fix: llamacloud for TS and activate in e2e

Author: marcusschiesser

.github/workflows/e2e.yml

@@ -86,7 +86,7 @@ jobs:
         python-version: ["3.11"]
         os: [macos-latest, windows-latest, ubuntu-22.04]
         frameworks: ["nextjs", "express"]
-        datasources: ["--no-files", "--example-file"]
+        datasources: ["--no-files", "--example-file", "--llamacloud"]
     defaults:
       run:
         shell: bash

e2e/shared/streaming_template.spec.ts

@@ -2,6 +2,7 @@
 import { expect, test } from "@playwright/test";
 import { ChildProcess } from "child_process";
 import fs from "fs";
+import crypto from "node:crypto";
 import path from "path";
 import type {
   TemplateFramework,
@@ -19,9 +20,6 @@ const dataSource: string = process.env.DATASOURCE
 const templateUI: TemplateUI = "shadcn";
 const templatePostInstallAction: TemplatePostInstallAction = "runApp";
 
-const llamaCloudProjectName = "create-llama";
-const llamaCloudIndexName = "e2e-test";
-
 const appType: AppType = templateFramework === "nextjs" ? "" : "--frontend";
 const userMessage =
   dataSource !== "--no-files" ? "Physical standard for letters" : "Hello";
@@ -43,9 +41,12 @@ test.describe(`Test streaming template ${templateFramework} ${dataSource} ${temp
   const vectorDb = "none";
 
   test.beforeAll(async () => {
+    const testId = crypto.randomUUID();
+    const llamaCloudProjectName = `create-llama`;
+    const llamaCloudIndexName = `e2e-test-${testId}`;
     port = Math.floor(Math.random() * 10000) + 10000;
     externalPort = port + 1;
-    cwd = await createTestDir();
+    cwd = await createTestDir(testId);
     const result = await runCreateLlama({
       cwd,
       templateType: "streaming",

e2e/utils.ts

@@ -160,8 +160,11 @@ export async function runCreateLlama({
   };
 }
 
-export async function createTestDir() {
-  const cwd = path.join(__dirname, "cache", crypto.randomUUID());
+export async function createTestDir(testId?: string) {
+  if (!testId) {
+    testId = crypto.randomUUID();
+  }
+  const cwd = path.join(__dirname, "cache", testId);
   await mkdir(cwd, { recursive: true });
   return cwd;
 }

templates/components/vectordbs/typescript/llamacloud/generate.ts

@@ -26,7 +26,7 @@ async function* walk(dir: string): AsyncGenerator<string> {
 async function loadAndIndex() {
   const index = await getDataSource();
   // ensure the index is available or create a new one
-  await index.ensureIndex();
+  await index.ensureIndex({ verbose: true });
   const projectId = await index.getProjectId();
   const pipelineId = await index.getPipelineId();
 

templates/types/streaming/express/package.json

@@ -21,7 +21,7 @@
     "dotenv": "^16.3.1",
     "duck-duck-scrape": "^2.2.5",
     "express": "^4.18.2",
-    "llamaindex": "0.6.21",
+    "llamaindex": "0.6.22",
     "pdf2json": "3.0.5",
     "ajv": "^8.12.0",
     "@e2b/code-interpreter": "0.0.9-beta.3",

templates/types/streaming/nextjs/package.json

@@ -27,7 +27,7 @@
     "duck-duck-scrape": "^2.2.5",
     "formdata-node": "^6.0.3",
     "got": "^14.4.1",
-    "llamaindex": "0.6.21",
+    "llamaindex": "0.6.22",
     "lucide-react": "^0.294.0",
     "next": "^14.2.4",
     "react": "^18.2.0",