bump llama_index version and add using llama_cloud index for all vector store

Author: leehuwuj

templates/components/vectordbs/python/none/index.py

@@ -5,10 +5,32 @@
 from cachetools import cached, TTLCache
 from llama_index.core.storage import StorageContext
 from llama_index.core.indices import load_index_from_storage
+from llama_index.indices.managed.llama_cloud import LlamaCloudIndex
 
 logger = logging.getLogger("uvicorn")
 
 
+def get_llama_cloud_index():
+    name = os.getenv("LLAMA_CLOUD_INDEX_NAME")
+    project_name = os.getenv("LLAMA_CLOUD_PROJECT_NAME")
+    api_key = os.getenv("LLAMA_CLOUD_API_KEY")
+    base_url = os.getenv("LLAMA_CLOUD_BASE_URL")
+
+    if name is None or project_name is None or api_key is None:
+        raise ValueError(
+            "Please set LLAMA_CLOUD_INDEX_NAME, LLAMA_CLOUD_PROJECT_NAME and LLAMA_CLOUD_API_KEY"
+            " to your environment variables or config them in .env file"
+        )
+
+    index = LlamaCloudIndex(
+        name=name,
+        project_name=project_name,
+        api_key=api_key,
+        base_url=base_url,
+    )
+    return index
+
+
 @cached(
     TTLCache(maxsize=10, ttl=timedelta(minutes=5).total_seconds()),
     key=lambda *args, **kwargs: "global_storage_context",
@@ -18,6 +40,11 @@ def get_storage_context(persist_dir: str) -> StorageContext:
 
 
 def get_index():
+    use_llama_cloud = os.getenv("USE_LLAMA_CLOUD", "false").lower() == "true"
+    if use_llama_cloud:
+        logger.info("Connecting to LlamaCloud...")
+        return get_llama_cloud_index()
+
     storage_dir = os.getenv("STORAGE_DIR", "storage")
     # check if storage already exists
     if not os.path.exists(storage_dir):

templates/types/streaming/fastapi/app/engine/index.py

@@ -1,17 +1,45 @@
+import os
 import logging
+from llama_index.indices.managed.llama_cloud import LlamaCloudIndex
 from llama_index.core.indices import VectorStoreIndex
 from app.engine.vectordb import get_vector_store
 
 
 logger = logging.getLogger("uvicorn")
 
 
-def get_index():
-    logger.info("Connecting vector store...")
-    store = get_vector_store()
-    # Load the index from the vector store
-    # If you are using a vector store that doesn't store text,
-    # you must load the index from both the vector store and the document store
-    index = VectorStoreIndex.from_vector_store(store)
-    logger.info("Finished load index from vector store.")
+def get_llama_cloud_index():
+    name = os.getenv("LLAMA_CLOUD_INDEX_NAME")
+    project_name = os.getenv("LLAMA_CLOUD_PROJECT_NAME")
+    api_key = os.getenv("LLAMA_CLOUD_API_KEY")
+    base_url = os.getenv("LLAMA_CLOUD_BASE_URL")
+
+    if name is None or project_name is None or api_key is None:
+        raise ValueError(
+            "Please set LLAMA_CLOUD_INDEX_NAME, LLAMA_CLOUD_PROJECT_NAME and LLAMA_CLOUD_API_KEY"
+            " to your environment variables or config them in .env file"
+        )
+
+    index = LlamaCloudIndex(
+        name=name,
+        project_name=project_name,
+        api_key=api_key,
+        base_url=base_url,
+    )
     return index
+
+
+def get_index():
+    use_llama_cloud = os.getenv("USE_LLAMA_CLOUD", "false").lower() == "true"
+    if use_llama_cloud:
+        logger.info("Connecting to LlamaCloud...")
+        return get_llama_cloud_index()
+    else:
+        logger.info("Connecting vector store...")
+        store = get_vector_store()
+        # Load the index from the vector store
+        # If you are using a vector store that doesn't store text,
+        # you must load the index from both the vector store and the document store
+        index = VectorStoreIndex.from_vector_store(store)
+        logger.info("Finished load index from vector store.")
+        return index

templates/types/streaming/fastapi/pyproject.toml

@@ -14,8 +14,8 @@ fastapi = "^0.109.1"
 uvicorn = { extras = ["standard"], version = "^0.23.2" }
 python-dotenv = "^1.0.0"
 aiostream = "^0.5.2"
-llama-index = "0.10.50"
-llama-index-core = "0.10.50"
+llama-index = "0.10.52"
+llama-index-core = "0.10.52.post1"
 cachetools = "^5.3.3"
 
 [build-system]