remove structurellm

Author: leehuwuj

helpers/env-variables.ts

@@ -486,26 +486,28 @@ It\\'s cute animal.
   return systemPromptEnv;
 };
 
-const getTemplateEnvs = (
-  template?: TemplateType,
-  framework?: TemplateFramework,
-): EnvVar[] => {
+const getTemplateEnvs = (template?: TemplateType): EnvVar[] => {
   const nextQuestionEnvs: EnvVar[] = [
     {
-      name: "NEXT_QUESTION_PROMPT",
+      name: "NEXT_QUESTION_PROMPT_TEMPLATE",
       description: `Customize prompt to generate the next question suggestions based on the conversation history.
 Disable this prompt to disable the next question suggestions feature.`,
       value: `"You're a helpful assistant! Your task is to suggest the next question that user might ask. 
 Here is the conversation history
----------------------\n{conversation}\n---------------------
-Given the conversation history, please give me 3 questions that you might ask next!"`,
+---------------------
+$conversation
+---------------------
+Given the conversation history, please give me 3 questions that you might ask next!
+Your answer should be wrapped in three sticks which follows the following format:
+\`\`\`
+<question 1>
+<question 2>
+<question 3>
+\`\`\`"`,
     },
   ];
 
-  if (
-    framework === "fastapi" &&
-    (template === "multiagent" || template === "streaming")
-  ) {
+  if (template === "multiagent" || template === "streaming") {
     return nextQuestionEnvs;
   }
   return [];
@@ -555,7 +557,7 @@ export const createBackendEnvFile = async (
     ...getVectorDBEnvs(opts.vectorDb, opts.framework),
     ...getFrameworkEnvs(opts.framework, opts.externalPort),
     ...getToolEnvs(opts.tools),
-    ...getTemplateEnvs(opts.template, opts.framework),
+    ...getTemplateEnvs(opts.template),
     ...getObservabilityEnvs(opts.observability),
     ...getSystemPromptEnv(opts.tools, opts.dataSources, opts.framework),
   ];

templates/components/services/python/suggestion.py

@@ -1,26 +1,27 @@
 import logging
 import os
+import re
 from typing import List, Optional
 
 from app.api.routers.models import Message
 from llama_index.core.prompts import PromptTemplate
 from llama_index.core.settings import Settings
-from pydantic import BaseModel
 
 logger = logging.getLogger("uvicorn")
 
 
-class NextQuestions(BaseModel):
-    """A list of questions that user might ask next"""
-
-    questions: List[str]
-
-
 class NextQuestionSuggestion:
+    """
+    Suggest the next questions that user might ask based on the conversation history
+    Disable this feature by removing the NEXT_QUESTION_PROMPT_TEMPLATE environment variable
+    """
 
     @classmethod
     def get_configured_prompt(cls) -> Optional[str]:
-        return os.getenv("NEXT_QUESTION_PROMPT", None)
+        prompt = os.getenv("NEXT_QUESTION_PROMPT_TEMPLATE", None)
+        if not prompt:
+            return None
+        return PromptTemplate(prompt)
 
     @classmethod
     async def suggest_next_questions(
@@ -48,13 +49,18 @@ async def suggest_next_questions(
                     break
             conversation: str = f"{last_user_message}\n{last_assistant_message}"
 
-            output: NextQuestions = await Settings.llm.astructured_predict(
-                NextQuestions,
-                prompt=PromptTemplate(prompt_template),
-                conversation=conversation,
-            )
+            # Call the LLM and parse questions from the output
+            prompt = prompt_template.format(conversation=conversation)
+            output = await Settings.llm.acomplete(prompt)
+            questions = cls._extract_questions(output.text)
 
-            return output.questions
+            return questions
         except Exception as e:
             logger.error(f"Error when generating next question: {e}")
             return None
+
+    @classmethod
+    def _extract_questions(cls, text: str) -> List[str]:
+        content_match = re.search(r"```(.*?)```", text, re.DOTALL)
+        content = content_match.group(1) if content_match else ""
+        return content.strip().split("\n")