Skip to content

Commit 0bf4479

Browse files
committed
fix: apply version and endpoint to python azure
1 parent 2752684 commit 0bf4479

File tree

1 file changed

+20
-25
lines changed

1 file changed

+20
-25
lines changed

templates/components/settings/python/settings.py

+20-25
Original file line numberDiff line numberDiff line change
@@ -75,38 +75,33 @@ def init_azure_openai():
7575
from llama_index.embeddings.azure_openai import AzureOpenAIEmbedding
7676
from llama_index.llms.azure_openai import AzureOpenAI
7777

78-
model = os.getenv("MODEL")
79-
api_key = os.getenv("AZURE_OPENAI_API_KEY")
80-
azure_endpoint = os.getenv("AZURE_OPENAI_ENDPOINT")
81-
api_version = os.getenv("AZURE_OPENAI_API_VERSION") or os.getenv(
82-
"OPENAI_API_VERSION"
83-
)
84-
deployment_name = os.getenv("AZURE_OPENAI_DEPLOYMENT")
78+
llm_deployment = os.getenv("AZURE_OPENAI_LLM_DEPLOYMENT")
79+
embedding_deployment = os.getenv("AZURE_OPENAI_EMBEDDING_DEPLOYMENT")
80+
max_tokens = os.getenv("LLM_MAX_TOKENS")
81+
temperature = os.getenv("LLM_TEMPERATURE", DEFAULT_TEMPERATURE)
82+
dimensions = os.getenv("EMBEDDING_DIM")
8583

8684
azure_config = {
87-
"model": model,
88-
"api_key": api_key,
89-
"azure_endpoint": azure_endpoint,
90-
"api_version": api_version,
91-
"deployment_name": deployment_name,
85+
"api_key": os.getenv("AZURE_OPENAI_KEY"),
86+
"azure_endpoint": os.getenv("AZURE_OPENAI_ENDPOINT"),
87+
"api_version": os.getenv("AZURE_OPENAI_API_VERSION")
88+
or os.getenv("OPENAI_API_VERSION"),
9289
}
9390

94-
max_tokens = os.getenv("LLM_MAX_TOKENS")
95-
temperature = os.getenv("LLM_TEMPERATURE", DEFAULT_TEMPERATURE)
96-
llm_config = {
91+
Settings.llm = AzureOpenAI(
92+
model=os.getenv("MODEL"),
93+
max_tokens=int(max_tokens) if max_tokens is not None else None,
94+
temperature=float(temperature),
95+
deployment_name=llm_deployment,
9796
**azure_config,
98-
"max_tokens": int(max_tokens) if max_tokens is not None else None,
99-
"temperature": float(temperature),
100-
}
101-
Settings.llm = AzureOpenAI(**llm_config)
97+
)
10298

103-
dimensions = os.getenv("EMBEDDING_DIM")
104-
embedding_config = {
99+
Settings.embed_model = AzureOpenAIEmbedding(
100+
model=os.getenv("EMBEDDING_MODEL"),
101+
dimensions=int(dimensions) if dimensions is not None else None,
102+
deployment_name=embedding_deployment,
105103
**azure_config,
106-
"dimensions": int(dimensions) if dimensions is not None else None,
107-
}
108-
109-
Settings.embed_model = AzureOpenAIEmbedding(**embedding_config)
104+
)
110105

111106

112107
def init_fastembed():

0 commit comments

Comments
 (0)