Merge pull request #273 from marginal23326/feat/azure-api-version-env

Make Azure OpenAI `api_version` configurable via env var
2025-02-11 20:39:33 +08:00
parent 3a459a91ad 3403de4bea
commit 044bbea640
2 changed files with 3 additions and 1 deletions
--- a/.env.example
+++ b/.env.example
@@ -8,6 +8,7 @@ GOOGLE_API_KEY=

 AZURE_OPENAI_ENDPOINT=
 AZURE_OPENAI_API_KEY=
+AZURE_OPENAI_API_VERSION=2025-01-01-preview

 DEEPSEEK_ENDPOINT=https://api.deepseek.com
 DEEPSEEK_API_KEY=
--- a/src/utils/utils.py
+++ b/src/utils/utils.py
@@ -128,10 +128,11 @@ def get_llm_model(provider: str, **kwargs):
            base_url = os.getenv("AZURE_OPENAI_ENDPOINT", "")
        else:
            base_url = kwargs.get("base_url")
+        api_version = kwargs.get("api_version", "") or os.getenv("AZURE_OPENAI_API_VERSION", "2025-01-01-preview")
        return AzureChatOpenAI(
            model=kwargs.get("model_name", "gpt-4o"),
            temperature=kwargs.get("temperature", 0.0),
-            api_version="2024-05-01-preview",
+            api_version=api_version,
            azure_endpoint=base_url,
            api_key=api_key,
        )