🔧 fix: Update maxContextTokens calculation to use correct model identifier for Azure (#5035)

2024-12-18 11:11:38 -05:00
parent e8bde332c2
commit 22a87b6162
1 changed files with 4 additions and 1 deletions
--- a/api/server/services/Endpoints/agents/initialize.js
+++ b/api/server/services/Endpoints/agents/initialize.js
@@ -122,13 +122,16 @@ const initializeAgentOptions = async ({
    agent.model_parameters.model = agent.model;
  }

+  const tokensModel =
+    agent.provider === EModelEndpoint.azureOpenAI ? agent.model : agent.model_parameters.model;
+
  return {
    ...agent,
    tools,
    toolContextMap,
    maxContextTokens:
      agent.max_context_tokens ??
-      getModelMaxTokens(agent.model_parameters.model, providerEndpointMap[provider]) ??
+      getModelMaxTokens(tokensModel, providerEndpointMap[provider]) ??
      4000,
  };
 };