From 22a87b6162fdb8baa53d4cda3adf28e9ac6a6a0b Mon Sep 17 00:00:00 2001 From: Danny Avila Date: Wed, 18 Dec 2024 11:11:38 -0500 Subject: [PATCH] =?UTF-8?q?=F0=9F=94=A7=20fix:=20Update=20maxContextTokens?= =?UTF-8?q?=20calculation=20to=20use=20correct=20model=20identifier=20for?= =?UTF-8?q?=20Azure=20(#5035)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- api/server/services/Endpoints/agents/initialize.js | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/api/server/services/Endpoints/agents/initialize.js b/api/server/services/Endpoints/agents/initialize.js index 072e50f80..084e3b714 100644 --- a/api/server/services/Endpoints/agents/initialize.js +++ b/api/server/services/Endpoints/agents/initialize.js @@ -122,13 +122,16 @@ const initializeAgentOptions = async ({ agent.model_parameters.model = agent.model; } + const tokensModel = + agent.provider === EModelEndpoint.azureOpenAI ? agent.model : agent.model_parameters.model; + return { ...agent, tools, toolContextMap, maxContextTokens: agent.max_context_tokens ?? - getModelMaxTokens(agent.model_parameters.model, providerEndpointMap[provider]) ?? + getModelMaxTokens(tokensModel, providerEndpointMap[provider]) ?? 4000, }; };