From a6f062e4685caa0ecd15fc69fa4ea67340d6dab5 Mon Sep 17 00:00:00 2001 From: Danny Avila Date: Thu, 27 Mar 2025 11:09:20 -0400 Subject: [PATCH] =?UTF-8?q?=F0=9F=9A=80=20feat:=20Add=20Gemini=202.5=20Tok?= =?UTF-8?q?en/Context=20Values,=20Increase=20Max=20Possible=20Output=20to?= =?UTF-8?q?=2064k=20(#6563)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * feat: Add Gemini 2.5 token values, increase max output param, context window * 🔧 fix: Update Gemini API model names in .env.example * 🔧 fix: Add button type attribute to AttachFile component --- .env.example | 2 +- api/models/tx.js | 1 + api/utils/tokens.js | 1 + client/src/components/Chat/Input/Files/AttachFile.tsx | 1 + package-lock.json | 2 +- packages/data-provider/package.json | 2 +- packages/data-provider/src/schemas.ts | 2 +- 7 files changed, 7 insertions(+), 4 deletions(-) diff --git a/.env.example b/.env.example index 57af60354..6e552c24a 100644 --- a/.env.example +++ b/.env.example @@ -142,7 +142,7 @@ GOOGLE_KEY=user_provided # GOOGLE_AUTH_HEADER=true # Gemini API (AI Studio) -# GOOGLE_MODELS=gemini-2.0-flash-exp,gemini-2.0-flash-thinking-exp-1219,gemini-exp-1121,gemini-exp-1114,gemini-1.5-flash-latest,gemini-1.0-pro,gemini-1.0-pro-001,gemini-1.0-pro-latest,gemini-1.0-pro-vision-latest,gemini-1.5-pro-latest,gemini-pro,gemini-pro-vision +# GOOGLE_MODELS=gemini-2.5-pro-exp-03-25,gemini-2.0-flash-exp,gemini-2.0-flash-thinking-exp-1219,gemini-exp-1121,gemini-exp-1114,gemini-1.5-flash-latest,gemini-1.0-pro,gemini-1.0-pro-001,gemini-1.0-pro-latest,gemini-1.0-pro-vision-latest,gemini-1.5-pro-latest,gemini-pro,gemini-pro-vision # Vertex AI # GOOGLE_MODELS=gemini-1.5-flash-preview-0514,gemini-1.5-pro-preview-0514,gemini-1.0-pro-vision-001,gemini-1.0-pro-002,gemini-1.0-pro-001,gemini-pro-vision,gemini-1.0-pro diff --git a/api/models/tx.js b/api/models/tx.js index 4171ea58b..191ce1471 100644 --- a/api/models/tx.js +++ b/api/models/tx.js @@ -109,6 +109,7 @@ const tokenValues = Object.assign( 'gemini-2.0-flash-lite': { prompt: 0.075, completion: 0.3 }, 'gemini-2.0-flash': { prompt: 0.1, completion: 0.7 }, 'gemini-2.0': { prompt: 0, completion: 0 }, // https://ai.google.dev/pricing + 'gemini-2.5': { prompt: 0, completion: 0 }, // Free for a period of time 'gemini-1.5-flash-8b': { prompt: 0.075, completion: 0.3 }, 'gemini-1.5-flash': { prompt: 0.15, completion: 0.6 }, 'gemini-1.5': { prompt: 2.5, completion: 10 }, diff --git a/api/utils/tokens.js b/api/utils/tokens.js index 2932a68a1..2982aedcb 100644 --- a/api/utils/tokens.js +++ b/api/utils/tokens.js @@ -58,6 +58,7 @@ const googleModels = { gemini: 30720, // -2048 from max 'gemini-pro-vision': 12288, 'gemini-exp': 2000000, + 'gemini-2.5': 1000000, // 1M input tokens, 64k output tokens 'gemini-2.0': 2000000, 'gemini-2.0-flash': 1000000, 'gemini-2.0-flash-lite': 1000000, diff --git a/client/src/components/Chat/Input/Files/AttachFile.tsx b/client/src/components/Chat/Input/Files/AttachFile.tsx index 8d83c01dc..fe8c03c80 100644 --- a/client/src/components/Chat/Input/Files/AttachFile.tsx +++ b/client/src/components/Chat/Input/Files/AttachFile.tsx @@ -18,6 +18,7 @@ const AttachFile = ({ disabled }: { disabled?: boolean | null }) => { disabled={isUploadDisabled} render={