Add context limits for latest gemini and gpt models (#2359)

2025-04-25 16:06:39 -04:00
parent 8c9fdbe160
commit 8193bad5b5
1 changed files with 6 additions and 0 deletions
@@ -78,10 +78,16 @@ impl ModelConfig {
            name if name.contains("o1-mini") || name.contains("o1-preview") => Some(128_000),
            name if name.contains("o1") => Some(200_000),
            name if name.contains("o3-mini") => Some(200_000),
+            name if name.contains("gpt-4.1") => Some(1_000_000),
+            name if name.contains("gpt-4-1") => Some(1_000_000),

            // Anthropic models, https://docs.anthropic.com/en/docs/about-claude/models
            name if name.contains("claude-3") => Some(200_000),

+            // Google models, https://ai.google/get-started/our-models/
+            name if name.contains("gemini-2.5") => Some(1_000_000),
+            name if name.contains("gemini-2-5") => Some(1_000_000),
+
            // Meta Llama models, https://github.com/meta-llama/llama-models/tree/main?tab=readme-ov-file#llama-models-1
            name if name.contains("llama3.2") => Some(128_000),
            name if name.contains("llama3.3") => Some(128_000),