Add xAI Provider Support for Grok Models (#2976)

Co-authored-by: jack <jack@deck.local>
2025-06-20 19:27:28 +02:00
parent 97cfddc593
commit bd25b15aab
10 changed files with 227 additions and 2 deletions
@@ -30,6 +30,9 @@ static MODEL_SPECIFIC_LIMITS: Lazy<HashMap<&'static str, usize>> = Lazy::new(||
    // Meta Llama models, https://github.com/meta-llama/llama-models/tree/main?tab=readme-ov-file#llama-models-1
    map.insert("llama3.2", 128_000);
    map.insert("llama3.3", 128_000);
+
+    // x.ai Grok models, https://docs.x.ai/docs/overview
+    map.insert("grok", 131_072);
    map
 });