chore: adding in some new models token limits (#3685)
This commit is contained in:
@@ -28,7 +28,11 @@ static MODEL_SPECIFIC_LIMITS: Lazy<HashMap<&'static str, usize>> = Lazy::new(||
|
|||||||
map.insert("llama3.3", 128_000);
|
map.insert("llama3.3", 128_000);
|
||||||
|
|
||||||
// x.ai Grok models, https://docs.x.ai/docs/overview
|
// x.ai Grok models, https://docs.x.ai/docs/overview
|
||||||
map.insert("grok", 131_072);
|
map.insert("grok-3", 131_072);
|
||||||
|
map.insert("grok-4", 256_000); // 256K
|
||||||
|
|
||||||
|
map.insert("qwen3-coder", 262_144); // 262K
|
||||||
|
|
||||||
map
|
map
|
||||||
});
|
});
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user