New declarative oMLX provider (#9177)
This commit is contained in:
@@ -0,0 +1,23 @@
|
|||||||
|
{
|
||||||
|
"name": "omlx",
|
||||||
|
"engine": "openai",
|
||||||
|
"display_name": "oMLX",
|
||||||
|
"description": "Run local models with oMLX",
|
||||||
|
"api_key_env": "",
|
||||||
|
"base_url": "${OMLX_HOST}/v1/chat/completions",
|
||||||
|
"env_vars": [
|
||||||
|
{
|
||||||
|
"name": "OMLX_HOST",
|
||||||
|
"required": false,
|
||||||
|
"secret": false,
|
||||||
|
"primary": true,
|
||||||
|
"default": "http://localhost:8000",
|
||||||
|
"description": "Base URL of the oMLX server (default: http://localhost:8000)"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"dynamic_models": true,
|
||||||
|
"models": [],
|
||||||
|
"supports_streaming": true,
|
||||||
|
"requires_auth": false,
|
||||||
|
"skip_canonical_filtering": true
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user