fix(databricks): send the system prompt as system on the MLflow chat route (#13057)
Co-authored-by: Fizz <6be7be23ec5bba868f3e1db5ec86013d76bd1a293dce5b435a192158fec13641@buzz.block.builderlab.xyz> Co-authored-by: Filip Kujawa <filip.j.kujawa@gmail.com>
This commit is contained in:
@@ -395,6 +395,8 @@ impl DatabricksV2Provider {
|
||||
&ImageFormat::OpenAi,
|
||||
true,
|
||||
)?;
|
||||
// MLflow chat uses system; Gemini rejects the OpenAI developer role.
|
||||
payload["messages"][0]["role"] = "system".into();
|
||||
if is_model_service {
|
||||
payload["model"] = Value::String(model_config.model_name.clone());
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user