fix(databricks): send the system prompt as system on the MLflow chat route (#13057)

Co-authored-by: Fizz <6be7be23ec5bba868f3e1db5ec86013d76bd1a293dce5b435a192158fec13641@buzz.block.builderlab.xyz>
Co-authored-by: Filip Kujawa <filip.j.kujawa@gmail.com>
This commit is contained in:
Diem Nguyen
2026-10-21 20:21:31 +00:00
committed by GitHub
parent b599156086
commit 0b212f0760
@@ -395,6 +395,8 @@ impl DatabricksV2Provider {
&ImageFormat::OpenAi,
true,
)?;
// MLflow chat uses system; Gemini rejects the OpenAI developer role.
payload["messages"][0]["role"] = "system".into();
if is_model_service {
payload["model"] = Value::String(model_config.model_name.clone());
}