added optional request params and context limit from GOOSE_PREDEFINED_MODELS (#6489)

This commit is contained in:
Zane
2026-01-16 10:12:14 -08:00
committed by GitHub
parent 351e99b82d
commit 080a0e04ba
12 changed files with 140 additions and 13 deletions
@@ -642,6 +642,15 @@ pub fn create_request(
apply_cache_control_for_claude(&mut payload);
}
// Add request_params to the payload (e.g., anthropic_beta for extended context)
if let Some(params) = &model_config.request_params {
if let Some(obj) = payload.as_object_mut() {
for (key, value) in params {
obj.insert(key.clone(), value.clone());
}
}
}
Ok(payload)
}
@@ -1013,6 +1022,7 @@ mod tests {
toolshim: false,
toolshim_model: None,
fast_model: None,
request_params: None,
};
let request = create_request(&model_config, "system", &[], &[], &ImageFormat::OpenAi)?;
let obj = request.as_object().unwrap();
@@ -1044,6 +1054,7 @@ mod tests {
toolshim: false,
toolshim_model: None,
fast_model: None,
request_params: None,
};
let request = create_request(&model_config, "system", &[], &[], &ImageFormat::OpenAi)?;
assert_eq!(request["reasoning_effort"], "high");
@@ -1360,6 +1371,7 @@ mod tests {
toolshim: false,
toolshim_model: None,
fast_model: None,
request_params: None,
};
let messages = vec![
@@ -1411,6 +1423,7 @@ mod tests {
toolshim: false,
toolshim_model: None,
fast_model: None,
request_params: None,
};
let messages = vec![Message::user().with_text("Hello")];
@@ -1295,6 +1295,7 @@ mod tests {
toolshim: false,
toolshim_model: None,
fast_model: None,
request_params: None,
};
let request = create_request(
&model_config,
@@ -1334,6 +1335,7 @@ mod tests {
toolshim: false,
toolshim_model: None,
fast_model: None,
request_params: None,
};
let request = create_request(
&model_config,
@@ -1374,6 +1376,7 @@ mod tests {
toolshim: false,
toolshim_model: None,
fast_model: None,
request_params: None,
};
let request = create_request(
&model_config,