fix: add skip_canonical_filtering to Anthropic and Ollama providers (#8349)
Signed-off-by: Pete Gonzalez <4673363+octogonz@users.noreply.github.com>
This commit is contained in:
@@ -56,6 +56,7 @@ pub struct AnthropicProvider {
|
||||
supports_streaming: bool,
|
||||
name: String,
|
||||
custom_models: Option<Vec<String>>,
|
||||
skip_canonical_filtering: bool,
|
||||
}
|
||||
|
||||
impl AnthropicProvider {
|
||||
@@ -82,6 +83,7 @@ impl AnthropicProvider {
|
||||
supports_streaming: true,
|
||||
name: ANTHROPIC_PROVIDER_NAME.to_string(),
|
||||
custom_models: None,
|
||||
skip_canonical_filtering: false,
|
||||
})
|
||||
}
|
||||
|
||||
@@ -139,6 +141,7 @@ impl AnthropicProvider {
|
||||
supports_streaming,
|
||||
name: config.name.clone(),
|
||||
custom_models,
|
||||
skip_canonical_filtering: config.skip_canonical_filtering,
|
||||
})
|
||||
}
|
||||
|
||||
@@ -240,6 +243,10 @@ impl Provider for AnthropicProvider {
|
||||
&self.name
|
||||
}
|
||||
|
||||
fn skip_canonical_filtering(&self) -> bool {
|
||||
self.skip_canonical_filtering
|
||||
}
|
||||
|
||||
fn get_model_config(&self) -> ModelConfig {
|
||||
self.model.clone()
|
||||
}
|
||||
|
||||
@@ -51,6 +51,7 @@ pub struct OllamaProvider {
|
||||
model: ModelConfig,
|
||||
supports_streaming: bool,
|
||||
name: String,
|
||||
skip_canonical_filtering: bool,
|
||||
}
|
||||
fn resolve_ollama_num_ctx(model_config: &ModelConfig) -> Option<usize> {
|
||||
let config = crate::config::Config::global();
|
||||
@@ -131,6 +132,7 @@ impl OllamaProvider {
|
||||
model,
|
||||
supports_streaming: true,
|
||||
name: OLLAMA_PROVIDER_NAME.to_string(),
|
||||
skip_canonical_filtering: false,
|
||||
})
|
||||
}
|
||||
|
||||
@@ -193,6 +195,7 @@ impl OllamaProvider {
|
||||
model,
|
||||
supports_streaming,
|
||||
name: config.name.clone(),
|
||||
skip_canonical_filtering: config.skip_canonical_filtering,
|
||||
})
|
||||
}
|
||||
}
|
||||
@@ -235,6 +238,10 @@ impl Provider for OllamaProvider {
|
||||
&self.name
|
||||
}
|
||||
|
||||
fn skip_canonical_filtering(&self) -> bool {
|
||||
self.skip_canonical_filtering
|
||||
}
|
||||
|
||||
fn get_model_config(&self) -> ModelConfig {
|
||||
self.model.clone()
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user