fix: add skip_canonical_filtering to Anthropic and Ollama providers (#8349)
Signed-off-by: Pete Gonzalez <4673363+octogonz@users.noreply.github.com>
This commit is contained in:
@@ -56,6 +56,7 @@ pub struct AnthropicProvider {
|
|||||||
supports_streaming: bool,
|
supports_streaming: bool,
|
||||||
name: String,
|
name: String,
|
||||||
custom_models: Option<Vec<String>>,
|
custom_models: Option<Vec<String>>,
|
||||||
|
skip_canonical_filtering: bool,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl AnthropicProvider {
|
impl AnthropicProvider {
|
||||||
@@ -82,6 +83,7 @@ impl AnthropicProvider {
|
|||||||
supports_streaming: true,
|
supports_streaming: true,
|
||||||
name: ANTHROPIC_PROVIDER_NAME.to_string(),
|
name: ANTHROPIC_PROVIDER_NAME.to_string(),
|
||||||
custom_models: None,
|
custom_models: None,
|
||||||
|
skip_canonical_filtering: false,
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -139,6 +141,7 @@ impl AnthropicProvider {
|
|||||||
supports_streaming,
|
supports_streaming,
|
||||||
name: config.name.clone(),
|
name: config.name.clone(),
|
||||||
custom_models,
|
custom_models,
|
||||||
|
skip_canonical_filtering: config.skip_canonical_filtering,
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -240,6 +243,10 @@ impl Provider for AnthropicProvider {
|
|||||||
&self.name
|
&self.name
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn skip_canonical_filtering(&self) -> bool {
|
||||||
|
self.skip_canonical_filtering
|
||||||
|
}
|
||||||
|
|
||||||
fn get_model_config(&self) -> ModelConfig {
|
fn get_model_config(&self) -> ModelConfig {
|
||||||
self.model.clone()
|
self.model.clone()
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -51,6 +51,7 @@ pub struct OllamaProvider {
|
|||||||
model: ModelConfig,
|
model: ModelConfig,
|
||||||
supports_streaming: bool,
|
supports_streaming: bool,
|
||||||
name: String,
|
name: String,
|
||||||
|
skip_canonical_filtering: bool,
|
||||||
}
|
}
|
||||||
fn resolve_ollama_num_ctx(model_config: &ModelConfig) -> Option<usize> {
|
fn resolve_ollama_num_ctx(model_config: &ModelConfig) -> Option<usize> {
|
||||||
let config = crate::config::Config::global();
|
let config = crate::config::Config::global();
|
||||||
@@ -131,6 +132,7 @@ impl OllamaProvider {
|
|||||||
model,
|
model,
|
||||||
supports_streaming: true,
|
supports_streaming: true,
|
||||||
name: OLLAMA_PROVIDER_NAME.to_string(),
|
name: OLLAMA_PROVIDER_NAME.to_string(),
|
||||||
|
skip_canonical_filtering: false,
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -193,6 +195,7 @@ impl OllamaProvider {
|
|||||||
model,
|
model,
|
||||||
supports_streaming,
|
supports_streaming,
|
||||||
name: config.name.clone(),
|
name: config.name.clone(),
|
||||||
|
skip_canonical_filtering: config.skip_canonical_filtering,
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -235,6 +238,10 @@ impl Provider for OllamaProvider {
|
|||||||
&self.name
|
&self.name
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn skip_canonical_filtering(&self) -> bool {
|
||||||
|
self.skip_canonical_filtering
|
||||||
|
}
|
||||||
|
|
||||||
fn get_model_config(&self) -> ModelConfig {
|
fn get_model_config(&self) -> ModelConfig {
|
||||||
self.model.clone()
|
self.model.clone()
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user