Use Canonical Models to set context window sizes (#6723)

This commit is contained in:
David Katz
2026-02-17 11:43:10 -05:00
committed by GitHub
parent 576590d4c8
commit 3959805198
54 changed files with 465 additions and 581 deletions
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
+38 -36
View File
@@ -620,7 +620,6 @@ export type MessageMetadata = {
export type ModelConfig = {
context_limit?: number | null;
fast_model?: string | null;
max_tokens?: number | null;
model_name: string;
/**
@@ -664,6 +663,28 @@ export type ModelInfo = {
supports_cache_control?: boolean | null;
};
export type ModelInfoData = {
cache_read_token_cost?: number | null;
cache_write_token_cost?: number | null;
context_limit: number;
currency: string;
input_token_cost?: number | null;
max_output_tokens?: number | null;
model: string;
output_token_cost?: number | null;
provider: string;
};
export type ModelInfoQuery = {
model: string;
provider: string;
};
export type ModelInfoResponse = {
model_info?: ModelInfoData | null;
source: string;
};
export type ParseRecipeRequest = {
content: string;
};
@@ -703,25 +724,6 @@ export type PermissionsMetadata = {
microphone?: boolean;
};
export type PricingData = {
context_length?: number | null;
currency: string;
input_token_cost: number;
model: string;
output_token_cost: number;
provider: string;
};
export type PricingQuery = {
model: string;
provider: string;
};
export type PricingResponse = {
pricing: Array<PricingData>;
source: string;
};
export type PrincipalType = 'Extension' | 'Tool';
export type PromptContentResponse = {
@@ -1972,6 +1974,22 @@ export type BackupConfigResponses = {
export type BackupConfigResponse = BackupConfigResponses[keyof BackupConfigResponses];
export type GetCanonicalModelInfoData = {
body: ModelInfoQuery;
path?: never;
query?: never;
url: '/config/canonical-model-info';
};
export type GetCanonicalModelInfoResponses = {
/**
* Model information retrieved successfully
*/
200: ModelInfoResponse;
};
export type GetCanonicalModelInfoResponse = GetCanonicalModelInfoResponses[keyof GetCanonicalModelInfoResponses];
export type CheckProviderData = {
body: CheckProviderRequest;
path?: never;
@@ -2245,22 +2263,6 @@ export type UpsertPermissionsResponses = {
export type UpsertPermissionsResponse = UpsertPermissionsResponses[keyof UpsertPermissionsResponses];
export type GetPricingData = {
body: PricingQuery;
path?: never;
query?: never;
url: '/config/pricing';
};
export type GetPricingResponses = {
/**
* Model pricing data retrieved successfully
*/
200: PricingResponse;
};
export type GetPricingResponse = GetPricingResponses[keyof GetPricingResponses];
export type GetPromptsData = {
body?: never;
path?: never;