Migrate local inference model management to ACP (#10124)
This commit is contained in:
Jasper
@@ -109,6 +109,24 @@ import type {
|
||||
ListSlashCommandsResponse_unstable,
|
||||
ListSourcesRequest_unstable,
|
||||
ListSourcesResponse_unstable,
|
||||
LocalInferenceBuiltinChatTemplatesListRequest_unstable,
|
||||
LocalInferenceBuiltinChatTemplatesListResponse_unstable,
|
||||
LocalInferenceHuggingFaceRepoVariantsRequest_unstable,
|
||||
LocalInferenceHuggingFaceRepoVariantsResponse_unstable,
|
||||
LocalInferenceHuggingFaceSearchRequest_unstable,
|
||||
LocalInferenceHuggingFaceSearchResponse_unstable,
|
||||
LocalInferenceModelDeleteRequest_unstable,
|
||||
LocalInferenceModelDownloadCancelRequest_unstable,
|
||||
LocalInferenceModelDownloadProgressRequest_unstable,
|
||||
LocalInferenceModelDownloadProgressResponse_unstable,
|
||||
LocalInferenceModelDownloadRequest_unstable,
|
||||
LocalInferenceModelDownloadResponse_unstable,
|
||||
LocalInferenceModelSettingsReadRequest_unstable,
|
||||
LocalInferenceModelSettingsReadResponse_unstable,
|
||||
LocalInferenceModelSettingsUpdateRequest_unstable,
|
||||
LocalInferenceModelSettingsUpdateResponse_unstable,
|
||||
LocalInferenceModelsListRequest_unstable,
|
||||
LocalInferenceModelsListResponse_unstable,
|
||||
OnboardingImportApplyRequest_unstable,
|
||||
OnboardingImportApplyResponse_unstable,
|
||||
OnboardingImportScanRequest_unstable,
|
||||
@@ -222,6 +240,14 @@ import {
|
||||
zListSchedulesResponse_unstable,
|
||||
zListSlashCommandsResponse_unstable,
|
||||
zListSourcesResponse_unstable,
|
||||
zLocalInferenceBuiltinChatTemplatesListResponse_unstable,
|
||||
zLocalInferenceHuggingFaceRepoVariantsResponse_unstable,
|
||||
zLocalInferenceHuggingFaceSearchResponse_unstable,
|
||||
zLocalInferenceModelDownloadProgressResponse_unstable,
|
||||
zLocalInferenceModelDownloadResponse_unstable,
|
||||
zLocalInferenceModelSettingsReadResponse_unstable,
|
||||
zLocalInferenceModelSettingsUpdateResponse_unstable,
|
||||
zLocalInferenceModelsListResponse_unstable,
|
||||
zOnboardingImportApplyResponse_unstable,
|
||||
zOnboardingImportScanResponse_unstable,
|
||||
zParseRecipeResponse_unstable,
|
||||
@@ -1296,6 +1322,120 @@ export class GooseExtClient {
|
||||
params,
|
||||
);
|
||||
}
|
||||
|
||||
async localInferenceModelsList_unstable(
|
||||
params: LocalInferenceModelsListRequest_unstable,
|
||||
): Promise<LocalInferenceModelsListResponse_unstable> {
|
||||
const raw = await this.conn.extMethod(
|
||||
"_goose/unstable/local-inference/models/list",
|
||||
params,
|
||||
);
|
||||
return zLocalInferenceModelsListResponse_unstable.parse(
|
||||
raw,
|
||||
) as LocalInferenceModelsListResponse_unstable;
|
||||
}
|
||||
|
||||
async localInferenceModelsDownload_unstable(
|
||||
params: LocalInferenceModelDownloadRequest_unstable,
|
||||
): Promise<LocalInferenceModelDownloadResponse_unstable> {
|
||||
const raw = await this.conn.extMethod(
|
||||
"_goose/unstable/local-inference/models/download",
|
||||
params,
|
||||
);
|
||||
return zLocalInferenceModelDownloadResponse_unstable.parse(
|
||||
raw,
|
||||
) as LocalInferenceModelDownloadResponse_unstable;
|
||||
}
|
||||
|
||||
async localInferenceModelsDownloadProgress_unstable(
|
||||
params: LocalInferenceModelDownloadProgressRequest_unstable,
|
||||
): Promise<LocalInferenceModelDownloadProgressResponse_unstable> {
|
||||
const raw = await this.conn.extMethod(
|
||||
"_goose/unstable/local-inference/models/download/progress",
|
||||
params,
|
||||
);
|
||||
return zLocalInferenceModelDownloadProgressResponse_unstable.parse(
|
||||
raw,
|
||||
) as LocalInferenceModelDownloadProgressResponse_unstable;
|
||||
}
|
||||
|
||||
async localInferenceModelsDownloadCancel_unstable(
|
||||
params: LocalInferenceModelDownloadCancelRequest_unstable,
|
||||
): Promise<void> {
|
||||
await this.conn.extMethod(
|
||||
"_goose/unstable/local-inference/models/download/cancel",
|
||||
params,
|
||||
);
|
||||
}
|
||||
|
||||
async localInferenceModelsDelete_unstable(
|
||||
params: LocalInferenceModelDeleteRequest_unstable,
|
||||
): Promise<void> {
|
||||
await this.conn.extMethod(
|
||||
"_goose/unstable/local-inference/models/delete",
|
||||
params,
|
||||
);
|
||||
}
|
||||
|
||||
async localInferenceModelsSettingsRead_unstable(
|
||||
params: LocalInferenceModelSettingsReadRequest_unstable,
|
||||
): Promise<LocalInferenceModelSettingsReadResponse_unstable> {
|
||||
const raw = await this.conn.extMethod(
|
||||
"_goose/unstable/local-inference/models/settings/read",
|
||||
params,
|
||||
);
|
||||
return zLocalInferenceModelSettingsReadResponse_unstable.parse(
|
||||
raw,
|
||||
) as LocalInferenceModelSettingsReadResponse_unstable;
|
||||
}
|
||||
|
||||
async localInferenceModelsSettingsUpdate_unstable(
|
||||
params: LocalInferenceModelSettingsUpdateRequest_unstable,
|
||||
): Promise<LocalInferenceModelSettingsUpdateResponse_unstable> {
|
||||
const raw = await this.conn.extMethod(
|
||||
"_goose/unstable/local-inference/models/settings/update",
|
||||
params,
|
||||
);
|
||||
return zLocalInferenceModelSettingsUpdateResponse_unstable.parse(
|
||||
raw,
|
||||
) as LocalInferenceModelSettingsUpdateResponse_unstable;
|
||||
}
|
||||
|
||||
async localInferenceHuggingfaceSearch_unstable(
|
||||
params: LocalInferenceHuggingFaceSearchRequest_unstable,
|
||||
): Promise<LocalInferenceHuggingFaceSearchResponse_unstable> {
|
||||
const raw = await this.conn.extMethod(
|
||||
"_goose/unstable/local-inference/huggingface/search",
|
||||
params,
|
||||
);
|
||||
return zLocalInferenceHuggingFaceSearchResponse_unstable.parse(
|
||||
raw,
|
||||
) as LocalInferenceHuggingFaceSearchResponse_unstable;
|
||||
}
|
||||
|
||||
async localInferenceHuggingfaceRepoVariants_unstable(
|
||||
params: LocalInferenceHuggingFaceRepoVariantsRequest_unstable,
|
||||
): Promise<LocalInferenceHuggingFaceRepoVariantsResponse_unstable> {
|
||||
const raw = await this.conn.extMethod(
|
||||
"_goose/unstable/local-inference/huggingface/repo/variants",
|
||||
params,
|
||||
);
|
||||
return zLocalInferenceHuggingFaceRepoVariantsResponse_unstable.parse(
|
||||
raw,
|
||||
) as LocalInferenceHuggingFaceRepoVariantsResponse_unstable;
|
||||
}
|
||||
|
||||
async localInferenceChatTemplatesBuiltinList_unstable(
|
||||
params: LocalInferenceBuiltinChatTemplatesListRequest_unstable,
|
||||
): Promise<LocalInferenceBuiltinChatTemplatesListResponse_unstable> {
|
||||
const raw = await this.conn.extMethod(
|
||||
"_goose/unstable/local-inference/chat-templates/builtin/list",
|
||||
params,
|
||||
);
|
||||
return zLocalInferenceBuiltinChatTemplatesListResponse_unstable.parse(
|
||||
raw,
|
||||
) as LocalInferenceBuiltinChatTemplatesListResponse_unstable;
|
||||
}
|
||||
}
|
||||
|
||||
export interface GooseExtNotifications {
|
||||
|
||||
File diff suppressed because one or more lines are too long
@@ -2312,6 +2312,205 @@ export type DictationModelSelectRequest_unstable = {
|
||||
modelId: string;
|
||||
};
|
||||
|
||||
export type LocalInferenceModelsListRequest_unstable = {
|
||||
[key: string]: unknown;
|
||||
};
|
||||
|
||||
export type LocalInferenceModelsListResponse_unstable = {
|
||||
models: Array<LocalInferenceModelDto>;
|
||||
};
|
||||
|
||||
export type LocalInferenceModelDto = {
|
||||
id: string;
|
||||
repoId: string;
|
||||
filename: string;
|
||||
quantization: string;
|
||||
sizeBytes: number;
|
||||
status: LocalInferenceModelDownloadStatusDto;
|
||||
recommended: boolean;
|
||||
settings: LocalInferenceModelSettingsDto;
|
||||
visionCapable: boolean;
|
||||
mmprojStatus?: LocalInferenceModelDownloadStatusDto | null;
|
||||
};
|
||||
|
||||
export type LocalInferenceModelDownloadStatusDto = {
|
||||
state: LocalInferenceDownloadState;
|
||||
progressPercent?: number | null;
|
||||
bytesDownloaded?: number | null;
|
||||
totalBytes?: number | null;
|
||||
speedBps?: number | null;
|
||||
};
|
||||
|
||||
export type LocalInferenceDownloadState = 'NotDownloaded' | 'Downloading' | 'Downloaded';
|
||||
|
||||
export type LocalInferenceModelSettingsDto = {
|
||||
backendId?: string | null;
|
||||
contextSize?: number | null;
|
||||
maxOutputTokens?: number | null;
|
||||
draftModel?: string | null;
|
||||
sampling?: LocalInferenceSamplingConfig;
|
||||
repeatPenalty: number;
|
||||
repeatLastN: number;
|
||||
frequencyPenalty: number;
|
||||
presencePenalty: number;
|
||||
nBatch?: number | null;
|
||||
nGpuLayers?: number | null;
|
||||
useMlock: boolean;
|
||||
flashAttention?: boolean | null;
|
||||
nThreads?: number | null;
|
||||
toolCalling?: LocalInferenceToolCallingMode;
|
||||
chatTemplate?: LocalInferenceChatTemplate;
|
||||
enableThinking: boolean;
|
||||
visionCapable: boolean;
|
||||
imageTokenEstimate: number;
|
||||
mmprojSizeBytes: number;
|
||||
};
|
||||
|
||||
export type LocalInferenceSamplingConfig = {
|
||||
type: 'Greedy';
|
||||
} | {
|
||||
temperature: number;
|
||||
topK: number;
|
||||
topP: number;
|
||||
minP: number;
|
||||
seed?: number | null;
|
||||
type: 'Temperature';
|
||||
} | {
|
||||
tau: number;
|
||||
eta: number;
|
||||
seed?: number | null;
|
||||
type: 'MirostatV2';
|
||||
};
|
||||
|
||||
export type LocalInferenceToolCallingMode = 'auto' | 'force_native' | 'force_emulated';
|
||||
|
||||
export type LocalInferenceChatTemplate = {
|
||||
type: 'embedded';
|
||||
} | {
|
||||
name: string;
|
||||
type: 'builtin';
|
||||
} | {
|
||||
template: string;
|
||||
type: 'custom_inline';
|
||||
};
|
||||
|
||||
export type LocalInferenceModelDownloadRequest_unstable = {
|
||||
spec: string;
|
||||
backendId?: string | null;
|
||||
variantId?: string | null;
|
||||
};
|
||||
|
||||
export type LocalInferenceModelDownloadResponse_unstable = {
|
||||
modelId: string;
|
||||
};
|
||||
|
||||
export type LocalInferenceModelDownloadProgressRequest_unstable = {
|
||||
modelId: string;
|
||||
};
|
||||
|
||||
export type LocalInferenceModelDownloadProgressResponse_unstable = {
|
||||
progress?: LocalInferenceDownloadProgressDto | null;
|
||||
};
|
||||
|
||||
export type LocalInferenceDownloadProgressDto = {
|
||||
modelId: string;
|
||||
status: string;
|
||||
bytesDownloaded: number;
|
||||
totalBytes: number;
|
||||
progressPercent: number;
|
||||
speedBps?: number | null;
|
||||
etaSeconds?: number | null;
|
||||
error?: string | null;
|
||||
taskExited: boolean;
|
||||
};
|
||||
|
||||
export type LocalInferenceModelDownloadCancelRequest_unstable = {
|
||||
modelId: string;
|
||||
};
|
||||
|
||||
export type LocalInferenceModelDeleteRequest_unstable = {
|
||||
modelId: string;
|
||||
};
|
||||
|
||||
export type LocalInferenceModelSettingsReadRequest_unstable = {
|
||||
modelId: string;
|
||||
};
|
||||
|
||||
export type LocalInferenceModelSettingsReadResponse_unstable = {
|
||||
settings: LocalInferenceModelSettingsDto;
|
||||
};
|
||||
|
||||
export type LocalInferenceModelSettingsUpdateRequest_unstable = {
|
||||
modelId: string;
|
||||
settings: LocalInferenceModelSettingsDto;
|
||||
};
|
||||
|
||||
export type LocalInferenceModelSettingsUpdateResponse_unstable = {
|
||||
settings: LocalInferenceModelSettingsDto;
|
||||
};
|
||||
|
||||
export type LocalInferenceHuggingFaceSearchRequest_unstable = {
|
||||
query: string;
|
||||
limit?: number | null;
|
||||
};
|
||||
|
||||
export type LocalInferenceHuggingFaceSearchResponse_unstable = {
|
||||
models: Array<LocalInferenceHfModelInfoDto>;
|
||||
};
|
||||
|
||||
export type LocalInferenceHfModelInfoDto = {
|
||||
repoId: string;
|
||||
author: string;
|
||||
modelName: string;
|
||||
downloads: number;
|
||||
ggufFiles?: Array<LocalInferenceHfGgufFileDto>;
|
||||
variants?: Array<LocalInferenceHfModelVariantDto>;
|
||||
};
|
||||
|
||||
export type LocalInferenceHfGgufFileDto = {
|
||||
filename: string;
|
||||
sizeBytes: number;
|
||||
quantization: string;
|
||||
downloadUrl: string;
|
||||
};
|
||||
|
||||
export type LocalInferenceHfModelVariantDto = {
|
||||
variantId: string;
|
||||
label: string;
|
||||
backendId: string;
|
||||
format: string;
|
||||
modelId: string;
|
||||
downloadId: string;
|
||||
sizeBytes: number;
|
||||
filename?: string | null;
|
||||
downloadUrl?: string | null;
|
||||
description: string;
|
||||
qualityRank: number;
|
||||
sharded: boolean;
|
||||
supported: boolean;
|
||||
unsupportedReason?: string | null;
|
||||
};
|
||||
|
||||
export type LocalInferenceHuggingFaceRepoVariantsRequest_unstable = {
|
||||
repoId: string;
|
||||
};
|
||||
|
||||
export type LocalInferenceHuggingFaceRepoVariantsResponse_unstable = {
|
||||
variants: Array<LocalInferenceHfModelVariantDto>;
|
||||
recommendedIndex?: number | null;
|
||||
availableMemoryBytes: number;
|
||||
downloadedQuants: Array<string>;
|
||||
downloadedVariants: Array<string>;
|
||||
};
|
||||
|
||||
export type LocalInferenceBuiltinChatTemplatesListRequest_unstable = {
|
||||
[key: string]: unknown;
|
||||
};
|
||||
|
||||
export type LocalInferenceBuiltinChatTemplatesListResponse_unstable = {
|
||||
templates: Array<string>;
|
||||
};
|
||||
|
||||
/**
|
||||
* Goose-custom session update notification — a parallel to ACP's
|
||||
* `session/update` carrying goose-specific update variants.
|
||||
@@ -2379,14 +2578,14 @@ export type RecipeParamsAction = 'submit' | 'cancel';
|
||||
export type ExtRequest = {
|
||||
id: string;
|
||||
method: string;
|
||||
params?: AddSessionExtensionRequest_unstable | RemoveSessionExtensionRequest_unstable | GetToolsRequest_unstable | SetToolPermissionsRequest_unstable | GooseToolCallRequest_unstable | ReadResourceRequest_unstable | AppsListRequest_unstable | AppsExportRequest_unstable | AppsImportRequest_unstable | UpdateWorkingDirRequest_unstable | SetSessionSystemPromptRequest_unstable | SteerSessionRequest_unstable | DiagnosticsGetRequest_unstable | ListPromptsRequest_unstable | GetPromptRequest_unstable | SavePromptRequest_unstable | ResetPromptRequest_unstable | DeleteSessionRequest | GetConfigExtensionsRequest_unstable | GetAvailableExtensionsRequest_unstable | AddConfigExtensionRequest_unstable | RemoveConfigExtensionRequest_unstable | SetConfigExtensionEnabledRequest_unstable | GetSessionExtensionsRequest_unstable | ListProvidersRequest_unstable | ProviderSupportedModelsListRequest_unstable | ProviderCatalogListRequest_unstable | ProviderSetupCatalogListRequest_unstable | ProviderCatalogTemplateRequest_unstable | CustomProviderCreateRequest_unstable | CustomProviderReadRequest_unstable | CustomProviderUpdateRequest_unstable | CustomProviderDeleteRequest_unstable | RefreshProviderInventoryRequest_unstable | ProviderConfigReadRequest_unstable | ProviderConfigStatusRequest_unstable | ProviderConfigSaveRequest_unstable | ProviderConfigDeleteRequest_unstable | ProviderConfigAuthenticateRequest_unstable | ProviderSecretsListRequest_unstable | ProviderSecretDeleteRequest_unstable | CanonicalModelInfoRequest_unstable | PreferencesReadRequest_unstable | PreferencesSaveRequest_unstable | PreferencesRemoveRequest_unstable | ConfigReadRequest_unstable | ConfigUpsertRequest_unstable | ConfigRemoveRequest_unstable | ConfigReadAllRequest_unstable | DefaultsReadRequest_unstable | DefaultsSaveRequest_unstable | DefaultsClearRequest_unstable | OnboardingImportScanRequest_unstable | OnboardingImportApplyRequest_unstable | ExportSessionRequest_unstable | ImportSessionRequest_unstable | ShareSessionNostrRequest_unstable | EncodeRecipeRequest_unstable | DecodeRecipeRequest_unstable | ScanRecipeRequest_unstable | ListRecipesRequest_unstable | DeleteRecipeRequest_unstable | ScheduleRecipeRequest_unstable | SetRecipeSlashCommandRequest_unstable | SaveRecipeRequest_unstable | ParseRecipeRequest_unstable | RecipeToYamlRequest_unstable | ListSchedulesRequest_unstable | ListScheduleSessionsRequest_unstable | CreateScheduleRequest_unstable | DeleteScheduleRequest_unstable | PauseScheduleRequest_unstable | UnpauseScheduleRequest_unstable | UpdateScheduleRequest_unstable | RunScheduleNowRequest_unstable | KillRunningJobRequest_unstable | InspectRunningJobRequest_unstable | GetSessionInfoRequest_unstable | TruncateSessionConversationRequest_unstable | UpdateSessionProjectRequest_unstable | RenameSessionRequest_unstable | ArchiveSessionRequest_unstable | UnarchiveSessionRequest_unstable | CreateSourceRequest_unstable | ListSourcesRequest_unstable | ListAgentMentionsRequest_unstable | ListSlashCommandsRequest_unstable | UpdateSourceRequest_unstable | DeleteSourceRequest_unstable | ExportSourceRequest_unstable | ImportSourcesRequest_unstable | DictationTranscribeRequest_unstable | DictationConfigRequest_unstable | DictationSecretSaveRequest_unstable | DictationSecretDeleteRequest_unstable | DictationModelsListRequest_unstable | DictationModelDownloadRequest_unstable | DictationModelDownloadProgressRequest_unstable | DictationModelCancelRequest_unstable | DictationModelDeleteRequest_unstable | DictationModelSelectRequest_unstable | {
|
||||
params?: AddSessionExtensionRequest_unstable | RemoveSessionExtensionRequest_unstable | GetToolsRequest_unstable | SetToolPermissionsRequest_unstable | GooseToolCallRequest_unstable | ReadResourceRequest_unstable | AppsListRequest_unstable | AppsExportRequest_unstable | AppsImportRequest_unstable | UpdateWorkingDirRequest_unstable | SetSessionSystemPromptRequest_unstable | SteerSessionRequest_unstable | DiagnosticsGetRequest_unstable | ListPromptsRequest_unstable | GetPromptRequest_unstable | SavePromptRequest_unstable | ResetPromptRequest_unstable | DeleteSessionRequest | GetConfigExtensionsRequest_unstable | GetAvailableExtensionsRequest_unstable | AddConfigExtensionRequest_unstable | RemoveConfigExtensionRequest_unstable | SetConfigExtensionEnabledRequest_unstable | GetSessionExtensionsRequest_unstable | ListProvidersRequest_unstable | ProviderSupportedModelsListRequest_unstable | ProviderCatalogListRequest_unstable | ProviderSetupCatalogListRequest_unstable | ProviderCatalogTemplateRequest_unstable | CustomProviderCreateRequest_unstable | CustomProviderReadRequest_unstable | CustomProviderUpdateRequest_unstable | CustomProviderDeleteRequest_unstable | RefreshProviderInventoryRequest_unstable | ProviderConfigReadRequest_unstable | ProviderConfigStatusRequest_unstable | ProviderConfigSaveRequest_unstable | ProviderConfigDeleteRequest_unstable | ProviderConfigAuthenticateRequest_unstable | ProviderSecretsListRequest_unstable | ProviderSecretDeleteRequest_unstable | CanonicalModelInfoRequest_unstable | PreferencesReadRequest_unstable | PreferencesSaveRequest_unstable | PreferencesRemoveRequest_unstable | ConfigReadRequest_unstable | ConfigUpsertRequest_unstable | ConfigRemoveRequest_unstable | ConfigReadAllRequest_unstable | DefaultsReadRequest_unstable | DefaultsSaveRequest_unstable | DefaultsClearRequest_unstable | OnboardingImportScanRequest_unstable | OnboardingImportApplyRequest_unstable | ExportSessionRequest_unstable | ImportSessionRequest_unstable | ShareSessionNostrRequest_unstable | EncodeRecipeRequest_unstable | DecodeRecipeRequest_unstable | ScanRecipeRequest_unstable | ListRecipesRequest_unstable | DeleteRecipeRequest_unstable | ScheduleRecipeRequest_unstable | SetRecipeSlashCommandRequest_unstable | SaveRecipeRequest_unstable | ParseRecipeRequest_unstable | RecipeToYamlRequest_unstable | ListSchedulesRequest_unstable | ListScheduleSessionsRequest_unstable | CreateScheduleRequest_unstable | DeleteScheduleRequest_unstable | PauseScheduleRequest_unstable | UnpauseScheduleRequest_unstable | UpdateScheduleRequest_unstable | RunScheduleNowRequest_unstable | KillRunningJobRequest_unstable | InspectRunningJobRequest_unstable | GetSessionInfoRequest_unstable | TruncateSessionConversationRequest_unstable | UpdateSessionProjectRequest_unstable | RenameSessionRequest_unstable | ArchiveSessionRequest_unstable | UnarchiveSessionRequest_unstable | CreateSourceRequest_unstable | ListSourcesRequest_unstable | ListAgentMentionsRequest_unstable | ListSlashCommandsRequest_unstable | UpdateSourceRequest_unstable | DeleteSourceRequest_unstable | ExportSourceRequest_unstable | ImportSourcesRequest_unstable | DictationTranscribeRequest_unstable | DictationConfigRequest_unstable | DictationSecretSaveRequest_unstable | DictationSecretDeleteRequest_unstable | DictationModelsListRequest_unstable | DictationModelDownloadRequest_unstable | DictationModelDownloadProgressRequest_unstable | DictationModelCancelRequest_unstable | DictationModelDeleteRequest_unstable | DictationModelSelectRequest_unstable | LocalInferenceModelsListRequest_unstable | LocalInferenceModelDownloadRequest_unstable | LocalInferenceModelDownloadProgressRequest_unstable | LocalInferenceModelDownloadCancelRequest_unstable | LocalInferenceModelDeleteRequest_unstable | LocalInferenceModelSettingsReadRequest_unstable | LocalInferenceModelSettingsUpdateRequest_unstable | LocalInferenceHuggingFaceSearchRequest_unstable | LocalInferenceHuggingFaceRepoVariantsRequest_unstable | LocalInferenceBuiltinChatTemplatesListRequest_unstable | {
|
||||
[key: string]: unknown;
|
||||
} | null;
|
||||
};
|
||||
|
||||
export type ExtResponse = {
|
||||
id: string;
|
||||
result?: EmptyResponse | GetToolsResponse_unstable | SetToolPermissionsResponse_unstable | GooseToolCallResponse_unstable | ReadResourceResponse_unstable | AppsListResponse_unstable | AppsExportResponse_unstable | AppsImportResponse_unstable | SteerSessionResponse_unstable | DiagnosticsGetResponse_unstable | ListPromptsResponse_unstable | GetPromptResponse_unstable | PromptOperationResponse_unstable | GetConfigExtensionsResponse_unstable | GetAvailableExtensionsResponse_unstable | GetSessionExtensionsResponse_unstable | ListProvidersResponse_unstable | ProviderSupportedModelsListResponse_unstable | ProviderCatalogListResponse_unstable | ProviderSetupCatalogListResponse_unstable | ProviderCatalogTemplateResponse_unstable | CustomProviderCreateResponse_unstable | CustomProviderReadResponse_unstable | CustomProviderUpdateResponse_unstable | CustomProviderDeleteResponse_unstable | RefreshProviderInventoryResponse_unstable | ProviderConfigReadResponse_unstable | ProviderConfigStatusResponse_unstable | ProviderConfigChangeResponse_unstable | ProviderSecretsListResponse_unstable | CanonicalModelInfoResponse_unstable | PreferencesReadResponse_unstable | ConfigReadResponse_unstable | ConfigReadAllResponse_unstable | DefaultsReadResponse_unstable | OnboardingImportScanResponse_unstable | OnboardingImportApplyResponse_unstable | ExportSessionResponse_unstable | ImportSessionResponse_unstable | ShareSessionNostrResponse_unstable | EncodeRecipeResponse_unstable | DecodeRecipeResponse_unstable | ScanRecipeResponse_unstable | ListRecipesResponse_unstable | SaveRecipeResponse_unstable | ParseRecipeResponse_unstable | RecipeToYamlResponse_unstable | ListSchedulesResponse_unstable | ListScheduleSessionsResponse_unstable | CreateScheduleResponse_unstable | UpdateScheduleResponse_unstable | RunScheduleNowResponse_unstable | KillRunningJobResponse_unstable | InspectRunningJobResponse_unstable | GetSessionInfoResponse_unstable | CreateSourceResponse_unstable | ListSourcesResponse_unstable | ListAgentMentionsResponse_unstable | ListSlashCommandsResponse_unstable | UpdateSourceResponse_unstable | ExportSourceResponse_unstable | ImportSourcesResponse_unstable | DictationTranscribeResponse_unstable | DictationConfigResponse_unstable | DictationModelsListResponse_unstable | DictationModelDownloadProgressResponse_unstable | unknown;
|
||||
result?: EmptyResponse | GetToolsResponse_unstable | SetToolPermissionsResponse_unstable | GooseToolCallResponse_unstable | ReadResourceResponse_unstable | AppsListResponse_unstable | AppsExportResponse_unstable | AppsImportResponse_unstable | SteerSessionResponse_unstable | DiagnosticsGetResponse_unstable | ListPromptsResponse_unstable | GetPromptResponse_unstable | PromptOperationResponse_unstable | GetConfigExtensionsResponse_unstable | GetAvailableExtensionsResponse_unstable | GetSessionExtensionsResponse_unstable | ListProvidersResponse_unstable | ProviderSupportedModelsListResponse_unstable | ProviderCatalogListResponse_unstable | ProviderSetupCatalogListResponse_unstable | ProviderCatalogTemplateResponse_unstable | CustomProviderCreateResponse_unstable | CustomProviderReadResponse_unstable | CustomProviderUpdateResponse_unstable | CustomProviderDeleteResponse_unstable | RefreshProviderInventoryResponse_unstable | ProviderConfigReadResponse_unstable | ProviderConfigStatusResponse_unstable | ProviderConfigChangeResponse_unstable | ProviderSecretsListResponse_unstable | CanonicalModelInfoResponse_unstable | PreferencesReadResponse_unstable | ConfigReadResponse_unstable | ConfigReadAllResponse_unstable | DefaultsReadResponse_unstable | OnboardingImportScanResponse_unstable | OnboardingImportApplyResponse_unstable | ExportSessionResponse_unstable | ImportSessionResponse_unstable | ShareSessionNostrResponse_unstable | EncodeRecipeResponse_unstable | DecodeRecipeResponse_unstable | ScanRecipeResponse_unstable | ListRecipesResponse_unstable | SaveRecipeResponse_unstable | ParseRecipeResponse_unstable | RecipeToYamlResponse_unstable | ListSchedulesResponse_unstable | ListScheduleSessionsResponse_unstable | CreateScheduleResponse_unstable | UpdateScheduleResponse_unstable | RunScheduleNowResponse_unstable | KillRunningJobResponse_unstable | InspectRunningJobResponse_unstable | GetSessionInfoResponse_unstable | CreateSourceResponse_unstable | ListSourcesResponse_unstable | ListAgentMentionsResponse_unstable | ListSlashCommandsResponse_unstable | UpdateSourceResponse_unstable | ExportSourceResponse_unstable | ImportSourcesResponse_unstable | DictationTranscribeResponse_unstable | DictationConfigResponse_unstable | DictationModelsListResponse_unstable | DictationModelDownloadProgressResponse_unstable | LocalInferenceModelsListResponse_unstable | LocalInferenceModelDownloadResponse_unstable | LocalInferenceModelDownloadProgressResponse_unstable | LocalInferenceModelSettingsReadResponse_unstable | LocalInferenceModelSettingsUpdateResponse_unstable | LocalInferenceHuggingFaceSearchResponse_unstable | LocalInferenceHuggingFaceRepoVariantsResponse_unstable | LocalInferenceBuiltinChatTemplatesListResponse_unstable | unknown;
|
||||
} | {
|
||||
error: {
|
||||
code: number;
|
||||
|
||||
@@ -2369,6 +2369,301 @@ export const zDictationModelSelectRequest_unstable = z.object({
|
||||
modelId: z.string()
|
||||
});
|
||||
|
||||
export const zLocalInferenceModelsListRequest_unstable = z.record(z.unknown());
|
||||
|
||||
export const zLocalInferenceDownloadState = z.enum([
|
||||
'NotDownloaded',
|
||||
'Downloading',
|
||||
'Downloaded'
|
||||
]);
|
||||
|
||||
export const zLocalInferenceModelDownloadStatusDto = z.object({
|
||||
state: zLocalInferenceDownloadState,
|
||||
progressPercent: z.union([
|
||||
z.number(),
|
||||
z.null()
|
||||
]).optional(),
|
||||
bytesDownloaded: z.union([
|
||||
z.number().int().gte(0),
|
||||
z.null()
|
||||
]).optional(),
|
||||
totalBytes: z.union([
|
||||
z.number().int().gte(0),
|
||||
z.null()
|
||||
]).optional(),
|
||||
speedBps: z.union([
|
||||
z.number().int().gte(0),
|
||||
z.null()
|
||||
]).optional()
|
||||
});
|
||||
|
||||
export const zLocalInferenceSamplingConfig = z.union([
|
||||
z.object({
|
||||
type: z.literal('Greedy')
|
||||
}),
|
||||
z.object({
|
||||
temperature: z.number(),
|
||||
topK: z.number().int(),
|
||||
topP: z.number(),
|
||||
minP: z.number(),
|
||||
seed: z.union([
|
||||
z.number().int().gte(0),
|
||||
z.null()
|
||||
]).optional(),
|
||||
type: z.literal('Temperature')
|
||||
}),
|
||||
z.object({
|
||||
tau: z.number(),
|
||||
eta: z.number(),
|
||||
seed: z.union([
|
||||
z.number().int().gte(0),
|
||||
z.null()
|
||||
]).optional(),
|
||||
type: z.literal('MirostatV2')
|
||||
})
|
||||
]);
|
||||
|
||||
export const zLocalInferenceToolCallingMode = z.enum([
|
||||
'auto',
|
||||
'force_native',
|
||||
'force_emulated'
|
||||
]);
|
||||
|
||||
export const zLocalInferenceChatTemplate = z.union([
|
||||
z.object({
|
||||
type: z.literal('embedded')
|
||||
}),
|
||||
z.object({
|
||||
name: z.string(),
|
||||
type: z.literal('builtin')
|
||||
}),
|
||||
z.object({
|
||||
template: z.string(),
|
||||
type: z.literal('custom_inline')
|
||||
})
|
||||
]);
|
||||
|
||||
export const zLocalInferenceModelSettingsDto = z.object({
|
||||
backendId: z.union([
|
||||
z.string(),
|
||||
z.null()
|
||||
]).optional(),
|
||||
contextSize: z.union([
|
||||
z.number().int().gte(0),
|
||||
z.null()
|
||||
]).optional(),
|
||||
maxOutputTokens: z.union([
|
||||
z.number().int().gte(0),
|
||||
z.null()
|
||||
]).optional(),
|
||||
draftModel: z.union([
|
||||
z.string(),
|
||||
z.null()
|
||||
]).optional(),
|
||||
sampling: zLocalInferenceSamplingConfig.optional().default({
|
||||
type: 'Temperature',
|
||||
temperature: 0.800000011920929,
|
||||
topK: 40,
|
||||
topP: 0.949999988079071,
|
||||
minP: 0.05000000074505806
|
||||
}),
|
||||
repeatPenalty: z.number(),
|
||||
repeatLastN: z.number().int(),
|
||||
frequencyPenalty: z.number(),
|
||||
presencePenalty: z.number(),
|
||||
nBatch: z.union([
|
||||
z.number().int().gte(0),
|
||||
z.null()
|
||||
]).optional(),
|
||||
nGpuLayers: z.union([
|
||||
z.number().int().gte(0),
|
||||
z.null()
|
||||
]).optional(),
|
||||
useMlock: z.boolean(),
|
||||
flashAttention: z.union([
|
||||
z.boolean(),
|
||||
z.null()
|
||||
]).optional(),
|
||||
nThreads: z.union([
|
||||
z.number().int(),
|
||||
z.null()
|
||||
]).optional(),
|
||||
toolCalling: zLocalInferenceToolCallingMode.optional().default('auto'),
|
||||
chatTemplate: zLocalInferenceChatTemplate.optional().default({ type: 'embedded' }),
|
||||
enableThinking: z.boolean(),
|
||||
visionCapable: z.boolean(),
|
||||
imageTokenEstimate: z.number().int().gte(0),
|
||||
mmprojSizeBytes: z.number().int().gte(0)
|
||||
});
|
||||
|
||||
export const zLocalInferenceModelDto = z.object({
|
||||
id: z.string(),
|
||||
repoId: z.string(),
|
||||
filename: z.string(),
|
||||
quantization: z.string(),
|
||||
sizeBytes: z.number().int().gte(0),
|
||||
status: zLocalInferenceModelDownloadStatusDto,
|
||||
recommended: z.boolean(),
|
||||
settings: zLocalInferenceModelSettingsDto,
|
||||
visionCapable: z.boolean(),
|
||||
mmprojStatus: z.union([
|
||||
zLocalInferenceModelDownloadStatusDto,
|
||||
z.null()
|
||||
]).optional()
|
||||
});
|
||||
|
||||
export const zLocalInferenceModelsListResponse_unstable = z.object({
|
||||
models: z.array(zLocalInferenceModelDto)
|
||||
});
|
||||
|
||||
export const zLocalInferenceModelDownloadRequest_unstable = z.object({
|
||||
spec: z.string(),
|
||||
backendId: z.union([
|
||||
z.string(),
|
||||
z.null()
|
||||
]).optional(),
|
||||
variantId: z.union([
|
||||
z.string(),
|
||||
z.null()
|
||||
]).optional()
|
||||
});
|
||||
|
||||
export const zLocalInferenceModelDownloadResponse_unstable = z.object({
|
||||
modelId: z.string()
|
||||
});
|
||||
|
||||
export const zLocalInferenceModelDownloadProgressRequest_unstable = z.object({
|
||||
modelId: z.string()
|
||||
});
|
||||
|
||||
export const zLocalInferenceDownloadProgressDto = z.object({
|
||||
modelId: z.string(),
|
||||
status: z.string(),
|
||||
bytesDownloaded: z.number().int().gte(0),
|
||||
totalBytes: z.number().int().gte(0),
|
||||
progressPercent: z.number(),
|
||||
speedBps: z.union([
|
||||
z.number().int().gte(0),
|
||||
z.null()
|
||||
]).optional(),
|
||||
etaSeconds: z.union([
|
||||
z.number().int().gte(0),
|
||||
z.null()
|
||||
]).optional(),
|
||||
error: z.union([
|
||||
z.string(),
|
||||
z.null()
|
||||
]).optional(),
|
||||
taskExited: z.boolean()
|
||||
});
|
||||
|
||||
export const zLocalInferenceModelDownloadProgressResponse_unstable = z.object({
|
||||
progress: z.union([
|
||||
zLocalInferenceDownloadProgressDto,
|
||||
z.null()
|
||||
]).optional()
|
||||
});
|
||||
|
||||
export const zLocalInferenceModelDownloadCancelRequest_unstable = z.object({
|
||||
modelId: z.string()
|
||||
});
|
||||
|
||||
export const zLocalInferenceModelDeleteRequest_unstable = z.object({
|
||||
modelId: z.string()
|
||||
});
|
||||
|
||||
export const zLocalInferenceModelSettingsReadRequest_unstable = z.object({
|
||||
modelId: z.string()
|
||||
});
|
||||
|
||||
export const zLocalInferenceModelSettingsReadResponse_unstable = z.object({
|
||||
settings: zLocalInferenceModelSettingsDto
|
||||
});
|
||||
|
||||
export const zLocalInferenceModelSettingsUpdateRequest_unstable = z.object({
|
||||
modelId: z.string(),
|
||||
settings: zLocalInferenceModelSettingsDto
|
||||
});
|
||||
|
||||
export const zLocalInferenceModelSettingsUpdateResponse_unstable = z.object({
|
||||
settings: zLocalInferenceModelSettingsDto
|
||||
});
|
||||
|
||||
export const zLocalInferenceHuggingFaceSearchRequest_unstable = z.object({
|
||||
query: z.string(),
|
||||
limit: z.union([
|
||||
z.number().int().gte(0),
|
||||
z.null()
|
||||
]).optional()
|
||||
});
|
||||
|
||||
export const zLocalInferenceHfGgufFileDto = z.object({
|
||||
filename: z.string(),
|
||||
sizeBytes: z.number().int().gte(0),
|
||||
quantization: z.string(),
|
||||
downloadUrl: z.string()
|
||||
});
|
||||
|
||||
export const zLocalInferenceHfModelVariantDto = z.object({
|
||||
variantId: z.string(),
|
||||
label: z.string(),
|
||||
backendId: z.string(),
|
||||
format: z.string(),
|
||||
modelId: z.string(),
|
||||
downloadId: z.string(),
|
||||
sizeBytes: z.number().int().gte(0),
|
||||
filename: z.union([
|
||||
z.string(),
|
||||
z.null()
|
||||
]).optional(),
|
||||
downloadUrl: z.union([
|
||||
z.string(),
|
||||
z.null()
|
||||
]).optional(),
|
||||
description: z.string(),
|
||||
qualityRank: z.number().int().gte(0).lte(255),
|
||||
sharded: z.boolean(),
|
||||
supported: z.boolean(),
|
||||
unsupportedReason: z.union([
|
||||
z.string(),
|
||||
z.null()
|
||||
]).optional()
|
||||
});
|
||||
|
||||
export const zLocalInferenceHfModelInfoDto = z.object({
|
||||
repoId: z.string(),
|
||||
author: z.string(),
|
||||
modelName: z.string(),
|
||||
downloads: z.number().int().gte(0),
|
||||
ggufFiles: z.array(zLocalInferenceHfGgufFileDto).optional().default([]),
|
||||
variants: z.array(zLocalInferenceHfModelVariantDto).optional().default([])
|
||||
});
|
||||
|
||||
export const zLocalInferenceHuggingFaceSearchResponse_unstable = z.object({
|
||||
models: z.array(zLocalInferenceHfModelInfoDto)
|
||||
});
|
||||
|
||||
export const zLocalInferenceHuggingFaceRepoVariantsRequest_unstable = z.object({
|
||||
repoId: z.string()
|
||||
});
|
||||
|
||||
export const zLocalInferenceHuggingFaceRepoVariantsResponse_unstable = z.object({
|
||||
variants: z.array(zLocalInferenceHfModelVariantDto),
|
||||
recommendedIndex: z.union([
|
||||
z.number().int().gte(0),
|
||||
z.null()
|
||||
]).optional(),
|
||||
availableMemoryBytes: z.number().int().gte(0),
|
||||
downloadedQuants: z.array(z.string()),
|
||||
downloadedVariants: z.array(z.string())
|
||||
});
|
||||
|
||||
export const zLocalInferenceBuiltinChatTemplatesListRequest_unstable = z.record(z.unknown());
|
||||
|
||||
export const zLocalInferenceBuiltinChatTemplatesListResponse_unstable = z.object({
|
||||
templates: z.array(z.string())
|
||||
});
|
||||
|
||||
/**
|
||||
* Streaming context-window usage update for a session.
|
||||
*/
|
||||
@@ -2545,7 +2840,17 @@ export const zExtRequest = z.object({
|
||||
zDictationModelDownloadProgressRequest_unstable,
|
||||
zDictationModelCancelRequest_unstable,
|
||||
zDictationModelDeleteRequest_unstable,
|
||||
zDictationModelSelectRequest_unstable
|
||||
zDictationModelSelectRequest_unstable,
|
||||
zLocalInferenceModelsListRequest_unstable,
|
||||
zLocalInferenceModelDownloadRequest_unstable,
|
||||
zLocalInferenceModelDownloadProgressRequest_unstable,
|
||||
zLocalInferenceModelDownloadCancelRequest_unstable,
|
||||
zLocalInferenceModelDeleteRequest_unstable,
|
||||
zLocalInferenceModelSettingsReadRequest_unstable,
|
||||
zLocalInferenceModelSettingsUpdateRequest_unstable,
|
||||
zLocalInferenceHuggingFaceSearchRequest_unstable,
|
||||
zLocalInferenceHuggingFaceRepoVariantsRequest_unstable,
|
||||
zLocalInferenceBuiltinChatTemplatesListRequest_unstable
|
||||
]),
|
||||
z.union([
|
||||
z.record(z.unknown()),
|
||||
@@ -2624,7 +2929,15 @@ export const zExtResponse = z.union([
|
||||
zDictationTranscribeResponse_unstable,
|
||||
zDictationConfigResponse_unstable,
|
||||
zDictationModelsListResponse_unstable,
|
||||
zDictationModelDownloadProgressResponse_unstable
|
||||
zDictationModelDownloadProgressResponse_unstable,
|
||||
zLocalInferenceModelsListResponse_unstable,
|
||||
zLocalInferenceModelDownloadResponse_unstable,
|
||||
zLocalInferenceModelDownloadProgressResponse_unstable,
|
||||
zLocalInferenceModelSettingsReadResponse_unstable,
|
||||
zLocalInferenceModelSettingsUpdateResponse_unstable,
|
||||
zLocalInferenceHuggingFaceSearchResponse_unstable,
|
||||
zLocalInferenceHuggingFaceRepoVariantsResponse_unstable,
|
||||
zLocalInferenceBuiltinChatTemplatesListResponse_unstable
|
||||
]),
|
||||
z.unknown()
|
||||
]).optional()
|
||||
|
||||
Reference in New Issue
Block a user