d2195289cf
Co-authored-by: Douwe Osinga <douwe@squareup.com> Co-authored-by: Jack Amadeo <jackamadeo@squareup.com> Co-authored-by: Jack Amadeo <jackamadeo@block.xyz>
217 lines
7.5 KiB
TypeScript
217 lines
7.5 KiB
TypeScript
import React, { createContext, useContext, useState, useEffect, useMemo, useCallback } from 'react';
|
|
import { toastError, toastSuccess } from '../toasts';
|
|
import Model, { getProviderMetadata } from './settings/models/modelInterface';
|
|
import { ProviderMetadata, updateAgentProvider } from '../api';
|
|
import { useConfig } from './ConfigContext';
|
|
import {
|
|
getModelDisplayName,
|
|
getProviderDisplayName,
|
|
} from './settings/models/predefinedModelsUtils';
|
|
|
|
// titles
|
|
export const UNKNOWN_PROVIDER_TITLE = 'Provider name lookup';
|
|
|
|
// errors
|
|
const CHANGE_MODEL_ERROR_TITLE = 'Change failed';
|
|
const SWITCH_MODEL_AGENT_ERROR_MSG =
|
|
'Failed to start agent with selected model -- please try again';
|
|
const CONFIG_UPDATE_ERROR_MSG = 'Failed to update configuration settings -- please try again';
|
|
export const UNKNOWN_PROVIDER_MSG = 'Unknown provider in config -- please inspect your config.yaml';
|
|
|
|
// success
|
|
const CHANGE_MODEL_TOAST_TITLE = 'Model changed';
|
|
const SWITCH_MODEL_SUCCESS_MSG = 'Successfully switched models';
|
|
|
|
interface ModelAndProviderContextType {
|
|
currentModel: string | null;
|
|
currentProvider: string | null;
|
|
changeModel: (sessionId: string | null, model: Model) => Promise<void>;
|
|
getCurrentModelAndProvider: () => Promise<{ model: string; provider: string }>;
|
|
getFallbackModelAndProvider: () => Promise<{ model: string; provider: string }>;
|
|
getCurrentModelAndProviderForDisplay: () => Promise<{ model: string; provider: string }>;
|
|
getCurrentModelDisplayName: () => Promise<string>;
|
|
getCurrentProviderDisplayName: () => Promise<string>; // Gets provider display name from subtext
|
|
refreshCurrentModelAndProvider: () => Promise<void>;
|
|
}
|
|
|
|
interface ModelAndProviderProviderProps {
|
|
children: React.ReactNode;
|
|
}
|
|
|
|
const ModelAndProviderContext = createContext<ModelAndProviderContextType | undefined>(undefined);
|
|
|
|
export const ModelAndProviderProvider: React.FC<ModelAndProviderProviderProps> = ({ children }) => {
|
|
const [currentModel, setCurrentModel] = useState<string | null>(null);
|
|
const [currentProvider, setCurrentProvider] = useState<string | null>(null);
|
|
const { read, upsert, getProviders } = useConfig();
|
|
|
|
const changeModel = useCallback(
|
|
async (sessionId: string | null, model: Model) => {
|
|
const modelName = model.name;
|
|
const providerName = model.provider;
|
|
let phase = 'agent';
|
|
|
|
try {
|
|
if (sessionId) {
|
|
await updateAgentProvider({
|
|
body: {
|
|
session_id: sessionId,
|
|
provider: providerName,
|
|
model: modelName,
|
|
},
|
|
});
|
|
}
|
|
|
|
phase = 'config';
|
|
await upsert('GOOSE_PROVIDER', providerName, false);
|
|
await upsert('GOOSE_MODEL', modelName, false);
|
|
|
|
setCurrentProvider(providerName);
|
|
setCurrentModel(modelName);
|
|
|
|
toastSuccess({
|
|
title: CHANGE_MODEL_TOAST_TITLE,
|
|
msg: `${SWITCH_MODEL_SUCCESS_MSG} -- using ${model.alias ?? modelName} from ${model.subtext ?? providerName}`,
|
|
});
|
|
} catch (error) {
|
|
console.error(`Failed to change model at ${phase} step -- ${modelName} ${providerName}`);
|
|
toastError({
|
|
title: CHANGE_MODEL_ERROR_TITLE,
|
|
msg: phase === 'agent' ? SWITCH_MODEL_AGENT_ERROR_MSG : CONFIG_UPDATE_ERROR_MSG,
|
|
traceback: error instanceof Error ? error.message : String(error),
|
|
});
|
|
}
|
|
},
|
|
[upsert]
|
|
);
|
|
|
|
const getFallbackModelAndProvider = useCallback(async () => {
|
|
const provider = window.appConfig.get('GOOSE_DEFAULT_PROVIDER') as string;
|
|
const model = window.appConfig.get('GOOSE_DEFAULT_MODEL') as string;
|
|
if (provider && model) {
|
|
try {
|
|
await upsert('GOOSE_MODEL', model, false);
|
|
await upsert('GOOSE_PROVIDER', provider, false);
|
|
} catch (error) {
|
|
console.error('[getFallbackModelAndProvider] Failed to write to config', error);
|
|
}
|
|
}
|
|
return { model: model, provider: provider };
|
|
}, [upsert]);
|
|
|
|
const getCurrentModelAndProvider = useCallback(async () => {
|
|
let model: string;
|
|
let provider: string;
|
|
|
|
// read from config
|
|
try {
|
|
model = (await read('GOOSE_MODEL', false)) as string;
|
|
provider = (await read('GOOSE_PROVIDER', false)) as string;
|
|
} catch {
|
|
console.error(`Failed to read GOOSE_MODEL or GOOSE_PROVIDER from config`);
|
|
throw new Error('Failed to read GOOSE_MODEL or GOOSE_PROVIDER from config');
|
|
}
|
|
if (!model || !provider) {
|
|
console.log('[getCurrentModelAndProvider] Checking app environment as fallback');
|
|
return getFallbackModelAndProvider();
|
|
}
|
|
return { model: model, provider: provider };
|
|
}, [read, getFallbackModelAndProvider]);
|
|
|
|
const getCurrentModelAndProviderForDisplay = useCallback(async () => {
|
|
const modelProvider = await getCurrentModelAndProvider();
|
|
const gooseModel = modelProvider.model;
|
|
const gooseProvider = modelProvider.provider;
|
|
|
|
// lookup display name
|
|
let metadata: ProviderMetadata;
|
|
|
|
try {
|
|
metadata = await getProviderMetadata(String(gooseProvider), getProviders);
|
|
} catch {
|
|
return { model: gooseModel, provider: gooseProvider };
|
|
}
|
|
const providerDisplayName = metadata.display_name;
|
|
|
|
return { model: gooseModel, provider: providerDisplayName };
|
|
}, [getCurrentModelAndProvider, getProviders]);
|
|
|
|
const getCurrentModelDisplayName = useCallback(async () => {
|
|
try {
|
|
const currentModelName = (await read('GOOSE_MODEL', false)) as string;
|
|
return getModelDisplayName(currentModelName);
|
|
} catch {
|
|
return 'Select Model';
|
|
}
|
|
}, [read]);
|
|
|
|
const getCurrentProviderDisplayName = useCallback(async () => {
|
|
try {
|
|
const currentModelName = (await read('GOOSE_MODEL', false)) as string;
|
|
const providerDisplayName = getProviderDisplayName(currentModelName);
|
|
if (providerDisplayName) {
|
|
return providerDisplayName;
|
|
}
|
|
// Fall back to regular provider display name lookup
|
|
const { provider } = await getCurrentModelAndProviderForDisplay();
|
|
return provider;
|
|
} catch {
|
|
return '';
|
|
}
|
|
}, [read, getCurrentModelAndProviderForDisplay]);
|
|
|
|
const refreshCurrentModelAndProvider = useCallback(async () => {
|
|
try {
|
|
const { model, provider } = await getCurrentModelAndProvider();
|
|
setCurrentModel(model);
|
|
setCurrentProvider(provider);
|
|
} catch (_error) {
|
|
console.error('Failed to refresh current model and provider:', _error);
|
|
}
|
|
}, [getCurrentModelAndProvider]);
|
|
|
|
// Load initial model and provider on mount
|
|
useEffect(() => {
|
|
refreshCurrentModelAndProvider();
|
|
}, [refreshCurrentModelAndProvider]);
|
|
|
|
const contextValue = useMemo(
|
|
() => ({
|
|
currentModel,
|
|
currentProvider,
|
|
changeModel,
|
|
getCurrentModelAndProvider,
|
|
getFallbackModelAndProvider,
|
|
getCurrentModelAndProviderForDisplay,
|
|
getCurrentModelDisplayName,
|
|
getCurrentProviderDisplayName,
|
|
refreshCurrentModelAndProvider,
|
|
}),
|
|
[
|
|
currentModel,
|
|
currentProvider,
|
|
changeModel,
|
|
getCurrentModelAndProvider,
|
|
getFallbackModelAndProvider,
|
|
getCurrentModelAndProviderForDisplay,
|
|
getCurrentModelDisplayName,
|
|
getCurrentProviderDisplayName,
|
|
refreshCurrentModelAndProvider,
|
|
]
|
|
);
|
|
|
|
return (
|
|
<ModelAndProviderContext.Provider value={contextValue}>
|
|
{children}
|
|
</ModelAndProviderContext.Provider>
|
|
);
|
|
};
|
|
|
|
export const useModelAndProvider = () => {
|
|
const context = useContext(ModelAndProviderContext);
|
|
if (context === undefined) {
|
|
throw new Error('useModelAndProvider must be used within a ModelAndProviderProvider');
|
|
}
|
|
return context;
|
|
};
|