tkmind/tkmind_go
1
0
Fork 0
Code Issues Pull Requests Actions 4 Packages Projects Releases Wiki Activity

chore: updates ollama default model from mistral-nemo to qwen2.5 (#150)

Browse Source 
Signed-off-by: Adrian Cole <adrian.cole@elastic.co>
This commit is contained in:
Adrian Cole
2024-10-15 14:09:03 +11:00
committed by GitHub
parent 9679f07d09
commit 06c12b627c
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/exchange/src/exchange/providers/ollama.py
+5 -5
View File
@@ -6,24 +6,24 @@ import httpx
from exchange.providers.openai import OpenAiProvider from exchange.providers.openai import OpenAiProvider
OLLAMA_HOST = "http://localhost:11434/" OLLAMA_HOST = "http://localhost:11434/"
OLLAMA_MODEL = "mistral-nemo" OLLAMA_MODEL = "qwen2.5"
class OllamaProvider(OpenAiProvider): class OllamaProvider(OpenAiProvider):
"""Provides chat completions for models hosted by Ollama.""" """Provides chat completions for models hosted by Ollama."""
__doc__ += """Here's an example profile configuration to try: __doc__ += f"""Here's an example profile configuration to try:
First run: ollama pull qwen2.5, then use this profile: First run: ollama pull qwen2.5, then use this profile:
ollama: ollama:
provider: ollama provider: ollama
processor: qwen2.5 processor: {OLLAMA_MODEL}
accelerator: qwen2.5 accelerator: {OLLAMA_MODEL}
moderator: truncate moderator: truncate
toolkits: toolkits:
- name: developer - name: developer
requires: {} requires: {{}}
""" """
def __init__(self, client: httpx.Client) -> None: def __init__(self, client: httpx.Client) -> None: