tkmind/tkmind_go
1
0
Fork 0
Code Issues Pull Requests Actions 8 Packages Projects Releases Wiki Activity

docs: working ollama for desktop (#125)

Browse Source
This commit is contained in:
Michael Neale
2024-10-09 08:04:20 +11:00
committed by GitHub
parent c3c5a4dc77
commit fc25247efd
1 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/exchange/src/exchange/providers/ollama.py
+10 -10
View File
@@ -12,18 +12,18 @@ OLLAMA_MODEL = "mistral-nemo"
class OllamaProvider(OpenAiProvider): class OllamaProvider(OpenAiProvider):
"""Provides chat completions for models hosted by Ollama""" """Provides chat completions for models hosted by Ollama"""
__doc__ += f""" __doc__ += """Here's an example profile configuration to try:
Here's an example profile configuration to try: First run: ollama pull qwen2.5, then use this profile:
ollama: ollama:
provider: ollama provider: ollama
processor: {OLLAMA_MODEL} processor: qwen2.5
accelerator: {OLLAMA_MODEL} accelerator: qwen2.5
moderator: passive moderator: truncate
toolkits: toolkits:
- name: developer - name: developer
requires: {{}} requires: {}
""" """
def __init__(self, client: httpx.Client) -> None: def __init__(self, client: httpx.Client) -> None: