feat: add Ollama provider support and dashboard integration

2026-02-26 13:31:09 -05:00
parent 87a3ecba07
commit 371e1f2e77
8 changed files with 375 additions and 1 deletions
--- a/.env.example
+++ b/.env.example
@@ -13,6 +13,11 @@ DEEPSEEK_API_KEY=your_deepseek_api_key_here
 # xAI Grok (not yet available)
 GROK_API_KEY=your_grok_api_key_here

+# Ollama (local server)
+# LLM_PROXY__PROVIDERS__OLLAMA__BASE_URL=http://your-ollama-host:11434/v1
+# LLM_PROXY__PROVIDERS__OLLAMA__ENABLED=true
+# LLM_PROXY__PROVIDERS__OLLAMA__MODELS=llama3,mistral,llava
+
 # Authentication tokens (comma-separated list)
 LLM_PROXY__SERVER__AUTH_TOKENS=your_bearer_token_here,another_token