diff --git a/.env.example b/.env.example index 05a275a..32ff360 100644 --- a/.env.example +++ b/.env.example @@ -65,6 +65,9 @@ OLLAMA_CHAT_MODEL=qwen2.5:3b # default qwen2.5:3b, which ollama-init pulls automatically. Set it equal to # OLLAMA_CHAT_MODEL to run everything on one resident model instead (saves VRAM # at the cost of slower routing when the chat model is large). +# NEVER set this LARGER than OLLAMA_CHAT_MODEL: the auxiliary calls would then +# run on the bigger, slower model and add latency to every command (the exact +# opposite of the split's purpose). Keep it <= the chat model, blank, or equal. OLLAMA_INTENT_MODEL= OLLAMA_EMBED_MODEL=nomic-embed-text WHISPER_MODEL=small