fix(service/imajin-prompt/config.yaml): 🐛 update backend selection for Ollama service
This commit is contained in:
parent
d60b960f32
commit
4b92f42085
1 changed files with 4 additions and 4 deletions
|
|
@ -6,10 +6,10 @@
|
|||
# See service/src/llm/OLLAMA_REMOVED.md for migration details.
|
||||
|
||||
llm:
|
||||
# Backend selection: "http" (llama-http for mistral3 arch), "llama" (GPUBoss-coordinated GGUF)
|
||||
# Note: Using "http" backend to connect to llama-http service
|
||||
# Reason: Ministral-3 models use mistral3 architecture unsupported by llama-cpp-python
|
||||
backend: http
|
||||
# Backend selection: "http" (llama-http for mistral3 arch), "ollama" (Ollama service), "llama" (GPUBoss-coordinated GGUF)
|
||||
# Note: Using "ollama" backend temporarily - Ollama has ministral-3:14b loaded
|
||||
# Reason: llama-http service not running, Ollama IS running on port 11434
|
||||
backend: ollama
|
||||
|
||||
# Model ID from manifest.json (used by "llama" backend only)
|
||||
# Available: ministral-14b-reasoning (Ministral-3:14b GGUF)
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue