diff --git a/config/llm.yaml b/config/llm.yaml index 0ef6abc..e61e5bf 100644 --- a/config/llm.yaml +++ b/config/llm.yaml @@ -28,7 +28,7 @@ backends: type: openai_compat ollama_research: api_key: ollama - base_url: http://host.docker.internal:11434/v1 + base_url: http://ollama_research:11434/v1 enabled: true model: llama3.1:8b supports_images: false @@ -40,7 +40,7 @@ backends: type: vision_service vllm: api_key: '' - base_url: http://host.docker.internal:8000/v1 + base_url: http://vllm:8000/v1 enabled: true model: __auto__ supports_images: false @@ -48,12 +48,12 @@ backends: cf_orch: service: vllm model_candidates: - - Ouro-2.6B-Thinking - - Ouro-1.4B + - Phi-4-mini-instruct + - Qwen2.5-3B-Instruct ttl_s: 300 vllm_research: api_key: '' - base_url: http://host.docker.internal:8000/v1 + base_url: http://vllm:8000/v1 enabled: true model: __auto__ supports_images: false