Circuit-Forge/peregrine
2
0
Fork 0
Code Issues 22 Pull requests 2 Projects Releases 6 Packages Wiki Activity Actions

config(llm): add cf_orch block to vllm backend

Browse source
This commit is contained in:
pyr0ball 2026-04-02 12:20:41 -07:00
parent 13cd4c0d8a
commit 7c9dcd2620
1 changed files with 7 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
config/llm.yaml
View file

@ -30,7 +30,7 @@ backends:
api_key: ollama api_key: ollama
base_url: http://host.docker.internal:11434/v1 base_url: http://host.docker.internal:11434/v1
enabled: true enabled: true
model: llama3.2:3b model: llama3.1:8b
supports_images: false supports_images: false
type: openai_compat type: openai_compat
vision_service: vision_service:
@ -45,6 +45,12 @@ backends:
model: __auto__ model: __auto__
supports_images: false supports_images: false
type: openai_compat type: openai_compat
cf_orch:
service: vllm
model_candidates:
- Ouro-2.6B-Thinking
- Ouro-1.4B
ttl_s: 300
vllm_research: vllm_research:
api_key: '' api_key: ''
base_url: http://host.docker.internal:8000/v1 base_url: http://host.docker.internal:8000/v1