Compare commits
3 commits
13cd4c0d8a
...
bc80922d61
| Author | SHA1 | Date | |
|---|---|---|---|
| bc80922d61 | |||
| 11fb3a07b4 | |||
| 7c9dcd2620 |
1 changed files with 10 additions and 4 deletions
|
|
@ -28,9 +28,9 @@ backends:
|
||||||
type: openai_compat
|
type: openai_compat
|
||||||
ollama_research:
|
ollama_research:
|
||||||
api_key: ollama
|
api_key: ollama
|
||||||
base_url: http://host.docker.internal:11434/v1
|
base_url: http://ollama_research:11434/v1
|
||||||
enabled: true
|
enabled: true
|
||||||
model: llama3.2:3b
|
model: llama3.1:8b
|
||||||
supports_images: false
|
supports_images: false
|
||||||
type: openai_compat
|
type: openai_compat
|
||||||
vision_service:
|
vision_service:
|
||||||
|
|
@ -40,14 +40,20 @@ backends:
|
||||||
type: vision_service
|
type: vision_service
|
||||||
vllm:
|
vllm:
|
||||||
api_key: ''
|
api_key: ''
|
||||||
base_url: http://host.docker.internal:8000/v1
|
base_url: http://vllm:8000/v1
|
||||||
enabled: true
|
enabled: true
|
||||||
model: __auto__
|
model: __auto__
|
||||||
supports_images: false
|
supports_images: false
|
||||||
type: openai_compat
|
type: openai_compat
|
||||||
|
cf_orch:
|
||||||
|
service: vllm
|
||||||
|
model_candidates:
|
||||||
|
- Qwen2.5-3B-Instruct
|
||||||
|
- Phi-4-mini-instruct
|
||||||
|
ttl_s: 300
|
||||||
vllm_research:
|
vllm_research:
|
||||||
api_key: ''
|
api_key: ''
|
||||||
base_url: http://host.docker.internal:8000/v1
|
base_url: http://vllm:8000/v1
|
||||||
enabled: true
|
enabled: true
|
||||||
model: __auto__
|
model: __auto__
|
||||||
supports_images: false
|
supports_images: false
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue