docs(config): add cf_text trunk service backend to llm.yaml.example
Documents the cf-orch allocation pattern (cf_text openai_compat backend with cf_orch block). Snipe's trust query builder can route through cf-text when CF_ORCH_URL is set, rather than hitting ollama directly.
This commit is contained in:
parent
349cff8c50
commit
2e0a49bc12
1 changed files with 15 additions and 0 deletions
|
|
@ -39,6 +39,21 @@ backends:
|
||||||
# service: ollama
|
# service: ollama
|
||||||
# ttl_s: 300
|
# ttl_s: 300
|
||||||
|
|
||||||
|
# ── cf-orch trunk services ─────────────────────────────────────────────────
|
||||||
|
# Allocate via cf-orch; the router calls the allocated service directly.
|
||||||
|
# Set CF_ORCH_URL (env) or url below to activate.
|
||||||
|
cf_text:
|
||||||
|
type: openai_compat
|
||||||
|
enabled: false
|
||||||
|
base_url: http://localhost:8008/v1
|
||||||
|
model: __auto__
|
||||||
|
api_key: any
|
||||||
|
supports_images: false
|
||||||
|
cf_orch:
|
||||||
|
service: cf-text
|
||||||
|
model_candidates: []
|
||||||
|
ttl_s: 3600
|
||||||
|
|
||||||
fallback_order:
|
fallback_order:
|
||||||
- anthropic
|
- anthropic
|
||||||
- openai
|
- openai
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue