pyr0ball
2891606765
app/cloud_session.py: - Thin wrapper around cf_core.cloud_session.CloudSessionFactory - BYOK detection reads ~/.config/circuitforge/llm.yaml (same path as other products) - get_session: FastAPI dependency, returns CloudUser (user_id, tier, has_byok) - require_tier: dependency factory for tier-gated routes app/imitate.py: - _run_cftext gains user_id: str | None param; non-None values included in the cf-orch ServiceAllocateRequest so premium users get their custom models - run_imitate injects session via Depends(_get_imitate_session); extracts user_id, filters out local/anon sessions (they get the shared catalog), passes real cloud user_id to the ThreadPoolExecutor fanout - _get_imitate_session wraps get_session with a try/except so imitate keeps working in envs where cloud_session deps aren't installed
51 lines
1.4 KiB
Python
51 lines
1.4 KiB
Python
"""
|
|
Avocet cloud session — thin wrapper around cf_core.cloud_session.
|
|
|
|
Usage in FastAPI routes:
|
|
|
|
from app.cloud_session import get_session, require_tier, CloudUser
|
|
from fastapi import Depends
|
|
|
|
@router.get("/api/imitate")
|
|
def imitate(session: CloudUser = Depends(get_session)):
|
|
# session.user_id — Directus UUID (cloud) or "local" (self-hosted)
|
|
# session.tier — free | paid | premium | ultra | local
|
|
# session.has_byok — True if user has a configured LLM backend
|
|
...
|
|
|
|
@router.post("/api/custom-models")
|
|
def list_custom_models(session: CloudUser = Depends(require_tier("premium"))):
|
|
...
|
|
"""
|
|
from __future__ import annotations
|
|
|
|
import os
|
|
from pathlib import Path
|
|
|
|
from circuitforge_core.cloud_session import CloudSessionFactory, CloudUser
|
|
|
|
__all__ = ["CloudUser", "get_session", "require_tier"]
|
|
|
|
_BYOK_CONFIG = Path.home() / ".config" / "circuitforge" / "llm.yaml"
|
|
|
|
|
|
def _detect_byok() -> bool:
|
|
try:
|
|
import yaml
|
|
with open(_BYOK_CONFIG) as f:
|
|
cfg = yaml.safe_load(f) or {}
|
|
return any(
|
|
b.get("enabled", True) and b.get("type") != "vision_service"
|
|
for b in cfg.get("backends", {}).values()
|
|
)
|
|
except Exception:
|
|
return False
|
|
|
|
|
|
_factory = CloudSessionFactory(
|
|
product="avocet",
|
|
byok_detector=_detect_byok,
|
|
)
|
|
|
|
get_session = _factory.dependency()
|
|
require_tier = _factory.require_tier
|