feat: add LiteLLM gateway scaffold and dashboard health probe

Introduce a localhost-only LiteLLM service template and expose a protected dashboard health endpoint for operational visibility, while adding cc-connect mobile bridge templates with conservative defaults. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
2026-03-02 01:08:12 +08:00
parent bd2a166253
commit ed4090a910
9 changed files with 193 additions and 1 deletions
@@ -0,0 +1,10 @@
+# Copy to .env on NAS and fill real values.
+ANTHROPIC_API_KEY=
+OPENAI_API_KEY=
+GEMINI_API_KEY=
+
+# Optional gateway auth key for internal clients.
+LITELLM_MASTER_KEY=
+
+# Host bind port for docker-compose mapping.
+LITELLM_PORT=4005
@@ -0,0 +1,30 @@
+model_list:
+  - model_name: claude-arch
+    litellm_params:
+      model: anthropic/claude-sonnet-4-6
+      api_key: os.environ/ANTHROPIC_API_KEY
+      timeout: 30
+      max_retries: 1
+
+  - model_name: codex-exec
+    litellm_params:
+      model: openai/gpt-4.1
+      api_key: os.environ/OPENAI_API_KEY
+      timeout: 30
+      max_retries: 1
+
+  - model_name: gemini-large
+    litellm_params:
+      model: gemini/gemini-1.5-pro
+      api_key: os.environ/GEMINI_API_KEY
+      timeout: 30
+      max_retries: 1
+
+general_settings:
+  # Optional - leave empty in .env to disable gateway auth.
+  master_key: os.environ/LITELLM_MASTER_KEY
+
+router_settings:
+  timeout: 30
+  num_retries: 1
+  retry_after: 1
@@ -0,0 +1,28 @@
+services:
+  litellm:
+    image: ghcr.io/berriai/litellm:main-latest
+    container_name: litellm
+    restart: unless-stopped
+    labels:
+      - "com.centurylinklabs.watchtower.enable=true"
+    env_file:
+      - path: .env
+        required: false
+    environment:
+      - LITELLM_MASTER_KEY=${LITELLM_MASTER_KEY:-}
+    ports:
+      - "127.0.0.1:${LITELLM_PORT:-4005}:4005"
+    volumes:
+      - ./config:/config:ro
+    command:
+      - "--config"
+      - "/config/litellm.yaml"
+      - "--host"
+      - "0.0.0.0"
+      - "--port"
+      - "4005"
+    logging:
+      driver: json-file
+      options:
+        max-size: "10m"
+        max-file: "3"