diff --git a/docker/ai/litellm.yaml b/docker/ai/litellm.yaml index c9794669..3d2217cb 100644 --- a/docker/ai/litellm.yaml +++ b/docker/ai/litellm.yaml @@ -9,12 +9,14 @@ name: litellm services: litellm: - image: ghcr.io/berriai/litellm:main-v1.53.1 - command: --config /app/config.yaml --detailed_debug + image: ghcr.io/berriai/litellm:v1.80.0-stable + command: + - --config=/app/config.yaml + - --telemetry=false container_name: litellm restart: unless-stopped volumes: - - ./litellm:/app + - ./litellm/config.yaml:/app/config.yaml networks: - proxy environment: @@ -24,6 +26,12 @@ services: OPENROUTER_API_KEY: ${OPENROUTER_API_KEY:-""} LOCAL_OLLAMA_API_BASE: https://ollama.${MYDOMAIN} REMOTE_OLLAMA_API_BASE: http://localhost:11444 + healthcheck: # Defines the health check configuration for the container + test: ["CMD-SHELL", "wget --no-verbose --tries=1 http://localhost:4000/health/liveliness || exit 1"] # Command to execute for health check + interval: 30s # Perform health check every 30 seconds + timeout: 10s # Health check command times out after 10 seconds + retries: 3 # Retry up to 3 times if health check fails + start_period: 40s # Wait 40 seconds after container start before beginning health checks labels: traefik.enable: true traefik.http.routers.litellm.middlewares: localaccess@file diff --git a/docker/ai/litellm/config.yaml b/docker/ai/litellm/config.yaml index 96b0d77d..fa216e63 100644 --- a/docker/ai/litellm/config.yaml +++ b/docker/ai/litellm/config.yaml @@ -30,9 +30,9 @@ model_list: model: anthropic/claude-sonnet-4-5 api_key: "os.environ/ANTHROPIC_API_KEY" - - model_name: claude-opus-4-1 + - model_name: claude-opus-4-5 litellm_params: - model: anthropic/claude-opus-4-1 + model: anthropic/claude-opus-4-5 api_key: "os.environ/ANTHROPIC_API_KEY" - model_name: claude-haiku-4-5 @@ -114,6 +114,12 @@ model_list: model: openrouter/deepseek/deepseek-r1 api_key: "os.environ/OPENROUTER_API_KEY" + # https://openrouter.ai/x-ai/grok-code-fast-1 + - model_name: grok-code-fast-1 + litellm_params: + model: openrouter/x-ai/grok-code-fast-1 + api_key: "os.environ/OPENROUTER_API_KEY" + # --- Local models (Ollama) # LiteLLM provider: https://docs.litellm.ai/docs/providers/ollama#using-ollama-apichat # Models: https://ollama.com/search