Files
umbrel-apps/localai/docker-compose.yml
2026-11-19 12:07:10 +10:00

34 lines
1.3 KiB
YAML

version: "3.7"
services:
app_proxy:
environment:
APP_HOST: localai_api_1
APP_PORT: 8080
PROXY_AUTH_WHITELIST: "/v1/*"
api:
image: localai/localai:v5.0.0@sha256:4ef0d723ccb18cdd653cf7416d548cb6add42d1fcc6459d655d4c9f803d03dea
restart: on-failure
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"]
interval: 1m
timeout: 20m
retries: 5
environment:
- MODELS_PATH=/models
- LOCALAI_BACKENDS_PATH=/backends
- LOCALAI_EXTERNAL_BACKENDS=cpu-llama-cpp
# Honor the external HTTPS scheme forwarded by the Umbrel app gateway.
- LOCALAI_TRUSTED_PROXIES=${GATEWAY_IP}
# The image pins its backend capability to CPU; point the override file at a missing path so
# LocalAI detects the host GPU and offers matching CUDA/ROCm/SYCL backends in its gallery
- LOCALAI_FORCE_META_BACKEND_CAPABILITY_RUN_FILE=/nonexistent
# The image bakes a malformed NVIDIA_REQUIRE_CUDA that the NVIDIA container runtime rejects
- NVIDIA_DISABLE_REQUIRE=true
volumes:
- ${APP_DATA_DIR}/data/models:/models:cached
- ${APP_DATA_DIR}/data/backends:/backends:cached
- ${APP_DATA_DIR}/data/data:/data:cached
- ${APP_DATA_DIR}/data/configuration:/configuration:cached
- ${APP_DATA_DIR}/data/images/:/tmp/generated/images/