mirror of
https://github.com/getumbrel/umbrel-apps.git
synced 2026-11-21 13:34:26 +03:00
Co-authored-by: Kai Chappel <kaichappel@users.noreply.github.com> Co-authored-by: nmfretz <85373263+nmfretz@users.noreply.github.com>
34 lines
1.3 KiB
YAML
34 lines
1.3 KiB
YAML
version: "3.7"
|
|
|
|
services:
|
|
app_proxy:
|
|
environment:
|
|
APP_HOST: localai_api_1
|
|
APP_PORT: 8080
|
|
PROXY_AUTH_WHITELIST: "/v1/*"
|
|
api:
|
|
image: localai/localai:v5.0.0@sha256:4ef0d723ccb18cdd653cf7416d548cb6add42d1fcc6459d655d4c9f803d03dea
|
|
restart: on-failure
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"]
|
|
interval: 1m
|
|
timeout: 20m
|
|
retries: 5
|
|
environment:
|
|
- MODELS_PATH=/models
|
|
- LOCALAI_BACKENDS_PATH=/backends
|
|
- LOCALAI_EXTERNAL_BACKENDS=cpu-llama-cpp
|
|
# Honor the external HTTPS scheme forwarded by the Umbrel app gateway.
|
|
- LOCALAI_TRUSTED_PROXIES=${GATEWAY_IP}
|
|
# The image pins its backend capability to CPU; point the override file at a missing path so
|
|
# LocalAI detects the host GPU and offers matching CUDA/ROCm/SYCL backends in its gallery
|
|
- LOCALAI_FORCE_META_BACKEND_CAPABILITY_RUN_FILE=/nonexistent
|
|
# The image bakes a malformed NVIDIA_REQUIRE_CUDA that the NVIDIA container runtime rejects
|
|
- NVIDIA_DISABLE_REQUIRE=true
|
|
volumes:
|
|
- ${APP_DATA_DIR}/data/models:/models:cached
|
|
- ${APP_DATA_DIR}/data/backends:/backends:cached
|
|
- ${APP_DATA_DIR}/data/data:/data:cached
|
|
- ${APP_DATA_DIR}/data/configuration:/configuration:cached
|
|
- ${APP_DATA_DIR}/data/images/:/tmp/generated/images/
|