From d09d2cf4feb2fa6910b61cf04affd11ce342e9c2 Mon Sep 17 00:00:00 2001 From: unhighghlow <132668972+unhighghlow@users.noreply.github.com> Date: Thu, 17 Apr 2025 22:04:14 +0300 Subject: [PATCH] App Submission: localai (#1079) Co-authored-by: highghlow <132668972+highghlow@users.noreply.github.com> Co-authored-by: nmfretz Co-authored-by: al-lac --- localai/data/images/.gitkeep | 0 localai/data/models/.gitkeep | 0 localai/docker-compose.yml | 20 ++++++++++++++++++++ localai/umbrel-app.yml | 36 ++++++++++++++++++++++++++++++++++++ 4 files changed, 56 insertions(+) create mode 100644 localai/data/images/.gitkeep create mode 100644 localai/data/models/.gitkeep create mode 100644 localai/docker-compose.yml create mode 100644 localai/umbrel-app.yml diff --git a/localai/data/images/.gitkeep b/localai/data/images/.gitkeep new file mode 100644 index 000000000..e69de29bb diff --git a/localai/data/models/.gitkeep b/localai/data/models/.gitkeep new file mode 100644 index 000000000..e69de29bb diff --git a/localai/docker-compose.yml b/localai/docker-compose.yml new file mode 100644 index 000000000..6d01956d9 --- /dev/null +++ b/localai/docker-compose.yml @@ -0,0 +1,20 @@ +version: "3.7" + +services: + app_proxy: + environment: + APP_HOST: localai_api_1 + APP_PORT: 8080 + PROXY_AUTH_WHITELIST: "/v1/*" + api: + image: localai/localai:v2.27.0-aio-cpu@sha256:534b9ff2d2875d77cedcb7017af821af9668b7906f916e49efbd7c30b7dc37ff + healthcheck: + test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"] + interval: 1m + timeout: 20m + retries: 5 + environment: + - MODELS_PATH=/models + volumes: + - ${APP_DATA_DIR}/data/models:/models:cached + - ${APP_DATA_DIR}/data/images/:/tmp/generated/images/ diff --git a/localai/umbrel-app.yml b/localai/umbrel-app.yml new file mode 100644 index 000000000..03155290f --- /dev/null +++ b/localai/umbrel-app.yml @@ -0,0 +1,36 @@ +manifestVersion: 1 +id: localai +category: ai +name: LocalAI +version: "v2.27.0" +tagline: Drop-in OpenAI replacement +description: >- + LocalAI is the free, Open Source OpenAI alternative. LocalAI act as a drop-in replacement REST API that's compatible with OpenAI API specifications for local inferencing. + + + It allows you to run LLMs, generate images, audio locally with consumer grade hardware, supporting multiple model families and architectures. + + + ⚠️ Note + + After installation, LocalAI takes a few minutes to start up. Please be patient and wait for the app to download required models. + + + Also, before running a model, make sure your device has enough free RAM to support it. Attempting to run a model that exceeds your available memory could cause your device to crash or become unresponsive. Always check the model requirements before downloading or starting it. +releaseNotes: "" +developer: Ettore Di Giacinto +website: https://localai.io/ +dependencies: [] +repo: https://github.com/mudler/LocalAI +support: https://github.com/mudler/LocalAI/discussions +port: 8793 +gallery: + - 1.jpg + - 2.jpg + - 3.jpg + - 4.jpg +path: "" +defaultUsername: "" +defaultPassword: "" +submitter: highghlow +submission: https://github.com/getumbrel/umbrel-apps/pull/1079