mirror of
https://github.com/Retropex/umbrel-apps.git
synced 2025-05-12 19:30:42 +02:00
App Submission: localai (#1079)
Co-authored-by: highghlow <132668972+highghlow@users.noreply.github.com> Co-authored-by: nmfretz <nmfretz@gmail.com> Co-authored-by: al-lac <lackner.alex@gmail.com>
This commit is contained in:
parent
9d20b110c0
commit
d09d2cf4fe
0
localai/data/images/.gitkeep
Normal file
0
localai/data/images/.gitkeep
Normal file
0
localai/data/models/.gitkeep
Normal file
0
localai/data/models/.gitkeep
Normal file
20
localai/docker-compose.yml
Normal file
20
localai/docker-compose.yml
Normal file
@ -0,0 +1,20 @@
|
||||
version: "3.7"
|
||||
|
||||
services:
|
||||
app_proxy:
|
||||
environment:
|
||||
APP_HOST: localai_api_1
|
||||
APP_PORT: 8080
|
||||
PROXY_AUTH_WHITELIST: "/v1/*"
|
||||
api:
|
||||
image: localai/localai:v2.27.0-aio-cpu@sha256:534b9ff2d2875d77cedcb7017af821af9668b7906f916e49efbd7c30b7dc37ff
|
||||
healthcheck:
|
||||
test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"]
|
||||
interval: 1m
|
||||
timeout: 20m
|
||||
retries: 5
|
||||
environment:
|
||||
- MODELS_PATH=/models
|
||||
volumes:
|
||||
- ${APP_DATA_DIR}/data/models:/models:cached
|
||||
- ${APP_DATA_DIR}/data/images/:/tmp/generated/images/
|
36
localai/umbrel-app.yml
Normal file
36
localai/umbrel-app.yml
Normal file
@ -0,0 +1,36 @@
|
||||
manifestVersion: 1
|
||||
id: localai
|
||||
category: ai
|
||||
name: LocalAI
|
||||
version: "v2.27.0"
|
||||
tagline: Drop-in OpenAI replacement
|
||||
description: >-
|
||||
LocalAI is the free, Open Source OpenAI alternative. LocalAI act as a drop-in replacement REST API that's compatible with OpenAI API specifications for local inferencing.
|
||||
|
||||
|
||||
It allows you to run LLMs, generate images, audio locally with consumer grade hardware, supporting multiple model families and architectures.
|
||||
|
||||
|
||||
⚠️ Note
|
||||
|
||||
After installation, LocalAI takes a few minutes to start up. Please be patient and wait for the app to download required models.
|
||||
|
||||
|
||||
Also, before running a model, make sure your device has enough free RAM to support it. Attempting to run a model that exceeds your available memory could cause your device to crash or become unresponsive. Always check the model requirements before downloading or starting it.
|
||||
releaseNotes: ""
|
||||
developer: Ettore Di Giacinto
|
||||
website: https://localai.io/
|
||||
dependencies: []
|
||||
repo: https://github.com/mudler/LocalAI
|
||||
support: https://github.com/mudler/LocalAI/discussions
|
||||
port: 8793
|
||||
gallery:
|
||||
- 1.jpg
|
||||
- 2.jpg
|
||||
- 3.jpg
|
||||
- 4.jpg
|
||||
path: ""
|
||||
defaultUsername: ""
|
||||
defaultPassword: ""
|
||||
submitter: highghlow
|
||||
submission: https://github.com/getumbrel/umbrel-apps/pull/1079
|
Loading…
Reference in New Issue
Block a user