mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-18 20:27:57 +00:00
28 lines
920 B
YAML
28 lines
920 B
YAML
version: '3.6'
|
|
|
|
services:
|
|
api:
|
|
image: quay.io/go-skynet/local-ai:latest
|
|
# As initially LocalAI will download the models defined in PRELOAD_MODELS
|
|
# you might need to tweak the healthcheck values here according to your network connection.
|
|
# Here we give a timespan of 20m to download all the required files.
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"]
|
|
interval: 1m
|
|
timeout: 20m
|
|
retries: 20
|
|
build:
|
|
context: ../../
|
|
dockerfile: Dockerfile
|
|
ports:
|
|
- 8080:8080
|
|
environment:
|
|
- DEBUG=true
|
|
- MODELS_PATH=/models
|
|
# You can preload different models here as well.
|
|
# See: https://github.com/go-skynet/model-gallery
|
|
- 'PRELOAD_MODELS=[{"url": "github:go-skynet/model-gallery/gpt4all-j.yaml", "name": "gpt-3.5-turbo"}]'
|
|
volumes:
|
|
- ./models:/models:cached
|
|
command: ["/usr/bin/local-ai" ]
|