2023-04-12 23:13:14 +00:00
|
|
|
services:
|
|
|
|
|
api:
|
2024-03-13 16:57:45 +00:00
|
|
|
# See https://localai.io/basics/getting_started/#container-images for
|
|
|
|
|
# a list of available container images (or build your own with the provided Dockerfile)
|
|
|
|
|
# Available images with CUDA, ROCm, SYCL
|
|
|
|
|
# Image list (quay.io): https://quay.io/repository/go-skynet/local-ai?tab=tags
|
|
|
|
|
# Image list (dockerhub): https://hub.docker.com/r/localai/localai
|
|
|
|
|
image: quay.io/go-skynet/local-ai:master-ffmpeg-core
|
2023-04-15 23:39:07 +00:00
|
|
|
build:
|
|
|
|
|
context: .
|
2023-05-30 13:58:10 +00:00
|
|
|
dockerfile: Dockerfile
|
2024-03-13 16:57:45 +00:00
|
|
|
args:
|
|
|
|
|
- IMAGE_TYPE=core
|
|
|
|
|
- BASE_IMAGE=ubuntu:22.04
|
2023-04-12 23:13:14 +00:00
|
|
|
ports:
|
|
|
|
|
- 8080:8080
|
2023-04-21 22:29:32 +00:00
|
|
|
env_file:
|
|
|
|
|
- .env
|
2024-03-13 16:57:45 +00:00
|
|
|
environment:
|
|
|
|
|
- MODELS_PATH=/models
|
|
|
|
|
# - DEBUG=true
|
2023-04-15 23:39:07 +00:00
|
|
|
volumes:
|
2023-04-21 22:29:32 +00:00
|
|
|
- ./models:/models:cached
|
2023-10-05 20:13:18 +00:00
|
|
|
- ./images/:/tmp/generated/images/
|
2024-03-13 16:57:45 +00:00
|
|
|
command:
|
|
|
|
|
# Here we can specify a list of models to run (see quickstart https://localai.io/basics/getting_started/#running-models )
|
|
|
|
|
# or an URL pointing to a YAML configuration file, for example:
|
|
|
|
|
# - https://gist.githubusercontent.com/mudler/ad601a0488b497b69ec549150d9edd18/raw/a8a8869ef1bb7e3830bf5c0bae29a0cce991ff8d/phi-2.yaml
|
|
|
|
|
- phi-2
|
