mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-18 20:27:57 +00:00
30 lines
682 B
YAML
30 lines
682 B
YAML
version: '3.6'
|
|
|
|
services:
|
|
|
|
# chatgpt:
|
|
# image: ghcr.io/mckaywrigley/chatbot-ui:main
|
|
# # platform: linux/amd64
|
|
# ports:
|
|
# - 3000:3000
|
|
# environment:
|
|
# - 'OPENAI_API_KEY=sk-000000000000000'
|
|
# - 'OPENAI_API_HOST=http://api:8080'
|
|
|
|
api:
|
|
image: quay.io/go-skynet/llama-cli:latest
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
# args:
|
|
# BUILD_TYPE: generic # Uncomment to build CPU generic code that works on most HW
|
|
ports:
|
|
- 8080:8080
|
|
environment:
|
|
- MODELS_PATH=$MODELS_PATH
|
|
- CONTEXT_SIZE=$CONTEXT_SIZE
|
|
- THREADS=$THREADS
|
|
volumes:
|
|
- ./models:/models:cached
|
|
command: api
|
|
|