mirror of
https://github.com/mudler/LocalAI.git
synced 2025-02-06 11:10:31 +00:00
examples: simplify langchain-python (#541)
This commit is contained in:
parent
5abbb134d9
commit
ea9a651573
@ -12,15 +12,8 @@ git clone https://github.com/go-skynet/LocalAI
|
|||||||
|
|
||||||
cd LocalAI/examples/langchain-python
|
cd LocalAI/examples/langchain-python
|
||||||
|
|
||||||
# (optional) Checkout a specific LocalAI tag
|
|
||||||
# git checkout -b build <TAG>
|
|
||||||
|
|
||||||
# Download gpt4all-j to models/
|
|
||||||
wget https://gpt4all.io/models/ggml-gpt4all-j.bin -O models/ggml-gpt4all-j
|
|
||||||
|
|
||||||
# start with docker-compose
|
# start with docker-compose
|
||||||
docker-compose up -d --build
|
docker-compose up --pull always
|
||||||
|
|
||||||
|
|
||||||
pip install langchain
|
pip install langchain
|
||||||
pip install openai
|
pip install openai
|
||||||
|
@ -3,6 +3,14 @@ version: '3.6'
|
|||||||
services:
|
services:
|
||||||
api:
|
api:
|
||||||
image: quay.io/go-skynet/local-ai:latest
|
image: quay.io/go-skynet/local-ai:latest
|
||||||
|
# As initially LocalAI will download the models defined in PRELOAD_MODELS
|
||||||
|
# you might need to tweak the healthcheck values here according to your network connection.
|
||||||
|
# Here we give a timespan of 20m to download all the required files.
|
||||||
|
healthcheck:
|
||||||
|
test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"]
|
||||||
|
interval: 1m
|
||||||
|
timeout: 20m
|
||||||
|
retries: 20
|
||||||
build:
|
build:
|
||||||
context: ../../
|
context: ../../
|
||||||
dockerfile: Dockerfile
|
dockerfile: Dockerfile
|
||||||
@ -11,6 +19,9 @@ services:
|
|||||||
environment:
|
environment:
|
||||||
- DEBUG=true
|
- DEBUG=true
|
||||||
- MODELS_PATH=/models
|
- MODELS_PATH=/models
|
||||||
|
# You can preload different models here as well.
|
||||||
|
# See: https://github.com/go-skynet/model-gallery
|
||||||
|
- 'PRELOAD_MODELS=[{"url": "github:go-skynet/model-gallery/gpt4all-j.yaml", "name": "gpt-3.5-turbo"}]'
|
||||||
volumes:
|
volumes:
|
||||||
- ./models:/models:cached
|
- ./models:/models:cached
|
||||||
command: ["/usr/bin/local-ai" ]
|
command: ["/usr/bin/local-ai" ]
|
@ -1 +0,0 @@
|
|||||||
../chatbot-ui/models
|
|
Loading…
x
Reference in New Issue
Block a user