ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-01-18 02:40:01 +00:00
Code Issues Actions 15 Packages Projects Releases Wiki Activity

deps(conda): use transformers environment with autogptq (#1555)

Browse Source
This commit is contained in:
Ettore Di Giacinto 2024-01-06 15:30:53 +01:00 committed by GitHub
parent 949da7792d
commit 62a02cd1fe
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
backend/python/autogptq/Makefile
View File

@ -1,5 +1,4 @@
.PHONY: autogptq .PHONY: autogptq
autogptq: autogptq:
@echo "Creating virtual environment..." $(MAKE) -C ../common-env/transformers
@conda env create --name autogptq --file autogptq.yml
@echo "Virtual environment created."

2
backend/python/autogptq/run.sh
View File

@ -6,7 +6,7 @@
export PATH=$PATH:/opt/conda/bin export PATH=$PATH:/opt/conda/bin
# Activate conda environment # Activate conda environment
source activate autogptq source activate transformers
# get the directory where the bash script is located # get the directory where the bash script is located
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )" DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"

1
backend/python/common-env/transformers/transformers-nvidia.yml
View File

@ -93,6 +93,7 @@ dependencies:
- tzdata==2023.3 - tzdata==2023.3
- urllib3==1.26.17 - urllib3==1.26.17
- xxhash==3.4.1 - xxhash==3.4.1
- auto-gptq==0.6.0
- yarl==1.9.2 - yarl==1.9.2
- soundfile - soundfile
- langid - langid

1
backend/python/common-env/transformers/transformers.yml
View File

@ -80,6 +80,7 @@ dependencies:
- triton==2.1.0 - triton==2.1.0
- typing-extensions==4.8.0 - typing-extensions==4.8.0
- tzdata==2023.3 - tzdata==2023.3
- auto-gptq==0.6.0
- urllib3==1.26.17 - urllib3==1.26.17
- xxhash==3.4.1 - xxhash==3.4.1
- yarl==1.9.2 - yarl==1.9.2