ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-04 17:52:53 +00:00
Code Issues Actions 14 Packages Projects Releases Wiki Activity

fix: ensure correct version of torch is always installed based on BUILD_TYPE(#2890)

Browse Source 
* fix: ensure correct version of torch is always installed based on BUILD_TYPE

Signed-off-by: Chris Jowett <421501+cryptk@users.noreply.github.com>

* Move causal-conv1d installation to build_types

Signed-off-by: mudler <mudler@localai.io>

* Move mamba-ssd install to build-type requirements.txt

Signed-off-by: mudler <mudler@localai.io>

---------

Signed-off-by: Chris Jowett <421501+cryptk@users.noreply.github.com>
Signed-off-by: mudler <mudler@localai.io>
Co-authored-by: Ettore Di Giacinto <mudler@users.noreply.github.com>
Co-authored-by: mudler <mudler@localai.io>
This commit is contained in:
cryptk 2024-08-05 11:38:33 -05:00 committed by GitHub
parent f15a93b19b
commit ed322bf59f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
45 changed files with 69 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backend/python/autogptq/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,2 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch

1
backend/python/autogptq/requirements-cublas12.txt Normal file
View File

@ -0,0 +1 @@
torch

1
backend/python/autogptq/requirements.txt
View File

@ -2,6 +2,5 @@ accelerate
auto-gptq==0.7.1 auto-gptq==0.7.1
grpcio==1.65.1 grpcio==1.65.1
protobuf protobuf
torch
certifi certifi
transformers transformers

3
backend/python/bark/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,3 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch
torchaudio

2
backend/python/bark/requirements-cublas12.txt Normal file
View File

@ -0,0 +1,2 @@
torch
torchaudio

7
backend/python/common/libbackend.sh
View File

@ -122,6 +122,13 @@ function installRequirements() {
requirementFiles+=("${MY_DIR}/requirements-${BUILD_PROFILE}.txt") requirementFiles+=("${MY_DIR}/requirements-${BUILD_PROFILE}.txt")
fi fi
# if BUILD_TYPE is empty, we are a CPU build, so we should try to install the CPU requirements
if [ "x${BUILD_TYPE}" == "x" ]; then
requirementFiles+=("${MY_DIR}/requirements-cpu.txt")
fi
requirementFiles+=("${MY_DIR}/requirements-after.txt")
for reqFile in ${requirementFiles[@]}; do for reqFile in ${requirementFiles[@]}; do
if [ -f ${reqFile} ]; then if [ -f ${reqFile} ]; then
echo "starting requirements install for ${reqFile}" echo "starting requirements install for ${reqFile}"

3
backend/python/coqui/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,3 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch
torchaudio

2
backend/python/coqui/requirements-cublas12.txt Normal file
View File

@ -0,0 +1,2 @@
torch
torchaudio

2
backend/python/diffusers/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,2 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch

1
backend/python/diffusers/requirements-cublas12.txt Normal file
View File

@ -0,0 +1 @@
torch

1
backend/python/diffusers/requirements.txt
View File

@ -8,6 +8,5 @@ opencv-python
pillow pillow
protobuf protobuf
sentencepiece sentencepiece
torch
transformers transformers
certifi certifi

2
backend/python/exllama/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,2 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch

1
backend/python/exllama/requirements-cublas12.txt Normal file
View File

@ -0,0 +1 @@
torch

1
backend/python/exllama/requirements.txt
View File

@ -1,6 +1,5 @@
grpcio==1.65.0 grpcio==1.65.0
protobuf protobuf
torch
transformers transformers
certifi certifi
setuptools setuptools

2
backend/python/exllama2/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,2 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch

1
backend/python/exllama2/requirements-cublas12.txt Normal file
View File

@ -0,0 +1 @@
torch

1
backend/python/exllama2/requirements.txt
View File

@ -2,6 +2,5 @@ accelerate
grpcio==1.65.1 grpcio==1.65.1
protobuf protobuf
certifi certifi
torch
wheel wheel
setuptools setuptools

2
backend/python/mamba/requirements-after.txt Normal file
View File

@ -0,0 +1,2 @@
causal-conv1d==1.4.0
mamba-ssm==2.2.2

1
backend/python/mamba/requirements-cpu.txt Normal file
View File

@ -0,0 +1 @@
torch

2
backend/python/mamba/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,2 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch

1
backend/python/mamba/requirements-cublas12.txt Normal file
View File

@ -0,0 +1 @@
torch

3
backend/python/mamba/requirements-install.txt
View File

@ -3,5 +3,4 @@
# https://github.com/Dao-AILab/causal-conv1d/issues/24 # https://github.com/Dao-AILab/causal-conv1d/issues/24
packaging packaging
setuptools setuptools
wheel wheel
torch==2.3.1

2
backend/python/mamba/requirements.txt
View File

@ -1,5 +1,3 @@
causal-conv1d==1.4.0
mamba-ssm==2.2.2
grpcio==1.65.1 grpcio==1.65.1
protobuf protobuf
certifi certifi

2
backend/python/openvoice/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,2 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch

1
backend/python/openvoice/requirements-cublas12.txt Normal file
View File

@ -0,0 +1 @@
torch

3
backend/python/parler-tts/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,3 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch
torchaudio

2
backend/python/parler-tts/requirements-cublas12.txt Normal file
View File

@ -0,0 +1,2 @@
torch
torchaudio

1
backend/python/parler-tts/requirements.txt
View File

@ -1,7 +1,6 @@
accelerate accelerate
grpcio==1.65.1 grpcio==1.65.1
protobuf protobuf
torch
git+https://github.com/huggingface/parler-tts.git@10016fb0300c0dc31a0fb70e26f3affee7b62f16 git+https://github.com/huggingface/parler-tts.git@10016fb0300c0dc31a0fb70e26f3affee7b62f16
certifi certifi
transformers transformers

2
backend/python/petals/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,2 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch

1
backend/python/petals/requirements-cublas12.txt Normal file
View File

@ -0,0 +1 @@
torch

2
backend/python/rerankers/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,2 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch

1
backend/python/rerankers/requirements-cublas12.txt Normal file
View File

@ -0,0 +1 @@
torch

2
backend/python/sentencetransformers/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,2 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch

1
backend/python/sentencetransformers/requirements-cublas12.txt Normal file
View File

@ -0,0 +1 @@
torch

2
backend/python/transformers-musicgen/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,2 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch

1
backend/python/transformers-musicgen/requirements-cublas12.txt Normal file
View File

@ -0,0 +1 @@
torch

1
backend/python/transformers-musicgen/requirements.txt
View File

@ -2,6 +2,5 @@ accelerate
transformers transformers
grpcio==1.65.1 grpcio==1.65.1
protobuf protobuf
torch
scipy==1.14.0 scipy==1.14.0
certifi certifi

2
backend/python/transformers/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,2 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch

1
backend/python/transformers/requirements-cublas12.txt Normal file
View File

@ -0,0 +1 @@
torch

1
backend/python/transformers/requirements.txt
View File

@ -2,7 +2,6 @@ accelerate
transformers transformers
grpcio==1.65.1 grpcio==1.65.1
protobuf protobuf
torch
certifi certifi
intel-extension-for-transformers intel-extension-for-transformers
bitsandbytes bitsandbytes

3
backend/python/vall-e-x/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,3 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch
torchaudio

2
backend/python/vall-e-x/requirements-cublas12.txt Normal file
View File

@ -0,0 +1,2 @@
torch
torchaudio

1
backend/python/vllm/requirements-cublas.txt
View File

@ -1 +0,0 @@
flash-attn

3
backend/python/vllm/requirements-cublas11.txt Normal file
View File

@ -0,0 +1,3 @@
--extra-index-url https://download.pytorch.org/whl/cu118
torch
flash-attn

2
backend/python/vllm/requirements-cublas12.txt Normal file
View File

@ -0,0 +1,2 @@
torch
flash-attn