fix(python): move accelerate and GPU-specific libs to build-type (#3194)

Some of the dependencies in `requirements.txt`, even if generic, pulls down the line CUDA libraries. This changes moves mostly all GPU-specific libs to the build-type, and tries a safer approach. In `requirements.txt` now are listed only "first-level" dependencies, for instance, grpc, but libs-dependencies are moved down to the respective build-type `requirements.txt` to avoid any mixin. This should fix #2737 and #1592. Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
2025-01-18 02:40:01 +00:00 · 2024-08-07 17:02:32 +02:00 · 2024-08-07 17:02:32 +02:00 · 61b5602111
commit 61b5602111
parent abcf0ff000
79 changed files with 212 additions and 61 deletions
--- a/backend/python/bark/requirements-cpu.txt
+++ b/backend/python/bark/requirements-cpu.txt
@ -0,0 +1,4 @@
+transformers
+accelerate
+torch
+torchaudio
--- a/backend/python/bark/requirements-cublas11.txt
+++ b/backend/python/bark/requirements-cublas11.txt
@ -1,3 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
--- a/backend/python/bark/requirements-cublas12.txt
+++ b/backend/python/bark/requirements-cublas12.txt
@ -1,2 +1,4 @@
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
--- a/backend/python/bark/requirements-hipblas.txt
+++ b/backend/python/bark/requirements-hipblas.txt
@ -1,3 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
--- a/backend/python/bark/requirements-intel.txt
+++ b/backend/python/bark/requirements-intel.txt
@ -3,4 +3,6 @@ intel-extension-for-pytorch
 torch
 torchaudio
 optimum[openvino]
-setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406
+setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406
+transformers
+accelerate
--- a/backend/python/bark/requirements.txt
+++ b/backend/python/bark/requirements.txt
@ -1,6 +1,4 @@
-accelerate
 bark==0.1.5
 grpcio==1.65.4
 protobuf
-certifi
-transformers
+certifi
--- a/backend/python/coqui/requirements-cpu.txt
+++ b/backend/python/coqui/requirements-cpu.txt
@ -0,0 +1,3 @@
+transformers
+accelerate
+torch
--- a/backend/python/coqui/requirements-cublas11.txt
+++ b/backend/python/coqui/requirements-cublas11.txt
@ -1,3 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
--- a/backend/python/coqui/requirements-cublas12.txt
+++ b/backend/python/coqui/requirements-cublas12.txt
@ -1,2 +1,4 @@
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
--- a/backend/python/coqui/requirements-hipblas.txt
+++ b/backend/python/coqui/requirements-hipblas.txt
@ -1,3 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
--- a/backend/python/coqui/requirements-intel.txt
+++ b/backend/python/coqui/requirements-intel.txt
@ -3,4 +3,6 @@ intel-extension-for-pytorch
 torch
 torchaudio
 optimum[openvino]
-setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406
+setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406
+transformers
+accelerate
--- a/backend/python/coqui/requirements.txt
+++ b/backend/python/coqui/requirements.txt
@ -1,6 +1,4 @@
-accelerate
 TTS==0.22.0
 grpcio==1.65.4
 protobuf
-certifi
-transformers
+certifi
--- a/backend/python/diffusers/requirements-cpu.txt
+++ b/backend/python/diffusers/requirements-cpu.txt
@ -0,0 +1,8 @@
+diffusers
+opencv-python
+transformers
+accelerate
+compel
+peft
+sentencepiece
+torch
--- a/backend/python/diffusers/requirements-cublas11.txt
+++ b/backend/python/diffusers/requirements-cublas11.txt
@ -1,2 +1,9 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
+diffusers
+opencv-python
+transformers
+accelerate
+compel
+peft
+sentencepiece
--- a/backend/python/diffusers/requirements-cublas12.txt
+++ b/backend/python/diffusers/requirements-cublas12.txt
@ -1 +1,8 @@
 torch
+diffusers
+opencv-python
+transformers
+accelerate
+compel
+peft
+sentencepiece
--- a/backend/python/diffusers/requirements-hipblas.txt
+++ b/backend/python/diffusers/requirements-hipblas.txt
@ -1,3 +1,10 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
 torch
-torchvision
+torchvision
+diffusers
+opencv-python
+transformers
+accelerate
+compel
+peft
+sentencepiece
--- a/backend/python/diffusers/requirements-intel.txt
+++ b/backend/python/diffusers/requirements-intel.txt
@ -3,4 +3,11 @@ intel-extension-for-pytorch
 torch
 torchvision
 optimum[openvino]
-setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406
+setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406
+diffusers
+opencv-python
+transformers
+accelerate
+compel
+peft
+sentencepiece
--- a/backend/python/exllama/requirements-cpu.txt
+++ b/backend/python/exllama/requirements-cpu.txt
@ -0,0 +1,3 @@
+transformers
+accelerate
+torch
--- a/backend/python/exllama/requirements-cublas11.txt
+++ b/backend/python/exllama/requirements-cublas11.txt
@ -1,2 +1,4 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
+transformers
+accelerate
--- a/backend/python/exllama/requirements-cublas12.txt
+++ b/backend/python/exllama/requirements-cublas12.txt
@ -1 +1,3 @@
 torch
+transformers
+accelerate
--- a/backend/python/exllama/requirements.txt
+++ b/backend/python/exllama/requirements.txt
@ -1,5 +1,4 @@
 grpcio==1.65.0
 protobuf
-transformers
 certifi
 setuptools
--- a/backend/python/exllama2/requirements-cpu.txt
+++ b/backend/python/exllama2/requirements-cpu.txt
@ -0,0 +1,3 @@
+transformers
+accelerate
+torch
--- a/backend/python/exllama2/requirements-cublas11.txt
+++ b/backend/python/exllama2/requirements-cublas11.txt
@ -1,2 +1,4 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
+transformers
+accelerate
--- a/backend/python/exllama2/requirements-cublas12.txt
+++ b/backend/python/exllama2/requirements-cublas12.txt
@ -1 +1,3 @@
 torch
+transformers
+accelerate
--- a/backend/python/exllama2/requirements.txt
+++ b/backend/python/exllama2/requirements.txt
@ -1,4 +1,3 @@
-accelerate
 grpcio==1.65.4
 protobuf
 certifi
--- a/backend/python/mamba/requirements-cpu.txt
+++ b/backend/python/mamba/requirements-cpu.txt
@ -1 +1,2 @@
-torch
+torch
+transformers
--- a/backend/python/mamba/requirements-cublas11.txt
+++ b/backend/python/mamba/requirements-cublas11.txt
@ -1,2 +1,3 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
-torch
+torch
+transformers
--- a/backend/python/mamba/requirements-cublas12.txt
+++ b/backend/python/mamba/requirements-cublas12.txt
@ -1 +1,2 @@
-torch
+torch
+transformers
--- a/backend/python/mamba/requirements.txt
+++ b/backend/python/mamba/requirements.txt
@ -1,4 +1,3 @@
 grpcio==1.65.1
 protobuf
-certifi
-transformers
+certifi
--- a/backend/python/openvoice/requirements-cpu.txt
+++ b/backend/python/openvoice/requirements-cpu.txt
@ -0,0 +1 @@
+torch
--- a/backend/python/parler-tts/requirements-cpu.txt
+++ b/backend/python/parler-tts/requirements-cpu.txt
@ -0,0 +1,3 @@
+transformers
+accelerate
+torch
--- a/backend/python/parler-tts/requirements-cublas11.txt
+++ b/backend/python/parler-tts/requirements-cublas11.txt
@ -1,3 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
--- a/backend/python/parler-tts/requirements-cublas12.txt
+++ b/backend/python/parler-tts/requirements-cublas12.txt
@ -1,2 +1,4 @@
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
--- a/backend/python/parler-tts/requirements-hipblas.txt
+++ b/backend/python/parler-tts/requirements-hipblas.txt
@ -1,3 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
 torch
-torchaudio
+torchaudio
+transformers
+accelerate
--- a/backend/python/parler-tts/requirements-intel.txt
+++ b/backend/python/parler-tts/requirements-intel.txt
@ -3,4 +3,6 @@ intel-extension-for-pytorch
 torch
 torchaudio
 optimum[openvino]
-setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406
+setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406
+transformers
+accelerate
--- a/backend/python/parler-tts/requirements.txt
+++ b/backend/python/parler-tts/requirements.txt
@ -1,6 +1,4 @@
-accelerate
 grpcio==1.65.1
 protobuf
 git+https://github.com/huggingface/parler-tts.git@10016fb0300c0dc31a0fb70e26f3affee7b62f16
-certifi
-transformers
+certifi
--- a/backend/python/petals/requirements-cpu.txt
+++ b/backend/python/petals/requirements-cpu.txt
@ -0,0 +1,3 @@
+transformers
+accelerate
+torch
--- a/backend/python/petals/requirements-cublas11.txt
+++ b/backend/python/petals/requirements-cublas11.txt
@ -1,2 +1,3 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
+transformers
--- a/backend/python/petals/requirements-cublas12.txt
+++ b/backend/python/petals/requirements-cublas12.txt
@ -1 +1,2 @@
 torch
+transformers
--- a/backend/python/petals/requirements-hipblas.txt
+++ b/backend/python/petals/requirements-hipblas.txt
@ -1,2 +1,3 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
 torch
+transformers
--- a/backend/python/petals/requirements-intel.txt
+++ b/backend/python/petals/requirements-intel.txt
@ -2,4 +2,5 @@
 intel-extension-for-pytorch
 torch
 optimum[openvino]
-setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406
+setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406
+transformers
--- a/backend/python/petals/requirements.txt
+++ b/backend/python/petals/requirements.txt
@ -1,3 +1,2 @@
 git+https://github.com/bigscience-workshop/petals
-certifi
-transformers
+certifi
--- a/backend/python/rerankers/requirements-cpu.txt
+++ b/backend/python/rerankers/requirements-cpu.txt
@ -0,0 +1,4 @@
+transformers
+accelerate
+torch
+rerankers[transformers]
--- a/backend/python/rerankers/requirements-cublas11.txt
+++ b/backend/python/rerankers/requirements-cublas11.txt
@ -1,2 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
+transformers
+accelerate
 torch
+rerankers[transformers]
--- a/backend/python/rerankers/requirements-cublas12.txt
+++ b/backend/python/rerankers/requirements-cublas12.txt
@ -1 +1,4 @@
+transformers
+accelerate
 torch
+rerankers[transformers]
--- a/backend/python/rerankers/requirements-hipblas.txt
+++ b/backend/python/rerankers/requirements-hipblas.txt
@ -1,2 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
-torch
+transformers
+accelerate
+torch
+rerankers[transformers]
--- a/backend/python/rerankers/requirements-intel.txt
+++ b/backend/python/rerankers/requirements-intel.txt
@ -1,5 +1,8 @@
 --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
 intel-extension-for-pytorch
+transformers
+accelerate
 torch
+rerankers[transformers]
 optimum[openvino]
 setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406
--- a/backend/python/rerankers/requirements.txt
+++ b/backend/python/rerankers/requirements.txt
@ -1,6 +1,3 @@
-accelerate
-rerankers[transformers]
 grpcio==1.65.4
 protobuf
-certifi
-transformers
+certifi
--- a/backend/python/sentencetransformers/requirements-cpu.txt
+++ b/backend/python/sentencetransformers/requirements-cpu.txt
@ -0,0 +1,6 @@
+torch
+accelerate
+transformers
+bitsandbytes
+sentence-transformers==3.0.1
+transformers
--- a/backend/python/sentencetransformers/requirements-cublas11.txt
+++ b/backend/python/sentencetransformers/requirements-cublas11.txt
@ -1,2 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
+accelerate
+sentence-transformers==3.0.1
+transformers
--- a/backend/python/sentencetransformers/requirements-cublas12.txt
+++ b/backend/python/sentencetransformers/requirements-cublas12.txt
@ -1 +1,4 @@
 torch
+accelerate
+sentence-transformers==3.0.1
+transformers
--- a/backend/python/sentencetransformers/requirements-hipblas.txt
+++ b/backend/python/sentencetransformers/requirements-hipblas.txt
@ -1,2 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
-torch
+torch
+accelerate
+sentence-transformers==3.0.1
+transformers
--- a/backend/python/sentencetransformers/requirements-intel.txt
+++ b/backend/python/sentencetransformers/requirements-intel.txt
@ -2,4 +2,7 @@
 intel-extension-for-pytorch
 torch
 optimum[openvino]
-setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406
+setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406
+accelerate
+sentence-transformers==3.0.1
+transformers
--- a/backend/python/sentencetransformers/requirements.txt
+++ b/backend/python/sentencetransformers/requirements.txt
@ -1,6 +1,3 @@
-accelerate
-sentence-transformers==3.0.1
-transformers
 grpcio==1.65.1
 protobuf
 certifi
--- a/backend/python/transformers-musicgen/requirements-cpu.txt
+++ b/backend/python/transformers-musicgen/requirements-cpu.txt
@ -0,0 +1,3 @@
+transformers
+accelerate
+torch
--- a/backend/python/transformers-musicgen/requirements-cublas11.txt
+++ b/backend/python/transformers-musicgen/requirements-cublas11.txt
@ -1,2 +1,4 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
-torch
+transformers
+accelerate
+torch
--- a/backend/python/transformers-musicgen/requirements-cublas12.txt
+++ b/backend/python/transformers-musicgen/requirements-cublas12.txt
@ -1 +1,3 @@
-torch
+transformers
+accelerate
+torch
--- a/backend/python/transformers-musicgen/requirements-hipblas.txt
+++ b/backend/python/transformers-musicgen/requirements-hipblas.txt
@ -1,2 +1,4 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
+transformers
+accelerate
 torch
--- a/backend/python/transformers-musicgen/requirements-intel.txt
+++ b/backend/python/transformers-musicgen/requirements-intel.txt
@ -1,5 +1,7 @@
 --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
 intel-extension-for-pytorch
+transformers
+accelerate
 torch
 optimum[openvino]
 setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406
--- a/backend/python/transformers-musicgen/requirements.txt
+++ b/backend/python/transformers-musicgen/requirements.txt
@ -1,5 +1,3 @@
-accelerate
-transformers
 grpcio==1.65.4
 protobuf
 scipy==1.14.0
--- a/backend/python/transformers/requirements-cpu.txt
+++ b/backend/python/transformers/requirements-cpu.txt
@ -0,0 +1,4 @@
+torch
+accelerate
+transformers
+bitsandbytes
--- a/backend/python/transformers/requirements-cublas11.txt
+++ b/backend/python/transformers/requirements-cublas11.txt
@ -1,2 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 torch
+accelerate
+transformers
+bitsandbytes
--- a/backend/python/transformers/requirements-cublas12.txt
+++ b/backend/python/transformers/requirements-cublas12.txt
@ -1 +1,4 @@
 torch
+accelerate
+transformers
+bitsandbytes
--- a/backend/python/transformers/requirements-hipblas.txt
+++ b/backend/python/transformers/requirements-hipblas.txt
@ -1,2 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
-torch
+torch
+accelerate
+transformers
+bitsandbytes
--- a/backend/python/transformers/requirements-intel.txt
+++ b/backend/python/transformers/requirements-intel.txt
@ -2,3 +2,5 @@
 intel-extension-for-pytorch
 torch
 optimum[openvino]
+intel-extension-for-transformers
+bitsandbytes
--- a/backend/python/transformers/requirements.txt
+++ b/backend/python/transformers/requirements.txt
@ -1,8 +1,4 @@
-accelerate
-transformers
 grpcio==1.65.4
 protobuf
 certifi
-intel-extension-for-transformers
-bitsandbytes
-setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406
+setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406
--- a/backend/python/vall-e-x/requirements-cpu.txt
+++ b/backend/python/vall-e-x/requirements-cpu.txt
@ -0,0 +1,3 @@
+accelerate
+torch
+torchaudio
--- a/backend/python/vall-e-x/requirements-cublas11.txt
+++ b/backend/python/vall-e-x/requirements-cublas11.txt
@ -1,3 +1,4 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
+accelerate
 torch
 torchaudio
--- a/backend/python/vall-e-x/requirements-cublas12.txt
+++ b/backend/python/vall-e-x/requirements-cublas12.txt
@ -1,2 +1,3 @@
+accelerate
 torch
 torchaudio
--- a/backend/python/vall-e-x/requirements-hipblas.txt
+++ b/backend/python/vall-e-x/requirements-hipblas.txt
@ -1,3 +1,4 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
+accelerate
 torch
 torchaudio
--- a/backend/python/vall-e-x/requirements-intel.txt
+++ b/backend/python/vall-e-x/requirements-intel.txt
@ -1,5 +1,6 @@
 --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
 intel-extension-for-pytorch
+accelerate
 torch
 torchaudio
 optimum[openvino]
--- a/backend/python/vall-e-x/requirements.txt
+++ b/backend/python/vall-e-x/requirements.txt
@ -1,4 +1,3 @@
-accelerate
 grpcio==1.65.4
 protobuf
 certifi
--- a/backend/python/vllm/requirements-after.txt
+++ b/backend/python/vllm/requirements-after.txt
@ -0,0 +1 @@
+flash-attn
--- a/backend/python/vllm/requirements-cpu.txt
+++ b/backend/python/vllm/requirements-cpu.txt
@ -0,0 +1,4 @@
+accelerate
+torch
+transformers
+vllm
--- a/backend/python/vllm/requirements-cublas11.txt
+++ b/backend/python/vllm/requirements-cublas11.txt
@ -1,3 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
+accelerate
 torch
-flash-attn
+transformers
+vllm
--- a/backend/python/vllm/requirements-cublas12.txt
+++ b/backend/python/vllm/requirements-cublas12.txt
@ -1,2 +1,4 @@
+accelerate
 torch
-flash-attn
+transformers
+vllm
--- a/backend/python/vllm/requirements-hipblas.txt
+++ b/backend/python/vllm/requirements-hipblas.txt
@ -1,2 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
-torch
+accelerate
+torch
+transformers
+vllm
--- a/backend/python/vllm/requirements-intel.txt
+++ b/backend/python/vllm/requirements-intel.txt
@ -1,5 +1,8 @@
 --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
 intel-extension-for-pytorch
+accelerate
 torch
+transformers
 optimum[openvino]
-setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406
+setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406
+vllm
--- a/backend/python/vllm/requirements.txt
+++ b/backend/python/vllm/requirements.txt
@ -1,7 +1,4 @@
-accelerate
-vllm
 grpcio==1.65.4
 protobuf
 certifi
-transformers
 setuptools