diff --git a/backend/python/exllama2/requirements-cpu.txt b/backend/python/exllama2/requirements-cpu.txt index 2021fc20..8567b94c 100644 --- a/backend/python/exllama2/requirements-cpu.txt +++ b/backend/python/exllama2/requirements-cpu.txt @@ -1,3 +1,3 @@ transformers accelerate -torch==2.4.1 \ No newline at end of file +torch==2.6.0+cu118 \ No newline at end of file diff --git a/backend/python/exllama2/requirements-cublas11.txt b/backend/python/exllama2/requirements-cublas11.txt index 2d1958c7..ad11f420 100644 --- a/backend/python/exllama2/requirements-cublas11.txt +++ b/backend/python/exllama2/requirements-cublas11.txt @@ -1,4 +1,4 @@ --extra-index-url https://download.pytorch.org/whl/cu118 -torch==2.4.1+cu118 +torch==2.6.0+cu118 transformers accelerate \ No newline at end of file diff --git a/backend/python/exllama2/requirements-cublas12.txt b/backend/python/exllama2/requirements-cublas12.txt index 93e62c5a..96dd1e82 100644 --- a/backend/python/exllama2/requirements-cublas12.txt +++ b/backend/python/exllama2/requirements-cublas12.txt @@ -1,3 +1,3 @@ -torch==2.4.1 +torch==2.6.0+cu118 transformers accelerate \ No newline at end of file