2023-12-05 07:15:37 +00:00
|
|
|
#!/bin/bash
|
2024-02-14 20:44:12 +00:00
|
|
|
set -e
|
2023-12-05 07:15:37 +00:00
|
|
|
|
2024-05-11 16:32:46 +00:00
|
|
|
LIMIT_TARGETS="cublas"
|
|
|
|
|
EXTRA_PIP_INSTALL_FLAGS="--no-build-isolation"
|
|
|
|
|
EXLLAMA2_VERSION=c0ddebaaaf8ffd1b3529c2bb654e650bce2f790f
|
2024-02-14 20:44:12 +00:00
|
|
|
|
2024-05-11 16:32:46 +00:00
|
|
|
source $(dirname $0)/../common/libbackend.sh
|
2024-02-14 20:44:12 +00:00
|
|
|
|
2024-05-11 16:32:46 +00:00
|
|
|
installRequirements
|
2024-02-14 20:44:12 +00:00
|
|
|
|
2024-05-10 13:08:08 +00:00
|
|
|
git clone https://github.com/turboderp/exllamav2 $MY_DIR/source
|
|
|
|
|
pushd ${MY_DIR}/source && git checkout -b build ${EXLLAMA2_VERSION} && popd
|
2024-02-14 20:44:12 +00:00
|
|
|
|
2024-05-10 13:08:08 +00:00
|
|
|
# This installs exllamav2 in JIT mode so it will compile the appropriate torch extension at runtime
|
2024-05-11 16:32:46 +00:00
|
|
|
EXLLAMA_NOCOMPILE= uv pip install ${EXTRA_PIP_INSTALL_FLAGS} ${MY_DIR}/source/
|
