mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-30 09:28:51 +00:00
e2de8a88f7
* feat: create bash library to handle install/run/test of python backends Signed-off-by: Chris Jowett <421501+cryptk@users.noreply.github.com> * chore: minor cleanup Signed-off-by: Chris Jowett <421501+cryptk@users.noreply.github.com> * fix: remove incorrect LIMIT_TARGETS from parler-tts Signed-off-by: Chris Jowett <421501+cryptk@users.noreply.github.com> * fix: update runUnitests to handle running tests from a custom test file Signed-off-by: Chris Jowett <421501+cryptk@users.noreply.github.com> * chore: document runUnittests Signed-off-by: Chris Jowett <421501+cryptk@users.noreply.github.com> --------- Signed-off-by: Chris Jowett <421501+cryptk@users.noreply.github.com>
17 lines
536 B
Bash
Executable File
17 lines
536 B
Bash
Executable File
#!/bin/bash
|
|
set -e
|
|
|
|
LIMIT_TARGETS="cublas"
|
|
EXTRA_PIP_INSTALL_FLAGS="--no-build-isolation"
|
|
EXLLAMA2_VERSION=c0ddebaaaf8ffd1b3529c2bb654e650bce2f790f
|
|
|
|
source $(dirname $0)/../common/libbackend.sh
|
|
|
|
installRequirements
|
|
|
|
git clone https://github.com/turboderp/exllamav2 $MY_DIR/source
|
|
pushd ${MY_DIR}/source && git checkout -b build ${EXLLAMA2_VERSION} && popd
|
|
|
|
# This installs exllamav2 in JIT mode so it will compile the appropriate torch extension at runtime
|
|
EXLLAMA_NOCOMPILE= uv pip install ${EXTRA_PIP_INSTALL_FLAGS} ${MY_DIR}/source/
|