mirror of
https://github.com/ParisNeo/lollms.git
synced 2024-12-24 06:46:40 +00:00
New install and run scripts
This commit is contained in:
Saifeddine ALOUI
parent
19bb72ef1c
commit
3d594c5c44
@ -234,13 +234,19 @@ class LLMBinding:
|
|||||||
for mn in self.models_folders:
|
for mn in self.models_folders:
|
||||||
if mn.name in model_name.lower():
|
if mn.name in model_name.lower():
|
||||||
if mn.name == "ggml":
|
if mn.name == "ggml":
|
||||||
|
try:
|
||||||
idx = model_name.index("-GGML")
|
idx = model_name.index("-GGML")
|
||||||
models=[m for m in mn.iterdir() if model_name[:idx].lower() in m.name.lower()]
|
models=[m for m in mn.iterdir() if model_name[:idx].lower() in m.name.lower()]
|
||||||
model_path = mn/models[0].name
|
model_path = mn/models[0].name
|
||||||
|
except:
|
||||||
|
model_path = mn/model_name
|
||||||
elif mn.name == "gguf":
|
elif mn.name == "gguf":
|
||||||
|
try:
|
||||||
idx = model_name.index("-GGUF")
|
idx = model_name.index("-GGUF")
|
||||||
models=[m for m in mn.iterdir() if model_name[:idx].lower() in m.name.lower()]
|
models=[m for m in mn.iterdir() if model_name[:idx].lower() in m.name.lower()]
|
||||||
model_path = mn/models[0].name
|
model_path = mn/models[0].name
|
||||||
|
except:
|
||||||
|
model_path = mn/model_name
|
||||||
else:
|
else:
|
||||||
model_path = mn/model_name
|
model_path = mn/model_name
|
||||||
break
|
break
|
||||||
|
|||||||
37
scripts/linux/linux_conda_session.sh
Normal file
37
scripts/linux/linux_conda_session.sh
Normal file
@ -0,0 +1,37 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
echo Starting LOLLMS Web UI...
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo " By ParisNeo"
|
||||||
|
|
||||||
|
|
||||||
|
cd "$(dirname "$0")"
|
||||||
|
|
||||||
|
# better isolation for virtual environment
|
||||||
|
CONDA_SHLVL=""
|
||||||
|
PYTHONNOUSERSITE=1
|
||||||
|
PYTHONPATH=""
|
||||||
|
PYTHONHOME=""
|
||||||
|
TEMP="./installer_files/temp"
|
||||||
|
TMP="./installer_files/temp"
|
||||||
|
INSTALL_ENV_DIR="./installer_files/lollms_env"
|
||||||
|
MINICONDA_DIR="./installer_files/miniconda3"
|
||||||
|
|
||||||
|
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
|
||||||
|
echo "Miniconda not found."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
source "$MINICONDA_DIR/bin/activate" "$INSTALL_ENV_DIR"
|
||||||
|
|
||||||
|
|
||||||
|
read -rp "Conda environment activated"
|
||||||
207
scripts/linux/linux_install.sh
Normal file
207
scripts/linux/linux_install.sh
Normal file
@ -0,0 +1,207 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
# This script will install miniconda and git with all dependencies for this project
|
||||||
|
# This enables a user to install this project without manually installing conda and git.
|
||||||
|
|
||||||
|
|
||||||
|
cd "$(dirname "$0")"
|
||||||
|
|
||||||
|
if [[ "$PWD" == *" "* ]]; then
|
||||||
|
echo "This script relies on Miniconda which cannot be silently installed under a path with spaces."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "WARNING: This script relies on Miniconda which will fail to install if the path is too long."
|
||||||
|
|
||||||
|
if [[ "$PWD" =~ [^#\$\%\&\(\)\*\+\] ]]; then
|
||||||
|
echo "WARNING: Special characters were detected in the installation path!"
|
||||||
|
echo " This can cause the installation to fail!"
|
||||||
|
fi
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
read -rp "Press Enter to continue..."
|
||||||
|
|
||||||
|
clear
|
||||||
|
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo " By ParisNeo"
|
||||||
|
|
||||||
|
echo "Please specify if you want to use a GPU or CPU."
|
||||||
|
echo "*Note* that only NVidea GPUs (cuda) or AMD GPUs (rocm) are supported."
|
||||||
|
echo "A) Enable Cuda (for nvidia GPUS)"
|
||||||
|
echo "B) Enable ROCm (for AMD GPUs)"
|
||||||
|
echo "C) Run CPU mode"
|
||||||
|
echo
|
||||||
|
read -rp "Input> " gpuchoice
|
||||||
|
gpuchoice="${gpuchoice:0:1}"
|
||||||
|
|
||||||
|
if [[ "${gpuchoice^^}" == "A" ]]; then
|
||||||
|
PACKAGES_TO_INSTALL="python=3.10 cuda-toolkit ninja git gcc"
|
||||||
|
CHANNEL="-c nvidia/label/cuda-11.8.0 -c nvidia -c conda-forge"
|
||||||
|
elif [[ "${gpuchoice^^}" == "B" ]]; then
|
||||||
|
PACKAGES_TO_INSTALL="python=3.10 rocm-comgr rocm-smi ninja git gcc"
|
||||||
|
CHANNEL=" -c conda-forge"
|
||||||
|
elif [[ "${gpuchoice^^}" == "C" ]]; then
|
||||||
|
PACKAGES_TO_INSTALL="python=3.10 ninja git gcc"
|
||||||
|
CHANNEL="-c conda-forge"
|
||||||
|
else
|
||||||
|
echo "Invalid choice. Exiting..."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Better isolation for virtual environment
|
||||||
|
unset CONDA_SHLVL
|
||||||
|
export PYTHONNOUSERSITE=1
|
||||||
|
unset PYTHONPATH
|
||||||
|
unset PYTHONHOME
|
||||||
|
export TEMP="$PWD/installer_files/temp"
|
||||||
|
export TMP="$PWD/installer_files/temp"
|
||||||
|
|
||||||
|
MINICONDA_DIR="$PWD/installer_files/miniconda3"
|
||||||
|
INSTALL_ENV_DIR="$PWD/installer_files/lollms_env"
|
||||||
|
MINICONDA_DOWNLOAD_URL="https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh"
|
||||||
|
REPO_URL="https://github.com/ParisNeo/lollms.git"
|
||||||
|
|
||||||
|
if [ ! -f "$MINICONDA_DIR/Scripts/conda" ]; then
|
||||||
|
# Download miniconda
|
||||||
|
echo "Downloading Miniconda installer from $MINICONDA_DOWNLOAD_URL"
|
||||||
|
curl -LOk "$MINICONDA_DOWNLOAD_URL"
|
||||||
|
|
||||||
|
# Install miniconda
|
||||||
|
echo
|
||||||
|
echo "Installing Miniconda to $MINICONDA_DIR"
|
||||||
|
echo "Please wait..."
|
||||||
|
echo
|
||||||
|
bash "Miniconda3-latest-Linux-x86_64.sh" -b -p "$MINICONDA_DIR" || ( echo && echo "Miniconda installer not found." && exit 1 )
|
||||||
|
rm -f "Miniconda3-latest-Linux-x86_64.sh"
|
||||||
|
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
|
||||||
|
echo && echo "Miniconda install failed." && exit 1
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Activate miniconda
|
||||||
|
source "$MINICONDA_DIR/bin/activate" || ( echo "Miniconda hook not found." && exit 1 )
|
||||||
|
|
||||||
|
# Create the installer environment
|
||||||
|
if [ ! -d "$INSTALL_ENV_DIR" ]; then
|
||||||
|
echo "Packages to install: $PACKAGES_TO_INSTALL"
|
||||||
|
conda create -y -k -p "$INSTALL_ENV_DIR" $CHANNEL $PACKAGES_TO_INSTALL || ( echo && echo "Conda environment creation failed." && exit 1 )
|
||||||
|
if [[ "${gpuchoice^^}" == "A" ]]; then
|
||||||
|
conda run --live-stream -p "$INSTALL_ENV_DIR" python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118 || ( echo && echo "Pytorch installation failed." && exit 1 )
|
||||||
|
elif [[ "${gpuchoice^^}" == "B" ]]; then
|
||||||
|
conda run --live-stream -p "$INSTALL_ENV_DIR" python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/rocm5.4.2 || ( echo && echo "Pytorch installation failed." && exit 1 )
|
||||||
|
elif [[ "${gpuchoice^^}" == "C" ]]; then
|
||||||
|
conda run --live-stream -p "$INSTALL_ENV_DIR" python -m pip install torch torchvision torchaudio || ( echo && echo "Pytorch installation failed." && exit 1 )
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Check if conda environment was actually created
|
||||||
|
if [ ! -x "$INSTALL_ENV_DIR/bin/python" ]; then
|
||||||
|
echo && echo "Conda environment is empty." && exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Activate installer environment
|
||||||
|
source activate "$INSTALL_ENV_DIR" || ( echo && echo "Conda environment activation failed." && exit 1 )
|
||||||
|
|
||||||
|
# Set default cuda toolkit to the one in the environment
|
||||||
|
export CUDA_PATH="$INSTALL_ENV_DIR"
|
||||||
|
|
||||||
|
# Clone the repository
|
||||||
|
if [ -d "lollms" ]; then
|
||||||
|
cd lollms || exit 1
|
||||||
|
git pull
|
||||||
|
else
|
||||||
|
git clone "$REPO_URL"
|
||||||
|
cd lollms || exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Initilize all submodules and set them to main branch
|
||||||
|
echo "Initializing submodules"
|
||||||
|
git submodule update --init
|
||||||
|
cd zoos/bindings_zoo
|
||||||
|
git checkout main
|
||||||
|
cd ../personalities_zoo
|
||||||
|
git checkout main
|
||||||
|
cd ../extensions_zoo
|
||||||
|
git checkout main
|
||||||
|
cd ../models_zoo
|
||||||
|
git checkout main
|
||||||
|
|
||||||
|
cd ../..
|
||||||
|
|
||||||
|
# Loop through each "git+" requirement and uninstall it (workaround for inconsistent git package updating)
|
||||||
|
while IFS= read -r requirement; do
|
||||||
|
if echo "$requirement" | grep -q "git+"; then
|
||||||
|
package_name=$(echo "$requirement" | awk -F'/' '{ print $4 }' | awk -F'@' '{ print $1 }')
|
||||||
|
python -m pip uninstall -y "$package_name"
|
||||||
|
fi
|
||||||
|
done < requirements.txt
|
||||||
|
|
||||||
|
# Install the pip requirements
|
||||||
|
python -m pip install -r requirements.txt --upgrade
|
||||||
|
python -m pip install -e lollms_core --upgrade
|
||||||
|
python -m pip install -e utilities/safe_store --upgrade
|
||||||
|
|
||||||
|
|
||||||
|
if [[ -e "../linux_lollms_server.sh" ]]; then
|
||||||
|
echo "Linux server found"
|
||||||
|
else
|
||||||
|
cp scripts/linux/linux_lollms_server.sh ../
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ -e "../linux_lollms_settings.sh" ]]; then
|
||||||
|
echo "Linux server found"
|
||||||
|
else
|
||||||
|
cp scripts/linux/linux_lollms_settings.sh ../
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ -e "../linux_update.sh" ]]; then
|
||||||
|
echo "Linux update found"
|
||||||
|
else
|
||||||
|
cp scripts/linux/linux_update.sh ../
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ -e "../linux_conda_session.sh" ]]; then
|
||||||
|
echo "Linux update found"
|
||||||
|
else
|
||||||
|
cp scripts/linux/linux_conda_session.sh ../
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ -e "../linux_update_models.sh" ]]; then
|
||||||
|
echo "Linux update found"
|
||||||
|
else
|
||||||
|
cp scripts/linux/linux_update_models.sh ../
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ "${gpuchoice^^}" == "C" ]]; then
|
||||||
|
echo "This is a .no_gpu file." > .no_gpu
|
||||||
|
echo "You have chosen to use only CPU on this system."
|
||||||
|
else
|
||||||
|
echo "You have chosen to use GPU on this system."
|
||||||
|
fi
|
||||||
|
|
||||||
|
PrintBigMessage() {
|
||||||
|
echo
|
||||||
|
echo "*******************************************************************"
|
||||||
|
for message in "$@"; do
|
||||||
|
echo "* $message"
|
||||||
|
done
|
||||||
|
echo "*******************************************************************"
|
||||||
|
echo
|
||||||
|
}
|
||||||
|
|
||||||
|
PrintBigMessage "$@"
|
||||||
|
|
||||||
|
exit 0
|
||||||
42
scripts/linux/linux_lollms_server.sh
Normal file
42
scripts/linux/linux_lollms_server.sh
Normal file
@ -0,0 +1,42 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
echo Starting LOLLMS Web UI...
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo " By ParisNeo"
|
||||||
|
|
||||||
|
|
||||||
|
cd "$(dirname "$0")"
|
||||||
|
|
||||||
|
# better isolation for virtual environment
|
||||||
|
CONDA_SHLVL=""
|
||||||
|
PYTHONNOUSERSITE=1
|
||||||
|
PYTHONPATH=""
|
||||||
|
PYTHONHOME=""
|
||||||
|
TEMP="./installer_files/temp"
|
||||||
|
TMP="./installer_files/temp"
|
||||||
|
INSTALL_ENV_DIR="./installer_files/lollms_env"
|
||||||
|
MINICONDA_DIR="./installer_files/miniconda3"
|
||||||
|
|
||||||
|
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
|
||||||
|
echo "Miniconda not found."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
source "$MINICONDA_DIR/bin/activate" "$INSTALL_ENV_DIR"
|
||||||
|
cd lollms
|
||||||
|
|
||||||
|
# set default cuda toolkit to the one in the environment
|
||||||
|
CUDA_PATH="$INSTALL_ENV_DIR"
|
||||||
|
|
||||||
|
lollms-server "$@"
|
||||||
|
|
||||||
|
read -rp "Press Enter to exit..."
|
||||||
42
scripts/linux/linux_lollms_settings.sh
Normal file
42
scripts/linux/linux_lollms_settings.sh
Normal file
@ -0,0 +1,42 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
echo Starting LOLLMS Web UI...
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo " By ParisNeo"
|
||||||
|
|
||||||
|
|
||||||
|
cd "$(dirname "$0")"
|
||||||
|
|
||||||
|
# better isolation for virtual environment
|
||||||
|
CONDA_SHLVL=""
|
||||||
|
PYTHONNOUSERSITE=1
|
||||||
|
PYTHONPATH=""
|
||||||
|
PYTHONHOME=""
|
||||||
|
TEMP="./installer_files/temp"
|
||||||
|
TMP="./installer_files/temp"
|
||||||
|
INSTALL_ENV_DIR="./installer_files/lollms_env"
|
||||||
|
MINICONDA_DIR="./installer_files/miniconda3"
|
||||||
|
|
||||||
|
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
|
||||||
|
echo "Miniconda not found."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
source "$MINICONDA_DIR/bin/activate" "$INSTALL_ENV_DIR"
|
||||||
|
cd lollms
|
||||||
|
|
||||||
|
# set default cuda toolkit to the one in the environment
|
||||||
|
CUDA_PATH="$INSTALL_ENV_DIR"
|
||||||
|
|
||||||
|
lollms-settings "$@"
|
||||||
|
|
||||||
|
read -rp "Press Enter to exit..."
|
||||||
43
scripts/linux/linux_update.sh
Normal file
43
scripts/linux/linux_update.sh
Normal file
@ -0,0 +1,43 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
echo Starting LOLLMS Web UI...
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo " By ParisNeo"
|
||||||
|
|
||||||
|
|
||||||
|
cd "$(dirname "$0")"
|
||||||
|
|
||||||
|
# better isolation for virtual environment
|
||||||
|
CONDA_SHLVL=""
|
||||||
|
PYTHONNOUSERSITE=1
|
||||||
|
PYTHONPATH=""
|
||||||
|
PYTHONHOME=""
|
||||||
|
TEMP="./installer_files/temp"
|
||||||
|
TMP="./installer_files/temp"
|
||||||
|
INSTALL_ENV_DIR="./installer_files/lollms_env"
|
||||||
|
MINICONDA_DIR="./installer_files/miniconda3"
|
||||||
|
|
||||||
|
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
|
||||||
|
echo "Miniconda not found."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
source "$MINICONDA_DIR/bin/activate" "$INSTALL_ENV_DIR"
|
||||||
|
cd lollms
|
||||||
|
|
||||||
|
echo Pulling latest changes
|
||||||
|
git pull
|
||||||
|
|
||||||
|
echo Reinstalling requirements
|
||||||
|
pip install --upgrade -r requirements.txt
|
||||||
|
|
||||||
|
pause
|
||||||
63
scripts/linux/linux_update_models.sh
Normal file
63
scripts/linux/linux_update_models.sh
Normal file
@ -0,0 +1,63 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
echo Starting LOLLMS Web UI...
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo " By ParisNeo"
|
||||||
|
echo " Models list update script"
|
||||||
|
|
||||||
|
cd "$(dirname "$0")"
|
||||||
|
|
||||||
|
# better isolation for virtual environment
|
||||||
|
CONDA_SHLVL=""
|
||||||
|
PYTHONNOUSERSITE=1
|
||||||
|
PYTHONPATH=""
|
||||||
|
PYTHONHOME=""
|
||||||
|
TEMP="./installer_files/temp"
|
||||||
|
TMP="./installer_files/temp"
|
||||||
|
INSTALL_ENV_DIR="./installer_files/lollms_env"
|
||||||
|
MINICONDA_DIR="./installer_files/miniconda3"
|
||||||
|
|
||||||
|
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
|
||||||
|
echo "Miniconda not found."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
source "$MINICONDA_DIR/bin/activate" "$INSTALL_ENV_DIR"
|
||||||
|
|
||||||
|
|
||||||
|
# Set your repository URL and file path
|
||||||
|
repository_url="https://github.com/ParisNeo/lollms_bindings_zoo.git"
|
||||||
|
|
||||||
|
# Set the destination folder where the file will be downloaded
|
||||||
|
destination_folder="downloaded_files"
|
||||||
|
|
||||||
|
# Create the destination folder if it doesn't exist
|
||||||
|
if [ ! -d "$destination_folder" ]; then
|
||||||
|
mkdir "$destination_folder"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Clone the repository (if not already cloned)
|
||||||
|
if [ ! -d "$destination_folder/repository" ]; then
|
||||||
|
git clone "$repository_url" "$destination_folder/repository"
|
||||||
|
fi
|
||||||
|
|
||||||
|
cd "$destination_folder/repository"
|
||||||
|
|
||||||
|
echo "Updating models"
|
||||||
|
cp hugging_face/models.yaml ../../personal_data/bindings_zoo/hugging_face/models.yaml
|
||||||
|
cp c_transformers/models.yaml ../../personal_data/bindings_zoo/c_transformers/models.yaml
|
||||||
|
cp llama_cpp_official/models.yaml ../../personal_data/bindings_zoo/llama_cpp_official/models.yaml
|
||||||
|
cp gpt_4all/models.yaml ../../personal_data/bindings_zoo/gpt_4all/models.yaml
|
||||||
|
cp py_llama_cpp/models.yaml ../../personal_data/bindings_zoo/py_llama_cpp/models.yaml
|
||||||
|
cp gptq/models.yaml ../../personal_data/bindings_zoo/gptq/models.yaml
|
||||||
|
cp exllama/models.yaml ../../personal_data/bindings_zoo/exllama/models.yaml
|
||||||
|
echo "Updating models"
|
||||||
15
scripts/linux/uninstall.sh
Normal file
15
scripts/linux/uninstall.sh
Normal file
@ -0,0 +1,15 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
echo "This will uninstall the environment. Are you sure? [Y/N]"
|
||||||
|
read choice
|
||||||
|
if [[ "$choice" =~ [yY] ]]; then
|
||||||
|
# Download Python installer
|
||||||
|
printf "Removing virtual environment..."
|
||||||
|
rm -rf env
|
||||||
|
echo "OK"
|
||||||
|
read -p "Press [Enter] to continue..."
|
||||||
|
else
|
||||||
|
echo "Please install Python and try again."
|
||||||
|
read -p "Press [Enter] to continue..."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
41
scripts/macos/macos_conda_session.sh
Normal file
41
scripts/macos/macos_conda_session.sh
Normal file
@ -0,0 +1,41 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
echo "Starting LOLLMS Web UI..."
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo " By ParisNeo"
|
||||||
|
|
||||||
|
cd "$(dirname "$0")"
|
||||||
|
|
||||||
|
# Better isolation for virtual environment
|
||||||
|
CONDA_SHLVL=""
|
||||||
|
PYTHONNOUSERSITE=1
|
||||||
|
PYTHONPATH=""
|
||||||
|
PYTHONHOME=""
|
||||||
|
TEMP="./installer_files/temp"
|
||||||
|
TMP="./installer_files/temp"
|
||||||
|
ENV_NAME="lollms"
|
||||||
|
INSTALL_ENV_DIR="./installer_files/miniconda3/envs/lollms"
|
||||||
|
MINICONDA_DIR="./installer_files/miniconda3"
|
||||||
|
|
||||||
|
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
|
||||||
|
echo "Miniconda not found."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
source "$MINICONDA_DIR/bin/activate" "$ENV_NAME"
|
||||||
|
cd lollms
|
||||||
|
|
||||||
|
# Set default CUDA toolkit to the one in the environment
|
||||||
|
CUDA_PATH="$INSTALL_ENV_DIR"
|
||||||
|
|
||||||
|
|
||||||
|
read -rp "Conda environment activated"
|
||||||
188
scripts/macos/macos_install.sh
Normal file
188
scripts/macos/macos_install.sh
Normal file
@ -0,0 +1,188 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
# This script will install Miniconda and git with all dependencies for this project.
|
||||||
|
# This enables a user to install this project without manually installing Conda and git.
|
||||||
|
|
||||||
|
cd "$(dirname "$0")"
|
||||||
|
|
||||||
|
if [[ "$PWD" == *" "* ]]; then
|
||||||
|
echo "This script relies on Miniconda, which cannot be silently installed under a path with spaces."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "WARNING: This script relies on Miniconda, which will fail to install if the path is too long."
|
||||||
|
|
||||||
|
if [[ "$PWD" =~ [^#\$\%\&\(\)\*\+\] ]]; then
|
||||||
|
echo "WARNING: Special characters were detected in the installation path!"
|
||||||
|
echo " This can cause the installation to fail!"
|
||||||
|
fi
|
||||||
|
|
||||||
|
read -rp "Press Enter to continue..."
|
||||||
|
|
||||||
|
clear
|
||||||
|
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo " By ParisNeo"
|
||||||
|
|
||||||
|
echo "Please specify if you want to use a GPU or CPU."
|
||||||
|
echo "*Note* that only NVidea GPUs (cuda) or AMD GPUs (rocm) are supported."
|
||||||
|
echo "A) Enable GPU"
|
||||||
|
echo "B) Run CPU mode"
|
||||||
|
echo
|
||||||
|
read -rp "Input> " gpuchoice
|
||||||
|
gpuchoice="${gpuchoice:0:1}"
|
||||||
|
uppercase_gpuchoice=$(echo "$gpuchoice" | tr '[:lower:]' '[:upper:]')
|
||||||
|
if [[ "$uppercase_gpuchoice" == "A" ]]; then
|
||||||
|
PACKAGES_TO_INSTALL="python=3.10 cuda-toolkit ninja git"
|
||||||
|
CHANNEL="-c pytorch -c conda-forge"
|
||||||
|
elif [[ "$uppercase_gpuchoice" == "B" ]]; then
|
||||||
|
PACKAGES_TO_INSTALL="python=3.10 ninja git"
|
||||||
|
CHANNEL="-c conda-forge"
|
||||||
|
else
|
||||||
|
echo "Invalid choice. Exiting..."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "Installing gcc..."
|
||||||
|
brew install gcc
|
||||||
|
|
||||||
|
# Better isolation for virtual environment
|
||||||
|
unset CONDA_SHLVL
|
||||||
|
export PYTHONNOUSERSITE=1
|
||||||
|
unset PYTHONPATH
|
||||||
|
unset PYTHONHOME
|
||||||
|
export TEMP="$PWD/installer_files/temp"
|
||||||
|
export TMP="$PWD/installer_files/temp"
|
||||||
|
|
||||||
|
MINICONDA_DIR="$PWD/installer_files/miniconda3"
|
||||||
|
INSTALL_ENV_DIR="$PWD/installer_files/lollms_env"
|
||||||
|
ENV_NAME="lollms"
|
||||||
|
MINICONDA_DOWNLOAD_URL="https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh"
|
||||||
|
REPO_URL="https://github.com/ParisNeo/lollms.git"
|
||||||
|
|
||||||
|
if [ ! -f "$MINICONDA_DIR/Scripts/conda" ]; then
|
||||||
|
# Download Miniconda
|
||||||
|
echo "Downloading Miniconda installer from $MINICONDA_DOWNLOAD_URL"
|
||||||
|
curl -LOk "$MINICONDA_DOWNLOAD_URL"
|
||||||
|
|
||||||
|
# Install Miniconda
|
||||||
|
echo
|
||||||
|
echo "Installing Miniconda to $MINICONDA_DIR"
|
||||||
|
echo "Please wait..."
|
||||||
|
echo
|
||||||
|
bash "Miniconda3-latest-MacOSX-x86_64.sh" -b -p "$MINICONDA_DIR" || ( echo && echo "Miniconda installer not found." && exit 1 )
|
||||||
|
rm -f "Miniconda3-latest-MacOSX-x86_64.sh"
|
||||||
|
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
|
||||||
|
echo && echo "Miniconda install failed." && exit 1
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Activate Miniconda
|
||||||
|
source "$MINICONDA_DIR/bin/activate" || ( echo "Miniconda hook not found." && exit 1 )
|
||||||
|
|
||||||
|
# Create the installer environment
|
||||||
|
if [ ! -d "$INSTALL_ENV_DIR" ]; then
|
||||||
|
echo "Packages to install: $PACKAGES_TO_INSTALL"
|
||||||
|
conda create -y -k -n "$ENV_NAME" $CHANNEL $PACKAGES_TO_INSTALL || ( echo && echo "Conda environment creation failed." && exit 1 )
|
||||||
|
echo "Conda created and using packages: $PACKAGES_TO_INSTALL"
|
||||||
|
echo "Installing tools"
|
||||||
|
if [[ "$(echo $gpuchoice | tr '[:lower:]' '[:upper:]')" == "A" ]]; then
|
||||||
|
conda run --live-stream -n "$ENV_NAME" python -m pip install torch torchvision torchaudio --channel pytorch --channel conda-forge || ( echo && echo "Pytorch installation failed." && exit 1 )
|
||||||
|
elif [[ "$(echo $gpuchoice | tr '[:lower:]' '[:upper:]')" == "B" ]]; then
|
||||||
|
conda run --live-stream -n "$ENV_NAME" python -m pip install torch torchvision torchaudio --channel pytorch --channel conda-forge || ( echo && echo "Pytorch installation failed." && exit 1 )
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Activate installer environment
|
||||||
|
source activate "$ENV_NAME" || ( echo && echo "Conda environment activation failed." && exit 1 )
|
||||||
|
|
||||||
|
echo "$ENV_NAME Activated"
|
||||||
|
# Set default CUDA toolkit to the one in the environment
|
||||||
|
export CUDA_PATH="$INSTALL_ENV_DIR"
|
||||||
|
|
||||||
|
# Clone the repository
|
||||||
|
if [ -d "lollms" ]; then
|
||||||
|
cd lollms || exit 1
|
||||||
|
git pull
|
||||||
|
else
|
||||||
|
git clone "$REPO_URL"
|
||||||
|
cd lollms || exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Initilize all submodules and set them to main branch
|
||||||
|
echo "Initializing submodules"
|
||||||
|
git submodule update --init
|
||||||
|
cd zoos/bindings_zoo
|
||||||
|
git checkout main
|
||||||
|
cd ../personalities_zoo
|
||||||
|
git checkout main
|
||||||
|
cd ../extensions_zoo
|
||||||
|
git checkout main
|
||||||
|
cd ../models_zoo
|
||||||
|
git checkout main
|
||||||
|
|
||||||
|
cd ../..
|
||||||
|
|
||||||
|
# Loop through each "git+" requirement and uninstall it (workaround for inconsistent git package updating)
|
||||||
|
while IFS= read -r requirement; do
|
||||||
|
if echo "$requirement" | grep -q "git+"; then
|
||||||
|
package_name=$(echo "$requirement" | awk -F'/' '{ print $4 }' | awk -F'@' '{ print $1 }')
|
||||||
|
python -m pip uninstall -y "$package_name"
|
||||||
|
fi
|
||||||
|
done < requirements.txt
|
||||||
|
|
||||||
|
# Install the pip requirements
|
||||||
|
python -m pip install -r requirements.txt --upgrade
|
||||||
|
|
||||||
|
python -m pip install -e lollms_core --upgrade
|
||||||
|
|
||||||
|
python -m pip install -e utilities/safe_store --upgrade
|
||||||
|
|
||||||
|
if [[ -e "../macos_lollms_server.sh" ]]; then
|
||||||
|
echo "Macos run found"
|
||||||
|
else
|
||||||
|
cp scripts/macos/macos_lollms_server.sh ../
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ -e "../macos_lollms_settings.sh" ]]; then
|
||||||
|
echo "Macos run found"
|
||||||
|
else
|
||||||
|
cp scripts/macos/macos_lollms_settings.sh ../
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ -e "../macos_update.sh" ]]; then
|
||||||
|
echo "Macos update found"
|
||||||
|
else
|
||||||
|
cp scripts/macos/macos_update.sh ../
|
||||||
|
fi
|
||||||
|
|
||||||
|
uppercase_gpuchoice=$(echo "$gpuchoice" | tr '[:lower:]' '[:upper:]')
|
||||||
|
if [[ "$uppercase_gpuchoice" == "B" ]]; then
|
||||||
|
echo "This is a .no_gpu file." > .no_gpu
|
||||||
|
else
|
||||||
|
echo "GPU is enabled, no .no_gpu file will be created."
|
||||||
|
fi
|
||||||
|
|
||||||
|
PrintBigMessage() {
|
||||||
|
echo
|
||||||
|
echo "*******************************************************************"
|
||||||
|
for message in "$@"; do
|
||||||
|
echo "* $message"
|
||||||
|
done
|
||||||
|
echo "*******************************************************************"
|
||||||
|
echo
|
||||||
|
}
|
||||||
|
|
||||||
|
PrintBigMessage "$@"
|
||||||
|
|
||||||
|
exit 0
|
||||||
48
scripts/macos/macos_lollms_server.sh
Normal file
48
scripts/macos/macos_lollms_server.sh
Normal file
@ -0,0 +1,48 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
echo "Starting LOLLMS Web UI..."
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo " By ParisNeo"
|
||||||
|
|
||||||
|
cd "$(dirname "$0")"
|
||||||
|
|
||||||
|
# Better isolation for virtual environment
|
||||||
|
CONDA_SHLVL=""
|
||||||
|
PYTHONNOUSERSITE=1
|
||||||
|
PYTHONPATH=""
|
||||||
|
PYTHONHOME=""
|
||||||
|
TEMP="./installer_files/temp"
|
||||||
|
TMP="./installer_files/temp"
|
||||||
|
ENV_NAME="lollms"
|
||||||
|
INSTALL_ENV_DIR="./installer_files/miniconda3/envs/lollms"
|
||||||
|
MINICONDA_DIR="./installer_files/miniconda3"
|
||||||
|
|
||||||
|
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
|
||||||
|
echo "Miniconda not found."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
source "$MINICONDA_DIR/bin/activate" "$ENV_NAME"
|
||||||
|
cd lollms
|
||||||
|
|
||||||
|
# Set default CUDA toolkit to the one in the environment
|
||||||
|
CUDA_PATH="$INSTALL_ENV_DIR"
|
||||||
|
|
||||||
|
# Launch the LOLLMS Web UI application
|
||||||
|
lollms-server "$@"
|
||||||
|
|
||||||
|
# Pause at the end to keep the terminal window open
|
||||||
|
read -rp "Press Enter to exit..."
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
48
scripts/macos/macos_lollms_settings.sh
Normal file
48
scripts/macos/macos_lollms_settings.sh
Normal file
@ -0,0 +1,48 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
echo "Starting LOLLMS Web UI..."
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo " By ParisNeo"
|
||||||
|
|
||||||
|
cd "$(dirname "$0")"
|
||||||
|
|
||||||
|
# Better isolation for virtual environment
|
||||||
|
CONDA_SHLVL=""
|
||||||
|
PYTHONNOUSERSITE=1
|
||||||
|
PYTHONPATH=""
|
||||||
|
PYTHONHOME=""
|
||||||
|
TEMP="./installer_files/temp"
|
||||||
|
TMP="./installer_files/temp"
|
||||||
|
ENV_NAME="lollms"
|
||||||
|
INSTALL_ENV_DIR="./installer_files/miniconda3/envs/lollms"
|
||||||
|
MINICONDA_DIR="./installer_files/miniconda3"
|
||||||
|
|
||||||
|
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
|
||||||
|
echo "Miniconda not found."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
source "$MINICONDA_DIR/bin/activate" "$ENV_NAME"
|
||||||
|
cd lollms
|
||||||
|
|
||||||
|
# Set default CUDA toolkit to the one in the environment
|
||||||
|
CUDA_PATH="$INSTALL_ENV_DIR"
|
||||||
|
|
||||||
|
# Launch the LOLLMS Web UI application
|
||||||
|
lollms-settings "$@"
|
||||||
|
|
||||||
|
# Pause at the end to keep the terminal window open
|
||||||
|
read -rp "Press Enter to exit..."
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
44
scripts/macos/macos_update.sh
Normal file
44
scripts/macos/macos_update.sh
Normal file
@ -0,0 +1,44 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
echo "Starting LOLLMS Web UI..."
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo " By ParisNeo"
|
||||||
|
|
||||||
|
cd "$(dirname "$0")"
|
||||||
|
|
||||||
|
# Better isolation for virtual environment
|
||||||
|
CONDA_SHLVL=""
|
||||||
|
PYTHONNOUSERSITE=1
|
||||||
|
PYTHONPATH=""
|
||||||
|
PYTHONHOME=""
|
||||||
|
TEMP="./installer_files/temp"
|
||||||
|
TMP="./installer_files/temp"
|
||||||
|
ENV_NAME="lollms"
|
||||||
|
INSTALL_ENV_DIR="./installer_files/miniconda3/envs/lollms"
|
||||||
|
MINICONDA_DIR="./installer_files/miniconda3"
|
||||||
|
|
||||||
|
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
|
||||||
|
echo "Miniconda not found."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
source "$MINICONDA_DIR/bin/activate" "$ENV_NAME"
|
||||||
|
cd lollms-webui
|
||||||
|
|
||||||
|
echo "Pulling latest changes"
|
||||||
|
git pull
|
||||||
|
|
||||||
|
echo "Reinstalling requirements"
|
||||||
|
pip install --upgrade -r requirements.txt
|
||||||
|
|
||||||
|
# Pause at the end to keep the terminal window open
|
||||||
|
read -rp "Press Enter to exit..."
|
||||||
48
scripts/utilities/text2csv.py
Normal file
48
scripts/utilities/text2csv.py
Normal file
@ -0,0 +1,48 @@
|
|||||||
|
import argparse
|
||||||
|
import csv
|
||||||
|
|
||||||
|
# Define a function to split text into blocks
|
||||||
|
def split_text_into_blocks(text):
|
||||||
|
return text.split('\n')
|
||||||
|
|
||||||
|
# Define the main function
|
||||||
|
def process_text_file(input_file, output_file=None):
|
||||||
|
# If output_file is not provided, generate a default output file name based on the input file name
|
||||||
|
output_file = output_file or input_file.split('.')[0] + '.csv'
|
||||||
|
|
||||||
|
# Read the text from the input file
|
||||||
|
with open(input_file, 'r', encoding='utf-8') as input_file:
|
||||||
|
text_content = input_file.read()
|
||||||
|
|
||||||
|
# Split the text into blocks
|
||||||
|
blocks = split_text_into_blocks(text_content)
|
||||||
|
|
||||||
|
# Create a list of dictionaries with id and text for each block
|
||||||
|
data = [{'id': i, 'text': block} for i, block in enumerate(blocks)]
|
||||||
|
|
||||||
|
# Write the data to a CSV file
|
||||||
|
with open(output_file, 'w', newline='', encoding='utf-8') as output_file:
|
||||||
|
fieldnames = ['id', 'text']
|
||||||
|
writer = csv.DictWriter(output_file, fieldnames=fieldnames)
|
||||||
|
|
||||||
|
# Write the header row
|
||||||
|
writer.writeheader()
|
||||||
|
|
||||||
|
# Write the data rows
|
||||||
|
writer.writerows(data)
|
||||||
|
|
||||||
|
print(f'CSV file "{output_file}" has been created.')
|
||||||
|
|
||||||
|
# Check if the script is being run as a standalone program
|
||||||
|
if __name__ == "__main__":
|
||||||
|
parser = argparse.ArgumentParser(description='Split text from a file into blocks and create a CSV file.')
|
||||||
|
|
||||||
|
# Add arguments for input and output file names
|
||||||
|
parser.add_argument('input_file', help='Input text file name')
|
||||||
|
parser.add_argument('-o', '--output_file', help='Output CSV file name')
|
||||||
|
|
||||||
|
# Parse the command-line arguments
|
||||||
|
args = parser.parse_args()
|
||||||
|
|
||||||
|
# Call the main processing function
|
||||||
|
process_text_file(args.input_file, args.output_file)
|
||||||
16
scripts/windows/uninstall.bat
Normal file
16
scripts/windows/uninstall.bat
Normal file
@ -0,0 +1,16 @@
|
|||||||
|
@echo off
|
||||||
|
|
||||||
|
echo This will uninstall the environment. Are you sure? [Y/N]
|
||||||
|
set /p choice=
|
||||||
|
if /i "%choice%" equ "Y" (
|
||||||
|
REM Download Python installer
|
||||||
|
echo -n
|
||||||
|
set /p="Removing virtual environment..." <nul
|
||||||
|
powershell -Command "rm env"
|
||||||
|
echo OK
|
||||||
|
pause
|
||||||
|
) else (
|
||||||
|
echo Please install Python and try again.
|
||||||
|
pause
|
||||||
|
exit /b 1
|
||||||
|
)
|
||||||
42
scripts/windows/win_conda_session.bat
Normal file
42
scripts/windows/win_conda_session.bat
Normal file
@ -0,0 +1,42 @@
|
|||||||
|
@echo off
|
||||||
|
@echo Starting LOLLMS Web UI...
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo "/:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo "\:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo By ParisNeo
|
||||||
|
|
||||||
|
cd /D "%~dp0"
|
||||||
|
|
||||||
|
@rem better isolation for virtual environment
|
||||||
|
SET "CONDA_SHLVL="
|
||||||
|
SET PYTHONNOUSERSITE=1
|
||||||
|
SET "PYTHONPATH="
|
||||||
|
SET "PYTHONHOME="
|
||||||
|
SET "TEMP=%cd%\installer_files\temp"
|
||||||
|
SET "TMP=%cd%\installer_files\temp"
|
||||||
|
|
||||||
|
@rem workaround for broken Windows installs
|
||||||
|
set PATH=%PATH%;%SystemRoot%\system32
|
||||||
|
|
||||||
|
set INSTALL_ENV_DIR=%cd%\installer_files\lollms_env
|
||||||
|
set MINICONDA_DIR=%cd%\installer_files\miniconda3
|
||||||
|
|
||||||
|
if not exist "%MINICONDA_DIR%\Scripts\activate.bat" ( echo Miniconda not found. Please reinstall lollms using win_install.bat. && goto end )
|
||||||
|
call "%MINICONDA_DIR%\Scripts\activate.bat" activate "%INSTALL_ENV_DIR%"
|
||||||
|
cd lollms
|
||||||
|
|
||||||
|
@rem set default cuda toolkit to the one in the environment
|
||||||
|
set "CUDA_PATH=%INSTALL_ENV_DIR%"
|
||||||
|
|
||||||
|
cmd.exe
|
||||||
|
|
||||||
|
:end
|
||||||
|
pause
|
||||||
223
scripts/windows/win_install.bat
Normal file
223
scripts/windows/win_install.bat
Normal file
@ -0,0 +1,223 @@
|
|||||||
|
@echo off
|
||||||
|
|
||||||
|
@rem This script will install miniconda and git with all dependencies for this project
|
||||||
|
@rem This enables a user to install this project without manually installing conda and git.
|
||||||
|
|
||||||
|
@rem workaround for broken Windows installs
|
||||||
|
set PATH=%PATH%;%SystemRoot%\system32
|
||||||
|
|
||||||
|
cd /D "%~dp0"
|
||||||
|
|
||||||
|
echo "%cd%"| findstr /C:" " >nul && call :PrintBigMessage "This script relies on Miniconda which can not be silently installed under a path with spaces." && goto end
|
||||||
|
call :PrintBigMessage "WARNING: This script relies on Miniconda which will fail to install if the path is too long."
|
||||||
|
set "SPCHARMESSAGE="WARNING: Special characters were detected in the installation path!" " This can cause the installation to fail!""
|
||||||
|
echo "%CD%"| findstr /R /C:"[!#\$%&()\*+,;<=>?@\[\]\^`{|}~]" >nul && (
|
||||||
|
call :PrintBigMessage %SPCHARMESSAGE%
|
||||||
|
)
|
||||||
|
set SPCHARMESSAGE=
|
||||||
|
|
||||||
|
pause
|
||||||
|
cls
|
||||||
|
|
||||||
|
md
|
||||||
|
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo By ParisNeo
|
||||||
|
|
||||||
|
:retry
|
||||||
|
echo Please specify if you want to use a GPU or CPU.
|
||||||
|
echo *Note* that only NVidea GPUs (cuda) or AMD GPUs (rocm) are supported.
|
||||||
|
echo A) Enable cuda GPU
|
||||||
|
echo B) Enable ROCm compatible GPU (AMD and other GPUs)
|
||||||
|
echo C) Run CPU mode
|
||||||
|
set /p "gpuchoice=Input> "
|
||||||
|
set gpuchoice=%gpuchoice:~0,1%
|
||||||
|
|
||||||
|
if /I "%gpuchoice%" == "A" (
|
||||||
|
set "PACKAGES_TO_INSTALL=python=3.10 cuda-toolkit ninja git"
|
||||||
|
set "CHANNEL=-c nvidia/label/cuda-11.8.0 -c nvidia -c conda-forge"
|
||||||
|
) else if /I "%gpuchoice%" == "B" (
|
||||||
|
set "PACKAGES_TO_INSTALL=python=3.10 rocm-comgr rocm-smi ninja git"
|
||||||
|
set "CHANNEL=-c conda-forge"
|
||||||
|
) else if /I "%gpuchoice%" == "C" (
|
||||||
|
set "PACKAGES_TO_INSTALL=python=3.10 m2w64-toolchain ninja git"
|
||||||
|
set "CHANNEL=-c conda-forge"
|
||||||
|
) else (
|
||||||
|
echo Invalid choice. Retry
|
||||||
|
goto retry
|
||||||
|
)
|
||||||
|
|
||||||
|
@rem better isolation for virtual environment
|
||||||
|
SET "CONDA_SHLVL="
|
||||||
|
SET PYTHONNOUSERSITE=1
|
||||||
|
SET "PYTHONPATH="
|
||||||
|
SET "PYTHONHOME="
|
||||||
|
SET "TEMP=%cd%\installer_files\temp"
|
||||||
|
SET "TMP=%cd%\installer_files\temp"
|
||||||
|
|
||||||
|
set MINICONDA_DIR=%cd%\installer_files\miniconda3
|
||||||
|
set INSTALL_ENV_DIR=%cd%\installer_files\lollms_env
|
||||||
|
set MINICONDA_DOWNLOAD_URL=https://repo.anaconda.com/miniconda/Miniconda3-latest-Windows-x86_64.exe
|
||||||
|
set REPO_URL=https://github.com/ParisNeo/lollms.git
|
||||||
|
|
||||||
|
if not exist "%MINICONDA_DIR%\Scripts\conda.exe" (
|
||||||
|
@rem download miniconda
|
||||||
|
echo Downloading Miniconda installer from %MINICONDA_DOWNLOAD_URL%
|
||||||
|
call curl -LOk "%MINICONDA_DOWNLOAD_URL%"
|
||||||
|
|
||||||
|
@rem install miniconda
|
||||||
|
echo. && echo Installing Miniconda To "%MINICONDA_DIR%" && echo Please Wait... && echo.
|
||||||
|
start "" /W /D "%cd%" "Miniconda3-latest-Windows-x86_64.exe" /InstallationType=JustMe /NoShortcuts=1 /AddToPath=0 /RegisterPython=0 /NoRegistry=1 /S /D=%MINICONDA_DIR% || ( echo. && echo Miniconda installer not found. && goto end )
|
||||||
|
del /q "Miniconda3-latest-Windows-x86_64.exe"
|
||||||
|
if not exist "%MINICONDA_DIR%\Scripts\activate.bat" ( echo. && echo Miniconda install failed. && goto end )
|
||||||
|
)
|
||||||
|
|
||||||
|
@rem activate miniconda
|
||||||
|
call "%MINICONDA_DIR%\Scripts\activate.bat" || ( echo Miniconda hook not found. && goto end )
|
||||||
|
|
||||||
|
if /I "%gpuchoice%" == "B" (
|
||||||
|
echo Installing ROCM AMD tools...
|
||||||
|
rem Set variables for the installer URL and output file
|
||||||
|
set "installerUrl=https://www.amd.com/en/developer/rocm-hub/eula/licenses.html?filename=AMD-Software-PRO-Edition-23.Q3-Win10-Win11-For-HIP.exe"
|
||||||
|
set "outputFile=AMD-Software-PRO-Edition-23.Q3-Win10-Win11-For-HIP.exe"
|
||||||
|
|
||||||
|
rem Download the installer using curl (make sure you have curl installed)
|
||||||
|
curl -o "%outputFile%" "%installerUrl%"
|
||||||
|
|
||||||
|
rem Install RocM tools
|
||||||
|
"%outputFile%"
|
||||||
|
|
||||||
|
rem Clean up the downloaded installer
|
||||||
|
del "%outputFile%"
|
||||||
|
|
||||||
|
echo Installation complete.
|
||||||
|
)
|
||||||
|
|
||||||
|
@rem create the installer env
|
||||||
|
if not exist "%INSTALL_ENV_DIR%" (
|
||||||
|
echo Packages to install: %PACKAGES_TO_INSTALL%
|
||||||
|
call conda create --no-shortcuts -y -k -p "%INSTALL_ENV_DIR%" %CHANNEL% %PACKAGES_TO_INSTALL% || ( echo. && echo Conda environment creation failed. && goto end )
|
||||||
|
if /I "%gpuchoice%" == "A" call conda run --live-stream -p "%INSTALL_ENV_DIR%" python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118|| ( echo. && echo Pytorch installation failed.&& goto end )
|
||||||
|
if /I "%gpuchoice%" == "B" call conda run --live-stream -p "%INSTALL_ENV_DIR%" python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/rocm5.4.2|| ( echo. && echo Pytorch installation failed.&& goto end )
|
||||||
|
if /I "%gpuchoice%" == "C" call conda run --live-stream -p "%INSTALL_ENV_DIR%" python -m pip install torch torchvision torchaudio|| ( echo. && echo Pytorch installation failed.&& goto end )
|
||||||
|
)
|
||||||
|
|
||||||
|
@rem check if conda environment was actually created
|
||||||
|
if not exist "%INSTALL_ENV_DIR%\python.exe" ( echo. && echo Conda environment is empty. && goto end )
|
||||||
|
|
||||||
|
@rem activate installer env
|
||||||
|
call conda activate "%INSTALL_ENV_DIR%" || ( echo. && echo Conda environment activation failed. && goto end )
|
||||||
|
|
||||||
|
@rem set default cuda toolkit to the one in the environment
|
||||||
|
set "CUDA_PATH=%INSTALL_ENV_DIR%"
|
||||||
|
|
||||||
|
@rem clone the repository
|
||||||
|
if exist lollms\ (
|
||||||
|
cd lollms
|
||||||
|
git pull
|
||||||
|
) else (
|
||||||
|
git clone https://github.com/ParisNeo/lollms.git
|
||||||
|
cd lollms
|
||||||
|
)
|
||||||
|
git submodule update --init
|
||||||
|
cd zoos/bindings_zoo
|
||||||
|
git checkout main
|
||||||
|
cd ../personalities_zoo
|
||||||
|
git checkout main
|
||||||
|
cd ../extensions_zoo
|
||||||
|
git checkout main
|
||||||
|
cd ../models_zoo
|
||||||
|
git checkout main
|
||||||
|
|
||||||
|
cd ../..
|
||||||
|
|
||||||
|
@rem Loop through each "git+" requirement and uninstall it workaround for inconsistent git package updating
|
||||||
|
for /F "delims=" %%a in (requirements.txt) do echo "%%a"| findstr /C:"git+" >nul&& for /F "tokens=4 delims=/" %%b in ("%%a") do for /F "delims=@" %%c in ("%%b") do python -m pip uninstall -y %%c
|
||||||
|
|
||||||
|
@rem install the pip requirements
|
||||||
|
call python -m pip install -r requirements.txt --upgrade
|
||||||
|
|
||||||
|
@rem install the pip requirements
|
||||||
|
call python -m pip install -e lollms_core --upgrade
|
||||||
|
|
||||||
|
@rem install the pip requirements
|
||||||
|
call python -m pip install -e utilities/safe_store --upgrade
|
||||||
|
|
||||||
|
|
||||||
|
@rem create launcher
|
||||||
|
if exist ..\win_lollms_server.bat (
|
||||||
|
echo Win server found
|
||||||
|
) else (
|
||||||
|
copy scripts\windows\win_lollms_server.bat ..\
|
||||||
|
)
|
||||||
|
|
||||||
|
@rem create launcher
|
||||||
|
if exist ..\win_lollms_settings.bat (
|
||||||
|
echo Win settings found
|
||||||
|
) else (
|
||||||
|
copy scripts\windows\win_lollms_settings.bat ..\
|
||||||
|
)
|
||||||
|
|
||||||
|
if exist ..\win_update.bat (
|
||||||
|
echo Win update found
|
||||||
|
) else (
|
||||||
|
copy scripts\windows\win_update.bat ..\
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
if exist ..\win_conda_session.bat (
|
||||||
|
echo win conda session script found
|
||||||
|
) else (
|
||||||
|
copy scripts\windows\win_conda_session.bat ..\
|
||||||
|
)
|
||||||
|
|
||||||
|
if exist ..\win_update_models.bat (
|
||||||
|
echo Win update models found
|
||||||
|
) else (
|
||||||
|
copy scripts\windows\win_update_models.bat ..\
|
||||||
|
)
|
||||||
|
|
||||||
|
setlocal enabledelayedexpansion
|
||||||
|
|
||||||
|
|
||||||
|
if /I "%gpuchoice%"=="C" (
|
||||||
|
echo This is a .no_gpu file. > .no_gpu
|
||||||
|
) else (
|
||||||
|
echo GPU is enabled, no .no_gpu file will be created.
|
||||||
|
)
|
||||||
|
|
||||||
|
endlocal
|
||||||
|
|
||||||
|
goto end
|
||||||
|
|
||||||
|
:PrintBigMessage
|
||||||
|
echo. && echo.
|
||||||
|
echo *******************************************************************
|
||||||
|
for %%M in (%*) do echo * %%~M
|
||||||
|
echo *******************************************************************
|
||||||
|
echo. && echo.
|
||||||
|
exit /b
|
||||||
|
|
||||||
|
:end
|
||||||
|
cd ..
|
||||||
|
echo Creating bin folder (needed for ctransformers)
|
||||||
|
IF EXIST "installer_files\lollms_env\bin" (
|
||||||
|
echo Folder already existing
|
||||||
|
) ELSE (
|
||||||
|
MKDIR "installer_files\lollms_env\bin"
|
||||||
|
echo Folder created successfully!
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
echo Installation complete.
|
||||||
|
pause
|
||||||
42
scripts/windows/win_lollms_server.bat
Normal file
42
scripts/windows/win_lollms_server.bat
Normal file
@ -0,0 +1,42 @@
|
|||||||
|
@echo off
|
||||||
|
@echo Starting LOLLMS Web UI...
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo "/:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo "\:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo By ParisNeo
|
||||||
|
|
||||||
|
cd /D "%~dp0"
|
||||||
|
|
||||||
|
@rem better isolation for virtual environment
|
||||||
|
SET "CONDA_SHLVL="
|
||||||
|
SET PYTHONNOUSERSITE=1
|
||||||
|
SET "PYTHONPATH="
|
||||||
|
SET "PYTHONHOME="
|
||||||
|
SET "TEMP=%cd%\installer_files\temp"
|
||||||
|
SET "TMP=%cd%\installer_files\temp"
|
||||||
|
|
||||||
|
@rem workaround for broken Windows installs
|
||||||
|
set PATH=%PATH%;%SystemRoot%\system32
|
||||||
|
|
||||||
|
set INSTALL_ENV_DIR=%cd%\installer_files\lollms_env
|
||||||
|
set MINICONDA_DIR=%cd%\installer_files\miniconda3
|
||||||
|
|
||||||
|
if not exist "%MINICONDA_DIR%\Scripts\activate.bat" ( echo Miniconda not found. Please reinstall lollms using win_install.bat. && goto end )
|
||||||
|
call "%MINICONDA_DIR%\Scripts\activate.bat" activate "%INSTALL_ENV_DIR%"
|
||||||
|
cd lollms
|
||||||
|
|
||||||
|
@rem set default cuda toolkit to the one in the environment
|
||||||
|
set "CUDA_PATH=%INSTALL_ENV_DIR%"
|
||||||
|
|
||||||
|
lollms-server %*
|
||||||
|
|
||||||
|
:end
|
||||||
|
pause
|
||||||
42
scripts/windows/win_lollms_settings.bat
Normal file
42
scripts/windows/win_lollms_settings.bat
Normal file
@ -0,0 +1,42 @@
|
|||||||
|
@echo off
|
||||||
|
@echo Starting LOLLMS Web UI...
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo "/:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo "\:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo By ParisNeo
|
||||||
|
|
||||||
|
cd /D "%~dp0"
|
||||||
|
|
||||||
|
@rem better isolation for virtual environment
|
||||||
|
SET "CONDA_SHLVL="
|
||||||
|
SET PYTHONNOUSERSITE=1
|
||||||
|
SET "PYTHONPATH="
|
||||||
|
SET "PYTHONHOME="
|
||||||
|
SET "TEMP=%cd%\installer_files\temp"
|
||||||
|
SET "TMP=%cd%\installer_files\temp"
|
||||||
|
|
||||||
|
@rem workaround for broken Windows installs
|
||||||
|
set PATH=%PATH%;%SystemRoot%\system32
|
||||||
|
|
||||||
|
set INSTALL_ENV_DIR=%cd%\installer_files\lollms_env
|
||||||
|
set MINICONDA_DIR=%cd%\installer_files\miniconda3
|
||||||
|
|
||||||
|
if not exist "%MINICONDA_DIR%\Scripts\activate.bat" ( echo Miniconda not found. Please reinstall lollms using win_install.bat. && goto end )
|
||||||
|
call "%MINICONDA_DIR%\Scripts\activate.bat" activate "%INSTALL_ENV_DIR%"
|
||||||
|
cd lollms
|
||||||
|
|
||||||
|
@rem set default cuda toolkit to the one in the environment
|
||||||
|
set "CUDA_PATH=%INSTALL_ENV_DIR%"
|
||||||
|
|
||||||
|
lollms-settings %*
|
||||||
|
|
||||||
|
:end
|
||||||
|
pause
|
||||||
43
scripts/windows/win_update.bat
Normal file
43
scripts/windows/win_update.bat
Normal file
@ -0,0 +1,43 @@
|
|||||||
|
@echo off
|
||||||
|
@echo Starting LOLLMS Web UI...
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo "/:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo "\:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo By ParisNeo
|
||||||
|
|
||||||
|
cd /D "%~dp0"
|
||||||
|
|
||||||
|
@rem better isolation for virtual environment
|
||||||
|
SET "CONDA_SHLVL="
|
||||||
|
SET PYTHONNOUSERSITE=1
|
||||||
|
SET "PYTHONPATH="
|
||||||
|
SET "PYTHONHOME="
|
||||||
|
SET "TEMP=%cd%\installer_files\temp"
|
||||||
|
SET "TMP=%cd%\installer_files\temp"
|
||||||
|
|
||||||
|
@rem workaround for broken Windows installs
|
||||||
|
set PATH=%PATH%;%SystemRoot%\system32
|
||||||
|
|
||||||
|
set INSTALL_ENV_DIR=%cd%\installer_files\lollms_env
|
||||||
|
set MINICONDA_DIR=%cd%\installer_files\miniconda3
|
||||||
|
|
||||||
|
if not exist "%MINICONDA_DIR%\Scripts\activate.bat" ( echo Miniconda not found. Please reinstall lollms using win_install.bat. && goto end )
|
||||||
|
call "%MINICONDA_DIR%\Scripts\activate.bat" activate "%INSTALL_ENV_DIR%"
|
||||||
|
cd lollms
|
||||||
|
|
||||||
|
echo Pulling latest changes
|
||||||
|
call git pull
|
||||||
|
|
||||||
|
echo Reinstalling requirements
|
||||||
|
pip install --upgrade -r requirements.txt
|
||||||
|
|
||||||
|
:end
|
||||||
|
pause
|
||||||
73
scripts/windows/win_update_models.bat
Normal file
73
scripts/windows/win_update_models.bat
Normal file
@ -0,0 +1,73 @@
|
|||||||
|
@echo off
|
||||||
|
@echo Starting LOLLMS Web UI...
|
||||||
|
echo " ___ ___ ___ ___ ___ ___ "
|
||||||
|
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||||
|
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||||
|
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||||
|
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||||
|
echo "/:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||||
|
echo "\:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||||
|
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||||
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
|
echo By ParisNeo
|
||||||
|
|
||||||
|
cd /D "%~dp0"
|
||||||
|
|
||||||
|
@rem better isolation for virtual environment
|
||||||
|
SET "CONDA_SHLVL="
|
||||||
|
SET PYTHONNOUSERSITE=1
|
||||||
|
SET "PYTHONPATH="
|
||||||
|
SET "PYTHONHOME="
|
||||||
|
SET "TEMP=%cd%\installer_files\temp"
|
||||||
|
SET "TMP=%cd%\installer_files\temp"
|
||||||
|
|
||||||
|
@rem workaround for broken Windows installs
|
||||||
|
set PATH=%PATH%;%SystemRoot%\system32
|
||||||
|
|
||||||
|
set INSTALL_ENV_DIR=%cd%\installer_files\lollms_env
|
||||||
|
set MINICONDA_DIR=%cd%\installer_files\miniconda3
|
||||||
|
|
||||||
|
if not exist "%MINICONDA_DIR%\Scripts\activate.bat" ( echo Miniconda not found. Please reinstall lollms using win_install.bat. && goto end )
|
||||||
|
call "%MINICONDA_DIR%\Scripts\activate.bat" activate "%INSTALL_ENV_DIR%"
|
||||||
|
cd lollms-webui
|
||||||
|
|
||||||
|
@rem set default cuda toolkit to the one in the environment
|
||||||
|
set "CUDA_PATH=%INSTALL_ENV_DIR%"
|
||||||
|
|
||||||
|
@echo off
|
||||||
|
setlocal
|
||||||
|
|
||||||
|
REM Set your repository URL and file path
|
||||||
|
set repository_url=https://github.com/ParisNeo/lollms_bindings_zoo.git
|
||||||
|
|
||||||
|
REM Set the destination folder where the file will be downloaded
|
||||||
|
set destination_folder=downloaded_files
|
||||||
|
|
||||||
|
REM Create the destination folder if it doesn't exist
|
||||||
|
if not exist "%destination_folder%" mkdir "%destination_folder%"
|
||||||
|
|
||||||
|
REM Clone the repository (if not already cloned)
|
||||||
|
if not exist "%destination_folder%\repository" (
|
||||||
|
git clone "%repository_url%" "%destination_folder%\repository"
|
||||||
|
)
|
||||||
|
|
||||||
|
REM Change directory to the repository folder
|
||||||
|
cd "%destination_folder%\repository"
|
||||||
|
|
||||||
|
REM Fetch the latest changes from the remote repository
|
||||||
|
cp hugging_face/models.yaml ../../personal_data/bindings_zoo/hugging_face/models.yaml
|
||||||
|
cp c_transformers/models.yaml ../../personal_data/bindings_zoo/c_transformers/models.yaml
|
||||||
|
cp llama_cpp_official/models.yaml ../../personal_data/bindings_zoo/llama_cpp_official/models.yaml
|
||||||
|
cp gpt_4all/models.yaml ../../personal_data/bindings_zoo/gpt_4all/models.yaml
|
||||||
|
cp py_llama_cpp/models.yaml ../../personal_data/bindings_zoo/py_llama_cpp/models.yaml
|
||||||
|
cp gptq/models.yaml ../../personal_data/bindings_zoo/gptq/models.yaml
|
||||||
|
cp exllama/models.yaml ../../personal_data/bindings_zoo/exllama/models.yaml
|
||||||
|
|
||||||
|
echo removing temporary files
|
||||||
|
cd ../..
|
||||||
|
rmdir /s /q "%destination_folder%"
|
||||||
|
echo done
|
||||||
|
:end
|
||||||
|
pause
|
||||||
Loading…
Reference in New Issue
Block a user