ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2024-12-30 09:08:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity
f13bc2cf1f
lollms-webui/scripts/macos/macos_install.sh
Saifeddine ALOUI a631f73da1 upgraded vector db
2024-07-18 01:32:20 +02:00

255 lines
8.5 KiB
Bash
Raw Blame History

#!/bin/bash
# This script will install Miniconda and git with all dependencies for this
# project. This enables a user to install this project without manually
# installing Conda and git.
#
# Introdusing Versions so can troubleshoot problems with script faster
# Version: 2.2
echo " ___ ___ ___ ___ ___ ___ "
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
echo "V9.5"
echo "-----------------"
echo "By ParisNeo"
echo "-----------------"
cd "$(dirname "$0")"
if [[ "$PWD" == *" "* ]]; then
echo ""
echo "This script relies on Miniconda, which cannot be silently installed under a path with spaces."
exit 1
fi
echo ""
echo "WARNING: This script relies on Miniconda, which will fail to install if the path is too long."
if [[ "$PWD" =~ [^#\$\%\&\(\)\*\+\] ]]; then
echo ""
echo "WARNING: Special characters were detected in the installation path!"
echo " This can cause the installation to fail!"
fi
read -rp "Press Enter to continue..."
clear
export PACKAGES_TO_INSTALL=python=3.11 git pip
# This will test if homebrew is installed on the mac.
# If not installed it will install homebrew.
echo "*****************************************************"
echo "*** Homebriew is required for LoLLMs Install ***"
echo "*** Checking if Homebrew is installed ***"
echo "*** ***"
which -s brew
if [[ $? != 0 ]] ; then
# Install Homebrew
echo "*** Please Install Homebrew - See https://brew.sh ***"
echo "*****************************************************"
exit 1
else
echo "*** Homebrew is installed - Continuing ***"
echo "*** ***"
fi
# This will test if GCC is installed.
# If GCC is installed it will attempt an upgrade
# if it is not installed it will install gcc using homebrew
echo "*** Checking if GCC is installed ***"
echo "*** ***"
if brew list gcc &>/dev/null; then
echo "*** GCC is already installed - Upgrading ***"
echo "*****************************************************"
else
echo "*** GCC Not Installed - Installing ***"
echo "*****************************************************"
brew install gcc
fi
# Better isolation for virtual environment
unset CONDA_SHLVL
export PYTHONNOUSERSITE=1
unset PYTHONPATH
unset PYTHONHOME
export TEMP="$PWD/installer_files/temp"
export TMP="$PWD/installer_files/temp"
MINICONDA_DIR="$PWD/installer_files/miniconda3"
INSTALL_DIR="$PWD"
INSTALL_ENV_DIR="$PWD/installer_files/lollms_env"
ENV_NAME="lollms"
arch=$(uname -m)
if [ "$arch" == "arm64" ]; then
MINICONDA_DOWNLOAD_URL="https://github.com/conda-forge/miniforge/releases/latest/download/Miniforge3-MacOSX-arm64.sh"
else
MINICONDA_DOWNLOAD_URL="https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh"
fi
REPO_URL="https://github.com/ParisNeo/lollms-webui.git"
if [ ! -f "$MINICONDA_DIR/Scripts/conda" ]; then
# Download Miniconda
echo "Downloading Miniconda installer from $MINICONDA_DOWNLOAD_URL"
curl -LO "$MINICONDA_DOWNLOAD_URL"
# Install Miniconda
echo
echo "Installing Miniconda to $MINICONDA_DIR"
echo "Please wait..."
echo
if [ "$arch" == "arm64" ]; then
bash "Miniforge3-MacOSX-arm64.sh" -b -p "$MINICONDA_DIR" || ( echo && echo "Miniconda installer not found." && exit 1 )
rm -f "Miniforge3-MacOSX-arm64.sh"
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
echo && echo "Miniconda install failed." && exit 1
fi
else
bash "Miniconda3-latest-MacOSX-x86_64.sh" -b -p "$MINICONDA_DIR" || ( echo && echo "Miniconda installer not found." && exit 1 )
rm -f "Miniconda3-latest-MacOSX-x86_64.sh"
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
echo && echo "Miniconda install failed." && exit 1
fi
fi
fi
# Activate Miniconda
source "$MINICONDA_DIR/bin/activate" || ( echo "Miniconda hook not found." && exit 1 )
# Create the installer environment
if [ ! -d "$INSTALL_ENV_DIR" ]; then
echo "Packages to install: $PACKAGES_TO_INSTALL"
conda create -y -k -n "$ENV_NAME" $CHANNEL $PACKAGES_TO_INSTALL || ( echo && echo "Conda environment creation failed." && exit 1 )
echo "Conda created and using packages: $PACKAGES_TO_INSTALL"
fi
# Activate installer environment
source activate "$ENV_NAME" || ( echo && echo "Conda environment activation failed." && exit 1 )
# install conda
conda install conda -y
echo "$ENV_NAME Activated"
# Set default CUDA toolkit to the one in the environment
export CUDA_PATH="$INSTALL_ENV_DIR"
# Clone the repository
cd $INSTALL_DIR
if [ -d "lollms-webui" ]; then
cd $INSTALL_DIR/lollms-webui || exit 1
git pull
git submodule update --init --recursive
cd $INSTALL_DIR/lollms-webui/lollms_core
pip install -e .
else
git clone --depth 1 --recurse-submodules "$REPO_URL"
git submodule update --init --recursive
cd $INSTALL_DIR/lollms-webui/lollms_core
pip install -e .
cd $INSTALL_DIR/lollms-webui/utilities/pipmaster
pip install -e .
cd $INSTALL_DIR/lollms-webui || exit 1
fi
# Loop through each "git+" requirement and uninstall it (workaround for inconsistent git package updating)
while IFS= read -r requirement; do
if echo "$requirement" | grep -q "git+"; then
package_name=$(echo "$requirement" | awk -F'/' '{ print $4 }' | awk -F'@' '{ print $1 }')
python -m pip uninstall -y "$package_name"
fi
done < requirements.txt
# Install the pip requirements
python -m pip install -r requirements.txt --upgrade
# The Following section creates the links to the install directory
# scripts vs copying the scripts.
# Linking to the macos_run.sh script
cd $INSTALL_DIR
ln -s lollms-webui/scripts/macos/macos_run.sh macos_run.sh
# Linking to the macos_conda_sessions.sh
ln -s lollms-webui/scripts/macos/macos_conda_session.sh macos_conda_session.sh
echo "Select the default binding to be installed:"
options=("None (install the binding later)" "Local binding - ollama" "Local binding - python_llama_cpp" "Local binding - bs_exllamav2" "Remote binding - open_router" "Remote binding - open_ai" "Remote binding - mistral_ai")
select opt in "${options[@]}"
do
case $opt in
"None (install the binding later)")
echo "You selected None. No binding will be installed now."
break
;;
"Local binding - ollama")
python3 zoos/bindings_zoo/ollama/__init__.py
break
;;
"Local binding - python_llama_cpp")
python3 zoos/bindings_zoo/python_llama_cpp/__init__.py
break
;;
"Local binding - bs_exllamav2")
python3 zoos/bindings_zoo/bs_exllamav2/__init__.py
break
;;
"Remote binding - open_router")
python3 zoos/bindings_zoo/open_router/__init__.py
break
;;
"Remote binding - open_ai")
python3 zoos/bindings_zoo/open_ai/__init__.py
break
;;
"Remote binding - mistral_ai")
python3 zoos/bindings_zoo/mistral_ai/__init__.py
break
;;
*) echo "Invalid option $REPLY";;
esac
done
# cd scripts/python/lollms_installer
# python main.py
# cd ..
echo "Creating a bin dir (required for llamacpp binding)"
mkdir -p $INSTALL_ENV_DIR/bin
echo "Don't forget to select Apple silicon (if you are using M1, M2, M3) or apple intel (if you use old intel mac) in the settings before installing any binding"
PrintBigMessage() {
echo
echo "*******************************************************************"
for message in "$@"; do
echo "* $message"
done
echo "*******************************************************************"
echo
}
PrintBigMessage "$@"
exit 0
Reference in New Issue View Git Blame Copy Permalink