mirror of
https://github.com/ParisNeo/lollms-webui.git
synced 2024-12-18 20:17:50 +00:00
Upgraded installers
This commit is contained in:
Saifeddine ALOUI
parent
a904ec0cd0
commit
4b20f76579
@ -14,7 +14,7 @@ echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
|||||||
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||||
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||||
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||||
echo "V12"
|
echo "V14"
|
||||||
echo "-----------------"
|
echo "-----------------"
|
||||||
echo "By ParisNeo"
|
echo "By ParisNeo"
|
||||||
echo "-----------------"
|
echo "-----------------"
|
||||||
|
|||||||
222
scripts/linux/lollms_installer.sh
Normal file
222
scripts/linux/lollms_installer.sh
Normal file
@ -0,0 +1,222 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
echo "L🌟LLMS: Lord of Large Language and Multimodal Systems"
|
||||||
|
echo "V14 SaÏf"
|
||||||
|
echo "-----------------"
|
||||||
|
echo "By ParisNeo"
|
||||||
|
echo "-----------------"
|
||||||
|
|
||||||
|
# Store the current path
|
||||||
|
ORIGINAL_PATH=$(pwd)
|
||||||
|
|
||||||
|
cd "$(dirname "$0")"
|
||||||
|
|
||||||
|
echo $(pwd)
|
||||||
|
|
||||||
|
# Check if Git is installed
|
||||||
|
if ! command -v git &> /dev/null
|
||||||
|
then
|
||||||
|
echo "Git is not installed. Please install Git using your distribution's package manager."
|
||||||
|
exit 1
|
||||||
|
else
|
||||||
|
echo "Git is already installed."
|
||||||
|
fi
|
||||||
|
|
||||||
|
LOLLMSENV_DIR="$PWD/lollmsenv"
|
||||||
|
REPO_URL="https://github.com/ParisNeo/lollms-webui.git"
|
||||||
|
|
||||||
|
USE_MASTER=0
|
||||||
|
if [ "$1" == "--use-master" ]; then
|
||||||
|
USE_MASTER=1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ $USE_MASTER -eq 1 ]; then
|
||||||
|
echo "--- Using current master repo for LollmsEnv..."
|
||||||
|
git clone https://github.com/ParisNeo/LollmsEnv.git "$LOLLMSENV_DIR"
|
||||||
|
cd "$LOLLMSENV_DIR"
|
||||||
|
bash install.sh --dir "$LOLLMSENV_DIR" -y
|
||||||
|
cd ..
|
||||||
|
else
|
||||||
|
# Download LollmsEnv installer
|
||||||
|
echo "Downloading LollmsEnv installer..."
|
||||||
|
wget https://github.com/ParisNeo/LollmsEnv/releases/download/V1.4.2/lollmsenv_installer.sh
|
||||||
|
# Install LollmsEnv
|
||||||
|
echo "--- Installing lollmsenv"
|
||||||
|
bash lollmsenv_installer.sh --dir "$LOLLMSENV_DIR" -y
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Check for NVIDIA GPU and CUDA
|
||||||
|
echo "--- Checking for NVIDIA GPU and CUDA..."
|
||||||
|
if command -v nvidia-smi &> /dev/null
|
||||||
|
then
|
||||||
|
echo "NVIDIA GPU detected."
|
||||||
|
echo "Querying GPU information..."
|
||||||
|
|
||||||
|
GPU_INFO=$(nvidia-smi --query-gpu=name,driver_version,memory.total,utilization.gpu,temperature.gpu --format=csv,noheader,nounits)
|
||||||
|
|
||||||
|
IFS=',' read -r GPU_NAME DRIVER_VERSION TOTAL_MEMORY GPU_UTILIZATION GPU_TEMPERATURE <<< "$GPU_INFO"
|
||||||
|
|
||||||
|
echo "GPU Name: $GPU_NAME"
|
||||||
|
echo "Driver Version: $DRIVER_VERSION"
|
||||||
|
echo "Total Memory: $TOTAL_MEMORY MiB"
|
||||||
|
echo "GPU Utilization: $GPU_UTILIZATION %"
|
||||||
|
echo "GPU Temperature: $GPU_TEMPERATURE C"
|
||||||
|
|
||||||
|
echo "Extracting CUDA version..."
|
||||||
|
CUDA_VERSION=$(nvidia-smi | grep "CUDA Version" | sed 's/.*CUDA Version: \([0-9.]*\).*/\1/')
|
||||||
|
echo "CUDA Version: $CUDA_VERSION"
|
||||||
|
|
||||||
|
echo "For optimal performance, ensure you have CUDA version 12.1 or higher."
|
||||||
|
echo "If you need to update, visit https://developer.nvidia.com/cuda-downloads"
|
||||||
|
else
|
||||||
|
echo "No NVIDIA GPU detected or nvidia-smi is not available."
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Ask user about CUDA installation
|
||||||
|
read -p "Do you want to install CUDA? (Only for NVIDIA GPUs if your version is lower than 12.1 or if it wasn't already installed, recommended for local AI) [Y/N]: " INSTALL_CUDA
|
||||||
|
if [[ $INSTALL_CUDA =~ ^[Yy]$ ]]
|
||||||
|
then
|
||||||
|
echo "Please visit https://developer.nvidia.com/cuda-downloads to download and install CUDA."
|
||||||
|
read -p "Press enter to continue"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Check for gcc installation
|
||||||
|
if ! command -v gcc &> /dev/null
|
||||||
|
then
|
||||||
|
echo "gcc is not installed. Attempting to install..."
|
||||||
|
|
||||||
|
# Detect the Linux distribution
|
||||||
|
if [ -f /etc/os-release ]; then
|
||||||
|
. /etc/os-release
|
||||||
|
OS=$NAME
|
||||||
|
elif type lsb_release >/dev/null 2>&1; then
|
||||||
|
OS=$(lsb_release -si)
|
||||||
|
elif [ -f /etc/lsb-release ]; then
|
||||||
|
. /etc/lsb-release
|
||||||
|
OS=$DISTRIB_ID
|
||||||
|
else
|
||||||
|
OS=$(uname -s)
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Install gcc based on the detected distribution
|
||||||
|
case $OS in
|
||||||
|
"Ubuntu"|"Debian")
|
||||||
|
sudo apt-get update
|
||||||
|
sudo apt-get install -y build-essential
|
||||||
|
;;
|
||||||
|
"Fedora"|"CentOS"|"Red Hat Enterprise Linux")
|
||||||
|
sudo dnf groupinstall "Development Tools"
|
||||||
|
;;
|
||||||
|
"Arch Linux")
|
||||||
|
sudo pacman -S base-devel
|
||||||
|
;;
|
||||||
|
"openSUSE")
|
||||||
|
sudo zypper install -t pattern devel_basis
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "Unsupported distribution. Please install gcc manually."
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
# Check if gcc was successfully installed
|
||||||
|
if command -v gcc &> /dev/null
|
||||||
|
then
|
||||||
|
echo "gcc has been successfully installed."
|
||||||
|
else
|
||||||
|
echo "Failed to install gcc. Please install it manually."
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
echo "gcc is already installed."
|
||||||
|
fi
|
||||||
|
|
||||||
|
cd "$ORIGINAL_PATH"
|
||||||
|
echo $(pwd)
|
||||||
|
|
||||||
|
# Install Python and create environment
|
||||||
|
echo "--- creating environment"
|
||||||
|
"$LOLLMSENV_DIR/bin/lollmsenv" create-env lollms_env
|
||||||
|
echo "--- activating environment"
|
||||||
|
# Activate environment
|
||||||
|
source "$LOLLMSENV_DIR/envs/lollms_env/bin/activate"
|
||||||
|
echo "$ORIGINAL_PATH"
|
||||||
|
cd "$ORIGINAL_PATH"
|
||||||
|
echo "--- cloning lollmw_webui"
|
||||||
|
|
||||||
|
# Clone or update repository
|
||||||
|
if [ -d "lollms-webui" ]; then
|
||||||
|
cd lollms-webui
|
||||||
|
git pull
|
||||||
|
git submodule update --init --recursive
|
||||||
|
cd ..
|
||||||
|
else
|
||||||
|
git clone --depth 1 --recurse-submodules "$REPO_URL"
|
||||||
|
cd lollms-webui
|
||||||
|
git submodule update --init --recursive
|
||||||
|
cd ..
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Install requirements
|
||||||
|
echo "--- Install requirements"
|
||||||
|
cd lollms-webui
|
||||||
|
"$LOLLMSENV_DIR/envs/lollms_env/bin/python" -m pip install -r requirements.txt
|
||||||
|
"$LOLLMSENV_DIR/envs/lollms_env/bin/python" -m pip install -e lollms_core
|
||||||
|
cd ..
|
||||||
|
|
||||||
|
# Create launcher scripts
|
||||||
|
echo '#!/bin/bash' > lollms.sh
|
||||||
|
echo 'source "$LOLLMSENV_DIR/envs/lollms_env/bin/activate"' >> lollms.sh
|
||||||
|
echo 'cd lollms-webui' >> lollms.sh
|
||||||
|
echo 'python app.py "$@"' >> lollms.sh
|
||||||
|
chmod +x lollms.sh
|
||||||
|
|
||||||
|
echo '#!/bin/bash' > lollms_terminal.sh
|
||||||
|
echo 'source "$LOLLMSENV_DIR/envs/lollms_env/bin/activate"' >> lollms_terminal.sh
|
||||||
|
echo 'cd lollms-webui' >> lollms_terminal.sh
|
||||||
|
echo 'bash' >> lollms_terminal.sh
|
||||||
|
chmod +x lollms_terminal.sh
|
||||||
|
|
||||||
|
cd lollms-webui
|
||||||
|
|
||||||
|
echo "--- current folder $(pwd)"
|
||||||
|
# Binding selection menu
|
||||||
|
echo "Select the default binding to be installed:"
|
||||||
|
echo "1) None (install the binding later)"
|
||||||
|
echo "2) Local binding - ollama"
|
||||||
|
echo "3) Local binding - python_llama_cpp"
|
||||||
|
echo "4) Local binding - bs_exllamav2"
|
||||||
|
echo "5) Remote binding - groq"
|
||||||
|
echo "6) Remote binding - open_router"
|
||||||
|
echo "7) Remote binding - open_ai"
|
||||||
|
echo "8) Remote binding - mistral_ai"
|
||||||
|
echo "9) Remote binding - gemini"
|
||||||
|
echo "10) Remote binding - vllm"
|
||||||
|
echo "11) Remote binding - xAI"
|
||||||
|
echo "12) Remote binding - elf"
|
||||||
|
echo "13) Remote binding - remote lollms"
|
||||||
|
|
||||||
|
read -p "Type the number of your choice and press Enter: " choice
|
||||||
|
|
||||||
|
# Binding installation logic
|
||||||
|
case $choice in
|
||||||
|
1) ;;
|
||||||
|
2) python zoos/bindings_zoo/ollama/__init__.py ;;
|
||||||
|
3) python zoos/bindings_zoo/python_llama_cpp/__init__.py ;;
|
||||||
|
4) python zoos/bindings_zoo/bs_exllamav2/__init__.py ;;
|
||||||
|
5) python zoos/bindings_zoo/groq/__init__.py ;;
|
||||||
|
6) python zoos/bindings_zoo/open_router/__init__.py ;;
|
||||||
|
7) python zoos/bindings_zoo/open_ai/__init__.py ;;
|
||||||
|
8) python zoos/bindings_zoo/mistral_ai/__init__.py ;;
|
||||||
|
9) python zoos/bindings_zoo/gemini/__init__.py ;;
|
||||||
|
10) python zoos/bindings_zoo/vllm/__init__.py ;;
|
||||||
|
11) python zoos/bindings_zoo/xAI/__init__.py ;;
|
||||||
|
12) python zoos/bindings_zoo/elf/__init__.py ;;
|
||||||
|
13) python zoos/bindings_zoo/remote_lollms/__init__.py ;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
echo "Installation complete."
|
||||||
|
|
||||||
|
# Restore the original path
|
||||||
|
cd "$ORIGINAL_PATH"
|
||||||
|
echo "Restored to original path: $(pwd)"
|
||||||
|
|
||||||
|
read -p "Press enter to exit"
|
||||||
166
scripts/macos/lollms_installer_macos.sh
Normal file
166
scripts/macos/lollms_installer_macos.sh
Normal file
@ -0,0 +1,166 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
echo "L🌟LLMS: Lord of Large Language and Multimodal Systems"
|
||||||
|
echo "V14 SaÏf"
|
||||||
|
echo "-----------------"
|
||||||
|
echo "By ParisNeo"
|
||||||
|
echo "-----------------"
|
||||||
|
|
||||||
|
# Store the current path
|
||||||
|
ORIGINAL_PATH=$(pwd)
|
||||||
|
|
||||||
|
cd "$(dirname "$0")"
|
||||||
|
|
||||||
|
echo $(pwd)
|
||||||
|
|
||||||
|
# Check if Homebrew is installed
|
||||||
|
if ! command -v brew &> /dev/null
|
||||||
|
then
|
||||||
|
echo "Homebrew is not installed. Installing Homebrew..."
|
||||||
|
/bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"
|
||||||
|
else
|
||||||
|
echo "Homebrew is already installed."
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Check if Git is installed
|
||||||
|
if ! command -v git &> /dev/null
|
||||||
|
then
|
||||||
|
echo "Git is not installed. Installing Git using Homebrew..."
|
||||||
|
brew install git
|
||||||
|
else
|
||||||
|
echo "Git is already installed."
|
||||||
|
fi
|
||||||
|
|
||||||
|
LOLLMSENV_DIR="$PWD/lollmsenv"
|
||||||
|
REPO_URL="https://github.com/ParisNeo/lollms-webui.git"
|
||||||
|
|
||||||
|
USE_MASTER=0
|
||||||
|
if [ "$1" == "--use-master" ]; then
|
||||||
|
USE_MASTER=1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ $USE_MASTER -eq 1 ]; then
|
||||||
|
echo "--- Using current master repo for LollmsEnv..."
|
||||||
|
git clone https://github.com/ParisNeo/LollmsEnv.git "$LOLLMSENV_DIR"
|
||||||
|
cd "$LOLLMSENV_DIR"
|
||||||
|
bash install.sh --dir "$LOLLMSENV_DIR" -y
|
||||||
|
cd ..
|
||||||
|
else
|
||||||
|
# Download LollmsEnv installer
|
||||||
|
echo "Downloading LollmsEnv installer..."
|
||||||
|
curl -O https://github.com/ParisNeo/LollmsEnv/releases/download/V1.4.2/lollmsenv_installer.sh
|
||||||
|
# Install LollmsEnv
|
||||||
|
echo "--- Installing lollmsenv"
|
||||||
|
bash lollmsenv_installer.sh --dir "$LOLLMSENV_DIR" -y
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Check for Metal support (Apple's GPU framework)
|
||||||
|
echo "--- Checking for Metal support..."
|
||||||
|
if system_profiler SPDisplaysDataType | grep -q "Metal: Supported"
|
||||||
|
then
|
||||||
|
echo "Metal is supported on this Mac."
|
||||||
|
echo "For optimal performance with Metal, ensure you have the latest version of macOS and Xcode Command Line Tools."
|
||||||
|
else
|
||||||
|
echo "Metal support not detected. You may experience reduced performance for GPU-accelerated tasks."
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Check for Xcode Command Line Tools (includes Clang)
|
||||||
|
if ! command -v clang &> /dev/null
|
||||||
|
then
|
||||||
|
echo "Xcode Command Line Tools (including Clang) are not installed. Installing..."
|
||||||
|
xcode-select --install
|
||||||
|
else
|
||||||
|
echo "Xcode Command Line Tools (including Clang) are already installed."
|
||||||
|
fi
|
||||||
|
|
||||||
|
cd "$ORIGINAL_PATH"
|
||||||
|
echo $(pwd)
|
||||||
|
|
||||||
|
# Install Python and create environment
|
||||||
|
echo "--- creating environment"
|
||||||
|
"$LOLLMSENV_DIR/bin/lollmsenv" create-env lollms_env
|
||||||
|
echo "--- activating environment"
|
||||||
|
# Activate environment
|
||||||
|
source "$LOLLMSENV_DIR/envs/lollms_env/bin/activate"
|
||||||
|
echo "$ORIGINAL_PATH"
|
||||||
|
cd "$ORIGINAL_PATH"
|
||||||
|
echo "--- cloning lollmw_webui"
|
||||||
|
|
||||||
|
# Clone or update repository
|
||||||
|
if [ -d "lollms-webui" ]; then
|
||||||
|
cd lollms-webui
|
||||||
|
git pull
|
||||||
|
git submodule update --init --recursive
|
||||||
|
cd ..
|
||||||
|
else
|
||||||
|
git clone --depth 1 --recurse-submodules "$REPO_URL"
|
||||||
|
cd lollms-webui
|
||||||
|
git submodule update --init --recursive
|
||||||
|
cd ..
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Install requirements
|
||||||
|
echo "--- Install requirements"
|
||||||
|
cd lollms-webui
|
||||||
|
"$LOLLMSENV_DIR/envs/lollms_env/bin/python" -m pip install -r requirements.txt
|
||||||
|
"$LOLLMSENV_DIR/envs/lollms_env/bin/python" -m pip install -e lollms_core
|
||||||
|
cd ..
|
||||||
|
|
||||||
|
# Create launcher scripts
|
||||||
|
echo '#!/bin/bash' > lollms.sh
|
||||||
|
echo 'source "$LOLLMSENV_DIR/envs/lollms_env/bin/activate"' >> lollms.sh
|
||||||
|
echo 'cd lollms-webui' >> lollms.sh
|
||||||
|
echo 'python app.py "$@"' >> lollms.sh
|
||||||
|
chmod +x lollms.sh
|
||||||
|
|
||||||
|
echo '#!/bin/bash' > lollms_terminal.sh
|
||||||
|
echo 'source "$LOLLMSENV_DIR/envs/lollms_env/bin/activate"' >> lollms_terminal.sh
|
||||||
|
echo 'cd lollms-webui' >> lollms_terminal.sh
|
||||||
|
echo 'bash' >> lollms_terminal.sh
|
||||||
|
chmod +x lollms_terminal.sh
|
||||||
|
|
||||||
|
cd lollms-webui
|
||||||
|
|
||||||
|
echo "--- current folder $(pwd)"
|
||||||
|
# Binding selection menu
|
||||||
|
echo "Select the default binding to be installed:"
|
||||||
|
echo "1) None (install the binding later)"
|
||||||
|
echo "2) Local binding - ollama"
|
||||||
|
echo "3) Local binding - python_llama_cpp"
|
||||||
|
echo "4) Local binding - bs_exllamav2"
|
||||||
|
echo "5) Remote binding - groq"
|
||||||
|
echo "6) Remote binding - open_router"
|
||||||
|
echo "7) Remote binding - open_ai"
|
||||||
|
echo "8) Remote binding - mistral_ai"
|
||||||
|
echo "9) Remote binding - gemini"
|
||||||
|
echo "10) Remote binding - vllm"
|
||||||
|
echo "11) Remote binding - xAI"
|
||||||
|
echo "12) Remote binding - elf"
|
||||||
|
echo "13) Remote binding - remote lollms"
|
||||||
|
|
||||||
|
read -p "Type the number of your choice and press Enter: " choice
|
||||||
|
|
||||||
|
# Binding installation logic
|
||||||
|
case $choice in
|
||||||
|
1) ;;
|
||||||
|
2) python zoos/bindings_zoo/ollama/__init__.py ;;
|
||||||
|
3) python zoos/bindings_zoo/python_llama_cpp/__init__.py ;;
|
||||||
|
4) python zoos/bindings_zoo/bs_exllamav2/__init__.py ;;
|
||||||
|
5) python zoos/bindings_zoo/groq/__init__.py ;;
|
||||||
|
6) python zoos/bindings_zoo/open_router/__init__.py ;;
|
||||||
|
7) python zoos/bindings_zoo/open_ai/__init__.py ;;
|
||||||
|
8) python zoos/bindings_zoo/mistral_ai/__init__.py ;;
|
||||||
|
9) python zoos/bindings_zoo/gemini/__init__.py ;;
|
||||||
|
10) python zoos/bindings_zoo/vllm/__init__.py ;;
|
||||||
|
11) python zoos/bindings_zoo/xAI/__init__.py ;;
|
||||||
|
12) python zoos/bindings_zoo/elf/__init__.py ;;
|
||||||
|
13) python zoos/bindings_zoo/remote_lollms/__init__.py ;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
echo "Installation complete."
|
||||||
|
|
||||||
|
# Restore the original path
|
||||||
|
cd "$ORIGINAL_PATH"
|
||||||
|
echo "Restored to original path: $(pwd)"
|
||||||
|
|
||||||
|
read -p "Press enter to exit"
|
||||||
@ -1,7 +1,7 @@
|
|||||||
@echo off
|
@echo off
|
||||||
|
|
||||||
echo "L🌟LLMS: Lord of Large Language and Multimodal Systems"
|
echo "L🌟LLMS: Lord of Large Language and Multimodal Systems"
|
||||||
echo V13 Feather
|
echo V14 SaÏf
|
||||||
echo -----------------
|
echo -----------------
|
||||||
echo By ParisNeo
|
echo By ParisNeo
|
||||||
echo -----------------
|
echo -----------------
|
||||||
@ -47,7 +47,7 @@ if %USE_MASTER%==1 (
|
|||||||
) else (
|
) else (
|
||||||
REM Download LollmsEnv installer
|
REM Download LollmsEnv installer
|
||||||
echo Downloading LollmsEnv installer...
|
echo Downloading LollmsEnv installer...
|
||||||
powershell -Command "Invoke-WebRequest -Uri 'https://github.com/ParisNeo/LollmsEnv/releases/download/V1.3.3/lollmsenv_installer.bat' -OutFile 'lollmsenv_installer.bat'"
|
powershell -Command "Invoke-WebRequest -Uri 'https://github.com/ParisNeo/LollmsEnv/releases/download/V1.4.2/lollmsenv_installer.bat' -OutFile 'lollmsenv_installer.bat'"
|
||||||
REM Install LollmsEnv
|
REM Install LollmsEnv
|
||||||
echo --- Installing lollmsenv
|
echo --- Installing lollmsenv
|
||||||
call lollmsenv_installer.bat --dir "%LOLLMSENV_DIR%" -y
|
call lollmsenv_installer.bat --dir "%LOLLMSENV_DIR%" -y
|
||||||
Loading…
Reference in New Issue
Block a user