mirror of
https://github.com/ParisNeo/lollms-webui.git
synced 2024-12-19 20:37:51 +00:00
upgraded
This commit is contained in:
Saifeddine ALOUI
parent
dbd315617b
commit
133a1c3173
168
scripts/linux/linux_install_ollama.sh
Normal file
168
scripts/linux/linux_install_ollama.sh
Normal file
@ -0,0 +1,168 @@
|
||||
#!/bin/bash
|
||||
|
||||
# This script will install miniconda and git with all dependencies for this project
|
||||
# This enables a user to install this project without manually installing conda and git.
|
||||
|
||||
echo " ___ ___ ___ ___ ___ ___ "
|
||||
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||
echo "V9.5"
|
||||
echo "-----------------"
|
||||
echo "By ParisNeo"
|
||||
echo "-----------------"
|
||||
|
||||
|
||||
cd "$(dirname "$0")"
|
||||
|
||||
if [[ "$PWD" == *" "* ]]; then
|
||||
echo "This script relies on Miniconda which cannot be silently installed under a path with spaces."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "WARNING: This script relies on Miniconda which will fail to install if the path is too long."
|
||||
|
||||
if [[ "$PWD" =~ [^#\$\%\&\(\)\*\+\] ]]; then
|
||||
echo "WARNING: Special characters were detected in the installation path!"
|
||||
echo " This can cause the installation to fail!"
|
||||
fi
|
||||
|
||||
|
||||
export PACKAGES_TO_INSTALL=python=3.11 git pip
|
||||
read -rp "Press Enter to continue..."
|
||||
|
||||
clear
|
||||
|
||||
|
||||
|
||||
# Better isolation for virtual environment
|
||||
unset CONDA_SHLVL
|
||||
export PYTHONNOUSERSITE=1
|
||||
unset PYTHONPATH
|
||||
unset PYTHONHOME
|
||||
export TEMP="$PWD/installer_files/temp"
|
||||
export TMP="$PWD/installer_files/temp"
|
||||
|
||||
MINICONDA_DIR="$PWD/installer_files/miniconda3"
|
||||
INSTALL_ENV_DIR="$PWD/installer_files/lollms_env"
|
||||
MINICONDA_DOWNLOAD_URL="https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh"
|
||||
REPO_URL="https://github.com/ParisNeo/lollms-webui.git"
|
||||
|
||||
if [ ! -f "$MINICONDA_DIR/Scripts/conda" ]; then
|
||||
# Download miniconda
|
||||
echo "Downloading Miniconda installer from $MINICONDA_DOWNLOAD_URL"
|
||||
curl -LO "$MINICONDA_DOWNLOAD_URL"
|
||||
|
||||
# Install miniconda
|
||||
echo
|
||||
echo "Installing Miniconda to $MINICONDA_DIR"
|
||||
echo "Please wait..."
|
||||
echo
|
||||
bash "Miniconda3-latest-Linux-x86_64.sh" -b -p "$MINICONDA_DIR" || ( echo && echo "Miniconda installer not found." && exit 1 )
|
||||
rm -f "Miniconda3-latest-Linux-x86_64.sh"
|
||||
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
|
||||
echo && echo "Miniconda install failed." && exit 1
|
||||
fi
|
||||
fi
|
||||
|
||||
# Activate miniconda
|
||||
source "$MINICONDA_DIR/bin/activate" || ( echo "Miniconda hook not found." && exit 1 )
|
||||
|
||||
# Create the installer environment
|
||||
if [ ! -d "$INSTALL_ENV_DIR" ]; then
|
||||
echo "Packages to install: $PACKAGES_TO_INSTALL"
|
||||
conda create -y -k -p "$INSTALL_ENV_DIR" $CHANNEL $PACKAGES_TO_INSTALL || ( echo && echo "Conda environment creation failed." && exit 1 )
|
||||
fi
|
||||
|
||||
# Check if conda environment was actually created
|
||||
if [ ! -x "$INSTALL_ENV_DIR/bin/python" ]; then
|
||||
echo && echo "Conda environment is empty." && exit 1
|
||||
fi
|
||||
|
||||
# Activate installer environment
|
||||
source activate "$INSTALL_ENV_DIR" || ( echo && echo "Conda environment activation failed." && exit 1 )
|
||||
|
||||
# install conda
|
||||
conda install conda -y
|
||||
|
||||
# Set default cuda toolkit to the one in the environment
|
||||
export CUDA_PATH="$INSTALL_ENV_DIR"
|
||||
|
||||
|
||||
# Clone the repository
|
||||
if [ -d "lollms-webui" ]; then
|
||||
cd lollms-webui || exit 1
|
||||
git pull
|
||||
git submodule update --init --recursive
|
||||
cd lollms_core
|
||||
pip install -e .
|
||||
cd ..
|
||||
cd utilities/safe_store
|
||||
pip install -e .
|
||||
cd ../..
|
||||
|
||||
else
|
||||
git clone --depth 1 --recurse-submodules "$REPO_URL"
|
||||
git submodule update --init --recursive
|
||||
cd lollms-webui/lollms_core
|
||||
pip install -e .
|
||||
cd ..
|
||||
cd utilities/safe_store
|
||||
pip install -e .
|
||||
cd ../..
|
||||
fi
|
||||
|
||||
# Loop through each "git+" requirement and uninstall it (workaround for inconsistent git package updating)
|
||||
while IFS= read -r requirement; do
|
||||
if echo "$requirement" | grep -q "git+"; then
|
||||
package_name=$(echo "$requirement" | awk -F'/' '{ print $4 }' | awk -F'@' '{ print $1 }')
|
||||
python -m pip uninstall -y "$package_name"
|
||||
fi
|
||||
done < requirements.txt
|
||||
|
||||
# Install the pip requirements
|
||||
python -m pip install -r requirements.txt --upgrade
|
||||
|
||||
|
||||
if [[ -e "../linux_run.sh" ]]; then
|
||||
echo "Linux run found"
|
||||
else
|
||||
cp scripts/linux/linux_run.sh ../
|
||||
fi
|
||||
|
||||
|
||||
if [[ -e "../linux_conda_session.sh" ]]; then
|
||||
echo "Linux update found"
|
||||
else
|
||||
cp scripts/linux/linux_conda_session.sh ../
|
||||
fi
|
||||
|
||||
|
||||
# cd scripts/python/lollms_installer
|
||||
# python main.py
|
||||
# cd ..
|
||||
echo "Creating a bin dir (required for llamacpp binding)"
|
||||
mkdir -p $INSTALL_ENV_DIR/bin
|
||||
|
||||
python zoos/bindings_zoo/ollama/__init__.py
|
||||
|
||||
PrintBigMessage() {
|
||||
echo
|
||||
echo "*******************************************************************"
|
||||
for message in "$@"; do
|
||||
echo "* $message"
|
||||
done
|
||||
echo "*******************************************************************"
|
||||
echo
|
||||
}
|
||||
|
||||
PrintBigMessage "$@"
|
||||
|
||||
exit 0
|
||||
192
scripts/macos/macos_install_ollama.sh
Normal file
192
scripts/macos/macos_install_ollama.sh
Normal file
@ -0,0 +1,192 @@
|
||||
#!/bin/bash
|
||||
|
||||
# This script will install Miniconda and git with all dependencies for this project.
|
||||
# This enables a user to install this project without manually installing Conda and git.
|
||||
|
||||
echo " ___ ___ ___ ___ ___ ___ "
|
||||
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
|
||||
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
|
||||
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
|
||||
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
|
||||
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
|
||||
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
|
||||
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
|
||||
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
|
||||
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
|
||||
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
|
||||
echo "V9.5"
|
||||
echo "-----------------"
|
||||
echo "By ParisNeo"
|
||||
echo "-----------------"
|
||||
|
||||
|
||||
cd "$(dirname "$0")"
|
||||
|
||||
if [[ "$PWD" == *" "* ]]; then
|
||||
echo "This script relies on Miniconda, which cannot be silently installed under a path with spaces."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "WARNING: This script relies on Miniconda, which will fail to install if the path is too long."
|
||||
|
||||
if [[ "$PWD" =~ [^#\$\%\&\(\)\*\+\] ]]; then
|
||||
echo "WARNING: Special characters were detected in the installation path!"
|
||||
echo " This can cause the installation to fail!"
|
||||
fi
|
||||
|
||||
read -rp "Press Enter to continue..."
|
||||
|
||||
clear
|
||||
|
||||
|
||||
export PACKAGES_TO_INSTALL=python=3.11 git pip
|
||||
|
||||
echo "Installing gcc..."
|
||||
brew install gcc
|
||||
|
||||
# Better isolation for virtual environment
|
||||
unset CONDA_SHLVL
|
||||
export PYTHONNOUSERSITE=1
|
||||
unset PYTHONPATH
|
||||
unset PYTHONHOME
|
||||
export TEMP="$PWD/installer_files/temp"
|
||||
export TMP="$PWD/installer_files/temp"
|
||||
|
||||
MINICONDA_DIR="$PWD/installer_files/miniconda3"
|
||||
INSTALL_ENV_DIR="$PWD/installer_files/lollms_env"
|
||||
ENV_NAME="lollms"
|
||||
|
||||
arch=$(uname -m)
|
||||
if [ "$arch" == "arm64" ]; then
|
||||
MINICONDA_DOWNLOAD_URL="https://github.com/conda-forge/miniforge/releases/latest/download/Miniforge3-MacOSX-arm64.sh"
|
||||
else
|
||||
MINICONDA_DOWNLOAD_URL="https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh"
|
||||
fi
|
||||
|
||||
REPO_URL="https://github.com/ParisNeo/lollms-webui.git"
|
||||
|
||||
if [ ! -f "$MINICONDA_DIR/Scripts/conda" ]; then
|
||||
# Download Miniconda
|
||||
echo "Downloading Miniconda installer from $MINICONDA_DOWNLOAD_URL"
|
||||
curl -LO "$MINICONDA_DOWNLOAD_URL"
|
||||
|
||||
# Install Miniconda
|
||||
echo
|
||||
echo "Installing Miniconda to $MINICONDA_DIR"
|
||||
echo "Please wait..."
|
||||
echo
|
||||
|
||||
if [ "$arch" == "arm64" ]; then
|
||||
bash "Miniforge3-MacOSX-arm64.sh" -b -p "$MINICONDA_DIR" || ( echo && echo "Miniconda installer not found." && exit 1 )
|
||||
rm -f "Miniforge3-MacOSX-arm64.sh"
|
||||
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
|
||||
echo && echo "Miniconda install failed." && exit 1
|
||||
fi
|
||||
|
||||
else
|
||||
bash "Miniconda3-latest-MacOSX-x86_64.sh" -b -p "$MINICONDA_DIR" || ( echo && echo "Miniconda installer not found." && exit 1 )
|
||||
rm -f "Miniconda3-latest-MacOSX-x86_64.sh"
|
||||
if [ ! -f "$MINICONDA_DIR/bin/activate" ]; then
|
||||
echo && echo "Miniconda install failed." && exit 1
|
||||
fi
|
||||
|
||||
fi
|
||||
fi
|
||||
|
||||
# Activate Miniconda
|
||||
source "$MINICONDA_DIR/bin/activate" || ( echo "Miniconda hook not found." && exit 1 )
|
||||
|
||||
# Create the installer environment
|
||||
if [ ! -d "$INSTALL_ENV_DIR" ]; then
|
||||
echo "Packages to install: $PACKAGES_TO_INSTALL"
|
||||
conda create -y -k -n "$ENV_NAME" $CHANNEL $PACKAGES_TO_INSTALL || ( echo && echo "Conda environment creation failed." && exit 1 )
|
||||
echo "Conda created and using packages: $PACKAGES_TO_INSTALL"
|
||||
fi
|
||||
|
||||
# Activate installer environment
|
||||
source activate "$ENV_NAME" || ( echo && echo "Conda environment activation failed." && exit 1 )
|
||||
|
||||
# install conda
|
||||
conda install conda -y
|
||||
|
||||
echo "$ENV_NAME Activated"
|
||||
# Set default CUDA toolkit to the one in the environment
|
||||
export CUDA_PATH="$INSTALL_ENV_DIR"
|
||||
|
||||
# Clone the repository
|
||||
if [ -d "lollms-webui" ]; then
|
||||
cd lollms-webui || exit 1
|
||||
git pull
|
||||
git submodule update --init --recursive
|
||||
cd lollms_core
|
||||
pip install -e .
|
||||
cd ..
|
||||
cd utilities/safe_store
|
||||
pip install -e .
|
||||
cd ../..
|
||||
|
||||
else
|
||||
git clone --depth 1 --recurse-submodules "$REPO_URL"
|
||||
git submodule update --init --recursive
|
||||
cd lollms-webui/lollms_core
|
||||
pip install -e .
|
||||
cd ..
|
||||
cd utilities/safe_store
|
||||
pip install -e .
|
||||
cd ../..
|
||||
|
||||
cd lollms-webui || exit 1
|
||||
fi
|
||||
|
||||
# Loop through each "git+" requirement and uninstall it (workaround for inconsistent git package updating)
|
||||
while IFS= read -r requirement; do
|
||||
if echo "$requirement" | grep -q "git+"; then
|
||||
package_name=$(echo "$requirement" | awk -F'/' '{ print $4 }' | awk -F'@' '{ print $1 }')
|
||||
python -m pip uninstall -y "$package_name"
|
||||
fi
|
||||
done < requirements.txt
|
||||
|
||||
# Install the pip requirements
|
||||
python -m pip install -r requirements.txt --upgrade
|
||||
|
||||
if [[ -e "../macos_run.sh" ]]; then
|
||||
echo "Macos run found"
|
||||
else
|
||||
cp scripts/macos/macos_run.sh ../
|
||||
fi
|
||||
|
||||
if [[ -e "../macos_update.sh" ]]; then
|
||||
echo "Macos update found"
|
||||
else
|
||||
cp scripts/macos/macos_update.sh ../
|
||||
fi
|
||||
|
||||
if [[ -e "../macos_conda_session.sh" ]]; then
|
||||
echo "Macos conda session found"
|
||||
else
|
||||
cp scripts/macos/macos_conda_session.sh ../
|
||||
fi
|
||||
|
||||
|
||||
# cd scripts/python/lollms_installer
|
||||
# python main.py
|
||||
# cd ..
|
||||
|
||||
echo "Creating a bin dir (required for llamacpp binding)"
|
||||
mkdir -p $INSTALL_ENV_DIR/bin
|
||||
|
||||
python zoos/bindings_zoo/ollama/__init__.py
|
||||
|
||||
PrintBigMessage() {
|
||||
echo
|
||||
echo "*******************************************************************"
|
||||
for message in "$@"; do
|
||||
echo "* $message"
|
||||
done
|
||||
echo "*******************************************************************"
|
||||
echo
|
||||
}
|
||||
|
||||
PrintBigMessage "$@"
|
||||
|
||||
exit 0
|
||||
@ -1 +1 @@
|
||||
Subproject commit 7f4778a04edae78f8a8a7ff92774d381e81a4826
|
||||
Subproject commit b45214a99a350e12dc10f5e1aa190551c51442ce
|
||||
Loading…
Reference in New Issue
Block a user