ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2025-01-18 10:46:27 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

updated instalss

Browse Source
This commit is contained in:
Saifeddine ALOUI 2023-09-22 00:43:28 +02:00
parent 35d57ecafb
commit 48449ee694
2 changed files with 28 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
scripts/wsl/install_script.sh
View File

@ -18,6 +18,8 @@ wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O ~/
bash ~/miniconda.sh -b -p ~/miniconda
rm ~/miniconda.sh
source ~/miniconda/etc/profile.d/conda.sh
#make it permanant
echo 'source ~/miniconda/etc/profile.d/conda.sh' >> ~/.bashrc
# Clone the git repository
git clone https://github.com/ParisNeo/lollms-webui.git ~/lollms-webui
@ -28,12 +30,25 @@ conda create --prefix ./env python=3.10 pip -y
conda activate ./env
# install cuda
conda install -c anaconda cudatoolkit==11.7
export LD_LIBRARY_PATH=/path/to/directory:$LD_LIBRARY_PATH
wget https://developer.download.nvidia.com/compute/cuda/repos/wsl-ubuntu/x86_64/cuda-wsl-ubuntu.pin
sudo mv cuda-wsl-ubuntu.pin /etc/apt/preferences.d/cuda-repository-pin-600
sudo apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/wsl-ubuntu/x86_64/3bf863cc.pub
sudo add-apt-repository "deb https://developer.download.nvidia.com/compute/cuda/repos/wsl-ubuntu/x86_64/ /"
sudo apt-get update
sudo apt-get -y install cuda
# Add cuda to the path
export PATH=/usr/local/cuda/bin:$PATH
#make it permanant
echo "export LD_LIBRARY_PATH=\"\$LD_LIBRARY_PATH:$new_path\"" >> ~/.bashrc
echo 'export PATH=/usr/local/cuda/bin:$PATH' >> ~/.bashrc
export LD_LIBRARY_PATH=/usr/local/cuda-12.2/targets/x86_64-linux/lib/:$LD_LIBRARY_PATH
#make it permanant
echo "export LD_LIBRARY_PATH=/usr/local/cuda-12.2/targets/x86_64-linux/lib/:$LD_LIBRARY_PATH" >> ~/.bashrc
# Install requirements
pip install -r requirements.txt
# by default ubuntu will start in lollms-webui path
echo 'cd ~/lollms-webui' >> ~/.bashrc
# Add automatic conda activate
echo 'conda activate ./env' >> ~/.bashrc
# Exit WSL
exit

11
scripts/wsl/petals_server.sh
View File

@ -8,4 +8,13 @@ echo activating environment
conda activate ./env
echo running server
# Run petals server
python3 -m petals.cli.run_server petals-team/StableBeluga2
# Prompt the user for a model name
read -p "Enter the model name (press Enter for default petals-team/StableBeluga2): " modelName
# Use the default model name if no input is provided
if [ -z "$modelName" ]; then
modelName="petals-team/StableBeluga2"
fi
# Run the Python command with the chosen model name
python3 -m petals.cli.run_server "$modelName"