ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-01-11 23:43:06 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

towards working vllm and petals

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-02-20 00:24:40 +01:00
parent 3a3e58e28f
commit 4141260697
5 changed files with 22 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
lollms/services/petals/install_petals.sh
View File

@ -8,15 +8,20 @@ else
echo Installing conda echo Installing conda
curl -LO https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh curl -LO https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh
./Miniconda3-latest-Linux-x86_64.sh -b ./Miniconda3-latest-Linux-x86_64.sh -b
$HOME/miniconda3/bin/conda init --all
rm ./Miniconda3-latest-Linux-x86_64.sh rm ./Miniconda3-latest-Linux-x86_64.sh
echo Done echo Done
fi fi
PATH="$HOME/miniconda3/bin:$PATH" PATH="$HOME/miniconda3/bin:$PATH"
conda init
export PATH export PATH
echo "Installing vllm" echo "Initializing conda"
conda create -n vllm python=3.9 -y conda init --all
conda activate vllm export PATH
pip install vllm echo "Installing petals"
conda create -n petals python=3.9 -y
echo "Activating petals environment"
source activate petals
pip install petals
git clone https://github.com/ParisNeo/petals_server.git
cd petals_server
pip install -e .
echo "Done" echo "Done"

2
lollms/services/petals/run_petals.sh
View File

@ -3,7 +3,7 @@
cd ~/vllm cd ~/vllm
PATH="$HOME/miniconda3/bin:$PATH" PATH="$HOME/miniconda3/bin:$PATH"
export PATH export PATH
conda activate vllm && python -m vllm.entrypoints.openai.api_server --model %1 conda activate vllm && python -m vllm.entrypoints.openai.api_server --model_name "$1" --node_name "$2" --device "$3"
# Wait for all background processes to finish # Wait for all background processes to finish
wait wait

6
lollms/services/vllm/install_vllm.sh
View File

@ -11,11 +11,13 @@ else
rm ./Miniconda3-latest-Linux-x86_64.sh rm ./Miniconda3-latest-Linux-x86_64.sh
echo Done echo Done
fi fi
PATH="$HOME/miniconda3/bin:$PATH"
export PATH
echo "Initializing conda" echo "Initializing conda"
$HOME/miniconda3/bin/conda init --all conda init --all
export PATH export PATH
echo "Installing vllm" echo "Installing vllm"
$HOME/miniconda3/bin/conda create -n vllm python=3.9 -y conda create -n vllm python=3.9 -y
echo "Activating vllm environment" echo "Activating vllm environment"
source activate vllm source activate vllm
pip install vllm pip install vllm

5
lollms/services/vllm/lollms_vllm.py
View File

@ -105,9 +105,10 @@ class Service:
# run vllm # run vllm
if platform.system() == 'Windows': if platform.system() == 'Windows':
subprocess.Popen(['wsl', 'bash', '$HOME/run_vllm.sh ']) #subprocess.Popen(['wsl', 'ls', '$HOME'])
subprocess.Popen(['wsl', 'bash', '$HOME/run_vllm.sh'])
else: else:
subprocess.Popen(['bash', f'{Path.home()}/run_vllm.sh']) subprocess.Popen(['bash', f'{Path.home()}/run_vllm.sh', self.app.config.vllm_model_path])
# Wait until the service is available at http://127.0.0.1:7860/ # Wait until the service is available at http://127.0.0.1:7860/
self.wait_for_service(max_retries=wait_max_retries) self.wait_for_service(max_retries=wait_max_retries)

5
lollms/services/vllm/run_vllm.sh
View File

@ -1,9 +1,10 @@
#!/bin/bash #!/bin/bash
cd ~/vllm
PATH="$HOME/miniconda3/bin:$PATH" PATH="$HOME/miniconda3/bin:$PATH"
export PATH export PATH
source activate vllm && python -m vllm.entrypoints.openai.api_server --model %1 echo "Initializing conda"
$HOME/miniconda3/bin/conda init --all
source activate vllm && python -m vllm.entrypoints.openai.api_server --model "$1"
# Wait for all background processes to finish # Wait for all background processes to finish
wait wait