2023-07-12 13:01:20 +00:00
@ echo off
@ rem This script will install miniconda and git with all dependencies for this project
@ rem This enables a user to install this project without manually installing conda and git.
@ rem workaround for broken Windows installs
set PATH = %PATH% ;%SystemRoot% \system32
cd /D " %~dp0 "
echo " %cd% " | findstr /C:" " > nul && call : PrintBigMessage " This script relies on Miniconda which can not be silently installed under a path with spaces. " && goto end
call : PrintBigMessage " WARNING: This script relies on Miniconda which will fail to install if the path is too long. "
set " SPCHARMESSAGE= " WARNING: Special characters were detected in the installation path!" " This can cause the installation to fail!" "
echo " %CD% " | findstr /R /C:" [!#\$ % &()\*+,;<=>?@\[\]\ ^ `{|}~] " > nul && (
call : PrintBigMessage %SPCHARMESSAGE%
)
set SPCHARMESSAGE =
pause
cls
2023-08-26 16:01:09 +00:00
md
2023-07-12 15:02:35 +00:00
echo " ___ ___ ___ ___ ___ ___ "
echo " /\__\ /\ \ /\__\ /\__\ /\__\ /\ \ "
echo " /:/ / /::\ \ /:/ / /:/ / /::| | /::\ \ "
echo " /:/ / /:/\:\ \ /:/ / /:/ / /:|:| | /:/\ \ \ "
echo " /:/ / /:/ \:\ \ /:/ / /:/ / /:/|:|__|__ _\:\~\ \ \ "
echo " /:/__/ /:/__/ \:\__\ /:/__/ /:/__/ /:/ |::::\__\ /\ \:\ \ \__\ "
echo " \:\ \ \:\ \ /:/ / \:\ \ \:\ \ \/__/~~/:/ / \:\ \:\ \/__/ "
echo " \:\ \ \:\ /:/ / \:\ \ \:\ \ /:/ / \:\ \:\__\ "
echo " \:\ \ \:\/:/ / \:\ \ \:\ \ /:/ / \:\/:/ / "
echo " \:\__\ \::/ / \:\__\ \:\__\ /:/ / \::/ / "
echo " \/__/ \/__/ \/__/ \/__/ \/__/ \/__/ "
2023-08-26 16:01:09 +00:00
echo By ParisNeo
2023-07-12 15:02:35 +00:00
2023-08-26 16:01:09 +00:00
: retry
2023-08-31 06:42:13 +00:00
echo Please specify if you want to use a GPU or CPU.
echo *Note* that only NVidea GPUs (cuda) or AMD GPUs (rocm) are supported.
2023-08-26 16:01:09 +00:00
echo A) Enable cuda GPU
echo B) Enable ROCm compatible GPU (AMD and other GPUs)
echo C) Run CPU mode
2023-07-12 13:01:20 +00:00
set /p " gpuchoice=Input> "
set gpuchoice = %gpuchoice:~0,1%
if /I " %gpuchoice% " == " A " (
set " PACKAGES_TO_INSTALL=python=3.10 cuda-toolkit ninja git "
2023-10-16 13:03:20 +00:00
set " CHANNEL=-c nvidia/label/cuda-11.8.0 -c nvidia -c conda-forge "
2023-07-12 13:01:20 +00:00
) else if /I "%gpuchoice%" == "B" (
2023-08-26 16:01:09 +00:00
set " PACKAGES_TO_INSTALL=python=3.10 rocm-comgr rocm-smi ninja git "
set " CHANNEL=-c conda-forge "
) else if /I "%gpuchoice%" == "C" (
2023-08-04 15:36:43 +00:00
set " PACKAGES_TO_INSTALL=python=3.10 m2w64-toolchain ninja git "
2023-07-12 13:01:20 +00:00
set " CHANNEL=-c conda-forge "
) else (
2023-08-26 16:01:09 +00:00
echo Invalid choice. Retry
goto retry
2023-07-12 13:01:20 +00:00
)
@ rem better isolation for virtual environment
SET " CONDA_SHLVL= "
SET PYTHONNOUSERSITE = 1
SET " PYTHONPATH= "
SET " PYTHONHOME= "
SET " TEMP= %cd% \installer_files\temp "
SET " TMP= %cd% \installer_files\temp "
set MINICONDA_DIR = %cd% \installer_files\miniconda3
2023-07-12 15:02:35 +00:00
set INSTALL_ENV_DIR = %cd% \installer_files\lollms_env
2023-07-12 13:01:20 +00:00
set MINICONDA_DOWNLOAD_URL = https://repo.anaconda.com/miniconda/Miniconda3-latest-Windows-x86_64.exe
set REPO_URL = https://github.com/ParisNeo/lollms-webui.git
if not exist " %MINICONDA_DIR% \Scripts\conda.exe " (
@ rem download miniconda
echo Downloading Miniconda installer from %MINICONDA_DOWNLOAD_URL%
call curl -LOk " %MINICONDA_DOWNLOAD_URL% "
@ rem install miniconda
echo . && echo Installing Miniconda To " %MINICONDA_DIR% " && echo Please Wait... && echo .
start " " /W /D " %cd% " " Miniconda3-latest-Windows-x86_64.exe " /InstallationType=JustMe /NoShortcuts=1 /AddToPath=0 /RegisterPython=0 /NoRegistry=1 /S /D=%MINICONDA_DIR% || ( echo . && echo Miniconda installer not found. && goto end )
del /q " Miniconda3-latest-Windows-x86_64.exe "
if not exist " %MINICONDA_DIR% \Scripts\activate.bat " ( echo . && echo Miniconda install failed. && goto end )
)
@ rem activate miniconda
call " %MINICONDA_DIR% \Scripts\activate.bat " || ( echo Miniconda hook not found. && goto end )
2023-08-31 07:29:44 +00:00
if /I " %gpuchoice% " == " B " (
echo Installing ROCM AMD tools...
rem Set variables for the installer URL and output file
set " installerUrl=https://www.amd.com/en/developer/rocm-hub/eula/licenses.html?filename=AMD-Software-PRO-Edition-23.Q3-Win10-Win11-For-HIP.exe "
set " outputFile=AMD-Software-PRO-Edition-23.Q3-Win10-Win11-For-HIP.exe "
rem Download the installer using curl (make sure you have curl installed)
curl -o " %outputFile% " " %installerUrl% "
rem Install RocM tools
" %outputFile% "
rem Clean up the downloaded installer
del " %outputFile% "
echo Installation complete.
)
2023-07-12 13:01:20 +00:00
@ rem create the installer env
if not exist " %INSTALL_ENV_DIR% " (
echo Packages to install: %PACKAGES_TO_INSTALL%
call conda create --no-shortcuts -y -k -p " %INSTALL_ENV_DIR% " %CHANNEL% %PACKAGES_TO_INSTALL% || ( echo . && echo Conda environment creation failed. && goto end )
2023-10-16 13:05:23 +00:00
if /I " %gpuchoice% " == " A " call conda run --live-stream -p " %INSTALL_ENV_DIR% " python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118|| ( echo . && echo Pytorch installation failed.&& goto end )
2023-08-26 16:01:09 +00:00
if /I " %gpuchoice% " == " B " call conda run --live-stream -p " %INSTALL_ENV_DIR% " python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/rocm5.4.2|| ( echo . && echo Pytorch installation failed.&& goto end )
if /I " %gpuchoice% " == " C " call conda run --live-stream -p " %INSTALL_ENV_DIR% " python -m pip install torch torchvision torchaudio|| ( echo . && echo Pytorch installation failed.&& goto end )
2023-07-12 13:01:20 +00:00
)
@ rem check if conda environment was actually created
if not exist " %INSTALL_ENV_DIR% \python.exe " ( echo . && echo Conda environment is empty. && goto end )
@ rem activate installer env
call conda activate " %INSTALL_ENV_DIR% " || ( echo . && echo Conda environment activation failed. && goto end )
@ rem set default cuda toolkit to the one in the environment
set " CUDA_PATH= %INSTALL_ENV_DIR% "
@ rem clone the repository
if exist lollms-webui\ (
cd lollms-webui
git pull
) else (
git clone https://github.com/ParisNeo/lollms-webui.git
2023-10-16 20:28:03 +00:00
cd lollms-webui
2023-07-12 13:01:20 +00:00
)
2023-10-17 19:40:52 +00:00
git submodule update --init
cd zoos/bindings_zoo
git checkout main
cd ../personalities_zoo
git checkout main
cd ../extensions_zoo
git checkout main
2023-10-18 07:57:23 +00:00
cd ../models_zoo
git checkout main
2023-10-17 19:40:52 +00:00
cd ../..
2023-10-20 10:07:56 +00:00
cd ../lollms_core
git checkout main
cd ../utilities/safe_store
git checkout main
cd ../..
2023-07-12 13:01:20 +00:00
@ rem Loop through each "git+" requirement and uninstall it workaround for inconsistent git package updating
for /F " delims= " %% a in ( requirements.txt) do echo " %% a " | findstr /C:" git+ " > nul&& for /F " tokens=4 delims=/ " %% b in ( " %% a " ) do for /F "delims=@" %%c in ("%%b" ) do python -m pip uninstall -y %% c
@ rem install the pip requirements
call python -m pip install -r requirements.txt --upgrade
2023-10-20 10:07:56 +00:00
@ rem install the pip requirements
call python -m pip install -e lollms_core --upgrade
@ rem install the pip requirements
call python -m pip install -e utilities/safe_store --upgrade
2023-07-12 13:01:20 +00:00
@ rem create launcher
2023-07-12 15:02:35 +00:00
if exist ..\win_run.bat (
echo Win run found
2023-07-12 13:01:20 +00:00
) else (
2023-10-16 22:08:17 +00:00
copy scripts\windows\win_run.bat ..\
2023-07-12 13:01:20 +00:00
)
2023-07-15 18:30:36 +00:00
if exist ..\win_update.bat (
echo Win update found
) else (
2023-10-16 22:08:17 +00:00
copy scripts\windows\win_update.bat ..\
2023-07-15 18:30:36 +00:00
)
2023-08-31 06:42:13 +00:00
if exist ..\win_conda_session.bat (
echo win conda session script found
) else (
2023-10-16 22:08:17 +00:00
copy scripts\windows\win_conda_session.bat ..\
2023-08-31 06:42:13 +00:00
)
if exist ..\win_update_models.bat (
echo Win update models found
) else (
2023-10-16 22:08:17 +00:00
copy scripts\windows\win_update_models.bat ..\
2023-08-31 06:42:13 +00:00
)
2023-07-20 15:28:58 +00:00
setlocal enabledelayedexpansion
2023-08-26 16:01:09 +00:00
if /I " %gpuchoice% " == " C " (
2023-08-04 14:09:22 +00:00
echo This is a .no_gpu file. > .no_gpu
2023-07-20 15:28:58 +00:00
) else (
echo GPU is enabled, no .no_gpu file will be created.
)
endlocal
2023-07-21 13:38:45 +00:00
goto end
2023-07-12 13:01:20 +00:00
: PrintBigMessage
echo . && echo .
echo *******************************************************************
for %% M in ( %* ) do echo * %% ~M
echo *******************************************************************
echo . && echo .
exit /b
: end
2023-08-27 22:41:55 +00:00
cd ..
2023-08-26 16:01:09 +00:00
echo Creating bin folder (needed for ctransformers)
IF EXIST " installer_files\lollms_env\bin " (
echo Folder already existing
) ELSE (
MKDIR " installer_files\lollms_env\bin "
echo Folder created successfully!
)
2023-08-27 18:15:31 +00:00
echo Installation complete.
2023-08-31 01:04:04 +00:00
pause