mirror of
https://github.com/ParisNeo/lollms.git
synced 2024-12-18 20:27:58 +00:00
208 lines
6.9 KiB
Batchfile
208 lines
6.9 KiB
Batchfile
@echo off
|
|
|
|
@rem This script will install miniconda and git with all dependencies for this project
|
|
@rem This enables a user to install this project without manually installing conda and git.
|
|
|
|
@rem workaround for broken Windows installs
|
|
set PATH=%PATH%;%SystemRoot%\system32
|
|
|
|
cd /D "%~dp0"
|
|
|
|
echo "%cd%"| findstr /C:" " >nul && call :PrintBigMessage "This script relies on Miniconda which can not be silently installed under a path with spaces." && goto end
|
|
call :PrintBigMessage "WARNING: This script relies on Miniconda which will fail to install if the path is too long."
|
|
set "SPCHARMESSAGE="WARNING: Special characters were detected in the installation path!" " This can cause the installation to fail!""
|
|
echo "%CD%"| findstr /R /C:"[!#\$%&()\*+,;<=>?@\[\]\^`{|}~]" >nul && (
|
|
call :PrintBigMessage %SPCHARMESSAGE%
|
|
)
|
|
set SPCHARMESSAGE=
|
|
|
|
pause
|
|
cls
|
|
|
|
md
|
|
echo Lollms windows installer
|
|
echo By ParisNeo
|
|
|
|
:retry
|
|
echo Please specify if you want to use a GPU or CPU.
|
|
echo *Note* that only NVidea GPUs (cuda) or AMD GPUs (rocm) are supported.
|
|
echo A) Enable cuda GPU
|
|
echo B) Enable ROCm compatible GPU (AMD and other GPUs)
|
|
echo C) Run CPU mode
|
|
set /p "gpuchoice=Input> "
|
|
set gpuchoice=%gpuchoice:~0,1%
|
|
|
|
if /I "%gpuchoice%" == "A" (
|
|
set "PACKAGES_TO_INSTALL=python=3.10 cuda-toolkit ninja git"
|
|
set "CHANNEL=-c nvidia/label/cuda-11.8.0 -c nvidia -c conda-forge"
|
|
) else if /I "%gpuchoice%" == "B" (
|
|
set "PACKAGES_TO_INSTALL=python=3.10 rocm-comgr rocm-smi ninja git"
|
|
set "CHANNEL=-c conda-forge"
|
|
) else if /I "%gpuchoice%" == "C" (
|
|
set "PACKAGES_TO_INSTALL=python=3.10 m2w64-toolchain ninja git"
|
|
set "CHANNEL=-c conda-forge"
|
|
) else (
|
|
echo Invalid choice. Retry
|
|
goto retry
|
|
)
|
|
|
|
@rem better isolation for virtual environment
|
|
SET "CONDA_SHLVL="
|
|
SET PYTHONNOUSERSITE=1
|
|
SET "PYTHONPATH="
|
|
SET "PYTHONHOME="
|
|
SET "TEMP=%cd%\installer_files\temp"
|
|
SET "TMP=%cd%\installer_files\temp"
|
|
|
|
set MINICONDA_DIR=%cd%\installer_files\miniconda3
|
|
set INSTALL_ENV_DIR=%cd%\installer_files\lollms_env
|
|
set MINICONDA_DOWNLOAD_URL=https://repo.anaconda.com/miniconda/Miniconda3-latest-Windows-x86_64.exe
|
|
set REPO_URL=https://github.com/ParisNeo/lollms.git
|
|
|
|
if not exist "%MINICONDA_DIR%\Scripts\conda.exe" (
|
|
@rem download miniconda
|
|
echo Downloading Miniconda installer from %MINICONDA_DOWNLOAD_URL%
|
|
call curl -LO "%MINICONDA_DOWNLOAD_URL%"
|
|
|
|
@rem install miniconda
|
|
echo. && echo Installing Miniconda To "%MINICONDA_DIR%" && echo Please Wait... && echo.
|
|
start "" /W /D "%cd%" "Miniconda3-latest-Windows-x86_64.exe" /InstallationType=JustMe /NoShortcuts=1 /AddToPath=0 /RegisterPython=0 /NoRegistry=1 /S /D=%MINICONDA_DIR% || ( echo. && echo Miniconda installer not found. && goto end )
|
|
del /q "Miniconda3-latest-Windows-x86_64.exe"
|
|
if not exist "%MINICONDA_DIR%\Scripts\activate.bat" ( echo. && echo Miniconda install failed. && goto end )
|
|
)
|
|
|
|
@rem activate miniconda
|
|
call "%MINICONDA_DIR%\Scripts\activate.bat" || ( echo Miniconda hook not found. && goto end )
|
|
|
|
if /I "%gpuchoice%" == "B" (
|
|
echo Installing ROCM AMD tools...
|
|
rem Set variables for the installer URL and output file
|
|
set "installerUrl=https://www.amd.com/en/developer/rocm-hub/eula/licenses.html?filename=AMD-Software-PRO-Edition-23.Q3-Win10-Win11-For-HIP.exe"
|
|
set "outputFile=AMD-Software-PRO-Edition-23.Q3-Win10-Win11-For-HIP.exe"
|
|
|
|
rem Download the installer using curl (make sure you have curl installed)
|
|
curl -o "%outputFile%" "%installerUrl%"
|
|
|
|
rem Install RocM tools
|
|
"%outputFile%"
|
|
|
|
rem Clean up the downloaded installer
|
|
del "%outputFile%"
|
|
|
|
echo Installation complete.
|
|
)
|
|
|
|
@rem create the installer env
|
|
if not exist "%INSTALL_ENV_DIR%" (
|
|
echo Packages to install: %PACKAGES_TO_INSTALL%
|
|
call conda create --no-shortcuts -y -k -p "%INSTALL_ENV_DIR%" %CHANNEL% %PACKAGES_TO_INSTALL% || ( echo. && echo Conda environment creation failed. && goto end )
|
|
if /I "%gpuchoice%" == "A" call conda run --live-stream -p "%INSTALL_ENV_DIR%" python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118|| ( echo. && echo Pytorch installation failed.&& goto end )
|
|
if /I "%gpuchoice%" == "B" call conda run --live-stream -p "%INSTALL_ENV_DIR%" python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/rocm5.4.2|| ( echo. && echo Pytorch installation failed.&& goto end )
|
|
if /I "%gpuchoice%" == "C" call conda run --live-stream -p "%INSTALL_ENV_DIR%" python -m pip install torch torchvision torchaudio|| ( echo. && echo Pytorch installation failed.&& goto end )
|
|
)
|
|
|
|
@rem check if conda environment was actually created
|
|
if not exist "%INSTALL_ENV_DIR%\python.exe" ( echo. && echo Conda environment is empty. && goto end )
|
|
|
|
@rem activate installer env
|
|
call conda activate "%INSTALL_ENV_DIR%" || ( echo. && echo Conda environment activation failed. && goto end )
|
|
|
|
@rem set default cuda toolkit to the one in the environment
|
|
set "CUDA_PATH=%INSTALL_ENV_DIR%"
|
|
|
|
@rem clone the repository
|
|
if exist lollms\ (
|
|
cd lollms
|
|
git pull
|
|
) else (
|
|
git clone https://github.com/ParisNeo/lollms.git
|
|
cd lollms
|
|
)
|
|
git submodule update --init
|
|
cd zoos/bindings_zoo
|
|
git checkout main
|
|
cd ../personalities_zoo
|
|
git checkout main
|
|
cd ../models_zoo
|
|
git checkout main
|
|
|
|
cd ../..
|
|
|
|
@rem Loop through each "git+" requirement and uninstall it workaround for inconsistent git package updating
|
|
for /F "delims=" %%a in (requirements.txt) do echo "%%a"| findstr /C:"git+" >nul&& for /F "tokens=4 delims=/" %%b in ("%%a") do for /F "delims=@" %%c in ("%%b") do python -m pip uninstall -y %%c
|
|
|
|
@rem install the pip requirements
|
|
call python -m pip install -r requirements.txt --upgrade
|
|
|
|
@rem install the pip requirements
|
|
call python -m pip install -e . --upgrade
|
|
|
|
|
|
@rem create launcher
|
|
if exist ..\win_lollms_server.bat (
|
|
echo Win server found
|
|
) else (
|
|
copy scripts\windows\win_lollms_server.bat ..\
|
|
)
|
|
|
|
@rem create launcher
|
|
if exist ..\win_lollms_settings.bat (
|
|
echo Win settings found
|
|
) else (
|
|
copy scripts\windows\win_lollms_settings.bat ..\
|
|
)
|
|
|
|
if exist ..\win_update.bat (
|
|
echo Win update found
|
|
) else (
|
|
copy scripts\windows\win_update.bat ..\
|
|
)
|
|
|
|
|
|
if exist ..\win_conda_session.bat (
|
|
echo win conda session script found
|
|
) else (
|
|
copy scripts\windows\win_conda_session.bat ..\
|
|
)
|
|
|
|
if exist ..\win_update_models.bat (
|
|
echo Win update models found
|
|
) else (
|
|
copy scripts\windows\win_update_models.bat ..\
|
|
)
|
|
|
|
setlocal enabledelayedexpansion
|
|
|
|
|
|
if /I "%gpuchoice%"=="C" (
|
|
echo This is a .no_gpu file. > .no_gpu
|
|
) else (
|
|
echo GPU is enabled, no .no_gpu file will be created.
|
|
)
|
|
|
|
endlocal
|
|
|
|
goto end
|
|
|
|
:PrintBigMessage
|
|
echo. && echo.
|
|
echo *******************************************************************
|
|
for %%M in (%*) do echo * %%~M
|
|
echo *******************************************************************
|
|
echo. && echo.
|
|
exit /b
|
|
|
|
:end
|
|
cd ..
|
|
echo Creating bin folder (needed for ctransformers)
|
|
IF EXIST "installer_files\lollms_env\bin" (
|
|
echo Folder already existing
|
|
) ELSE (
|
|
MKDIR "installer_files\lollms_env\bin"
|
|
echo Folder created successfully!
|
|
)
|
|
|
|
|
|
echo Installation complete.
|
|
pause
|