2023-04-06 19:12:49 +00:00
@ echo off
2023-04-06 20:07:20 +00:00
echo HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHH .HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHH. ,HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHH.## HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHHHH#.HHHHH/*,*,*,*,*,*,*,*,***,*,**#HHHHHHHHHHHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHHHHHH.*,,***,***,***,***,***,***,*******HHHHHHHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHHHH*,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,*,,,,,HHHHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHH.,,,***,***,***,***,***,***,***,***,***,***/HHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHH*,,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*HHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHH#,***,***,***,***,***,***,***,***,***,***,***,**HHHHHHHHHHHHHHHHH
echo HHHHHHHHHH..HHH,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,*#HHHHHHHHHHHHHHHH
echo HHHHHHH,,,**,/H*,***,***,***,,,*,***,***,***,**,,,**,***,***,***H,,*,***HHHHHHHH
echo HHHHHH.*,,,*,,,,,*,*,*,***#HHHHH.,,*,*,*,*,**/HHHHH.,*,*,*,*,*,*,*,*****HHHHHHHH
echo HHHHHH.*,***,*,*,***,***,.HHHHHHH/**,***,****HHHHHHH.***,***,***,*******HHHHHHHH
echo HHHHHH.,,,,,,,,,,,,,,,,,,,.HHHHH.,,,,,,,,,,,,.HHHHHH,,,,,,,,,,,,,,,,,***HHHHHHHH
echo HHHHHH.,,,,,,/H,,,**,***,***,,,*,***,***,***,**,,,,*,***,***,***H***,***HHHHHHHH
echo HHHHHHH.,,,,*.H,,,,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,***H*,,,,/HHHHHHHHH
echo HHHHHHHHHHHHHHH*,***,***,**,,***,***,***,***,***,***,***,***,**.HHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHH,,,,,,,,*,,#H#,,,,,*,,,*,,,,,,,,*#H*,,,,,,,,,**HHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHH,,*,***,***,**/.HHHHHHHHHHHHH#*,,,*,***,***,*HHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHHH,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*,*HHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHHH**,***,***,***,***,***,***,***,***,***,***,*.HHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHHH*,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,*HHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHHH**,***,***,*******/..HHHHHHHHH.#/*,*,,,***,***HHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHH*,*,*,******#HHHHHHHHHHHHHHHHHHHHHHHHHHHH./**,,,.HHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHH.,,*,***.HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH.*#HHHHHHHHHHHH
echo HHHHHHHHHHHHHHH/,,,*.HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHH,,#HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHH.HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH
echo HHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHHH
2023-04-06 20:16:52 +00:00
if not exist " ./tmp " mkdir " ./tmp "
2023-04-06 20:07:20 +00:00
2023-04-06 19:12:49 +00:00
REM Check if Python is installed
set /p = " Checking for python... " < nul
2023-04-06 20:07:20 +00:00
where python > nul 2 >& 1
if %errorlevel% neq 0 (
set /p choice = Python is not installed. Would you like to install Python? [Y/N]
if /i " .choice. " equ " Y " (
2023-04-06 19:12:49 +00:00
REM Download Python installer
echo Downloading Python installer...
2023-04-06 20:16:52 +00:00
powershell -Command " Invoke-WebRequest -Uri 'https://www.python.org/ftp/python/3.10.0/python-3.10.0-amd64.exe' -OutFile 'tmp/python.exe' "
2023-04-06 19:12:49 +00:00
REM Install Python
echo Installing Python...
2023-04-06 20:16:52 +00:00
tmp/python.exe /quiet /norestart
2023-04-06 19:12:49 +00:00
) else (
echo Please install Python and try again.
pause
exit /b 1
)
) else (
echo OK
)
2023-04-06 20:07:20 +00:00
2023-04-06 19:12:49 +00:00
REM Check if pip is installed
set /p = " Checking for pip... " < nul
python -m pip > nul 2 >& 1
2023-04-06 20:07:20 +00:00
if %errorlevel% neq 0 (
set /p choice = Pip is not installed. Would you like to install pip? [Y/N]
if /i " .choice. " equ " Y " (
2023-04-06 19:12:49 +00:00
REM Download get-pip.py
echo Downloading get-pip.py...
2023-04-06 20:16:52 +00:00
powershell -Command " Invoke-WebRequest -Uri 'https://bootstrap.pypa.io/get-pip.py' -OutFile 'tmp/get-pip.py' "
2023-04-06 19:12:49 +00:00
REM Install pip
echo Installing pip...
2023-04-06 20:16:52 +00:00
python tmp/get-pip.py
2023-04-08 11:30:41 +00:00
) else (
2023-04-06 19:12:49 +00:00
echo Please install pip and try again.
pause
exit /b 1
)
) else (
echo OK
)
REM Check if venv module is available
set /p = " Checking for venv... " < nul
python -c " import venv " > nul 2 >& 1
2023-04-06 20:07:20 +00:00
if %errorlevel% neq 0 (
set /p choice = venv module is not available. Would you like to upgrade Python to the latest version? [Y/N]
if /i " .choice. " equ " Y " (
2023-04-06 19:12:49 +00:00
REM Upgrade Python
echo Upgrading Python...
python -m pip install --upgrade pip setuptools wheel
python -m pip install --upgrade --user python
) else (
echo Please upgrade your Python installation and try again.
pause
exit /b 1
)
) else (
echo OK
)
REM Create a new virtual environment
set /p = " Creating virtual environment ... " < nul
python -m venv env
2023-04-06 20:07:20 +00:00
if %errorlevel% neq 0 (
2023-04-06 19:12:49 +00:00
echo Failed to create virtual environment. Please check your Python installation and try again.
pause
exit /b 1
) else (
echo OK
)
REM Activate the virtual environment
set /p = " Activating virtual environment ... " < nul
call env\Scripts\activate.bat
echo OK
REM Install the required packages
echo Installing requirements ...
python -m pip install pip --upgrade
python -m pip install -r requirements.txt
2023-04-07 07:15:54 +00:00
if %ERRORLEVEL% neq 0 (
2023-04-06 19:12:49 +00:00
echo Failed to install required packages. Please check your internet connection and try again.
pause
exit /b 1
)
2023-04-06 20:16:52 +00:00
echo Downloading latest model
2023-04-07 11:40:08 +00:00
if not exist models (
2023-04-07 07:07:59 +00:00
md models
2023-04-07 07:47:43 +00:00
)
2023-04-07 08:37:57 +00:00
2023-04-07 11:40:08 +00:00
if not exist models/gpt4all-lora-quantized-ggml.bin (
echo .
choice /C YNB /M " The default model file (gpt4all-lora-quantized-ggml.bin) does not exist. Do you want to download it? Press B to download it with a browser (faster). "
if errorlevel 3 goto DOWNLOAD_WITH_BROWSER
if errorlevel 2 goto DOWNLOAD_SKIP
if errorlevel 1 goto MODEL_DOWNLOAD
2023-04-07 08:37:57 +00:00
) ELSE (
echo .
2023-04-07 11:40:08 +00:00
choice /C YNB /M " The default model file (gpt4all-lora-quantized-ggml.bin) already exists. Do you want to replace it? Press B to download it with a browser (faster). "
if errorlevel 3 goto DOWNLOAD_WITH_BROWSER
if errorlevel 2 goto DOWNLOAD_SKIP
if errorlevel 1 goto MODEL_DOWNLOAD
)
: DOWNLOAD_WITH_BROWSER
start https://the-eye.eu/public/AI/models/nomic-ai/gpt4all/gpt4all-lora-quantized-ggml.bin
2023-04-09 10:55:55 +00:00
echo Link has been opened with the default web browser, make sure to save it into the models folder before continuing. Press any key to continue...
2023-04-07 11:40:08 +00:00
pause
goto : CONTINUE
: MODEL_DOWNLOAD
echo .
echo Downloading latest model...
powershell -Command " Invoke-WebRequest -Uri 'https://the-eye.eu/public/AI/models/nomic-ai/gpt4all/gpt4all-lora-quantized-ggml.bin' -OutFile 'models/gpt4all-lora-quantized-ggml.bin' "
if errorlevel 1 (
echo Failed to download model. Please check your internet connection.
choice /C YN /M " Do you want to try downloading again? "
if errorlevel 2 goto DOWNLOAD_SKIP
if errorlevel 1 goto MODEL_DOWNLOAD
) else (
echo Model successfully downloaded.
2023-04-07 07:47:43 +00:00
)
2023-04-07 11:40:08 +00:00
goto : CONTINUE
: DOWNLOAD_SKIP
echo .
echo Skipping download of model file...
goto : CONTINUE
2023-04-07 08:37:57 +00:00
: CONTINUE
2023-04-07 11:40:08 +00:00
echo .
2023-04-06 20:16:52 +00:00
2023-04-09 10:55:55 +00:00
REM Install Git
choice /C YN /M " Do you want to download and install Git? "
if errorlevel 2 goto GIT_CANCEL
if errorlevel 1 goto GIT_CHECK
: GIT_CANCEL
echo Git download cancelled.
goto GIT_FINISH
: GIT_CHECK
REM Install Git
echo " Checking for git... "
where git > nul 2 >& 1
if %ERRORLEVEL% EQU 0 (
echo " Git is installed. "
) else (
echo " Git is not installed. Installing Git... "
powershell.exe -Command " Start-Process https://git-scm.com/download/win -Wait "
)
: GIT_FINISH
REM This code lists all files in the ./models folder and asks the user to choose one to convert.
REM If the user agrees, it converts using Python. If not, it skips. On conversion failure, it reverts to original model.
: CONVERT_RESTART
choice /C YN /M " In order to make a model work, it needs to go through the LLaMA tokenizer, this will fix errors with the model in run.bat. Do you want to convert the model? "
if errorlevel 2 goto CANCEL_CONVERSION
if errorlevel 1 goto CONVERT_START
: CONVERT_START
REM List all files in the models folder
setlocal EnableDelayedExpansion
set count = 0
for %% a in ( models\*.*) do (
set /A count += 1
set " file[!count!]= %% a "
echo [!count!] %% a
)
REM Prompt user to choose a model to convert
set /P modelNumber = " Enter the number of the model you want to convert: "
if not defined file[ %modelNumber% ] (
echo Invalid option. Restarting...
goto CONVERT_RESTART
)
set " modelPath=!file[ %modelNumber% ]! "
echo You selected !modelPath!
REM Ask user if they want to convert the model
choice /C YN /M " Do you want to convert the selected model to the new format? "
if errorlevel 2 (
echo Model conversion cancelled. Skipping...
goto END
)
REM Convert the model
echo Converting the model to the new format...
if not exist tmp\llama.cpp git clone https://github.com/ggerganov/llama.cpp.git tmp\llama.cpp
move /y " !modelPath! " " !modelPath! .original "
python tmp\llama.cpp\migrate-ggml-2023-03-30-pr613.py " !modelPath! .original " " !modelPath! "
echo %errorlevel%
pause
if %errorlevel% neq 0 (
goto ERROR_CONVERSION
) else (
goto SUCCESSFUL_CONVERSION
2023-04-08 17:26:05 +00:00
)
2023-04-08 10:25:40 +00:00
2023-04-09 10:55:55 +00:00
: ERROR_CONVERSION
echo Error during model conversion. Restarting...
move /y " !modelPath! .original " " !modelPath! "
goto CONVERT_RESTART
: SUCCESSFUL_CONVERSION
echo The model file (!modelPath!) has been converted to the new format.
goto END
pause
: CANCEL_CONVERSION
echo Conversion cancelled. Skipping...
goto END
: END
2023-04-08 10:25:40 +00:00
2023-04-06 20:16:52 +00:00
echo Cleaning tmp folder
rd /s /q " ./tmp "
2023-04-06 21:26:42 +00:00
echo Virtual environment created and packages installed successfully.
echo Every thing is setup. Just run run.bat
2023-04-06 19:12:49 +00:00
pause
exit /b 0