lollms-webui/scripts/convert model.bat

15 lines
502 B
Batchfile
Raw Normal View History

2023-04-14 20:16:25 +00:00
@echo off
@echo off
set filename=../models/ggml-alpaca-7b-q4.bin
set newname=../models/ggml-alpaca-7b-q4.bin.original
echo %modelPath%
echo Converting the model to the new format...
if not exist tmp\llama.cpp git clone https://github.com/ggerganov/llama.cpp.git tmp\llama.cpp
cd tmp\llama.cpp
2023-04-14 21:15:54 +00:00
git checkout 6c248707f51c8a50f7792e7f7787ec481881db88
cd ../..
pwd
2023-04-14 20:16:25 +00:00
move /y "%filename%" "%filename%.original"
2023-04-14 21:15:54 +00:00
echo Converting ...
python tmp\llama.cpp\migrate-ggml-2023-03-30-pr613.py "%newname%" "%filename%"