lollms-webui/scripts/convert model_with_tokenizer.bat

13 lines
399 B
Batchfile
Raw Normal View History

2023-04-19 09:09:53 +00:00
@echo off
@echo off
set filename=../models/%1
set newname=../models/%1.original
echo %modelPath%
echo Converting the model to the new format...
if not exist tmp\llama.cpp git clone https://github.com/ggerganov/llama.cpp.git tmp\llama.cpp
cd tmp\llama.cpp
cd ../..
move /y "%filename%" "%newname%"
echo Converting ...
python tmp\llama.cpp\convert.py "%newname%" --outfile "%filename%" --vocab-dir %2