diff --git a/scripts/convert model_with_tokenizer.bat b/scripts/convert model_with_tokenizer.bat new file mode 100644 index 00000000..bd1be9bc --- /dev/null +++ b/scripts/convert model_with_tokenizer.bat @@ -0,0 +1,13 @@ +@echo off +@echo off +set filename=../models/%1 +set newname=../models/%1.original + +echo %modelPath% +echo Converting the model to the new format... +if not exist tmp\llama.cpp git clone https://github.com/ggerganov/llama.cpp.git tmp\llama.cpp +cd tmp\llama.cpp +cd ../.. +move /y "%filename%" "%newname%" +echo Converting ... +python tmp\llama.cpp\convert.py "%newname%" --outfile "%filename%" --vocab-dir %2 \ No newline at end of file