ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2025-06-20 00:03:46 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

upgraded scripts

Browse Source
This commit is contained in:
Saifeddine ALOUI
2023-09-21 02:09:24 +02:00
parent 0727f5fb31
commit 0fa1c85815
27 changed files with 73 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
scripts/linux/convert_model_with_tokenizer.sh Normal file
View File

@ -0,0 +1,16 @@
#!/bin/bash
## untested Linux shell script
#
FILENAME="../models/$1"
NEWNAME="../models/$1.original"
#echo %modelPath%
echo Converting the model to the new format...
#if not exist tmp\llama.cpp git clone https://github.com/ggerganov/llama.cpp.git tmp\llama.cpp
if [! -e tmp\llama.cpp]; then $(git clone https://github.com/ggerganov/llama.cpp.git tmp\llama.cpp)
cd tmp\llama.cpp
cd ../..
#move /y "%filename%" "%newname%"
mv -f $FILENAME $NEWNAME
echo Converting ...
python -c tmp\llama.cpp\convert.py \"$NEWNAME\" --outfile \"$FILENAME\" --vocab-dir $2