mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-20 21:23:10 +00:00
12 lines
267 B
Bash
12 lines
267 B
Bash
|
#!/bin/bash
|
||
|
|
set -ex
|
||
|
|
|
||
|
|
URL=$1
|
||
|
|
OUT=$2
|
||
|
|
FILENAME=$(basename $URL)
|
||
|
|
|
||
|
|
wget -nc $URL -O /build/$FILENAME
|
||
|
|
|
||
|
|
python3 /build/rwkv.cpp/rwkv/convert_pytorch_to_ggml.py /build/$FILENAME /build/float-model float16
|
||
|
|
python3 /build/rwkv.cpp/rwkv/quantize.py /build/float-model $OUT Q4_2
|