bench-all : add q4 models

This commit is contained in:
Georgi Gerganov 2023-11-10 22:23:18 +02:00
parent 997f7cbf13
commit 7a91a3ba60
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735

View File

@ -18,11 +18,11 @@ else
fi fi
models=( \ models=( \
"tiny" "tiny-q5_0" "tiny-q5_1" "tiny-q8_0" \ "tiny" "tiny-q4_0" "tiny-q4_1" "tiny-q5_0" "tiny-q5_1" "tiny-q8_0" \
"base" "base-q5_0" "base-q5_1" "base-q8_0" \ "base" "base-q4_0" "base-q4_1" "base-q5_0" "base-q5_1" "base-q8_0" \
"small" "small-q5_0" "small-q5_1" "small-q8_0" \ "small" "small-q4_0" "small-q4_1" "small-q5_0" "small-q5_1" "small-q8_0" \
"medium" "medium-q5_0" "medium-q5_1" "medium-q8_0" \ "medium" "medium-q4_0" "medium-q4_1" "medium-q5_0" "medium-q5_1" "medium-q8_0" \
"large" "large-q5_0" "large-q5_1" "large-q8_0" \ "large" "large-q4_0" "large-q4_1" "large-q5_0" "large-q5_1" "large-q8_0" \
) )
if [ "$encoder_only" -eq 0 ]; then if [ "$encoder_only" -eq 0 ]; then