ExternalVendorCode/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/whisper.cpp.git synced 2025-06-18 14:58:09 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

scripts : update to new build system

Browse Source
This commit is contained in:
Georgi Gerganov
2024-12-09 11:30:16 +02:00
parent 5980b1ae77
commit ed733e85a1
3 changed files with 10 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
scripts/bench-all.sh
View File

@ -2,7 +2,7 @@
# Helper script to run the bench tool on all models and print the results in share-able format
printf "Usage: ./bench.sh [n_threads] [encoder-only] [flash-attn]\n"
printf "Usage: ./scripts/bench-all.sh [n_threads] [encoder-only] [flash-attn]\n"
if [ -z "$1" ]; then
n_threads=4
@ -38,13 +38,13 @@ if [ "$encoder_only" -eq 0 ]; then
printf "Running memcpy benchmark\n"
printf "\n"
./bench -w 1 -t $n_threads 2>&1
./build/bin/bench -w 1 -t $n_threads 2>&1
printf "\n"
printf "Running ggml_mul_mat benchmark with $n_threads threads\n"
printf "\n"
./bench -w 2 -t $n_threads 2>&1
./build/bin/bench -w 2 -t $n_threads 2>&1
printf "\n"
printf "Running benchmark for all models\n"
@ -64,7 +64,7 @@ printf "| %6s | %6s | %16s | %13s | %3s | %3s | %7s | %7s | %7s | %7s | %7s |\n"
for model in "${models[@]}"; do
# actual run
# store stderr output in a variable in order to parse it later
output=$(./bench -m ./models/ggml-$model.bin -t $n_threads $fattn 2>&1)
output=$(./build/bin/bench -m ./models/ggml-$model.bin -t $n_threads $fattn 2>&1)
ret=$?
# parse the output: