bench : more concise representation of the results (#89)

This commit is contained in:
Georgi Gerganov 2022-12-11 11:56:13 +02:00
parent 054940e1f6
commit ea38ad6e70
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735

View File

@ -17,8 +17,8 @@ printf "Running benchmark for all models\n"
printf "This can take a while!\n" printf "This can take a while!\n"
printf "\n" printf "\n"
printf "| CPU | OS | Config | Model | Threads | Load [ms] | Encode [ms] | Commit |\n" printf "| CPU | OS | Config | Model | Th | Load | Enc. | Commit |\n"
printf "| --- | -- | ------ | ----- | ------- | --------- | ----------- | ------ |\n" printf "| --- | -- | ------ | ----- | -- | ---- | ---- | ------ |\n"
for model in "${models[@]}"; do for model in "${models[@]}"; do
# run once to heat-up the cache # run once to heat-up the cache
@ -34,6 +34,10 @@ for model in "${models[@]}"; do
system_info=$(echo "$output" | grep "system_info") system_info=$(echo "$output" | grep "system_info")
n_threads=$(echo "$output" | grep "system_info" | awk '{print $4}') n_threads=$(echo "$output" | grep "system_info" | awk '{print $4}')
# floor to milliseconds
load_time=${load_time%.*}
encode_time=${encode_time%.*}
config="" config=""
if [[ $system_info == *"AVX2 = 1"* ]]; then if [[ $system_info == *"AVX2 = 1"* ]]; then