serval-dna/tests/rhizomestress
Andrew Bettison 4851eaf536 Issue #20: remove unique socket names from tests
The recent work on abstract local socket names means that every instance has
its own unique abstract socket name anyway, so there is no need for test
scripts to use $TFWUNIQUE in MDP and Monitor socket names to avoid
intereference when run concurrently.
2013-09-20 14:24:55 +09:30

253 lines
7.9 KiB
Bash
Executable File

#!/bin/bash
# Stress tests for Serval rhizome protocol.
#
# Copyright 2012 Serval Project, Inc.
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
source "${0%/*}/../testframework.sh"
source "${0%/*}/../testdefs.sh"
source "${0%/*}/../testdefs_rhizome.sh"
shopt -s extglob
finally() {
stop_all_servald_servers
}
teardown() {
kill_all_servald_processes
assert_no_servald_processes
report_all_servald_servers
}
# Called by start_servald_instances for each instance.
configure_servald_server() {
executeOk_servald config \
set log.file.show_pid on \
set log.file.show_time on \
set debug.rhizome off \
set debug.rhizome_tx off \
set debug.rhizome_rx off \
set server.respawn_on_crash off \
set mdp.iftype.wifi.tick_ms 500
}
doc_StressRhizomeTransfer="Five nodes each sharing 26 bundles from 0B to 620K"
setup_StressRhizomeTransfer() {
setup_servald
assert_no_servald_processes
foreach_instance +A +B +C +D +E create_single_identity
for i in A B C D E
do
eval "bundles$i=()"
set_instance +$i
let j=0
for n in 1 2 3 4 5 6 7 8 9 a b c d e f g h i j k l m n o p q r s t u v w x y z
do
local sidvar="SID$instance_name"
local size=$((16 * (j ** 3)))
tfw_log "Adding file file-$i-$n, size $size"
create_file file-$i-$n $size
tfw_nolog executeOk_servald rhizome add file "${!sidvar}" file-$i-$n file-$i-$n.manifest
tfw_nolog extract_stdout_manifestid BID
tfw_nolog extract_stdout_version VERSION
eval "bundles$i+=(\$BID:\$VERSION)"
let j=j+1
done
done
}
start_instance() {
executeOk_servald config \
set server.interface_path "$SERVALD_VAR" \
set interfaces.0.file dummy \
set interfaces.0.dummy_address 127.0.0.$instance_number \
set interfaces.0.dummy_netmask 255.255.255.224
start_servald_server
}
test_StressRhizomeTransfer() {
>$SERVALD_VAR/dummy
foreach_instance +A +B +C +D +E \
start_instance
wait_until --timeout=600 bundle_received_by \
${bundlesA[*]} +B +C +D +E \
${bundlesB[*]} +A +C +D +E \
${bundlesC[*]} +A +B +D +E \
${bundlesD[*]} +A +B +C +E \
${bundlesE[*]} +A +B +C +D
stop_all_servald_servers
local i
for i in A B C D E; do
set_instance +$i
executeOk_servald rhizome list ''
assert_rhizome_list --fromhere=1 file-$i-? --fromhere=0 file-!($i)-?
assert_rhizome_received file-!($i)-?
done
}
amend_file() {
create_file --append file$instance_name 100
rm -f file$instance_name.manifest # ensure 'rhizome add file' generates a new Bundle ID
rhizome_add_file file$instance_name
}
rhizome_list_bundle_count() {
executeOk_servald rhizome list ''
local lineCount=$(( $(replayStdout | wc -l) + 0 ))
tfw_log "lineCount=$lineCount"
echo $(($lineCount - 2))
}
rhizome_bundle_count_equals() {
[ $(rhizome_list_bundle_count) -eq $1 ]
}
doc_StressRhizomeAdd="Add new bundles while transferring"
setup_StressRhizomeAdd() {
setup_servald
assert_no_servald_processes
foreach_instance +A +B +C +D +E +F +G +H create_single_identity
start_servald_instances +A +B +C +D +E +F +G +H
}
test_StressRhizomeAdd() {
local total_files=0
for i in A B C D E F G H I J K L M N O P Q R S T U V W X Y Z
do
foreach_instance +A +B +C +D +E +F +G +H amend_file
let total_files+=8
done
foreach_instance +A +B +C +D +E +F +G +H wait_until --timeout=120 rhizome_bundle_count_equals $total_files
}
doc_StressRhizomeDirect="Direct push/pull/sync 1500 bundles at once"
setup_StressRhizomeDirect() {
files_per_instance=300
setup_servald
assert_no_servald_processes
foreach_instance +A +B +C +D +E create_single_identity
local i
for i in A B C D E
do
set_instance +$i
executeOk_servald config \
set log.file.show_time on \
set debug.rhizome off \
set debug.rhizome_tx off \
set debug.rhizome_rx off \
set server.respawn_on_crash off \
set mdp.iftype.wifi.tick_ms 500
local sidvar="SID$instance_name"
for ((n = 0; n < $files_per_instance; ++n)); do
create_file file-$i-$n 10000
tfw_quietly executeOk_servald rhizome add file "${!sidvar}" file-$i-$n file-$i-$n.manifest
done
done
start_servald_instances dummy1 +A
wait_until rhizome_http_server_started +A
get_rhizome_server_port PORTA +A
for i in B C D E
do
set_instance +$i
executeOk_servald config \
set rhizome.direct.peer.0 "http://${addr_localhost}:${PORTA}" \
set log.file.path "$instance_servald_log"
done
}
test_StressRhizomeDirect() {
set_instance +B
fork executeOk_servald rhizome direct sync
set_instance +C
fork executeOk_servald rhizome direct pull
set_instance +D
fork executeOk_servald rhizome direct push
set_instance +E
fork executeOk_servald rhizome direct sync
forkWaitAll
set_instance +A
executeOk_servald rhizome list ''
tfw_quietly assert_rhizome_list --fromhere=1 file-A-!(*.manifest) --fromhere=0 file-[BDE]-!(*.manifest)
set_instance +B
executeOk_servald rhizome list ''
tfw_quietly assert_rhizome_list --fromhere=1 file-B-!(*.manifest) --fromhere=0 file-A-!(*.manifest) --and-others
reportfiles CDE
set_instance +C
executeOk_servald rhizome list ''
tfw_quietly assert_rhizome_list --fromhere=1 file-C-!(*.manifest) --fromhere=0 file-A-!(*.manifest) --and-others
reportfiles BDE
set_instance +D
executeOk_servald rhizome list ''
tfw_quietly assert_rhizome_list --fromhere=1 file-D-!(*.manifest)
set_instance +E
executeOk_servald rhizome list ''
tfw_quietly assert_rhizome_list --fromhere=1 file-E-!(*.manifest) --fromhere=0 file-A-!(*.manifest) --and-others
reportfiles BCD
}
reportfiles() {
replayStdout | sed -n -e '1,2p' -e "/:file-[$1]-/p" | rhizome_list_dump name bundleid >extrafiles || exit $?
tfw_log "$(cat extrafiles | wc -l) file(s) received by instance +$instance_name"
sort -t- -k2,2 -k3,3n extrafiles
}
doc_stressmeshms="Stress test messaging with 4 instances"
setup_stressmeshms() {
setup_servald
foreach_instance +A +B +C +D create_single_identity
start_servald_instances +A +B +C +D
}
message_arrived() {
executeOk_servald meshms list messages $1 $2
if ! grep ":<:$3\$" $_tfw_tmp/stdout; then
return 1
fi
}
test_stressmeshms() {
for i in {1..10}
do
for instance in A B C D
do
local sidvar="SID$instance"
set_instance +$instance
assert_servald_server_status running
executeOk_servald meshms list conversations ${!sidvar}
for dest in A B C D
do
[ $instance = $dest ] && continue
local destsid="SID$dest"
executeOk_servald meshms send message ${!sidvar} ${!destsid} "$instance to $dest, Message $i"
done
done
done
for instance in A B C D
do
local sidvar="SID$instance"
set_instance +$instance
for dest in A B C D
do
[ $instance = $dest ] && continue
local destsid="SID$dest"
wait_until message_arrived ${!sidvar} ${!destsid} "$dest to $instance, Message 10"
executeOk_servald meshms list messages ${!sidvar} ${!destsid}
tfw_cat --stdout
done
done
}
runTests "$@"