serval-dna/tests/rhizomestress

253 lines
7.9 KiB
Plaintext
Raw Normal View History

#!/bin/bash
# Stress tests for Serval rhizome protocol.
#
2013-02-06 08:25:31 +00:00
# Copyright 2012 Serval Project, Inc.
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
source "${0%/*}/../testframework.sh"
source "${0%/*}/../testdefs.sh"
source "${0%/*}/../testdefs_rhizome.sh"
shopt -s extglob
finally() {
stop_all_servald_servers
}
teardown() {
kill_all_servald_processes
assert_no_servald_processes
report_all_servald_servers
}
# Called by start_servald_instances for each instance.
configure_servald_server() {
executeOk_servald config \
set log.file.show_pid on \
set log.file.show_time on \
set debug.rhizome off \
set debug.rhizome_tx off \
set debug.rhizome_rx off \
set server.respawn_on_crash off \
set mdp.iftype.wifi.tick_ms 500
}
doc_StressRhizomeTransfer="Five nodes each sharing 26 bundles from 0B to 620K"
setup_StressRhizomeTransfer() {
setup_servald
assert_no_servald_processes
foreach_instance +A +B +C +D +E create_single_identity
for i in A B C D E
do
eval "bundles$i=()"
set_instance +$i
let j=0
for n in 1 2 3 4 5 6 7 8 9 a b c d e f g h i j k l m n o p q r s t u v w x y z
do
local sidvar="SID$instance_name"
local size=$((16 * (j ** 3)))
tfw_log "Adding file file-$i-$n, size $size"
create_file file-$i-$n $size
tfw_nolog executeOk_servald rhizome add file "${!sidvar}" file-$i-$n file-$i-$n.manifest
tfw_nolog extract_stdout_manifestid BID
tfw_nolog extract_stdout_version VERSION
eval "bundles$i+=(\$BID:\$VERSION)"
let j=j+1
done
done
}
start_instance() {
executeOk_servald config \
set server.interface_path "$SERVALD_VAR" \
set interfaces.0.file dummy \
set interfaces.0.dummy_address 127.0.0.$instance_number \
set interfaces.0.dummy_netmask 255.255.255.224
start_servald_server
}
test_StressRhizomeTransfer() {
>$SERVALD_VAR/dummy
foreach_instance +A +B +C +D +E \
start_instance
wait_until --timeout=600 bundle_received_by \
${bundlesA[*]} +B +C +D +E \
${bundlesB[*]} +A +C +D +E \
${bundlesC[*]} +A +B +D +E \
${bundlesD[*]} +A +B +C +E \
${bundlesE[*]} +A +B +C +D
stop_all_servald_servers
local i
for i in A B C D E; do
set_instance +$i
executeOk_servald rhizome list ''
assert_rhizome_list --fromhere=1 file-$i-? --fromhere=0 file-!($i)-?
assert_rhizome_received file-!($i)-?
done
}
amend_file() {
create_file --append file$instance_name 100
rm -f file$instance_name.manifest # ensure 'rhizome add file' generates a new Bundle ID
rhizome_add_file file$instance_name
}
rhizome_list_bundle_count() {
executeOk_servald rhizome list ''
local lineCount=$(( $(replayStdout | wc -l) + 0 ))
tfw_log "lineCount=$lineCount"
echo $(($lineCount - 2))
}
rhizome_bundle_count_equals() {
[ $(rhizome_list_bundle_count) -eq $1 ]
}
doc_StressRhizomeAdd="Add new bundles while transferring"
setup_StressRhizomeAdd() {
setup_servald
assert_no_servald_processes
foreach_instance +A +B +C +D +E +F +G +H create_single_identity
start_servald_instances +A +B +C +D +E +F +G +H
}
test_StressRhizomeAdd() {
local total_files=0
for i in A B C D E F G H I J K L M N O P Q R S T U V W X Y Z
do
foreach_instance +A +B +C +D +E +F +G +H amend_file
let total_files+=8
done
foreach_instance +A +B +C +D +E +F +G +H wait_until --timeout=120 rhizome_bundle_count_equals $total_files
}
doc_StressRhizomeDirect="Direct push/pull/sync 1500 bundles at once"
setup_StressRhizomeDirect() {
files_per_instance=300
setup_servald
assert_no_servald_processes
foreach_instance +A +B +C +D +E create_single_identity
local i
for i in A B C D E
do
set_instance +$i
executeOk_servald config \
set log.file.show_time on \
set debug.rhizome off \
set debug.rhizome_tx off \
set debug.rhizome_rx off \
set server.respawn_on_crash off \
set mdp.iftype.wifi.tick_ms 500
local sidvar="SID$instance_name"
for ((n = 0; n < $files_per_instance; ++n)); do
create_file file-$i-$n 10000
tfw_quietly executeOk_servald rhizome add file "${!sidvar}" file-$i-$n file-$i-$n.manifest
done
done
start_servald_instances dummy1 +A
wait_until rhizome_http_server_started +A
get_rhizome_server_port PORTA +A
for i in B C D E
do
set_instance +$i
executeOk_servald config \
set rhizome.direct.peer.0 "http://${addr_localhost}:${PORTA}" \
set log.file.path "$instance_servald_log"
done
}
test_StressRhizomeDirect() {
set_instance +B
fork executeOk_servald rhizome direct sync
set_instance +C
fork executeOk_servald rhizome direct pull
set_instance +D
fork executeOk_servald rhizome direct push
set_instance +E
fork executeOk_servald rhizome direct sync
forkWaitAll
set_instance +A
executeOk_servald rhizome list ''
tfw_quietly assert_rhizome_list --fromhere=1 file-A-!(*.manifest) --fromhere=0 file-[BDE]-!(*.manifest)
set_instance +B
executeOk_servald rhizome list ''
tfw_quietly assert_rhizome_list --fromhere=1 file-B-!(*.manifest) --fromhere=0 file-A-!(*.manifest) --and-others
reportfiles CDE
set_instance +C
executeOk_servald rhizome list ''
tfw_quietly assert_rhizome_list --fromhere=1 file-C-!(*.manifest) --fromhere=0 file-A-!(*.manifest) --and-others
reportfiles BDE
set_instance +D
executeOk_servald rhizome list ''
tfw_quietly assert_rhizome_list --fromhere=1 file-D-!(*.manifest)
set_instance +E
executeOk_servald rhizome list ''
tfw_quietly assert_rhizome_list --fromhere=1 file-E-!(*.manifest) --fromhere=0 file-A-!(*.manifest) --and-others
reportfiles BCD
}
reportfiles() {
replayStdout | sed -n -e '1,2p' -e "/:file-[$1]-/p" | rhizome_list_dump name bundleid >extrafiles || exit $?
tfw_log "$(cat extrafiles | wc -l) file(s) received by instance +$instance_name"
sort -t- -k2,2 -k3,3n extrafiles
}
doc_stressmeshms="Stress test messaging with 4 instances"
setup_stressmeshms() {
setup_servald
foreach_instance +A +B +C +D create_single_identity
start_servald_instances +A +B +C +D
}
message_arrived() {
executeOk_servald meshms list messages $1 $2
if ! grep ":<:$3\$" $_tfw_tmp/stdout; then
return 1
fi
}
test_stressmeshms() {
for i in {1..10}
do
for instance in A B C D
do
local sidvar="SID$instance"
set_instance +$instance
assert_servald_server_status running
executeOk_servald meshms list conversations ${!sidvar}
for dest in A B C D
do
[ $instance = $dest ] && continue
local destsid="SID$dest"
executeOk_servald meshms send message ${!sidvar} ${!destsid} "$instance to $dest, Message $i"
done
done
done
for instance in A B C D
do
local sidvar="SID$instance"
set_instance +$instance
for dest in A B C D
do
[ $instance = $dest ] && continue
local destsid="SID$dest"
wait_until message_arrived ${!sidvar} ${!destsid} "$dest to $instance, Message 10"
executeOk_servald meshms list messages ${!sidvar} ${!destsid}
tfw_cat --stdout
done
done
}
runTests "$@"