mirror of
https://github.com/servalproject/serval-dna.git
synced 2024-12-19 05:07:56 +00:00
a882b8ebc6
Since a default timeout was added to the execute() primitive
(b1b5a79) the Rhizome Direct test fails.
255 lines
8.0 KiB
Bash
Executable File
255 lines
8.0 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Stress tests for Serval rhizome protocol.
|
|
#
|
|
# Copyright 2012 Serval Project, Inc.
|
|
#
|
|
# This program is free software; you can redistribute it and/or
|
|
# modify it under the terms of the GNU General Public License
|
|
# as published by the Free Software Foundation; either version 2
|
|
# of the License, or (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program; if not, write to the Free Software
|
|
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
|
|
source "${0%/*}/../testframework.sh"
|
|
source "${0%/*}/../testdefs.sh"
|
|
source "${0%/*}/../testdefs_rhizome.sh"
|
|
|
|
shopt -s extglob
|
|
|
|
finally() {
|
|
stop_all_servald_servers
|
|
}
|
|
|
|
teardown() {
|
|
kill_all_servald_processes
|
|
assert_no_servald_processes
|
|
report_all_servald_servers
|
|
}
|
|
|
|
# Called by start_servald_instances for each instance.
|
|
configure_servald_server() {
|
|
executeOk_servald config \
|
|
set log.file.show_pid on \
|
|
set log.file.show_time on \
|
|
set debug.rhizome off \
|
|
set debug.rhizome_httpd off \
|
|
set debug.rhizome_tx off \
|
|
set debug.rhizome_rx off \
|
|
set server.respawn_on_crash off \
|
|
set mdp.iftype.wifi.tick_ms 500
|
|
}
|
|
|
|
doc_StressRhizomeTransfer="Five nodes each sharing 26 bundles from 0B to 620K"
|
|
setup_StressRhizomeTransfer() {
|
|
setup_servald
|
|
assert_no_servald_processes
|
|
foreach_instance +A +B +C +D +E create_single_identity
|
|
for i in A B C D E
|
|
do
|
|
eval "bundles$i=()"
|
|
set_instance +$i
|
|
let j=0
|
|
for n in 1 2 3 4 5 6 7 8 9 a b c d e f g h i j k l m n o p q r s t u v w x y z
|
|
do
|
|
local sidvar="SID$instance_name"
|
|
local size=$((16 * (j ** 3)))
|
|
tfw_log "Adding file file-$i-$n, size $size"
|
|
create_file file-$i-$n $size
|
|
tfw_nolog executeOk_servald rhizome add file "${!sidvar}" file-$i-$n file-$i-$n.manifest
|
|
tfw_nolog extract_stdout_manifestid BID
|
|
tfw_nolog extract_stdout_version VERSION
|
|
eval "bundles$i+=(\$BID:\$VERSION)"
|
|
let j=j+1
|
|
done
|
|
done
|
|
}
|
|
|
|
start_instance() {
|
|
executeOk_servald config \
|
|
set server.interface_path "$SERVALD_VAR" \
|
|
set interfaces.0.file dummy \
|
|
set interfaces.0.dummy_address 127.0.0.$instance_number \
|
|
set interfaces.0.dummy_netmask 255.255.255.224
|
|
start_servald_server
|
|
}
|
|
|
|
test_StressRhizomeTransfer() {
|
|
>$SERVALD_VAR/dummy
|
|
foreach_instance +A +B +C +D +E \
|
|
start_instance
|
|
wait_until --timeout=600 bundle_received_by \
|
|
${bundlesA[*]} +B +C +D +E \
|
|
${bundlesB[*]} +A +C +D +E \
|
|
${bundlesC[*]} +A +B +D +E \
|
|
${bundlesD[*]} +A +B +C +E \
|
|
${bundlesE[*]} +A +B +C +D
|
|
stop_all_servald_servers
|
|
local i
|
|
for i in A B C D E; do
|
|
set_instance +$i
|
|
executeOk_servald rhizome list ''
|
|
assert_rhizome_list --fromhere=1 file-$i-? --fromhere=0 file-!($i)-?
|
|
assert_rhizome_received file-!($i)-?
|
|
done
|
|
}
|
|
|
|
amend_file() {
|
|
create_file --append file$instance_name 100
|
|
rm -f file$instance_name.manifest # ensure 'rhizome add file' generates a new Bundle ID
|
|
rhizome_add_file file$instance_name
|
|
}
|
|
|
|
rhizome_list_bundle_count() {
|
|
executeOk_servald rhizome list ''
|
|
local lineCount=$(( $(replayStdout | wc -l) + 0 ))
|
|
tfw_log "lineCount=$lineCount"
|
|
echo $(($lineCount - 2))
|
|
}
|
|
|
|
rhizome_bundle_count_equals() {
|
|
[ $(rhizome_list_bundle_count) -eq $1 ]
|
|
}
|
|
|
|
doc_StressRhizomeAdd="Add new bundles while transferring"
|
|
setup_StressRhizomeAdd() {
|
|
setup_servald
|
|
assert_no_servald_processes
|
|
foreach_instance +A +B +C +D +E +F +G +H create_single_identity
|
|
start_servald_instances +A +B +C +D +E +F +G +H
|
|
}
|
|
test_StressRhizomeAdd() {
|
|
local total_files=0
|
|
for i in A B C D E F G H I J K L M N O P Q R S T U V W X Y Z
|
|
do
|
|
foreach_instance +A +B +C +D +E +F +G +H amend_file
|
|
let total_files+=8
|
|
done
|
|
foreach_instance +A +B +C +D +E +F +G +H wait_until --timeout=120 rhizome_bundle_count_equals $total_files
|
|
}
|
|
|
|
doc_StressRhizomeDirect="Direct push/pull/sync 1500 bundles at once"
|
|
setup_StressRhizomeDirect() {
|
|
files_per_instance=300
|
|
setup_servald
|
|
assert_no_servald_processes
|
|
foreach_instance +A +B +C +D +E create_single_identity
|
|
local i
|
|
for i in A B C D E
|
|
do
|
|
set_instance +$i
|
|
executeOk_servald config \
|
|
set log.file.show_time on \
|
|
set debug.rhizome off \
|
|
set debug.rhizome_httpd off \
|
|
set debug.rhizome_tx off \
|
|
set debug.rhizome_rx off \
|
|
set server.respawn_on_crash off \
|
|
set mdp.iftype.wifi.tick_ms 500
|
|
local sidvar="SID$instance_name"
|
|
for ((n = 0; n < $files_per_instance; ++n)); do
|
|
create_file file-$i-$n 10000
|
|
tfw_quietly executeOk_servald rhizome add file "${!sidvar}" file-$i-$n file-$i-$n.manifest
|
|
done
|
|
done
|
|
start_servald_instances dummy1 +A
|
|
wait_until rhizome_http_server_started +A
|
|
get_rhizome_server_port PORTA +A
|
|
for i in B C D E
|
|
do
|
|
set_instance +$i
|
|
executeOk_servald config \
|
|
set rhizome.direct.peer.0 "http://${addr_localhost}:${PORTA}" \
|
|
set log.file.path "$instance_servald_log"
|
|
|
|
done
|
|
}
|
|
test_StressRhizomeDirect() {
|
|
set_instance +B
|
|
fork executeOk_servald --timeout=600 rhizome direct sync
|
|
set_instance +C
|
|
fork executeOk_servald --timeout=600 rhizome direct pull
|
|
set_instance +D
|
|
fork executeOk_servald --timeout=600 rhizome direct push
|
|
set_instance +E
|
|
fork executeOk_servald --timeout=600 rhizome direct sync
|
|
fork_wait_all
|
|
set_instance +A
|
|
executeOk_servald rhizome list ''
|
|
tfw_quietly assert_rhizome_list --fromhere=1 file-A-!(*.manifest) --fromhere=0 file-[BDE]-!(*.manifest)
|
|
set_instance +B
|
|
executeOk_servald rhizome list ''
|
|
tfw_quietly assert_rhizome_list --fromhere=1 file-B-!(*.manifest) --fromhere=0 file-A-!(*.manifest) --and-others
|
|
reportfiles CDE
|
|
set_instance +C
|
|
executeOk_servald rhizome list ''
|
|
tfw_quietly assert_rhizome_list --fromhere=1 file-C-!(*.manifest) --fromhere=0 file-A-!(*.manifest) --and-others
|
|
reportfiles BDE
|
|
set_instance +D
|
|
executeOk_servald rhizome list ''
|
|
tfw_quietly assert_rhizome_list --fromhere=1 file-D-!(*.manifest)
|
|
set_instance +E
|
|
executeOk_servald rhizome list ''
|
|
tfw_quietly assert_rhizome_list --fromhere=1 file-E-!(*.manifest) --fromhere=0 file-A-!(*.manifest) --and-others
|
|
reportfiles BCD
|
|
}
|
|
|
|
reportfiles() {
|
|
replayStdout | sed -n -e '1,2p' -e "/:file-[$1]-/p" | rhizome_list_dump name bundleid >extrafiles || exit $?
|
|
tfw_log "$(cat extrafiles | wc -l) file(s) received by instance +$instance_name"
|
|
sort -t- -k2,2 -k3,3n extrafiles
|
|
}
|
|
|
|
doc_stressmeshms="Stress test messaging with 4 instances"
|
|
setup_stressmeshms() {
|
|
setup_servald
|
|
foreach_instance +A +B +C +D create_single_identity
|
|
start_servald_instances +A +B +C +D
|
|
}
|
|
message_arrived() {
|
|
executeOk_servald meshms list messages $1 $2
|
|
if ! grep ":<:$3\$" $_tfw_tmp/stdout; then
|
|
return 1
|
|
fi
|
|
}
|
|
test_stressmeshms() {
|
|
for i in {1..10}
|
|
do
|
|
for instance in A B C D
|
|
do
|
|
local sidvar="SID$instance"
|
|
set_instance +$instance
|
|
assert_servald_server_status running
|
|
executeOk_servald meshms list conversations ${!sidvar}
|
|
for dest in A B C D
|
|
do
|
|
[ $instance = $dest ] && continue
|
|
local destsid="SID$dest"
|
|
executeOk_servald meshms send message ${!sidvar} ${!destsid} "$instance to $dest, Message $i"
|
|
done
|
|
done
|
|
done
|
|
for instance in A B C D
|
|
do
|
|
local sidvar="SID$instance"
|
|
set_instance +$instance
|
|
for dest in A B C D
|
|
do
|
|
[ $instance = $dest ] && continue
|
|
local destsid="SID$dest"
|
|
wait_until message_arrived ${!sidvar} ${!destsid} "$dest to $instance, Message 10"
|
|
executeOk_servald meshms list messages ${!sidvar} ${!destsid}
|
|
tfw_cat --stdout
|
|
done
|
|
done
|
|
}
|
|
|
|
runTests "$@"
|