genode/repos/ports/run/vmm_vm_stress.inc

#!/usr/bin/expect

set current_date [clock format [clock seconds] -format %a]
if {[get_cmd_switch --autopilot] && $current_date != "Sat" && $current_date != "Sun" } {
	puts "\n Run script is not supported on this platform today. \n";
	exit 0
}

run_genode_until $match_boot_string 40

set t_vm_boot_start    [clock seconds]
run_genode_until "$match_guest_log.*git clone" 90 [output_spawn_id]
set t_vm_git_clone     [clock seconds]
run_genode_until "$match_guest_log.*prepare ports" 70 [output_spawn_id]
set t_vm_prepare_ports [clock seconds]
run_genode_until "$match_guest_log.*make -j" 200 [output_spawn_id]
set t_vm_make_j        [clock seconds]
run_genode_until "$match_guest_log.*make done" 500 [output_spawn_id]
set t_vm_make_done     [clock seconds]

run_genode_until "$match_guest_log.*cpus=" 20 [output_spawn_id]
run_genode_until "$match_guest_log.*Done stress.sh" 10 [output_spawn_id]

set t_clone         [expr $t_vm_prepare_ports - $t_vm_git_clone]
set t_prepare_ports [expr $t_vm_make_j        - $t_vm_prepare_ports]
set t_make          [expr $t_vm_make_done     - $t_vm_make_j]

set results_end     [llength $results_expected]
set result_make     [lindex $results_expected [expr $results_end - 1]]
set result_prepare  [lindex $results_expected [expr $results_end - 2]]
set result_clone    [lindex $results_expected [expr $results_end - 3]]

set output_result "(host-tcl)             cpus=$use_vcpus - clone=$t_clone - prepare_port=$t_prepare_ports - make=$t_make"
set output_result_ci "(host)                 cpus=$use_vcpus - clone=$t_clone,$result_clone - prepare_port=$t_prepare_ports,$result_prepare - make=$t_make,$result_make"

set output_extra "boottimeVM=[expr $t_vm_git_clone - $t_vm_boot_start]"

puts "\n$output_result_ci - $output_extra - $vmm_name\n"
append output_host "$output_result\n"
append output_host_extra "$output_extra\n"


##
# Evaluate results of stress test
#
proc evaluate_stress { } {

	global output_host_extra
	global output_host
	global output
	global results_expected
	global boottime_expected

	set results_boottime [regexp -all -inline {[0-9]+} $output_host_extra]
	set results_host     [regexp -all -inline {[0-9]+} $output_host]
	set results_guest    [regexp -all -inline {[0-9]+} $output]
	set results_len      [llength $results_host]

	puts "host     results $results_host"
	puts "guest    results $results_guest"
	puts "expected results $results_expected"
	puts "boottime host    $results_boottime"
	puts "boottime expect  $boottime_expected"

	#
	# Sanity check
	#
	if {$results_len != [llength $results_expected] ||
		$results_len != [llength $results_guest] ||
		[llength $boottime_expected] != [llength $results_boottime]} {
		puts "Result length not as expected"
		exit -1
	}

	set result_miss 0

	for { set i 0 } { $i < $results_len } { incr i} {
		set res_h [lindex $results_host $i]
		set res_g [lindex $results_guest $i]
		set res_e [lindex $results_expected $i]
		if {$res_h != $res_e || $res_g != $res_e} {
			set diff_abs_h [expr abs($res_h - $res_e)]
			set diff_abs_g [expr abs($res_g - $res_e)]

			switch [expr $i % 4] {
				0 {
					# the cpu number count must be identical
					incr result_miss
				}
				1 {
					# give clone numbers 5s diff
					if { $diff_abs_h > 5 || $diff_abs_g > 5 } { incr result_miss }
				}
				2 {
					# give prepare ports 10s diff
					if { $diff_abs_h > 10 || $diff_abs_g > 10 } { incr result_miss }
				}
				3 {
					if { $diff_abs_h > 1 || $diff_abs_g > 1 } { incr result_miss }
				}
			}
		}
	}

	for { set i 0} { $i < $results_len } { incr i} {
		set res_h [lindex $results_boottime $i]
		set res_e [lindex $boottime_expected $i]

		if {$res_h != $res_e} {
			set diff_abs [expr abs($res_h - $res_e)]

			if { $diff_abs > 1 } { incr result_miss }
		}
	}

	if {$result_miss} {
		puts "$result_miss results deviate too much"
	}
}