mirror of
https://github.com/nasa/trick.git
synced 2024-12-19 21:27:54 +00:00
69 lines
3.6 KiB
Python
69 lines
3.6 KiB
Python
import sys
|
|
import os
|
|
|
|
thisdir = os.path.abspath(os.path.dirname(os.path.realpath(__file__)))
|
|
sys.path.append(os.path.join(thisdir,"share/trick/trickops"))
|
|
|
|
from TrickWorkflow import *
|
|
from WorkflowCommon import Job
|
|
|
|
max_retries = 5
|
|
|
|
class SimTestWorkflow(TrickWorkflow):
|
|
def __init__( self, quiet, trick_top_level, cpus):
|
|
self.cpus = cpus
|
|
# Create the trick_test directory if it doesn't already exist
|
|
if not os.path.exists(trick_top_level + "/trick_test"):
|
|
os.makedirs(trick_top_level + "/trick_test")
|
|
|
|
# Base Class initialize, this creates internal management structures
|
|
TrickWorkflow.__init__(self, project_top_level=(trick_top_level), log_dir=(trick_top_level +'/trickops_logs/'),
|
|
trick_dir=trick_top_level, config_file=(trick_top_level + "/test_sims.yml"), cpus=self.cpus, quiet=quiet)
|
|
def run( self ):
|
|
build_jobs = self.get_jobs(kind='build')
|
|
# Two sims have runs that require ordering via phases:
|
|
# - SIM_stls dumps a checkpoint that is then read in and checked by a subsequent run
|
|
# - SIM_checkpoint_data_recording dumps checkpoints that are read by subsequent runs
|
|
first_run_jobs = self.get_jobs(kind='run', phase=-1) # Get all jobs with early phase -1
|
|
remaining_run_jobs = self.get_jobs(kind='run', phase=0) # Get all jobs with default phase 0
|
|
analysis_jobs = self.get_jobs(kind='analyze')
|
|
|
|
builds_status = self.execute_jobs(build_jobs, max_concurrent=self.cpus, header='Executing all sim builds.')
|
|
first_phase_run_status = self.execute_jobs(first_run_jobs, max_concurrent=self.cpus, header="Executing first phase runs.", job_timeout=1000)
|
|
runs_status = self.execute_jobs(remaining_run_jobs, max_concurrent=self.cpus, header='Executing remaining runs.', job_timeout=1000)
|
|
|
|
comparison_result = self.compare()
|
|
analysis_status = self.execute_jobs(analysis_jobs, max_concurrent=self.cpus, header='Executing all analysis.')
|
|
|
|
self.report() # Print Verbose report
|
|
self.status_summary() # Print a Succinct summary
|
|
|
|
# Dump failing logs
|
|
jobs = build_jobs + first_run_jobs + remaining_run_jobs
|
|
for job in jobs:
|
|
if job.get_status() == Job.Status.FAILED or job.get_status() == Job.Status.TIMEOUT:
|
|
print ("*"*120)
|
|
if job.get_status() == Job.Status.FAILED:
|
|
header = "Failing job: " + job.name
|
|
else:
|
|
header = "Timed out job: " + job.name
|
|
|
|
numspaces = int((120 - 20 - len(header))/2 -2)
|
|
print("*"*10, " "*numspaces, header, " "*numspaces, "*"*10,)
|
|
print ("*"*120)
|
|
print(open(job.log_file, "r").read())
|
|
print ("*"*120, "\n\n\n")
|
|
|
|
return (builds_status or runs_status or first_phase_run_status or len(self.config_errors) > 0 or comparison_result or analysis_status)
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser(description='Build, run, and compare all test sims for Trick',
|
|
formatter_class=argparse.ArgumentDefaultsHelpFormatter)
|
|
parser.add_argument( "--trick_top_level", type=str, help="Path to TRICK_HOME", default=thisdir)
|
|
parser.add_argument( "--quiet", action="store_true", help="Suppress progress bars.")
|
|
parser.add_argument( "--cpus", type=int, default=(os.cpu_count() if os.cpu_count() is not None else 8),
|
|
help="Number of cpus to use for testing. For builds this number is used for MAKEFLAGS *and* number of "
|
|
"concurrent builds (cpus^2). For sim runs this controls the maximum number of simultaneous runs.")
|
|
myargs = parser.parse_args()
|
|
sys.exit(SimTestWorkflow(quiet=myargs.quiet, trick_top_level=myargs.trick_top_level, cpus=myargs.cpus).run())
|