diff --git a/ci/rt-status.py b/ci/rt-status.py index af73b0660..3514b5060 100755 --- a/ci/rt-status.py +++ b/ci/rt-status.py @@ -9,6 +9,7 @@ import os import sys +import re # files used in result comparison test_list = os.environ["test_list"].split() @@ -34,7 +35,8 @@ def check_for_diff(tests): full_file = full_case_dir + '/' + file if file.endswith('.diff') or ( file=="TEST_ERROR" and os.path.getsize(full_file) ): for test in tests: - if test in case_dir: + rpat = rf"\b{test}_\d+\b" + if re.match(rpat, case_dir): diff_case = test break if diff_case: diff --git a/ci/rt_verify.pl b/ci/rt_verify.pl new file mode 100644 index 000000000..e9839653e --- /dev/null +++ b/ci/rt_verify.pl @@ -0,0 +1,429 @@ +#!/usr/bin/perl -w + +#--------------------------------------------------------- +# Utility script to summarize regression testing results +# Searches for errors in work directory +# Compares runtimes of test suites against baseline times +# Finds baseline file changes +# Copies new baseline files into place +#--------------------------------------------------------- + +use strict; +use Cwd qw(getcwd); +use Getopt::Long qw(GetOptions); +use File::Basename; + +#------------------ +# Global Variables +#------------------ +my $URSA_BASELINE = '/scratch4/NAGAPE/epic/role-epic/ursa/UPP/test_suite'; +my $ORION_BASELINE = '/work/noaa/epic/role-epic/orion/UPP'; +my $HERCULES_BASELINE = '/work/noaa/epic/role-epic/hercules/UPP'; +my $URSA_SUDO_PREFIX = 'sudo su - role.epic -c'; +my $MSU_SUDO_PREFIX = 'sudo -u role-epic sh -c'; +my $WORK_DIR_PATTERN = '^work-upp-([A-Z]*)-(intel[a-z]*)$'; +my $REL_LOG_DIR_PATH = '../tests/logs'; +my $RUNTIME_PATTERN = '([a-z0-9]+)_test ([0-9:]{8}) -- baseline ([0-9:]{8})$'; +my $BASELINE_PATTERN = 'changes in results for case ([0-9a-z_]+) in (.*)$'; +my $debug = 0; +my $copy_files = 0; + +#--------------------------------------------------------- +# Return the RDHPC system specific baseline directory +# Arguments: +# $_[0]: RDHPC system name (ursa|orion|hercules) +# Return: Path to RDHPC specific baseline directory +#--------------------------------------------------------- +sub getBaselineDir() +{ + my $rv = undef; + my $sys = shift; + + if ($sys eq "ursa") { $rv = $URSA_BASELINE; } + elsif ($sys eq "orion") { $rv = $ORION_BASELINE; } + elsif ($sys eq "hercules") { $rv = $HERCULES_BASELINE; } + else { &errHand("Undefined RDHPC System: ${sys}"); } + + return $rv; +} + +#--------------------------------------------------------- +# Return the full RDHPC system specific baseline directory +# Arguments: +# $_[0]: RDHPC system name (ursa|orion|hercules) +# $_[1]: Compiler +# $_[2]: Test Suite +# Return: Path to full RDHPC specific baseline directory +#--------------------------------------------------------- +sub getFullBaselineDir() +{ + my $rv =undef; + my ($sys, $cmplr, $ts) = @_; + + $rv = sprintf("%s/data_out_%s/%s", &getBaselineDir($sys), $cmplr, $ts); + + &errHand("Directory DNE: ${rv} -- $!") unless(-d $rv); + + return $rv; +} + + +#--------------------------------------------------------- +# Return the RDHPC system specific sudo command prefix +# - This will allow the script to execute as the epic +# - group user (provided you have permission). You will +# - br prompted for the password +# Arguments: +# $_[0]: RDHPC system name (ursa|orion|hercules) +# Return: String value of RDHPC specific sudo prefix +#--------------------------------------------------------- +sub getSudoPrefix() +{ + my $rv = undef; + my $sys = shift; + + if ($sys eq "ursa") + { + $rv = $URSA_SUDO_PREFIX; + } + elsif ($sys eq "hercules" or $sys eq "orion") + { + $rv = $MSU_SUDO_PREFIX; + } + else + { + &errHand("Undefined RDHPC System: ${sys}"); + } + + return $rv; +} + +#--------------------------------------------------------- +# Return a search pattern to find the UPP work directory +#--------------------------------------------------------- +sub getWorkDirPattern() +{ + return "${WORK_DIR_PATTERN}"; +} + +#--------------------------------------------------------- +# Return a search pattern to find to populate runtime hash +#--------------------------------------------------------- +sub getRuntimePattern() +{ + return "${RUNTIME_PATTERN}"; +} + +#--------------------------------------------------------- +# Return a search pattern to find changed baseline files +#--------------------------------------------------------- +sub getBaselinePattern() +{ + return "${BASELINE_PATTERN}"; +} + +#--------------------------------------------------------- +# Return the relative path to the UPP log directory +#--------------------------------------------------------- +sub getRelLogDirPath +{ + return "${REL_LOG_DIR_PATH}"; +} + +#--------------------------------------------------------- +# Change directories to provided directory +# Arguments: +# $_[0]: Destination directory path +#--------------------------------------------------------- +sub changeDir() +{ + my $dir = shift; + chdir($dir) or + &errHand("Could not change directories: $dir"); +} + +#--------------------------------------------------------- +# Return a string with the UPP working directory +# Arguments: +# $_[0]: UPP Run Directory Path +# Return: String name of UPP working directory +#--------------------------------------------------------- +sub getWorkDir() +{ + my $rv = undef; + my $dir = shift; + my $pat = getWorkDirPattern(); + + opendir(my $dh, $dir) + or &errHand("Could not open directory: ${dir} -- $!"); + while(readdir($dh)) + { + $rv = $_ if(/$pat/); + } + close $dh; + + return $rv; +} + +#--------------------------------------------------------- +# Return a string with the UPP working directory +# Arguments: +# $_[0]: system (lower case) +# $_[1]: compiler +# Return: String name of log file to scrape +#--------------------------------------------------------- +sub getLogFile() +{ + return "rt.log." . uc($_[0]) . "_$_[1]"; +} + +#--------------------------------------------------------- +# Populate the runtime hash +# Arguments: +# $_[0]: Hash reference to runtime hash +# $_[1]: Path to log file +#--------------------------------------------------------- +sub populateRuntimes() +{ + my $rtHsh = shift; + my $lf = shift; + + open(my $fh, '<', $lf) + or &errHand("Unable to open the file: $lf - $!"); + while(<$fh>) + { + chomp; + if ($_ =~ &getRuntimePattern()) + { + my ($suite, $rtime, $bltime) = ($1, $2, $3); + $rtHsh->{$suite} = [$rtime, $bltime]; + } + } + close($fh); +} + +#--------------------------------------------------------- +# Caclulate runtime deltas for each suite in seconds +# Arguments: +# $_[0]: Hash reference to runtime hash +# $_[1]: Hash reference to result hash +#--------------------------------------------------------- +sub calculateRuntimes() +{ + my $rtHsh = shift; + my $resHsh = shift; + foreach(keys(%{$rtHsh})) + { + my @run = split(':', $rtHsh->{$_}->[0]); + my @bl = split(':', $rtHsh->{$_}->[1]); + my $runSecs = $run[0]*3600 + $run[1]*60 + $run[2]; + my $blSecs = $bl[0]*3600 + $bl[1]*60 + $bl[2]; + $resHsh->{$_} = $blSecs - $runSecs; + } +} + +#--------------------------------------------------------- +# Find changed baseline files and populate baseline hash +# Arguments: +# $_[0]: Hash reference to baseline hash +# $_[1]: Path to log file +#--------------------------------------------------------- +sub getBaselineFiles() +{ + my $blHsh = shift; + my $lf = shift; + + open(my $fh, '<', $lf) + or &errHand("Unable to open the file: $lf - $!"); + while(<$fh>) + { + chomp; + if ($_ =~ &getBaselinePattern()) + { + my ($suite, $blPath) = ($1, $2); + if ($blHsh->{$suite}) + { + push(@{$blHsh->{$suite}}, $blPath); + } + else + { + $blHsh->{$suite} = [$blPath]; + } + } + } + close($fh); +} + +#--------------------------------------------------------- +# Create sudo command to copy baseline files +# Arguments: +# $_[0]: RDHPC system name (ursa|orion|hercules) +# $_[1]: Compiler +# $_[2]: Test Suite +# $_[3]: Source File to be copied +# Return: String containing full sudo command to copy a +# new baseline file +#--------------------------------------------------------- +sub constructSudoCommand() +{ + my ($sys, $cmplr, $suite, $srcFile) = @_; + my $cmd = undef; + my $blPath = &getFullBaselineDir($sys, $cmplr, $suite); + my $baseSrcFile = basename($srcFile); + my $fullDestFile = sprintf("%s/%s.%s", ${blPath}, ${baseSrcFile}, uc($sys)); + + # Copy new baseline file to baseline directory + my $srcCopy = sprintf('cp %s %s/.', ${srcFile}, ${blPath}); + + # Preserve a copy of the old baseline file + my $preserveOldCopy = 'echo "New baseline file detected"'; + if (-e $fullDestFile) + { + $preserveOldCopy = sprintf('cp -p %s %s-old', $fullDestFile, $fullDestFile); + } + + # Move the new source file into place with the full baseline file name + my $srcMove = sprintf('mv %s/%s %s', $blPath, $baseSrcFile, $fullDestFile); + + # Change permissions on the new source file + my $chgPerm = sprintf('chmod 755 %s', $fullDestFile); + + # Full sudo command + $cmd = sprintf("%s '%s;%s;%s;%s'", &getSudoPrefix($sys), $srcCopy, $preserveOldCopy, $srcMove, $chgPerm); + + return $cmd; +} + +#--------------------------------------------------------- +# Error Handler for script +# Arguments: +# $_[0]: Error message +#--------------------------------------------------------- +sub errHand() +{ + printf("Error encountered: %s\n", shift); + exit 1; +} + +#--- +# Start script execution +#--- +my $runDir = undef; +GetOptions( + 'run|r=s' => \$runDir, + 'debug|d' => \$debug, + 'copy|c' => \$copy_files +) or &errHand("Usage: $0 --run [--copy] [--debug]"); +&errHand("Error defining run directory") unless(defined($runDir)); + +my $workDir = &getWorkDir($runDir); +my ($rdhpc_sys, $compiler) = (lc($1), $2) if ($workDir =~ &getWorkDirPattern()); +my $logFile = &getLogFile($rdhpc_sys, $compiler); + +&changeDir($runDir); +chomp(my @errorArr = qx(egrep -ir "(error|fatal)" $workDir | grep -v "tee")); +&changeDir(&getRelLogDirPath); + +#--- +# runtime hash structure: key -> reference array (0: run time, 1: baseline time) +# result hash structure: key -> delta time in seconds +# baseline hash structure: key -> reference array with paths to changed baseline files +#--- +my %runtimeHsh = (); +my %resultHsh = (); +my %baselineHsh = (); +&populateRuntimes(\%runtimeHsh, $logFile); +&calculateRuntimes(\%runtimeHsh, \%resultHsh); +&getBaselineFiles(\%baselineHsh, $logFile); + +#--- +# Print all errors in work directory +#--- +print "\nChecking for errors in work directory...\n\n"; +unless (@errorArr) +{ + print "#-----------------\n"; + print "There were no errors detected in the work directory\n"; + print "#-----------------\n"; +} +else +{ + print "#-----------------\n"; + print "$_\n" foreach(@errorArr); + print "#-----------------\n"; +} + +#--- +# Print test suites timing results +#--- +print "\nChecking timing results for all regresssion tests...\n\n"; +print "#-----------------\n"; +foreach(keys(%resultHsh)) +{ + printf("%-7s is %-4d seconds %-5s time\n", + $_, abs($resultHsh{$_}), $resultHsh{$_} < 0 ? "OVER" : "UNDER"); +} +print "#-----------------\n"; + +#--- +# Print test suites that have modified baseline files +# Copy modified baseline files to baseline directory +#--- +print "\nChecking for baseline files that have changed...\n\n"; +print "#-----------------\n"; +foreach(keys(%baselineHsh)) +{ + print "$_:\n"; + my $cnt = 1; + foreach my $blf (@{$baselineHsh{$_}}) + { + print "\t${cnt}) ${blf}\n"; + my $sudoCmd = &constructSudoCommand($rdhpc_sys, $compiler, $_, $blf); + print "\nCommand to execute:\n---\n ${sudoCmd}\n---\n\n" if ($debug); + if ($copy_files) { + if (system($sudoCmd)) + { + &errHand("Problem encountered while copying baseline file: ${sudoCmd}") + } + print "\t ***New baseline file copied successfully***\n"; + } + $cnt++; + } +} +print "No baseline file changes\n" unless(keys(%baselineHsh)); +print "#-----------------\n"; + +#--------------------------------------------------------- +# Strictly for debugging values stored in the variables +#--------------------------------------------------------- +if ($debug) +{ + print "Run Directory ==> ${runDir}\n"; + print "Work Directory ==> ${workDir}\n"; + print "RDHPC System ==> ${rdhpc_sys}\n"; + print "System Compiler ==> ${compiler}\n"; + print "Log File ==> ${logFile}\n"; + foreach(@errorArr) + { + print "$_\n"; + } + foreach(keys(%runtimeHsh)) + { + print "$_:\n"; + print "---Run time: $runtimeHsh{$_}->[0]\n"; + print "---Baseline time: $runtimeHsh{$_}->[1]\n"; + } + foreach(keys(%resultHsh)) + { + print "$_:\n"; + print "---Delta: $resultHsh{$_}\n"; + } + foreach(keys(%baselineHsh)) + { + print "$_:\n"; + foreach my $blf (@{$baselineHsh{$_}}) + { + print "==>${blf}\n"; + } + } +} diff --git a/ci/runtime.log.ORION_intel b/ci/runtime.log.ORION_intel index 1320fe748..8df834a9b 100644 --- a/ci/runtime.log.ORION_intel +++ b/ci/runtime.log.ORION_intel @@ -10,6 +10,6 @@ hafs_test 00:01:00 mpas_test 00:02:30 mpas_hfip_test 00:05:00 gcafs_test 00:03:15 -rrfs_test 00:12:00 +rrfs_test 00:17:00 rrfs_ifi_missing 00:04:00 gfs_test 00:26:00 diff --git a/tests/logs/rt.log.HERCULES_intel b/tests/logs/rt.log.HERCULES_intel index 59739541b..a23387b9b 100644 --- a/tests/logs/rt.log.HERCULES_intel +++ b/tests/logs/rt.log.HERCULES_intel @@ -1,64 +1,64 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -46b97a51e25df6c50d163277d204fcee931d885f +83dd467cb04fe6bcf780268b1be68740e87b1af7 Submodule hashes: -68953f566b4d728b9ecf9a352c56e2aaeec6d8ec sorc/libIFI.fd -3d35332fe66e3e63a285cc8d96facdf255a33481 sorc/ncep_post.fd/post_gtg.fd -Run directory: /work2/noaa/epic/clyden/regression-tests/upp/hercules/1464_hercules_intel/ci/rundir/upp-HERCULES +Run directory: /work2/noaa/epic/clyden/regression-tests/upp/hercules/1470_hercules_intel/ci/rundir/upp-HERCULES Baseline directory: /work/noaa/epic/role-epic/hercules/UPP -Total runtime: 00h:11m:39s -Test Date: 20260326 09:13:08 +Total runtime: 00h:14m:59s +Test Date: 20260327 10:12:53 Summary Results: -03/26 14:03:43Z -sfs test: your new post executable generates bit-identical sfs.t00z.master.grb2f048 as the develop branch -03/26 14:03:45Z -aqm test: your new post executable generates bit-identical CMAQ08.tm00 as the develop branch -03/26 14:03:53Z -gefsv12 test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the develop branch -03/26 14:04:07Z -hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the develop branch -03/26 14:04:28Z -gefsv13 test: your new post executable generates bit-identical gefs.t00z.master.grb2f009 as the develop branch -03/26 14:04:36Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF06 as the develop branch -03/26 14:04:37Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF06 as the develop branch -03/26 14:04:45Z -mpas test: your new post executable generates bit-identical POSTNAT18.tm00 as the develop branch -03/26 14:04:46Z -mpas test: your new post executable generates bit-identical POSTPRS18.tm00 as the develop branch -03/26 14:04:46Z -mpas test: your new post executable generates bit-identical POSTTWO18.tm00 as the develop branch -03/26 14:04:53Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the develop branch -03/26 14:04:54Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the develop branch -03/26 14:04:54Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the develop branch -03/26 14:05:17Z -3drtma test: your new post executable generates bit-identical WRFNAT.GrbF00 as the develop branch -03/26 14:05:18Z -3drtma test: your new post executable generates bit-identical WRFTWO.GrbF00 as the develop branch -03/26 14:05:18Z -3drtma test: your new post executable generates bit-identical WRFPRS.GrbF00 as the develop branch -03/26 14:05:30Z -mpas_hfip test: your new post executable generates bit-identical NATLEV.GrbF48 as the develop branch -03/26 14:05:31Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF10 as the develop branch -03/26 14:05:32Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF10 as the develop branch -03/26 14:05:32Z -mpas_hfip test: your new post executable generates bit-identical PRSLEV.GrbF48 as the develop branch -03/26 14:05:32Z -mpas_hfip test: your new post executable generates bit-identical 2DFLD.GrbF48 as the develop branch -03/26 14:05:32Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF10 as the develop branch -03/26 14:06:04Z -rrfs_ifi_missing test: your new post executable generates bit-identical IFIFIP36.tm00 as the develop branch -03/26 14:06:30Z -gcafs test: your new post executable generates bit-identical GFSPRS.GrbF60 as the develop branch -03/26 14:06:30Z -gcafs test: your new post executable generates bit-identical GFSFLX.GrbF60 as the develop branch -03/26 14:11:22Z -gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the develop branch -03/26 14:11:24Z -gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the develop branch -03/26 14:11:24Z -gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the develop branch -03/26 14:12:36Z -rrfs test: your new post executable generates bit-identical PRSLEV36.tm00 as the develop branch -03/26 14:13:02Z -rrfs test: your new post executable generates bit-identical NATLEV36.tm00 as the develop branch -03/26 14:13:04Z -rrfs test: your new post executable generates bit-identical 2DFLD36.tm00 as the develop branch -03/26 14:04:07Z -Runtime: sfs_test 00:00:05 -- baseline 00:01:20 -03/26 14:04:07Z -Runtime: aqm_test 00:00:07 -- baseline 00:00:30 -03/26 14:04:07Z -Runtime: gefsv12_test 00:00:15 -- baseline 00:01:00 -03/26 14:04:37Z -Runtime: gefsv13_test 00:00:50 -- baseline 00:02:00 -03/26 14:05:07Z -Runtime: nmmb_test 00:01:16 -- baseline 00:03:00 -03/26 14:05:07Z -Runtime: rap_test 00:00:59 -- baseline 00:02:00 -03/26 14:05:37Z -Runtime: hrrr_test 00:01:54 -- baseline 00:06:00 -03/26 14:05:37Z -Runtime: hafs_test 00:00:29 -- baseline 00:01:00 -03/26 14:05:37Z -Runtime: 3drtma_test 00:01:40 -- baseline 00:03:00 -03/26 14:05:37Z -Runtime: mpas_test 00:01:08 -- baseline 00:02:30 -03/26 14:05:37Z -Runtime: mpas_hfip_test 00:01:55 -- baseline 00:05:00 -03/26 14:06:37Z -Runtime: gcafs_test 00:02:52 -- baseline 00:02:30 -03/26 14:13:08Z -Runtime: rrfs_test 00:09:26 -- baseline 00:12:00 -03/26 14:13:08Z -Runtime: rrfs_ifi_missing 00:02:26 -- baseline 00:04:00 -03/26 14:13:08Z -Runtime: gfs_test 00:07:46 -- baseline 00:25:00 +03/27 15:03:28Z -sfs test: your new post executable generates bit-identical sfs.t00z.master.grb2f048 as the develop branch +03/27 15:03:30Z -aqm test: your new post executable generates bit-identical CMAQ08.tm00 as the develop branch +03/27 15:03:36Z -gefsv12 test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the develop branch +03/27 15:03:51Z -hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the develop branch +03/27 15:04:03Z -gefsv13 test: your new post executable generates bit-identical gefs.t00z.master.grb2f009 as the develop branch +03/27 15:04:21Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF06 as the develop branch +03/27 15:04:21Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF06 as the develop branch +03/27 15:04:26Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the develop branch +03/27 15:04:26Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the develop branch +03/27 15:04:27Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the develop branch +03/27 15:04:28Z -mpas test: your new post executable generates bit-identical POSTNAT18.tm00 as the develop branch +03/27 15:04:29Z -mpas test: your new post executable generates bit-identical POSTPRS18.tm00 as the develop branch +03/27 15:04:29Z -mpas test: your new post executable generates bit-identical POSTTWO18.tm00 as the develop branch +03/27 15:04:41Z -3drtma test: your new post executable generates bit-identical WRFNAT.GrbF00 as the develop branch +03/27 15:04:41Z -3drtma test: your new post executable generates bit-identical WRFTWO.GrbF00 as the develop branch +03/27 15:04:42Z -3drtma test: your new post executable generates bit-identical WRFPRS.GrbF00 as the develop branch +03/27 15:05:11Z -mpas_hfip test: your new post executable generates bit-identical NATLEV.GrbF48 as the develop branch +03/27 15:05:12Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF10 as the develop branch +03/27 15:05:13Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF10 as the develop branch +03/27 15:05:14Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF10 as the develop branch +03/27 15:05:14Z -mpas_hfip test: your new post executable generates bit-identical PRSLEV.GrbF48 as the develop branch +03/27 15:05:14Z -mpas_hfip test: your new post executable generates bit-identical 2DFLD.GrbF48 as the develop branch +03/27 15:05:45Z -rrfs_ifi_missing test: your new post executable generates bit-identical IFIFIP36.tm00 as the develop branch +03/27 15:06:00Z -gcafs test: your new post executable generates bit-identical GFSPRS.GrbF60 as the develop branch +03/27 15:06:01Z -gcafs test: your new post executable generates bit-identical GFSFLX.GrbF60 as the develop branch +03/27 15:11:12Z -gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the develop branch +03/27 15:11:14Z -gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the develop branch +03/27 15:11:14Z -gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the develop branch +03/27 15:12:26Z -rrfs test: your new post executable generates bit-identical PRSLEV36.tm00 as the develop branch +03/27 15:12:45Z -rrfs test: your new post executable generates bit-identical NATLEV36.tm00 as the develop branch +03/27 15:12:48Z -rrfs test: your new post executable generates bit-identical 2DFLD36.tm00 as the develop branch +03/27 15:03:35Z -Runtime: sfs_test 00:00:07 -- baseline 00:01:20 +03/27 15:03:35Z -Runtime: aqm_test 00:00:09 -- baseline 00:00:30 +03/27 15:03:51Z -Runtime: gefsv12_test 00:00:15 -- baseline 00:01:00 +03/27 15:04:06Z -Runtime: gefsv13_test 00:00:42 -- baseline 00:02:00 +03/27 15:04:36Z -Runtime: nmmb_test 00:01:06 -- baseline 00:03:00 +03/27 15:04:36Z -Runtime: rap_test 00:01:00 -- baseline 00:02:00 +03/27 15:05:21Z -Runtime: hrrr_test 00:01:53 -- baseline 00:06:00 +03/27 15:05:21Z -Runtime: hafs_test 00:00:30 -- baseline 00:01:00 +03/27 15:05:21Z -Runtime: 3drtma_test 00:01:21 -- baseline 00:03:00 +03/27 15:05:21Z -Runtime: mpas_test 00:01:08 -- baseline 00:02:30 +03/27 15:05:21Z -Runtime: mpas_hfip_test 00:01:54 -- baseline 00:05:00 +03/27 15:06:07Z -Runtime: gcafs_test 00:02:40 -- baseline 00:02:30 +03/27 15:12:53Z -Runtime: rrfs_test 00:09:27 -- baseline 00:12:00 +03/27 15:12:53Z -Runtime: rrfs_ifi_missing 00:02:24 -- baseline 00:04:00 +03/27 15:12:53Z -Runtime: gfs_test 00:07:53 -- baseline 00:25:00 Check tests: ['sfs', 'aqm', 'gefsv12', 'gefsv13', 'nmmb', 'rap', 'hrrr', 'hafs', '3drtma', 'mpas', 'mpas_hfip', 'gcafs', 'rrfs', 'rrfs_ifi_missing', 'gfs'] No changes in test results detected. diff --git a/tests/logs/rt.log.ORION_intel b/tests/logs/rt.log.ORION_intel index 25a38c639..3381dd963 100644 --- a/tests/logs/rt.log.ORION_intel +++ b/tests/logs/rt.log.ORION_intel @@ -1,64 +1,64 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -46b97a51e25df6c50d163277d204fcee931d885f +83dd467cb04fe6bcf780268b1be68740e87b1af7 Submodule hashes: -68953f566b4d728b9ecf9a352c56e2aaeec6d8ec sorc/libIFI.fd -3d35332fe66e3e63a285cc8d96facdf255a33481 sorc/ncep_post.fd/post_gtg.fd -Run directory: /work2/noaa/epic/clyden/regression-tests/upp/orion/1464_orion_intel/ci/rundir/upp-ORION +Run directory: /work2/noaa/epic/clyden/regression-tests/upp/orion/1470_orion_intel/ci/rundir/upp-ORION Baseline directory: /work/noaa/epic/role-epic/orion/UPP -Total runtime: 00h:20m:17s -Test Date: 20260326 09:21:45 +Total runtime: 00h:21m:16s +Test Date: 20260327 10:19:10 Summary Results: -03/26 14:05:28Z -sfs test: your new post executable generates bit-identical sfs.t00z.master.grb2f048 as the develop branch -03/26 14:05:32Z -aqm test: your new post executable generates bit-identical CMAQ08.tm00 as the develop branch -03/26 14:05:41Z -gefsv12 test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the develop branch -03/26 14:06:02Z -hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the develop branch -03/26 14:06:16Z -gefsv13 test: your new post executable generates bit-identical gefs.t00z.master.grb2f009 as the develop branch -03/26 14:06:55Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the develop branch -03/26 14:06:56Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the develop branch -03/26 14:06:56Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the develop branch -03/26 14:07:05Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF06 as the develop branch -03/26 14:07:06Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF06 as the develop branch -03/26 14:07:12Z -mpas test: your new post executable generates bit-identical POSTNAT18.tm00 as the develop branch -03/26 14:07:12Z -mpas test: your new post executable generates bit-identical POSTPRS18.tm00 as the develop branch -03/26 14:07:13Z -mpas test: your new post executable generates bit-identical POSTTWO18.tm00 as the develop branch -03/26 14:07:53Z -3drtma test: your new post executable generates bit-identical WRFNAT.GrbF00 as the develop branch -03/26 14:07:53Z -3drtma test: your new post executable generates bit-identical WRFTWO.GrbF00 as the develop branch -03/26 14:07:54Z -3drtma test: your new post executable generates bit-identical WRFPRS.GrbF00 as the develop branch -03/26 14:07:59Z -rrfs_ifi_missing test: your new post executable generates bit-identical IFIFIP36.tm00 as the develop branch -03/26 14:08:35Z -gcafs test: your new post executable generates bit-identical GFSPRS.GrbF60 as the develop branch -03/26 14:08:35Z -gcafs test: your new post executable generates bit-identical GFSFLX.GrbF60 as the develop branch -03/26 14:08:47Z -mpas_hfip test: your new post executable generates bit-identical NATLEV.GrbF48 as the develop branch -03/26 14:08:49Z -mpas_hfip test: your new post executable generates bit-identical PRSLEV.GrbF48 as the develop branch -03/26 14:08:50Z -mpas_hfip test: your new post executable generates bit-identical 2DFLD.GrbF48 as the develop branch -03/26 14:08:56Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF10 as the develop branch -03/26 14:08:57Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF10 as the develop branch -03/26 14:08:58Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF10 as the develop branch -03/26 14:16:51Z -gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the develop branch -03/26 14:16:53Z -gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the develop branch -03/26 14:16:53Z -gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the develop branch -03/26 14:21:11Z -rrfs test: your new post executable generates bit-identical PRSLEV36.tm00 as the develop branch -03/26 14:21:34Z -rrfs test: your new post executable generates bit-identical NATLEV36.tm00 as the develop branch -03/26 14:21:37Z -rrfs test: your new post executable generates bit-identical 2DFLD36.tm00 as the develop branch -03/26 14:05:42Z -Runtime: sfs_test 00:00:08 -- baseline 00:01:20 -03/26 14:05:42Z -Runtime: aqm_test 00:00:12 -- baseline 00:00:30 -03/26 14:05:43Z -Runtime: gefsv12_test 00:00:21 -- baseline 00:01:00 -03/26 14:06:28Z -Runtime: gefsv13_test 00:00:56 -- baseline 00:02:00 -03/26 14:06:58Z -Runtime: nmmb_test 00:01:36 -- baseline 00:03:00 -03/26 14:07:13Z -Runtime: rap_test 00:01:46 -- baseline 00:02:00 -03/26 14:08:58Z -Runtime: hrrr_test 00:03:38 -- baseline 00:08:00 -03/26 14:08:58Z -Runtime: hafs_test 00:00:42 -- baseline 00:01:00 -03/26 14:08:58Z -Runtime: 3drtma_test 00:02:34 -- baseline 00:03:00 -03/26 14:08:58Z -Runtime: mpas_test 00:01:53 -- baseline 00:02:30 -03/26 14:08:58Z -Runtime: mpas_hfip_test 00:03:30 -- baseline 00:05:00 -03/26 14:08:58Z -Runtime: gcafs_test 00:03:16 -- baseline 00:03:15 -03/26 14:21:45Z -Runtime: rrfs_test 00:16:17 -- baseline 00:12:00 -03/26 14:21:45Z -Runtime: rrfs_ifi_missing 00:02:39 -- baseline 00:04:00 -03/26 14:21:45Z -Runtime: gfs_test 00:11:33 -- baseline 00:26:00 +03/27 15:02:51Z -sfs test: your new post executable generates bit-identical sfs.t00z.master.grb2f048 as the develop branch +03/27 15:02:51Z -aqm test: your new post executable generates bit-identical CMAQ08.tm00 as the develop branch +03/27 15:03:03Z -gefsv12 test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the develop branch +03/27 15:03:19Z -hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the develop branch +03/27 15:03:35Z -gefsv13 test: your new post executable generates bit-identical gefs.t00z.master.grb2f009 as the develop branch +03/27 15:04:08Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the develop branch +03/27 15:04:09Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the develop branch +03/27 15:04:09Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the develop branch +03/27 15:04:23Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF06 as the develop branch +03/27 15:04:24Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF06 as the develop branch +03/27 15:04:32Z -3drtma test: your new post executable generates bit-identical WRFNAT.GrbF00 as the develop branch +03/27 15:04:33Z -3drtma test: your new post executable generates bit-identical WRFTWO.GrbF00 as the develop branch +03/27 15:04:33Z -3drtma test: your new post executable generates bit-identical WRFPRS.GrbF00 as the develop branch +03/27 15:04:37Z -mpas test: your new post executable generates bit-identical POSTNAT18.tm00 as the develop branch +03/27 15:04:38Z -mpas test: your new post executable generates bit-identical POSTPRS18.tm00 as the develop branch +03/27 15:04:38Z -mpas test: your new post executable generates bit-identical POSTTWO18.tm00 as the develop branch +03/27 15:05:21Z -rrfs_ifi_missing test: your new post executable generates bit-identical IFIFIP36.tm00 as the develop branch +03/27 15:05:40Z -gcafs test: your new post executable generates bit-identical GFSPRS.GrbF60 as the develop branch +03/27 15:05:41Z -gcafs test: your new post executable generates bit-identical GFSFLX.GrbF60 as the develop branch +03/27 15:06:09Z -mpas_hfip test: your new post executable generates bit-identical NATLEV.GrbF48 as the develop branch +03/27 15:06:12Z -mpas_hfip test: your new post executable generates bit-identical PRSLEV.GrbF48 as the develop branch +03/27 15:06:13Z -mpas_hfip test: your new post executable generates bit-identical 2DFLD.GrbF48 as the develop branch +03/27 15:06:19Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF10 as the develop branch +03/27 15:06:19Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF10 as the develop branch +03/27 15:06:20Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF10 as the develop branch +03/27 15:14:17Z -gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the develop branch +03/27 15:14:19Z -gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the develop branch +03/27 15:14:19Z -gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the develop branch +03/27 15:18:34Z -rrfs test: your new post executable generates bit-identical PRSLEV36.tm00 as the develop branch +03/27 15:19:00Z -rrfs test: your new post executable generates bit-identical NATLEV36.tm00 as the develop branch +03/27 15:19:03Z -rrfs test: your new post executable generates bit-identical 2DFLD36.tm00 as the develop branch +03/27 15:03:02Z -Runtime: sfs_test 00:00:34 -- baseline 00:01:20 +03/27 15:03:02Z -Runtime: aqm_test 00:00:35 -- baseline 00:00:30 +03/27 15:03:17Z -Runtime: gefsv12_test 00:00:46 -- baseline 00:01:00 +03/27 15:03:48Z -Runtime: gefsv13_test 00:01:18 -- baseline 00:02:00 +03/27 15:04:18Z -Runtime: nmmb_test 00:01:53 -- baseline 00:03:00 +03/27 15:04:33Z -Runtime: rap_test 00:02:07 -- baseline 00:02:00 +03/27 15:06:34Z -Runtime: hrrr_test 00:04:04 -- baseline 00:08:00 +03/27 15:06:35Z -Runtime: hafs_test 00:01:02 -- baseline 00:01:00 +03/27 15:06:35Z -Runtime: 3drtma_test 00:02:16 -- baseline 00:03:00 +03/27 15:06:35Z -Runtime: mpas_test 00:02:22 -- baseline 00:02:30 +03/27 15:06:35Z -Runtime: mpas_hfip_test 00:03:54 -- baseline 00:05:00 +03/27 15:06:35Z -Runtime: gcafs_test 00:03:21 -- baseline 00:03:15 +03/27 15:19:09Z -Runtime: rrfs_test 00:16:43 -- baseline 00:17:00 +03/27 15:19:09Z -Runtime: rrfs_ifi_missing 00:03:01 -- baseline 00:04:00 +03/27 15:19:10Z -Runtime: gfs_test 00:11:59 -- baseline 00:26:00 Check tests: ['sfs', 'aqm', 'gefsv12', 'gefsv13', 'nmmb', 'rap', 'hrrr', 'hafs', '3drtma', 'mpas', 'mpas_hfip', 'gcafs', 'rrfs', 'rrfs_ifi_missing', 'gfs'] No changes in test results detected. diff --git a/tests/logs/rt.log.URSA_intel b/tests/logs/rt.log.URSA_intel index 06f442113..8f4d2e134 100644 --- a/tests/logs/rt.log.URSA_intel +++ b/tests/logs/rt.log.URSA_intel @@ -1,64 +1,64 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -46b97a51e25df6c50d163277d204fcee931d885f +83dd467cb04fe6bcf780268b1be68740e87b1af7 Submodule hashes: -68953f566b4d728b9ecf9a352c56e2aaeec6d8ec sorc/libIFI.fd -3d35332fe66e3e63a285cc8d96facdf255a33481 sorc/ncep_post.fd/post_gtg.fd -Run directory: /scratch4/NAGAPE/epic/Chad.Lyden/regression_tests/upp/1464_ursa_intel/ci/rundir/upp-URSA +Run directory: /scratch4/NAGAPE/epic/Chad.Lyden/regression_tests/upp/1470_ursa_intel/ci/rundir/upp-URSA Baseline directory: /scratch4/NAGAPE/epic/role-epic/ursa/UPP/test_suite -Total runtime: 00h:35m:01s -Test Date: 20260326 14:36:28 +Total runtime: 00h:09m:32s +Test Date: 20260327 15:07:24 Summary Results: -03/26 14:03:37Z -hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the develop branch -03/26 14:04:36Z -mpas test: your new post executable generates bit-identical POSTNAT18.tm00 as the develop branch -03/26 14:04:37Z -mpas test: your new post executable generates bit-identical POSTPRS18.tm00 as the develop branch -03/26 14:04:38Z -mpas test: your new post executable generates bit-identical POSTTWO18.tm00 as the develop branch -03/26 14:05:04Z -3drtma test: your new post executable generates bit-identical WRFNAT.GrbF00 as the develop branch -03/26 14:05:05Z -3drtma test: your new post executable generates bit-identical WRFTWO.GrbF00 as the develop branch -03/26 14:05:05Z -3drtma test: your new post executable generates bit-identical WRFPRS.GrbF00 as the develop branch -03/26 14:05:27Z -aqm test: your new post executable generates bit-identical CMAQ08.tm00 as the develop branch -03/26 14:21:48Z -gcafs test: your new post executable generates bit-identical GFSPRS.GrbF60 as the develop branch -03/26 14:21:49Z -gcafs test: your new post executable generates bit-identical GFSFLX.GrbF60 as the develop branch -03/26 14:30:17Z -mpas_hfip test: your new post executable generates bit-identical NATLEV.GrbF48 as the develop branch -03/26 14:30:19Z -mpas_hfip test: your new post executable generates bit-identical PRSLEV.GrbF48 as the develop branch -03/26 14:30:20Z -mpas_hfip test: your new post executable generates bit-identical 2DFLD.GrbF48 as the develop branch -03/26 14:32:11Z -rrfs_ifi_missing test: your new post executable generates bit-identical IFIFIP36.tm00 as the develop branch -03/26 14:32:18Z -sfs test: your new post executable generates bit-identical sfs.t00z.master.grb2f048 as the develop branch -03/26 14:32:26Z -gefsv12 test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the develop branch -03/26 14:32:46Z -gefsv13 test: your new post executable generates bit-identical gefs.t00z.master.grb2f009 as the develop branch -03/26 14:33:10Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF06 as the develop branch -03/26 14:33:10Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF06 as the develop branch -03/26 14:33:33Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the develop branch -03/26 14:33:34Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the develop branch -03/26 14:33:34Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the develop branch -03/26 14:34:14Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF10 as the develop branch -03/26 14:34:15Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF10 as the develop branch -03/26 14:34:16Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF10 as the develop branch -03/26 14:35:30Z -gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the develop branch -03/26 14:35:31Z -gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the develop branch -03/26 14:35:31Z -gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the develop branch -03/26 14:36:06Z -rrfs test: your new post executable generates bit-identical PRSLEV36.tm00 as the develop branch -03/26 14:36:17Z -rrfs test: your new post executable generates bit-identical NATLEV36.tm00 as the develop branch -03/26 14:36:21Z -rrfs test: your new post executable generates bit-identical 2DFLD36.tm00 as the develop branch -03/26 14:32:27Z -Runtime: sfs_test 00:00:05 -- baseline 00:01:20 -03/26 14:32:27Z -Runtime: aqm_test 00:00:10 -- baseline 00:00:30 -03/26 14:32:27Z -Runtime: gefsv12_test 00:00:13 -- baseline 00:02:00 -03/26 14:32:57Z -Runtime: gefsv13_test 00:00:33 -- baseline 00:02:00 -03/26 14:33:42Z -Runtime: nmmb_test 00:00:23 -- baseline 00:02:00 -03/26 14:33:42Z -Runtime: rap_test 00:00:43 -- baseline 00:02:00 -03/26 14:34:27Z -Runtime: hrrr_test 00:01:27 -- baseline 00:03:00 -03/26 14:34:27Z -Runtime: hafs_test 00:00:27 -- baseline 00:01:30 -03/26 14:34:27Z -Runtime: 3drtma_test 00:01:19 -- baseline 00:01:30 -03/26 14:34:27Z -Runtime: mpas_test 00:01:09 -- baseline 00:02:30 -03/26 14:34:27Z -Runtime: mpas_hfip_test 00:03:11 -- baseline 00:05:00 -03/26 14:34:27Z -Runtime: gcafs_test 00:01:02 -- baseline 00:02:00 -03/26 14:36:28Z -Runtime: rrfs_test 00:06:45 -- baseline 00:07:00 -03/26 14:36:28Z -Runtime: rrfs_ifi_missing 00:01:51 -- baseline 00:03:00 -03/26 14:36:28Z -Runtime: gfs_test 00:05:10 -- baseline 00:15:00 +03/27 14:59:46Z -aqm test: your new post executable generates bit-identical CMAQ08.tm00 as the develop branch +03/27 15:00:12Z -hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the develop branch +03/27 15:00:25Z -sfs test: your new post executable generates bit-identical sfs.t00z.master.grb2f048 as the develop branch +03/27 15:00:36Z -gefsv12 test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the develop branch +03/27 15:00:44Z -mpas test: your new post executable generates bit-identical POSTNAT18.tm00 as the develop branch +03/27 15:00:45Z -mpas test: your new post executable generates bit-identical POSTPRS18.tm00 as the develop branch +03/27 15:00:46Z -mpas test: your new post executable generates bit-identical POSTTWO18.tm00 as the develop branch +03/27 15:00:51Z -3drtma test: your new post executable generates bit-identical WRFNAT.GrbF00 as the develop branch +03/27 15:00:51Z -3drtma test: your new post executable generates bit-identical WRFTWO.GrbF00 as the develop branch +03/27 15:00:52Z -3drtma test: your new post executable generates bit-identical WRFPRS.GrbF00 as the develop branch +03/27 15:02:11Z -gefsv13 test: your new post executable generates bit-identical gefs.t00z.master.grb2f009 as the develop branch +03/27 15:04:01Z -gcafs test: your new post executable generates bit-identical GFSPRS.GrbF60 as the develop branch +03/27 15:04:02Z -gcafs test: your new post executable generates bit-identical GFSFLX.GrbF60 as the develop branch +03/27 15:05:09Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF06 as the develop branch +03/27 15:05:09Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF06 as the develop branch +03/27 15:05:15Z -gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the develop branch +03/27 15:05:16Z -gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the develop branch +03/27 15:05:16Z -gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the develop branch +03/27 15:05:41Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the develop branch +03/27 15:05:42Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the develop branch +03/27 15:05:42Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the develop branch +03/27 15:06:08Z -rrfs_ifi_missing test: your new post executable generates bit-identical IFIFIP36.tm00 as the develop branch +03/27 15:06:17Z -mpas_hfip test: your new post executable generates bit-identical NATLEV.GrbF48 as the develop branch +03/27 15:06:19Z -mpas_hfip test: your new post executable generates bit-identical PRSLEV.GrbF48 as the develop branch +03/27 15:06:20Z -mpas_hfip test: your new post executable generates bit-identical 2DFLD.GrbF48 as the develop branch +03/27 15:06:40Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF10 as the develop branch +03/27 15:06:41Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF10 as the develop branch +03/27 15:06:42Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF10 as the develop branch +03/27 15:07:00Z -rrfs test: your new post executable generates bit-identical PRSLEV36.tm00 as the develop branch +03/27 15:07:05Z -rrfs test: your new post executable generates bit-identical NATLEV36.tm00 as the develop branch +03/27 15:07:10Z -rrfs test: your new post executable generates bit-identical 2DFLD36.tm00 as the develop branch +03/27 15:00:38Z -Runtime: sfs_test 00:00:04 -- baseline 00:01:20 +03/27 15:00:38Z -Runtime: aqm_test 00:00:05 -- baseline 00:00:30 +03/27 15:00:38Z -Runtime: gefsv12_test 00:00:09 -- baseline 00:02:00 +03/27 15:02:23Z -Runtime: gefsv13_test 00:00:32 -- baseline 00:02:00 +03/27 15:05:53Z -Runtime: nmmb_test 00:00:22 -- baseline 00:02:00 +03/27 15:05:53Z -Runtime: rap_test 00:00:40 -- baseline 00:02:00 +03/27 15:06:54Z -Runtime: hrrr_test 00:01:30 -- baseline 00:03:00 +03/27 15:06:54Z -Runtime: hafs_test 00:00:31 -- baseline 00:01:30 +03/27 15:06:54Z -Runtime: 3drtma_test 00:01:11 -- baseline 00:01:30 +03/27 15:06:54Z -Runtime: mpas_test 00:01:05 -- baseline 00:02:30 +03/27 15:06:54Z -Runtime: mpas_hfip_test 00:03:22 -- baseline 00:05:00 +03/27 15:06:54Z -Runtime: gcafs_test 00:01:13 -- baseline 00:02:00 +03/27 15:07:24Z -Runtime: rrfs_test 00:06:31 -- baseline 00:07:00 +03/27 15:07:24Z -Runtime: rrfs_ifi_missing 00:01:51 -- baseline 00:03:00 +03/27 15:07:24Z -Runtime: gfs_test 00:05:19 -- baseline 00:15:00 Check tests: ['sfs', 'aqm', 'gefsv12', 'gefsv13', 'nmmb', 'rap', 'hrrr', 'hafs', '3drtma', 'mpas', 'mpas_hfip', 'gcafs', 'rrfs', 'rrfs_ifi_missing', 'gfs'] No changes in test results detected. diff --git a/tests/logs/rt.log.URSA_intelllvm b/tests/logs/rt.log.URSA_intelllvm index cd9d9ceaa..417dd5229 100644 --- a/tests/logs/rt.log.URSA_intelllvm +++ b/tests/logs/rt.log.URSA_intelllvm @@ -1,64 +1,64 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -46b97a51e25df6c50d163277d204fcee931d885f +83dd467cb04fe6bcf780268b1be68740e87b1af7 Submodule hashes: -68953f566b4d728b9ecf9a352c56e2aaeec6d8ec sorc/libIFI.fd -3d35332fe66e3e63a285cc8d96facdf255a33481 sorc/ncep_post.fd/post_gtg.fd -Run directory: /scratch4/NAGAPE/epic/Chad.Lyden/regression_tests/upp/1464_ursa_intelllvm/ci/rundir/upp-URSA +Run directory: /scratch4/NAGAPE/epic/Chad.Lyden/regression_tests/upp/1470_ursa_intelllvm/ci/rundir/upp-URSA Baseline directory: /scratch4/NAGAPE/epic/role-epic/ursa/UPP/test_suite -Total runtime: 00h:25m:41s -Test Date: 20260326 14:27:09 +Total runtime: 00h:07m:41s +Test Date: 20260327 15:05:34 Summary Results: -03/26 14:02:50Z -hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the develop branch -03/26 14:03:26Z -mpas test: your new post executable generates bit-identical POSTNAT18.tm00 as the develop branch -03/26 14:03:27Z -mpas test: your new post executable generates bit-identical POSTPRS18.tm00 as the develop branch -03/26 14:03:28Z -mpas test: your new post executable generates bit-identical POSTTWO18.tm00 as the develop branch -03/26 14:03:46Z -3drtma test: your new post executable generates bit-identical WRFNAT.GrbF00 as the develop branch -03/26 14:03:46Z -3drtma test: your new post executable generates bit-identical WRFTWO.GrbF00 as the develop branch -03/26 14:03:47Z -3drtma test: your new post executable generates bit-identical WRFPRS.GrbF00 as the develop branch -03/26 14:05:16Z -aqm test: your new post executable generates bit-identical CMAQ08.tm00 as the develop branch -03/26 14:11:33Z -mpas_hfip test: your new post executable generates bit-identical NATLEV.GrbF48 as the develop branch -03/26 14:11:35Z -mpas_hfip test: your new post executable generates bit-identical PRSLEV.GrbF48 as the develop branch -03/26 14:11:35Z -mpas_hfip test: your new post executable generates bit-identical 2DFLD.GrbF48 as the develop branch -03/26 14:15:06Z -rrfs_ifi_missing test: your new post executable generates bit-identical IFIFIP36.tm00 as the develop branch -03/26 14:17:33Z -rrfs test: your new post executable generates bit-identical PRSLEV36.tm00 as the develop branch -03/26 14:17:39Z -rrfs test: your new post executable generates bit-identical NATLEV36.tm00 as the develop branch -03/26 14:17:43Z -rrfs test: your new post executable generates bit-identical 2DFLD36.tm00 as the develop branch -03/26 14:19:04Z -gcafs test: your new post executable generates bit-identical GFSPRS.GrbF60 as the develop branch -03/26 14:19:05Z -gcafs test: your new post executable generates bit-identical GFSFLX.GrbF60 as the develop branch -03/26 14:19:13Z -sfs test: your new post executable generates bit-identical sfs.t00z.master.grb2f048 as the develop branch -03/26 14:19:29Z -gefsv12 test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the develop branch -03/26 14:20:03Z -gefsv13 test: your new post executable generates bit-identical gefs.t00z.master.grb2f009 as the develop branch -03/26 14:22:33Z -gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the develop branch -03/26 14:22:34Z -gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the develop branch -03/26 14:22:34Z -gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the develop branch -03/26 14:23:14Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF06 as the develop branch -03/26 14:23:15Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF06 as the develop branch -03/26 14:24:05Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF10 as the develop branch -03/26 14:24:06Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF10 as the develop branch -03/26 14:24:07Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF10 as the develop branch -03/26 14:27:07Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the develop branch -03/26 14:27:08Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the develop branch -03/26 14:27:08Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the develop branch -03/26 14:19:22Z -Runtime: sfs_test 00:00:05 -- baseline 00:01:20 -03/26 14:19:22Z -Runtime: aqm_test 00:00:09 -- baseline 00:00:30 -03/26 14:19:37Z -Runtime: gefsv12_test 00:00:15 -- baseline 00:02:00 -03/26 14:20:08Z -Runtime: gefsv13_test 00:00:34 -- baseline 00:02:00 -03/26 14:27:08Z -Runtime: nmmb_test 00:00:31 -- baseline 00:01:30 -03/26 14:27:08Z -Runtime: rap_test 00:00:40 -- baseline 00:02:00 -03/26 14:27:08Z -Runtime: hrrr_test 00:01:15 -- baseline 00:02:30 -03/26 14:27:08Z -Runtime: hafs_test 00:00:28 -- baseline 00:01:30 -03/26 14:27:08Z -Runtime: 3drtma_test 00:01:25 -- baseline 00:01:30 -03/26 14:27:08Z -Runtime: mpas_test 00:01:06 -- baseline 00:02:30 -03/26 14:27:08Z -Runtime: mpas_hfip_test 00:03:10 -- baseline 00:05:00 -03/26 14:27:08Z -Runtime: gcafs_test 00:01:19 -- baseline 00:02:30 -03/26 14:27:08Z -Runtime: rrfs_test 00:06:06 -- baseline 00:06:00 -03/26 14:27:08Z -Runtime: rrfs_ifi_missing 00:01:49 -- baseline 00:03:00 -03/26 14:27:09Z -Runtime: gfs_test 00:04:48 -- baseline 00:15:00 +03/27 14:58:55Z -sfs test: your new post executable generates bit-identical sfs.t00z.master.grb2f048 as the develop branch +03/27 14:59:01Z -aqm test: your new post executable generates bit-identical CMAQ08.tm00 as the develop branch +03/27 14:59:11Z -gefsv12 test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the develop branch +03/27 14:59:18Z -hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the develop branch +03/27 14:59:40Z -gefsv13 test: your new post executable generates bit-identical gefs.t00z.master.grb2f009 as the develop branch +03/27 14:59:54Z -mpas test: your new post executable generates bit-identical POSTNAT18.tm00 as the develop branch +03/27 14:59:55Z -mpas test: your new post executable generates bit-identical POSTPRS18.tm00 as the develop branch +03/27 14:59:56Z -mpas test: your new post executable generates bit-identical POSTTWO18.tm00 as the develop branch +03/27 15:00:08Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF06 as the develop branch +03/27 15:00:09Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF06 as the develop branch +03/27 15:00:18Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF10 as the develop branch +03/27 15:00:19Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF10 as the develop branch +03/27 15:00:20Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF10 as the develop branch +03/27 15:00:31Z -3drtma test: your new post executable generates bit-identical WRFNAT.GrbF00 as the develop branch +03/27 15:00:32Z -3drtma test: your new post executable generates bit-identical WRFTWO.GrbF00 as the develop branch +03/27 15:00:32Z -3drtma test: your new post executable generates bit-identical WRFPRS.GrbF00 as the develop branch +03/27 15:00:35Z -gcafs test: your new post executable generates bit-identical GFSPRS.GrbF60 as the develop branch +03/27 15:00:36Z -gcafs test: your new post executable generates bit-identical GFSFLX.GrbF60 as the develop branch +03/27 15:02:01Z -rrfs_ifi_missing test: your new post executable generates bit-identical IFIFIP36.tm00 as the develop branch +03/27 15:02:55Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the develop branch +03/27 15:02:56Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the develop branch +03/27 15:02:56Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the develop branch +03/27 15:04:17Z -gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the develop branch +03/27 15:04:18Z -gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the develop branch +03/27 15:04:18Z -gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the develop branch +03/27 15:05:16Z -mpas_hfip test: your new post executable generates bit-identical NATLEV.GrbF48 as the develop branch +03/27 15:05:18Z -mpas_hfip test: your new post executable generates bit-identical PRSLEV.GrbF48 as the develop branch +03/27 15:05:19Z -mpas_hfip test: your new post executable generates bit-identical 2DFLD.GrbF48 as the develop branch +03/27 15:05:20Z -rrfs test: your new post executable generates bit-identical PRSLEV36.tm00 as the develop branch +03/27 15:05:25Z -rrfs test: your new post executable generates bit-identical NATLEV36.tm00 as the develop branch +03/27 15:05:30Z -rrfs test: your new post executable generates bit-identical 2DFLD36.tm00 as the develop branch +03/27 14:59:18Z -Runtime: sfs_test 00:00:04 -- baseline 00:01:20 +03/27 14:59:18Z -Runtime: aqm_test 00:00:07 -- baseline 00:00:30 +03/27 14:59:18Z -Runtime: gefsv12_test 00:00:11 -- baseline 00:02:00 +03/27 14:59:48Z -Runtime: gefsv13_test 00:00:32 -- baseline 00:02:00 +03/27 15:03:03Z -Runtime: nmmb_test 00:00:20 -- baseline 00:01:30 +03/27 15:03:03Z -Runtime: rap_test 00:00:34 -- baseline 00:02:00 +03/27 15:03:03Z -Runtime: hrrr_test 00:01:07 -- baseline 00:02:30 +03/27 15:03:03Z -Runtime: hafs_test 00:00:30 -- baseline 00:01:30 +03/27 15:03:03Z -Runtime: 3drtma_test 00:01:44 -- baseline 00:01:30 +03/27 15:03:03Z -Runtime: mpas_test 00:00:58 -- baseline 00:02:30 +03/27 15:05:33Z -Runtime: mpas_hfip_test 00:03:07 -- baseline 00:05:00 +03/27 15:05:33Z -Runtime: gcafs_test 00:01:10 -- baseline 00:02:30 +03/27 15:05:33Z -Runtime: rrfs_test 00:06:42 -- baseline 00:06:00 +03/27 15:05:33Z -Runtime: rrfs_ifi_missing 00:01:49 -- baseline 00:03:00 +03/27 15:05:34Z -Runtime: gfs_test 00:04:59 -- baseline 00:15:00 Check tests: ['sfs', 'aqm', 'gefsv12', 'gefsv13', 'nmmb', 'rap', 'hrrr', 'hafs', '3drtma', 'mpas', 'mpas_hfip', 'gcafs', 'rrfs', 'rrfs_ifi_missing', 'gfs'] No changes in test results detected. diff --git a/tests/logs/rt.log.WCOSS2_intel b/tests/logs/rt.log.WCOSS2_intel index 1fd014629..3b9718793 100644 --- a/tests/logs/rt.log.WCOSS2_intel +++ b/tests/logs/rt.log.WCOSS2_intel @@ -1,6 +1,6 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -46b97a51e25df6c50d163277d204fcee931d885f +6bc1df666b6ca6fc3201880c06c7424a370cb540 Submodule hashes: -68953f566b4d728b9ecf9a352c56e2aaeec6d8ec sorc/libIFI.fd @@ -9,56 +9,56 @@ Submodule hashes: Run directory: /lfs/h2/emc/ptmp/wen.meng/upp-WCOSS2 Baseline directory: /lfs/h2/emc/vpppg/noscrub/wen.meng/test_suite -Total runtime: 00h:15m:54s -Test Date: 20260326 14:14:53 +Total runtime: 00h:15m:42s +Test Date: 20260326 18:32:21 Summary Results: -03/26 14:02:24Z -sfs test: your new post executable generates bit-identical sfs.t00z.master.grb2f048 as the develop branch -03/26 14:02:38Z -aqm test: your new post executable generates bit-identical CMAQ08.tm00 as the develop branch -03/26 14:02:57Z -gefsv12 test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the develop branch -03/26 14:03:19Z -hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the develop branch -03/26 14:03:42Z -gefsv13 test: your new post executable generates bit-identical gefs.t00z.master.grb2f009 as the develop branch -03/26 14:03:43Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF06 as the develop branch -03/26 14:03:43Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the develop branch -03/26 14:03:45Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF06 as the develop branch -03/26 14:03:46Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the develop branch -03/26 14:03:46Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the develop branch -03/26 14:04:05Z -mpas test: your new post executable generates bit-identical POSTNAT18.tm00 as the develop branch -03/26 14:04:10Z -mpas test: your new post executable generates bit-identical POSTPRS18.tm00 as the develop branch -03/26 14:04:11Z -mpas test: your new post executable generates bit-identical POSTTWO18.tm00 as the develop branch -03/26 14:04:12Z -3drtma test: your new post executable generates bit-identical WRFNAT.GrbF00 as the develop branch -03/26 14:04:14Z -3drtma test: your new post executable generates bit-identical WRFTWO.GrbF00 as the develop branch -03/26 14:04:16Z -3drtma test: your new post executable generates bit-identical WRFPRS.GrbF00 as the develop branch -03/26 14:05:16Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF10 as the develop branch -03/26 14:05:18Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF10 as the develop branch -03/26 14:05:20Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF10 as the develop branch -03/26 14:05:58Z -gcafs test: your new post executable generates bit-identical GFSPRS.GrbF60 as the develop branch -03/26 14:06:00Z -gcafs test: your new post executable generates bit-identical GFSFLX.GrbF60 as the develop branch -03/26 14:06:32Z -mpas_hfip test: your new post executable generates bit-identical NATLEV.GrbF48 as the develop branch -03/26 14:06:36Z -mpas_hfip test: your new post executable generates bit-identical PRSLEV.GrbF48 as the develop branch -03/26 14:06:38Z -mpas_hfip test: your new post executable generates bit-identical 2DFLD.GrbF48 as the develop branch -03/26 14:07:50Z -rrfs_ifi_missing test: your new post executable generates bit-identical IFIFIP36.tm00 as the develop branch -03/26 14:12:56Z -gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the develop branch -03/26 14:12:58Z -gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the develop branch -03/26 14:12:58Z -gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the develop branch -03/26 14:13:47Z -rrfs test: your new post executable generates bit-identical PRSLEV36.tm00 as the develop branch -03/26 14:13:59Z -rrfs test: your new post executable generates bit-identical NATLEV36.tm00 as the develop branch -03/26 14:14:04Z -rrfs test: your new post executable generates bit-identical 2DFLD36.tm00 as the develop branch -03/26 14:02:44Z -Runtime: sfs_test 00:00:36 -- baseline 00:00:50 -03/26 14:03:05Z -Runtime: aqm_test 00:00:54 -- baseline 00:01:00 -03/26 14:03:25Z -Runtime: gefsv12_test 00:01:14 -- baseline 00:01:20 -03/26 14:04:02Z -Runtime: gefsv13_test 00:02:01 -- baseline 00:02:00 -03/26 14:04:07Z -Runtime: nmmb_test 00:02:03 -- baseline 00:02:20 -03/26 14:04:11Z -Runtime: rap_test 00:02:04 -- baseline 00:02:00 -03/26 14:05:44Z -Runtime: hrrr_test 00:03:40 -- baseline 00:03:40 -03/26 14:05:48Z -Runtime: hafs_test 00:01:37 -- baseline 00:02:00 -03/26 14:05:53Z -Runtime: 3drtma_test 00:02:34 -- baseline 00:03:00 -03/26 14:05:57Z -Runtime: mpas_test 00:02:30 -- baseline 00:02:40 -03/26 14:07:06Z -Runtime: mpas_hfip.test 00:04:56 -- baseline 00:05:00 -03/26 14:07:10Z -Runtime: gcafs_test 00:04:18 -- baseline 00:05:30 -03/26 14:14:44Z -Runtime: rrfs_test 00:12:32 -- baseline 00:10:00 -03/26 14:14:49Z -Runtime: rrfs_ifi_mis 00:06:05 -- baseline 00:08:00 -03/26 14:14:53Z -Runtime: gfs_test 00:11:18 -- baseline 00:15:00 +03/26 18:20:00Z -sfs test: your new post executable generates bit-identical sfs.t00z.master.grb2f048 as the develop branch +03/26 18:20:05Z -aqm test: your new post executable generates bit-identical CMAQ08.tm00 as the develop branch +03/26 18:20:21Z -gefsv12 test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the develop branch +03/26 18:20:45Z -hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the develop branch +03/26 18:20:57Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the develop branch +03/26 18:20:59Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the develop branch +03/26 18:20:59Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the develop branch +03/26 18:21:00Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF06 as the develop branch +03/26 18:21:00Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF06 as the develop branch +03/26 18:21:13Z -gefsv13 test: your new post executable generates bit-identical gefs.t00z.master.grb2f009 as the develop branch +03/26 18:21:32Z -mpas test: your new post executable generates bit-identical POSTNAT18.tm00 as the develop branch +03/26 18:21:34Z -mpas test: your new post executable generates bit-identical POSTPRS18.tm00 as the develop branch +03/26 18:21:36Z -mpas test: your new post executable generates bit-identical POSTTWO18.tm00 as the develop branch +03/26 18:21:47Z -3drtma test: your new post executable generates bit-identical WRFNAT.GrbF00 as the develop branch +03/26 18:21:48Z -3drtma test: your new post executable generates bit-identical WRFTWO.GrbF00 as the develop branch +03/26 18:21:50Z -3drtma test: your new post executable generates bit-identical WRFPRS.GrbF00 as the develop branch +03/26 18:22:31Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF10 as the develop branch +03/26 18:22:31Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF10 as the develop branch +03/26 18:22:33Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF10 as the develop branch +03/26 18:23:06Z -gcafs test: your new post executable generates bit-identical GFSPRS.GrbF60 as the develop branch +03/26 18:23:08Z -gcafs test: your new post executable generates bit-identical GFSFLX.GrbF60 as the develop branch +03/26 18:23:44Z -mpas_hfip test: your new post executable generates bit-identical NATLEV.GrbF48 as the develop branch +03/26 18:23:47Z -mpas_hfip test: your new post executable generates bit-identical PRSLEV.GrbF48 as the develop branch +03/26 18:23:49Z -mpas_hfip test: your new post executable generates bit-identical 2DFLD.GrbF48 as the develop branch +03/26 18:24:54Z -rrfs_ifi_missing test: your new post executable generates bit-identical IFIFIP36.tm00 as the develop branch +03/26 18:30:35Z -gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the develop branch +03/26 18:30:36Z -gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the develop branch +03/26 18:30:37Z -gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the develop branch +03/26 18:31:26Z -rrfs test: your new post executable generates bit-identical PRSLEV36.tm00 as the develop branch +03/26 18:31:38Z -rrfs test: your new post executable generates bit-identical NATLEV36.tm00 as the develop branch +03/26 18:31:44Z -rrfs test: your new post executable generates bit-identical 2DFLD36.tm00 as the develop branch +03/26 18:20:16Z -Runtime: sfs_test 00:00:41 -- baseline 00:00:50 +03/26 18:20:20Z -Runtime: aqm_test 00:00:49 -- baseline 00:01:00 +03/26 18:20:40Z -Runtime: gefsv12_test 00:01:07 -- baseline 00:01:20 +03/26 18:21:33Z -Runtime: gefsv13_test 00:01:58 -- baseline 00:02:00 +03/26 18:21:37Z -Runtime: nmmb_test 00:01:45 -- baseline 00:02:20 +03/26 18:21:41Z -Runtime: rap_test 00:01:45 -- baseline 00:02:00 +03/26 18:22:50Z -Runtime: hrrr_test 00:03:18 -- baseline 00:03:40 +03/26 18:22:54Z -Runtime: hafs_test 00:01:29 -- baseline 00:02:00 +03/26 18:22:58Z -Runtime: 3drtma_test 00:02:35 -- baseline 00:03:00 +03/26 18:23:03Z -Runtime: mpas_test 00:02:23 -- baseline 00:02:40 +03/26 18:24:11Z -Runtime: mpas_hfip.test 00:04:37 -- baseline 00:05:00 +03/26 18:24:16Z -Runtime: gcafs_test 00:03:55 -- baseline 00:05:30 +03/26 18:32:12Z -Runtime: rrfs_test 00:12:37 -- baseline 00:10:00 +03/26 18:32:17Z -Runtime: rrfs_ifi_mis 00:05:41 -- baseline 00:08:00 +03/26 18:32:21Z -Runtime: gfs_test 00:11:24 -- baseline 00:15:00 Check tests: ['sfs', 'aqm', 'gefsv12', 'gefsv13', 'nmmb', 'rap', 'hrrr', 'hafs', '3drtma', 'mpas', 'mpas_hfip', 'gcafs', 'rrfs', 'rrfs_ifi_missing', 'gfs'] No changes in test results detected.