forked from mom-ocean/MOM6
-
Notifications
You must be signed in to change notification settings - Fork 60
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Adds stand alone test_MOM_EOS and time_MOM_EOS (#516)
- Added simple single-thread program to invoke EOS_unit_tests.F90
- Added not-as-simple program to time the cost of calculate_density()
and calculate_spec_vol() for both scalar and array APIs
- Placed in new directory config_src/drivers/timing_tests/
- Renamed MOM_unit_test_driver.F90 to test_MOM_file_parser.F90
- Updated .testing/Makefile
- Added list of programs in config_src/drivers/unit_tests
- These are added to BUILDS if DO_UNIT_TESTS is not blank.
(DO_UNIT_TESTS was an existing macro but it might be uneeded)
- These programs are compiled with code coverage
- Added list of programs in config_src/drivers/timing_tests
- These programs are compiled with optimization and no coverage
- Fixed rule for building UNIT_EXECS (which did not re-build properly
because the central Makefile was trying to model the dependencies
even though those dependencies are in the build/unit/Makefile.dep)
- Added convenient targets build.unit, run.unit, build.timing, run.timing
- Timing tests currently time a loop over 1000 calls (so that the resolution
of the CPU timer is not too large) and 400 samples to collect statistics
on timings. On gaea c5 this takes about 10 seconds.
- The results are written to stdout in json.
- Added placeholder build and run of timing_tests to GH workflow.
- Enabled for [push,pull_request]
- We probably will not be able to use timings from GH but I still want
to exercise the code we know the timing programs aren't broken by a
commit.
- Also added driver for string_functions_unit_tests- Loading branch information
Showing
13 changed files
with
564 additions
and
38 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,133 @@ | ||
| #!/usr/bin/env python3 | ||
|
|
||
| from __future__ import print_function | ||
|
|
||
| import argparse | ||
| import json | ||
| import math | ||
|
|
||
| scale = 1e6 # micro-seconds (should make this dynamic) | ||
|
|
||
|
|
||
| def display_timing_file(file, show_all): | ||
| """Parse a JSON file of timing results and pretty-print the results""" | ||
|
|
||
| with open(file) as json_file: | ||
| timing_dict = json.load(json_file) | ||
|
|
||
| print("(Times measured in %5.0e seconds)" % (1./scale)) | ||
| print(" Min time Module & function") | ||
| for sub in timing_dict.keys(): | ||
| tmin = timing_dict[sub]['min'] * scale | ||
| print("%10.4e %s" % (tmin, sub)) | ||
|
|
||
| if show_all: | ||
| tmean = timing_dict[sub]['mean'] * scale | ||
| tmax = timing_dict[sub]['max'] * scale | ||
| tstd = timing_dict[sub]['std'] * scale | ||
| nsamp = timing_dict[sub]['n_samples'] | ||
| tsstd = tstd / math.sqrt(nsamp) | ||
| print(" (" + | ||
| "mean = %10.4e " % (tmean) + | ||
| "±%7.1e, " % (tsstd) + | ||
| "max = %10.4e, " % (tmax) + | ||
| "std = %8.2e, " % (tstd) + | ||
| "# = %d)" % (nsamp)) | ||
|
|
||
|
|
||
| def compare_timing_files(file, ref, show_all, significance_threshold): | ||
| """Read and compare two JSON files of timing results""" | ||
|
|
||
| with open(file) as json_file: | ||
| timing_dict = json.load(json_file) | ||
|
|
||
| with open(ref) as json_file: | ||
| ref_dict = json.load(json_file) | ||
|
|
||
| print("(Times measured in %5.0e seconds)" % (1./scale)) | ||
| print(" Delta (%) Module & function") | ||
| for sub in {**ref_dict, **timing_dict}.keys(): | ||
| T1 = ref_dict.get(sub) | ||
| T2 = timing_dict.get(sub) | ||
| if T1 is not None: | ||
| # stats for reference (old) | ||
| tmin1 = T1['min'] * scale | ||
| tmean1 = T1['mean'] * scale | ||
| if T2 is not None: | ||
| # stats for reference (old) | ||
| tmin2 = T2['min'] * scale | ||
| tmean2 = T2['mean'] * scale | ||
| if (T1 is not None) and (T2 is not None): | ||
| # change in actual minimum as percentage of old | ||
| dt = (tmin2 - tmin1) * 100 / tmin1 | ||
| if dt < -significance_threshold: | ||
| color = '\033[92m' | ||
| elif dt > significance_threshold: | ||
| color = '\033[91m' | ||
| else: | ||
| color = '' | ||
| print("%s%+10.4f%%\033[0m %s" % (color, dt, sub)) | ||
| else: | ||
| if T2 is None: | ||
| print(" removed %s" % (sub)) | ||
| else: | ||
| print(" added %s" % (sub)) | ||
|
|
||
| if show_all: | ||
| if T2 is None: | ||
| print(" --") | ||
| else: | ||
| tmax2 = T2['max'] * scale | ||
| tstd2 = T2['std'] * scale | ||
| n2 = T2['n_samples'] | ||
| tsstd2 = tstd2 / math.sqrt(n2) | ||
| print(" %10.4e (" % (tmin2) + | ||
| "mean = %10.4e " % (tmean2) + | ||
| "±%7.1e, " % (tsstd2) + | ||
| "max=%10.4e, " % (tmax2) + | ||
| "std=%8.2e, " % (tstd2) + | ||
| "# = %d)" % (n2)) | ||
| if T1 is None: | ||
| print(" --") | ||
| else: | ||
| tmax1 = T1['max'] * scale | ||
| tstd1 = T1['std'] * scale | ||
| n1 = T1['n_samples'] | ||
| tsstd1 = tstd1 / math.sqrt(n1) | ||
| print(" %10.4e (" % (tmin1) + | ||
| "mean = %10.4e " % (tmean1) + | ||
| "±%7.1e, " % (tsstd1) + | ||
| "max=%10.4e, " % (tmax1) + | ||
| "std=%8.2e, " % (tstd1) + | ||
| "# = %d)" % (n1)) | ||
|
|
||
|
|
||
| # Parse arguments | ||
| parser = argparse.ArgumentParser( | ||
| description="Beautify timing output from MOM6 timing tests." | ||
| ) | ||
| parser.add_argument( | ||
| 'file', | ||
| help="File to process." | ||
| ) | ||
| parser.add_argument( | ||
| '-a', '--all', | ||
| action='store_true', | ||
| help="Display all metrics rather than just the minimum time." | ||
| ) | ||
| parser.add_argument( | ||
| '-t', '--threshold', | ||
| default=6.0, type=float, | ||
| help="Significance threshold to flag (percentage)." | ||
| ) | ||
| parser.add_argument( | ||
| '-r', '--reference', | ||
| help="Reference file to compare against." | ||
| ) | ||
| args = parser.parse_args() | ||
|
|
||
| # Do the thing | ||
| if args.reference is None: | ||
| display_timing_file(args.file, args.all) | ||
| else: | ||
| compare_timing_files(args.file, args.reference, args.all, args.threshold) |
Oops, something went wrong.