Add minimal case cfgs (#608)

tests/integration/generated/directions_chrysalis.md

@@ -145,3 +145,12 @@ cp -r /lcrc/group/e3sm/ac.forsyth2/zppy_test_bundles_output/<UNIQUE ID>/v2.LR.hi
 ```
 cp -r /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/zppy_test_complete_run_www/<UNIQUE ID>/v2.LR.historical_0201 /lcrc/group/e3sm/public_html/zppy_test_resources/expected_complete_run_unified_<#>
 ```
+
+## Minimal Cases
+
+Some tests specifically check minimal zppy cfgs:
+i.e., cfgs with as few parameters as possible to test a specific case.
+If your code changes could interact with these minimal cases,
+then you should run the relevant ones to make sure they still work.
+
+Read and run `tests/integration/run_min_cases.sh`.

tests/integration/generated/test_min_case_diags_mvm_climo_diurnal_1_chrysalis.cfg

@@ -0,0 +1,33 @@
+[default]
+case = v2.LR.historical_0201
+constraint = ""
+dry_run = "False"
+environment_commands = ""
+input = "/lcrc/group/e3sm/ac.forsyth2//E3SMv2/v2.LR.historical_0201"
+input_subdir = archive/atm/hist
+mapping_file = "map_ne30pg2_to_cmip6_180x360_aave.20200201.nc"
+output = "/lcrc/group/e3sm/ac.forsyth2/zppy_test_min_case_diags_mvm_climo_diurnal_1_output/unique_id/v2.LR.historical_0201"
+partition = "debug"
+qos = "regular"
+www = "/lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/zppy_test_min_case_diags_mvm_climo_diurnal_1_www/unique_id"
+
+[climo]
+active = True
+walltime = "00:30:00"
+years = "1850:1854:4"
+
+  [[ atm_monthly_diurnal_8xdaily_180x360_aave ]]
+  # On Chrysalis, this produces output in:
+  # /lcrc/group/e3sm/ac.forsyth2/zppy_test_min_case_diags_mvm_climo_diurnal_1_output/<unique_id>/v2.LR.historical_0201/post/atm/180x360_aave/clim_diurnal_8xdaily/4yr
+  # Notice the output is placed in `post/atm/{grid}/clim_{frequency}/<year-increment from {years}>yr`
+  # ls:
+  # v2.LR.historical_0201.eam.h4_01_185001_185301_climo.nc  v2.LR.historical_0201.eam.h4_07_185007_185307_climo.nc  v2.LR.historical_0201.eam.h4_ANN_185001_185312_climo.nc
+  # v2.LR.historical_0201.eam.h4_02_185002_185302_climo.nc  v2.LR.historical_0201.eam.h4_08_185008_185308_climo.nc  v2.LR.historical_0201.eam.h4_DJF_185001_185312_climo.nc
+  # v2.LR.historical_0201.eam.h4_03_185003_185303_climo.nc  v2.LR.historical_0201.eam.h4_09_185009_185309_climo.nc  v2.LR.historical_0201.eam.h4_JJA_185006_185308_climo.nc
+  # v2.LR.historical_0201.eam.h4_04_185004_185304_climo.nc  v2.LR.historical_0201.eam.h4_10_185010_185310_climo.nc  v2.LR.historical_0201.eam.h4_MAM_185003_185305_climo.nc
+  # v2.LR.historical_0201.eam.h4_05_185005_185305_climo.nc  v2.LR.historical_0201.eam.h4_11_185011_185311_climo.nc  v2.LR.historical_0201.eam.h4_SON_185009_185311_climo.nc
+  # v2.LR.historical_0201.eam.h4_06_185006_185306_climo.nc  v2.LR.historical_0201.eam.h4_12_185012_185312_climo.nc
+  frequency = "diurnal_8xdaily"
+  input_files = "eam.h4"
+  input_subdir = "archive/atm/hist"
+  vars = "PRECT"

tests/integration/generated/test_min_case_diags_mvm_climo_diurnal_2_chrysalis.cfg

@@ -0,0 +1,56 @@
+[default]
+case = v2.LR.historical_0201
+constraint = ""
+dry_run = "False"
+environment_commands = ""
+input = "/lcrc/group/e3sm/ac.forsyth2//E3SMv2/v2.LR.historical_0201"
+input_subdir = archive/atm/hist
+mapping_file = "map_ne30pg2_to_cmip6_180x360_aave.20200201.nc"
+output = "/lcrc/group/e3sm/ac.forsyth2/zppy_test_min_case_diags_mvm_climo_diurnal_2_output/unique_id/v2.LR.historical_0201"
+partition = "debug"
+qos = "regular"
+www = "/lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/zppy_test_min_case_diags_mvm_climo_diurnal_2_www/unique_id"
+
+[climo]
+active = True
+walltime = "00:30:00"
+years = "1860:1864:4",
+
+  [[ atm_monthly_diurnal_8xdaily_180x360_aave ]]
+  # On Chrysalis, this produces output in:
+  # /lcrc/group/e3sm/ac.forsyth2/zppy_test_min_case_diags_mvm_climo_diurnal_2_output/<unique_id>/v2.LR.historical_0201/post/atm/180x360_aave/clim_diurnal_8xdaily/4yr
+  # Notice the output is placed in `post/atm/{grid}/clim_{frequency}/<year-increment from {years}>yr`
+  # ls:
+  # v2.LR.historical_0201.eam.h4_01_186001_186301_climo.nc  v2.LR.historical_0201.eam.h4_07_186007_186307_climo.nc  v2.LR.historical_0201.eam.h4_ANN_186001_186312_climo.nc
+  # v2.LR.historical_0201.eam.h4_02_186002_186302_climo.nc  v2.LR.historical_0201.eam.h4_08_186008_186308_climo.nc  v2.LR.historical_0201.eam.h4_DJF_186001_186312_climo.nc
+  # v2.LR.historical_0201.eam.h4_03_186003_186303_climo.nc  v2.LR.historical_0201.eam.h4_09_186009_186309_climo.nc  v2.LR.historical_0201.eam.h4_JJA_186006_186308_climo.nc
+  # v2.LR.historical_0201.eam.h4_04_186004_186304_climo.nc  v2.LR.historical_0201.eam.h4_10_186010_186310_climo.nc  v2.LR.historical_0201.eam.h4_MAM_186003_186305_climo.nc
+  # v2.LR.historical_0201.eam.h4_05_186005_186305_climo.nc  v2.LR.historical_0201.eam.h4_11_186011_186311_climo.nc  v2.LR.historical_0201.eam.h4_SON_186009_186311_climo.nc
+  # v2.LR.historical_0201.eam.h4_06_186006_186306_climo.nc  v2.LR.historical_0201.eam.h4_12_186012_186312_climo.nc
+  frequency = "diurnal_8xdaily"
+  input_files = "eam.h4"
+  input_subdir = "archive/atm/hist"
+  vars = "PRECT"
+
+[e3sm_diags]
+active = True
+grid = '180x360_aave'
+sets = "diurnal_cycle",
+short_name = 'v2.LR.historical_0201'
+
+  [[ atm_monthly_180x360_aave_mvm ]]
+  climo_diurnal_frequency = "diurnal_8xdaily"
+  climo_diurnal_subsection = "atm_monthly_diurnal_8xdaily_180x360_aave"
+  diff_title = "Difference"
+  partition = "compute"
+  qos = "regular"
+  ref_name = "v2.LR.historical_0201"
+  ref_years = "1850-1853",
+  # Use `_1` as reference
+  reference_data_path_climo_diurnal = "/lcrc/group/e3sm/ac.forsyth2/zppy_test_min_case_diags_mvm_climo_diurnal_1_output/unique_id/v2.LR.historical_0201/post/atm/180x360_aave/clim_diurnal_8xdaily"
+  run_type = "model_vs_model"
+  short_ref_name = "v2.LR.historical_0201"
+  swap_test_ref = False
+  tag = "model_vs_model"
+  walltime = "5:00:00"
+  years = "1860:1864:4",

tests/integration/generated/test_min_case_e3sm_diags_depend_on_climo_chrysalis.cfg

@@ -0,0 +1,37 @@
+[default]
+case = "v3.LR.historical_0051"
+constraint = ""
+dry_run = "False"
+environment_commands = ""
+input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051
+input_subdir = archive/atm/hist
+mapping_file = "map_ne30pg2_to_cmip6_180x360_aave.20200201.nc"
+output = "/lcrc/group/e3sm/ac.forsyth2/zppy_min_case_e3sm_diags_depend_on_climo_output/unique_id/v2.LR.historical_0201"
+partition = "debug"
+qos = "regular"
+www = "/lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/zppy_min_case_e3sm_diags_depend_on_climo_www/unique_id"
+years = "1985:1989:4",
+
+[climo]
+active = True
+walltime = "00:30:00"
+
+  [[ atm_monthly_180x360_aave ]]
+  frequency = "monthly"
+  input_files = "eam.h0"
+  input_subdir = "archive/atm/hist"
+  vars = ""
+
+[e3sm_diags]
+active = True
+grid = '180x360_aave'
+multiprocessing = True
+num_workers = 8
+partition = "compute"
+qos = "regular"
+short_name = "v3.LR.historical_0051"
+walltime = "5:00:00"
+
+  [[ atm_monthly_180x360_aave ]]
+  climo_subsection = "atm_monthly_180x360_aave"
+  sets = "lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","zonal_mean_2d_stratosphere",

tests/integration/generated/test_min_case_e3sm_diags_depend_on_climo_mvm_1_chrysalis.cfg

@@ -0,0 +1,23 @@
+[default]
+case = "v3.LR.historical_0051"
+constraint = ""
+dry_run = "False"
+environment_commands = ""
+input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051
+input_subdir = archive/atm/hist
+mapping_file = "map_ne30pg2_to_cmip6_180x360_aave.20200201.nc"
+output = "/lcrc/group/e3sm/ac.forsyth2/zppy_min_case_e3sm_diags_depend_on_climo_mvm_1_output/unique_id/v2.LR.historical_0201"
+partition = "debug"
+qos = "regular"
+www = "/lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/zppy_min_case_e3sm_diags_depend_on_climo_mvm_1_www/unique_id"
+years = "1985:1989:4",
+
+[climo]
+active = True
+walltime = "00:30:00"
+
+  [[ atm_monthly_180x360_aave ]]
+  frequency = "monthly"
+  input_files = "eam.h0"
+  input_subdir = "archive/atm/hist"
+  vars = ""

tests/integration/generated/test_min_case_e3sm_diags_depend_on_climo_mvm_2_chrysalis.cfg

@@ -0,0 +1,52 @@
+[default]
+case = "v3.LR.historical_0051"
+constraint = ""
+dry_run = "False"
+environment_commands = ""
+input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051
+input_subdir = archive/atm/hist
+mapping_file = "map_ne30pg2_to_cmip6_180x360_aave.20200201.nc"
+output = "/lcrc/group/e3sm/ac.forsyth2/zppy_min_case_e3sm_diags_depend_on_climo_mvm_2_output/unique_id/v2.LR.historical_0201"
+partition = "debug"
+qos = "regular"
+www = "/lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/zppy_min_case_e3sm_diags_depend_on_climo_mvm_2_www/unique_id"
+years = "1995:1999:4",
+
+[climo]
+active = True
+walltime = "00:30:00"
+
+  [[ atm_monthly_180x360_aave ]]
+  frequency = "monthly"
+  input_files = "eam.h0"
+  input_subdir = "archive/atm/hist"
+  vars = ""
+
+[e3sm_diags]
+active = True
+grid = '180x360_aave'
+multiprocessing = True
+num_workers = 8
+partition = "compute"
+qos = "regular"
+short_name = "v3.LR.historical_0051"
+walltime = "5:00:00"
+
+  [[ atm_monthly_180x360_aave_mvm ]]
+  # Test model-vs-model using the same files as the reference
+  climo_subsection = "atm_monthly_180x360_aave"
+  diff_title = "Difference"
+  ref_final_yr = 1988
+  ref_name = "v3.LR.historical_0051"
+  ref_start_yr = 1985
+  ref_years = "1985-1988",
+  # Use _1 as reference
+  reference_data_path = "/lcrc/group/e3sm/ac.forsyth2/zppy_min_case_e3sm_diags_depend_on_climo_mvm_1_output/unique_id/v3.LR.historical_0051/post/atm/180x360_aave/clim"
+  run_type = "model_vs_model"
+  sets = "lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","zonal_mean_2d_stratosphere",
+  short_ref_name = "v3.LR.historical_0051"
+  swap_test_ref = False
+  tag = "model_vs_model"
+  ts_num_years_ref = 4
+  ts_subsection = "atm_monthly_180x360_aave"
+  years = "1995-1998",

tests/integration/generated/test_min_case_e3sm_diags_depend_on_ts_chrysalis.cfg

@@ -0,0 +1,38 @@
+[default]
+case = "v3.LR.historical_0051"
+constraint = ""
+dry_run = "False"
+environment_commands = ""
+input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051
+input_subdir = archive/atm/hist
+mapping_file = "map_ne30pg2_to_cmip6_180x360_aave.20200201.nc"
+output = "/lcrc/group/e3sm/ac.forsyth2/zppy_min_case_e3sm_diags_depend_on_ts_output/unique_id/v2.LR.historical_0201"
+partition = "debug"
+qos = "regular"
+www = "/lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/zppy_min_case_e3sm_diags_depend_on_ts_www/unique_id"
+years = "1985:1989:4",
+
+[ts]
+active = True
+e3sm_to_cmip_environment_commands = ""
+walltime = "00:30:00"
+
+  [[ atm_monthly_180x360_aave ]]
+  frequency = "monthly"
+  input_files = "eam.h0"
+  input_subdir = "archive/atm/hist"
+  #ts_fmt = "cmip"
+
+[e3sm_diags]
+active = True
+grid = '180x360_aave'
+multiprocessing = True
+num_workers = 8
+partition = "compute"
+qos = "regular"
+short_name = "v3.LR.historical_0051"
+ts_num_years = 4
+walltime = "5:00:00"
+
+  [[ atm_monthly_180x360_aave ]]
+  sets = "enso_diags","qbo",

tests/integration/generated/test_min_case_e3sm_diags_depend_on_ts_mvm_1_chrysalis.cfg

@@ -0,0 +1,24 @@
+[default]
+case = "v3.LR.historical_0051"
+constraint = ""
+dry_run = "False"
+environment_commands = ""
+input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051
+input_subdir = archive/atm/hist
+mapping_file = "map_ne30pg2_to_cmip6_180x360_aave.20200201.nc"
+output = "/lcrc/group/e3sm/ac.forsyth2/zppy_min_case_e3sm_diags_depend_on_ts_mvm_1_output/unique_id/v2.LR.historical_0201"
+partition = "debug"
+qos = "regular"
+www = "/lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/zppy_min_case_e3sm_diags_depend_on_ts_mvm_1_www/unique_id"
+years = "1985:1989:4",
+
+[ts]
+active = True
+e3sm_to_cmip_environment_commands = ""
+walltime = "00:30:00"
+
+  [[ atm_monthly_180x360_aave ]]
+  frequency = "monthly"
+  input_files = "eam.h0"
+  input_subdir = "archive/atm/hist"
+  #ts_fmt = "cmip"

tests/integration/generated/test_min_case_e3sm_diags_depend_on_ts_mvm_2_chrysalis.cfg

@@ -0,0 +1,55 @@
+[default]
+case = "v3.LR.historical_0051"
+constraint = ""
+dry_run = "False"
+environment_commands = ""
+input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051
+input_subdir = archive/atm/hist
+mapping_file = "map_ne30pg2_to_cmip6_180x360_aave.20200201.nc"
+output = "/lcrc/group/e3sm/ac.forsyth2/zppy_min_case_e3sm_diags_depend_on_ts_mvm_2_output/unique_id/v2.LR.historical_0201"
+partition = "debug"
+qos = "regular"
+www = "/lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/zppy_min_case_e3sm_diags_depend_on_ts_mvm_2_www/unique_id"
+years = "1995:1999:4",
+
+[ts]
+active = True
+e3sm_to_cmip_environment_commands = ""
+walltime = "00:30:00"
+
+  [[ atm_monthly_180x360_aave ]]
+  frequency = "monthly"
+  input_files = "eam.h0"
+  input_subdir = "archive/atm/hist"
+  #ts_fmt = "cmip"
+
+[e3sm_diags]
+active = True
+grid = '180x360_aave'
+multiprocessing = True
+num_workers = 8
+partition = "compute"
+qos = "regular"
+short_name = "v3.LR.historical_0051"
+ts_num_years = 4
+walltime = "5:00:00"
+
+  [[ atm_monthly_180x360_aave_mvm ]]
+  # Test model-vs-model using the same files as the reference
+  climo_subsection = "atm_monthly_180x360_aave"
+  diff_title = "Difference"
+  ref_final_yr = 1988
+  ref_name = "v3.LR.historical_0051"
+  ref_start_yr = 1985
+  ref_years = "1985-1988",
+  # Use _1 as reference
+  reference_data_path = "/lcrc/group/e3sm/ac.forsyth2/zppy_min_case_e3sm_diags_depend_on_ts_mvm_1_output/unique_id/v3.LR.historical_0051/post/atm/180x360_aave/clim"
+  run_type = "model_vs_model"
+  sets = "enso_diags","qbo",
+  short_ref_name = "v3.LR.historical_0051"
+  swap_test_ref = False
+  tag = "model_vs_model"
+  ts_num_years_ref = 4
+  ts_subsection = "atm_monthly_180x360_aave"
+  walltime = "5:00:00"
+  years = "1995-1998",

tests/integration/generated/test_min_case_e3sm_diags_diurnal_cycle_chrysalis.cfg

@@ -0,0 +1,40 @@
+[default]
+case = "v3.LR.historical_0051"
+constraint = ""
+dry_run = "False"
+environment_commands = ""
+input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051
+input_subdir = archive/atm/hist
+mapping_file = "map_ne30pg2_to_cmip6_180x360_aave.20200201.nc"
+output = "/lcrc/group/e3sm/ac.forsyth2/zppy_min_case_e3sm_diags_diurnal_cycle_output/unique_id/v2.LR.historical_0201"
+partition = "debug"
+qos = "regular"
+www = "/lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/zppy_min_case_e3sm_diags_diurnal_cycle_www/unique_id"
+years = "1985:1989:4",
+
+[climo]
+active = True
+walltime = "00:30:00"
+
+  [[ atm_monthly_diurnal_8xdaily_180x360_aave ]]
+  frequency = "diurnal_8xdaily"
+  input_files = "eam.h3"
+  input_subdir = "archive/atm/hist"
+  vars = "PRECT"
+
+[e3sm_diags]
+active = True
+grid = '180x360_aave'
+multiprocessing = True
+num_workers = 8
+partition = "compute"
+qos = "regular"
+short_name = "v3.LR.historical_0051"
+ts_num_years = 4
+walltime = "5:00:00"
+
+  [[ atm_monthly_180x360_aave ]]
+  climo_diurnal_frequency = "diurnal_8xdaily"
+  climo_diurnal_subsection = "atm_monthly_diurnal_8xdaily_180x360_aave"
+  dc_obs_climo = '/lcrc/group/e3sm/public_html/e3sm_diags_test_data/unit_test_complete_run/obs/climatology'
+  sets = "diurnal_cycle",