From 03c51a1b5b85d68b0ff896e9f2e4ea9bcf8df75a Mon Sep 17 00:00:00 2001 From: Tom Vo Date: Mon, 26 Feb 2024 14:16:41 -0800 Subject: [PATCH] CDAT Migration - Update run script output directory to NERSC public webserver (#793) --- ...92_lat_lon_cdat_regression_test_json.ipynb | 482 +++++++++++ ..._lat_lon_cdat_regression_test_netcdf.ipynb | 794 ++++++++++++++++++ .../792_lat_lon_run_script.py | 8 + .../base_run_script.py | 9 +- .../template_cdat_regression_test_json.ipynb | 4 +- ...template_cdat_regression_test_netcdf.ipynb | 4 +- .../template_run_script.py | 12 +- 7 files changed, 1300 insertions(+), 13 deletions(-) create mode 100644 auxiliary_tools/cdat_regression_testing/792-lat-lon-run-script/792_lat_lon_cdat_regression_test_json.ipynb create mode 100644 auxiliary_tools/cdat_regression_testing/792-lat-lon-run-script/792_lat_lon_cdat_regression_test_netcdf.ipynb create mode 100644 auxiliary_tools/cdat_regression_testing/792-lat-lon-run-script/792_lat_lon_run_script.py diff --git a/auxiliary_tools/cdat_regression_testing/792-lat-lon-run-script/792_lat_lon_cdat_regression_test_json.ipynb b/auxiliary_tools/cdat_regression_testing/792-lat-lon-run-script/792_lat_lon_cdat_regression_test_json.ipynb new file mode 100644 index 000000000..b14897a51 --- /dev/null +++ b/auxiliary_tools/cdat_regression_testing/792-lat-lon-run-script/792_lat_lon_cdat_regression_test_json.ipynb @@ -0,0 +1,482 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# CDAT Migration Regression Testing Notebook (`.json` metrics)\n", + "\n", + "This notebook is used to perform regression testing between the development and\n", + "production versions of a diagnostic set.\n", + "\n", + "## How it works\n", + "\n", + "It compares the relative differences (%) between two sets of `.json` files in two\n", + "separate directories, one for the refactored code and the other for the `main` branch.\n", + "\n", + "It will display metrics values with relative differences >= 2%. Relative differences are used instead of absolute differences because:\n", + "\n", + "- Relative differences are in percentages, which shows the scale of the differences.\n", + "- Absolute differences are just a raw number that doesn't factor in\n", + " floating point size (e.g., 100.00 vs. 0.0001), which can be misleading.\n", + "\n", + "## How to use\n", + "\n", + "PREREQUISITE: The diagnostic set's metrics stored in `.json` files in two directories\n", + "(dev and `main` branches).\n", + "\n", + "1. Make a copy of this notebook under `auxiliary_tools/cdat_regression_testing/`.\n", + "2. Run `mamba create -n cdat_regression_test -y -c conda-forge \"python<3.12\" xarray netcdf4 dask pandas matplotlib-base ipykernel`\n", + "3. Run `mamba activate cdat_regression_test`\n", + "4. Update `DEV_PATH` and `MAIN_PATH` in the copy of your notebook.\n", + "5. Run all cells IN ORDER.\n", + "6. Review results for any outstanding differences (>= 2%).\n", + " - Debug these differences (e.g., bug in metrics functions, incorrect variable references, etc.)\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Setup Code\n" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [ + { + "ename": "OSError", + "evalue": "Number of files do not match at DEV_PATH and MAIN_PATH.", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mOSError\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[1], line 21\u001b[0m\n\u001b[1;32m 18\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mIOError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mNo files found at DEV_PATH and/or MAIN_PATH.\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m 20\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(DEV_GLOB) \u001b[38;5;241m!=\u001b[39m \u001b[38;5;28mlen\u001b[39m(MAIN_GLOB):\n\u001b[0;32m---> 21\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mIOError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mNumber of files do not match at DEV_PATH and MAIN_PATH.\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n", + "\u001b[0;31mOSError\u001b[0m: Number of files do not match at DEV_PATH and MAIN_PATH." + ] + } + ], + "source": [ + "from collections import defaultdict\n", + "import glob\n", + "\n", + "import numpy as np\n", + "import xarray as xr\n", + "\n", + "# TODO: Update SET_NAME and SET_DIR\n", + "SET_NAME = \"lat_lon\"\n", + "SET_DIR = \"792-lat-lon\"\n", + "\n", + "DEV_PATH = f\"/global/cfs/cdirs/e3sm/www/cdat-migration-fy24/{SET_DIR}/{SET_NAME}/**\"\n", + "MAIN_PATH = f\"/global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/{SET_NAME}/**\"\n", + "\n", + "DEV_GLOB = sorted(glob.glob(DEV_PATH + \"/*.json\"))\n", + "MAIN_GLOB = sorted(glob.glob(MAIN_PATH + \"/*.json\"))\n", + "\n", + "if len(DEV_GLOB) == 0 or len(MAIN_GLOB) == 0:\n", + " raise IOError(\"No files found at DEV_PATH and/or MAIN_PATH.\")\n", + "\n", + "if len(DEV_GLOB) != len(MAIN_GLOB):\n", + " raise IOError(\"Number of files do not match at DEV_PATH and MAIN_PATH.\")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## 1. Get the metrics for the development and `main` branches and their differences.\n" + ] + }, + { + "cell_type": "code", + "execution_count": 23, + "metadata": {}, + "outputs": [], + "source": [ + "df_metrics_dev = get_metrics(DEV_GLOB)\n", + "df_metrics_main = get_metrics(MAIN_GLOB)\n", + "df_metrics_diffs = get_rel_diffs(df_metrics_dev, df_metrics_main)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## 2. Filter differences to those above maximum threshold (2%).\n", + "\n", + "All values below maximum threshold will be labeled as `NaN`.\n", + "\n", + "- **If all cells in a row are NaN (< 2%)**, the entire row is dropped to make the results easier to parse.\n", + "- Any remaining NaN cells are below < 2% difference and **should be ignored**.\n" + ] + }, + { + "cell_type": "code", + "execution_count": 24, + "metadata": {}, + "outputs": [], + "source": [ + "df_metrics_diffs_thres = df_metrics_diffs[df_metrics_diffs >= 0.02]\n", + "df_metrics_diffs_thres = df_metrics_diffs_thres.dropna(\n", + " axis=0, how=\"all\", ignore_index=False\n", + ")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## 3. Combine all DataFrames to get the final result.\n" + ] + }, + { + "cell_type": "code", + "execution_count": 25, + "metadata": {}, + "outputs": [], + "source": [ + "df_metrics_all = pd.concat(\n", + " [df_metrics_dev.add_suffix(\"_dev\"), df_metrics_main.add_suffix(\"_main\")],\n", + " axis=1,\n", + " join=\"outer\",\n", + ")\n", + "df_final = df_metrics_diffs_thres.join(df_metrics_all)\n", + "df_final = sort_columns(df_final)\n", + "df_final = update_diffs_to_pct(df_final)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## 4. Review variables and metrics above difference threshold.\n", + "\n", + "- Red cells are differences >= 2%\n", + "- `nan` cells are differences < 2% and **should be ignored**\n" + ] + }, + { + "cell_type": "code", + "execution_count": 26, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "* Related variables ['FSNTOA', 'LHFLX', 'LWCF', 'NET_FLUX_SRF', 'PRECT', 'PSL', 'RESTOM', 'TREFHT']\n", + "* Number of metrics above 2% max threshold: 11 / 96\n" + ] + } + ], + "source": [ + "remove_metrics = [\"min\", \"max\"]\n", + "df_metrics_sub = df_final.reset_index(names=[\"var_key\", \"metric\"])\n", + "df_metrics_sub = df_metrics_sub[~df_metrics_sub.metric.isin(remove_metrics)]\n", + "get_num_metrics_above_diff_thres(df_metrics_all, df_metrics_sub)" + ] + }, + { + "cell_type": "code", + "execution_count": 28, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
 var_keymetrictest_devtest_maintest DIFF (%)ref_devref_mainref DIFF (%)test_regrid_devtest_regrid_maintest_regrid DIFF (%)ref_regrid_devref_regrid_mainref_regrid DIFF (%)misc_devmisc_mainmisc DIFF (%)
5FSNTOAmean239.859777240.001860nan241.439641241.544384nan239.859777240.001860nan241.439641241.544384nannannannan
8LHFLXmean88.37960988.470270nan88.96955088.976266nan88.37960988.470270nan88.96955088.976266nannannannan
11LWCFmean24.37322424.370539nan24.40669724.391579nan24.37322424.370539nan24.40669724.391579nannannannan
16NET_FLUX_SRFmean0.3940160.51633031.04%-0.0681860.068584200.58%0.3940160.51633031.04%-0.0681860.068584200.58%nannannan
19PRECTmean3.0538023.056760nan3.0748853.074978nan3.0538023.056760nan3.0748853.074978nannannannan
21PSLrmsenannannannannannannannannannannannan1.0428840.9799816.03%
23RESTOMmean0.4815490.65656036.34%0.0180410.162984803.40%0.4815490.65656036.34%0.0180410.162984803.40%nannannan
34TREFHTmean14.76994614.741707nan13.84201313.800258nan14.76994614.741707nan13.84201313.800258nannannannan
35TREFHTmean9.2142249.114572nan8.0833497.957917nan9.2142249.114572nan8.0833497.957917nannannannan
40TREFHTrmsenannannannannannannannannannannannan1.1607181.1799952.68%
41TREFHTrmsenannannannannannannannannannannannan1.3431691.3791412.68%
\n" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "highlight_large_diffs(df_metrics_sub)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## `NET_FLUX_SRF` and `RESTOM` contain the highest differences and should be investigated further\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "cdat_regression_test", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/auxiliary_tools/cdat_regression_testing/792-lat-lon-run-script/792_lat_lon_cdat_regression_test_netcdf.ipynb b/auxiliary_tools/cdat_regression_testing/792-lat-lon-run-script/792_lat_lon_cdat_regression_test_netcdf.ipynb new file mode 100644 index 000000000..550a94de6 --- /dev/null +++ b/auxiliary_tools/cdat_regression_testing/792-lat-lon-run-script/792_lat_lon_cdat_regression_test_netcdf.ipynb @@ -0,0 +1,794 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# CDAT Migration Regression Testing Notebook (`.nc` files)\n", + "\n", + "This notebook is used to perform regression testing between the development and\n", + "production versions of a diagnostic set.\n", + "\n", + "## How it works\n", + "\n", + "It compares the relative differences (%) between ref and test variables between\n", + "the dev and `main` branches.\n", + "\n", + "## How to use\n", + "\n", + "PREREQUISITE: The diagnostic set's netCDF stored in `.json` files in two directories\n", + "(dev and `main` branches).\n", + "\n", + "1. Make a copy of this notebook under `auxiliary_tools/cdat_regression_testing/`.\n", + "2. Run `mamba create -n cdat_regression_test -y -c conda-forge \"python<3.12\" xarray netcdf4 dask pandas matplotlib-base ipykernel`\n", + "3. Run `mamba activate cdat_regression_test`\n", + "4. Update `SET_DIR` and `SET_NAME` in the copy of your notebook.\n", + "5. Run all cells IN ORDER.\n", + "6. Review results for any outstanding differences (>=1e-5 relative tolerance).\n", + " - Debug these differences (e.g., bug in metrics functions, incorrect variable references, etc.)\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Setup Code\n" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "ename": "OSError", + "evalue": "Number of files do not match at DEV_PATH and MAIN_PATH.", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mOSError\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[7], line 21\u001b[0m\n\u001b[1;32m 18\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mIOError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mNo files found at DEV_PATH and/or MAIN_PATH.\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m 20\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(DEV_GLOB) \u001b[38;5;241m!=\u001b[39m \u001b[38;5;28mlen\u001b[39m(MAIN_GLOB):\n\u001b[0;32m---> 21\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mIOError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mNumber of files do not match at DEV_PATH and MAIN_PATH.\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n", + "\u001b[0;31mOSError\u001b[0m: Number of files do not match at DEV_PATH and MAIN_PATH." + ] + } + ], + "source": [ + "from collections import defaultdict\n", + "import glob\n", + "\n", + "import numpy as np\n", + "import xarray as xr\n", + "\n", + "# TODO: Update SET_NAME and SET_DIR\n", + "SET_NAME = \"lat_lon\"\n", + "SET_DIR = \"792-lat-lon\"\n", + "\n", + "DEV_PATH = f\"/global/cfs/cdirs/e3sm/www/cdat-migration-fy24/{SET_DIR}/{SET_NAME}/**\"\n", + "MAIN_PATH = f\"/global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/{SET_NAME}/**\"\n", + "\n", + "DEV_GLOB = sorted(glob.glob(DEV_PATH + \"/*.nc\"))\n", + "MAIN_GLOB = sorted(glob.glob(MAIN_PATH + \"/*.nc\"))\n", + "\n", + "if len(DEV_GLOB) == 0 or len(MAIN_GLOB) == 0:\n", + " raise IOError(\"No files found at DEV_PATH and/or MAIN_PATH.\")\n", + "\n", + "if len(DEV_GLOB) != len(MAIN_GLOB):\n", + " raise IOError(\"Number of files do not match at DEV_PATH and MAIN_PATH.\")" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/AOD_550/MACv2-AODDUST-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/AOD_550/MACv2-AODDUST-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/AOD_550/MACv2-AODVIS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/AOD_550/MACv2-AODVIS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/AOD_550/MACv2-AODVIS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/AOD_550/MACv2-AODVIS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/AOD_550/MACv2-AODVIS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/AOD_550/MACv2-AODVIS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/AOD_550/MERRA2_Aerosols-AODVIS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/AOD_550/MERRA2_Aerosols-AODVIS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/AOD_550/MERRA2_Aerosols-AODVIS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/AOD_550/MERRA2_Aerosols-AODVIS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/AOD_550/MERRA2_Aerosols-AODVIS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/AOD_550/MERRA2_Aerosols-AODVIS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-ALBEDO-ANN-75S75N_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-ALBEDO-ANN-75S75N_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-ALBEDO-ANN-75S75N_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-ALBEDO-JJA-75S75N_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-ALBEDO-JJA-75S75N_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-ALBEDO-JJA-75S75N_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-ALBEDOC-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-ALBEDOC-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-ALBEDOC-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-ALBEDOC-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-ALBEDOC-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-ALBEDOC-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FLUT-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FLUT-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FLUT-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FLUT-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FLUT-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FLUT-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FLUTC-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FLUTC-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FLUTC-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FLUTC-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FLUTC-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FLUTC-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FSNTOA-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FSNTOA-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FSNTOA-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FSNTOA-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FSNTOA-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FSNTOA-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FSNTOAC-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FSNTOAC-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FSNTOAC-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FSNTOAC-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FSNTOAC-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-FSNTOAC-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-LWCF-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-LWCF-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-LWCF-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-LWCF-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-LWCF-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-LWCF-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-NETCF-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-NETCF-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-NETCF-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-NETCF-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-NETCF-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-NETCF-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-RESTOM-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-RESTOM-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-RESTOM-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-RESTOM-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-RESTOM-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-RESTOM-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-SOLIN-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-SOLIN-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-SOLIN-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-SOLIN-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-SOLIN-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-SOLIN-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-SWCF-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-SWCF-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-SWCF-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-SWCF-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-SWCF-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-TOA-v4.1/ceres_ebaf_toa_v4.1-SWCF-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-ALBEDO_SRF-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-ALBEDO_SRF-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-ALBEDO_SRF-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-ALBEDO_SRF-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-ALBEDO_SRF-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-ALBEDO_SRF-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLDS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLDS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLDS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLDS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLDS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLDS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLDSC-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLDSC-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLDSC-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLDSC-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLDSC-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLDSC-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLNS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLNS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLNS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLNS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLNS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLNS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLNSC-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLNSC-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLNSC-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLNSC-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLNSC-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FLNSC-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSDS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSDS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSDS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSDS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSDS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSDS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSDSC-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSDSC-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSDSC-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSDSC-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSDSC-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSDSC-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSNS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSNS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSNS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSNS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSNS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSNS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSNSC-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSNSC-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSNSC-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSNSC-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSNSC-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-FSNSC-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-LWCFSRF-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-LWCFSRF-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-LWCFSRF-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-LWCFSRF-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-LWCFSRF-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-LWCFSRF-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-NETCF_SRF-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-NETCF_SRF-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-NETCF_SRF-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-NETCF_SRF-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-NETCF_SRF-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-NETCF_SRF-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-SWCFSRF-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-SWCFSRF-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-SWCFSRF-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-SWCFSRF-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-SWCFSRF-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CERES-EBAF-surface-v4.1/ceres_ebaf_surface_v4.1-SWCFSRF-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/COREv2_Flux/COREv2_Flux-PminusE-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/COREv2_Flux/COREv2_Flux-PminusE-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/COREv2_Flux/COREv2_Flux-PminusE-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/COREv2_Flux/COREv2_Flux-PminusE-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/COREv2_Flux/COREv2_Flux-PminusE-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/COREv2_Flux/COREv2_Flux-PminusE-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CRU_IPCC/CRU-TREFHT-ANN-land_60S90N_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CRU_IPCC/CRU-TREFHT-ANN-land_60S90N_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CRU_IPCC/CRU-TREFHT-ANN-land_60S90N_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CRU_IPCC/CRU-TREFHT-JJA-land_60S90N_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CRU_IPCC/CRU-TREFHT-JJA-land_60S90N_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/CRU_IPCC/CRU-TREFHT-JJA-land_60S90N_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDHGH_CAL-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDHGH_CAL-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDHGH_CAL-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDHGH_CAL-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDHGH_CAL-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDHGH_CAL-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDLOW_CAL-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDLOW_CAL-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDLOW_CAL-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDLOW_CAL-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDLOW_CAL-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDLOW_CAL-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDMED_CAL-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDMED_CAL-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDMED_CAL-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDMED_CAL-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDMED_CAL-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDMED_CAL-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDTOT_CAL-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDTOT_CAL-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDTOT_CAL-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDTOT_CAL-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDTOT_CAL-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud Calipso/CALIPSOCOSP-CLDTOT_CAL-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU1.3_9.4_ISCCP-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU1.3_9.4_ISCCP-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU1.3_9.4_ISCCP-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU1.3_9.4_ISCCP-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU1.3_9.4_ISCCP-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU1.3_9.4_ISCCP-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU1.3_ISCCP-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU1.3_ISCCP-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU1.3_ISCCP-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU1.3_ISCCP-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU1.3_ISCCP-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU1.3_ISCCP-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU9.4_ISCCP-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU9.4_ISCCP-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU9.4_ISCCP-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU9.4_ISCCP-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU9.4_ISCCP-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud ISCCP/ISCCPCOSP-CLDTOT_TAU9.4_ISCCP-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU1.3_9.4_MISR-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU1.3_9.4_MISR-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU1.3_9.4_MISR-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU1.3_9.4_MISR-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU1.3_9.4_MISR-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU1.3_9.4_MISR-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU1.3_MISR-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU1.3_MISR-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU1.3_MISR-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU1.3_MISR-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU1.3_MISR-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU1.3_MISR-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU9.4_MISR-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU9.4_MISR-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU9.4_MISR-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU9.4_MISR-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU9.4_MISR-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDLOW_TAU9.4_MISR-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU1.3_9.4_MISR-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU1.3_9.4_MISR-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU1.3_9.4_MISR-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU1.3_9.4_MISR-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU1.3_9.4_MISR-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU1.3_9.4_MISR-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU1.3_MISR-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU1.3_MISR-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU1.3_MISR-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU1.3_MISR-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU1.3_MISR-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU1.3_MISR-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU9.4_MISR-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU9.4_MISR-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU9.4_MISR-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU9.4_MISR-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU9.4_MISR-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MISR/MISRCOSP-CLDTOT_TAU9.4_MISR-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU1.3_9.4_MODIS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU1.3_9.4_MODIS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU1.3_9.4_MODIS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU1.3_9.4_MODIS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU1.3_9.4_MODIS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU1.3_9.4_MODIS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU1.3_MODIS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU1.3_MODIS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU1.3_MODIS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU1.3_MODIS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU1.3_MODIS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU1.3_MODIS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU9.4_MODIS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU9.4_MODIS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU9.4_MODIS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU9.4_MODIS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU9.4_MODIS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDHGH_TAU9.4_MODIS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU1.3_9.4_MODIS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU1.3_9.4_MODIS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU1.3_9.4_MODIS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU1.3_9.4_MODIS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU1.3_9.4_MODIS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU1.3_9.4_MODIS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU1.3_MODIS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU1.3_MODIS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU1.3_MODIS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU1.3_MODIS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU1.3_MODIS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU1.3_MODIS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU9.4_MODIS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU9.4_MODIS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU9.4_MODIS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU9.4_MODIS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU9.4_MODIS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/Cloud MODIS/MODISCOSP-CLDTOT_TAU9.4_MODIS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-FLNS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-FLNS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-FLNS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-FLNS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-FLNS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-FLNS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-FSNS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-FSNS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-FSNS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-FSNS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-FSNS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-FSNS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-LHFLX-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-LHFLX-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-LHFLX-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-LHFLX-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-LHFLX-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-LHFLX-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-NET_FLUX_SRF-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-NET_FLUX_SRF-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-NET_FLUX_SRF-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-NET_FLUX_SRF-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-NET_FLUX_SRF-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-NET_FLUX_SRF-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-PRECT-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-PRECT-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-PRECT-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-PRECT-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-PRECT-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-PRECT-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-PSL-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-PSL-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-PSL-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-PSL-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-PSL-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-PSL-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-SHFLX-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-SHFLX-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-SHFLX-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-SHFLX-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-SHFLX-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-SHFLX-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TAUXY-ANN-ocean_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TAUXY-ANN-ocean_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TAUXY-ANN-ocean_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TAUXY-JJA-ocean_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TAUXY-JJA-ocean_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TAUXY-JJA-ocean_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TMQ-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TMQ-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TMQ-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TMQ-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TMQ-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TMQ-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TREFHT-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TREFHT-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TREFHT-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TREFHT-ANN-land_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TREFHT-ANN-land_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TREFHT-ANN-land_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TREFHT-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TREFHT-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TREFHT-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TREFHT-JJA-land_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TREFHT-JJA-land_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5-TREFHT-JJA-land_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5_ext-QREFHT-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5_ext-QREFHT-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5_ext-QREFHT-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5_ext-QREFHT-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5_ext-QREFHT-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5_ext-QREFHT-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5_ext-U10-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5_ext-U10-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5_ext-U10-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5_ext-U10-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5_ext-U10-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/ERA5/ERA5_ext-U10-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_OAFLux/GPCP_OAFLux-PminusE-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_OAFLux/GPCP_OAFLux-PminusE-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_OAFLux/GPCP_OAFLux-PminusE-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_OAFLux/GPCP_OAFLux-PminusE-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_OAFLux/GPCP_OAFLux-PminusE-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_OAFLux/GPCP_OAFLux-PminusE-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_v2.3/GPCP_v2.3-PRECT-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_v2.3/GPCP_v2.3-PRECT-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_v2.3/GPCP_v2.3-PRECT-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_v2.3/GPCP_v2.3-PRECT-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_v2.3/GPCP_v2.3-PRECT-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_v2.3/GPCP_v2.3-PRECT-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_v3.2/GPCP_v3.2-PRECT-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_v3.2/GPCP_v3.2-PRECT-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_v3.2/GPCP_v3.2-PRECT-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_v3.2/GPCP_v3.2-PRECT-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_v3.2/GPCP_v3.2-PRECT-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/GPCP_v3.2/GPCP_v3.2-PRECT-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-FLNS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-FLNS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-FLNS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-FLNS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-FLNS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-FLNS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-FSNS-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-FSNS-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-FSNS-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-FSNS-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-FSNS-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-FSNS-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-LHFLX-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-LHFLX-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-LHFLX-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-LHFLX-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-LHFLX-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-LHFLX-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-NET_FLUX_SRF-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-NET_FLUX_SRF-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-NET_FLUX_SRF-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-NET_FLUX_SRF-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-NET_FLUX_SRF-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-NET_FLUX_SRF-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-PRECT-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-PRECT-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-PRECT-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-PRECT-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-PRECT-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-PRECT-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-PSL-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-PSL-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-PSL-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-PSL-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-PSL-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-PSL-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-SHFLX-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-SHFLX-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-SHFLX-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-SHFLX-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-SHFLX-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-SHFLX-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TAUXY-ANN-ocean_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TAUXY-ANN-ocean_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TAUXY-ANN-ocean_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TAUXY-JJA-ocean_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TAUXY-JJA-ocean_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TAUXY-JJA-ocean_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TMQ-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TMQ-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TMQ-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TMQ-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TMQ-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TMQ-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFHT-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFHT-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFHT-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFHT-ANN-land_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFHT-ANN-land_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFHT-ANN-land_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFHT-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFHT-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFHT-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFHT-JJA-land_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFHT-JJA-land_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFHT-JJA-land_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFMNAV-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFMNAV-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFMNAV-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFMNAV-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFMNAV-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFMNAV-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFMXAV-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFMXAV-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFMXAV-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFMXAV-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFMXAV-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREFMXAV-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREF_range-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREF_range-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREF_range-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREF_range-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREF_range-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/MERRA2/MERRA2-TREF_range-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/OMI-MLS/OMI-MLS-TCO-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/OMI-MLS/OMI-MLS-TCO-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/OMI-MLS/OMI-MLS-TCO-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/OMI-MLS/OMI-MLS-TCO-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/OMI-MLS/OMI-MLS-TCO-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/OMI-MLS/OMI-MLS-TCO-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_CL_HadISST/HadISST_CL-SST-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_CL_HadISST/HadISST_CL-SST-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_CL_HadISST/HadISST_CL-SST-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_CL_HadISST/HadISST_CL-SST-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_CL_HadISST/HadISST_CL-SST-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_CL_HadISST/HadISST_CL-SST-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_HadISST/HadISST-SST-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_HadISST/HadISST-SST-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_PD_HadISST/HadISST_PD-SST-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_PD_HadISST/HadISST_PD-SST-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_PD_HadISST/HadISST_PD-SST-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_PD_HadISST/HadISST_PD-SST-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_PD_HadISST/HadISST_PD-SST-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_PD_HadISST/HadISST_PD-SST-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_PI_HadISST/HadISST_PI-SST-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_PI_HadISST/HadISST_PI-SST-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_PI_HadISST/HadISST_PI-SST-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_PI_HadISST/HadISST_PI-SST-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_PI_HadISST/HadISST_PI-SST-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/SST_PI_HadISST/HadISST_PI-SST-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/WHOI-OAFlux/OAFlux-LHFLX-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/WHOI-OAFlux/OAFlux-LHFLX-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/WHOI-OAFlux/OAFlux-LHFLX-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/WHOI-OAFlux/OAFlux-LHFLX-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/WHOI-OAFlux/OAFlux-LHFLX-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/WHOI-OAFlux/OAFlux-LHFLX-JJA-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/WHOI-OAFlux/OAFlux-SHFLX-ANN-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/WHOI-OAFlux/OAFlux-SHFLX-ANN-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/WHOI-OAFlux/OAFlux-SHFLX-ANN-global_test.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/WHOI-OAFlux/OAFlux-SHFLX-JJA-global_diff.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/WHOI-OAFlux/OAFlux-SHFLX-JJA-global_ref.nc!\n", + "No file found to compare with /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/lat_lon/WHOI-OAFlux/OAFlux-SHFLX-JJA-global_test.nc!\n", + "Number of files missing: 496\n" + ] + } + ], + "source": [ + "missing_count = 0\n", + "for filepath_main in MAIN_GLOB:\n", + " filepath_dev = filepath_main.replace(\"main\", SET_DIR)\n", + " try:\n", + " ds = xr.open_dataset(filepath_dev)\n", + " except OSError:\n", + " print(f\"No file found to compare with {filepath_main}!\")\n", + " missing_count += 1\n", + "\n", + "print(f\"Number of files missing: {missing_count}\")" + ] + }, + { + "cell_type": "code", + "execution_count": 34, + "metadata": {}, + "outputs": [], + "source": [ + "def _get_var_to_filepath_map():\n", + " var_to_file = defaultdict(lambda: defaultdict(dict))\n", + "\n", + " for dev_file, main_file in zip(DEV_GLOB, MAIN_GLOB):\n", + " # Example:\n", + " # \"/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/660-cosp-histogram/cosp_histogram/ISCCP-COSP/ISCCPCOSP-COSP_HISTOGRAM_ISCCP-ANN-global_test.nc\"\n", + " file_arr = dev_file.split(\"/\")\n", + "\n", + " # Example: \"test\"\n", + " data_type = dev_file.split(\"_\")[-1].split(\".nc\")[0]\n", + "\n", + " # Skip comparing `.nc` \"diff\" files because comparing relative diffs of\n", + " # does not make sense.\n", + " if data_type == \"test\" or data_type == \"ref\":\n", + " # Example: \"ISCCP\"\n", + " model = file_arr[-2].split(\"-\")[0]\n", + " season = \"JJA\" if \"JJA\" in dev_file else \"ANN\"\n", + "\n", + " var_to_file[model][data_type][season] = (dev_file, main_file)\n", + "\n", + " return var_to_file\n", + "\n", + "\n", + "def _get_relative_diffs(var_to_filepath):\n", + " # Absolute tolerance of 0 and relative tolerance of 1e-5.\n", + " # We are mainly focusing on relative tolerance here (in percentage terms).\n", + " atol = 0\n", + " rtol = 1e-5\n", + "\n", + " for model, data_types in var_to_filepath.items():\n", + " for _, seasons in data_types.items():\n", + " for _, filepaths in seasons.items():\n", + " print(\"Comparing:\")\n", + " print(filepaths[0], \"\\n\", filepaths[1])\n", + " ds1 = xr.open_dataset(filepaths[0])\n", + " ds2 = xr.open_dataset(filepaths[1])\n", + "\n", + " try:\n", + " var_key = f\"COSP_HISTOGRAM_{model}\"\n", + " np.testing.assert_allclose(\n", + " ds1[var_key].values,\n", + " ds2[var_key].values,\n", + " atol=atol,\n", + " rtol=rtol,\n", + " )\n", + " except AssertionError as e:\n", + " print(e)\n", + " else:\n", + " print(f\" * All close and within relative tolerance ({rtol})\")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## 1. Compare the netCDF files between branches\n", + "\n", + "- Compare \"ref\" and \"test\" files\n", + "- \"diff\" files are ignored because getting relative diffs for these does not make sense (relative diff will be above tolerance)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 36, + "metadata": {}, + "outputs": [], + "source": [ + "var_to_filepaths = _get_var_to_filepath_map()" + ] + }, + { + "cell_type": "code", + "execution_count": 37, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Comparing:\n", + "/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/660-cosp-histogram/cosp_histogram/ISCCP-COSP/ISCCPCOSP-COSP_HISTOGRAM_ISCCP-ANN-global_ref.nc \n", + " /global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/main/cosp_histogram/ISCCP-COSP/ISCCPCOSP-COSP_HISTOGRAM_ISCCP-ANN-global_ref.nc\n", + " * All close and within relative tolerance (1e-05)\n", + "Comparing:\n", + "/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/660-cosp-histogram/cosp_histogram/ISCCP-COSP/ISCCPCOSP-COSP_HISTOGRAM_ISCCP-JJA-global_ref.nc \n", + " /global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/main/cosp_histogram/ISCCP-COSP/ISCCPCOSP-COSP_HISTOGRAM_ISCCP-JJA-global_ref.nc\n", + " * All close and within relative tolerance (1e-05)\n", + "Comparing:\n", + "/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/660-cosp-histogram/cosp_histogram/ISCCP-COSP/ISCCPCOSP-COSP_HISTOGRAM_ISCCP-ANN-global_test.nc \n", + " /global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/main/cosp_histogram/ISCCP-COSP/ISCCPCOSP-COSP_HISTOGRAM_ISCCP-ANN-global_test.nc\n", + " * All close and within relative tolerance (1e-05)\n", + "Comparing:\n", + "/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/660-cosp-histogram/cosp_histogram/ISCCP-COSP/ISCCPCOSP-COSP_HISTOGRAM_ISCCP-JJA-global_test.nc \n", + " /global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/main/cosp_histogram/ISCCP-COSP/ISCCPCOSP-COSP_HISTOGRAM_ISCCP-JJA-global_test.nc\n", + " * All close and within relative tolerance (1e-05)\n", + "Comparing:\n", + "/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/660-cosp-histogram/cosp_histogram/MISR-COSP/MISRCOSP-COSP_HISTOGRAM_MISR-ANN-global_ref.nc \n", + " /global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/main/cosp_histogram/MISR-COSP/MISRCOSP-COSP_HISTOGRAM_MISR-ANN-global_ref.nc\n", + " * All close and within relative tolerance (1e-05)\n", + "Comparing:\n", + "/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/660-cosp-histogram/cosp_histogram/MISR-COSP/MISRCOSP-COSP_HISTOGRAM_MISR-JJA-global_ref.nc \n", + " /global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/main/cosp_histogram/MISR-COSP/MISRCOSP-COSP_HISTOGRAM_MISR-JJA-global_ref.nc\n", + " * All close and within relative tolerance (1e-05)\n", + "Comparing:\n", + "/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/660-cosp-histogram/cosp_histogram/MISR-COSP/MISRCOSP-COSP_HISTOGRAM_MISR-ANN-global_test.nc \n", + " /global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/main/cosp_histogram/MISR-COSP/MISRCOSP-COSP_HISTOGRAM_MISR-ANN-global_test.nc\n", + " * All close and within relative tolerance (1e-05)\n", + "Comparing:\n", + "/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/660-cosp-histogram/cosp_histogram/MISR-COSP/MISRCOSP-COSP_HISTOGRAM_MISR-JJA-global_test.nc \n", + " /global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/main/cosp_histogram/MISR-COSP/MISRCOSP-COSP_HISTOGRAM_MISR-JJA-global_test.nc\n", + " * All close and within relative tolerance (1e-05)\n", + "Comparing:\n", + "/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/660-cosp-histogram/cosp_histogram/MODIS-COSP/MODISCOSP-COSP_HISTOGRAM_MODIS-ANN-global_ref.nc \n", + " /global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/main/cosp_histogram/MODIS-COSP/MODISCOSP-COSP_HISTOGRAM_MODIS-ANN-global_ref.nc\n", + "\n", + "Not equal to tolerance rtol=1e-05, atol=0\n", + "\n", + "Mismatched elements: 42 / 42 (100%)\n", + "Max absolute difference: 4.23048367e-05\n", + "Max relative difference: 1.16682146e-05\n", + " x: array([[0.703907, 2.669376, 3.065526, 1.579834, 0.363847, 0.128541],\n", + " [0.147366, 1.152637, 3.67049 , 3.791006, 1.398453, 0.392103],\n", + " [0.07496 , 0.474791, 1.37002 , 1.705649, 0.786423, 0.346744],...\n", + " y: array([[0.703899, 2.669347, 3.065492, 1.579816, 0.363843, 0.12854 ],\n", + " [0.147364, 1.152624, 3.670448, 3.790965, 1.398438, 0.392099],\n", + " [0.074959, 0.474786, 1.370004, 1.705629, 0.786415, 0.34674 ],...\n", + "Comparing:\n", + "/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/660-cosp-histogram/cosp_histogram/MODIS-COSP/MODISCOSP-COSP_HISTOGRAM_MODIS-JJA-global_ref.nc \n", + " /global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/main/cosp_histogram/MODIS-COSP/MODISCOSP-COSP_HISTOGRAM_MODIS-JJA-global_ref.nc\n", + "\n", + "Not equal to tolerance rtol=1e-05, atol=0\n", + "\n", + "Mismatched elements: 42 / 42 (100%)\n", + "Max absolute difference: 4.91806181e-05\n", + "Max relative difference: 1.3272405e-05\n", + " x: array([[0.62896 , 2.657657, 3.206268, 1.704946, 0.398659, 0.169424],\n", + " [0.147569, 1.228835, 3.697387, 3.727142, 1.223123, 0.436504],\n", + " [0.072129, 0.508413, 1.167637, 1.412202, 0.638085, 0.362268],...\n", + " y: array([[0.628952, 2.657625, 3.206227, 1.704924, 0.398654, 0.169422],\n", + " [0.147567, 1.228819, 3.697338, 3.727093, 1.223107, 0.436498],\n", + " [0.072128, 0.508407, 1.167622, 1.412183, 0.638076, 0.362263],...\n", + "Comparing:\n", + "/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/660-cosp-histogram/cosp_histogram/MODIS-COSP/MODISCOSP-COSP_HISTOGRAM_MODIS-ANN-global_test.nc \n", + " /global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/main/cosp_histogram/MODIS-COSP/MODISCOSP-COSP_HISTOGRAM_MODIS-ANN-global_test.nc\n", + " * All close and within relative tolerance (1e-05)\n", + "Comparing:\n", + "/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/660-cosp-histogram/cosp_histogram/MODIS-COSP/MODISCOSP-COSP_HISTOGRAM_MODIS-JJA-global_test.nc \n", + " /global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/main/cosp_histogram/MODIS-COSP/MODISCOSP-COSP_HISTOGRAM_MODIS-JJA-global_test.nc\n", + " * All close and within relative tolerance (1e-05)\n" + ] + } + ], + "source": [ + "_get_relative_diffs(var_to_filepaths)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Results\n", + "\n", + "- The relative tolerance of all files are 1e-05, which means things should be good to go.\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "cdat_regression_test", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/auxiliary_tools/cdat_regression_testing/792-lat-lon-run-script/792_lat_lon_run_script.py b/auxiliary_tools/cdat_regression_testing/792-lat-lon-run-script/792_lat_lon_run_script.py new file mode 100644 index 000000000..224c657db --- /dev/null +++ b/auxiliary_tools/cdat_regression_testing/792-lat-lon-run-script/792_lat_lon_run_script.py @@ -0,0 +1,8 @@ +from auxiliary_tools.cdat_regression_testing.base_run_script import run_set + +SET_NAME = "lat_lon" +SET_DIR = "792-lat-lon" +CFG_PATH: str | None = None +MULTIPROCESSING = True + +run_set(SET_NAME, SET_DIR, CFG_PATH, MULTIPROCESSING) diff --git a/auxiliary_tools/cdat_regression_testing/base_run_script.py b/auxiliary_tools/cdat_regression_testing/base_run_script.py index 52def949b..c24693229 100644 --- a/auxiliary_tools/cdat_regression_testing/base_run_script.py +++ b/auxiliary_tools/cdat_regression_testing/base_run_script.py @@ -28,7 +28,7 @@ from e3sm_diags.run import runner # The location where results will be stored based on your branch changes. -BASE_RESULTS_DIR = "/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/" +BASE_RESULTS_DIR = "/global/cfs/cdirs/e3sm/www/cdat-migration-fy24/" class MachinePaths(TypedDict): @@ -46,7 +46,7 @@ class MachinePaths(TypedDict): def run_set( - set_name: str, + set_name: str | List[str], set_dir: str, cfg_path: str | None = None, multiprocessing: bool = True, @@ -154,7 +154,10 @@ def run_set( mp_param.test_start_yr = "0051" mp_param.test_end_yr = "0060" - runner.sets_to_run = [set_name] + if isinstance(set_name, str): + runner.sets_to_run = [set_name] + else: + runner.sets_to_run = set_name runner.run_diags( [ diff --git a/auxiliary_tools/cdat_regression_testing/template_cdat_regression_test_json.ipynb b/auxiliary_tools/cdat_regression_testing/template_cdat_regression_test_json.ipynb index 9961a7b0c..0dac6c448 100644 --- a/auxiliary_tools/cdat_regression_testing/template_cdat_regression_test_json.ipynb +++ b/auxiliary_tools/cdat_regression_testing/template_cdat_regression_test_json.ipynb @@ -57,8 +57,8 @@ "SET_NAME = \"cosp_histogram\"\n", "SET_DIR = \"660-cosp-histogram\"\n", "\n", - "DEV_PATH = f\"/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/{SET_DIR}/{SET_NAME}/**\"\n", - "MAIN_PATH = f\"/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/main/{SET_NAME}/**\"\n", + "DEV_PATH = f\"/global/cfs/cdirs/e3sm/www/cdat-migration-fy24/{SET_DIR}/{SET_NAME}/**\"\n", + "MAIN_PATH = f\"/global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/{SET_NAME}/**\"\n", "\n", "DEV_GLOB = sorted(glob.glob(DEV_PATH + \"/*.json\"))\n", "MAIN_GLOB = sorted(glob.glob(MAIN_PATH + \"/*.json\"))\n", diff --git a/auxiliary_tools/cdat_regression_testing/template_cdat_regression_test_netcdf.ipynb b/auxiliary_tools/cdat_regression_testing/template_cdat_regression_test_netcdf.ipynb index 971b4b7ac..d48f993df 100644 --- a/auxiliary_tools/cdat_regression_testing/template_cdat_regression_test_netcdf.ipynb +++ b/auxiliary_tools/cdat_regression_testing/template_cdat_regression_test_netcdf.ipynb @@ -51,8 +51,8 @@ "SET_NAME = \"\"\n", "SET_DIR = \"\"\n", "\n", - "DEV_PATH = f\"/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/{SET_DIR}/{SET_NAME}/**\"\n", - "MAIN_PATH = f\"/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/main/{SET_NAME}/**\"\n", + "DEV_PATH = f\"/global/cfs/cdirs/e3sm/www/cdat-migration-fy24/{SET_DIR}/{SET_NAME}/**\"\n", + "MAIN_PATH = f\"/global/cfs/cdirs/e3sm/www/cdat-migration-fy24/main/{SET_NAME}/**\"\n", "\n", "DEV_GLOB = sorted(glob.glob(DEV_PATH + \"/*.nc\"))\n", "MAIN_GLOB = sorted(glob.glob(MAIN_PATH + \"/*.nc\"))\n", diff --git a/auxiliary_tools/cdat_regression_testing/template_run_script.py b/auxiliary_tools/cdat_regression_testing/template_run_script.py index 85c98ae17..14764e0da 100644 --- a/auxiliary_tools/cdat_regression_testing/template_run_script.py +++ b/auxiliary_tools/cdat_regression_testing/template_run_script.py @@ -12,17 +12,17 @@ "meridional_mean_2d", "annual_cycle_zonal_mean", "enso_diags", "qbo", "area_mean_time_series", "diurnal_cycle", "streamflow", "arm_diags", "tc_analysis", "aerosol_aeronet", "aerosol_budget", "mp_partition", - 6. Run this script as a Python module - `auxiliary_tools` is not included in `setup.py`, so `-m` is required to run the script as a Python module - Command: python -m auxiliary_tools.cdat_regression_testing.-. - Example: python -m auxiliary_tools.cdat_regression_testing.660_cosp_histogram.run_script - -7. Make a copy of the CDAT regression testing notebook in the same directory +7. Run `chown -R o=rx ` to allow public access to viewer outputs on the NERSC webserver + - Example: `chown -R o=rx /global/cfs/cdirs/e3sm/www/cdat-migration-fy24/654-zonal_mean_xy` + - https://portal.nersc.gov/project/e3sm/cdat-migration-fy24/ +8. Make a copy of the CDAT regression testing notebook in the same directory as this script and follow the instructions there to start testing. - -8. Update `CFG_PATH` to a custom cfg file to debug specific variables. +9. Update `CFG_PATH` to a custom cfg file to debug specific variables. - It is useful to create a custom cfg based on the default diags to debug specific variables that are running into problems. - For example, copy `zonal_mean_xy_model_vs_model.cfg` into the same directory @@ -36,7 +36,7 @@ # Example: "lat_lon" SET_NAME = "" # TODO: Update SET_DIR to . This string gets appended -# to the base results_dir, "/global/cfs/projectdirs/e3sm/e3sm_diags_cdat_test/". +# to the base results_dir, "/global/cfs/cdirs/e3sm/www/cdat-migration-fy24/". # Example: "671-lat-lon" SET_DIR = ""