Skip to content

Commit

Permalink
clean up ci and gpu scaling config files
Browse files Browse the repository at this point in the history
  • Loading branch information
szy21 committed Apr 29, 2024
1 parent 87c7c6b commit 1d0b27a
Show file tree
Hide file tree
Showing 8 changed files with 8 additions and 11 deletions.
3 changes: 0 additions & 3 deletions .buildkite/gpu_pipeline/pipeline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,10 +11,7 @@ env:
OMPI_MCA_opal_warn_on_missing_libcuda: 0
SLURM_KILL_BAD_EXIT: 1
SLURM_GRES_FLAGS: "allow-task-sharing"
CONFIG_PATH: "config/model_configs"
GPU_CONFIG_PATH: "config/gpu_configs/"
PERF_CONFIG_PATH: "config/perf_configs"
MPI_CONFIG_PATH: "config/mpi_configs"
CLIMAATMOS_GC_NSTEPS: 10

steps:
Expand Down
16 changes: 8 additions & 8 deletions .buildkite/pipeline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ env:
JULIA_MAX_NUM_PRECOMPILE_FILES: 100
JULIA_DEPOT_PATH: "${BUILDKITE_BUILD_PATH}/${BUILDKITE_PIPELINE_SLUG}/depot/default"
CONFIG_PATH: "config/model_configs"
GPU_CONFIG_PATH: "config/gpu_configs/"
GPU_CONFIG_PATH: "config/gpu_configs"
PERF_CONFIG_PATH: "config/perf_configs"
MPI_CONFIG_PATH: "config/mpi_configs"

Expand Down Expand Up @@ -669,7 +669,7 @@ steps:
key: "gpu_baroclinic_wave_rhoe"
command: >
julia --color=yes --project=examples examples/hybrid/driver.jl
--config_file $PERF_CONFIG_PATH/gpu_baroclinic_wave_rhoe.yml
--config_file $CONFIG_PATH/gpu_baroclinic_wave_rhoe.yml
artifact_paths: "gpu_implicit_barowave_ref/output_active/*"
agents:
slurm_mem: 16G
Expand All @@ -679,7 +679,7 @@ steps:
command: >
tar xvf sphere_baroclinic_wave_rhoe/output_active/hdf5_files.tar -C sphere_baroclinic_wave_rhoe
tar xvf gpu_baroclinic_wave_rhoe//output_active/hdf5_files.tar -C gpu_baroclinic_wave_rhoe
tar xvf gpu_baroclinic_wave_rhoe/output_active/hdf5_files.tar -C gpu_baroclinic_wave_rhoe
julia --color=yes --project=examples post_processing/compare_outputs.jl
--output_folder_1 sphere_baroclinic_wave_rhoe
Expand Down Expand Up @@ -725,7 +725,7 @@ steps:
- >
nsys profile --trace=nvtx,cuda --output=central_gpu_hs_rhoe_equil_55km_nz63_0M/output_active/report
julia --color=yes --project=examples examples/hybrid/driver.jl
--config_file $GPU_CONFIG_PATH/central_gpu_hs_rhoe_equil_55km_nz63_0M.yml
--config_file $CONFIG_PATH/central_gpu_hs_rhoe_equil_55km_nz63_0M.yml
artifact_paths: "central_gpu_hs_rhoe_equil_55km_nz63_0M/output_active/*"
agents:
slurm_gpus: 1
Expand All @@ -736,7 +736,7 @@ steps:
- >
nsys profile --trace=nvtx,cuda --output=central_cloud_diag_gpu_hs_rhoe_equil_55km_nz63_0M/output_active/report
julia --color=yes --project=examples examples/hybrid/driver.jl
--config_file $GPU_CONFIG_PATH/central_cloud_diag_gpu_hs_rhoe_equil_55km_nz63_0M.yml
--config_file $CONFIG_PATH/central_cloud_diag_gpu_hs_rhoe_equil_55km_nz63_0M.yml
artifact_paths: "central_cloud_diag_gpu_hs_rhoe_equil_55km_nz63_0M/output_active/*"
agents:
slurm_gpus: 1
Expand All @@ -748,15 +748,15 @@ steps:
- >
nsys profile --trace=nvtx,cuda --output=gpu_aquaplanet_dyamond/output_active/report
julia --color=yes --project=examples examples/hybrid/driver.jl
--config_file ${GPU_CONFIG_PATH}gpu_aquaplanet_dyamond.yml
--config_file ${CONFIG_PATH}gpu_aquaplanet_dyamond.yml
artifact_paths: "gpu_aquaplanet_dyamond/output_active/*"
agents:
slurm_gpus: 1

- label: "GPU: Diagnostic EDMFX aquaplanet"
command: >
julia --color=yes --project=examples examples/hybrid/driver.jl
--config_file $GPU_CONFIG_PATH/gpu_diagnostic_edmfx_aquaplanet.yml
--config_file $CONFIG_PATH/gpu_diagnostic_edmfx_aquaplanet.yml
artifact_paths: "gpu_diagnostic_edmfx_aquaplanet/output_active/*"
agents:
slurm_gpus: 1
Expand All @@ -765,7 +765,7 @@ steps:
- label: "GPU: Prognostic EDMFX aquaplanet"
command: >
julia --color=yes --project=examples examples/hybrid/driver.jl
--config_file $GPU_CONFIG_PATH/gpu_prognostic_edmfx_aquaplanet.yml
--config_file $CONFIG_PATH/gpu_prognostic_edmfx_aquaplanet.yml
artifact_paths: "gpu_prognostic_edmfx_aquaplanet/output_active/*"
agents:
slurm_gpus: 1
Expand Down

0 comments on commit 1d0b27a

Please sign in to comment.