Merge pull request #466 from DARMA-tasking/develop

#468: update master from develop v1.0.1
DARMA-tasking · Oct 30, 2023 · c46970c · c46970c
2 parents ed4361d + d047bbd
commit c46970c
Show file tree

Hide file tree

Showing 60 changed files with 1,013 additions and 391 deletions.
diff --git a/.github/workflows/build-and-publish-to-pypi.yml b/.github/workflows/build-and-publish-to-pypi.yml
@@ -23,4 +23,4 @@ jobs:
           user: __token__
           password: ${{ secrets.PYPI_API_TOKEN }}
           verbose: true
-          print-hash: true
+          print-hash: true
diff --git a/.github/workflows/deploy_docs.yml b/.github/workflows/deploy_docs.yml
@@ -24,12 +24,15 @@ jobs:
       - name: Install Python dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install -r requirements.txt
+          pip install -e .
           pip3 install docutils jinja2 pygments
       - name: Clone documentation generator
         working-directory: ${{ env.project-directory }}
         run: |
           git clone https://github.com/mosra/m.css.git
+      - name: Download JSON_data_files_validator
+        run: |
+           lbaf-vt-data-files-validator-loader
       - name: Build documentation
         working-directory: ${{ env.docs-generator }}
         run: |
@@ -43,6 +46,9 @@ jobs:
       - name: Deploy docs
         uses: JamesIves/github-pages-deploy-action@v4
         with:
-          branch: deploy-doc-site
+          token: ${{ secrets.GH_PAT }}
+          branch: master
+          repository-name: DARMA-tasking/DARMA-tasking.github.io
+          target-folder: lbaf_docs
           folder: ${{ env.docs-output }}
-          clean: true
+          clean: true
diff --git a/README.md b/README.md
@@ -210,7 +210,7 @@ python src/lbaf/Utils/lbsVTDataExtractor.py
 
 ## LBAF in Literature
 
-### [Optimizing Distributed Load Balancing for Workloads with Time-Varying Imbalance](10.1109/Cluster48925.2021.00039)
+### [Optimizing Distributed Load Balancing for Workloads with Time-Varying Imbalance](https://ieeexplore.ieee.org/document/9556089)
 
 "This paper explores dynamic load balancing algorithms used by asynchronous many-task (AMT), or ‘taskbased’, programming models to optimize task placement for scientific applications with dynamic workload imbalances."
 

diff --git a/VERSION b/VERSION
@@ -0,0 +1 @@
+1.0.1
diff --git a/config/challenging-toy-fewer-tasks.yaml b/config/challenging-toy-fewer-tasks.yaml
@@ -1,9 +1,10 @@
 # Specify input
 from_data:
-  data_stem: "../data/challenging_toy_fewer_tasks/toy"
+  data_stem: ../data/challenging_toy_fewer_tasks/toy
   phase_ids:
-    - 0
+  - 0
 check_schema: true
+overwrite_validator: false
 
 # Specify work model
 work_model:
@@ -27,17 +28,19 @@ algorithm:
     transfer_strategy: Clustering
     criterion: Tempered
     max_objects_per_transfer: 100
-    deterministic_transfer: True
+    deterministic_transfer: true
 
 # Specify output
 output_dir: ../output
 output_file_stem: output_file
-LBAF_Viz:
+visualization:
   x_ranks: 4
   y_ranks: 4
   z_ranks: 1
   object_jitter: 0.5
   #rank_qoi: homed_blocks_ratio
   rank_qoi: max_memory_usage
   object_qoi: shared_block_id
-  save_meshes: False
+  save_meshes: false
+  output_visualization_dir: ../output
+  output_visualization_file_stem: output_file
diff --git a/config/challenging-toy-hundreds-tasks.yaml b/config/challenging-toy-hundreds-tasks.yaml
@@ -2,8 +2,9 @@
 from_data:
   data_stem: ../data/challenging_toy_hundreds_tasks/toy
   phase_ids:
-    - 0
-check_schema: False
+  - 0
+check_schema: true
+overwrite_validator: false
 
 # Specify work model
 work_model:
@@ -27,16 +28,18 @@ algorithm:
     transfer_strategy: Clustering
     criterion: Tempered
     max_objects_per_transfer: 500
-    deterministic_transfer: False
+    deterministic_transfer: false
 
 # Specify output
 output_dir: ../output
 output_file_stem: output_file
-LBAF_Viz:
+visualization:
   x_ranks: 8
   y_ranks: 8
   z_ranks: 1
   object_jitter: 0.5
   rank_qoi: load
-  save_meshes: False
-  force_continuous_object_qoi: True
+  save_meshes: false
+  force_continuous_object_qoi: true
+  output_visualization_dir: ../output
+  output_visualization_file_stem: output_file
diff --git a/config/conf.yaml b/config/conf.yaml
@@ -2,8 +2,8 @@
 from_data:
   data_stem: ../data/synthetic_lb_data/data
   phase_ids:
-    - 0
-check_schema: False
+  - 0
+check_schema: false
 
 # Specify work model
 work_model:
@@ -25,22 +25,24 @@ algorithm:
     transfer_strategy: Recursive
     criterion: Tempered
     max_objects_per_transfer: 8
-    deterministic_transfer: True
+    deterministic_transfer: true
 
 # Specify output
 output_dir: ../output
 output_file_stem: output_file
-LBAF_Viz:
+write_JSON:
+  compressed: false
+  suffix: json
+  communications: true
+  offline_LB_compatible: false
+visualization:
   x_ranks: 2
   y_ranks: 2
   z_ranks: 1
   object_jitter: 0.5
   rank_qoi: work
   object_qoi: load
-  save_meshes: True
-  force_continuous_object_qoi: True
-write_JSON:
-  compressed: False
-  suffix: json
-  communications: True
-  offline_LB_compatible: False
+  save_meshes: true
+  force_continuous_object_qoi: true
+  output_visualization_dir: ../output
+  output_visualization_file_stem: output_file
diff --git a/config/every20phases.yaml b/config/every20phases.yaml
@@ -2,26 +2,26 @@
 from_data:
   data_stem: ../data/nolb-8color-16nodes-every50phases/stats
   phase_ids:
-    - 2
-    - 52
-    - 102
-    - 152
-    - 202
-    - 252
-    - 302
-    - 352
-    - 402
-    - 452
-    - 502
-    - 552
-    - 602
-    - 652
-    - 702
-    - 752
-    - 802
-    - 852
-    - 902
-    - 952
+  - 2
+  - 52
+  - 102
+  - 152
+  - 202
+  - 252
+  - 302
+  - 352
+  - 402
+  - 452
+  - 502
+  - 552
+  - 602
+  - 652
+  - 702
+  - 752
+  - 802
+  - 852
+  - 902
+  - 952
 
 # Specify work model
 work_model:
@@ -38,10 +38,12 @@ algorithm:
 # Specify output
 output_dir: ../output
 output_file_stem: output_file
-LBAF_Viz:
+visualization:
   x_ranks: 8
   y_ranks: 4
   z_ranks: 1
   object_jitter: 0.5
   rank_qoi: work
-  force_continuous_object_qoi: True
+  force_continuous_object_qoi: true
+  output_visualization_dir: ../output
+  output_visualization_file_stem: output_file
diff --git a/config/global.yaml b/config/global.yaml
@@ -1,3 +1,3 @@
 # Global configuration
 
-output_dir: ../output
+output_dir: ../output
diff --git a/config/step.yaml b/config/step.yaml
@@ -2,18 +2,18 @@
 from_data:
   data_stem: ../data/nolb-8color-16nodes-11firstphases/data
   phase_ids:
-    - 0
-    - 1
-    - 2
-    - 3
-    - 4
-    - 5
-    - 6
-    - 7
-    - 8
-    - 9
-    - 10
-check_schema: False
+  - 0
+  - 1
+  - 2
+  - 3
+  - 4
+  - 5
+  - 6
+  - 7
+  - 8
+  - 9
+  - 10
+check_schema: false
 
 # Specify work model
 work_model:
@@ -30,12 +30,14 @@ algorithm:
 # Specify output
 output_dir: ../output
 output_file_stem: output_file
-LBAF_Viz:
+visualization:
   x_ranks: 8
   y_ranks: 4
   z_ranks: 1
   object_jitter: 0.5
   rank_qoi: work
   object_qoi: load
-  save_meshes: True
-  force_continuous_object_qoi: True
+  save_meshes: true
+  force_continuous_object_qoi: true
+  output_visualization_dir: ../output
+  output_visualization_file_stem: output_file
diff --git a/config/user-defined-memory-toy-problem.yaml b/config/user-defined-memory-toy-problem.yaml
@@ -2,8 +2,8 @@
 from_data:
   data_stem: ../data/user-defined-memory-toy-problem/toy_mem
   phase_ids:
-    - 0
-check_schema: False
+  - 0
+check_schema: false
 
 # Specify work model
 work_model:
@@ -32,17 +32,19 @@ algorithm:
 # Specify output
 output_dir: ../output
 output_file_stem: output_file
-LBAF_Viz:
+write_JSON:
+  compressed: true
+  suffix: json
+  communications: true
+  offline_LB_compatible: true
+visualization:
   x_ranks: 2
   y_ranks: 2
   z_ranks: 1
   object_jitter: 0.5
   rank_qoi: load
   object_qoi: load
-  save_meshes: True
-  force_continuous_object_qoi: True
-write_JSON:
-  compressed: True
-  suffix: json
-  communications: True
-  offline_LB_compatible: True
+  save_meshes: true
+  force_continuous_object_qoi: true
+  output_visualization_dir: ../output
+  output_visualization_file_stem: output_file