Skip to content

Commit c46970c

Browse files
nlslattnlslatt
authored
Merge pull request #466 from DARMA-tasking/develop
#468: update master from develop v1.0.1
2 parents ed4361d + d047bbd commit c46970c

File tree

60 files changed

+1013
-391
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

60 files changed

+1013
-391
lines changed

‎.github/workflows/build-and-publish-to-pypi.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -23,4 +23,4 @@ jobs:
2323
user: __token__
2424
password: ${{ secrets.PYPI_API_TOKEN }}
2525
verbose: true
26-
print-hash: true
26+
print-hash: true

‎.github/workflows/deploy_docs.yml

+9-3
Original file line numberDiff line numberDiff line change
@@ -24,12 +24,15 @@ jobs:
2424
- name: Install Python dependencies
2525
run: |
2626
python -m pip install --upgrade pip
27-
pip install -r requirements.txt
27+
pip install -e .
2828
pip3 install docutils jinja2 pygments
2929
- name: Clone documentation generator
3030
working-directory: ${{ env.project-directory }}
3131
run: |
3232
git clone https://github.com/mosra/m.css.git
33+
- name: Download JSON_data_files_validator
34+
run: |
35+
lbaf-vt-data-files-validator-loader
3336
- name: Build documentation
3437
working-directory: ${{ env.docs-generator }}
3538
run: |
@@ -43,6 +46,9 @@ jobs:
4346
- name: Deploy docs
4447
uses: JamesIves/github-pages-deploy-action@v4
4548
with:
46-
branch: deploy-doc-site
49+
token: ${{ secrets.GH_PAT }}
50+
branch: master
51+
repository-name: DARMA-tasking/DARMA-tasking.github.io
52+
target-folder: lbaf_docs
4753
folder: ${{ env.docs-output }}
48-
clean: true
54+
clean: true

‎README.md

+1-1
Original file line numberDiff line numberDiff line change
@@ -210,7 +210,7 @@ python src/lbaf/Utils/lbsVTDataExtractor.py
210210

211211
## LBAF in Literature
212212

213-
### [Optimizing Distributed Load Balancing for Workloads with Time-Varying Imbalance](10.1109/Cluster48925.2021.00039)
213+
### [Optimizing Distributed Load Balancing for Workloads with Time-Varying Imbalance](https://ieeexplore.ieee.org/document/9556089)
214214

215215
"This paper explores dynamic load balancing algorithms used by asynchronous many-task (AMT), or ‘taskbased’, programming models to optimize task placement for scientific applications with dynamic workload imbalances."
216216

‎VERSION

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
1.0.1

‎config/challenging-toy-fewer-tasks.yaml

+8-5
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,10 @@
11
# Specify input
22
from_data:
3-
data_stem: "../data/challenging_toy_fewer_tasks/toy"
3+
data_stem: ../data/challenging_toy_fewer_tasks/toy
44
phase_ids:
5-
- 0
5+
- 0
66
check_schema: true
7+
overwrite_validator: false
78

89
# Specify work model
910
work_model:
@@ -27,17 +28,19 @@ algorithm:
2728
transfer_strategy: Clustering
2829
criterion: Tempered
2930
max_objects_per_transfer: 100
30-
deterministic_transfer: True
31+
deterministic_transfer: true
3132

3233
# Specify output
3334
output_dir: ../output
3435
output_file_stem: output_file
35-
LBAF_Viz:
36+
visualization:
3637
x_ranks: 4
3738
y_ranks: 4
3839
z_ranks: 1
3940
object_jitter: 0.5
4041
#rank_qoi: homed_blocks_ratio
4142
rank_qoi: max_memory_usage
4243
object_qoi: shared_block_id
43-
save_meshes: False
44+
save_meshes: false
45+
output_visualization_dir: ../output
46+
output_visualization_file_stem: output_file

‎config/challenging-toy-hundreds-tasks.yaml

+9-6
Original file line numberDiff line numberDiff line change
@@ -2,8 +2,9 @@
22
from_data:
33
data_stem: ../data/challenging_toy_hundreds_tasks/toy
44
phase_ids:
5-
- 0
6-
check_schema: False
5+
- 0
6+
check_schema: true
7+
overwrite_validator: false
78

89
# Specify work model
910
work_model:
@@ -27,16 +28,18 @@ algorithm:
2728
transfer_strategy: Clustering
2829
criterion: Tempered
2930
max_objects_per_transfer: 500
30-
deterministic_transfer: False
31+
deterministic_transfer: false
3132

3233
# Specify output
3334
output_dir: ../output
3435
output_file_stem: output_file
35-
LBAF_Viz:
36+
visualization:
3637
x_ranks: 8
3738
y_ranks: 8
3839
z_ranks: 1
3940
object_jitter: 0.5
4041
rank_qoi: load
41-
save_meshes: False
42-
force_continuous_object_qoi: True
42+
save_meshes: false
43+
force_continuous_object_qoi: true
44+
output_visualization_dir: ../output
45+
output_visualization_file_stem: output_file

‎config/conf.yaml

+13-11
Original file line numberDiff line numberDiff line change
@@ -2,8 +2,8 @@
22
from_data:
33
data_stem: ../data/synthetic_lb_data/data
44
phase_ids:
5-
- 0
6-
check_schema: False
5+
- 0
6+
check_schema: false
77

88
# Specify work model
99
work_model:
@@ -25,22 +25,24 @@ algorithm:
2525
transfer_strategy: Recursive
2626
criterion: Tempered
2727
max_objects_per_transfer: 8
28-
deterministic_transfer: True
28+
deterministic_transfer: true
2929

3030
# Specify output
3131
output_dir: ../output
3232
output_file_stem: output_file
33-
LBAF_Viz:
33+
write_JSON:
34+
compressed: false
35+
suffix: json
36+
communications: true
37+
offline_LB_compatible: false
38+
visualization:
3439
x_ranks: 2
3540
y_ranks: 2
3641
z_ranks: 1
3742
object_jitter: 0.5
3843
rank_qoi: work
3944
object_qoi: load
40-
save_meshes: True
41-
force_continuous_object_qoi: True
42-
write_JSON:
43-
compressed: False
44-
suffix: json
45-
communications: True
46-
offline_LB_compatible: False
45+
save_meshes: true
46+
force_continuous_object_qoi: true
47+
output_visualization_dir: ../output
48+
output_visualization_file_stem: output_file

‎config/every20phases.yaml

+24-22
Original file line numberDiff line numberDiff line change
@@ -2,26 +2,26 @@
22
from_data:
33
data_stem: ../data/nolb-8color-16nodes-every50phases/stats
44
phase_ids:
5-
- 2
6-
- 52
7-
- 102
8-
- 152
9-
- 202
10-
- 252
11-
- 302
12-
- 352
13-
- 402
14-
- 452
15-
- 502
16-
- 552
17-
- 602
18-
- 652
19-
- 702
20-
- 752
21-
- 802
22-
- 852
23-
- 902
24-
- 952
5+
- 2
6+
- 52
7+
- 102
8+
- 152
9+
- 202
10+
- 252
11+
- 302
12+
- 352
13+
- 402
14+
- 452
15+
- 502
16+
- 552
17+
- 602
18+
- 652
19+
- 702
20+
- 752
21+
- 802
22+
- 852
23+
- 902
24+
- 952
2525

2626
# Specify work model
2727
work_model:
@@ -38,10 +38,12 @@ algorithm:
3838
# Specify output
3939
output_dir: ../output
4040
output_file_stem: output_file
41-
LBAF_Viz:
41+
visualization:
4242
x_ranks: 8
4343
y_ranks: 4
4444
z_ranks: 1
4545
object_jitter: 0.5
4646
rank_qoi: work
47-
force_continuous_object_qoi: True
47+
force_continuous_object_qoi: true
48+
output_visualization_dir: ../output
49+
output_visualization_file_stem: output_file

‎config/global.yaml

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
# Global configuration
22

3-
output_dir: ../output
3+
output_dir: ../output

‎config/step.yaml

+17-15
Original file line numberDiff line numberDiff line change
@@ -2,18 +2,18 @@
22
from_data:
33
data_stem: ../data/nolb-8color-16nodes-11firstphases/data
44
phase_ids:
5-
- 0
6-
- 1
7-
- 2
8-
- 3
9-
- 4
10-
- 5
11-
- 6
12-
- 7
13-
- 8
14-
- 9
15-
- 10
16-
check_schema: False
5+
- 0
6+
- 1
7+
- 2
8+
- 3
9+
- 4
10+
- 5
11+
- 6
12+
- 7
13+
- 8
14+
- 9
15+
- 10
16+
check_schema: false
1717

1818
# Specify work model
1919
work_model:
@@ -30,12 +30,14 @@ algorithm:
3030
# Specify output
3131
output_dir: ../output
3232
output_file_stem: output_file
33-
LBAF_Viz:
33+
visualization:
3434
x_ranks: 8
3535
y_ranks: 4
3636
z_ranks: 1
3737
object_jitter: 0.5
3838
rank_qoi: work
3939
object_qoi: load
40-
save_meshes: True
41-
force_continuous_object_qoi: True
40+
save_meshes: true
41+
force_continuous_object_qoi: true
42+
output_visualization_dir: ../output
43+
output_visualization_file_stem: output_file

‎config/user-defined-memory-toy-problem.yaml

+12-10
Original file line numberDiff line numberDiff line change
@@ -2,8 +2,8 @@
22
from_data:
33
data_stem: ../data/user-defined-memory-toy-problem/toy_mem
44
phase_ids:
5-
- 0
6-
check_schema: False
5+
- 0
6+
check_schema: false
77

88
# Specify work model
99
work_model:
@@ -32,17 +32,19 @@ algorithm:
3232
# Specify output
3333
output_dir: ../output
3434
output_file_stem: output_file
35-
LBAF_Viz:
35+
write_JSON:
36+
compressed: true
37+
suffix: json
38+
communications: true
39+
offline_LB_compatible: true
40+
visualization:
3641
x_ranks: 2
3742
y_ranks: 2
3843
z_ranks: 1
3944
object_jitter: 0.5
4045
rank_qoi: load
4146
object_qoi: load
42-
save_meshes: True
43-
force_continuous_object_qoi: True
44-
write_JSON:
45-
compressed: True
46-
suffix: json
47-
communications: True
48-
offline_LB_compatible: True
47+
save_meshes: true
48+
force_continuous_object_qoi: true
49+
output_visualization_dir: ../output
50+
output_visualization_file_stem: output_file

0 commit comments

Comments
 (0)