Feature: general purpose data distribution testing to support non-uniform data

.github/workflows/clang-format-check.yml

@@ -9,7 +9,7 @@ jobs:
  steps:
  - uses: actions/checkout@v2
  - name: Run clang-format style check for C programs.
- uses: DoozyX/clang-format-lint-action@v0.11
+ uses: DoozyX/clang-format-lint-action@v0.18.2
  with:
  source: '.'
  extensions: 'c,h,cpp,hpp'

.github/workflows/clang-format-fix.yml

@@ -10,7 +10,7 @@ jobs:
  steps:
  - uses: actions/checkout@v2
  - name: Run clang-format style check for C programs.
- uses: DoozyX/clang-format-lint-action@v0.11
+ uses: DoozyX/clang-format-lint-action@v0.18.2
  with:
  source: '.'
  extensions: 'c,h,cpp,hpp'

.github/workflows/h5bench-hdf5-1.10.4.yml

@@ -223,7 +223,7 @@ jobs:
 
  - name: Upload artifact
  if: always()
- uses: actions/upload-artifact@v2
+ uses: actions/upload-artifact@v4
  with:
  name: test
  path: build/storage/**/std*

.github/workflows/h5bench-hdf5-1.10.7.yml

@@ -223,7 +223,7 @@ jobs:
 
  - name: Upload artifact
  if: always()
- uses: actions/upload-artifact@v2
+ uses: actions/upload-artifact@v4
  with:
  name: test
  path: build/h5bench_e3sm-prefix/src/h5bench_e3sm-stamp/*

.github/workflows/h5bench-hdf5-1.10.8.yml

@@ -223,7 +223,7 @@ jobs:
 
  - name: Upload artifact
  if: always()
- uses: actions/upload-artifact@v2
+ uses: actions/upload-artifact@v4
  with:
  name: test
  path: build/storage/**/std*

.github/workflows/h5bench-hdf5-1.12.0.yml

@@ -258,7 +258,7 @@ jobs:
 
  - name: Upload artifact
  if: always()
- uses: actions/upload-artifact@v2
+ uses: actions/upload-artifact@v4
  with:
  name: test
  path: build/storage/**/std*

.github/workflows/h5bench-hdf5-1.14.0.yml

@@ -513,7 +513,7 @@ jobs:
 
  - name: Upload artifact
  if: always()
- uses: actions/upload-artifact@v2
+ uses: actions/upload-artifact@v4
  with:
  name: test
  path: build*/storage/**/std*

.github/workflows/h5bench-hdf5-1.14.1.yml

@@ -513,7 +513,7 @@ jobs:
 
  - name: Upload artifact
  if: always()
- uses: actions/upload-artifact@v2
+ uses: actions/upload-artifact@v4
  with:
  name: test
  path: build*/storage/**/std*

.github/workflows/h5bench-hdf5-develop-test.yml

@@ -152,7 +152,7 @@ jobs:
 
  - name: Upload artifact
  if: always()
- uses: actions/upload-artifact@v2
+ uses: actions/upload-artifact@v4
  with:
  name: test
  path: build*/storage/**/std*

.github/workflows/h5bench-hdf5-develop.yml

@@ -645,7 +645,7 @@ jobs:
 
  - name: Upload artifact
  if: always()
- uses: actions/upload-artifact@v2
+ uses: actions/upload-artifact@v4
  with:
  name: test
  path: build*/storage/**/std*

CMakeLists.txt

@@ -73,6 +73,7 @@ message(STATUS "Using HDF5 version: ${HDF5_VERSION}")
 
 include_directories(${HDF5_HOME}/include)
 link_directories(${HDF5_HOME}/lib)
+link_directories(/usr/lib/x86_64-linux-gnu/hdf5/openmpi)
 
 # Check if HDF5 has subfiling VFD
 set(HAVE_subfiling 0)
@@ -128,6 +129,14 @@ set(h5bench_write_normal_dist_src h5bench_patterns/h5bench_write_normal_dist.c)
 add_executable(h5bench_write_var_normal_dist ${h5bench_write_normal_dist_src})
 target_link_libraries(h5bench_write_var_normal_dist h5bench_util hdf5 z m ${CMAKE_DL_LIBS} MPI::MPI_C) 
 
+# h5bench WRITE varying particle based on data distribution ######################
+#
+
+set(h5bench_write_data_dist_src h5bench_patterns/h5bench_write_data_dist.c)
+
+add_executable(h5bench_write_var_data_dist ${h5bench_write_data_dist_src})
+target_link_libraries(h5bench_write_var_data_dist h5bench_util hdf5 z m ${CMAKE_DL_LIBS} MPI::MPI_C)
+
 # h5bench WRITE ###############################################################
 #
 
@@ -356,6 +365,7 @@ install(
  h5bench_write
  h5bench_write_unlimited
  h5bench_write_var_normal_dist
+ h5bench_write_var_data_dist
  h5bench_overwrite
  h5bench_append
  h5bench_read

commons/h5bench_util.c

@@ -980,6 +980,19 @@ _set_params(char *key, char *val_in, bench_params *params_in_out, int do_write)
  (*params_in_out).useCSV = 1;
  (*params_in_out).csv_path = strdup(val);
  }
+ else if (strcmp(key, "DATA_DIST_PATH") == 0) {
+ (*params_in_out).useDataDist = 1;
+ (*params_in_out).data_dist_path = strdup(val);
+ }
+ else if (strcmp(key, "DATA_DIST_SCALE") == 0) {
+ float num = 0.0;
+ char *tok;
+ tok = strtok(val, "/");
+ num = strtof(tok, NULL);
+ if (tok = strtok(NULL, "/"))
+ num = num / strtof(tok, NULL); // two terms with / delim is fraction
+ (*params_in_out).data_dist_scale = num;
+ }
  else if (strcmp(key, "ENV_METADATA_FILE") == 0) {
  (*params_in_out).env_meta_path = strdup(val);
  }
@@ -1066,6 +1079,7 @@ bench_params_init(bench_params *params_out)
  (*params_out).data_coll = 0;
  (*params_out).asyncMode = MODE_SYNC;
  (*params_out).subfiling = 0;
+ (*params_out).useDataDist = 0;
 
  (*params_out).cnt_time_step = 0;
  (*params_out).cnt_time_step_delay = 0;
@@ -1094,6 +1108,8 @@ bench_params_init(bench_params *params_out)
 
  (*params_out).csv_path = NULL;
  (*params_out).csv_fs = NULL;
+ (*params_out).data_dist_path = NULL;
+ (*params_out).data_dist_scale = 1.0;
  (*params_out).env_meta_path = NULL;
  (*params_out).file_per_proc = 0;
  (*params_out).align = 0;

commons/h5bench_util.h

@@ -107,6 +107,7 @@ typedef struct bench_params {
  read_option read_option;
  int useCompress;
  int useCSV;
+ int useDataDist;
  async_mode asyncMode;
  int subfiling;
  union access_pattern {
@@ -143,6 +144,8 @@ typedef struct bench_params {
  char * csv_path;
  char * env_meta_path;
  FILE * csv_fs;
+ char * data_dist_path;
+ float data_dist_scale;
  int file_per_proc;
  int align;
  unsigned long align_threshold;