Feature: general purpose data distribution testing to support non-uniform data

.github/workflows/clang-format-check.yml

@@ -9,7 +9,7 @@ jobs:
     steps:
     - uses: actions/checkout@v2
     - name: Run clang-format style check for C programs.
-      uses: DoozyX/clang-format-lint-action@v0.11
+      uses: DoozyX/clang-format-lint-action@v0.18.2
       with:
         source: '.'
         extensions: 'c,h,cpp,hpp'

.github/workflows/clang-format-fix.yml

@@ -10,7 +10,7 @@ jobs:
     steps:
     - uses: actions/checkout@v2
     - name: Run clang-format style check for C programs.
-      uses: DoozyX/clang-format-lint-action@v0.11
+      uses: DoozyX/clang-format-lint-action@v0.18.2
       with:
         source: '.'
         extensions: 'c,h,cpp,hpp'

.github/workflows/h5bench-hdf5-1.10.4.yml

@@ -223,7 +223,7 @@ jobs:
 
       - name: Upload artifact
         if: always()
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v4
         with:
           name: test
           path: build/storage/**/std*

.github/workflows/h5bench-hdf5-1.10.7.yml

@@ -223,7 +223,7 @@ jobs:
 
       - name: Upload artifact
         if: always()
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v4
         with:
           name: test
           path: build/h5bench_e3sm-prefix/src/h5bench_e3sm-stamp/*

.github/workflows/h5bench-hdf5-1.10.8.yml

@@ -223,7 +223,7 @@ jobs:
 
       - name: Upload artifact
         if: always()
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v4
         with:
           name: test
           path: build/storage/**/std*

.github/workflows/h5bench-hdf5-1.12.0.yml

@@ -258,7 +258,7 @@ jobs:
 
       - name: Upload artifact
         if: always()
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v4
         with:
           name: test
           path: build/storage/**/std*

.github/workflows/h5bench-hdf5-1.14.0.yml

@@ -513,7 +513,7 @@ jobs:
 
       - name: Upload artifact
         if: always()
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v4
         with:
           name: test
           path: build*/storage/**/std*

.github/workflows/h5bench-hdf5-1.14.1.yml

@@ -513,7 +513,7 @@ jobs:
 
       - name: Upload artifact
         if: always()
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v4
         with:
           name: test
           path: build*/storage/**/std*

.github/workflows/h5bench-hdf5-develop-test.yml

@@ -152,7 +152,7 @@ jobs:
 
       - name: Upload artifact
         if: always()
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v4
         with:
           name: test
           path: build*/storage/**/std*

.github/workflows/h5bench-hdf5-develop.yml

@@ -645,7 +645,7 @@ jobs:
 
       - name: Upload artifact
         if: always()
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v4
         with:
           name: test
           path: build*/storage/**/std*

CMakeLists.txt

@@ -73,6 +73,7 @@ message(STATUS "Using HDF5 version: ${HDF5_VERSION}")
 
 include_directories(${HDF5_HOME}/include)
 link_directories(${HDF5_HOME}/lib)
+link_directories(/usr/lib/x86_64-linux-gnu/hdf5/openmpi)
 
 # Check if HDF5 has subfiling VFD
 set(HAVE_subfiling 0)
@@ -128,6 +129,14 @@ set(h5bench_write_normal_dist_src h5bench_patterns/h5bench_write_normal_dist.c)
 add_executable(h5bench_write_var_normal_dist ${h5bench_write_normal_dist_src})
 target_link_libraries(h5bench_write_var_normal_dist h5bench_util hdf5 z m ${CMAKE_DL_LIBS} MPI::MPI_C) 
 
+# h5bench WRITE varying particle based on data distribution ######################
+#
+
+set(h5bench_write_data_dist_src h5bench_patterns/h5bench_write_data_dist.c)
+
+add_executable(h5bench_write_var_data_dist ${h5bench_write_data_dist_src})
+target_link_libraries(h5bench_write_var_data_dist h5bench_util hdf5 z m ${CMAKE_DL_LIBS} MPI::MPI_C)
+
 # h5bench WRITE ###############################################################
 #
 
@@ -356,6 +365,7 @@ install(
     h5bench_write
     h5bench_write_unlimited
     h5bench_write_var_normal_dist
+    h5bench_write_var_data_dist
     h5bench_overwrite
     h5bench_append
     h5bench_read

commons/h5bench_util.c

@@ -980,6 +980,19 @@ _set_params(char *key, char *val_in, bench_params *params_in_out, int do_write)
         (*params_in_out).useCSV   = 1;
         (*params_in_out).csv_path = strdup(val);
     }
+    else if (strcmp(key, "DATA_DIST_PATH") == 0) {
+        (*params_in_out).useDataDist    = 1;
+        (*params_in_out).data_dist_path = strdup(val);
+    }
+    else if (strcmp(key, "DATA_DIST_SCALE") == 0) {
+        float num = 0.0;
+        char *tok;
+        tok = strtok(val, "/");
+        num = strtof(tok, NULL);
+        if (tok = strtok(NULL, "/"))
+            num = num / strtof(tok, NULL); // two terms with / delim is fraction
+        (*params_in_out).data_dist_scale = num;
+    }
     else if (strcmp(key, "ENV_METADATA_FILE") == 0) {
         (*params_in_out).env_meta_path = strdup(val);
     }
@@ -1066,6 +1079,7 @@ bench_params_init(bench_params *params_out)
     (*params_out).data_coll    = 0;
     (*params_out).asyncMode    = MODE_SYNC;
     (*params_out).subfiling    = 0;
+    (*params_out).useDataDist  = 0;
 
     (*params_out).cnt_time_step         = 0;
     (*params_out).cnt_time_step_delay   = 0;
@@ -1094,6 +1108,8 @@ bench_params_init(bench_params *params_out)
 
     (*params_out).csv_path        = NULL;
     (*params_out).csv_fs          = NULL;
+    (*params_out).data_dist_path  = NULL;
+    (*params_out).data_dist_scale = 1.0;
     (*params_out).env_meta_path   = NULL;
     (*params_out).file_per_proc   = 0;
     (*params_out).align           = 0;

commons/h5bench_util.h

@@ -107,6 +107,7 @@ typedef struct bench_params {
     read_option  read_option;
     int          useCompress;
     int          useCSV;
+    int          useDataDist;
     async_mode   asyncMode;
     int          subfiling;
     union access_pattern {
@@ -143,6 +144,8 @@ typedef struct bench_params {
     char *        csv_path;
     char *        env_meta_path;
     FILE *        csv_fs;
+    char *        data_dist_path;
+    float         data_dist_scale;
     int           file_per_proc;
     int           align;
     unsigned long align_threshold;