diff --git a/workflows/h5bench-hdf5-1.14.1-compress.yml b/.github/workflows/h5bench-hdf5-1.14.1-compress.yml similarity index 92% rename from workflows/h5bench-hdf5-1.14.1-compress.yml rename to .github/workflows/h5bench-hdf5-1.14.1-compress.yml index ebfdb9b..9159160 100644 --- a/workflows/h5bench-hdf5-1.14.1-compress.yml +++ b/.github/workflows/h5bench-hdf5-1.14.1-compress.yml @@ -1,4 +1,4 @@ -name: h5bench (HDF5 1.14.0) +name: h5bench (HDF5 1.14.0 + compression) on: pull_request: @@ -9,7 +9,7 @@ jobs: h5bench: runs-on: ubuntu-20.04 container: - image: hpcio/hdf5-1.14.1-compress + image: hpcio/hdf5-1.14.1-compression timeout-minutes: 60 steps: @@ -17,20 +17,6 @@ jobs: with: submodules: true - - name: Build Argobots - run: | - current="$PWD" - - export ABT_DIR=$current/vol-async/argobots - - cd $ABT_DIR - - ./autogen.sh - ./configure --prefix=$ABT_DIR/install - - make -j 8 - make install - - name: Build h5bench SYNC run: | current="$PWD" diff --git a/workflows/h5bench-hdf5-1.14.0.yml b/workflows/h5bench-hdf5-1.14.0.yml deleted file mode 100644 index 4d26a71..0000000 --- a/workflows/h5bench-hdf5-1.14.0.yml +++ /dev/null @@ -1,543 +0,0 @@ -name: h5bench (HDF5 1.14.0) - -on: - pull_request: - - workflow_dispatch: - -jobs: - h5bench: - runs-on: ubuntu-20.04 - container: - image: hpcio/hdf5-1.14.0 - timeout-minutes: 60 - - steps: - - uses: actions/checkout@v2 - with: - submodules: true - - - name: Dependencies - run: | - # VOL-ASYNC - git clone --recursive https://github.com/hpc-io/vol-async.git - - - name: Build Argobots - run: | - current="$PWD" - - export ABT_DIR=$current/vol-async/argobots - - cd $ABT_DIR - - ./autogen.sh - ./configure --prefix=$ABT_DIR/install - - make -j 8 - make install - - - name: Build VOL-ASYNC - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - - cd $VOL_DIR - mkdir build - cd build - - cmake .. -DCMAKE_PREFIX_PATH=$HDF5_DIR - make - - - name: Test VOL-ASYNC - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export HDF5_HOME=$HDF5_DIR - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$current/vol-async/src - - export LD_LIBRARY_PATH=$VOL_DIR/src:$HDF5_DIR/lib:$ABT_DIR/lib:$LD_LIBRARY_PATH - export HDF5_PLUGIN_PATH="$VOL_DIR/src" - export HDF5_VOL_CONNECTOR="async under_vol=0;under_info={}" - - cd $VOL_DIR/build - - export LD_PRELOAD=$ASYNC_DIR/libh5async.so:$ABT_DIR/lib/libabt.so:$HDF5_DIR/lib/libhdf5.so - - ctest - - - name: Build h5bench SYNC - run: | - current="$PWD" - - export HDF5_HOME=/opt/hdf5 - - mkdir build-sync - cd build-sync - - cmake .. \ - -DCMAKE_C_COMPILER=$HDF5_HOME/bin/h5pcc \ - -DH5BENCH_ALL=ON - make - - - name: Build h5bench ASYNC - run: | - current="$PWD" - - export HDF5_HOME=/opt/hdf5 - export ASYNC_HOME=$current/vol-async/src - - mkdir build-async - cd build-async - - cmake .. \ - -DWITH_ASYNC_VOL:BOOL=ON \ - -DCMAKE_C_FLAGS="-I/$current/vol-async/src -L/$current/vol-async/src" \ - -DCMAKE_C_COMPILER=$HDF5_HOME/bin/h5pcc \ - -DH5BENCH_ALL=ON - make - - - name: Test h5bench ASYNC write/read - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ASYNC_DIR/libh5async.so:$ABT_DIR/lib/libabt.so:$HDF5_DIR/lib/libhdf5.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-read-contig-1d-small.json - - cat ../samples/async-write-read-contig-1d-small.json - - ./h5bench --debug --abort-on-failure ../samples/async-write-read-contig-1d-small.json - - - name: Test h5bench SYNC write/read - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-contig-1d-small.json - - - name: Test h5bench SYNC write 1D contiguous (memory) strided (file) - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-1d-contig-strided.json - - - name: Test h5bench SYNC write 1D contiguous (memory) contiguous (file) - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-1d-contig-contig.json - - - name: Test h5bench SYNC write 1D contiguous (memory) interleaved (file) - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-1d-contig-interleaved.json - - - name: Test h5bench SYNC write 1D interleaved (memory) contiguous (file) - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-1d-interleaved-contig.json - - - name: Test h5bench SYNC write 1D interleaved (memory) interleaved (file) - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-1d-interleaved-interleaved.json - - - name: Test h5bench SYNC write 2D contiguous (memory) contiguous (file) - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-2d-contig-contig.json - - - name: Test h5bench SYNC write 2D contiguous (memory) interleaved (file) - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-2d-contig-interleaved.json - - - name: Test h5bench SYNC write 2D interleaved (memory) contiguous (file) - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-2d-interleaved-contig.json - - - name: Test h5bench SYNC write 2D interleaved (memory) interleaved (file) - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-2d-interleaved-interleaved.json - - - name: Test h5bench SYNC write 3D contiguous (memory) contiguous (file) - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-3d-contig-contig.json - - - name: Test h5bench SYNC read 1D contiguous (memory) contiguous (file) full - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-1d-contig-contig-read-full.json - - - name: Test h5bench SYNC read 1D contiguous (memory) contiguous (file) partial - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-1d-contig-contig-read-partial.json - - - name: Test h5bench SYNC read 1D contiguous (memory) contiguous (file) strided - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-1d-contig-contig-read-strided.json - - - name: Test h5bench SYNC read 2D contiguous (memory) contiguous (file) full - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-2d-contig-contig-read-full.json - - - name: Test h5bench SYNC read 3D contiguous (memory) contiguous (file) full - run: | - cd build-sync - ./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-2d-contig-contig-read-full.json - - - name: Test h5bench SYNC write unlimited - run: | - cd build-sync - ./h5bench --debug --abort-on-failure ../samples/sync-write-unlimited.json - - - name: Test h5bench SYNC overwrite - run: | - cd build-sync - ./h5bench --debug --abort-on-failure ../samples/sync-overwrite.json - - - name: Test h5bench SYNC append - run: | - cd build-sync - ./h5bench --debug --abort-on-failure ../samples/sync-append.json - - - name: Test h5bench SYNC exerciser - run: | - cd build-sync - ./h5bench --debug --abort-on-failure ../samples/sync-exerciser.json - - - name: Test h5bench SYNC metadata - run: | - cd build-sync - ./h5bench --debug --abort-on-failure ../samples/sync-metadata.json - - - name: Test h5bench SYNC amrex - run: | - cd build-sync - ./h5bench --debug --abort-on-failure ../samples/sync-amrex.json - - - name: Test h5bench SYNC openpmd - run: | - cd build-sync - ./h5bench --debug --abort-on-failure ../samples/sync-openpmd.json - - - name: Test h5bench SYNC e3sm - run: | - export LD_LIBRARY_PATH=/opt/hdf5/lib:$LD_LIBRARY_PATH - - cd build-sync - ./h5bench --debug --abort-on-failure ../samples/sync-e3sm.json - - - name: Test h5bench ASYNC write/read - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-read-contig-1d-small.json - - cat ../samples/async-write-read-contig-1d-small.json - - ./h5bench --debug --abort-on-failure ../samples/async-write-read-contig-1d-small.json - - - name: Test h5bench ASYNC write 1D contiguous (memory) strided (file) - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-1d-contig-strided.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-1d-contig-strided.json - - - name: Test h5bench ASYNC write 1D contiguous (memory) contiguous (file) - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-1d-contig-contig.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-1d-contig-contig.json - - - name: Test h5bench ASYNC write 1D contiguous (memory) interleaved (file) - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-1d-contig-interleaved.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-1d-contig-interleaved.json - - - name: Test h5bench ASYNC write 1D interleaved (memory) contiguous (file) - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-1d-interleaved-contig.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-1d-interleaved-contig.json - - - name: Test h5bench ASYNC write 1D interleaved (memory) interleaved (file) - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-1d-interleaved-interleaved.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-1d-interleaved-interleaved.json - - - name: Test h5bench ASYNC write 2D contiguous (memory) contiguous (file) - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-2d-contig-contig.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-2d-contig-contig.json - - - name: Test h5bench ASYNC write 2D contiguous (memory) interleaved (file) - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-2d-contig-interleaved.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-2d-contig-interleaved.json - - - name: Test h5bench ASYNC write 2D interleaved (memory) contiguous (file) - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-2d-interleaved-contig.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-2d-interleaved-contig.json - - - name: Test h5bench ASYNC write 2D interleaved (memory) interleaved (file) - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-2d-interleaved-interleaved.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-2d-interleaved-interleaved.json - - - name: Test h5bench ASYNC write 3D contiguous (memory) contiguous (file) - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-3d-contig-contig.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-3d-contig-contig.json - - - name: Test h5bench ASYNC read 1D contiguous (memory) contiguous (file) full - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-1d-contig-contig-read-full.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-1d-contig-contig-read-full.json - - - name: Test h5bench ASYNC read 1D contiguous (memory) contiguous (file) partial - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-1d-contig-contig-read-partial.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-1d-contig-contig-read-partial.json - - - name: Test h5bench ASYNC read 1D contiguous (memory) contiguous (file) strided - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-1d-contig-contig-read-strided.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-1d-contig-contig-read-strided.json - - - name: Test h5bench ASYNC read 2D contiguous (memory) contiguous (file) full - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-2d-contig-contig-read-full.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-2d-contig-contig-read-full.json - - - name: Test h5bench ASYNC read 3D contiguous (memory) contiguous (file) full - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-write-2d-contig-contig-read-full.json - - ./h5bench --debug --abort-on-failure --validate-mode ../samples/async-write-2d-contig-contig-read-full.json - - - name: Test h5bench ASYNC amrex - run: | - current="$PWD" - - export HDF5_DIR=/opt/hdf5 - export ABT_DIR=$current/vol-async/argobots/install - export VOL_DIR=$current/vol-async - export ASYNC_DIR=$VOL_DIR/src - - export LD_PRELOAD=$ABT_DIR/lib/libabt.so - - cd build-async - - python3 ../samples/update.py ../samples/async-amrex.json - - ./h5bench --debug --abort-on-failure ../samples/async-amrex.json - - - name: Upload artifact - if: always() - uses: actions/upload-artifact@v2 - with: - name: test - path: build*/storage/**/std* - retention-days: 1