Skip to content

Commit

Permalink
Update Dockerfile. Create a new yml just for compression.
Browse files Browse the repository at this point in the history
  • Loading branch information
skyFzz committed Aug 15, 2024
1 parent 70aecb2 commit 3ae9dd0
Show file tree
Hide file tree
Showing 3 changed files with 141 additions and 27 deletions.
3 changes: 3 additions & 0 deletions docker/ubuntu-20.04-hdf5-1.14.1-compress/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -43,6 +43,9 @@ RUN apt-get update \
&& make -j 8 \
&& make install \
&& cd .. \
&& export PATH=/opt/hdf5/bin:$PATH \
&& export LD_LIBRARY_PATH=/opt/hdf5/lib:$LD_LIBRARY_PATH \
&& export HDF5_HOME=/opt/hdf5 \
&& wget https://github.com/szcompressor/SZ3.git \
&& cd SZ3 \
&& mkdir build installer \
Expand Down
28 changes: 1 addition & 27 deletions workflows/h5bench-hdf5-1.14.0.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ jobs:
h5bench:
runs-on: ubuntu-20.04
container:
image: hpcio/hdf5-1.14.1-compress
image: hpcio/hdf5-1.14.0
timeout-minutes: 60

steps:
Expand Down Expand Up @@ -126,32 +126,6 @@ jobs:
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-contig-1d-small.json
- name: Test h5bench SYNC write/read N_BIT filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-1d-N_BIT.json
- name: Test h5bench SYNC write/read SZIP filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-1d-SZIP.json
- name: Test h5bench SYNC write/read GZIP filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-1d-GZIP.json
- name: Test h5bench SYNC write/read SZ3 filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-1d-SZ3.json
- name: Test h5bench SYNC write/read ZFP filter
run: |
export LD_LIBRARY_PATH=/opt/zfp/installer/lib64:$LD_LIBRARY_PATH
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-1d-ZFP.json
- name: Test h5bench SYNC write 1D contiguous (memory) strided (file)
run: |
cd build-sync
Expand Down
137 changes: 137 additions & 0 deletions workflows/h5bench-hdf5-1.14.1-compress.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,137 @@
name: h5bench (HDF5 1.14.0)

on:
pull_request:

workflow_dispatch:

jobs:
h5bench:
runs-on: ubuntu-20.04
container:
image: hpcio/hdf5-1.14.1-compress
timeout-minutes: 60

steps:
- uses: actions/checkout@v2
with:
submodules: true

- name: Build Argobots
run: |
current="$PWD"
export ABT_DIR=$current/vol-async/argobots
cd $ABT_DIR
./autogen.sh
./configure --prefix=$ABT_DIR/install
make -j 8
make install
- name: Build h5bench SYNC
run: |
current="$PWD"
export HDF5_HOME=/opt/hdf5
mkdir build-sync
cd build-sync
cmake .. \
-DCMAKE_C_COMPILER=$HDF5_HOME/bin/h5pcc \
-DH5BENCH_ALL=ON
make
- name: Test h5bench SYNC write/read
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-contig-1d-small.json
- name: Test h5bench SYNC write/read 1D N_BIT filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-1d-N_BIT.json
- name: Test h5bench SYNC write/read 1D SZIP filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-1d-SZIP.json
- name: Test h5bench SYNC write/read 1D GZIP filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-1d-GZIP.json
- name: Test h5bench SYNC write/read 1D SZ3 filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-1d-SZ3.json
- name: Test h5bench SYNC write/read 1D ZFP filter
run: |
export LD_LIBRARY_PATH=/opt/zfp/installer/lib64:$LD_LIBRARY_PATH
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-1d-ZFP.json
- name: Test h5bench SYNC write/read 2D N_BIT filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-2d-N_BIT.json
- name: Test h5bench SYNC write/read 2D SZIP filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-2d-SZIP.json
- name: Test h5bench SYNC write/read 2D GZIP filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-2d-GZIP.json
- name: Test h5bench SYNC write/read 2D SZ3 filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-2d-SZ3.json
- name: Test h5bench SYNC write/read 2D ZFP filter
run: |
export LD_LIBRARY_PATH=/opt/zfp/installer/lib64:$LD_LIBRARY_PATH
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-2d-ZFP.json
- name: Test h5bench SYNC write/read 3D N_BIT filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-3d-N_BIT.json
- name: Test h5bench SYNC write/read 3D SZIP filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-3d-SZIP.json
- name: Test h5bench SYNC write/read 3D GZIP filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-3d-GZIP.json
- name: Test h5bench SYNC write/read 3D SZ3 filter
run: |
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-3d-SZ3.json
- name: Test h5bench SYNC write/read 3D ZFP filter
run: |
export LD_LIBRARY_PATH=/opt/zfp/installer/lib64:$LD_LIBRARY_PATH
cd build-sync
./h5bench --debug --abort-on-failure --validate-mode ../samples/sync-write-read-chunked-3d-ZFP.json
- name: Upload artifact
if: always()
uses: actions/upload-artifact@v2
with:
name: test
path: build*/storage/**/std*
retention-days: 1

0 comments on commit 3ae9dd0

Please sign in to comment.