Add llvm-openmp-dev package and update ci (#5)

- Add llvm-openmp-dev package to replace llvmdev - Add github ci for test label on PR - Add github ci for main label on release - Add glitlab ci for ppc64 deployment - Update conda recipes for llvmlite, numba, pyomp - Remove submodules - Remove local buildscripts
Python-for-HPC · Sep 13, 2024 · 4b6b961 · 4b6b961
1 parent 6383dcb
commit 4b6b961
Show file tree

Hide file tree

Showing 59 changed files with 885 additions and 6,551 deletions.
diff --git a/.github/workflows/build-upload-conda-test.yml b/.github/workflows/build-upload-conda-test.yml
@@ -0,0 +1,137 @@
+name: Deploy conda pkgs (test)
+
+on:
+  pull_request:
+  workflow_dispatch:
+
+jobs:
+  # Job to deploy llvm-openmp-dev, runs once as it is independent of the python
+  # version.
+  conda-deploy-llvm-openmp-dev:
+    name: llvm-openmp-dev ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        #os: [ubuntu-latest, macOS-latest, windows-latest]
+        os: [ubuntu-latest, macOS-latest]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set env for HEAD SHA
+        run:
+          echo "GITHUB_HEAD_SHA=${{ github.event.pull_request.head.sha }}" >> $GITHUB_ENV
+      - name: Create and activate conda env
+        uses: conda-incubator/setup-miniconda@v3
+        with:
+          python-version: "3.10"
+          environment-file: .github/workflows/envs/env-test.yml
+          auto-update-conda: false
+          auto-activate-base: false
+          show-channel-urls: true
+      - name: Build and upload llvm-openmp-dev
+        uses: uibcdf/action-build-and-upload-conda-packages@v1.3.0
+        with:
+          meta_yaml_dir: buildscripts/conda-recipes/llvm-openmp-dev
+          python-version: "3.10"
+          user: python-for-hpc
+          label: test
+          overwrite: true
+          token: ${{ secrets.ANACONDA_TOKEN }}
+
+  # Job to deploy llvmlite and numba, matrixed on os and python version.
+  conda-deploy-llvmlite:
+    needs: conda-deploy-llvm-openmp-dev
+    name: llvmlite ${{ matrix.os }} ${{ matrix.python-version }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        #os: [ubuntu-latest, macOS-latest, windows-latest]
+        os: [ubuntu-latest, macOS-latest]
+        python-version: ["3.8", "3.9", "3.10"]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set env for HEAD SHA
+        run:
+          echo "GITHUB_HEAD_SHA=${{ github.event.pull_request.head.sha }}" >> $GITHUB_ENV
+      - name: Create and activate conda env
+        uses: conda-incubator/setup-miniconda@v3
+        with:
+          python-version: ${{ matrix.python-version }}
+          environment-file: .github/workflows/envs/env-test.yml
+          auto-update-conda: false
+          auto-activate-base: false
+          show-channel-urls: true
+      - name: Build and upload llvmlite
+        uses: uibcdf/action-build-and-upload-conda-packages@v1.3.0
+        with:
+          meta_yaml_dir: buildscripts/conda-recipes/llvmlite
+          python-version: ${{ matrix.python-version }}
+          user: python-for-hpc
+          label: test
+          overwrite: true
+          token: ${{ secrets.ANACONDA_TOKEN }}
+
+  # Job to deploy numba, matrixed on os and python version.
+  conda-deploy-numba:
+    needs: conda-deploy-llvmlite
+    name: numba ${{ matrix.os }} ${{ matrix.python-version }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        #os: [ubuntu-latest, macOS-latest, windows-latest]
+        os: [ubuntu-latest, macOS-latest]
+        python-version: ["3.8", "3.9", "3.10"]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set env for HEAD SHA
+        run:
+          echo "GITHUB_HEAD_SHA=${{ github.event.pull_request.head.sha }}" >> $GITHUB_ENV
+      - name: Create and activate conda env
+        uses: conda-incubator/setup-miniconda@v3
+        with:
+          python-version: ${{ matrix.python-version }}
+          environment-file: .github/workflows/envs/env-test.yml
+          auto-update-conda: false
+          auto-activate-base: false
+          show-channel-urls: true
+      - name: Build and upload numba
+        uses: uibcdf/action-build-and-upload-conda-packages@v1.3.0
+        with:
+          meta_yaml_dir: buildscripts/conda-recipes/numba
+          python-version: ${{ matrix.python-version }}
+          user: python-for-hpc
+          label: test
+          overwrite: true
+          token: ${{ secrets.ANACONDA_TOKEN }}
+
+  # Job to deploy the pyomp metapackage, runs once as it is independent of the
+  # python version.
+  conda-deploy-pyomp:
+    needs: conda-deploy-numba
+    name: pyomp ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        #os: [ubuntu-latest, macOS-latest, windows-latest]
+        os: [ubuntu-latest, macOS-latest]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set env for HEAD SHA
+        run:
+          echo "GITHUB_HEAD_SHA=${{ github.event.pull_request.head.sha }}" >> $GITHUB_ENV
+      - name: Create and activate conda env
+        uses: conda-incubator/setup-miniconda@v3
+        with:
+          python-version: ${{ matrix.python-version }}
+          environment-file: .github/workflows/envs/env-test.yml
+          auto-update-conda: false
+          auto-activate-base: false
+          show-channel-urls: true
+      - name: Build and upload pyomp
+        uses: uibcdf/action-build-and-upload-conda-packages@v1.3.0
+        with:
+          meta_yaml_dir: buildscripts/conda-recipes/pyomp
+          python-version: "3.10"
+          user: python-for-hpc
+          label: test
+          overwrite: true
+          token: ${{ secrets.ANACONDA_TOKEN }}
diff --git a/.github/workflows/build-upload-conda.yaml b/.github/workflows/build-upload-conda.yaml
diff --git a/.github/workflows/build-upload-conda.yml b/.github/workflows/build-upload-conda.yml
@@ -0,0 +1,138 @@
+name: Deploy conda pkgs (main)
+
+on:
+  release:
+    types: [published]
+  workflow_dispatch:
+
+jobs:
+  # Job to deploy llvm-openmp-dev, runs once as it is independent of the python
+  # version.
+  conda-deploy-llvm-openmp-dev:
+    name: llvm-openmp-dev ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        #os: [ubuntu-latest, macOS-latest, windows-latest]
+        os: [ubuntu-latest, macOS-latest]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set env for HEAD SHA
+        run:
+          echo "GITHUB_HEAD_SHA=${GITHUB_SHA}" >> $GITHUB_ENV
+      - name: Create and activate conda env
+        uses: conda-incubator/setup-miniconda@v3
+        with:
+          python-version: "3.10"
+          environment-file: .github/workflows/envs/env.yml
+          auto-update-conda: false
+          auto-activate-base: false
+          show-channel-urls: true
+      - name: Build and upload llvm-openmp-dev
+        uses: uibcdf/action-build-and-upload-conda-packages@v1.3.0
+        with:
+          meta_yaml_dir: buildscripts/conda-recipes/llvm-openmp-dev
+          python-version: "3.10"
+          user: python-for-hpc
+          label: main
+          overwrite: true
+          token: ${{ secrets.ANACONDA_TOKEN }}
+
+  # Job to deploy llvmlite and numba, matrixed on os and python version.
+  conda-deploy-llvmlite:
+    needs: conda-deploy-llvm-openmp-dev
+    name: llvmlite ${{ matrix.os }} ${{ matrix.python-version }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        #os: [ubuntu-latest, macOS-latest, windows-latest]
+        os: [ubuntu-latest, macOS-latest]
+        python-version: ["3.8", "3.9", "3.10"]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set env for HEAD SHA
+        run:
+          echo "GITHUB_HEAD_SHA=${GITHUB_SHA}" >> $GITHUB_ENV
+      - name: Create and activate conda env
+        uses: conda-incubator/setup-miniconda@v3
+        with:
+          python-version: ${{ matrix.python-version }}
+          environment-file: .github/workflows/envs/env.yml
+          auto-update-conda: false
+          auto-activate-base: false
+          show-channel-urls: true
+      - name: Build and upload llvmlite
+        uses: uibcdf/action-build-and-upload-conda-packages@v1.3.0
+        with:
+          meta_yaml_dir: buildscripts/conda-recipes/llvmlite
+          python-version: ${{ matrix.python-version }}
+          user: python-for-hpc
+          label: main
+          overwrite: true
+          token: ${{ secrets.ANACONDA_TOKEN }}
+
+  # Job to deploy numba, matrixed on os and python version.
+  conda-deploy-numba:
+    needs: conda-deploy-llvmlite
+    name: numba ${{ matrix.os }} ${{ matrix.python-version }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        #os: [ubuntu-latest, macOS-latest, windows-latest]
+        os: [ubuntu-latest, macOS-latest]
+        python-version: ["3.8", "3.9", "3.10"]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set env for HEAD SHA
+        run:
+          echo "GITHUB_HEAD_SHA=${GITHUB_SHA}" >> $GITHUB_ENV
+      - name: Create and activate conda env
+        uses: conda-incubator/setup-miniconda@v3
+        with:
+          python-version: ${{ matrix.python-version }}
+          environment-file: .github/workflows/envs/env.yml
+          auto-update-conda: false
+          auto-activate-base: false
+          show-channel-urls: true
+      - name: Build and upload numba
+        uses: uibcdf/action-build-and-upload-conda-packages@v1.3.0
+        with:
+          meta_yaml_dir: buildscripts/conda-recipes/numba
+          python-version: ${{ matrix.python-version }}
+          user: python-for-hpc
+          label: main
+          overwrite: true
+          token: ${{ secrets.ANACONDA_TOKEN }}
+
+  # Job to deploy the pyomp metapackage, runs once as it is independent of the
+  # python version.
+  conda-deploy-pyomp:
+    needs: conda-deploy-numba
+    name: pyomp ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        #os: [ubuntu-latest, macOS-latest, windows-latest]
+        os: [ubuntu-latest, macOS-latest]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set env for HEAD SHA
+        run:
+          echo "GITHUB_HEAD_SHA=${GITHUB_SHA}" >> $GITHUB_ENV
+      - name: Create and activate conda env
+        uses: conda-incubator/setup-miniconda@v3
+        with:
+          python-version: ${{ matrix.python-version }}
+          environment-file: .github/workflows/envs/env.yml
+          auto-update-conda: false
+          auto-activate-base: false
+          show-channel-urls: true
+      - name: Build and upload pyomp
+        uses: uibcdf/action-build-and-upload-conda-packages@v1.3.0
+        with:
+          meta_yaml_dir: buildscripts/conda-recipes/pyomp
+          python-version: "3.10"
+          user: python-for-hpc
+          label: main
+          overwrite: true
+          token: ${{ secrets.ANACONDA_TOKEN }}
diff --git a/.github/workflows/envs/env-test.yml b/.github/workflows/envs/env-test.yml
@@ -0,0 +1,8 @@
+channels:
+  - python-for-hpc/label/test
+  - conda-forge
+
+dependencies:
+  - anaconda-client
+  - conda-build
+  - conda-verify
diff --git a/.github/env.yaml → .github/workflows/envs/env.yml b/.github/env.yaml → .github/workflows/envs/env.yml