Fix docstring for group barrier and add todo for group barrier overload #3490
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Conda package | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - release* | |
| pull_request: | |
| branches: | |
| - main | |
| - release* | |
| env: | |
| PACKAGE_NAME: numba-dpex | |
| MODULE_NAME: numba_dpex | |
| # There is a separate action that removes defaults. | |
| CHANNELS: 'dppy/label/dev,conda-forge,intel,numba,nodefaults' | |
| VER_JSON_NAME: 'version.json' | |
| VER_SCRIPT1: "import json; f = open('version.json', 'r'); j = json.load(f); f.close(); " | |
| VER_SCRIPT2: "d = j['numba-dpex'][0]; print('='.join((d[s] for s in ('version', 'build'))))" | |
| PYTHONIOENCODING: 'utf-8' | |
| jobs: | |
| build: | |
| name: Build ['${{ matrix.os }}', python='${{ matrix.python }}'] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python: ['3.9', '3.10', '3.11'] | |
| os: [ubuntu-latest, windows-latest] | |
| runs-on: ${{ matrix.os }} | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| continue-on-error: false | |
| steps: | |
| - name: Cancel Previous Runs | |
| uses: styfle/cancel-workflow-action@0.11.0 | |
| with: | |
| access_token: ${{ github.token }} | |
| - name: Checkout ${{ env.PACKAGE_NAME }} repo | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup miniconda | |
| uses: conda-incubator/setup-miniconda@v2 | |
| with: | |
| python-version: ${{ inputs.python-version }} | |
| miniforge-variant: Mambaforge | |
| miniforge-version: latest | |
| activate-environment: "build" | |
| channels: ${{ env.CHANNELS }} | |
| channel-priority: "disabled" | |
| run-post: false | |
| - name: Disable defautls | |
| run: conda config --remove channels defaults | |
| - name: Store conda paths as envs | |
| run: | | |
| echo "CONDA_BLD=$CONDA_PREFIX/conda-bld/${{ runner.os == 'Linux' && 'linux' || 'win' }}-64/" | tr "\\" '/' >> $GITHUB_ENV | |
| echo "WHEELS_OUTPUT_FOLDER=$GITHUB_WORKSPACE${{ runner.os == 'Linux' && '/' || '\\' }}" >> $GITHUB_ENV | |
| echo "WHEELS_NAME=$PACKAGE_NAME" | tr "-" "_" >> $GITHUB_ENV | |
| # boa is an extention to conda so we can use mamba resolver in conda build | |
| - name: Install conda-build | |
| run: mamba install boa | |
| - name: Build conda package | |
| run: conda mambabuild --no-test --python ${{ matrix.python }} conda-recipe | |
| - name: Upload artifact | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| path: ${{ env.CONDA_BLD }}${{ env.PACKAGE_NAME }}-*.tar.bz2 | |
| - name: Upload wheels artifact | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Wheels Python ${{ matrix.python }} | |
| path: ${{ env.WHEELS_OUTPUT_FOLDER }}${{ env.WHEELS_NAME }}-*.whl | |
| test: | |
| name: Test ['${{ matrix.os }}', '${{ matrix.scope }}', python='${{ matrix.python }}'] | |
| needs: build | |
| runs-on: ${{ matrix.os }} | |
| defaults: | |
| run: | |
| shell: ${{ matrix.os == 'windows-latest' && 'cmd /C CALL {0}' || 'bash -l {0}' }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python: ['3.9', '3.10', '3.11'] | |
| os: [ubuntu-20.04, ubuntu-latest, windows-latest] | |
| experimental: [false] | |
| use_mlir: [false] | |
| scope: ['tests', 'examples', 'gdb'] | |
| exclude: | |
| - os: windows-latest | |
| scope: 'gdb' | |
| continue-on-error: ${{ matrix.experimental || matrix.use_mlir }} | |
| steps: | |
| - name: Setup miniconda | |
| uses: conda-incubator/setup-miniconda@v2 | |
| with: | |
| python-version: ${{ matrix.python }} | |
| miniforge-variant: Mambaforge | |
| miniforge-version: latest | |
| activate-environment: "test" | |
| channels: ${{ env.CHANNELS }} | |
| channel-priority: "disabled" | |
| run-post: false | |
| - name: Disable defautls | |
| run: conda config --remove channels defaults | |
| - name: Store conda paths as envs | |
| shell: bash -l {0} | |
| run: | | |
| echo "CHANNEL_PATH=${{ github.workspace }}/channel/" | tr "\\" "/" >> $GITHUB_ENV | |
| echo "EXTRACTED_PKG_PATH=${{ github.workspace }}/pkg/" | tr "\\" "/" >> $GITHUB_ENV | |
| echo "VER_JSON_PATH=${{ github.workspace }}/version.json" | tr "\\" "/" >> $GITHUB_ENV | |
| echo "PKG_PATH_IN_CHANNEL=${{ github.workspace }}/channel/${{ runner.os == 'Linux' && 'linux' || 'win' }}-64/" | tr "\\" "/" >> $GITHUB_ENV | |
| echo "EXAMPLES_PATH=$CONDA_PREFIX/${{ runner.os == 'Linux' && format('lib/python{0}',matrix.python) || 'Lib' }}/site-packages/numba_dpex/examples/" | tr "\\" "/" >> $GITHUB_ENV | |
| - name: Download artifact | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| path: ${{ env.PKG_PATH_IN_CHANNEL }} | |
| # We need --force-local because on windows path looks like C:/foo/bar | |
| # and tar interprits semicolons as remote device. | |
| - name: Extract package archive | |
| shell: bash -l {0} | |
| run: | | |
| mkdir -p ${EXTRACTED_PKG_PATH} | |
| tar -xvf ${PKG_PATH_IN_CHANNEL}${PACKAGE_NAME}-*.tar.bz2 -C ${EXTRACTED_PKG_PATH} --force-local | |
| - name: Install conda build | |
| run: | | |
| mamba install conda-build | |
| - name: Create conda channel | |
| run: | | |
| conda index ${{ env.CHANNEL_PATH }} | |
| - name: Test conda channel | |
| run: | | |
| mamba search ${{ env.PACKAGE_NAME }} -c ${{ env.CHANNEL_PATH }} --override-channels --info --json > ${{ env.VER_JSON_PATH }} | |
| cat ${{ env.VER_JSON_PATH }} | |
| - name: Collect dependencies | |
| shell: bash -l {0} | |
| run: | | |
| export PACKAGE_VERSION=$(python -c "${{ env.VER_SCRIPT1 }} ${{ env.VER_SCRIPT2 }}") | |
| echo "PACKAGE_VERSION=$PACKAGE_VERSION" >> $GITHUB_ENV | |
| # We want to make sure that all dependecies install automatically. | |
| # intel::intel-opencl-rt is needed for set-intel-ocl-icd-registry.ps1 | |
| - name: Install builded package | |
| run: mamba install ${{ env.PACKAGE_NAME }}=${{ env.PACKAGE_VERSION }} intel::intel-opencl-rt pytest-cov conda-tree -c ${{ env.CHANNEL_PATH }} | |
| - name: Install numba-mlir | |
| if: matrix.use_mlir | |
| run: mamba install numba-mlir -c dppy/label/dev -c conda-forge -c intel | |
| - name: Setup OpenCL CPU device | |
| if: runner.os == 'Windows' | |
| shell: pwsh | |
| run: | | |
| $script_path="$env:CONDA_PREFIX\Scripts\set-intel-ocl-icd-registry.ps1" | |
| &$script_path | |
| - name: Checkout setup config | |
| uses: actions/checkout@v4 | |
| with: | |
| sparse-checkout: | | |
| pyproject.toml | |
| sparse-checkout-cone-mode: false | |
| - name: List installed packages | |
| run: conda list | |
| - name: Check dpcpp-llvm-spirv | |
| run: | | |
| python -c "import dpcpp_llvm_spirv as p; print(p.get_llvm_spirv_path())" | |
| - name: Check dependency tree | |
| run: conda-tree depends -t numba-dpex | |
| - name: Smoke test | |
| env: | |
| NUMBA_DPEX_USE_MLIR: ${{ matrix.use_mlir && '1' || '0' }} | |
| run: python -c "import dpnp, dpctl, numba_dpex; dpctl.lsplatform()" | |
| - name: Smoke test - test import with no default device | |
| env: | |
| ONEAPI_DEVICE_SELECTOR: unknown:unknown | |
| run: python -c "import numba_dpex" | |
| - name: Run tests | |
| if: ${{ matrix.scope == 'tests' }} | |
| env: | |
| NUMBA_DPEX_USE_MLIR: ${{ matrix.use_mlir && '1' || '0' }} | |
| run: | | |
| pytest -q -ra --disable-warnings --pyargs ${{ env.MODULE_NAME }} -vv | |
| - name: Run examples | |
| if: ${{ matrix.scope == 'examples' }} | |
| shell: bash -l {0} | |
| run: | | |
| cd ${{ env.EXAMPLES_PATH }} | |
| for script in $(find . \( -not -name "_*" -not -name "side-by-side*" -not -name "scan.py" -and -name "*.py" \)) | |
| do | |
| echo "Executing ${script}" | |
| python ${script} || exit 1 | |
| done | |
| - name: Run gdb tests | |
| if: ${{ matrix.scope == 'gdb' }} | |
| env: | |
| GDB_URL: https://registrationcenter-download.intel.com/akdlm/IRC_NAS/fcea1bcd-6a63-4849-b304-906ff71dc2c0/l_dpcpp_dbg_p_2023.2.0.49333_offline.sh | |
| GDB_INSTALLER: l_dpcpp_dbg_p_2023.2.0.49333_offline.sh | |
| run: | | |
| conda install pexpect | |
| wget -nc -q ${{ env.GDB_URL }} | |
| chmod +x ${{ env.GDB_INSTALLER }} | |
| mkdir /tmp/gdb | |
| export ONEAPI_ROOT=/tmp/gdb | |
| ./${{ env.GDB_INSTALLER }} -a -s --eula accept --install-dir $ONEAPI_ROOT | |
| source $ONEAPI_ROOT/debugger/latest/env/vars.sh | |
| pytest -q -ra --disable-warnings --pyargs ${{ env.MODULE_NAME }}.tests.debugging -vv | |
| upload_anaconda: | |
| name: Upload dppy/label/dev ['${{ matrix.os }}', python='${{ matrix.python }}'] | |
| if: ${{github.ref == 'refs/heads/main' || (startsWith(github.ref, 'refs/heads/release') == true)}} | |
| needs: [test] | |
| strategy: | |
| matrix: | |
| python: ['3.9', '3.10', '3.11'] | |
| os: [ubuntu-latest, windows-latest] | |
| runs-on: ${{ matrix.os }} | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| continue-on-error: false | |
| steps: | |
| - name: Download artifact | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| - name: Download wheels artifact | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Wheels Python ${{ matrix.python }} | |
| - name: Setup miniconda | |
| uses: conda-incubator/setup-miniconda@v2 | |
| with: | |
| python-version: ${{ matrix.python }} | |
| miniforge-variant: Mambaforge | |
| miniforge-version: latest | |
| activate-environment: "anaconda" | |
| channels: ${{ env.CHANNELS }} | |
| channel-priority: "disabled" | |
| run-post: false | |
| - name: Install anaconda-client | |
| run: mamba install anaconda-client | |
| - name: Upload | |
| run: anaconda --token ${{ secrets.ANACONDA_TOKEN }} upload --user dppy --label dev ${{ env.PACKAGE_NAME }}-*.tar.bz2 | |
| - name: Package version | |
| run: echo "PACKAGE_VERSION=$(basename ${{ env.PACKAGE_NAME }}-*.tar.bz2 | sed 's/^${{ env.PACKAGE_NAME }}-\([^-]*\).*/\1/')" >> $GITHUB_ENV | |
| - name: Store wheels name | |
| run: | | |
| echo "WHEELS_NAME=$PACKAGE_NAME" | tr "-" "_" >> $GITHUB_ENV | |
| - name: Upload Wheels | |
| run: anaconda --token ${{ secrets.ANACONDA_TOKEN }} upload --user dppy --label dev ${{ env.WHEELS_NAME }}-*.whl --version ${{ env.PACKAGE_VERSION }} | |
| cleanup_packages: | |
| name: Clean up anaconda packages | |
| needs: [upload_anaconda] | |
| runs-on: 'ubuntu-latest' | |
| defaults: | |
| run: | |
| shell: bash -el {0} | |
| steps: | |
| - uses: conda-incubator/setup-miniconda@v2 | |
| with: | |
| run-post: false | |
| channel-priority: "disabled" | |
| channels: conda-forge | |
| python-version: '3.11' | |
| - name: Install anaconda-client | |
| run: conda install anaconda-client | |
| - name: Checkout repo | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: IntelPython/devops-tools | |
| fetch-depth: 0 | |
| - name: Cleanup old packages | |
| run: | | |
| python scripts/cleanup-old-packages.py \ | |
| --verbose --force --token ${{ secrets.ANACONDA_TOKEN }} \ | |
| --package dppy/${{ env.PACKAGE_NAME }} --label dev |