ci: add skip-argo and skip-sync options [skip-argo] [skip-sync] TDE-1… #948
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Publish | |
| on: [ push ] | |
| jobs: | |
| main: | |
| name: Validate STAC | |
| runs-on: ubuntu-latest | |
| concurrency: validate-${{ github.ref }} | |
| steps: | |
| - uses: linz/action-typescript@dee99184c4305aea6c380a52db9b2d7abaaa3e78 # v3 | |
| # FIXME: catalog.json is not pushed to the repository (temporary solution) | |
| - name: Create STAC Catalog | |
| uses: docker://ghcr.io/linz/argo-tasks:v3 | |
| with: | |
| args: stac-catalog --output stac/catalog.json --template template/catalog.json /github/workspace/stac/ | |
| - name: Validate STAC Catalog | |
| uses: docker://ghcr.io/linz/argo-tasks:v3 | |
| with: | |
| args: stac-validate /github/workspace/stac/catalog.json | |
| - name: Validate STAC Collections | |
| run: | | |
| # Enable double star operator | |
| shopt -s globstar | |
| docker run -v "$PWD:$PWD" ghcr.io/linz/argo-tasks:v3 stac-validate "$PWD"/stac/**/collection.json | |
| - name: Download actionlint | |
| run: docker build --tag actionlint - < .github/workflows/actionlint.dockerfile | |
| - name: Run actionlint to check workflow files | |
| run: docker run --volume="${PWD}:/repo" --workdir=/repo actionlint -color | |
| deploy-prod: | |
| name: Publish ODR & Sync STAC | |
| runs-on: ubuntu-latest | |
| concurrency: publish-${{ github.ref }} | |
| needs: main | |
| if: ${{ github.ref == 'refs/heads/master' }} | |
| environment: | |
| name: prod | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - uses: linz/action-typescript@dee99184c4305aea6c380a52db9b2d7abaaa3e78 # v3 | |
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Use Node.js 18.x | |
| uses: actions/setup-node@8f152de45cc393bb48ce5d89d36b731f54556e65 # v4.0.0 | |
| with: | |
| node-version: '18.x' | |
| # FIXME: catalog.json is not pushed to the repository (temporary solution) | |
| - name: Create STAC Catalog | |
| uses: docker://ghcr.io/linz/argo-tasks:v3 | |
| with: | |
| args: stac-catalog --output stac/catalog.json --template template/catalog.json /github/workspace/stac/ | |
| - name: Validate STAC Catalog | |
| uses: docker://ghcr.io/linz/argo-tasks:v3 | |
| with: | |
| args: stac-validate /github/workspace/stac/catalog.json | |
| - name: Validate STAC Collections | |
| run: | | |
| # Enable double star operator | |
| shopt -s globstar | |
| docker run -v "${PWD}:${PWD}" ghcr.io/linz/argo-tasks:v3 stac-validate "$PWD"/stac/**/collection.json | |
| - name: Setup kubectl | |
| uses: azure/setup-kubectl@901a10e89ea615cf61f57ac05cecdf23e7de06d8 # v3 | |
| with: | |
| version: 'latest' | |
| - name: AWS Configure | |
| uses: aws-actions/configure-aws-credentials@010d0da01d0b5a38af31e9c3470dbfdabdecca3a # v4 | |
| with: | |
| aws-region: ap-southeast-2 | |
| mask-aws-account-id: true | |
| role-to-assume: ${{ secrets.AWS_EKS_CI_ROLE }} | |
| - name: Login to EKS | |
| run: | | |
| aws eks update-kubeconfig --name Workflows --region ap-southeast-2 | |
| - name: Check EKS connection | |
| run: | | |
| kubectl get nodes | |
| - name: Install Argo | |
| run: | | |
| curl -sLO https://github.com/argoproj/argo-workflows/releases/download/v3.4.11/argo-linux-amd64.gz | |
| gunzip argo-linux-amd64.gz | |
| chmod +x argo-linux-amd64 | |
| ./argo-linux-amd64 version | |
| - name: Submit Added/Changed Parameter Files | |
| id: modified-files | |
| if: ${{ !contains(github.event.head_commit.message, '[skip-argo]')}} | |
| run: | | |
| # AM = Include: Added, Modified | |
| mapfile -d '' modified_parameter_files < <(git diff --name-only --diff-filter=AM -z ${{ github.event.before }} ${{ github.event.after }} -- "publish-odr-parameters/*.yaml") | |
| for file in "${modified_parameter_files[@]}"; do | |
| ./argo-linux-amd64 submit --wait --from wftmpl/copy -n argo -f "$file" -p aws_role_config_path="s3://linz-bucket-config/config-write.open-data-registry.json" -p exclude="collection.json$" --generate-name "publish-odr-file-copy-" | |
| done | |
| - name: AWS Configure | |
| uses: aws-actions/configure-aws-credentials@010d0da01d0b5a38af31e9c3470dbfdabdecca3a # v4 | |
| with: | |
| aws-region: ap-southeast-2 | |
| mask-aws-account-id: true | |
| role-to-assume: ${{ secrets.AWS_ODR_CI_ROLE }} | |
| - name: AWS Configure ODR | |
| uses: aws-actions/configure-aws-credentials@010d0da01d0b5a38af31e9c3470dbfdabdecca3a # v4 | |
| with: | |
| aws-region: ap-southeast-2 | |
| mask-aws-account-id: true | |
| role-to-assume: ${{ secrets.AWS_ODR_DATA_MANAGER_ROLE }} | |
| role-chaining: true | |
| # Sync STAC files only on push to 'master' | |
| - name: Sync STAC | |
| if: ${{ !contains(github.event.head_commit.message, '[skip-sync]')}} | |
| uses: docker://ghcr.io/linz/argo-tasks:v3 | |
| with: | |
| args: stac-sync /github/workspace/stac/ s3://nz-elevation/ |