[CI] update jfrog usage #1637
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - 'main' | |
| paths-ignore: | |
| - '.github/**' | |
| env: | |
| MVN: 'jfrog mvn' | |
| jobs: | |
| build: | |
| if: github.repository_owner == 'spring-cloud' | |
| runs-on: ubuntu-latest | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/install-xmlutils | |
| - run: find . -type f -name "*.sh" -exec chmod a+x '{}' \; | |
| # cache maven repo | |
| - uses: actions/cache@v3 | |
| with: | |
| path: ~/.m2/repository | |
| key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-m2- | |
| # jdk8 | |
| - uses: actions/setup-java@v3 | |
| with: | |
| java-version: '17' | |
| distribution: 'liberica' | |
| - name: Login dockerhub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - uses: jfrog/setup-jfrog-cli@v4 | |
| env: | |
| JF_ENV_1: ${{ secrets.JF_ARTIFACTORY_SPRING }} | |
| - name: Configure JFrog Cli | |
| run: | | |
| jfrog config add repo.spring.io --url="https://repo.spring.io" --access-token="${{ secrets.JF_ARTIFACTORY_SPRING }}" --interactive=false --overwrite=true | |
| jfrog mvnc --use-wrapper \ | |
| --server-id-resolve=repo.spring.io \ | |
| --server-id-deploy=repo.spring.io \ | |
| --repo-resolve-releases=milestone \ | |
| --repo-resolve-snapshots=snapshot \ | |
| --repo-deploy-releases=libs-release-local \ | |
| --repo-deploy-snapshots=libs-snapshot-local | |
| echo JFROG_CLI_BUILD_NAME=spring-cloud-dataflow-main >> $GITHUB_ENV | |
| echo JFROG_CLI_BUILD_NUMBER=$GITHUB_RUN_NUMBER >> $GITHUB_ENV | |
| echo "::notice::$($MVN --version)" | |
| $MVN help:evaluate -s .settings.xml -Dexpression=project.version | |
| echo spring_cloud_dataflow_version=$($MVN help:evaluate -Dexpression=project.version -q -DforceStdout) >> $GITHUB_ENV | |
| # build and publish | |
| - name: Build and Publish | |
| shell: bash | |
| timeout-minutes: 75 | |
| run: | | |
| ./spring-cloud-dataflow-package/set-package-version.sh | |
| $MVN -s .settings.xml install -Pfull,docs -B | |
| $MVN -s .settings.xml install -pl spring-cloud-dataflow-package -B | |
| jfrog rt build-publish | |
| export JFROG_CLI_BUILD_NAME="${JFROG_CLI_BUILD_NAME/spring-cloud-dataflow/spring-cloud-skipper}" | |
| PROJECT_VERSION=$($MVN help:evaluate -Dexpression=project.version -q -DforceStdout) | |
| # set +e | |
| # echo "::info ::Project version=$PROJECT_VERSION" | |
| # SKIPPER_DOCS_PATTERN=$(.github/workflows/skipper-docs-name.sh $PROJECT_VERSION libs-snapshot-local) | |
| # if [[ "$SKIPPER_DOCS_PATTERN" == *"does not exist"* ]]; then | |
| # echo "::error ::Skipper Docs URL=$SKIPPER_DOCS_PATTERN" | |
| # else | |
| # echo "::info ::Skipper Docs URL=$SKIPPER_DOCS_PATTERN" | |
| # jfrog rt sp --build "$SKIPPER_DOCS_PATTERN" "buildName=$JFROG_CLI_BUILD_NAME;buildNumber=$JFROG_CLI_BUILD_NUMBER" | |
| # echo "::info ::Skipper Docs Set Properties buildName=$JFROG_CLI_BUILD_NAME;buildNumber=$JFROG_CLI_BUILD_NUMBER" | |
| # fi | |
| - name: Test Report | |
| uses: dorny/test-reporter@v1 | |
| if: ${{ success() || failure() }} | |
| with: | |
| name: Unit Tests | |
| path: '**/surefire-reports/*.xml' | |
| reporter: java-junit | |
| list-tests: failed | |
| - name: Capture Test Results | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: test-results | |
| path: '**/target/surefire-reports/**/*.*' | |
| retention-days: 7 | |
| if-no-files-found: ignore | |
| # clean m2 cache | |
| - name: Clean cache | |
| run: | | |
| find ~/.m2/repository -type d -name '*SNAPSHOT' | xargs rm -fr | |
| outputs: | |
| version: ${{ env.spring_cloud_dataflow_version }} | |
| database-tests: | |
| if: github.repository_owner == 'spring-cloud' | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| db: [ 'ORACLE', 'DB2' ] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - run: find . -type f -name "*.sh" -exec chmod a+x '{}' \; | |
| - uses: ./.github/actions/install-xmlutils | |
| - uses: actions/cache@v3 | |
| with: | |
| path: ~/.m2/repository | |
| key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-m2-${{ matrix.db }} | |
| - uses: actions/setup-java@v3 | |
| with: | |
| java-version: '17' | |
| distribution: 'liberica' | |
| - uses: jfrog/setup-jfrog-cli@v4 | |
| env: | |
| J_ENV_1: ${{ secrets.JF_ARTIFACTORY_SPRING }} | |
| - name: Login dockerhub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: Configure JFrog Cli | |
| run: | | |
| jfrog config add repo.spring.io --url="https://repo.spring.io" --access-token="${{ secrets.JF_ARTIFACTORY_SPRING }}" --interactive=false --overwrite=true | |
| jfrog mvnc --use-wrapper \ | |
| --server-id-resolve=repo.spring.io \ | |
| --server-id-deploy=repo.spring.io \ | |
| --repo-resolve-releases=milestone \ | |
| --repo-resolve-snapshots=snapshot \ | |
| --repo-deploy-releases=libs-release-local \ | |
| --repo-deploy-snapshots=libs-snapshot-local | |
| - name: Test | |
| shell: bash | |
| timeout-minutes: 75 | |
| run: | | |
| $MVN clean install -s .settings.xml -DskipTests -am -pl :spring-cloud-dataflow-server,:spring-cloud-skipper-server | |
| export ENABLE_${{ matrix.db }}=true | |
| $MVN test -s .settings.xml -pl :spring-cloud-dataflow-server,:spring-cloud-skipper-server -Dgroups=${{ matrix.db }} | |
| - name: Test Report | |
| uses: dorny/test-reporter@v1 | |
| if: ${{ success() || failure() }} | |
| with: | |
| name: Unit Tests | |
| path: '**/surefire-reports/*.xml' | |
| reporter: java-junit | |
| list-tests: failed | |
| - name: Capture Test Results | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: test-results | |
| path: '**/target/surefire-reports/**/*.*' | |
| retention-days: 7 | |
| if-no-files-found: ignore | |
| # clean m2 cache | |
| - name: Clean cache | |
| run: | | |
| find ~/.m2/repository -type d -name '*SNAPSHOT' | xargs rm -fr | |
| images: | |
| name: Build and Publish Images | |
| needs: | |
| - build | |
| uses: ./.github/workflows/build-images.yml | |
| with: | |
| version: ${{ needs.build.outputs.version }} | |
| secrets: inherit | |
| scan: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Run Trivy vulnerability scanner in repo mode | |
| uses: aquasecurity/trivy-action@master | |
| with: | |
| scan-type: 'fs' | |
| ignore-unfixed: true | |
| format: 'sarif' | |
| output: 'trivy-results.sarif' | |
| severity: 'CRITICAL,HIGH' | |
| - name: Upload Trivy scan results to GitHub Security tab | |
| uses: github/codeql-action/upload-sarif@v2 | |
| with: | |
| sarif_file: 'trivy-results.sarif' | |
| - name: 'Scanned' | |
| shell: bash | |
| run: echo "::info ::Scanned" | |
| done: | |
| runs-on: ubuntu-latest | |
| needs: [ scan, build, images, database-tests ] | |
| steps: | |
| - name: 'Done' | |
| shell: bash | |
| run: echo "::info ::Done" |