Skip to content

Commit

Permalink
[CI] update jfrog usage
Browse files Browse the repository at this point in the history
  • Loading branch information
Corneil du Plessis committed Oct 4, 2024
1 parent 2ddf026 commit 738effb
Show file tree
Hide file tree
Showing 19 changed files with 62 additions and 61 deletions.
1 change: 1 addition & 0 deletions .github/workflows/build-images.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@ on:
type: boolean
default: false
description: 'Delete the image tags'

env:
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}
Expand Down
14 changes: 7 additions & 7 deletions .github/workflows/build-snapshot-worker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,8 @@ on:
required: true

env:
MAVEN_THREADS: '-T 1'
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}

jobs:
build:
Expand Down Expand Up @@ -38,11 +39,10 @@ jobs:
- uses: jfrog/setup-jfrog-cli@v4
env:
JF_URL: 'https://repo.spring.io'
JF_USER: ${{ secrets.ARTIFACTORY_USERNAME }}
JF_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}
JF_ACCESS_TOKEN: ${{ secrets.JF_ARTIFACTORY_SPRING }}
- name: Configure JFrog Cli
run: |
jfrog config add repo.spring.io --url="https://repo.spring.io" --user="$ARTIFACTORY_USERNAME" --password="$ARTIFACTORY_PASSWORD" --interactive=false --overwrite=true
jfrog config add repo.spring.io --url="https://repo.spring.io" --access-token="${{ secrets.JF_ARTIFACTORY_SPRING }}" --interactive=false --overwrite=true
jfrog mvnc --use-wrapper \
--server-id-resolve=repo.spring.io \
--server-id-deploy=repo.spring.io \
Expand All @@ -62,10 +62,10 @@ jobs:
env:
MVN: 'jfrog mvn'
run: |
$MVN --help
./mvnw --help
./spring-cloud-dataflow-package/set-package-version.sh
$MVN -s .settings.xml install -Pfull,docs -B
$MVN -s .settings.xml install -pl spring-cloud-dataflow-package -B
jfrog mvn -s .settings.xml install -Pfull,docs -B
jfrog mvn -s .settings.xml install -pl spring-cloud-dataflow-package -B
jfrog rt build-publish
PROJECT_VERSION=$($MVN help:evaluate -Dexpression=project.version -q -DforceStdout)
echo BUILD_ZOO_HANDLER_spring_cloud_dataflow_version=$PROJECT_VERSION >> $GITHUB_ENV
Expand Down
3 changes: 1 addition & 2 deletions .github/workflows/cental-sync.yml
Original file line number Diff line number Diff line change
Expand Up @@ -22,8 +22,7 @@ jobs:
- uses: jfrog/setup-jfrog-cli@v4
env:
JF_URL: 'https://repo.spring.io'
JF_USER: ${{ secrets.ARTIFACTORY_USERNAME }}
JF_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}


# Extract build id from input
- name: Extract Build Id
Expand Down
3 changes: 1 addition & 2 deletions .github/workflows/central-release.yml
Original file line number Diff line number Diff line change
Expand Up @@ -20,8 +20,7 @@ jobs:
- uses: jfrog/setup-jfrog-cli@v4
env:
JF_URL: 'https://repo.spring.io'
JF_USER: ${{ secrets.ARTIFACTORY_USERNAME }}
JF_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}


# zoo extract and ensure
- name: Extract Zoo Context Properties
Expand Down
11 changes: 5 additions & 6 deletions .github/workflows/ci-images.yml
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,10 @@ on:
default: false
description: 'Delete the image tags'

env:
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}

jobs:
prepare:
name: Prepare Build
Expand Down Expand Up @@ -45,9 +49,4 @@ jobs:
with:
version: ${{ needs.prepare.outputs.version }}
delete-tags: ${{ inputs.delete-tags == 'true' }}
secrets:
DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }}
GCR_JSON_KEY: ${{ secrets.GCR_JSON_KEY }}
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}
secrets: inherit
7 changes: 4 additions & 3 deletions .github/workflows/ci-it-db.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,10 @@ on:
schedule:
- cron: '0 6 * * 1-5'

env:
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}

jobs:
integration-test:
name: DB IT on ${{ matrix.group }}
Expand All @@ -29,9 +33,6 @@ jobs:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_TOKEN }}
- name: 'Action: Run Db IT'
env:
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}
run: |
./mvnw clean install -DskipTests -T 1C -s .settings.xml -pl spring-cloud-dataflow-server -am
./mvnw \
Expand Down
1 change: 1 addition & 0 deletions .github/workflows/ci-it-performance.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@ on:
workflow_dispatch:
schedule:
- cron: '0 6 * * 1'

env:
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}
Expand Down
8 changes: 5 additions & 3 deletions .github/workflows/ci-it-security.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,10 @@ on:
schedule:
- cron: '0 6 * * 1'

env:
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}

jobs:
test:
name: Security IT
Expand All @@ -27,9 +31,7 @@ jobs:
password: ${{ secrets.DOCKERHUB_TOKEN }}

- name: Run Security IT
env:
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}
shell: bash
run: |
./mvnw clean install -DskipTests -T 1C -s .settings.xml -pl spring-cloud-dataflow-server -am
./mvnw -s .settings.xml \
Expand Down
1 change: 1 addition & 0 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -46,6 +46,7 @@ jobs:
JF_ACCESS_TOKEN: ${{ secrets.JF_ARTIFACTORY_SPRING }}
- name: Configure JFrog Cli
run: |
jfrog config add repo.spring.io --url="https://repo.spring.io" --access-token="${{ secrets.JF_ARTIFACTORY_SPRING }}" --interactive=false --overwrite=true
jfrog mvnc --use-wrapper \
--server-id-resolve=repo.spring.io \
--server-id-deploy=repo.spring.io \
Expand Down
14 changes: 6 additions & 8 deletions .github/workflows/export-app-versions.sh
Original file line number Diff line number Diff line change
@@ -1,20 +1,18 @@
#!/usr/bin/env bash
set +e
if [ "$MVN" = "" ]; then
MVN=./mvnw
fi
$MVN --version
$MVN help:evaluate -Dexpression=project.version > /dev/null
DATAFLOW_VERSION=$($MVN help:evaluate -Dexpression=project.version -q -DforceStdout)

./mvnw --version
./mvnw help:evaluate -Dexpression=project.version > /dev/null
DATAFLOW_VERSION=$(./mvnw help:evaluate -Dexpression=project.version -q -DforceStdout)
RC=$?
if ((RC!=0)); then
echo "DATAFLOW_VERSION=$DATAFLOW_VERSION"
exit $RC
fi
echo "DATAFLOW_VERSION=$DATAFLOW_VERSION"
SKIPPER_VERSION=$($MVN help:evaluate -Dexpression=spring-cloud-skipper.version -pl spring-cloud-dataflow-parent -q -DforceStdout)
SKIPPER_VERSION=$(./mvnw help:evaluate -Dexpression=spring-cloud-skipper.version -pl spring-cloud-dataflow-parent -q -DforceStdout)
if [[ "$SKIPPER_VERSION" = *"ERROR"* ]]; then
SKIPPER_VERSION=$($MVN help:evaluate -Dexpression=spring-cloud-skipper.version -q -DforceStdout)
SKIPPER_VERSION=$(./mvnw help:evaluate -Dexpression=spring-cloud-skipper.version -q -DforceStdout)
fi
RC=$?
if ((RC!=0)); then
Expand Down
4 changes: 4 additions & 0 deletions .github/workflows/fix-deployment-files.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,10 @@ on:
branches:
- main

env:
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}

jobs:
build:

Expand Down
4 changes: 4 additions & 0 deletions .github/workflows/github-release.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,10 @@ on:
description: 'Build Zoo Handler Payload'
required: true

env:
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}

jobs:
ghrelease:
runs-on: ubuntu-latest
Expand Down
10 changes: 5 additions & 5 deletions .github/workflows/milestone-worker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,8 +8,8 @@ on:
required: true

env:
MAVEN_THREADS: '-T 0.5C'

ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}
jobs:
build:
runs-on: ubuntu-latest
Expand All @@ -35,11 +35,11 @@ jobs:
- uses: jfrog/setup-jfrog-cli@v4
env:
JF_URL: 'https://repo.spring.io'
JF_USER: ${{ secrets.ARTIFACTORY_USERNAME }}
JF_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}
JF_ACCESS_TOKEN: ${{ secrets.JF_ARTIFACTORY_SPRING }}
- name: Configure JFrog Cli
run: |
jfrog config add repo.spring.io --url="https://repo.spring.io" --user="$ARTIFACTORY_USERNAME" --password="$ARTIFACTORY_PASSWORD" --interactive=false --overwrite=true jfrog mvnc --use-wrapper \
jfrog config add repo.spring.io --url="https://repo.spring.io" --access-token="${{ secrets.JF_ARTIFACTORY_SPRING }}" --interactive=false --overwrite=true
jfrog mvnc --use-wrapper \
--server-id-resolve=repo.spring.io \
--server-id-deploy=repo.spring.io \
--repo-resolve-releases=milestone \
Expand Down
8 changes: 4 additions & 4 deletions .github/workflows/next-dev-version-worker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,8 @@ on:
required: true

env:
MAVEN_THREADS: ''
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}

jobs:
build:
Expand All @@ -35,11 +36,10 @@ jobs:
- uses: jfrog/setup-jfrog-cli@v4
env:
JF_URL: 'https://repo.spring.io'
JF_USER: ${{ secrets.ARTIFACTORY_USERNAME }}
JF_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}
JF_ACCESS_TOKEN: ${{ secrets.JF_ARTIFACTORY_SPRING }}
- name: Configure JFrog Cli
run: |
jfrog config add repo.spring.io --url="https://repo.spring.io" --user="$ARTIFACTORY_USERNAME" --password="$ARTIFACTORY_PASSWORD" --interactive=false --overwrite=true
jfrog config add repo.spring.io --url="https://repo.spring.io" --access-token="${{ secrets.JF_ARTIFACTORY_SPRING }}" --interactive=false --overwrite=true
jfrog mvnc --use-wrapper \
--server-id-resolve=repo.spring.io \
--server-id-deploy=repo.spring.io \
Expand Down
3 changes: 1 addition & 2 deletions .github/workflows/promote-milestone.yml
Original file line number Diff line number Diff line change
Expand Up @@ -29,8 +29,7 @@ jobs:
- uses: jfrog/setup-jfrog-cli@v4
env:
JF_URL: 'https://repo.spring.io'
JF_USER: ${{ secrets.ARTIFACTORY_USERNAME }}
JF_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}
JF_ACCESS_TOKEN: ${{ secrets.JF_ARTIFACTORY_SPRING }}
- name: Promote Build
run: |
jfrog rt build-promote $BUILD_ZOO_HANDLER_spring_cloud_deployer_buildname $BUILD_ZOO_HANDLER_spring_cloud_deployer_buildnumber libs-milestone-local
Expand Down
3 changes: 1 addition & 2 deletions .github/workflows/promote-release.yml
Original file line number Diff line number Diff line change
Expand Up @@ -29,8 +29,7 @@ jobs:
- uses: jfrog/setup-jfrog-cli@v4
env:
JF_URL: 'https://repo.spring.io'
JF_USER: ${{ secrets.ARTIFACTORY_USERNAME }}
JF_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}
JF_ACCESS_TOKEN: ${{ secrets.JF_ARTIFACTORY_SPRING }}
- name: Promote Build
run: |
jfrog rt build-promote $BUILD_ZOO_HANDLER_spring_cloud_deployer_buildname $BUILD_ZOO_HANDLER_spring_cloud_deployer_buildnumber libs-release-local
Expand Down
8 changes: 5 additions & 3 deletions .github/workflows/publish-docs.yml
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@ on:
version:
description: 'Version to publish'
required: true
env:
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}

jobs:
build:
Expand All @@ -30,12 +33,11 @@ jobs:
- uses: jfrog/setup-jfrog-cli@v4
env:
JF_URL: 'https://repo.spring.io'
JF_USER: ${{ secrets.ARTIFACTORY_USERNAME }}
JF_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}
JF_ACCESS_TOKEN: ${{ secrets.JF_ARTIFACTORY_SPRING }}
# target deploy repos
- name: Configure JFrog Cli
run: |
jfrog config add repo.spring.io --url="https://repo.spring.io" --user="$ARTIFACTORY_USERNAME" --password="$ARTIFACTORY_PASSWORD" --interactive=false --overwrite=true
jfrog config add repo.spring.io --url="https://repo.spring.io" --access-token="${{ secrets.JF_ARTIFACTORY_SPRING }}" --interactive=false --overwrite=true
jfrog mvnc --use-wrapper \
--server-id-resolve=repo.spring.io \
--server-id-deploy=repo.spring.io \
Expand Down
15 changes: 5 additions & 10 deletions .github/workflows/release-worker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,8 @@ on:
required: true

env:
MAVEN_THREADS: '-T 1'
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}

jobs:
build:
Expand All @@ -35,11 +36,10 @@ jobs:
- uses: jfrog/setup-jfrog-cli@v4
env:
JF_URL: 'https://repo.spring.io'
JF_USER: ${{ secrets.ARTIFACTORY_USERNAME }}
JF_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}
JF_ACCESS_TOKEN: ${{ secrets.JF_ARTIFACTORY_SPRING }}
- name: Configure JFrog Cli
run: |
jfrog config add repo.spring.io --url="https://repo.spring.io" --user="$ARTIFACTORY_USERNAME" --password="$ARTIFACTORY_PASSWORD" --interactive=false --overwrite=true
jfrog config add repo.spring.io --url="https://repo.spring.io" --access-token="${{ secrets.JF_ARTIFACTORY_SPRING }}" --interactive=false --overwrite=true
jfrog mvnc --use-wrapper \
--server-id-resolve=repo.spring.io \
--server-id-deploy=repo.spring.io \
Expand Down Expand Up @@ -153,12 +153,7 @@ jobs:
uses: ./.github/workflows/build-images.yml
with:
version: ${{ needs.build.outputs.version }}
secrets:
DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }}
GCR_JSON_KEY: ${{ secrets.GCR_JSON_KEY }}
ARTIFACTORY_USERNAME: ${{ secrets.ARTIFACTORY_USERNAME }}
ARTIFACTORY_PASSWORD: ${{ secrets.ARTIFACTORY_PASSWORD }}
secrets: inherit
wrap:
needs: [ build, images ]
runs-on: ubuntu-latest
Expand Down
5 changes: 1 addition & 4 deletions spring-cloud-dataflow-package/set-package-version.sh
Original file line number Diff line number Diff line change
Expand Up @@ -3,14 +3,11 @@ if [ -z "$BASH_VERSION" ]; then
echo "This script requires Bash. Use: bash $0 $*"
exit 0
fi
if [ "$MVN" = "" ]; then
MVN=./mvnw
fi
SCDIR=$(dirname "$(readlink -f "${BASH_SOURCE[0]}")")
ROOT=$(realpath $SCDIR/..)
if [ "$PACKAGE_VERSION" = "" ]; then
pushd $ROOT > /dev/null
$MVN help:evaluate -s .settings.xml -Dexpression=project.version > /dev/null
./mvnw help:evaluate -s .settings.xml -Dexpression=project.version > /dev/null
PACKAGE_VERSION=$(./mvnw help:evaluate -Dexpression=project.version -q -DforceStdout)
popd > /dev/null
fi
Expand Down

0 comments on commit 738effb

Please sign in to comment.