feat: changes workflows

dappforce · Mar 18, 2024 · f4f4682 · f4f4682
1 parent 45c6b20
commit f4f4682
Show file tree

Hide file tree

Showing 4 changed files with 76 additions and 301 deletions.
diff --git a/.github/workflows/backend.yml b/.github/workflows/backend.yml
@@ -1,176 +1,79 @@
-name: Build and only staging deploy backend
+name: Build and only deploy backend
 on:
   workflow_dispatch:
   push:
     branches:
-      - staging
       - main
+      - deploy/**
 
 jobs:
   back-build:
-    name: Push Docker image to Docker Hub
-    # runs-on: private-runners
+    strategy:
+      matrix:
+        apps: [production, deploy]
+        isMaster:
+          - ${{ contains(github.ref, 'main') }}
+        isDeploy:
+          - ${{ startsWith(github.ref, 'refs/heads/deploy/') }}
+        exclude:
+          - isMaster: false
+            apps: production
+          - isMaster: true
+            apps: deploy
+
+    name: Build ${{ matrix.apps }} Docker image
     runs-on: ubuntu-latest
     steps:
+      - name: Checkout
+        uses: actions/checkout@v4
 
-      - uses: actions/checkout@v3
-
-      - name: Extract branch name
-        shell: bash
-        run: echo "name=${GITHUB_REF#refs/heads/}" >> $GITHUB_ENV
-        id: extract_branch
-
-      - name: Prepare
-        id: prep
-        run: |
-          echo "image=dappforce/subid-backend:${{ env.name }}-$(echo $GITHUB_SHA | head -c7)" >> $GITHUB_ENV
-
-      - name: Set up Docker context for buildx
-        id: buildx-context
-        run: |
-           docker context create builders
-
-      - name: Set up Docker Buildx
-        id: buildx
-        uses: docker/setup-buildx-action@master
-        with:
-          endpoint: builders
-          version: latest
-
-      - name: Login to DockerHub
-        uses: docker/login-action@master
-        with:
-          username: ${{ secrets.DOCKER_USERNAME }}
-          password: ${{ secrets.DOCKER_PASSWORD }}
-
-      - name: Cache Docker layers
-        uses: actions/cache@v3
-        with:
-          path: /tmp/.buildx-cache
-          key: ${{ runner.os }}-single-buildx-${{ github.sha }}
-          restore-keys: |
-            ${{ runner.os }}-single-buildx
-
-
-      - if: ${{ github.ref == 'refs/heads/staging' }}
-        name: Build staging image
-        uses: docker/build-push-action@v4
+      - name: Build ${{ matrix.apps }} image
+        uses: './.github/actions/common-ci-setup'
         with:
-          context: .
-          builder: ${{ steps.buildx.outputs.name }}
-          file: docker/Dockerfile
-          push: true
-          tags: |
-                  ${{ env.image }}
-          cache-from: type=local,src=/tmp/.buildx-cache
-          cache-to: type=local,dest=/tmp/.buildx-cache-new
-
-
-      - if: ${{ github.ref == 'refs/heads/main' }}
-        name: Build production image
-        uses: docker/build-push-action@v4
-        with:
-          context: .
-          builder: ${{ steps.buildx.outputs.name }}
-          file: docker/Dockerfile
-          push: true
-          tags: |
-                  ${{ env.image }}
-                  docker.io/dappforce/subid-backend:main-latest
-          cache-from: type=local,src=/tmp/.buildx-cache
-          cache-to: type=local,dest=/tmp/.buildx-cache-new
-
-      - name: Move cache
-        run: |
-          rm -rf /tmp/.buildx-cache
-          mv /tmp/.buildx-cache-new /tmp/.buildx-cache
-
-
-  back-staging-deploy:
-    name: staging-deploy
+          username_input: ${{ secrets.DOCKER_USERNAME }}
+          password_input: ${{ secrets.DOCKER_PASSWORD }}
+          app_input: ${{ matrix.apps }}
+
+  back-deploy:
+    strategy:
+      matrix:
+        apps: [production, deploy]
+        isMaster:
+          - ${{ contains(github.ref, 'main') }}
+        isDeploy:
+          - ${{ startsWith(github.ref, 'refs/heads/deploy/') }}
+        exclude:
+          - isMaster: false
+            apps: production
+          - isMaster: true
+            apps: deploy
+    name: deploy ${{ matrix.apps }}
     needs: back-build
     runs-on: ubuntu-latest
-    if: ${{ github.ref == 'refs/heads/staging' }}
     steps:
-      - name: Checkout main
-        uses: actions/checkout@v3
-
-      - name: Extract branch name
-        shell: bash
-        run: echo "name=${GITHUB_REF#refs/heads/}" >> $GITHUB_ENV
-        id: extract_branch
+      - name: Checkout
+        uses: actions/checkout@v4
 
-      - name: Install doctl
-        uses: digitalocean/action-doctl@v2
+      - name: make prod ready
+        if: matrix.apps == 'production'
+        uses: './.github/actions/common-cd-setup'
         with:
-          token: ${{ secrets.DIGITALOCEAN_ACCESS_TOKEN_STAGING }}
-
-      - name: Save DigitalOcean kubeconfig with short-lived credentials
-        run: doctl kubernetes cluster kubeconfig save --expiry-seconds 600 ${{ secrets.K8S_STAGING }}
-
-      - name: Update deploy file
-        run: TAG=${{ env.name }}-$(echo $GITHUB_SHA | head -c7) && sed -i 's|<IMAGE>|dappforce/subid-backend:'${TAG}'|' $GITHUB_WORKSPACE/deployment/staging/deploy.yaml
-
-      - name: Deploy to DigitalOcean Kubernetes
-        run: kubectl apply -f $GITHUB_WORKSPACE/deployment/staging/deploy.yaml
-
-      - name: Verify deployment
-        run: kubectl -n sub-id rollout status deployment/subid-back
-
-  back-prod-deploy:
-    name: prod-deploy
-    needs: back-build
-    runs-on: ubuntu-latest
-    if: ${{ github.ref == 'refs/heads/main' }}
-    steps:
-      - name: Checkout main
-        uses: actions/checkout@v3
-
-      - name: Extract branch name
-        shell: bash
-        run: echo "name=${GITHUB_REF#refs/heads/}" >> $GITHUB_ENV
-        id: extract_branch
-
-      - name: Install doctl
-        uses: digitalocean/action-doctl@v2
-        with:
-          token: ${{ secrets.DIGITALOCEAN_ACCESS_TOKEN_PROD }}
-
-      - name: Save DigitalOcean kubeconfig with short-lived credentials
-        run: doctl kubernetes cluster kubeconfig save --expiry-seconds 600 ${{ secrets.K8S_PROD }}
-
-      - name: Update deploy file
-        run: TAG=${{ env.name }}-$(echo $GITHUB_SHA | head -c7) && sed -i 's|<IMAGE>|dappforce/subid-backend:'${TAG}'|' $GITHUB_WORKSPACE/deployment/production/daemon.yaml
-
-      - name: Deploy to DigitalOcean Kubernetes
-        run: kubectl apply -f $GITHUB_WORKSPACE/deployment/production/daemon.yaml
-
-      - name: Verify deployment
-        run: kubectl -n sub-id rollout status daemonset/back-ready
-
-      - name: Remove from DigitalOcean Kubernetes
-        run: kubectl delete -f $GITHUB_WORKSPACE/deployment/production/daemon.yaml
-
-
-  back-bk-prod-deploy:
-    name: bk-prod-deploy
-    needs: back-build
-    runs-on: ubuntu-latest
-    if: ${{ github.ref == 'refs/heads/main' }}
-    steps:
-      - name: Checkout main
-        uses: actions/checkout@v3
-      - name: Extract branch name
-        shell: bash
-        run: echo "name=${GITHUB_REF#refs/heads/}" >> $GITHUB_ENV
-        id: extract_branch
-      - name: executing remote ssh commands
-        uses: appleboy/ssh-action@master
+          token_input:  ${{ secrets.DIGITALOCEAN_ACCESS_TOKEN_PROD }}
+          k8s_input:  ${{ secrets.K8S_PROD }}
+          app_input: ${{ matrix.apps }}
+          zone_input:  ${{ secrets.CF_ZONE }}
+          mail_input:  ${{ secrets.CF_MAIL }}
+          tokens_input:  ${{ secrets.CF_TOKEN }}
+          prod_deploy: "false"
+
+      - name: stage deploy ${{ matrix.apps }}
+        if: matrix.apps == 'deploy'
+        uses: './.github/actions/common-cd-setup'
         with:
-          host: ${{ secrets.BACKUP_HOST }}
-          username: ${{ secrets.BACKUP_USERNAME }}
-          key: ${{ secrets.BACKUP_KEY }}
-          port: ${{ secrets.BACKUP_PORT }}
-          script: |
-            cd /root/subid/backend
-            ./update.sh
+          token_input:  ${{ secrets.DIGITALOCEAN_ACCESS_TOKEN_STAGING }}
+          k8s_input:  ${{ secrets.K8S_STAGING }}
+          app_input: ${{ matrix.apps }}
+          zone_input:  ${{ secrets.CF_ZONE }}
+          mail_input:  ${{ secrets.CF_MAIL }}
+          tokens_input:  ${{ secrets.CF_TOKEN }}
+          prod_deploy: "false"
diff --git a/.github/workflows/feature-based-delete.yml b/.github/workflows/feature-based-delete.yml
@@ -32,9 +32,9 @@ jobs:
         continue-on-error: true
         run: |
           doctl kubernetes cluster kubeconfig save --expiry-seconds 600 c7e84602-9029-40ed-9f95-6c113f6693ee
-          NAME=${{ env.name }} && sed -i 's|<BRANCH>|'${NAME}'|' $GITHUB_WORKSPACE/deployment/features/all.yaml
-          NAME=${{ env.name }} && sed -i 's|<BRANCH>|'${NAME}'|' $GITHUB_WORKSPACE/deployment/features/deployment.yaml
-          kubectl delete -f $GITHUB_WORKSPACE/deployment/features/back/
+          NAME=${{ env.name }} && sed -i 's|<BRANCH>|'${NAME}'|' $GITHUB_WORKSPACE/deployment/deploy/all.yaml
+          NAME=${{ env.name }} && sed -i 's|<BRANCH>|'${NAME}'|' $GITHUB_WORKSPACE/deployment/deploy/deployment.yaml
+          kubectl delete -f $GITHUB_WORKSPACE/deployment/deploy/
 
       - name: final task
         if: always()

diff --git a/.github/workflows/feature-based.yaml b/.github/workflows/feature-based.yaml