ci.yaml

name: CI
env:
  ALLOWED_URIS: "https://github.com https://api.github.com"
  TRUSTED_PUBLIC_KEYS: "cache.nixos.org-1:6NCHdD59X431o0gWypbMrAURkbJ16ZPMQFGspcDShjY= hydra.iohk.io:f/Ea+s+dFdN+3Y/G+FDgSq+a5NEWhJGzdjvKNGv0/EQ= thelio:KyHAYh2EtAT5skKWlArHRcLhiq3d13u0Pt9BwDJp7UY="
  SUBSTITUTERS: "https://cache.nixos.org/ https://cache.iog.io http://thelio.functionally.dev:5000"
  REGISTRY: ghcr.io
  IMAGE_NAME: ${{ github.repository }}

on:
  pull_request:
  push:
    branches:
    - main
jobs:
  typecheck:
    name: Build libraries
    runs-on: ubuntu-latest # self-hosted
    steps:

    - name: 📥 Checkout repository
      uses: actions/checkout@v4

    - name: 💾 Cache Nix store
      uses: actions/cache@v3.0.8
      id: nix-cache
      with:
        path: /tmp/nixcache
        key: ${{ runner.os }}-nix-${{ hashFiles('flake.lock') }}
        restore-keys: ${{ runner.os }}-nix-
          
    - name: 🛠️ Install Nix
      uses: cachix/install-nix-action@v21
      with:
        nix_path: nixpkgs=channel:nixos-unstable
        install_url: https://releases.nixos.org/nix/nix-2.10.3/install
        extra_nix_config: |
          allowed-uris = ${{ env.ALLOWED_URIS }}
          trusted-public-keys = ${{ env.TRUSTED_PUBLIC_KEYS }}
          substituters = ${{ env.SUBSTITUTERS }}
          experimental-features = nix-command flakes
          accept-flake-config = true

    - name: 💾➤ Import Nix store cache
      if: "steps.nix-cache.outputs.cache-hit == 'true'"
      run: "nix-store --import < /tmp/nixcache"

    - name: 🏗️ Typecheck Agda
      run: |
        nix build --show-trace .#peras

    - name: 🏗️ Build `peras-simulation`.
      run: |
        nix build --show-trace .#peras-simulation-test

    - name: ➤💾 Export Nix store cache
      if: "steps.nix-cache.outputs.cache-hit != 'true'"
      run: "nix-store --export $(find /nix/store -maxdepth 1 -name '*-*') > /tmp/nixcache"

  simulate-hs:
    name: Run simulations
    runs-on: ubuntu-latest # self-hosted
    steps:

    - name: 📥 Checkout repository
      uses: actions/checkout@v4

    - name: 💾 Cache Nix store
      uses: actions/cache@v3.0.8
      id: nix-cache
      with:
        path: /tmp/nixcache
        key: ${{ runner.os }}-nix-${{ hashFiles('flake.lock') }}
        restore-keys: ${{ runner.os }}-nix-

    - name: 🛠️ Install Nix
      uses: cachix/install-nix-action@v21
      with:
        nix_path: nixpkgs=channel:nixos-unstable
        install_url: https://releases.nixos.org/nix/nix-2.10.3/install
        extra_nix_config: |
          allowed-uris = ${{ env.ALLOWED_URIS }}
          trusted-public-keys = ${{ env.TRUSTED_PUBLIC_KEYS }}
          substituters = ${{ env.SUBSTITUTERS }}
          experimental-features = nix-command flakes
          accept-flake-config = true

    - name: 💾➤ Import Nix store cache
      if: "steps.nix-cache.outputs.cache-hit == 'true'"
      run: "nix-store --import < /tmp/nixcache"

    - name: 🗳️ Simulate Peras
      run: |
        nix run .#peras-simulate -- \
          --in-file peras-simulation/example-input.yaml \
          --out-file peras-simulation/tmp-output.yaml \
          --trace-file peras-simulation/tmp-trace.jsonarray
        nix run .#peras-visualize -- \
          --trace-file peras-simulation/tmp-trace.jsonarray \
          --dot-file peras-simulation/tmp.dot

    - name: ➤💾 Export Nix store cache
      if: "steps.nix-cache.outputs.cache-hit != 'true'"
      run: "nix-store --export $(find /nix/store -maxdepth 1 -name '*-*') > /tmp/nixcache"

  tests:
    name: Run tests
    runs-on: ubuntu-latest # self-hosted
    steps:

    - name: 📥 Checkout repository
      uses: actions/checkout@v4

    - name: 💾 Cache Nix store
      uses: actions/cache@v3.0.8
      id: nix-cache
      with:
        path: /tmp/nixcache
        key: ${{ runner.os }}-nix-${{ hashFiles('flake.lock') }}
        restore-keys: ${{ runner.os }}-nix-

    - name: 🛠️ Install Nix
      uses: cachix/install-nix-action@v21
      with:
        nix_path: nixpkgs=channel:nixos-unstable
        install_url: https://releases.nixos.org/nix/nix-2.10.3/install
        extra_nix_config: |
          allowed-uris = ${{ env.ALLOWED_URIS }}
          trusted-public-keys = ${{ env.TRUSTED_PUBLIC_KEYS }}
          substituters = ${{ env.SUBSTITUTERS }}
          experimental-features = nix-command flakes
          accept-flake-config = true

    - name: 💾➤ Import Nix store cache
      if: "steps.nix-cache.outputs.cache-hit == 'true'"
      run: "nix-store --import < /tmp/nixcache"

    - name: 🔬 Test with `peras-simulation-test`
      run: |
        nix run .#peras-simulation-test

    - name: 🔬 Test with `peras-markov-test`
      run: |
        nix run .#peras-markov-test

    - name: 🔬 Test with `peras-vote-test`
      run: |
        nix run .#peras-vote-test

    - name: ➤💾 Export Nix store cache
      if: "steps.nix-cache.outputs.cache-hit != 'true'"
      run: "nix-store --export $(find /nix/store -maxdepth 1 -name '*-*') > /tmp/nixcache"

  test-demo:
    name: Test Demo
    runs-on: ubuntu-latest # self-hosted
    steps:

    - name: 📥 Checkout repository
      uses: actions/checkout@v4

    - name: 💾 Cache Nix store
      uses: actions/cache@v3.0.8
      id: nix-cache
      with:
        path: /tmp/nixcache
        key: ${{ runner.os }}-nix-${{ hashFiles('flake.lock') }}
        restore-keys: ${{ runner.os }}-nix-

    - name: 🛠️ Install Nix
      uses: cachix/install-nix-action@v21
      with:
        nix_path: nixpkgs=channel:nixos-unstable
        install_url: https://releases.nixos.org/nix/nix-2.10.3/install
        extra_nix_config: |
          allowed-uris = ${{ env.ALLOWED_URIS }}
          trusted-public-keys = ${{ env.TRUSTED_PUBLIC_KEYS }}
          substituters = ${{ env.SUBSTITUTERS }}
          experimental-features = nix-command flakes
          accept-flake-config = true

    - name: 🏗️ Compile Agda
      run: |
        nix build .#test-demo-agda

    - name: 🏗️ Compile Haskell Library
      run: |
        nix build .#test-demo

    - name: 🏗️ Compile Haskell Executable
      run: |
        nix build .#test-demo-test

    - name: ➤💾 Export Nix store cache
      if: "steps.nix-cache.outputs.cache-hit != 'true'"
      run: "nix-store --export $(find /nix/store -maxdepth 1 -name '*-*') > /tmp/nixcache"

  build-specification:
    name: Build HTML Specification
    runs-on: ubuntu-latest # self-hosted
    steps:

    - name: 📥 Checkout repository
      uses: actions/checkout@v4

#   - name: 💾 Cache Nix store
#     uses: actions/cache@v3.0.8
#     id: nix-cache
#     with:
#       path: /tmp/nixcache
#       key: ${{ runner.os }}-nix-${{ hashFiles('flake.lock') }}
#       restore-keys: ${{ runner.os }}-nix-

    - name: 🛠️ Install Nix
      uses: cachix/install-nix-action@v21
      with:
        nix_path: nixpkgs=channel:nixos-unstable
        install_url: https://releases.nixos.org/nix/nix-2.10.3/install
        extra_nix_config: |
          allowed-uris = ${{ env.ALLOWED_URIS }}
          trusted-public-keys = ${{ env.TRUSTED_PUBLIC_KEYS }}
          substituters = ${{ env.SUBSTITUTERS }}
          experimental-features = nix-command flakes
          accept-flake-config = true

#   - name: 💾➤ Import Nix store cache
#     if: "steps.nix-cache.outputs.cache-hit == 'true'"
#     run: "nix-store --import < /tmp/nixcache"

    - name: 🏗️ Agda-to-HTML
#     run: |
#       nix develop --command bash -c ".github/workflows/scripts/agda-2-html.sh"
      run: |
        nix run .#peras-html-spec

    - name: Publish Docusaurus build
      uses: actions/upload-artifact@v4
      with:
        name: agda-specification
        if-no-files-found: error
        path: |
          html/*

#   - name: ➤💾 Export Nix store cache
#     if: "steps.nix-cache.outputs.cache-hit != 'true'"
#     run: "nix-store --export $(find /nix/store -maxdepth 1 -name '*-*') > /tmp/nixcache"

  build-pdf-report:
    runs-on: ubuntu-22.04
    steps:

      - name: 📥 Checkout repository
        uses: actions/checkout@v4

      - name: 🔧 Massage markdown
        run: |
          cat site/docs/reports/tech-report-1.md|  sed -e 's/\/img/site\/static\/img/g' | sed -e 's/#scale50)/){ width=50% }/g' | sed -e 's/^#//g' > tech-report-1.md
          cat site/docs/reports/tech-report-2.md|  sed -e 's/\/img/site\/static\/img/g' | sed -e 's/#scale50)/){ width=50% }/g' | sed -e 's/^#//g' > tech-report-2.md

      - name: 📓 Build PDF
        uses: docker://pandoc/latex:3.2.0
        with:
          args: >-  # allows you to break string into multiple lines
            --pdf-engine=xelatex
            -N
            --standalone
            --output=tech-report-1.pdf
            tech-report-1.md

      - name: 📓 Build PDF
        uses: docker://pandoc/latex:3.2.0
        with:
          args: >-  # allows you to break string into multiple lines
            --pdf-engine=xelatex
            -N
            --standalone
            --output=tech-report-2.pdf
            tech-report-2.md

      - name: 📤 Upload PDF
        uses: actions/upload-artifact@v4
        with:
          name: tech-reports
          if-no-files-found: error
          path: |
            tech-report-*.pdf

  build-docusaurus:
    runs-on: ubuntu-22.04
    needs:
      - build-specification
      - build-pdf-report
    steps:

      - name: 📥 Checkout repository
        uses: actions/checkout@v4

      - name: 🛠️ Setup Node.js
        uses: actions/setup-node@v4
        with:
          node-version: 20
          cache: 'npm'
          cache-dependency-path: site/package-lock.json

      - name: 📦 Install dependencies
        working-directory: site
        run: npm ci

      - name: 📥 Download Agda specification
        uses: actions/download-artifact@v4
        with:
          name: agda-specification
          path: ./site/static/agda_html/

      - name: 📥 Download PDF
        uses: actions/download-artifact@v4
        with:
          name: tech-reports
          path: ./site/static/

      - name: 🏗️ Build Docusaurus site
        working-directory: site
        run: |
          npm run build

      - name: 🚀 Publish Docusaurus build
        uses: actions/upload-artifact@v4
        with:
          name: docusaurus-build
          if-no-files-found: error
          path: |
            site/build/*

  publish-docs:
    if: github.event_name == 'push' && github.ref == 'refs/heads/main'
    runs-on: ubuntu-22.04
    needs:
      - build-docusaurus
    steps:

      - name: 📥 Download Docusaurus build
        uses: actions/download-artifact@v4
        with:
          name: docusaurus-build
          path: ./github-pages


      - name: 🚀 Publish GitHub Pages
        uses: peaceiris/actions-gh-pages@v4
        with:
          github_token: ${{ secrets.GITHUB_TOKEN || github.token }}
          publish_dir: ./github-pages
          cname: peras.cardano-scaling.org

  build-and-push-image:
    runs-on: ubuntu-latest
    # Sets the permissions granted to the `GITHUB_TOKEN` for the actions in this job.
    permissions:
      contents: read
      packages: write
      attestations: write
      id-token: write
      #
    steps:

      - name: 📥 Checkout repository
        uses: actions/checkout@v4

      # Uses the `docker/login-action` action to log in to the
      # Container registry registry using the account and password
      # that will publish the packages. Once published, the packages
      # are scoped to the account defined here.
      - name: 🛠️ Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: 👮 Log in to Google Cloud
        id: auth
        uses: 'google-github-actions/auth@v2'
        with:
          token_format: access_token
          credentials_json: '${{ secrets.GOOGLE_APPLICATION_CREDENTIALS }}'
          access_token_lifetime: 3600s # need to be long enough for docker build to finish

      - name: 👮 Log in to the Container registry
        uses: docker/login-action@v3
        with:
          registry: ${{ env.REGISTRY }}
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN }}

      # This step uses
      # [docker/metadata-action](https://github.com/docker/metadata-action#about)
      # to extract tags and labels that will be applied to the
      # specified image. The `id` "meta" allows the output of this
      # step to be referenced in a subsequent step. The `images` value
      # provides the base name for the tags and labels.
      - name: 🛻 Extract metadata (tags, labels) for Docker
        id: meta
        uses: docker/metadata-action@v5
        with:
          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}

      # This step uses the `docker/build-push-action` action to build
      # the image, based on your repository's `Dockerfile`. If the
      # build succeeds, it pushes the image to GitHub Packages.  It
      # uses the `context` parameter to define the build's context as
      # the set of files located in the specified path. For more
      # information, see
      # "[Usage](https://github.com/docker/build-push-action#usage)"
      # in the README of the `docker/build-push-action` repository.
      # It uses the `tags` and `labels` parameters to tag and label
      # the image with the output from the "meta" step.
      - name: 🏗️ Build and push image to GHCR
        id: push
        uses: docker/build-push-action@v5
        with:
          context: .
          push: true
          tags: ${{ steps.meta.outputs.tags }}
          labels: ${{ steps.meta.outputs.labels }}
          cache-from: type=registry,ref=${{ env.REGISTRY }}/${{ env.IMAGE_NAME}}:cache
          cache-to: type=registry,ref=${{ env.REGISTRY }}/${{ env.IMAGE_NAME}}:cache,mode=max

      - name: 👮 Login to Artifact Registry
        uses: docker/login-action@v1
        with:
          registry: us-east1-docker.pkg.dev
          username: oauth2accesstoken
          password: ${{ steps.auth.outputs.access_token }}

      - name: 📦 Push to GCR
        run: |-
          docker pull $image_tag
          docker tag $image_tag "us-east1-docker.pkg.dev/iog-hydra/peras-docker/${{ env.IMAGE_NAME}}:$GITHUB_SHA"
          docker push "us-east1-docker.pkg.dev/iog-hydra/peras-docker/${{ env.IMAGE_NAME}}:$GITHUB_SHA"
        env:
          image_id: ${{ steps.push.outputs.imageid }}
          image_tag: ${{ steps.meta.outputs.tags }}

      # TODO: uncomment once the repository is public
      #
      # This step generates an artifact attestation for the image,
      # which is an unforgeable statement about where and how it was
      # built. It increases supply chain security for people who
      # consume the image. For more information, see
      # "[AUTOTITLE](/actions/security-guides/using-artifact-attestations-to-establish-provenance-for-builds)."

      # - name: Generate artifact attestation
      #   uses: actions/attest-build-provenance@v1
      #   with:
      #     subject-name: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME}}
      #     subject-digest: ${{ steps.push.outputs.digest }}
      #     push-to-registry: true

  # deploy built server to Gcloud run action when pushing to main
  deploy-server:
    if: github.event_name == 'push' && github.ref == 'refs/heads/main'
    runs-on: ubuntu-latest
    needs:
      - build-and-push-image
    permissions:
      contents: read
      packages: read

    steps:

    - name: 📥 Checkout repository
      uses: 'actions/checkout@v4'

    - name: 👮 Log in to Google Cloud
      id: auth
      uses: 'google-github-actions/auth@v2'
      with:
        credentials_json: '${{ secrets.GOOGLE_APPLICATION_CREDENTIALS }}'

    - name: 🚀 Deploy to Cloud Run
      id: 'deploy'
      uses: 'google-github-actions/deploy-cloudrun@v2'
      with:
        service: 'peras-server'
        image: 'us-east1-docker.pkg.dev/iog-hydra/peras-docker/${{ env.IMAGE_NAME}}:${{ github.sha }}'
        region: 'us-east1'

    - name: 🔬 'Use output'
      run: 'curl -v -L "${{ steps.deploy.outputs.url }}"'