Create demos

.github/workflows/ci.yml

@@ -6,159 +6,259 @@ on:
     branches:
       - '**'
 jobs:
-  misc:
-    runs-on: ubuntu-18.04
-    name: Docs, Miscellaneous
-    steps:
-      - name: Cancel Previous Runs
-        uses: styfle/cancel-workflow-action@0.6.0
-        with:
-          access_token: ${{ github.token }}
-      - uses: actions/checkout@v2
-        with:
-          submodules: 'recursive'
-      - uses: docker-practice/actions-setup-docker@v1
-      - run: docker build -t mmore500/signalgp-lite .
-      - run: docker ps -a
-      - run: sudo docker run mmore500/signalgp-lite /bin/bash -c "cd /opt/signalgp-lite && ./ci/test_trailing_whitespace.sh && ./ci/test_tabs.sh && ./ci/test_missing_newlines.sh && ./ci/test_headerguards.sh && ./ci/test_alphabetize_includes.sh && python3 ci/test_readme_snippets.py && make docs"
-  unit-clang-debug:
+  docker-build:
+    name: Docker Build
     runs-on: ubuntu-18.04
-    name: Unit Tests (clang, debug mode)
-    env:
-      CXX: clang++
     steps:
       - uses: actions/checkout@v2
         with:
           submodules: 'recursive'
-      - uses: docker-practice/actions-setup-docker@v1
-      - run: docker build -t mmore500/signalgp-lite .
-      - run: docker ps -a
-      - run: sudo docker run --cap-add=SYS_ADMIN -e CXX=$CXX -i mmore500/signalgp-lite /bin/bash -c "set -x && cd /opt/signalgp-lite/tests && make"
-  unit-gcc-debug:
-    runs-on: ubuntu-18.04
-    name: Unit Tests (gcc, debug mode)
-    env:
-      CXX: g++
-    steps:
-      - uses: actions/checkout@v2
+          fetch-depth: 0 # fetch all history for all branches and tags
+      - name: Push to Docker Hub
+        uses: docker/build-push-action@v1
         with:
-          submodules: 'recursive'
-      - uses: docker-practice/actions-setup-docker@v1
-      - run: docker build -t mmore500/signalgp-lite .
-      - run: docker ps -a
-      - run: sudo docker run --cap-add=SYS_ADMIN -e CXX=$CXX -i mmore500/signalgp-lite /bin/bash -c "set -x && cd /opt/signalgp-lite/tests && make"
-  unit-clang-opt:
+          push: true
+          tags: "GITHUB_ACTION_${{ github.run_number }}"
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+          repository: mmore500/signalgp-lite
+          add_git_labels: true
+  misc:
     runs-on: ubuntu-18.04
-    name: Unit Tests (clang, opt mode)
-    env:
-      CXX: clang++
+    needs:
+      - docker-build
+    name: Docs, Miscellaneous
+    container:
+      image: mmore500/signalgp-lite:GITHUB_ACTION_${{ github.run_number }}
+      # github actions requires root to access mounted volumes
+      options: --user root --cap-add=SYS_ADMIN
+      env:
+        CXX: clang++
+        CONTEXT: travis
     steps:
-      - uses: actions/checkout@v2
+      - name: Cancel Previous Runs
+        uses: styfle/cancel-workflow-action@0.6.0
         with:
-          submodules: 'recursive'
-      - uses: docker-practice/actions-setup-docker@v1
-      - run: docker build -t mmore500/signalgp-lite .
-      - run: docker ps -a
-      - run: sudo docker run --cap-add=SYS_ADMIN -e CXX=$CXX -i mmore500/signalgp-lite /bin/bash -c "set -x && cd /opt/signalgp-lite/tests && make opt"
-  unit-gcc-opt:
+          access_token: ${{ github.token }}
+      - run: |
+          cd /opt/signalgp-lite
+          ./ci/test_trailing_whitespace.sh
+          ./ci/test_tabs.sh
+          ./ci/test_missing_newlines.sh
+          ./ci/test_headerguards.sh
+          ./ci/test_alphabetize_includes.sh
+          python3 ci/test_readme_snippets.py
+          make docs
+
+  unit-tests:
     runs-on: ubuntu-18.04
-    name: Unit Tests (gcc, opt mode)
-    env:
-      CXX: g++
+    name: Unit Tests
+    needs:
+      - docker-build
+    strategy:
+      matrix:
+        cxx: [clang++, g++]
+        mode: [opt, test]
+    container:
+      image: mmore500/signalgp-lite:GITHUB_ACTION_${{ github.run_number }}
+      # github actions requires root to access mounted volumes
+      options: --user root --cap-add=SYS_ADMIN
+      env:
+        CXX: ${{ matrix.cxx }}
+        CONTEXT: travis
     steps:
-      - uses: actions/checkout@v2
-        with:
-          submodules: 'recursive'
-      - uses: docker-practice/actions-setup-docker@v1
-      - run: docker build -t mmore500/signalgp-lite .
-      - run: docker ps -a
-      - run: sudo docker run --cap-add=SYS_ADMIN -e CXX=$CXX -i mmore500/signalgp-lite /bin/bash -c "set -x && cd /opt/signalgp-lite/tests && make opt"
+      - run: |
+          set -x
+          cd /opt/signalgp-lite/tests
+          make ${{ matrix.mode }}
+
   coverage:
     runs-on: ubuntu-18.04
     name: Coverage
-    env:
-      CXX: clang++
+    needs:
+      - docker-build
+    container:
+      image: mmore500/signalgp-lite:GITHUB_ACTION_${{ github.run_number }}
+      # github actions requires root to access mounted volumes
+      options: --user root --cap-add=SYS_ADMIN
+      env:
+        CXX: clang++
+        CONTEXT: travis
     steps:
-      - uses: actions/checkout@v2
+      - run: cd /opt/signalgp-lite && make coverage
+      - uses: codecov/codecov-action@v1
         with:
-          submodules: 'recursive'
-      - uses: docker-practice/actions-setup-docker@v1
-      - run: docker build -t mmore500/signalgp-lite .
-      - run: docker ps -a
-      - run: ci_env=`bash <(curl -s https://codecov.io/env)`
-      - run: sudo docker run $ci_env -e CXX=$CXX mmore500/signalgp-lite /bin/bash -c "cd /opt/signalgp-lite && make coverage && bash <(curl -s https://codecov.io/bash)"
+          fail_ci_if_error: true
+          verbose: true
+          directory: /opt/signalgp-lite
+
   fuzzing:
     runs-on: ubuntu-18.04
     name: Fuzzing
+    needs:
+      - docker-build
+    container:
+      image: mmore500/signalgp-lite:GITHUB_ACTION_${{ github.run_number }}
+      # github actions requires root to access mounted volumes
+      options: --user root --cap-add=SYS_ADMIN --cap-add=SYS_PTRACE --security-opt seccomp=unconfined
+      env:
+        CXX: clang++
+        CONTEXT: travis
     steps:
-      - uses: actions/checkout@v2
-        with:
-          submodules: 'recursive'
-      - uses: docker-practice/actions-setup-docker@v1
-      - run: docker build -t mmore500/signalgp-lite .
-      - run: docker ps -a
-      - run: sudo docker run --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -e CXX=$CXX -e CONTEXT=travis mmore500/signalgp-lite /bin/bash -c "cd /opt/signalgp-lite/fuzzing && make && make opt"
+      - run: |
+          cd /opt/signalgp-lite/fuzzing
+          make
+          make opt
+
   microbenchmarks:
     runs-on: ubuntu-18.04
     name: Microbenchmarks
-    env:
-      CXX: clang++
-      OSF_PASSWORD: ${{ secrets.OSF_PASSWORD }}
+    needs:
+      - docker-build
+    container:
+      image: mmore500/signalgp-lite:GITHUB_ACTION_${{ github.run_number }}
+      # github actions requires root to access mounted volumes
+      options: --user root --cap-add=SYS_ADMIN
+      env:
+        CXX: clang++
+        CONTEXT: travis
+        OSF_USERNAME: ${{ secrets.OSF_USERNAME }}
+        OSF_PASSWORD: ${{ secrets.OSF_PASSWORD }}
     steps:
-      - uses: actions/checkout@v2
-        with:
-          submodules: 'recursive'
-      - uses: docker-practice/actions-setup-docker@v1
-      - run: docker build -t mmore500/signalgp-lite .
-      - run: docker ps -a
-      - run: sudo docker run -e CXX=$CXX -e OSF_PASSWORD=$OSF_PASSWORD -e CONTEXT=travis mmore500/signalgp-lite /bin/bash -c "cd /opt/signalgp-lite/microbenchmarks && make"
-  source-clang:
+      - run: |
+          cd /opt/signalgp-lite/microbenchmarks
+          make
+
+  source:
     runs-on: ubuntu-18.04
-    name: Source (clang)
+    name: Source
+    needs:
+      - docker-build
+    strategy:
+      matrix:
+        cxx: [clang++, g++]
     env:
-      CXX: clang++
+      CXX: ${{ matrix.cxx }}
+      CONTEXT: travis
     steps:
-      - uses: actions/checkout@v2
-        with:
-          submodules: 'recursive'
-      - uses: docker-practice/actions-setup-docker@v1
-      - run: docker build -t mmore500/signalgp-lite .
-      - run: docker ps -a
-      - run: sudo docker run --cap-add=SYS_ADMIN mmore500/signalgp-lite /bin/bash -c "cd /opt/signalgp-lite && make test"
-  source-gcc:
+      - run: sudo docker run --cap-add=SYS_ADMIN mmore500/signalgp-lite:GITHUB_ACTION_${{ github.run_number }} /bin/bash -c "cd /opt/signalgp-lite && make test"
+
+  # https://github.community/t/eacces-permission-denied-how-to-solve/16549
+  # source:
+  #   runs-on: ubuntu-18.04
+  #   name: Source
+  #   needs:
+  #     - docker-build
+  #   strategy:
+  #     matrix:
+  #       cxx: [clang++, g++]
+  #   container:
+  #     image: mmore500/signalgp-lite:GITHUB_ACTION_${{ github.run_number }}
+  #     options: --cap-add=SYS_ADMIN
+  #     env:
+  #       CXX: ${{ matrix.cxx }}
+  #       CONTEXT: travis
+  #   steps:
+  #     - run: |
+  #         cd /opt/signalgp-lite
+  #         make test
+
+  demos:
     runs-on: ubuntu-18.04
-    name: Source (gcc)
-    env:
-      CXX: g++
+    name: Run demos
+    needs:
+      - docker-build
+    strategy:
+      matrix:
+        cxx: [clang++, g++]
+    container:
+      image: mmore500/signalgp-lite:GITHUB_ACTION_${{ github.run_number }}
+      # github actions requires root to access mounted volumes
+      options: --user root --cap-add=SYS_ADMIN
+      env:
+        CXX: ${{ matrix.cxx }}
+        CONTEXT: travis
     steps:
-      - uses: actions/checkout@v2
+      - run: |
+          cd /opt/signalgp-lite/demos
+          make opt
+
+  binder:
+    name: Notebooks
+    runs-on: ubuntu-18.04
+    needs:
+      - docker-build
+    container:
+      image: mmore500/signalgp-lite:GITHUB_ACTION_${{ github.run_number }}
+      # github actions requires root to access mounted volumes
+      options: --user root
+    steps:
+      - run: /opt/signalgp-lite/binder/execute_notebooks.sh
+      - run: git init
+      - uses: fregante/setup-git-user@v1
+      - run: git commit --allow-empty -m "Initial commit"
+      - run: cp -r /opt/signalgp-lite/ deploy/
+      - uses: JamesIves/github-pages-deploy-action@4.0.0
         with:
-          submodules: 'recursive'
-      - uses: docker-practice/actions-setup-docker@v1
-      - run: docker build -t mmore500/signalgp-lite .
-      - run: docker ps -a
-      - run: sudo docker run --cap-add=SYS_ADMIN mmore500/signalgp-lite /bin/bash -c "cd /opt/signalgp-lite && make test"
+          branch: binder # The branch the action should deploy to.
+          folder: deploy # The folder the action should deploy.
+
   deploy-github-pages:
     runs-on: ubuntu-18.04
     name: Deploy to GitHub Pages
+    container:
+      image: mmore500/conduit:GITHUB_ACTION_${{ github.run_number }}
+      env:
+        OSF_PASSWORD: ${{ secrets.OSF_PASSWORD }}
+        OSF_USERNAME: ${{ secrets.OSF_USERNAME }}
+      # github actions requires root to access mounted volumes
+      options: --user root
+    if: github.ref == 'refs/heads/master'
     needs:
+      - docker-build
       - misc
-      - unit-clang-debug
-      - unit-gcc-debug
-      - unit-clang-opt
-      - unit-gcc-opt
+      - unit-tests
       - coverage
       - fuzzing
       - microbenchmarks
-      - source-clang
-      - source-gcc
+      - source
+      - demos
+      - binder
     env:
       GH_TOKEN: ${{ github.token }}
+    steps:
+      - run: make -C /opt/conduit/ web
+      - run: cp -r /opt/conduit/web/ web/
+      - uses: JamesIves/github-pages-deploy-action@3.7.1
+        with:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          BRANCH: gh-pages # The branch the action should deploy to.
+          FOLDER: web # The folder the action should deploy.
+          CLEAN: true # Automatically remove deleted files from the deploy branch
+
+  deploy-dockerhub:
+    name: Deploy to Dockerhub
+    runs-on: ubuntu-18.04
+    needs:
+      - docker-build
+      - misc
+      - unit-tests
+      - coverage
+      - fuzzing
+      - microbenchmarks
+      - source
+      - demos
+      - binder
     steps:
       - uses: actions/checkout@v2
         with:
           submodules: 'recursive'
-      - uses: docker-practice/actions-setup-docker@v1
-      - run: docker build -t mmore500/signalgp-lite .
-      - run: docker ps -a
-      - run: docker run -e GH_TOKEN=$GH_TOKEN -e GITHUB_RUN_ID mmore500/signalgp-lite /bin/bash -c "cd /opt/signalgp-lite && source third-party/emsdk/emsdk_env.sh && make web && make badges && ./ci/deploy_gh_pages.sh"
+      - name: Push to DockerHub
+        uses: docker/build-push-action@v1
+        with:
+          push: true
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+          repository: mmore500/signalgp-lite
+          tag_with_ref: true
+          tag_with_sha: true

.gitignore

@@ -26,3 +26,8 @@ doc/_build/
 package-lock.json
 node_modules/
 coverage_include/
+
+demos/*/*.csv
+
+binder/results/changing-enviroment/teeplots/*
+*/.ipynb_checkpoints/*

Dockerfile

@@ -5,9 +5,9 @@ USER root
 COPY . /opt/signalgp-lite
 
 RUN \
-  pip3 install -r /opt/signalgp-lite/docs/requirements.txt \
+  pip3 install -r /opt/signalgp-lite/third-party/requirements.txt \
     && \
-  echo "installed documentation build requirements"
+  echo "installed build requirements"
 
 # make sure unprivileged user has access to new files in opt
 # adapted from https://stackoverflow.com/a/27703359