feat(ci): Add smoke test

.github/workflows/sentry-smoke-test.yaml

@@ -0,0 +1,185 @@
+name: Sentry Smoke Test
+
+on:
+  pull_request:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+jobs:
+  sentry-smoke-test:
+    timeout-minutes: 20
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v2
+    - name: Build xatu image
+      run: |
+        docker build -t ethpandaops/xatu:local .
+        echo "Xatu image is built."
+    - name: Install Kurtosis
+      run: |
+        echo "deb [trusted=yes] https://apt.fury.io/kurtosis-tech/ /" | sudo tee /etc/apt/sources.list.d/kurtosis.list
+        sudo apt update
+        sudo apt install kurtosis-cli
+    - name: Create Kurtosis config file
+      run: |
+        cat <<EOF > network_params.yaml
+          participants:
+            - el_client_type: geth
+              cl_client_type: teku
+              cl_client_image: ethpandaops/teku:master-16c4354
+            - el_client_type: nethermind
+              cl_client_type: prysm
+            - el_client_type: erigon
+              cl_client_type: lighthouse
+            - el_client_type: besu
+              cl_client_type: lighthouse
+            - el_client_type: reth
+              cl_client_type: lodestar
+            - el_client_type: ethereumjs
+              cl_client_type: nimbus
+          additional_services: []
+          network_parans:
+            genesis_delay: 180
+          xatu_sentry_enabled: true
+          xatu_sentry_params:
+            xatu_server_addr: xatu-server:8080
+            xatu_sentry_image: ethpandaops/xatu:local
+            beacon_subscriptions:
+            - attestation
+            - block
+            - chain_reorg
+            - finalized_checkpoint
+            - head
+            - voluntary_exit
+            - contribution_and_proof
+        <<EOF
+
+    - name: Start Ethereum network with Kurtosis and Run Xatu stack in parallel
+      timeout-minutes: 20
+      shell: bash
+      run: |
+        echo "Starting Kurtosis..."
+        kurtosis run --enclave xatu github.com/kurtosis-tech/ethereum-package --args-file network_params.yaml & 
+        KURTOSIS_PID=$!
+
+        echo "Starting Xatu stack..."
+        docker compose up --detach --quiet-pull &
+        XATU_STACK_PID=$!
+
+        echo "Waiting for Kurtosis to start..."
+        wait $KURTOSIS_PID
+        KURTOSIS_EXIT_CODE=$?
+
+        if [ $KURTOSIS_EXIT_CODE -ne 0 ]; then
+          echo "Kurtosis failed to start."
+          exit $KURTOSIS_EXIT_CODE
+        fi
+
+        echo "Waiting for Xatu stack to start..."
+        wait $XATU_STACK_PID
+        XATU_STACK_EXIT_CODE=$?
+
+        if [ $XATU_STACK_EXIT_CODE -ne 0 ]; then
+          echo "Xatu stack failed to start."
+          exit $XATU_STACK_EXIT_CODE
+        fi
+
+        echo "Kurtosis and Xatu stack have started successfully."
+    - name: Add all xatu-sentry containers to the xatu network
+      run: |
+        for container in $(docker ps --filter name=xatu-sentry --format "{{.Names}}"); do docker network connect xatu_xatu-net $container; echo $container; docker restart $container; done
+    - name: Verify Clickhouse has data from all sentries
+      timeout-minutes: 10
+      run: |
+        echo "Checking Clickhouse for data from all sentries"
+
+        all_sentries=($(kurtosis enclave inspect xatu | grep cl- | grep http | awk '{ print $2 }' | grep -v validator | sed 's/^cl-//'))
+
+        tables=(
+            "beacon_api_eth_v1_events_attestation"
+            "beacon_api_eth_v1_events_block"
+            "beacon_api_eth_v1_events_head"
+        )
+
+        # Define a function that prints the last 5 logs from all docker containers that have the argument in the name
+        pretty_print() {
+            local message=$1
+            local color=$2
+            local no_color='\033[0m'
+            local green='\033[0;32m'
+            local red='\033[0;31m'
+            local bright_red='\033[1;31m'
+
+            # Choose color based on the type of message
+            if [ "$color" == "green" ]; then
+                color=$green
+            elif [ "$color" == "red" ]; then
+                color=$red
+            elif [ "$color" == "bright_red" ]; then
+                color=$bright_red
+            else
+                color=$no_color
+            fi
+
+            echo -e "${color}######################${no_color}"
+            echo -e "${color}      $message      ${no_color}"
+            echo -e "${color}######################${no_color}"
+        }
+
+        print_logs() {
+            for container in $(docker ps --filter name=$1 --format "{{.Names}}"); do
+                echo "Logs for $container:\n\n"
+                docker logs --tail 5 $container
+            done
+        }
+
+        # Check for any data in the tables before digging in to the individual sentries
+        for table in "${tables[@]}"; do
+            pretty_print "Checking $table table..." "none"
+            data_count=$(docker exec clickhouse-01 clickhouse-client --query "SELECT COUNT(*) FROM default.$table" || true)
+            if [[ $data_count -gt 0 ]]; then
+                pretty_print "$table table has $data_count entries" "green"
+            else
+                pretty_print "$table table has no entries." "bright_red"
+
+                print_logs xatu-server
+                print_logs vector
+            fi
+        done
+
+        for table in "${tables[@]}"; do
+            pretty_print "Checking $table table..." "none"
+            for sentry in "${all_sentries[@]}"; do
+                pretty_print "Checking $table table for $sentry..." "none"
+                while true; do
+                    data_count=$(docker exec clickhouse-01 clickhouse-client --query "SELECT COUNT(*) FROM default.$table WHERE meta_client_name = '$sentry'" || true)
+                    if [[ $data_count -gt 0 ]]; then
+                        pretty_print "$table has $data_count entries from $sentry" "green"
+                        break
+                    else
+                        pretty_print "$table has no entries from $sentry." "bright_red"
+
+                        print_logs $sentry
+
+                        sleep 5
+                    fi
+                done
+            done
+        done
+
+    - name: Collect docker logs on failure
+      if: failure()
+      uses: jwalton/gh-docker-logs@v2
+      with:
+        dest: './logs'
+    - name: Tar logs
+      if: failure()
+      run: tar cvzf ./logs.tgz ./logs
+    - name: Upload logs to GitHub
+      if: failure()
+      uses: actions/upload-artifact@master
+      with:
+        name: logs.tgz
+        path: ./logs.tgz