The book

scripts/aws-services-16.sh

@@ -0,0 +1,106 @@
+#!/usr/bin/env bash
+
+set -e
+
+docker network create -d overlay proxy
+
+docker network create -d overlay monitor
+
+curl -o proxy.yml \
+    https://raw.githubusercontent.com/vfarcic/docker-flow-monitor/master/stacks/docker-flow-proxy-aws.yml
+
+echo "admin:admin" | docker secret \
+    create dfp_users_admin -
+
+docker stack deploy -c proxy.yml \
+    proxy
+
+curl -o exporters.yml \
+    https://raw.githubusercontent.com/vfarcic/docker-flow-monitor/master/stacks/exporters-aws.yml
+
+docker stack deploy -c exporters.yml \
+    exporter
+
+curl -o monitor.yml \
+    https://raw.githubusercontent.com/vfarcic/docker-flow-monitor/master/stacks/docker-flow-monitor-aws.yml
+
+echo "route:
+  group_by: [service,scale,type]
+  repeat_interval: 30m
+  group_interval: 30m
+  receiver: 'slack'
+  routes:
+  - match:
+      service: 'go-demo_main'
+      scale: 'up'
+    receiver: 'jenkins-go-demo_main-up'
+  - match:
+      service: 'go-demo_main'
+      scale: 'down'
+    receiver: 'jenkins-go-demo_main-down'
+  - match:
+      type: 'node'
+      scale: 'up'
+    receiver: 'jenkins-node-up'
+  - match:
+      type: 'node'
+      scale: 'down'
+    receiver: 'jenkins-node-down'
+
+receivers:
+  - name: 'slack'
+    slack_configs:
+      - send_resolved: true
+        title: '[{{ .Status | toUpper }}] {{ .GroupLabels.service }} service is in danger!'
+        title_link: 'http://$CLUSTER_DNS/monitor/alerts'
+        text: '{{ .CommonAnnotations.summary}}'
+        api_url: 'https://hooks.slack.com/services/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'
+  - name: 'jenkins-go-demo_main-up'
+    webhook_configs:
+      - send_resolved: false
+        url: 'http://$CLUSTER_DNS/jenkins/job/service-scale/buildWithParameters?token=DevOps22&service=go-demo_main&scale=1'
+  - name: 'jenkins-go-demo_main-down'
+    webhook_configs:
+      - send_resolved: false
+        url: 'http://$CLUSTER_DNS/jenkins/job/service-scale/buildWithParameters?token=DevOps22&service=go-demo_main&scale=-1'
+  - name: 'jenkins-node-up'
+    webhook_configs:
+      - send_resolved: false
+        url: 'http://$CLUSTER_DNS/jenkins/job/aws-scale/buildWithParameters?token=DevOps22&scale=1'
+  - name: 'jenkins-node-down'
+    webhook_configs:
+      - send_resolved: false
+        url: 'http://$CLUSTER_DNS/jenkins/job/aws-scale/buildWithParameters?token=DevOps22&scale=-1'
+" | docker secret create alert_manager_config -
+
+DOMAIN=$CLUSTER_DNS docker stack deploy \
+    -c monitor.yml monitor
+
+curl -o jenkins.yml \
+    https://raw.githubusercontent.com/vfarcic/docker-flow-monitor/master/stacks/jenkins-aws-secret.yml
+
+source creds
+
+echo "export AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID
+export AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY
+export AWS_DEFAULT_REGION=$AWS_DEFAULT_REGION
+export STACK_NAME=devops22" | docker secret create aws -
+
+echo "admin" | \
+    docker secret create jenkins-user -
+
+echo "admin" | \
+    docker secret create jenkins-pass -
+
+export SLACK_IP=$(sudo ping \
+    -c 1 devops20.slack.com \
+    | awk -F'[()]' '/PING/{print $2}')
+
+docker stack deploy \
+    -c jenkins.yml jenkins
+
+curl -o go-demo.yml \
+    https://raw.githubusercontent.com/vfarcic/docker-flow-monitor/master/stacks/go-demo-aws.yml
+
+docker stack deploy -c go-demo.yml \
+    go-demo

stacks/go-demo-aws.yml

@@ -34,6 +34,7 @@ services:
         - com.df.alertIf.3=@resp_time_server_error:5m,0.001
         - com.df.alertName.4=replicas_running
         - com.df.alertIf.4=@replicas_running
+        - com.df.alertFor.4=10m
       resources:
         reservations:
           memory: 5M