Skip to content

Commit

Permalink
Merge pull request #37 from anjackson/master
Browse files Browse the repository at this point in the history
Minor monitoring updates
  • Loading branch information
GilHoggarth authored Jan 11, 2022
2 parents 4dfbac8 + f864167 commit 69d7e88
Show file tree
Hide file tree
Showing 2 changed files with 10 additions and 9 deletions.
17 changes: 9 additions & 8 deletions monitor/prometheus/alert.rules.yml
Original file line number Diff line number Diff line change
Expand Up @@ -37,14 +37,15 @@ groups:
summary: "Task {{ $labels.job }} failed to run"
description: "Job {{ $labels.job }} failed to run successfully."

- alert: nominet_task_has_not_run
expr: absent(ukwa_task_event_timestamp{job="NominetDomainListToHDFS"}) or (time() - ukwa_task_event_timestamp{job="NominetDomainListToHDFS", status="event.core.success"} ) / (60*60*24) > 31
for: 2h
labels:
severity: severe
annotations:
summary: "Task {{ $labels.job }} failed to run"
description: "Job {{ $labels.job }} failed to run successfully."
# Commenting this out until we have an agreement in place:
# - alert: nominet_task_has_not_run
# expr: absent(ukwa_task_event_timestamp{job="NominetDomainListToHDFS"}) or (time() - ukwa_task_event_timestamp{job="NominetDomainListToHDFS", status="event.core.success"} ) / (60*60*24) > 31
# for: 2h
# labels:
# severity: severe
# annotations:
# summary: "Task {{ $labels.job }} failed to run"
# description: "Job {{ $labels.job }} failed to run successfully."

- alert: crawl_launcher_has_not_run
expr: absent(ukwa_task_event_timestamp{job="crawl.LaunchCrawls"}) or (time() - ukwa_task_event_timestamp{job='crawl.LaunchCrawls', status="event.core.success"}) > 3600
Expand Down
2 changes: 1 addition & 1 deletion monitor/prometheus/prometheus.yml-template
Original file line number Diff line number Diff line change
Expand Up @@ -167,7 +167,7 @@ scrape_configs:
metrics_path: /admin/metrics/
static_configs:
- targets:
- 'ingest:5050'
- 'prod1:5050'

- job_name: 'solr'
static_configs:
Expand Down

0 comments on commit 69d7e88

Please sign in to comment.