atlas_outage.py

#!/root/anaconda3/bin/python
import json
import requests
import time
import sys
from ripe.atlas.cousteau import ProbeRequest
from collections import defaultdict
from bisect import bisect_right
from datetime import datetime
import matplotlib.pyplot as plt
import numpy as np

def get_probes(cc):
    filters = {}
    filters['country_code'] = cc
    probes = ProbeRequest(**filters)
    probe_id = {p["id"] for p in probes}
    return probe_id

def get_events(cc, start_timestamp, end_timestamp):
    disco_event=defaultdict(list)
    conn_event=defaultdict(list)
    
    probe_id = get_probes(cc)
    #probe_id = [34212]

    api_url = "https://atlas.ripe.net/api/v2/measurements/7000/results?start={}&end={}&format=json"\
                .format(start_timestamp,end_timestamp)
    response = requests.get(api_url)
    
    if response.status_code == 200:
        event_json = json.loads(response.content.decode('utf-8'))
        for item in event_json:
            if (item['prb_id'] in probe_id):
                if(item['event'] == 'connect'):
                    conn_event[item['prb_id']].append(item['timestamp'])
                else:
                    disco_event[item['prb_id']].append(item['timestamp'])
        return(conn_event,disco_event)
    else:
        return None

def analyze_events(conn_event,disco_event,start_time):
    disco_duration=defaultdict(list)
    for probe_id in conn_event:
        for conn_time in conn_event[probe_id]:
            # Locate the the lowest nearest disconnection
            nearest_disco = bisect_right(disco_event[probe_id], conn_time)
            if nearest_disco == 0:
                nearest_disco_time = int(start_time)
            else:
                nearest_disco_time = int(disco_event[probe_id][nearest_disco-1])
            disco_duration[probe_id].append(int(conn_time)-nearest_disco_time)
    return(disco_duration)

if __name__ == "__main__":
    cc = str(sys.argv[1])
    #start_time = '1520630104'
    start_time = '1523905107'
    end_time = time.time()
    conn_event, disco_event = get_events(cc,start_time,end_time)
    conn_event_json = json.dumps(conn_event)
    disco_event_json = json.dumps(disco_event)
    disco_duration = analyze_events(conn_event,disco_event,start_time)
    disco_duration_json = json.dumps(disco_duration)
    f = open("conn_event_{}_{}_{}.json".format(cc,start_time,end_time),"w")
    f.write(conn_event_json)
    f.close()
    f = open("disco_event_{}_{}_{}.json".format(cc,start_time,end_time),"w")
    f.write(disco_event_json)
    f.close()
    f = open("disco_duration_{}_{}_{}.json".format(cc,start_time,end_time),"w")
    f.write(disco_duration_json)
    f.close()