traceroute_collector.py

###########################################################################
# Copyright 2015 by ACANETS Lab at University of Massachusetts Lowell     #
#                                                                         #
# Licensed under the Apache License, Version 2.0 (the "License");         #
# you may not use this file except in compliance with the License.        #
# You may obtain a copy of the License at                                 #
#                                                                         #
#    http://www.apache.org/licenses/LICENSE-2.0                           #
#                                                                         #
# Unless required by applicable law or agreed to in writing, software     #
# distributed under the License is distributed on an "AS IS" BASIS,       #
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.#
# See the License for the specific language governing permissions and     #
# limitations under the License.                                          #
###########################################################################

import os
import json
import requests
import sys
from datetime import datetime

ma = []
f = open('dataset/filtered_ma_list180924','r')
ma = json.load(f)
f.close()

timestamp = datetime.now().strftime("%y%m%d")

tracepath_ps = [] #index for all nodes

for name in ma:  #each perfsonar node
	try:
		data = requests.get(name +"?format=json",timeout=30)
	except:
		continue

	if data is None:
		continue
	else:
		try:
			data0 = data.json()
		except:
			continue

	if len(data0) == 0:
		continue

	for k in data0:	#each traceroute test in ps node
		try:
			test = k['tool-name'][0:15]
		except: 
			continue
		if k['tool-name'][0:15] == 'bwctl/tracepath':
			try:
				trace_ps0 = requests.get(k['url'] + 'packet-trace/base?format=json',timeout=30)
			except:
				continue

			if trace_ps0 is None:
				continue
			else:
				try:
					trace_ps = trace_ps0.json()
				except:
					continue

			if len(trace_ps) == 0:
				continue
			else:
				for t in trace_ps:
					try:
						test = t['val']
					except:
						continue
					ip_addr = []    #traceroute ip addr
					temp = []
					for i in t['val']:
                                                if i['ip'] == "send":
							temp.append(k['destination'])
						elif i['ip'] != "reply" and i['ip'] != None:
							temp.append(i['ip'])
					temp.insert(0,k['source'])
					temp = sorted(set(temp),key=temp.index)
					if len(ip_addr) < len(temp):
						ip_addr = [ip for ip in temp]
				print "################################################"
				print ip_addr
				print "################################################"
				tracepath_ps.append(ip_addr)
				print tracepath_ps
				print "################################################"

	f = open('dataset/dataset_' + timestamp,'w+')
	json.dump(tracepath_ps,f)
	f.close()