google-cache/ip2as.py at master · agupta13/google-cache · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
import subprocess
import socket
import time
import sys
import ipaddr
from os.path import expanduser

class Mapper(object):

    def __init__(self, iplane_file=None, ixp_file=None):
        import SubnetTree

        self.iplane_file = iplane_file if iplane_file else expanduser('~/weekly_origin_as_mapping.txt')
        self.ixp_file = ixp_file if ixp_file else expanduser('~/ip_city_country.pl')
        self.__private_prefixes = ('10.', '192.168', '0.0.0.0/0', '172.16.', '172.17.', '172.18.', '172.19.', '172.20.', '172.21.', '172.22.', '172.23.', '172.24.', '172.25.', '172.26.', '172.27.', '172.28.', '172.29.', '172.30.', '172.31.')
        self.tree = SubnetTree.SubnetTree()
        self.type=SubnetTree.SubnetTree()
        self.load()

    def load(self):
        print "Mapper's load called"
        import time

        f = open(self.iplane_file)
        for line in f:
            line = line.rstrip()
            try:
                chunks = line.split()
                prefix = chunks[0]
                asn = chunks[1]

                if prefix.startswith(self.__private_prefixes):
                    continue

                self.tree[prefix] = asn
                self.type[prefix] = 'ASN'
            except:
                #sys.stderr.write(self.iplane_file+': Couldn\'t parse line: %s\n' % line)
                pass
        f.close()

        f = open(self.ixp_file)
        print "opened IXP file"
        for line in f:
            #no need to strip
            #print line
            try:
                chunks = line.split('\t')
                prefix = chunks[0].split(' ')[0]
                IXP = chunks[2]
                #print "IXP info: ",chunks, prefix, IXP

                if prefix.startswith(self.__private_prefixes):
                    continue

                self.tree[prefix] = IXP
                self.type[prefix] = 'IXP'
                #print self.tree[prefix]
            except:
                #sys.stderr.write(self.ixp_file+': Couldn\'t parse line %s\n' % line)
                pass
        f.close()

    def mapIp(self, ip):

        if ip.startswith(self.__private_prefixes):
            return 'NA','NA'

        try:
            return self.tree[ip],self.type[ip]
        except KeyError:
            return 'NA','NA'


    def mapTraceIXP(self, trace):
        new_trace = []
        for ip in trace:
            new_as,as_type = self.mapIp(ip)
            if as_type != 'NA':
                if not new_trace:
                    new_trace.append(new_as)
                elif new_trace[-1] != new_as:
                    new_trace.append(new_as)

        return new_trace

    def mapTrace(self, trace):
        new_trace = []
        for ip in trace:
            new_as,as_type = self.mapIp(ip)
            print ip, new_as, as_type
            if as_type != 'NA' and as_type != 'IXP':
                if not new_trace:
                    new_trace.append(new_as)
                elif new_trace[-1] != new_as:
                    new_trace.append(new_as)

        return new_trace

    def mapPairs(self, trace):
        new_trace = [(ip, self.mapIp(ip)) for ip in trace]
        return new_trace

    def as2ipMap(self, trace):
        new_map = {}
        for ip in trace:
            asn = self.mapIp(ip)
            try:
                new_map[asn].append(ip)
            except:
                new_map[asn] = [ip]
        return new_map

    def is_private(self, prefix):
        if prefix.startswith(self.__private_prefixes):
            return True
        return False