whois/__init__.py
author Richard Penman
Wed, 05 Mar 2014 15:13:05 -0500
changeset 22 1a6c1830d4bc
parent 14 2bada1724be7
child 23 5c3e1a2c9c9a
permissions -rw-r--r--
added IP test cases
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
0
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
     1
import re
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
     2
import sys
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
     3
import subprocess
8
9cf495a1e2e9 added support for IP addresses
Richard Baron Penman
parents: 7
diff changeset
     4
import socket
0
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
     5
from parser import WhoisEntry
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
     6
from whois import NICClient
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
     7
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
     8
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
     9
def whois(url):
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    10
    # clean domain to expose netloc
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    11
    domain = extract_domain(url)
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    12
    try:
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    13
        # try native whois command first
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    14
        r = subprocess.Popen(['whois', domain], stdout=subprocess.PIPE)
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    15
        text = r.stdout.read()
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    16
    except OSError:
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    17
        # try experimental client
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    18
        nic_client = NICClient()
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    19
        text = nic_client.whois_lookup(None, domain, 0)
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    20
    return WhoisEntry.load(domain, text)
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    21
5
7ace7955a131 added support for japanese domains
Richard Baron Penman
parents: 0
diff changeset
    22
0
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    23
def extract_domain(url):
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    24
    """Extract the domain from the given URL
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    25
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    26
    >>> extract_domain('http://www.google.com.au/tos.html')
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    27
    'google.com.au'
11
5083c26d8f93 added support for .pl domain
Richard Baron Penman
parents: 10
diff changeset
    28
    >>> extract_domain('http://blog.webscraping.com')
5083c26d8f93 added support for .pl domain
Richard Baron Penman
parents: 10
diff changeset
    29
    'webscraping.com'
22
1a6c1830d4bc added IP test cases
Richard Penman
parents: 14
diff changeset
    30
    >>> extract_domain('198.252.206.140')
8
9cf495a1e2e9 added support for IP addresses
Richard Baron Penman
parents: 7
diff changeset
    31
    'stackoverflow.com'
22
1a6c1830d4bc added IP test cases
Richard Penman
parents: 14
diff changeset
    32
    >>> extract_domain('102.112.2O7.net')
1a6c1830d4bc added IP test cases
Richard Penman
parents: 14
diff changeset
    33
    '2o7.net'
1a6c1830d4bc added IP test cases
Richard Penman
parents: 14
diff changeset
    34
    >>> extract_domain('1-0-1-1-1-0-1-1-1-1-1-1-1-.0-0-0-0-0-0-0-0-0-0-0-0-0-10-0-0-0-0-0-0-0-0-0-0-0-0-0.info')
1a6c1830d4bc added IP test cases
Richard Penman
parents: 14
diff changeset
    35
    '0-0-0-0-0-0-0-0-0-0-0-0-0-10-0-0-0-0-0-0-0-0-0-0-0-0-0.info'
0
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    36
    """
22
1a6c1830d4bc added IP test cases
Richard Penman
parents: 14
diff changeset
    37
    if re.match(r'\d+\.\d+\.\d+\.\d+', url):
8
9cf495a1e2e9 added support for IP addresses
Richard Baron Penman
parents: 7
diff changeset
    38
        # this is an IP address
9cf495a1e2e9 added support for IP addresses
Richard Baron Penman
parents: 7
diff changeset
    39
        return socket.gethostbyaddr(url)[0]
11
5083c26d8f93 added support for .pl domain
Richard Baron Penman
parents: 10
diff changeset
    40
0
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    41
    suffixes = 'ac', 'ad', 'ae', 'aero', 'af', 'ag', 'ai', 'al', 'am', 'an', 'ao', 'aq', 'ar', 'arpa', 'as', 'asia', 'at', 'au', 'aw', 'ax', 'az', 'ba', 'bb', 'bd', 'be', 'bf', 'bg', 'bh', 'bi', 'biz', 'bj', 'bm', 'bn', 'bo', 'br', 'bs', 'bt', 'bv', 'bw', 'by', 'bz', 'ca', 'cat', 'cc', 'cd', 'cf', 'cg', 'ch', 'ci', 'ck', 'cl', 'cm', 'cn', 'co', 'com', 'coop', 'cr', 'cu', 'cv', 'cx', 'cy', 'cz', 'de', 'dj', 'dk', 'dm', 'do', 'dz', 'ec', 'edu', 'ee', 'eg', 'er', 'es', 'et', 'eu', 'fi', 'fj', 'fk', 'fm', 'fo', 'fr', 'ga', 'gb', 'gd', 'ge', 'gf', 'gg', 'gh', 'gi', 'gl', 'gm', 'gn', 'gov', 'gp', 'gq', 'gr', 'gs', 'gt', 'gu', 'gw', 'gy', 'hk', 'hm', 'hn', 'hr', 'ht', 'hu', 'id', 'ie', 'il', 'im', 'in', 'info', 'int', 'io', 'iq', 'ir', 'is', 'it', 'je', 'jm', 'jo', 'jobs', 'jp', 'ke', 'kg', 'kh', 'ki', 'km', 'kn', 'kp', 'kr', 'kw', 'ky', 'kz', 'la', 'lb', 'lc', 'li', 'lk', 'lr', 'ls', 'lt', 'lu', 'lv', 'ly', 'ma', 'mc', 'md', 'me', 'mg', 'mh', 'mil', 'mk', 'ml', 'mm', 'mn', 'mo', 'mobi', 'mp', 'mq', 'mr', 'ms', 'mt', 'mu', 'mv', 'mw', 'mx', 'my', 'mz', 'na', 'name', 'nc', 'ne', 'net', 'nf', 'ng', 'ni', 'nl', 'no', 'np', 'nr', 'nu', 'nz', 'om', 'org', 'pa', 'pe', 'pf', 'pg', 'ph', 'pk', 'pl', 'pm', 'pn', 'pr', 'pro', 'ps', 'pt', 'pw', 'py', 'qa', 're', 'ro', 'rs', 'ru', 'rw', 'sa', 'sb', 'sc', 'sd', 'se', 'sg', 'sh', 'si', 'sj', 'sk', 'sl', 'sm', 'sn', 'so', 'sr', 'st', 'su', 'sv', 'sy', 'sz', 'tc', 'td', 'tel', 'tf', 'tg', 'th', 'tj', 'tk', 'tl', 'tm', 'tn', 'to', 'tp', 'tr', 'tt', 'tv', 'tw', 'tz', 'ua', 'ug', 'uk', 'us', 'uy', 'uz', 'va', 'vc', 've', 'vg', 'vi', 'vn', 'vu', 'wf', 'ws', 'xn', 'ye', 'yt', 'za', 'zm', 'zw'
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    42
    url = re.sub('^.*://', '', url).split('/')[0].lower()
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    43
    domain = []
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    44
    for section in url.split('.'):
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    45
        if section in suffixes:
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    46
            domain.append(section)
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    47
        else:
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    48
            domain = [section]
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    49
    return '.'.join(domain)
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    50
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    51
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    52
if __name__ == '__main__':
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    53
    try:
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    54
        url = sys.argv[1]
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    55
    except IndexError:
12
c57439b500cb fixed test cases
Richard Baron Penman
parents: 11
diff changeset
    56
        print('Usage: %s url' % sys.argv[0])
0
ea0e45971cea initial commit to mercurial
Richard Baron Penman
parents:
diff changeset
    57
    else:
12
c57439b500cb fixed test cases
Richard Baron Penman
parents: 11
diff changeset
    58
        print(whois(url))