diff -r 5083c26d8f93 -r c57439b500cb whois/parser.py --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/whois/parser.py Tue Jan 08 18:23:18 2013 +1100 @@ -0,0 +1,451 @@ +# parser.py - Module for parsing whois response data +# Copyright (c) 2008 Andrey Petrov +# +# This module is part of pywhois and is released under +# the MIT license: http://www.opensource.org/licenses/mit-license.php + +import re +from datetime import datetime + + +class PywhoisError(Exception): + pass + + +def cast_date(s): + """Convert any date string found in WHOIS to a datetime object. + """ + known_formats = [ + '%d-%b-%Y', # 02-jan-2000 + '%Y-%m-%d', # 2000-01-02 + '%d.%m.%Y', # 2000-01-02 + '%Y.%m.%d', # 2000.01.02 + '%Y/%m/%d', # 2000/01/02 + '%d-%b-%Y %H:%M:%S %Z', # 24-Jul-2009 13:20:03 UTC + '%a %b %d %H:%M:%S %Z %Y', # Tue Jun 21 23:59:59 GMT 2011 + '%Y-%m-%dT%H:%M:%SZ', # 2007-01-26T19:10:31Z + ] + + for known_format in known_formats: + try: + return datetime.strptime(s.strip(), known_format) + except ValueError as e: + pass # Wrong format, keep trying + return s + + +class WhoisEntry(object): + """Base class for parsing a Whois entries. + """ + # regular expressions to extract domain data from whois profile + # child classes will override this + _regex = { + 'domain_name': 'Domain Name:\s?(.+)', + 'registrar': 'Registrar:\s?(.+)', + 'whois_server': 'Whois Server:\s?(.+)', + 'referral_url': 'Referral URL:\s?(.+)', # http url of whois_server + 'updated_date': 'Updated Date:\s?(.+)', + 'creation_date': 'Creation Date:\s?(.+)', + 'expiration_date': 'Expiration Date:\s?(.+)', + 'name_servers': 'Name Server:\s?(.+)', # list of name servers + 'status': 'Status:\s?(.+)', # list of statuses + 'emails': '[\w.-]+@[\w.-]+\.[\w]{2,4}', # list of email addresses + } + + def __init__(self, domain, text, regex=None): + self.domain = domain + self.text = text + if regex is not None: + self._regex = regex + + + def __getattr__(self, attr): + """The first time an attribute is called it will be calculated here. + The attribute is then set to be accessed directly by subsequent calls. + """ + whois_regex = self._regex.get(attr) + if whois_regex: + values = re.findall(whois_regex, self.text, re.IGNORECASE) + # try casting to date format + values = [cast_date(value.strip()) for value in values] + if len(values) == 1: + values = values[0] + setattr(self, attr, values) + return getattr(self, attr) + else: + raise KeyError('Unknown attribute: %s' % attr) + + def __str__(self): + """Print all whois properties of domain + """ + return '\n'.join('%s: %s' % (attr, str(getattr(self, attr))) for attr in self.attrs()) + + + def attrs(self): + """Return list of attributes that can be extracted for this domain + """ + return sorted(self._regex.keys()) + + + @staticmethod + def load(domain, text): + """Given whois output in ``text``, return an instance of ``WhoisEntry`` that represents its parsed contents. + """ + if text.strip() == 'No whois server is known for this kind of object.': + raise PywhoisError(text) + + if domain.endswith('.com'): + return WhoisCom(domain, text) + elif domain.endswith('.net'): + return WhoisNet(domain, text) + elif domain.endswith('.org'): + return WhoisOrg(domain, text) + elif domain.endswith('.name'): + return WhoisName(domain, text) + elif domain.endswith('.me'): + return WhoisMe(domain, text) + elif domain.endswith('.ru'): + return WhoisRu(domain, text) + elif domain.endswith('.us'): + return WhoisUs(domain, text) + elif domain.endswith('.uk'): + return WhoisUk(domain, text) + elif domain.endswith('.fr'): + return WhoisFr(domain, text) + elif domain.endswith('.fi'): + return WhoisFi(domain, text) + elif domain.endswith('.jp'): + return WhoisJp(domain, text) + elif domain.endswith('.pl'): + return WhoisPl(domain, text) + else: + return WhoisEntry(domain, text) + + + +class WhoisCom(WhoisEntry): + """Whois parser for .com domains + """ + def __init__(self, domain, text): + if 'No match for "' in text: + raise PywhoisError(text) + else: + WhoisEntry.__init__(self, domain, text) + + +class WhoisNet(WhoisEntry): + """Whois parser for .net domains + """ + def __init__(self, domain, text): + if 'No match for "' in text: + raise PywhoisError(text) + else: + WhoisEntry.__init__(self, domain, text) + + +class WhoisOrg(WhoisEntry): + """Whois parser for .org domains + """ + def __init__(self, domain, text): + if text.strip() == 'NOT FOUND': + raise PywhoisError(text) + else: + WhoisEntry.__init__(self, domain, text) + + +class WhoisRu(WhoisEntry): + """Whois parser for .ru domains + """ + regex = { + 'domain_name': 'domain:\s*(.+)', + 'registrar': 'registrar:\s*(.+)', + 'creation_date': 'created:\s*(.+)', + 'expiration_date': 'paid-till:\s*(.+)', + 'name_servers': 'nserver:\s*(.+)', # list of name servers + 'status': 'state:\s*(.+)', # list of statuses + 'emails': '[\w.-]+@[\w.-]+\.[\w]{2,4}', # list of email addresses + } + + def __init__(self, domain, text): + if text.strip() == 'No entries found': + raise PywhoisError(text) + else: + WhoisEntry.__init__(self, domain, text, self.regex) + + +class WhoisName(WhoisEntry): + """Whois parser for .name domains + """ + regex = { + 'domain_name_id': 'Domain Name ID:\s*(.+)', + 'domain_name': 'Domain Name:\s*(.+)', + 'registrar_id': 'Sponsoring Registrar ID:\s*(.+)', + 'registrar': 'Sponsoring Registrar:\s*(.+)', + 'registrant_id': 'Registrant ID:\s*(.+)', + 'admin_id': 'Admin ID:\s*(.+)', + 'technical_id': 'Tech ID:\s*(.+)', + 'billing_id': 'Billing ID:\s*(.+)', + 'creation_date': 'Created On:\s*(.+)', + 'expiration_date': 'Expires On:\s*(.+)', + 'updated_date': 'Updated On:\s*(.+)', + 'name_server_ids': 'Name Server ID:\s*(.+)', # list of name server ids + 'name_servers': 'Name Server:\s*(.+)', # list of name servers + 'status': 'Domain Status:\s*(.+)', # list of statuses + } + def __init__(self, domain, text): + if 'No match.' in text: + raise PywhoisError(text) + else: + WhoisEntry.__init__(self, domain, text, self.regex) + + +class WhoisUs(WhoisEntry): + """Whois parser for .us domains + """ + regex = { + 'domain_name': 'Domain Name:\s*(.+)', + 'domain__id': 'Domain ID:\s*(.+)', + 'registrar': 'Sponsoring Registrar:\s*(.+)', + 'registrar_id': 'Sponsoring Registrar IANA ID:\s*(.+)', + 'registrar_url': 'Registrar URL \(registration services\):\s*(.+)', + 'status': 'Domain Status:\s*(.+)', # list of statuses + 'registrant_id': 'Registrant ID:\s*(.+)', + 'registrant_name': 'Registrant Name:\s*(.+)', + 'registrant_address1': 'Registrant Address1:\s*(.+)', + 'registrant_address2': 'Registrant Address2:\s*(.+)', + 'registrant_city': 'Registrant City:\s*(.+)', + 'registrant_state_province': 'Registrant State/Province:\s*(.+)', + 'registrant_postal_code': 'Registrant Postal Code:\s*(.+)', + 'registrant_country': 'Registrant Country:\s*(.+)', + 'registrant_country_code': 'Registrant Country Code:\s*(.+)', + 'registrant_phone_number': 'Registrant Phone Number:\s*(.+)', + 'registrant_email': 'Registrant Email:\s*(.+)', + 'registrant_application_purpose': 'Registrant Application Purpose:\s*(.+)', + 'registrant_nexus_category': 'Registrant Nexus Category:\s*(.+)', + 'admin_id': 'Administrative Contact ID:\s*(.+)', + 'admin_name': 'Administrative Contact Name:\s*(.+)', + 'admin_address1': 'Administrative Contact Address1:\s*(.+)', + 'admin_address2': 'Administrative Contact Address2:\s*(.+)', + 'admin_city': 'Administrative Contact City:\s*(.+)', + 'admin_state_province': 'Administrative Contact State/Province:\s*(.+)', + 'admin_postal_code': 'Administrative Contact Postal Code:\s*(.+)', + 'admin_country': 'Administrative Contact Country:\s*(.+)', + 'admin_country_code': 'Administrative Contact Country Code:\s*(.+)', + 'admin_phone_number': 'Administrative Contact Phone Number:\s*(.+)', + 'admin_email': 'Administrative Contact Email:\s*(.+)', + 'admin_application_purpose': 'Administrative Application Purpose:\s*(.+)', + 'admin_nexus_category': 'Administrative Nexus Category:\s*(.+)', + 'billing_id': 'Billing Contact ID:\s*(.+)', + 'billing_name': 'Billing Contact Name:\s*(.+)', + 'billing_address1': 'Billing Contact Address1:\s*(.+)', + 'billing_address2': 'Billing Contact Address2:\s*(.+)', + 'billing_city': 'Billing Contact City:\s*(.+)', + 'billing_state_province': 'Billing Contact State/Province:\s*(.+)', + 'billing_postal_code': 'Billing Contact Postal Code:\s*(.+)', + 'billing_country': 'Billing Contact Country:\s*(.+)', + 'billing_country_code': 'Billing Contact Country Code:\s*(.+)', + 'billing_phone_number': 'Billing Contact Phone Number:\s*(.+)', + 'billing_email': 'Billing Contact Email:\s*(.+)', + 'billing_application_purpose': 'Billing Application Purpose:\s*(.+)', + 'billing_nexus_category': 'Billing Nexus Category:\s*(.+)', + 'tech_id': 'Technical Contact ID:\s*(.+)', + 'tech_name': 'Technical Contact Name:\s*(.+)', + 'tech_address1': 'Technical Contact Address1:\s*(.+)', + 'tech_address2': 'Technical Contact Address2:\s*(.+)', + 'tech_city': 'Technical Contact City:\s*(.+)', + 'tech_state_province': 'Technical Contact State/Province:\s*(.+)', + 'tech_postal_code': 'Technical Contact Postal Code:\s*(.+)', + 'tech_country': 'Technical Contact Country:\s*(.+)', + 'tech_country_code': 'Technical Contact Country Code:\s*(.+)', + 'tech_phone_number': 'Technical Contact Phone Number:\s*(.+)', + 'tech_email': 'Technical Contact Email:\s*(.+)', + 'tech_application_purpose': 'Technical Application Purpose:\s*(.+)', + 'tech_nexus_category': 'Technical Nexus Category:\s*(.+)', + 'name_servers': 'Name Server:\s*(.+)', # list of name servers + 'created_by_registrar': 'Created by Registrar:\s*(.+)', + 'last_updated_by_registrar': 'Last Updated by Registrar:\s*(.+)', + 'creation_date': 'Domain Registration Date:\s*(.+)', + 'expiration_date': 'Domain Expiration Date:\s*(.+)', + 'updated_date': 'Domain Last Updated Date:\s*(.+)', + } + def __init__(self, domain, text): + if 'Not found:' in text: + raise PywhoisError(text) + else: + WhoisEntry.__init__(self, domain, text, self.regex) + + +class WhoisPl(WhoisEntry): + """Whois parser for .uk domains + """ + regex = { + 'domain_name': 'DOMAIN NAME:\s*(.+)\n', + 'registrar': 'REGISTRAR:\n\s*(.+)', + 'registrar_url': 'URL:\s*(.+)', # not available + 'status': 'Registration status:\n\s*(.+)', # not available + 'registrant_name': 'Registrant:\n\s*(.+)', # not available + 'creation_date': 'created:\s*(.+)\n', + 'expiration_date': 'renewal date:\s*(.+)', + 'updated_date': 'last modified:\s*(.+)\n', + } + def __init__(self, domain, text): + if 'Not found:' in text: + raise PywhoisError(text) + else: + WhoisEntry.__init__(self, domain, text, self.regex) + + +class WhoisMe(WhoisEntry): + """Whois parser for .me domains + """ + regex = { + 'domain_id': 'Domain ID:(.+)', + 'domain_name': 'Domain Name:(.+)', + 'creation_date': 'Domain Create Date:(.+)', + 'updated_date': 'Domain Last Updated Date:(.+)', + 'expiration_date': 'Domain Expiration Date:(.+)', + 'transfer_date': 'Last Transferred Date:(.+)', + 'trademark_name': 'Trademark Name:(.+)', + 'trademark_country': 'Trademark Country:(.+)', + 'trademark_number': 'Trademark Number:(.+)', + 'trademark_application_date': 'Date Trademark Applied For:(.+)', + 'trademark_registration_date': 'Date Trademark Registered:(.+)', + 'registrar': 'Sponsoring Registrar:(.+)', + 'created_by': 'Created by:(.+)', + 'updated_by': 'Last Updated by Registrar:(.+)', + 'status': 'Domain Status:(.+)', # list of statuses + 'registrant_id': 'Registrant ID:(.+)', + 'registrant_name': 'Registrant Name:(.+)', + 'registrant_org': 'Registrant Organization:(.+)', + 'registrant_address': 'Registrant Address:(.+)', + 'registrant_address2': 'Registrant Address2:(.+)', + 'registrant_address3': 'Registrant Address3:(.+)', + 'registrant_city': 'Registrant City:(.+)', + 'registrant_state_province': 'Registrant State/Province:(.+)', + 'registrant_country': 'Registrant Country/Economy:(.+)', + 'registrant_postal_code': 'Registrant Postal Code:(.+)', + 'registrant_phone': 'Registrant Phone:(.+)', + 'registrant_phone_ext': 'Registrant Phone Ext\.:(.+)', + 'registrant_fax': 'Registrant FAX:(.+)', + 'registrant_fax_ext': 'Registrant FAX Ext\.:(.+)', + 'registrant_email': 'Registrant E-mail:(.+)', + 'admin_id': 'Admin ID:(.+)', + 'admin_name': 'Admin Name:(.+)', + 'admin_org': 'Admin Organization:(.+)', + 'admin_address': 'Admin Address:(.+)', + 'admin_address2': 'Admin Address2:(.+)', + 'admin_address3': 'Admin Address3:(.+)', + 'admin_city': 'Admin City:(.+)', + 'admin_state_province': 'Admin State/Province:(.+)', + 'admin_country': 'Admin Country/Economy:(.+)', + 'admin_postal_code': 'Admin Postal Code:(.+)', + 'admin_phone': 'Admin Phone:(.+)', + 'admin_phone_ext': 'Admin Phone Ext\.:(.+)', + 'admin_fax': 'Admin FAX:(.+)', + 'admin_fax_ext': 'Admin FAX Ext\.:(.+)', + 'admin_email': 'Admin E-mail:(.+)', + 'tech_id': 'Tech ID:(.+)', + 'tech_name': 'Tech Name:(.+)', + 'tech_org': 'Tech Organization:(.+)', + 'tech_address': 'Tech Address:(.+)', + 'tech_address2': 'Tech Address2:(.+)', + 'tech_address3': 'Tech Address3:(.+)', + 'tech_city': 'Tech City:(.+)', + 'tech_state_province': 'Tech State/Province:(.+)', + 'tech_country': 'Tech Country/Economy:(.+)', + 'tech_postal_code': 'Tech Postal Code:(.+)', + 'tech_phone': 'Tech Phone:(.+)', + 'tech_phone_ext': 'Tech Phone Ext\.:(.+)', + 'tech_fax': 'Tech FAX:(.+)', + 'tech_fax_ext': 'Tech FAX Ext\.:(.+)', + 'tech_email': 'Tech E-mail:(.+)', + 'name_servers': 'Nameservers:(.+)', # list of name servers + } + def __init__(self, domain, text): + if 'NOT FOUND' in text: + raise PywhoisError(text) + else: + WhoisEntry.__init__(self, domain, text, self.regex) + + +class WhoisUk(WhoisEntry): + """Whois parser for .uk domains + """ + regex = { + 'domain_name': 'Domain name:\n\s*(.+)', + 'registrar': 'Registrar:\n\s*(.+)', + 'registrar_url': 'URL:\s*(.+)', + 'status': 'Registration status:\n\s*(.+)', # list of statuses + 'registrant_name': 'Registrant:\n\s*(.+)', + 'creation_date': 'Registered on:\s*(.+)', + 'expiration_date': 'Expiry date:\s*(.+)', + 'updated_date': 'Last updated:\s*(.+)', + 'name_servers': 'Name servers:\s*(.+)', + } + def __init__(self, domain, text): + if 'Not found:' in text: + raise PywhoisError(text) + else: + WhoisEntry.__init__(self, domain, text, self.regex) + + +class WhoisFr(WhoisEntry): + """Whois parser for .fr domains + """ + regex = { + 'domain_name': 'domain:\s*(.+)', + 'registrar': 'registrar:\s*(.+)', + 'creation_date': 'created:\s*(.+)', + 'expiration_date': 'anniversary:\s*(.+)', + 'name_servers': 'nserver:\s*(.+)', # list of name servers + 'status': 'status:\s*(.+)', # list of statuses + 'emails': '[\w.-]+@[\w.-]+\.[\w]{2,4}', # list of email addresses + 'updated_date': 'last-update:\s*(.+)', + } + + def __init__(self, domain, text): + if text.strip() == 'No entries found': + raise PywhoisError(text) + else: + WhoisEntry.__init__(self, domain, text, self.regex) + + +class WhoisFi(WhoisEntry): + """Whois parser for .fi domains + """ + regex = { + 'domain_name': 'domain:\s*([\S]+)', + 'registrant_name': 'descr:\s*([\S\ ]+)', + 'registrant_address': 'address:\s*([\S\ ]+)', + 'registrant_phone': 'phone:\s*([\S\ ]+)', + 'status': 'status:\s*([\S]+)', # list of statuses + 'creation_date': 'created:\s*([\S]+)', + 'updated_date': 'modified:\s*([\S]+)', + 'expiration_date': 'expires:\s*([\S]+)', + 'name_servers': 'nserver:\s*([\S]+) \[(\S+)\]', # list of name servers + 'dnssec': 'dnssec:\s*([\S]+)', # list of name servers + } + def __init__(self, domain, text): + if 'Not found:' in text: + raise PywhoisError(text) + else: + WhoisEntry.__init__(self, domain, text, self.regex) + + +class WhoisJp(WhoisEntry): + """Whois parser for .jp domains + """ + regex = { + 'domain_name': 'a\. \[Domain Name\]\s*(.+)', + 'registrant_org': 'g\. \[Organization\](.+)', + 'creation_date': r'\[Registered Date\]\s*(.+)', + 'name_servers': 'p\. \[Name Server\]\s*(.+)', # list of name servers + 'updated_date': '\[Last Update\]\s?(.+)', + 'status': '\[State\]\s*(.+)', # list of statuses + } + + def __init__(self, domain, text): + if text.strip() == 'No entries found': + raise PywhoisError(text) + else: + WhoisEntry.__init__(self, domain, text, self.regex)