mirror of
https://github.com/joepie91/python-whois.git
synced 2026-02-04 03:16:51 -06:00
14f7b60684
This stackoverflow question covers the topic pretty well:
http://stackoverflow.com/q/1132941/1547030
From docs.python.org:
Default parameter values are evaluated when the function definition is
executed. This means that the expression is evaluated once, when the
function is defined, and that the same “pre-computed” value is used for
each call. This is especially important to understand when a default
parameter is a mutable object, such as a list or a dictionary: if the
function modifies the object (e.g. by appending an item to a list), the
default value is in effect modified. This is generally not what was
intended. A way around this is to use None as the default, and
explicitly test for it in the body of the function
1000 lines
71 KiB
Python
1000 lines
71 KiB
Python
from __future__ import print_function
|
|
import re, sys, datetime, csv, pkgutil
|
|
from . import net, shared
|
|
|
|
try:
|
|
from io import StringIO
|
|
except ImportError:
|
|
from cStringIO import StringIO
|
|
|
|
def pkgdata(name):
|
|
data = pkgutil.get_data("pythonwhois", name)
|
|
if sys.version_info < (3, 0):
|
|
return data
|
|
else:
|
|
return data.decode("utf-8")
|
|
|
|
def read_dataset(filename, destination, abbrev_key, name_key, is_dict=False):
|
|
try:
|
|
if is_dict:
|
|
reader = csv.DictReader(pkgdata(filename).splitlines())
|
|
else:
|
|
reader = csv.reader(pkgdata(filename).splitlines())
|
|
|
|
for line in reader:
|
|
destination[line[abbrev_key]] = line[name_key]
|
|
except IOError as e:
|
|
pass
|
|
|
|
airports = {}
|
|
countries = {}
|
|
states_au = {}
|
|
states_us = {}
|
|
states_ca = {}
|
|
|
|
try:
|
|
reader = csv.reader(pkgdata("airports.dat").splitlines())
|
|
|
|
for line in reader:
|
|
airports[line[4]] = line[2]
|
|
airports[line[5]] = line[2]
|
|
except IOError as e:
|
|
# The distributor likely removed airports.dat for licensing reasons. We'll just leave an empty dict.
|
|
pass
|
|
|
|
read_dataset("countries.dat", countries, "iso", "name", is_dict=True)
|
|
read_dataset("countries3.dat", countries, "iso3", "name", is_dict=True)
|
|
read_dataset("states_au.dat", states_au, 0, 1)
|
|
read_dataset("states_us.dat", states_us, "abbreviation", "name", is_dict=True)
|
|
read_dataset("states_ca.dat", states_ca, "abbreviation", "name", is_dict=True)
|
|
|
|
def precompile_regexes(source, flags=0):
|
|
return [re.compile(regex, flags) for regex in source]
|
|
|
|
grammar = {
|
|
"_data": {
|
|
'id': ['Domain ID:[ ]*(?P<val>.+)'],
|
|
'status': ['\[Status\]\s*(?P<val>.+)',
|
|
'Status\s*:\s?(?P<val>.+)',
|
|
'\[State\]\s*(?P<val>.+)',
|
|
'^state:\s*(?P<val>.+)'],
|
|
'creation_date': ['\[Created on\]\s*(?P<val>.+)',
|
|
'Created on[.]*: [a-zA-Z]+, (?P<val>.+)',
|
|
'Creation Date:\s?(?P<val>.+)',
|
|
'Creation date\s*:\s?(?P<val>.+)',
|
|
'Registration Date:\s?(?P<val>.+)',
|
|
'Created Date:\s?(?P<val>.+)',
|
|
'Created on:\s?(?P<val>.+)',
|
|
'Created on\s?[.]*:\s?(?P<val>.+)\.',
|
|
'Date Registered\s?[.]*:\s?(?P<val>.+)',
|
|
'Domain Created\s?[.]*:\s?(?P<val>.+)',
|
|
'Domain registered\s?[.]*:\s?(?P<val>.+)',
|
|
'Domain record activated\s?[.]*:\s*?(?P<val>.+)',
|
|
'Record created on\s?[.]*:?\s*?(?P<val>.+)',
|
|
'Record created\s?[.]*:?\s*?(?P<val>.+)',
|
|
'Created\s?[.]*:?\s*?(?P<val>.+)',
|
|
'Registered on\s?[.]*:?\s*?(?P<val>.+)',
|
|
'Registered\s?[.]*:?\s*?(?P<val>.+)',
|
|
'Domain Create Date\s?[.]*:?\s*?(?P<val>.+)',
|
|
'Domain Registration Date\s?[.]*:?\s*?(?P<val>.+)',
|
|
'created:\s*(?P<val>.+)',
|
|
'\[Registered Date\]\s*(?P<val>.+)',
|
|
'created-date:\s*(?P<val>.+)',
|
|
'Domain Name Commencement Date: (?P<val>.+)',
|
|
'registered:\s*(?P<val>.+)',
|
|
'registration:\s*(?P<val>.+)'],
|
|
'expiration_date': ['\[Expires on\]\s*(?P<val>.+)',
|
|
'Registrar Registration Expiration Date:[ ]*(?P<val>.+)-[0-9]{4}',
|
|
'Expires on[.]*: [a-zA-Z]+, (?P<val>.+)',
|
|
'Expiration Date:\s?(?P<val>.+)',
|
|
'Expiration date\s*:\s?(?P<val>.+)',
|
|
'Expires on:\s?(?P<val>.+)',
|
|
'Expires on\s?[.]*:\s?(?P<val>.+)\.',
|
|
'Exp(?:iry)? Date\s?[.]*:\s?(?P<val>.+)',
|
|
'Expiry\s*:\s?(?P<val>.+)',
|
|
'Domain Currently Expires\s?[.]*:\s?(?P<val>.+)',
|
|
'Record will expire on\s?[.]*:\s?(?P<val>.+)',
|
|
'Domain expires\s?[.]*:\s*?(?P<val>.+)',
|
|
'Record expires on\s?[.]*:?\s*?(?P<val>.+)',
|
|
'Record expires\s?[.]*:?\s*?(?P<val>.+)',
|
|
'Expires\s?[.]*:?\s*?(?P<val>.+)',
|
|
'Expire Date\s?[.]*:?\s*?(?P<val>.+)',
|
|
'Expired\s?[.]*:?\s*?(?P<val>.+)',
|
|
'Domain Expiration Date\s?[.]*:?\s*?(?P<val>.+)',
|
|
'paid-till:\s*(?P<val>.+)',
|
|
'expiration_date:\s*(?P<val>.+)',
|
|
'expire-date:\s*(?P<val>.+)',
|
|
'renewal:\s*(?P<val>.+)',
|
|
'expire:\s*(?P<val>.+)'],
|
|
'updated_date': ['\[Last Updated\]\s*(?P<val>.+)',
|
|
'Record modified on[.]*: (?P<val>.+) [a-zA-Z]+',
|
|
'Record last updated on[.]*: [a-zA-Z]+, (?P<val>.+)',
|
|
'Updated Date:\s?(?P<val>.+)',
|
|
'Updated date\s*:\s?(?P<val>.+)',
|
|
#'Database last updated on\s?[.]*:?\s*?(?P<val>.+)\s[a-z]+\.?',
|
|
'Record last updated on\s?[.]*:?\s?(?P<val>.+)\.',
|
|
'Domain record last updated\s?[.]*:\s*?(?P<val>.+)',
|
|
'Domain Last Updated\s?[.]*:\s*?(?P<val>.+)',
|
|
'Last updated on:\s?(?P<val>.+)',
|
|
'Date Modified\s?[.]*:\s?(?P<val>.+)',
|
|
'Last Modified\s?[.]*:\s?(?P<val>.+)',
|
|
'Domain Last Updated Date\s?[.]*:\s?(?P<val>.+)',
|
|
'Record last updated\s?[.]*:\s?(?P<val>.+)',
|
|
'Modified\s?[.]*:\s?(?P<val>.+)',
|
|
'(C|c)hanged:\s*(?P<val>.+)',
|
|
'last_update:\s*(?P<val>.+)',
|
|
'Last Update\s?[.]*:\s?(?P<val>.+)',
|
|
'Last updated on (?P<val>.+) [a-z]{3,4}',
|
|
'Last updated:\s*(?P<val>.+)',
|
|
'last-updated:\s*(?P<val>.+)',
|
|
'\[Last Update\]\s*(?P<val>.+) \([A-Z]+\)',
|
|
'Last update of whois database:\s?[a-z]{3}, (?P<val>.+) [a-z]{3,4}'],
|
|
'registrar': ['registrar:\s*(?P<val>.+)',
|
|
'Registrar:\s*(?P<val>.+)',
|
|
'Sponsoring Registrar Organization:\s*(?P<val>.+)',
|
|
'Registered through:\s?(?P<val>.+)',
|
|
'Registrar Name[.]*:\s?(?P<val>.+)',
|
|
'Record maintained by:\s?(?P<val>.+)',
|
|
'Registration Service Provided By:\s?(?P<val>.+)',
|
|
'Registrar of Record:\s?(?P<val>.+)',
|
|
'Domain Registrar :\s?(?P<val>.+)',
|
|
'Registration Service Provider: (?P<val>.+)',
|
|
'\tName:\t\s(?P<val>.+)'],
|
|
'whois_server': ['Whois Server:\s?(?P<val>.+)',
|
|
'Registrar Whois:\s?(?P<val>.+)'],
|
|
'nameservers': ['Name Server:[ ]*(?P<val>[^ ]+)',
|
|
'Nameservers:[ ]*(?P<val>[^ ]+)',
|
|
'(?<=[ .]{2})(?P<val>([a-z0-9-]+\.)+[a-z0-9]+)(\s+([0-9]{1,3}\.){3}[0-9]{1,3})',
|
|
'nameserver:\s*(?P<val>.+)',
|
|
'nserver:\s*(?P<val>[^[\s]+)',
|
|
'Name Server[.]+ (?P<val>[^[\s]+)',
|
|
'Hostname:\s*(?P<val>[^\s]+)',
|
|
'DNS[0-9]+:\s*(?P<val>.+)',
|
|
' DNS:\s*(?P<val>.+)',
|
|
'ns[0-9]+:\s*(?P<val>.+)',
|
|
'NS [0-9]+\s*:\s*(?P<val>.+)',
|
|
'\[Name Server\]\s*(?P<val>.+)',
|
|
'(?<=[ .]{2})(?P<val>[a-z0-9-]+\.d?ns[0-9]*\.([a-z0-9-]+\.)+[a-z0-9]+)',
|
|
'(?<=[ .]{2})(?P<val>([a-z0-9-]+\.)+[a-z0-9]+)(\s+([0-9]{1,3}\.){3}[0-9]{1,3})',
|
|
'(?<=[ .]{2})[^a-z0-9.-](?P<val>d?ns\.([a-z0-9-]+\.)+[a-z0-9]+)',
|
|
'Nserver:\s*(?P<val>.+)'],
|
|
'emails': ['(?P<val>[\w.-]+@[\w.-]+\.[\w]{2,6})', # Really need to fix this, much longer TLDs now exist...
|
|
'(?P<val>[\w.-]+\sAT\s[\w.-]+\sDOT\s[\w]{2,6})']
|
|
},
|
|
"_dateformats": (
|
|
'(?P<day>[0-9]{1,2})[./ -](?P<month>Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)[./ -](?P<year>[0-9]{4}|[0-9]{2})'
|
|
'(\s+(?P<hour>[0-9]{1,2})[:.](?P<minute>[0-9]{1,2})[:.](?P<second>[0-9]{1,2}))?',
|
|
'[a-z]{3}\s(?P<month>Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)[./ -](?P<day>[0-9]{1,2})(\s+(?P<hour>[0-9]{1,2})[:.](?P<minute>[0-9]{1,2})[:.](?P<second>[0-9]{1,2}))?\s[a-z]{3}\s(?P<year>[0-9]{4}|[0-9]{2})',
|
|
'[a-zA-Z]+\s(?P<day>[0-9]{1,2})(?:st|nd|rd|th)\s(?P<month>Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec|January|February|March|April|May|June|July|August|September|October|November|December)\s(?P<year>[0-9]{4})',
|
|
'(?P<year>[0-9]{4})[./-]?(?P<month>[0-9]{2})[./-]?(?P<day>[0-9]{2})(\s|T|/)((?P<hour>[0-9]{1,2})[:.-](?P<minute>[0-9]{1,2})[:.-](?P<second>[0-9]{1,2}))',
|
|
'(?P<year>[0-9]{4})[./-](?P<month>[0-9]{1,2})[./-](?P<day>[0-9]{1,2})',
|
|
'(?P<day>[0-9]{1,2})[./ -](?P<month>[0-9]{1,2})[./ -](?P<year>[0-9]{4}|[0-9]{2})',
|
|
'(?P<month>Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) (?P<day>[0-9]{1,2}),? (?P<year>[0-9]{4})',
|
|
'(?P<day>[0-9]{1,2})-(?P<month>January|February|March|April|May|June|July|August|September|October|November|December)-(?P<year>[0-9]{4})',
|
|
),
|
|
"_months": {
|
|
'jan': 1,
|
|
'january': 1,
|
|
'feb': 2,
|
|
'february': 2,
|
|
'mar': 3,
|
|
'march': 3,
|
|
'apr': 4,
|
|
'april': 4,
|
|
'may': 5,
|
|
'jun': 6,
|
|
'june': 6,
|
|
'jul': 7,
|
|
'july': 7,
|
|
'aug': 8,
|
|
'august': 8,
|
|
'sep': 9,
|
|
'sept': 9,
|
|
'september': 9,
|
|
'oct': 10,
|
|
'october': 10,
|
|
'nov': 11,
|
|
'november': 11,
|
|
'dec': 12,
|
|
'december': 12
|
|
}
|
|
}
|
|
|
|
def preprocess_regex(regex):
|
|
# Fix for #2; prevents a ridiculous amount of varying size permutations.
|
|
regex = re.sub(r"\\s\*\(\?P<([^>]+)>\.\+\)", r"\s*(?P<\1>\S.*)", regex)
|
|
# Experimental fix for #18; removes unnecessary variable-size whitespace
|
|
# matching, since we're stripping results anyway.
|
|
regex = re.sub(r"\[ \]\*\(\?P<([^>]+)>\.\*\)", r"(?P<\1>.*)", regex)
|
|
return regex
|
|
|
|
registrant_regexes = [
|
|
" Registrant:[ ]*\n (?P<organization>.*)\n (?P<name>.*)\n (?P<street>.*)\n (?P<city>.*), (?P<state>.*) (?P<postalcode>.*)\n (?P<country>.*)\n(?: Phone: (?P<phone>.*)\n)? Email: (?P<email>.*)\n", # Corporate Domains, Inc.
|
|
"Registrant:\n (?P<name>.+)\n (?P<street1>.+)\n(?: (?P<street2>.*)\n)?(?: (?P<street3>.*)\n)? (?P<postalcode>.+), (?P<city>.+)\n (?P<country>.+)\n (?P<phone>.+)\n (?P<email>.+)\n\n", # OVH
|
|
"(?:Registrant ID:(?P<handle>.+)\n)?Registrant Name:(?P<name>.*)\n(?:Registrant Organization:(?P<organization>.*)\n)?Registrant Street1?:(?P<street1>.*)\n(?:Registrant Street2:(?P<street2>.*)\n)?(?:Registrant Street3:(?P<street3>.*)\n)?Registrant City:(?P<city>.*)\nRegistrant State/Province:(?P<state>.*)\nRegistrant Postal Code:(?P<postalcode>.*)\nRegistrant Country:(?P<country>.*)\nRegistrant Phone:(?P<phone>.*)\n(?:Registrant Phone Ext.:(?P<phone_ext>.*)\n)?(?:Registrant FAX:(?P<fax>.*)\n)?(?:Registrant FAX Ext.:(?P<fax_ext>.*)\n)?Registrant Email:(?P<email>.*)", # Public Interest Registry (.org), nic.pw, No-IP.com
|
|
"Registrant ID:(?P<handle>.+)\nRegistrant Name:(?P<name>.*)\n(?:Registrant Organization:(?P<organization>.*)\n)?Registrant Address1?:(?P<street1>.*)\n(?:Registrant Address2:(?P<street2>.*)\n)?(?:Registrant Address3:(?P<street3>.*)\n)?Registrant City:(?P<city>.*)\nRegistrant State/Province:(?P<state>.*)\nRegistrant Country/Economy:(?P<country>.*)\nRegistrant Postal Code:(?P<postalcode>.*)\nRegistrant Phone:(?P<phone>.*)\n(?:Registrant Phone Ext.:(?P<phone_ext>.*)\n)?(?:Registrant FAX:(?P<fax>.*)\n)?(?:Registrant FAX Ext.:(?P<fax_ext>.*)\n)?Registrant E-mail:(?P<email>.*)", # .ME, DotAsia
|
|
"Registrant ID:\s*(?P<handle>.+)\nRegistrant Name:\s*(?P<name>.+)\nRegistrant Organization:\s*(?P<organization>.*)\nRegistrant Address1:\s*(?P<street1>.+)\nRegistrant Address2:\s*(?P<street2>.*)\nRegistrant City:\s*(?P<city>.+)\nRegistrant State/Province:\s*(?P<state>.+)\nRegistrant Postal Code:\s*(?P<postalcode>.+)\nRegistrant Country:\s*(?P<country>.+)\nRegistrant Country Code:\s*(?P<country_code>.+)\nRegistrant Phone Number:\s*(?P<phone>.+)\nRegistrant Email:\s*(?P<email>.+)\n", # .CO Internet
|
|
"Registrant Contact: (?P<handle>.+)\nRegistrant Organization: (?P<organization>.+)\nRegistrant Name: (?P<name>.+)\nRegistrant Street: (?P<street>.+)\nRegistrant City: (?P<city>.+)\nRegistrant Postal Code: (?P<postalcode>.+)\nRegistrant State: (?P<state>.+)\nRegistrant Country: (?P<country>.+)\nRegistrant Phone: (?P<phone>.*)\nRegistrant Phone Ext: (?P<phone_ext>.*)\nRegistrant Fax: (?P<fax>.*)\nRegistrant Fax Ext: (?P<fax_ext>.*)\nRegistrant Email: (?P<email>.*)\n", # Key-Systems GmbH
|
|
"(?:Registrant ID:[ ]*(?P<handle>.*)\n)?Registrant Name:[ ]*(?P<name>.*)\n(?:Registrant Organization:[ ]*(?P<organization>.*)\n)?Registrant Street:[ ]*(?P<street1>.+)\n(?:Registrant Street:[ ]*(?P<street2>.+)\n)?(?:Registrant Street:[ ]*(?P<street3>.+)\n)?Registrant City:[ ]*(?P<city>.+)\nRegistrant State(?:\/Province)?:[ ]*(?P<state>.*)\nRegistrant Postal Code:[ ]*(?P<postalcode>.+)\nRegistrant Country:[ ]*(?P<country>.+)\n(?:Registrant Phone:[ ]*(?P<phone>.*)\n)?(?:Registrant Phone Ext:[ ]*(?P<phone_ext>.*)\n)?(?:Registrant Fax:[ ]*(?P<fax>.*)\n)?(?:Registrant Fax Ext:[ ]*(?P<fax_ext>.*)\n)?(?:Registrant Email:[ ]*(?P<email>.+)\n)?", # WildWestDomains, GoDaddy, Namecheap/eNom, Ascio, Musedoma (.museum), EuroDNS, nic.ps
|
|
"Registrant\n(?: (?P<organization>.+)\n)? (?P<name>.+)\n Email:(?P<email>.+)\n (?P<street1>.+)\n(?: (?P<street2>.+)\n)? (?P<postalcode>.+) (?P<city>.+)\n (?P<country>.+)\n Tel: (?P<phone>.+)\n\n", # internet.bs
|
|
" Registrant Contact Details:[ ]*\n (?P<organization>.*)\n (?P<name>.*)[ ]{2,}\((?P<email>.*)\)\n (?P<street1>.*)\n(?: (?P<street2>.*)\n)?(?: (?P<street3>.*)\n)? (?P<city>.*)\n (?P<state>.*),(?P<postalcode>.*)\n (?P<country>.*)\n Tel. (?P<phone>.*)", # Whois.com
|
|
"owner-id:[ ]*(?P<handle>.*)\n(?:owner-organization:[ ]*(?P<organization>.*)\n)?owner-name:[ ]*(?P<name>.*)\nowner-street:[ ]*(?P<street>.*)\nowner-city:[ ]*(?P<city>.*)\nowner-zip:[ ]*(?P<postalcode>.*)\nowner-country:[ ]*(?P<country>.*)\n(?:owner-phone:[ ]*(?P<phone>.*)\n)?(?:owner-fax:[ ]*(?P<fax>.*)\n)?owner-email:[ ]*(?P<email>.*)", # InterNetworX
|
|
"Registrant:\n registrant_org: (?P<organization>.*)\n registrant_name: (?P<name>.*)\n registrant_email: (?P<email>.*)\n registrant_address: (?P<address>.*)\n registrant_city: (?P<city>.*)\n registrant_state: (?P<state>.*)\n registrant_zip: (?P<postalcode>.*)\n registrant_country: (?P<country>.*)\n registrant_phone: (?P<phone>.*)", # Bellnames
|
|
"Holder of domain name:\n(?P<name>[\S\s]+)\n(?P<street>.+)\n(?P<postalcode>[A-Z0-9-]+)\s+(?P<city>.+)\n(?P<country>.+)\nContractual Language", # nic.ch
|
|
"\n\n(?:Owner)?\s+: (?P<name>.*)\n(?:\s+: (?P<organization>.*)\n)?\s+: (?P<street>.*)\n\s+: (?P<city>.*)\n\s+: (?P<state>.*)\n\s+: (?P<country>.*)\n", # nic.io
|
|
"Contact Information:\n\[Name\]\s*(?P<name>.*)\n\[Email\]\s*(?P<email>.*)\n\[Web Page\]\s*(?P<url>.*)\n\[Postal code\]\s*(?P<postalcode>.*)\n\[Postal Address\]\s*(?P<street1>.*)\n(?:\s+(?P<street2>.*)\n)?(?:\s+(?P<street3>.*)\n)?\[Phone\]\s*(?P<phone>.*)\n\[Fax\]\s*(?P<fax>.*)\n", # jprs.jp
|
|
"g\. \[Organization\] (?P<organization>.+)\n", # .co.jp registrations at jprs.jp
|
|
"Registrant ID:(?P<handle>.*)\nRegistrant Name:(?P<name>.*)\n(?:Registrant Organization:(?P<organization>.*)\n)?Registrant Address1:(?P<street1>.*)\n(?:Registrant Address2:(?P<street2>.*)\n)?(?:Registrant Address3:(?P<street3>.*)\n)?Registrant City:(?P<city>.*)\n(?:Registrant State/Province:(?P<state>.*)\n)?Registrant Postal Code:(?P<postalcode>.*)\nRegistrant Country:(?P<country>.*)\nRegistrant Country Code:.*\nRegistrant Phone Number:(?P<phone>.*)\n(?:Registrant Facsimile Number:(?P<facsimile>.*)\n)?Registrant Email:(?P<email>.*)", # .US, .biz (NeuStar)
|
|
"Registrant\n Name: (?P<name>.+)\n(?: Organization: (?P<organization>.+)\n)? ContactID: (?P<handle>.+)\n(?: Address: (?P<street1>.+)\n(?: (?P<street2>.+)\n(?: (?P<street3>.+)\n)?)? (?P<city>.+)\n (?P<postalcode>.+)\n (?P<state>.+)\n (?P<country>.+)\n)?(?: Created: (?P<creationdate>.+)\n)?(?: Last Update: (?P<changedate>.+)\n)?", # nic.it
|
|
" Organisation Name[.]* (?P<name>.*)\n Organisation Address[.]* (?P<street1>.*)\n Organisation Address[.]* (?P<street2>.*)\n(?: Organisation Address[.]* (?P<street3>.*)\n)? Organisation Address[.]* (?P<city>.*)\n Organisation Address[.]* (?P<postalcode>.*)\n Organisation Address[.]* (?P<state>.*)\n Organisation Address[.]* (?P<country>.*)", # Melbourne IT (what a horrid format...)
|
|
"Registrant:[ ]*(?P<name>.+)\n[\s\S]*Eligibility Name:[ ]*(?P<organization>.+)\n[\s\S]*Registrant Contact ID:[ ]*(?P<handle>.+)\n", # .au business
|
|
"Eligibility Type:[ ]*Citizen\/Resident\n[\s\S]*Registrant Contact ID:[ ]*(?P<handle>.+)\n[\s\S]*Registrant Contact Name:[ ]*(?P<name>.+)\n", # .au individual
|
|
"Registrant:[ ]*(?P<organization>.+)\n[\s\S]*Eligibility Type:[ ]*(Higher Education Institution|Company|Incorporated Association|Other)\n[\s\S]*Registrant Contact ID:[ ]*(?P<handle>.+)\n[\s\S]*Registrant Contact Name:[ ]*(?P<name>.+)\n", # .au educational, company, 'incorporated association' (non-profit?), other (spotted for linux.conf.au, unsure if also for others)
|
|
" Registrant:\n (?P<name>.+)\n\n Registrant type:\n .*\n\n Registrant's address:\n The registrant .* opted to have", # Nominet (.uk) with hidden address
|
|
" Registrant:\n (?P<name>.+)\n\n[\s\S]* Registrant type:\n .*\n\n Registrant's address:\n (?P<street1>.+)\n(?: (?P<street2>.+)\n(?: (?P<street3>.+)\n)??)?? (?P<city>[^0-9\n]+)\n(?: (?P<state>.+)\n)? (?P<postalcode>.+)\n (?P<country>.+)\n\n", # Nominet (.uk) with visible address
|
|
"Domain Owner:\n\t(?P<organization>.+)\n\n[\s\S]*?(?:Registrant Contact:\n\t(?P<name>.+))?\n\nRegistrant(?:'s)? (?:a|A)ddress:(?:\n\t(?P<street1>.+)\n(?:\t(?P<street2>.+)\n)?(?:\t(?P<street3>.+)\n)?\t(?P<city>.+)\n\t(?P<postalcode>.+))?\n\t(?P<country>.+)(?:\n\t(?P<phone>.+) \(Phone\)\n\t(?P<fax>.+) \(FAX\)\n\t(?P<email>.+))?\n\n", # .ac.uk - what a mess...
|
|
"Registrant ID: (?P<handle>.+)\nRegistrant: (?P<name>.+)\nRegistrant Contact Email: (?P<email>.+)", # .cn (CNNIC)
|
|
"Registrant contact:\n (?P<name>.+)\n (?P<street>.*)\n (?P<city>.+), (?P<state>.+) (?P<postalcode>.+) (?P<country>.+)\n\n", # Fabulous.com
|
|
"registrant-name:\s*(?P<name>.+)\nregistrant-type:\s*(?P<type>.+)\nregistrant-address:\s*(?P<street>.+)\nregistrant-postcode:\s*(?P<postalcode>.+)\nregistrant-city:\s*(?P<city>.+)\nregistrant-country:\s*(?P<country>.+)\n(?:registrant-phone:\s*(?P<phone>.+)\n)?(?:registrant-email:\s*(?P<email>.+)\n)?", # Hetzner
|
|
"Registrant Contact Information :[ ]*\n[ ]+(?P<firstname>.*)\n[ ]+(?P<lastname>.*)\n[ ]+(?P<organization>.*)\n[ ]+(?P<email>.*)\n[ ]+(?P<street>.*)\n[ ]+(?P<city>.*)\n[ ]+(?P<postalcode>.*)\n[ ]+(?P<phone>.*)\n[ ]+(?P<fax>.*)\n\n", # GAL Communication
|
|
"Contact Information : For Customer # [0-9]+[ ]*\n[ ]+(?P<firstname>.*)\n[ ]+(?P<lastname>.*)\n[ ]+(?P<organization>.*)\n[ ]+(?P<email>.*)\n[ ]+(?P<street>.*)\n[ ]+(?P<city>.*)\n[ ]+(?P<postalcode>.*)\n[ ]+(?P<phone>.*)\n[ ]+(?P<fax>.*)\n\n", # GAL Communication alternative (private WHOIS) format?
|
|
"Registrant:\n Name: (?P<name>.+)\n City: (?P<city>.+)\n State: (?P<state>.+)\n Country: (?P<country>.+)\n", # Akky (.com.mx)
|
|
" Registrant:\n (?P<name>.+)\n (?P<street>.+)\n (?P<city>.+) (?P<state>\S+),[ ]+(?P<postalcode>.+)\n (?P<country>.+)", # .am
|
|
"Domain Holder: (?P<organization>.+)\n(?P<street1>.+?)(?:,+ (?P<street2>.+?)(?:,+ (?P<street3>.+?)(?:,+ (?P<street4>.+?)(?:,+ (?P<street5>.+?)(?:,+ (?P<street6>.+?)(?:,+ (?P<street7>.+?))?)?)?)?)?)?, (?P<city>[^.,]+), (?P<district>.+), (?P<state>.+)\n(?P<postalcode>.+)\n(?P<country>[A-Z]+)\n", # .co.th, format 1
|
|
"Domain Holder: (?P<organization>.+)\n(?P<street1>.+?)(?:,+ (?P<street2>.+?)(?:,+ (?P<street3>.+?)(?:,+ (?P<street4>.+?)(?:,+ (?P<street5>.+?)(?:,+ (?P<street6>.+?)(?:,+ (?P<street7>.+?))?)?)?)?)?)?, (?P<city>.+)\n(?P<postalcode>.+)\n(?P<country>[A-Z]+)\n", # .co.th, format 2
|
|
"Domain Holder: (?P<organization>.+)\n(?P<street1>.+)\n(?:(?P<street2>.+)\n)?(?:(?P<street3>.+)\n)?.+?, (?P<district>.+)\n(?P<city>.+)\n(?P<postalcode>.+)\n(?P<country>[A-Z]+)\n", # .co.th, format 3
|
|
"Domain Holder: (?P<organization>.+)\n(?P<street1>.+?)(?:,+ (?P<street2>.+?)(?:,+ (?P<street3>.+?)(?:,+ (?P<street4>.+?)(?:,+ (?P<street5>.+?)(?:,+ (?P<street6>.+?)(?:,+ (?P<street7>.+?))?)?)?)?)?)?\n(?P<city>.+),? (?P<state>[A-Z]{2,3})(?: [A-Z0-9]+)?\n(?P<postalcode>.+)\n(?P<country>[A-Z]+)\n", # .co.th, format 4
|
|
" Registrant:\n (?P<organization>.+)\n (?P<name>.+) (?P<email>.+)\n (?P<phone>.*)\n (?P<fax>.*)\n (?P<street>.*)\n (?P<city>.+), (?P<state>[^,\n]*)\n (?P<country>.+)\n", # .com.tw (Western registrars)
|
|
"Registrant:\n(?P<organization1>.+)\n(?P<organization2>.+)\n(?P<street1>.+?)(?:,+(?P<street2>.+?)(?:,+(?P<street3>.+?)(?:,+(?P<street4>.+?)(?:,+(?P<street5>.+?)(?:,+(?P<street6>.+?)(?:,+(?P<street7>.+?))?)?)?)?)?)?,(?P<city>.+),(?P<country>.+)\n\n Contact:\n (?P<name>.+) (?P<email>.+)\n TEL: (?P<phone>.+?)(?:(?:#|ext.?)(?P<phone_ext>.+))?\n FAX: (?P<fax>.+)(?:(?:#|ext.?)(?P<fax_ext>.+))?\n", # .com.tw (TWNIC/SEEDNET, Taiwanese companies only?)
|
|
"Registrant Contact Information:\n\nCompany English Name \(It should be the same as the registered/corporation name on your Business Register Certificate or relevant documents\):(?P<organization1>.+)\nCompany Chinese name:(?P<organization2>.+)\nAddress: (?P<street>.+)\nCountry: (?P<country>.+)\nEmail: (?P<email>.+)\n", # HKDNR (.hk)
|
|
"owner:\s+(?P<name>.+)", # .br
|
|
"person:\s+(?P<name>.+)", # nic.ru (person)
|
|
"org:\s+(?P<organization>.+)", # nic.ru (organization)
|
|
]
|
|
|
|
tech_contact_regexes = [
|
|
" Technical Contact:[ ]*\n (?P<organization>.*)\n (?P<name>.*)\n (?P<street>.*)\n (?P<city>.*), (?P<state>.*) (?P<postalcode>.*)\n (?P<country>.*)\n(?: Phone: (?P<phone>.*)\n)? Email: (?P<email>.*)\n", # Corporate Domains, Inc.
|
|
"Technical Contact:\n (?P<name>.+)\n (?P<street1>.+)\n(?: (?P<street2>.*)\n)?(?: (?P<street3>.*)\n)? (?P<postalcode>.+), (?P<city>.+)\n (?P<country>.+)\n (?P<phone>.+)\n (?P<email>.+)\n\n", # OVH
|
|
"(?:Tech ID:(?P<handle>.+)\n)?Tech Name:(?P<name>.*)\n(:?Tech Organization:(?P<organization>.*)\n)?Tech Street1?:(?P<street1>.*)\n(?:Tech Street2:(?P<street2>.*)\n)?(?:Tech Street3:(?P<street3>.*)\n)?Tech City:(?P<city>.*)\nTech State/Province:(?P<state>.*)\nTech Postal Code:(?P<postalcode>.*)\nTech Country:(?P<country>.*)\nTech Phone:(?P<phone>.*)\n(?:Tech Phone Ext.:(?P<phone_ext>.*)\n)?(?:Tech FAX:(?P<fax>.*)\n)?(?:Tech FAX Ext.:(?P<fax_ext>.*)\n)?Tech Email:(?P<email>.*)", # Public Interest Registry (.org), nic.pw, No-IP.com
|
|
"Tech(?:nical)? ID:(?P<handle>.+)\nTech(?:nical)? Name:(?P<name>.*)\n(?:Tech(?:nical)? Organization:(?P<organization>.*)\n)?Tech(?:nical)? Address1?:(?P<street1>.*)\n(?:Tech(?:nical)? Address2:(?P<street2>.*)\n)?(?:Tech(?:nical)? Address3:(?P<street3>.*)\n)?Tech(?:nical)? City:(?P<city>.*)\nTech(?:nical)? State/Province:(?P<state>.*)\nTech(?:nical)? Country/Economy:(?P<country>.*)\nTech(?:nical)? Postal Code:(?P<postalcode>.*)\nTech(?:nical)? Phone:(?P<phone>.*)\n(?:Tech(?:nical)? Phone Ext.:(?P<phone_ext>.*)\n)?(?:Tech(?:nical)? FAX:(?P<fax>.*)\n)?(?:Tech(?:nical)? FAX Ext.:(?P<fax_ext>.*)\n)?Tech(?:nical)? E-mail:(?P<email>.*)", # .ME, DotAsia
|
|
"Technical Contact ID:\s*(?P<handle>.+)\nTechnical Contact Name:\s*(?P<name>.+)\nTechnical Contact Organization:\s*(?P<organization>.*)\nTechnical Contact Address1:\s*(?P<street1>.+)\nTechnical Contact Address2:\s*(?P<street2>.*)\nTechnical Contact City:\s*(?P<city>.+)\nTechnical Contact State/Province:\s*(?P<state>.+)\nTechnical Contact Postal Code:\s*(?P<postalcode>.+)\nTechnical Contact Country:\s*(?P<country>.+)\nTechnical Contact Country Code:\s*(?P<country_code>.+)\nTechnical Contact Phone Number:\s*(?P<phone>.+)\nTechnical Contact Email:\s*(?P<email>.+)\n", # .CO Internet
|
|
"Tech Contact: (?P<handle>.+)\nTech Organization: (?P<organization>.+)\nTech Name: (?P<name>.+)\nTech Street: (?P<street>.+)\nTech City: (?P<city>.+)\nTech Postal Code: (?P<postalcode>.+)\nTech State: (?P<state>.+)\nTech Country: (?P<country>.+)\nTech Phone: (?P<phone>.*)\nTech Phone Ext: (?P<phone_ext>.*)\nTech Fax: (?P<fax>.*)\nTech Fax Ext: (?P<fax_ext>.*)\nTech Email: (?P<email>.*)\n", # Key-Systems GmbH
|
|
"(?:Tech ID:[ ]*(?P<handle>.*)\n)?Tech[ ]*Name:[ ]*(?P<name>.*)\n(?:Tech[ ]*Organization:[ ]*(?P<organization>.*)\n)?Tech[ ]*Street:[ ]*(?P<street1>.+)\n(?:Tech[ ]*Street:[ ]*(?P<street2>.+)\n)?(?:Tech[ ]*Street:[ ]*(?P<street3>.+)\n)?Tech[ ]*City:[ ]*(?P<city>.+)\nTech[ ]*State(?:\/Province)?:[ ]*(?P<state>.*)\nTech[ ]*Postal[ ]*Code:[ ]*(?P<postalcode>.+)\nTech[ ]*Country:[ ]*(?P<country>.+)\n(?:Tech[ ]*Phone:[ ]*(?P<phone>.*)\n)?(?:Tech[ ]*Phone[ ]*Ext:[ ]*(?P<phone_ext>.*)\n)?(?:Tech[ ]*Fax:[ ]*(?P<fax>.*)\n)?(?:Tech[ ]*Fax[ ]*Ext:\s*?(?P<fax_ext>.*)\n)?(?:Tech[ ]*Email:[ ]*(?P<email>.+)\n)?", # WildWestDomains, GoDaddy, Namecheap/eNom, Ascio, Musedoma (.museum), EuroDNS, nic.ps
|
|
"Technical Contact\n(?: (?P<organization>.+)\n)? (?P<name>.+)\n Email:(?P<email>.+)\n (?P<street1>.+)\n(?: (?P<street2>.+)\n)? (?P<postalcode>.+) (?P<city>.+)\n (?P<country>.+)\n Tel: (?P<phone>.+)\n\n", # internet.bs
|
|
" Technical Contact Details:[ ]*\n (?P<organization>.*)\n (?P<name>.*)[ ]{2,}\((?P<email>.*)\)\n (?P<street1>.*)\n(?: (?P<street2>.*)\n)?(?: (?P<street3>.*)\n)? (?P<city>.*)\n (?P<state>.*),(?P<postalcode>.*)\n (?P<country>.*)\n Tel. (?P<phone>.*)", # Whois.com
|
|
"tech-id:[ ]*(?P<handle>.*)\n(?:tech-organization:[ ]*(?P<organization>.*)\n)?tech-name:[ ]*(?P<name>.*)\ntech-street:[ ]*(?P<street>.*)\ntech-city:[ ]*(?P<city>.*)\ntech-zip:[ ]*(?P<postalcode>.*)\ntech-country:[ ]*(?P<country>.*)\n(?:tech-phone:[ ]*(?P<phone>.*)\n)?(?:tech-fax:[ ]*(?P<fax>.*)\n)?tech-email:[ ]*(?P<email>.*)", # InterNetworX
|
|
"Technical Contact:\n tech_org: (?P<organization>.*)\n tech_name: (?P<name>.*)\n tech_email: (?P<email>.*)\n tech_address: (?P<address>.*)\n tech_city: (?P<city>.*)\n tech_state: (?P<state>.*)\n tech_zip: (?P<postalcode>.*)\n tech_country: (?P<country>.*)\n tech_phone: (?P<phone>.*)", # Bellnames
|
|
"Technical contact:\n(?P<name>[\S\s]+)\n(?P<street>.+)\n(?P<postalcode>[A-Z0-9-]+)\s+(?P<city>.+)\n(?P<country>.+)\n\n", # nic.ch
|
|
"Tech Contact ID:[ ]*(?P<handle>.+)\nTech Contact Name:[ ]*(?P<name>.+)", # .au
|
|
"Technical Contact ID:(?P<handle>.*)\nTechnical Contact Name:(?P<name>.*)\n(?:Technical Contact Organization:(?P<organization>.*)\n)?Technical Contact Address1:(?P<street1>.*)\n(?:Technical Contact Address2:(?P<street2>.*)\n)?(?:Technical Contact Address3:(?P<street3>.*)\n)?Technical Contact City:(?P<city>.*)\n(?:Technical Contact State/Province:(?P<state>.*)\n)?Technical Contact Postal Code:(?P<postalcode>.*)\nTechnical Contact Country:(?P<country>.*)\nTechnical Contact Country Code:.*\nTechnical Contact Phone Number:(?P<phone>.*)\n(?:Technical Contact Facsimile Number:(?P<facsimile>.*)\n)?Technical Contact Email:(?P<email>.*)", # .US, .biz (NeuStar)
|
|
"Technical Contacts\n Name: (?P<name>.+)\n(?: Organization: (?P<organization>.+)\n)? ContactID: (?P<handle>.+)\n(?: Address: (?P<street1>.+)\n(?: (?P<street2>.+)\n(?: (?P<street3>.+)\n)?)? (?P<city>.+)\n (?P<postalcode>.+)\n (?P<state>.+)\n (?P<country>.+)\n)?(?: Created: (?P<creationdate>.+)\n)?(?: Last Update: (?P<changedate>.+)\n)?", # nic.it // NOTE: Why does this say 'Contacts'? Can it have multiple?
|
|
"Tech Name[.]* (?P<name>.*)\n Tech Address[.]* (?P<street1>.*)\n Tech Address[.]* (?P<street2>.*)\n(?: Tech Address[.]* (?P<street3>.*)\n)? Tech Address[.]* (?P<city>.*)\n Tech Address[.]* (?P<postalcode>.*)\n Tech Address[.]* (?P<state>.*)\n Tech Address[.]* (?P<country>.*)\n Tech Email[.]* (?P<email>.*)\n Tech Phone[.]* (?P<phone>.*)\n Tech Fax[.]* (?P<fax>.*)", # Melbourne IT
|
|
"Technical contact:\n(?: (?P<organization>.+)\n)? (?P<name>.+)\n (?P<email>.+)\n (?P<street>.+)\n (?P<city>.+), (?P<state>.+) (?P<postalcode>.+) (?P<country>.+)\n Phone: (?P<phone>.*)\n Fax: (?P<fax>.*)\n", # Fabulous.com
|
|
"tech-c-name:\s*(?P<name>.+)\ntech-c-type:\s*(?P<type>.+)\ntech-c-address:\s*(?P<street>.+)\ntech-c-postcode:\s*(?P<postalcode>.+)\ntech-c-city:\s*(?P<city>.+)\ntech-c-country:\s*(?P<country>.+)\n(?:tech-c-phone:\s*(?P<phone>.+)\n)?(?:tech-c-email:\s*(?P<email>.+)\n)?", # Hetzner
|
|
"Admin Contact Information :[ ]*\n[ ]+(?P<firstname>.*)\n[ ]+(?P<lastname>.*)\n[ ]+(?P<organization>.*)\n[ ]+(?P<email>.*)\n[ ]+(?P<street>.*)\n[ ]+(?P<city>.*)\n[ ]+(?P<postalcode>.*)\n[ ]+(?P<phone>.*)\n[ ]+(?P<fax>.*)\n\n", # GAL Communication
|
|
" Technical contact:\n (?P<name>.+)\n (?P<organization>.*)\n (?P<street>.+)\n (?P<city>.+) (?P<state>\S+),[ ]+(?P<postalcode>.+)\n (?P<country>.+)\n (?P<email>.+)\n (?P<phone>.*)\n (?P<fax>.*)", # .am
|
|
"Technical:\n\s*Name:\s*(?P<name>.*)\n\s*Organisation:\s*(?P<organization>.*)\n\s*Language:.*\n\s*Phone:\s*(?P<phone>.*)\n\s*Fax:\s*(?P<fax>.*)\n\s*Email:\s*(?P<email>.*)\n", # EURid
|
|
"\[Zone-C\]\nType: (?P<type>.+)\nName: (?P<name>.+)\n(Organisation: (?P<organization>.+)\n){0,1}(Address: (?P<street1>.+)\n){1}(Address: (?P<street2>.+)\n){0,1}(Address: (?P<street3>.+)\n){0,1}(Address: (?P<street4>.+)\n){0,1}PostalCode: (?P<postalcode>.+)\nCity: (?P<city>.+)\nCountryCode: (?P<country>[A-Za-z]{2})\nPhone: (?P<phone>.+)\nFax: (?P<fax>.+)\nEmail: (?P<email>.+)\n(Remarks: (?P<remark>.+)\n){0,1}Changed: (?P<changed>.+)", # DeNIC
|
|
"Technical Contact:\n Name: (?P<name>.+)\n City: (?P<city>.+)\n State: (?P<state>.+)\n Country: (?P<country>.+)\n", # Akky (.com.mx)
|
|
"Tech Contact: (?P<handle>.+)\n(?P<organization>.+)\n(?P<street1>.+?)(?:,+ (?P<street2>.+?)(?:,+ (?P<street3>.+?)(?:,+ (?P<street4>.+?)(?:,+ (?P<street5>.+?)(?:,+ (?P<street6>.+?)(?:,+ (?P<street7>.+?))?)?)?)?)?)?\n(?P<city>.+),? (?P<state>[A-Z]{2,3})(?: [A-Z0-9]+)?\n(?P<postalcode>.+)\n(?P<country>[A-Z]+)\n", # .co.th, format 1
|
|
"Tech Contact: (?P<handle>.+)\n(?P<organization>.+)\n(?P<street1>.+?)(?:,+ (?P<street2>.+?)(?:,+ (?P<street3>.+?)(?:,+ (?P<street4>.+?)(?:,+ (?P<street5>.+?)(?:,+ (?P<street6>.+?)(?:,+ (?P<street7>.+?))?)?)?)?)?)?\n(?P<city>.+), (?P<state>.+)\n(?P<postalcode>.+)\n(?P<country>[A-Z]+)\n", # .co.th, format 2
|
|
"Tech Contact: (?P<handle>.+)\n(?P<organization>.+)\n(?P<street1>.+?)(?:,+ (?P<street2>.+?)(?:,+ (?P<street3>.+?)(?:,+ (?P<street4>.+?)(?:,+ (?P<street5>.+?)(?:,+ (?P<street6>.+?)(?:,+ (?P<street7>.+?))?)?)?)?)?)?, (?P<city>.+)\n(?P<postalcode>.+)\n(?P<country>[A-Z]+)\n", # .co.th, format 3
|
|
"Tech Contact: (?P<handle>.+)\n(?P<street1>.+) (?P<city>[^\s]+)\n(?P<postalcode>.+)\n(?P<country>[A-Z]+)\n", # .co.th, format 4
|
|
"Tech Contact: (?P<handle>.+)\n(?P<organization>.+)\n(?P<street1>.+)\n(?P<district>.+) (?P<city>[^\s]+)\n(?P<postalcode>.+)\n(?P<country>[A-Z]+)\n", # .co.th, format 5
|
|
"Tech Contact: (?P<handle>.+)\n(?P<organization>.+)\n(?P<street1>.+)\n(?P<street2>.+)\n(?:(?P<street3>.+)\n)?(?P<city>.+)\n(?P<postalcode>.+)\n(?P<country>[A-Z]+)\n", # .co.th, format 6
|
|
" Technical Contact:\n (?P<name>.+) (?P<email>.+)\n (?P<phone>.*)\n (?P<fax>.*)\n", # .com.tw (Western registrars)
|
|
"Technical Contact Information:\n\n(?:Given name: (?P<firstname>.+)\n)?(?:Family name: (?P<lastname>.+)\n)?(?:Company name: (?P<organization>.+)\n)?Address: (?P<street>.+)\nCountry: (?P<country>.+)\nPhone: (?P<phone>.*)\nFax: (?P<fax>.*)\nEmail: (?P<email>.+)\n(?:Account Name: (?P<handle>.+)\n)?", # HKDNR (.hk)
|
|
]
|
|
|
|
admin_contact_regexes = [
|
|
" Administrative Contact:[ ]*\n (?P<organization>.*)\n (?P<name>.*)\n (?P<street>.*)\n (?P<city>.*), (?P<state>.*) (?P<postalcode>.*)\n (?P<country>.*)\n(?: Phone: (?P<phone>.*)\n)? Email: (?P<email>.*)\n", # Corporate Domains, Inc.
|
|
"Administrative Contact:\n (?P<name>.+)\n (?P<street1>.+)\n(?: (?P<street2>.*)\n)?(?: (?P<street3>.*)\n)? (?P<postalcode>.+), (?P<city>.+)\n (?P<country>.+)\n (?P<phone>.+)\n (?P<email>.+)\n\n", # OVH
|
|
"(?:Admin ID:(?P<handle>.+)\n)?Admin Name:(?P<name>.*)\n(?:Admin Organization:(?P<organization>.*)\n)?Admin Street1?:(?P<street1>.*)\n(?:Admin Street2:(?P<street2>.*)\n)?(?:Admin Street3:(?P<street3>.*)\n)?Admin City:(?P<city>.*)\nAdmin State/Province:(?P<state>.*)\nAdmin Postal Code:(?P<postalcode>.*)\nAdmin Country:(?P<country>.*)\nAdmin Phone:(?P<phone>.*)\n(?:Admin Phone Ext.:(?P<phone_ext>.*)\n)?(?:Admin FAX:(?P<fax>.*)\n)?(?:Admin FAX Ext.:(?P<fax_ext>.*)\n)?Admin Email:(?P<email>.*)", # Public Interest Registry (.org), nic.pw, No-IP.com
|
|
"Admin(?:istrative)? ID:(?P<handle>.+)\nAdmin(?:istrative)? Name:(?P<name>.*)\n(?:Admin(?:istrative)? Organization:(?P<organization>.*)\n)?Admin(?:istrative)? Address1?:(?P<street1>.*)\n(?:Admin(?:istrative)? Address2:(?P<street2>.*)\n)?(?:Admin(?:istrative)? Address3:(?P<street3>.*)\n)?Admin(?:istrative)? City:(?P<city>.*)\nAdmin(?:istrative)? State/Province:(?P<state>.*)\nAdmin(?:istrative)? Country/Economy:(?P<country>.*)\nAdmin(?:istrative)? Postal Code:(?P<postalcode>.*)\nAdmin(?:istrative)? Phone:(?P<phone>.*)\n(?:Admin(?:istrative)? Phone Ext.:(?P<phone_ext>.*)\n)?(?:Admin(?:istrative)? FAX:(?P<fax>.*)\n)?(?:Admin(?:istrative)? FAX Ext.:(?P<fax_ext>.*)\n)?Admin(?:istrative)? E-mail:(?P<email>.*)", # .ME, DotAsia
|
|
"Administrative Contact ID:\s*(?P<handle>.+)\nAdministrative Contact Name:\s*(?P<name>.+)\nAdministrative Contact Organization:\s*(?P<organization>.*)\nAdministrative Contact Address1:\s*(?P<street1>.+)\nAdministrative Contact Address2:\s*(?P<street2>.*)\nAdministrative Contact City:\s*(?P<city>.+)\nAdministrative Contact State/Province:\s*(?P<state>.+)\nAdministrative Contact Postal Code:\s*(?P<postalcode>.+)\nAdministrative Contact Country:\s*(?P<country>.+)\nAdministrative Contact Country Code:\s*(?P<country_code>.+)\nAdministrative Contact Phone Number:\s*(?P<phone>.+)\nAdministrative Contact Email:\s*(?P<email>.+)\n", # .CO Internet
|
|
"Admin Contact: (?P<handle>.+)\nAdmin Organization: (?P<organization>.+)\nAdmin Name: (?P<name>.+)\nAdmin Street: (?P<street>.+)\nAdmin City: (?P<city>.+)\nAdmin State: (?P<state>.+)\nAdmin Postal Code: (?P<postalcode>.+)\nAdmin Country: (?P<country>.+)\nAdmin Phone: (?P<phone>.*)\nAdmin Phone Ext: (?P<phone_ext>.*)\nAdmin Fax: (?P<fax>.*)\nAdmin Fax Ext: (?P<fax_ext>.*)\nAdmin Email: (?P<email>.*)\n", # Key-Systems GmbH
|
|
"(?:Admin ID:[ ]*(?P<handle>.*)\n)?Admin[ ]*Name:[ ]*(?P<name>.*)\n(?:Admin[ ]*Organization:[ ]*(?P<organization>.*)\n)?Admin[ ]*Street:[ ]*(?P<street1>.+)\n(?:Admin[ ]*Street:[ ]*(?P<street2>.+)\n)?(?:Admin[ ]*Street:[ ]*(?P<street3>.+)\n)?Admin[ ]*City:[ ]*(?P<city>.+)\nAdmin[ ]*State(?:\/Province)?:[ ]*(?P<state>.*)\nAdmin[ ]*Postal[ ]*Code:[ ]*(?P<postalcode>.+)\nAdmin[ ]*Country:[ ]*(?P<country>.+)\n(?:Admin[ ]*Phone:[ ]*(?P<phone>.*)\n)?(?:Admin[ ]*Phone[ ]*Ext:[ ]*(?P<phone_ext>.*)\n)?(?:Admin[ ]*Fax:[ ]*(?P<fax>.*)\n)?(?:Admin[ ]*Fax[ ]*Ext:\s*?(?P<fax_ext>.*)\n)?(?:Admin[ ]*Email:[ ]*(?P<email>.+)\n)?", # WildWestDomains, GoDaddy, Namecheap/eNom, Ascio, Musedoma (.museum), EuroDNS, nic.ps
|
|
"Administrative Contact\n(?: (?P<organization>.+)\n)? (?P<name>.+)\n Email:(?P<email>.+)\n (?P<street1>.+)\n(?: (?P<street2>.+)\n)? (?P<postalcode>.+) (?P<city>.+)\n (?P<country>.+)\n Tel: (?P<phone>.+)\n\n", # internet.bs
|
|
" Administrative Contact Details:[ ]*\n (?P<organization>.*)\n (?P<name>.*)[ ]{2,}\((?P<email>.*)\)\n (?P<street1>.*)\n(?: (?P<street2>.*)\n)?(?: (?P<street3>.*)\n)? (?P<city>.*)\n (?P<state>.*),(?P<postalcode>.*)\n (?P<country>.*)\n Tel. (?P<phone>.*)", # Whois.com
|
|
"admin-id:[ ]*(?P<handle>.*)\n(?:admin-organization:[ ]*(?P<organization>.*)\n)?admin-name:[ ]*(?P<name>.*)\nadmin-street:[ ]*(?P<street>.*)\nadmin-city:[ ]*(?P<city>.*)\nadmin-zip:[ ]*(?P<postalcode>.*)\nadmin-country:[ ]*(?P<country>.*)\n(?:admin-phone:[ ]*(?P<phone>.*)\n)?(?:admin-fax:[ ]*(?P<fax>.*)\n)?admin-email:[ ]*(?P<email>.*)", # InterNetworX
|
|
"Administrative Contact:\n admin_org: (?P<organization>.*)\n admin_name: (?P<name>.*)\n admin_email: (?P<email>.*)\n admin_address: (?P<address>.*)\n admin_city: (?P<city>.*)\n admin_state: (?P<state>.*)\n admin_zip: (?P<postalcode>.*)\n admin_country: (?P<country>.*)\n admin_phone: (?P<phone>.*)", # Bellnames
|
|
"Administrative Contact ID:(?P<handle>.*)\nAdministrative Contact Name:(?P<name>.*)\n(?:Administrative Contact Organization:(?P<organization>.*)\n)?Administrative Contact Address1:(?P<street1>.*)\n(?:Administrative Contact Address2:(?P<street2>.*)\n)?(?:Administrative Contact Address3:(?P<street3>.*)\n)?Administrative Contact City:(?P<city>.*)\n(?:Administrative Contact State/Province:(?P<state>.*)\n)?Administrative Contact Postal Code:(?P<postalcode>.*)\nAdministrative Contact Country:(?P<country>.*)\nAdministrative Contact Country Code:.*\nAdministrative Contact Phone Number:(?P<phone>.*)\n(?:Administrative Contact Facsimile Number:(?P<facsimile>.*)\n)?Administrative Contact Email:(?P<email>.*)", # .US, .biz (NeuStar)
|
|
"Admin Contact\n Name: (?P<name>.+)\n(?: Organization: (?P<organization>.+)\n)? ContactID: (?P<handle>.+)\n(?: Address: (?P<street1>.+)\n(?: (?P<street2>.+)\n(?: (?P<street3>.+)\n)?)? (?P<city>.+)\n (?P<postalcode>.+)\n (?P<state>.+)\n (?P<country>.+)\n)?(?: Created: (?P<creationdate>.+)\n)?(?: Last Update: (?P<changedate>.+)\n)?", # nic.it
|
|
"Admin Name[.]* (?P<name>.*)\n Admin Address[.]* (?P<street1>.*)\n Admin Address[.]* (?P<street2>.*)\n(?: Admin Address[.]* (?P<street3>.*)\n)? Admin Address[.]* (?P<city>.*)\n Admin Address[.]* (?P<postalcode>.*)\n Admin Address[.]* (?P<state>.*)\n Admin Address[.]* (?P<country>.*)\n Admin Email[.]* (?P<email>.*)\n Admin Phone[.]* (?P<phone>.*)\n Admin Fax[.]* (?P<fax>.*)", # Melbourne IT
|
|
"Administrative contact:\n(?: (?P<organization>.+)\n)? (?P<name>.+)\n (?P<email>.+)\n (?P<street>.+)\n (?P<city>.+), (?P<state>.+) (?P<postalcode>.+) (?P<country>.+)\n Phone: (?P<phone>.*)\n Fax: (?P<fax>.*)\n", # Fabulous.com
|
|
"admin-c-name:\s*(?P<name>.+)\nadmin-c-type:\s*(?P<type>.+)\nadmin-c-address:\s*(?P<street>.+)\nadmin-c-postcode:\s*(?P<postalcode>.+)\nadmin-c-city:\s*(?P<city>.+)\nadmin-c-country:\s*(?P<country>.+)\n(?:admin-c-phone:\s*(?P<phone>.+)\n)?(?:admin-c-email:\s*(?P<email>.+)\n)?", # Hetzner
|
|
"Tech Contact Information :[ ]*\n[ ]+(?P<firstname>.*)\n[ ]+(?P<lastname>.*)\n[ ]+(?P<organization>.*)\n[ ]+(?P<email>.*)\n[ ]+(?P<street>.*)\n[ ]+(?P<city>.*)\n[ ]+(?P<postalcode>.*)\n[ ]+(?P<phone>.*)\n[ ]+(?P<fax>.*)\n\n", # GAL Communication
|
|
" Administrative contact:\n (?P<name>.+)\n (?P<organization>.*)\n (?P<street>.+)\n (?P<city>.+) (?P<state>\S+),[ ]+(?P<postalcode>.+)\n (?P<country>.+)\n (?P<email>.+)\n (?P<phone>.*)\n (?P<fax>.*)", # .am
|
|
"Administrative Contact:\n Name: (?P<name>.+)\n City: (?P<city>.+)\n State: (?P<state>.+)\n Country: (?P<country>.+)\n", # Akky (.com.mx)
|
|
"\[Tech-C\]\nType: (?P<type>.+)\nName: (?P<name>.+)\n(Organisation: (?P<organization>.+)\n){0,1}(Address: (?P<street1>.+)\n){1}(Address: (?P<street2>.+)\n){0,1}(Address: (?P<street3>.+)\n){0,1}(Address: (?P<street4>.+)\n){0,1}PostalCode: (?P<postalcode>.+)\nCity: (?P<city>.+)\nCountryCode: (?P<country>[A-Za-z]{2})\nPhone: (?P<phone>.+)\nFax: (?P<fax>.+)\nEmail: (?P<email>.+)\n(Remarks: (?P<remark>.+)\n){0,1}Changed: (?P<changed>.+)", # DeNIC
|
|
" Administrative Contact:\n (?P<name>.+) (?P<email>.+)\n (?P<phone>.*)\n (?P<fax>.*)\n", # .com.tw (Western registrars)
|
|
"Administrative Contact Information:\n\n(?:Given name: (?P<firstname>.+)\n)?(?:Family name: (?P<lastname>.+)\n)?(?:Company name: (?P<organization>.+)\n)?Address: (?P<street>.+)\nCountry: (?P<country>.+)\nPhone: (?P<phone>.*)\nFax: (?P<fax>.*)\nEmail: (?P<email>.+)\n(?:Account Name: (?P<handle>.+)\n)?", # HKDNR (.hk)
|
|
]
|
|
|
|
billing_contact_regexes = [
|
|
"(?:Billing ID:(?P<handle>.+)\n)?Billing Name:(?P<name>.*)\nBilling Organization:(?P<organization>.*)\nBilling Street1:(?P<street1>.*)\n(?:Billing Street2:(?P<street2>.*)\n)?(?:Billing Street3:(?P<street3>.*)\n)?Billing City:(?P<city>.*)\nBilling State/Province:(?P<state>.*)\nBilling Postal Code:(?P<postalcode>.*)\nBilling Country:(?P<country>.*)\nBilling Phone:(?P<phone>.*)\n(?:Billing Phone Ext.:(?P<phone_ext>.*)\n)?(?:Billing FAX:(?P<fax>.*)\n)?(?:Billing FAX Ext.:(?P<fax_ext>.*)\n)?Billing Email:(?P<email>.*)", # nic.pw, No-IP.com
|
|
"Billing ID:(?P<handle>.+)\nBilling Name:(?P<name>.*)\n(?:Billing Organization:(?P<organization>.*)\n)?Billing Address1?:(?P<street1>.*)\n(?:Billing Address2:(?P<street2>.*)\n)?(?:Billing Address3:(?P<street3>.*)\n)?Billing City:(?P<city>.*)\nBilling State/Province:(?P<state>.*)\nBilling Country/Economy:(?P<country>.*)\nBilling Postal Code:(?P<postalcode>.*)\nBilling Phone:(?P<phone>.*)\n(?:Billing Phone Ext.:(?P<phone_ext>.*)\n)?(?:Billing FAX:(?P<fax>.*)\n)?(?:Billing FAX Ext.:(?P<fax_ext>.*)\n)?Billing E-mail:(?P<email>.*)", # DotAsia
|
|
"Billing Contact ID:\s*(?P<handle>.+)\nBilling Contact Name:\s*(?P<name>.+)\nBilling Contact Organization:\s*(?P<organization>.*)\nBilling Contact Address1:\s*(?P<street1>.+)\nBilling Contact Address2:\s*(?P<street2>.*)\nBilling Contact City:\s*(?P<city>.+)\nBilling Contact State/Province:\s*(?P<state>.+)\nBilling Contact Postal Code:\s*(?P<postalcode>.+)\nBilling Contact Country:\s*(?P<country>.+)\nBilling Contact Country Code:\s*(?P<country_code>.+)\nBilling Contact Phone Number:\s*(?P<phone>.+)\nBilling Contact Email:\s*(?P<email>.+)\n", # .CO Internet
|
|
"Billing Contact: (?P<handle>.+)\nBilling Organization: (?P<organization>.+)\nBilling Name: (?P<name>.+)\nBilling Street: (?P<street>.+)\nBilling City: (?P<city>.+)\nBilling Postal Code: (?P<postalcode>.+)\nBilling State: (?P<state>.+)\nBilling Country: (?P<country>.+)\nBilling Phone: (?P<phone>.*)\nBilling Phone Ext: (?P<phone_ext>.*)\nBilling Fax: (?P<fax>.*)\nBilling Fax Ext: (?P<fax_ext>.*)\nBilling Email: (?P<email>.*)\n", # Key-Systems GmbH
|
|
"(?:Billing ID:[ ]*(?P<handle>.*)\n)?Billing[ ]*Name:[ ]*(?P<name>.*)\n(?:Billing[ ]*Organization:[ ]*(?P<organization>.*)\n)?Billing[ ]*Street:[ ]*(?P<street1>.+)\n(?:Billing[ ]*Street:[ ]*(?P<street2>.+)\n)?Billing[ ]*City:[ ]*(?P<city>.+)\nBilling[ ]*State\/Province:[ ]*(?P<state>.+)\nBilling[ ]*Postal[ ]*Code:[ ]*(?P<postalcode>.+)\nBilling[ ]*Country:[ ]*(?P<country>.+)\n(?:Billing[ ]*Phone:[ ]*(?P<phone>.*)\n)?(?:Billing[ ]*Phone[ ]*Ext:[ ]*(?P<phone_ext>.*)\n)?(?:Billing[ ]*Fax:[ ]*(?P<fax>.*)\n)?(?:Billing[ ]*Fax[ ]*Ext:\s*?(?P<fax_ext>.*)\n)?(?:Billing[ ]*Email:[ ]*(?P<email>.+)\n)?", # Musedoma (.museum)
|
|
"Billing Contact:\n (?P<name>.+)\n (?P<street1>.+)\n(?: (?P<street2>.*)\n)?(?: (?P<street3>.*)\n)? (?P<postalcode>.+), (?P<city>.+)\n (?P<country>.+)\n (?P<phone>.+)\n (?P<email>.+)\n\n", # OVH
|
|
" Billing Contact Details:[ ]*\n (?P<organization>.*)\n (?P<name>.*)[ ]{2,}\((?P<email>.*)\)\n (?P<street1>.*)\n(?: (?P<street2>.*)\n)?(?: (?P<street3>.*)\n)? (?P<city>.*)\n (?P<state>.*),(?P<postalcode>.*)\n (?P<country>.*)\n Tel. (?P<phone>.*)", # Whois.com
|
|
"billing-id:[ ]*(?P<handle>.*)\n(?:billing-organization:[ ]*(?P<organization>.*)\n)?billing-name:[ ]*(?P<name>.*)\nbilling-street:[ ]*(?P<street>.*)\nbilling-city:[ ]*(?P<city>.*)\nbilling-zip:[ ]*(?P<postalcode>.*)\nbilling-country:[ ]*(?P<country>.*)\n(?:billing-phone:[ ]*(?P<phone>.*)\n)?(?:billing-fax:[ ]*(?P<fax>.*)\n)?billing-email:[ ]*(?P<email>.*)", # InterNetworX
|
|
"Billing Contact:\n bill_org: (?P<organization>.*)\n bill_name: (?P<name>.*)\n bill_email: (?P<email>.*)\n bill_address: (?P<address>.*)\n bill_city: (?P<city>.*)\n bill_state: (?P<state>.*)\n bill_zip: (?P<postalcode>.*)\n bill_country: (?P<country>.*)\n bill_phone: (?P<phone>.*)", # Bellnames
|
|
"Billing Contact ID:(?P<handle>.*)\nBilling Contact Name:(?P<name>.*)\n(?:Billing Contact Organization:(?P<organization>.*)\n)?Billing Contact Address1:(?P<street1>.*)\n(?:Billing Contact Address2:(?P<street2>.*)\n)?(?:Billing Contact Address3:(?P<street3>.*)\n)?Billing Contact City:(?P<city>.*)\n(?:Billing Contact State/Province:(?P<state>.*)\n)?Billing Contact Postal Code:(?P<postalcode>.*)\nBilling Contact Country:(?P<country>.*)\nBilling Contact Country Code:.*\nBilling Contact Phone Number:(?P<phone>.*)\n(?:Billing Contact Facsimile Number:(?P<facsimile>.*)\n)?Billing Contact Email:(?P<email>.*)", # .US, .biz (NeuStar)
|
|
"Billing contact:\n(?: (?P<organization>.+)\n)? (?P<name>.+)\n (?P<email>.+)\n (?P<street>.+)\n (?P<city>.+), (?P<state>.+) (?P<postalcode>.+) (?P<country>.+)\n Phone: (?P<phone>.*)\n Fax: (?P<fax>.*)\n", # Fabulous.com
|
|
"Billing Contact Information :[ ]*\n[ ]+(?P<firstname>.*)\n[ ]+(?P<lastname>.*)\n[ ]+(?P<organization>.*)\n[ ]+(?P<email>.*)\n[ ]+(?P<street>.*)\n[ ]+(?P<city>.*)\n[ ]+(?P<postalcode>.*)\n[ ]+(?P<phone>.*)\n[ ]+(?P<fax>.*)\n\n", # GAL Communication
|
|
"Billing Contact:\n Name: (?P<name>.+)\n City: (?P<city>.+)\n State: (?P<state>.+)\n Country: (?P<country>.+)\n", # Akky (.com.mx)
|
|
]
|
|
|
|
# Some registries use NIC handle references instead of directly listing contacts...
|
|
nic_contact_references = {
|
|
"registrant": [
|
|
"registrant:\s*(?P<handle>.+)", # nic.at
|
|
"owner-contact:\s*(?P<handle>.+)", # LCN.com
|
|
"holder-c:\s*(?P<handle>.+)", # AFNIC
|
|
"holder:\s*(?P<handle>.+)", # iis.se (they apparently want to be difficult, and won't give you contact info for the handle over their WHOIS service)
|
|
],
|
|
"tech": [
|
|
"tech-c:\s*(?P<handle>.+)", # nic.at, AFNIC, iis.se
|
|
"technical-contact:\s*(?P<handle>.+)", # LCN.com
|
|
"n\. \[Technical Contact\] (?P<handle>.+)\n", #.co.jp
|
|
],
|
|
"admin": [
|
|
"admin-c:\s*(?P<handle>.+)", # nic.at, AFNIC, iis.se
|
|
"admin-contact:\s*(?P<handle>.+)", # LCN.com
|
|
"m\. \[Administrative Contact\] (?P<handle>.+)\n", # .co.jp
|
|
],
|
|
"billing": [
|
|
"billing-c:\s*(?P<handle>.+)", # iis.se
|
|
"billing-contact:\s*(?P<handle>.+)", # LCN.com
|
|
]
|
|
}
|
|
|
|
# Why do the below? The below is meant to handle with an edge case (issue #2) where a partial match followed
|
|
# by a failure, for a regex containing the \s*.+ pattern, would send the regex module on a wild goose hunt for
|
|
# matching positions. The workaround is to use \S.* instead of .+, but in the interest of keeping the regexes
|
|
# consistent and compact, it's more practical to do this (predictable) conversion on runtime.
|
|
# FIXME: This breaks on NIC contact regex for nic.at. Why?
|
|
registrant_regexes = [preprocess_regex(regex) for regex in registrant_regexes]
|
|
tech_contact_regexes = [preprocess_regex(regex) for regex in tech_contact_regexes]
|
|
admin_contact_regexes = [preprocess_regex(regex) for regex in admin_contact_regexes]
|
|
billing_contact_regexes = [preprocess_regex(regex) for regex in billing_contact_regexes]
|
|
|
|
nic_contact_regexes = [
|
|
"personname:\s*(?P<name>.+)\norganization:\s*(?P<organization>.+)\nstreet address:\s*(?P<street>.+)\npostal code:\s*(?P<postalcode>.+)\ncity:\s*(?P<city>.+)\ncountry:\s*(?P<country>.+)\n(?:phone:\s*(?P<phone>.+)\n)?(?:fax-no:\s*(?P<fax>.+)\n)?(?:e-mail:\s*(?P<email>.+)\n)?nic-hdl:\s*(?P<handle>.+)\nchanged:\s*(?P<changedate>.+)", # nic.at
|
|
"contact-handle:[ ]*(?P<handle>.+)\ncontact:[ ]*(?P<name>.+)\n(?:organisation:[ ]*(?P<organization>.+)\n)?address:[ ]*(?P<street1>.+)\n(?:address:[ ]*(?P<street2>.+)\n)?(?:address:[ ]*(?P<street3>.+)\n)?(?:address:[ ]*(?P<street4>.+)\n)?address:[ ]*(?P<city>.+)\naddress:[ ]*(?P<state>.+)\naddress:[ ]*(?P<postalcode>.+)\naddress:[ ]*(?P<country>.+)\n(?:phone:[ ]*(?P<phone>.+)\n)?(?:fax:[ ]*(?P<fax>.+)\n)?(?:email:[ ]*(?P<email>.+)\n)?", # LCN.com
|
|
"Contact Information:\na\. \[JPNIC Handle\] (?P<handle>.+)\nc\. \[Last, First\] (?P<lastname>.+), (?P<firstname>.+)\nd\. \[E-Mail\] (?P<email>.+)\ng\. \[Organization\] (?P<organization>.+)\nl\. \[Division\] (?P<division>.+)\nn\. \[Title\] (?P<title>.+)\no\. \[TEL\] (?P<phone>.+)\np\. \[FAX\] (?P<fax>.+)\ny\. \[Reply Mail\] .*\n\[Last Update\] (?P<changedate>.+) \(JST\)\n", # JPRS .co.jp contact handle lookup
|
|
"person:\s*(?P<name>.+)\nnic-hdl:\s*(?P<handle>.+)\n", # .ie
|
|
"nic-hdl:\s+(?P<handle>.+)\nperson:\s+(?P<name>.+)\n(?:e-mail:\s+(?P<email>.+)\n)?(?:address:\s+(?P<street1>.+?)(?:,+ (?P<street2>.+?)(?:,+ (?P<street3>.+?)(?:,+ (?P<street4>.+?)(?:,+ (?P<street5>.+?)(?:,+ (?P<street6>.+?)(?:,+ (?P<street7>.+?))?)?)?)?)?)?, (?P<city>.+), (?P<state>.+), (?P<country>.+)\n)?(?:phone:\s+(?P<phone>.+)\n)?(?:fax-no:\s+(?P<fax>.+)\n)?", # nic.ir, individual - this is a nasty one.
|
|
"nic-hdl:\s+(?P<handle>.+)\norg:\s+(?P<organization>.+)\n(?:e-mail:\s+(?P<email>.+)\n)?(?:address:\s+(?P<street1>.+?)(?:,+ (?P<street2>.+?)(?:,+ (?P<street3>.+?)(?:,+ (?P<street4>.+?)(?:,+ (?P<street5>.+?)(?:,+ (?P<street6>.+?)(?:,+ (?P<street7>.+?))?)?)?)?)?)?, (?P<city>.+), (?P<state>.+), (?P<country>.+)\n)?(?:phone:\s+(?P<phone>.+)\n)?(?:fax-no:\s+(?P<fax>.+)\n)?", # nic.ir, organization
|
|
"nic-hdl:\s*(?P<handle>.+)\ntype:\s*(?P<type>.+)\ncontact:\s*(?P<name>.+)\n(?:.+\n)*?(?:address:\s*(?P<street1>.+)\naddress:\s*(?P<street2>.+)\naddress:\s*(?P<street3>.+)\naddress:\s*(?P<country>.+)\n)?(?:phone:\s*(?P<phone>.+)\n)?(?:fax-no:\s*(?P<fax>.+)\n)?(?:.+\n)*?(?:e-mail:\s*(?P<email>.+)\n)?(?:.+\n)*?changed:\s*(?P<changedate>[0-9]{2}\/[0-9]{2}\/[0-9]{4}).*\n", # AFNIC madness without country field
|
|
"nic-hdl:\s*(?P<handle>.+)\ntype:\s*(?P<type>.+)\ncontact:\s*(?P<name>.+)\n(?:.+\n)*?(?:address:\s*(?P<street1>.+)\n)?(?:address:\s*(?P<street2>.+)\n)?(?:address:\s*(?P<street3>.+)\n)?(?:phone:\s*(?P<phone>.+)\n)?(?:fax-no:\s*(?P<fax>.+)\n)?(?:.+\n)*?(?:e-mail:\s*(?P<email>.+)\n)?(?:.+\n)*?changed:\s*(?P<changedate>[0-9]{2}\/[0-9]{2}\/[0-9]{4}).*\n", # AFNIC madness any country -at all-
|
|
"nic-hdl:\s*(?P<handle>.+)\ntype:\s*(?P<type>.+)\ncontact:\s*(?P<name>.+)\n(?:.+\n)*?(?:address:\s*(?P<street1>.+)\n)?(?:address:\s*(?P<street2>.+)\n)?(?:address:\s*(?P<street3>.+)\n)?(?:address:\s*(?P<street4>.+)\n)?country:\s*(?P<country>.+)\n(?:phone:\s*(?P<phone>.+)\n)?(?:fax-no:\s*(?P<fax>.+)\n)?(?:.+\n)*?(?:e-mail:\s*(?P<email>.+)\n)?(?:.+\n)*?changed:\s*(?P<changedate>[0-9]{2}\/[0-9]{2}\/[0-9]{4}).*\n", # AFNIC madness with country field
|
|
]
|
|
|
|
organization_regexes = (
|
|
r"\sltd\.?($|\s)",
|
|
r"\sco\.?($|\s)",
|
|
r"\scorp\.?($|\s)",
|
|
r"\sinc\.?($|\s)",
|
|
r"\ss\.?p\.?a\.?($|\s)",
|
|
r"\ss\.?(c\.?)?r\.?l\.?($|\s)",
|
|
r"\ss\.?a\.?s\.?($|\s)",
|
|
r"\sa\.?g\.?($|\s)",
|
|
r"\sn\.?v\.?($|\s)",
|
|
r"\sb\.?v\.?($|\s)",
|
|
r"\sp\.?t\.?y\.?($|\s)",
|
|
r"\sp\.?l\.?c\.?($|\s)",
|
|
r"\sv\.?o\.?f\.?($|\s)",
|
|
r"\sb\.?v\.?b\.?a\.?($|\s)",
|
|
r"\sg\.?m\.?b\.?h\.?($|\s)",
|
|
r"\ss\.?a\.?r\.?l\.?($|\s)",
|
|
)
|
|
|
|
grammar["_data"]["id"] = precompile_regexes(grammar["_data"]["id"], re.IGNORECASE)
|
|
grammar["_data"]["status"] = precompile_regexes(grammar["_data"]["status"], re.IGNORECASE)
|
|
grammar["_data"]["creation_date"] = precompile_regexes(grammar["_data"]["creation_date"], re.IGNORECASE)
|
|
grammar["_data"]["expiration_date"] = precompile_regexes(grammar["_data"]["expiration_date"], re.IGNORECASE)
|
|
grammar["_data"]["updated_date"] = precompile_regexes(grammar["_data"]["updated_date"], re.IGNORECASE)
|
|
grammar["_data"]["registrar"] = precompile_regexes(grammar["_data"]["registrar"], re.IGNORECASE)
|
|
grammar["_data"]["whois_server"] = precompile_regexes(grammar["_data"]["whois_server"], re.IGNORECASE)
|
|
grammar["_data"]["nameservers"] = precompile_regexes(grammar["_data"]["nameservers"], re.IGNORECASE)
|
|
grammar["_data"]["emails"] = precompile_regexes(grammar["_data"]["emails"], re.IGNORECASE)
|
|
|
|
grammar["_dateformats"] = precompile_regexes(grammar["_dateformats"], re.IGNORECASE)
|
|
|
|
registrant_regexes = precompile_regexes(registrant_regexes)
|
|
tech_contact_regexes = precompile_regexes(tech_contact_regexes)
|
|
billing_contact_regexes = precompile_regexes(billing_contact_regexes)
|
|
admin_contact_regexes = precompile_regexes(admin_contact_regexes)
|
|
nic_contact_regexes = precompile_regexes(nic_contact_regexes)
|
|
organization_regexes = precompile_regexes(organization_regexes, re.IGNORECASE)
|
|
|
|
nic_contact_references["registrant"] = precompile_regexes(nic_contact_references["registrant"])
|
|
nic_contact_references["tech"] = precompile_regexes(nic_contact_references["tech"])
|
|
nic_contact_references["admin"] = precompile_regexes(nic_contact_references["admin"])
|
|
nic_contact_references["billing"] = precompile_regexes(nic_contact_references["billing"])
|
|
|
|
if sys.version_info < (3, 0):
|
|
def is_string(data):
|
|
"""Test for string with support for python 2."""
|
|
return isinstance(data, basestring)
|
|
else:
|
|
def is_string(data):
|
|
"""Test for string with support for python 3."""
|
|
return isinstance(data, str)
|
|
|
|
|
|
def parse_raw_whois(raw_data, normalized=None, never_query_handles=True, handle_server=""):
|
|
normalized = normalized or []
|
|
data = {}
|
|
|
|
raw_data = [segment.replace("\r", "") for segment in raw_data] # Carriage returns are the devil
|
|
|
|
for segment in raw_data:
|
|
for rule_key, rule_regexes in grammar['_data'].items():
|
|
if (rule_key in data) == False:
|
|
for line in segment.splitlines():
|
|
for regex in rule_regexes:
|
|
result = re.search(regex, line)
|
|
|
|
if result is not None:
|
|
val = result.group("val").strip()
|
|
if val != "":
|
|
try:
|
|
data[rule_key].append(val)
|
|
except KeyError as e:
|
|
data[rule_key] = [val]
|
|
|
|
# Whois.com is a bit special... Fabulous.com also seems to use this format. As do some others.
|
|
match = re.search("^\s?Name\s?[Ss]ervers:?\s*\n((?:\s*.+\n)+?\s?)\n", segment, re.MULTILINE)
|
|
if match is not None:
|
|
chunk = match.group(1)
|
|
for match in re.findall("[ ]*(.+)\n", chunk):
|
|
if match.strip() != "":
|
|
if not re.match("^[a-zA-Z]+:", match):
|
|
try:
|
|
data["nameservers"].append(match.strip())
|
|
except KeyError as e:
|
|
data["nameservers"] = [match.strip()]
|
|
# Nominet also needs some special attention
|
|
match = re.search(" Registrar:\n (.+)\n", segment)
|
|
if match is not None:
|
|
data["registrar"] = [match.group(1).strip()]
|
|
match = re.search(" Registration status:\n (.+)\n", segment)
|
|
if match is not None:
|
|
data["status"] = [match.group(1).strip()]
|
|
match = re.search(" Name servers:\n([\s\S]*?\n)\n", segment)
|
|
if match is not None:
|
|
chunk = match.group(1)
|
|
for match in re.findall(" (.+)\n", chunk):
|
|
match = match.split()[0]
|
|
try:
|
|
data["nameservers"].append(match.strip())
|
|
except KeyError as e:
|
|
data["nameservers"] = [match.strip()]
|
|
# janet (.ac.uk) is kinda like Nominet, but also kinda not
|
|
match = re.search("Registered By:\n\t(.+)\n", segment)
|
|
if match is not None:
|
|
data["registrar"] = [match.group(1).strip()]
|
|
match = re.search("Entry created:\n\t(.+)\n", segment)
|
|
if match is not None:
|
|
data["creation_date"] = [match.group(1).strip()]
|
|
match = re.search("Renewal date:\n\t(.+)\n", segment)
|
|
if match is not None:
|
|
data["expiration_date"] = [match.group(1).strip()]
|
|
match = re.search("Entry updated:\n\t(.+)\n", segment)
|
|
if match is not None:
|
|
data["updated_date"] = [match.group(1).strip()]
|
|
match = re.search("Servers:([\s\S]*?\n)\n", segment)
|
|
if match is not None:
|
|
chunk = match.group(1)
|
|
for match in re.findall("\t(.+)\n", chunk):
|
|
match = match.split()[0]
|
|
try:
|
|
data["nameservers"].append(match.strip())
|
|
except KeyError as e:
|
|
data["nameservers"] = [match.strip()]
|
|
# .am plays the same game
|
|
match = re.search(" DNS servers:([\s\S]*?\n)\n", segment)
|
|
if match is not None:
|
|
chunk = match.group(1)
|
|
for match in re.findall(" (.+)\n", chunk):
|
|
match = match.split()[0]
|
|
try:
|
|
data["nameservers"].append(match.strip())
|
|
except KeyError as e:
|
|
data["nameservers"] = [match.strip()]
|
|
# SIDN isn't very standard either. And EURid uses a similar format.
|
|
match = re.search("Registrar:\n\s+(?:Name:\s*)?(\S.*)", segment)
|
|
if match is not None:
|
|
data["registrar"].insert(0, match.group(1).strip())
|
|
match = re.search("(?:Domain nameservers|Name servers):([\s\S]*?\n)\n", segment)
|
|
if match is not None:
|
|
chunk = match.group(1)
|
|
for match in re.findall("\s+?(.+)\n", chunk):
|
|
match = match.split()[0]
|
|
# Prevent nameserver aliases from being picked up.
|
|
if not match.startswith("[") and not match.endswith("]"):
|
|
try:
|
|
data["nameservers"].append(match.strip())
|
|
except KeyError as e:
|
|
data["nameservers"] = [match.strip()]
|
|
# The .ie WHOIS server puts ambiguous status information in an unhelpful order
|
|
match = re.search('ren-status:\s*(.+)', segment)
|
|
if match is not None:
|
|
data["status"].insert(0, match.group(1).strip())
|
|
# nic.it gives us the registrar in a multi-line format...
|
|
match = re.search('Registrar\n Organization: (.+)\n', segment)
|
|
if match is not None:
|
|
data["registrar"] = [match.group(1).strip()]
|
|
# HKDNR (.hk) provides a weird nameserver format with too much whitespace
|
|
match = re.search("Name Servers Information:\n\n([\s\S]*?\n)\n", segment)
|
|
if match is not None:
|
|
chunk = match.group(1)
|
|
for match in re.findall("(.+)\n", chunk):
|
|
match = match.split()[0]
|
|
try:
|
|
data["nameservers"].append(match.strip())
|
|
except KeyError as e:
|
|
data["nameservers"] = [match.strip()]
|
|
# ... and again for TWNIC.
|
|
match = re.search(" Domain servers in listed order:\n([\s\S]*?\n)\n", segment)
|
|
if match is not None:
|
|
chunk = match.group(1)
|
|
for match in re.findall(" (.+)\n", chunk):
|
|
match = match.split()[0]
|
|
try:
|
|
data["nameservers"].append(match.strip())
|
|
except KeyError as e:
|
|
data["nameservers"] = [match.strip()]
|
|
|
|
|
|
data["contacts"] = parse_registrants(raw_data, never_query_handles, handle_server)
|
|
|
|
# Parse dates
|
|
try:
|
|
data['expiration_date'] = remove_duplicates(data['expiration_date'])
|
|
data['expiration_date'] = parse_dates(data['expiration_date'])
|
|
except KeyError as e:
|
|
pass # Not present
|
|
|
|
try:
|
|
data['creation_date'] = remove_duplicates(data['creation_date'])
|
|
data['creation_date'] = parse_dates(data['creation_date'])
|
|
except KeyError as e:
|
|
pass # Not present
|
|
|
|
try:
|
|
data['updated_date'] = remove_duplicates(data['updated_date'])
|
|
data['updated_date'] = parse_dates(data['updated_date'])
|
|
except KeyError as e:
|
|
pass # Not present
|
|
|
|
try:
|
|
data['nameservers'] = remove_suffixes(data['nameservers'])
|
|
data['nameservers'] = remove_duplicates([ns.rstrip(".") for ns in data['nameservers']])
|
|
except KeyError as e:
|
|
pass # Not present
|
|
|
|
try:
|
|
data['emails'] = remove_duplicates(data['emails'])
|
|
except KeyError as e:
|
|
pass # Not present
|
|
|
|
try:
|
|
data['registrar'] = remove_duplicates(data['registrar'])
|
|
except KeyError as e:
|
|
pass # Not present
|
|
|
|
# Remove e-mail addresses if they are already listed for any of the contacts
|
|
known_emails = []
|
|
for contact in ("registrant", "tech", "admin", "billing"):
|
|
if data["contacts"][contact] is not None:
|
|
try:
|
|
known_emails.append(data["contacts"][contact]["email"])
|
|
except KeyError as e:
|
|
pass # No e-mail recorded for this contact...
|
|
try:
|
|
data['emails'] = [email for email in data["emails"] if email not in known_emails]
|
|
except KeyError as e:
|
|
pass # Not present
|
|
|
|
for key in list(data.keys()):
|
|
if data[key] is None or len(data[key]) == 0:
|
|
del data[key]
|
|
|
|
data["raw"] = raw_data
|
|
|
|
if normalized != []:
|
|
data = normalize_data(data, normalized)
|
|
|
|
return data
|
|
|
|
def normalize_data(data, normalized):
|
|
for key in ("nameservers", "emails", "whois_server"):
|
|
if key in data and data[key] is not None and (normalized == True or key in normalized):
|
|
if is_string(data[key]):
|
|
data[key] = data[key].lower()
|
|
else:
|
|
data[key] = [item.lower() for item in data[key]]
|
|
|
|
for key, threshold in (("registrar", 4), ("status", 3)):
|
|
if key == "registrar":
|
|
ignore_nic = True
|
|
else:
|
|
ignore_nic = False
|
|
if key in data and data[key] is not None and (normalized == True or key in normalized):
|
|
if is_string(data[key]):
|
|
data[key] = normalize_name(data[key], abbreviation_threshold=threshold, length_threshold=1, ignore_nic=ignore_nic)
|
|
else:
|
|
data[key] = [normalize_name(item, abbreviation_threshold=threshold, length_threshold=1, ignore_nic=ignore_nic) for item in data[key]]
|
|
|
|
for contact_type, contact in data['contacts'].items():
|
|
if contact is not None:
|
|
if 'country' in contact and contact['country'] in countries:
|
|
contact['country'] = countries[contact['country']]
|
|
if 'city' in contact and contact['city'] in airports:
|
|
contact['city'] = airports[contact['city']]
|
|
if 'country' in contact and 'state' in contact:
|
|
for country, source in (("united states", states_us), ("australia", states_au), ("canada", states_ca)):
|
|
if country in contact["country"].lower() and contact["state"] in source:
|
|
contact["state"] = source[contact["state"]]
|
|
|
|
for key in ("email",):
|
|
if key in contact and contact[key] is not None and (normalized == True or key in normalized):
|
|
if is_string(contact[key]):
|
|
contact[key] = contact[key].lower()
|
|
else:
|
|
contact[key] = [item.lower() for item in contact[key]]
|
|
|
|
for key in ("name", "street"):
|
|
if key in contact and contact[key] is not None and (normalized == True or key in normalized):
|
|
contact[key] = normalize_name(contact[key], abbreviation_threshold=3)
|
|
|
|
for key in ("city", "organization", "state", "country"):
|
|
if key in contact and contact[key] is not None and (normalized == True or key in normalized):
|
|
contact[key] = normalize_name(contact[key], abbreviation_threshold=3, length_threshold=3)
|
|
|
|
if "name" in contact and "organization" not in contact:
|
|
lines = [x.strip() for x in contact["name"].splitlines()]
|
|
new_lines = []
|
|
for i, line in enumerate(lines):
|
|
for regex in organization_regexes:
|
|
if re.search(regex, line):
|
|
new_lines.append(line)
|
|
del lines[i]
|
|
break
|
|
if len(lines) > 0:
|
|
contact["name"] = "\n".join(lines)
|
|
else:
|
|
del contact["name"]
|
|
|
|
if len(new_lines) > 0:
|
|
contact["organization"] = "\n".join(new_lines)
|
|
|
|
if "street" in contact and "organization" not in contact:
|
|
lines = [x.strip() for x in contact["street"].splitlines()]
|
|
if len(lines) > 1:
|
|
for regex in organization_regexes:
|
|
if re.search(regex, lines[0]):
|
|
contact["organization"] = lines[0]
|
|
contact["street"] = "\n".join(lines[1:])
|
|
break
|
|
|
|
for key in list(contact.keys()):
|
|
try:
|
|
contact[key] = contact[key].strip(", ")
|
|
if contact[key] == "-" or contact[key].lower() == "n/a":
|
|
del contact[key]
|
|
except AttributeError as e:
|
|
pass # Not a string
|
|
return data
|
|
|
|
def normalize_name(value, abbreviation_threshold=4, length_threshold=8, lowercase_domains=True, ignore_nic=False):
|
|
normalized_lines = []
|
|
for line in value.split("\n"):
|
|
line = line.strip(",") # Get rid of useless comma's
|
|
if (line.isupper() or line.islower()) and len(line) >= length_threshold:
|
|
# This line is likely not capitalized properly
|
|
if ignore_nic == True and "nic" in line.lower():
|
|
# This is a registrar name containing 'NIC' - it should probably be all-uppercase.
|
|
line = line.upper()
|
|
else:
|
|
words = line.split()
|
|
normalized_words = []
|
|
if len(words) >= 1:
|
|
# First word
|
|
if len(words[0]) >= abbreviation_threshold and "." not in words[0]:
|
|
normalized_words.append(words[0].capitalize())
|
|
elif lowercase_domains and "." in words[0] and not words[0].endswith(".") and not words[0].startswith("."):
|
|
normalized_words.append(words[0].lower())
|
|
else:
|
|
# Probably an abbreviation or domain, leave it alone
|
|
normalized_words.append(words[0])
|
|
if len(words) >= 3:
|
|
# Words between the first and last
|
|
for word in words[1:-1]:
|
|
if len(word) >= abbreviation_threshold and "." not in word:
|
|
normalized_words.append(word.capitalize())
|
|
elif lowercase_domains and "." in word and not word.endswith(".") and not word.startswith("."):
|
|
normalized_words.append(word.lower())
|
|
else:
|
|
# Probably an abbreviation or domain, leave it alone
|
|
normalized_words.append(word)
|
|
if len(words) >= 2:
|
|
# Last word
|
|
if len(words[-1]) >= abbreviation_threshold and "." not in words[-1]:
|
|
normalized_words.append(words[-1].capitalize())
|
|
elif lowercase_domains and "." in words[-1] and not words[-1].endswith(".") and not words[-1].startswith("."):
|
|
normalized_words.append(words[-1].lower())
|
|
else:
|
|
# Probably an abbreviation or domain, leave it alone
|
|
normalized_words.append(words[-1])
|
|
line = " ".join(normalized_words)
|
|
normalized_lines.append(line)
|
|
return "\n".join(normalized_lines)
|
|
|
|
def parse_dates(dates):
|
|
global grammar
|
|
parsed_dates = []
|
|
|
|
for date in dates:
|
|
for rule in grammar['_dateformats']:
|
|
result = re.match(rule, date)
|
|
|
|
if result is not None:
|
|
try:
|
|
# These are always numeric. If they fail, there is no valid date present.
|
|
year = int(result.group("year"))
|
|
day = int(result.group("day"))
|
|
|
|
# Detect and correct shorthand year notation
|
|
if year < 60:
|
|
year += 2000
|
|
elif year < 100:
|
|
year += 1900
|
|
|
|
# This will require some more guesswork - some WHOIS servers present the name of the month
|
|
try:
|
|
month = int(result.group("month"))
|
|
except ValueError as e:
|
|
# Apparently not a number. Look up the corresponding number.
|
|
try:
|
|
month = grammar['_months'][result.group("month").lower()]
|
|
except KeyError as e:
|
|
# Unknown month name, default to 0
|
|
month = 0
|
|
|
|
try:
|
|
hour = int(result.group("hour"))
|
|
except IndexError as e:
|
|
hour = 0
|
|
except TypeError as e:
|
|
hour = 0
|
|
|
|
try:
|
|
minute = int(result.group("minute"))
|
|
except IndexError as e:
|
|
minute = 0
|
|
except TypeError as e:
|
|
minute = 0
|
|
|
|
try:
|
|
second = int(result.group("second"))
|
|
except IndexError as e:
|
|
second = 0
|
|
except TypeError as e:
|
|
second = 0
|
|
|
|
break
|
|
except ValueError as e:
|
|
# Something went horribly wrong, maybe there is no valid date present?
|
|
year = 0
|
|
month = 0
|
|
day = 0
|
|
hour = 0
|
|
minute = 0
|
|
second = 0
|
|
print(e.message) # FIXME: This should have proper logging of some sort...?
|
|
try:
|
|
if year > 0:
|
|
try:
|
|
parsed_dates.append(datetime.datetime(year, month, day, hour, minute, second))
|
|
except ValueError as e:
|
|
# We might have gotten the day and month the wrong way around, let's try it the other way around
|
|
# If you're not using an ISO-standard date format, you're an evil registrar!
|
|
parsed_dates.append(datetime.datetime(year, day, month, hour, minute, second))
|
|
except UnboundLocalError as e:
|
|
pass
|
|
|
|
if len(parsed_dates) > 0:
|
|
return parsed_dates
|
|
else:
|
|
return None
|
|
|
|
def remove_duplicates(data):
|
|
cleaned_list = []
|
|
|
|
for entry in data:
|
|
if entry not in cleaned_list:
|
|
cleaned_list.append(entry)
|
|
|
|
return cleaned_list
|
|
|
|
def remove_suffixes(data):
|
|
# Removes everything before and after the first non-whitespace continuous string.
|
|
# Used to get rid of IP suffixes for nameservers.
|
|
cleaned_list = []
|
|
|
|
for entry in data:
|
|
cleaned_list.append(re.search("([^\s]+)\s*[\s]*", entry).group(1).lstrip())
|
|
|
|
return cleaned_list
|
|
|
|
def parse_registrants(data, never_query_handles=True, handle_server=""):
|
|
registrant = None
|
|
tech_contact = None
|
|
billing_contact = None
|
|
admin_contact = None
|
|
|
|
for segment in data:
|
|
for regex in registrant_regexes:
|
|
match = re.search(regex, segment)
|
|
if match is not None:
|
|
registrant = match.groupdict()
|
|
break
|
|
|
|
for segment in data:
|
|
for regex in tech_contact_regexes:
|
|
match = re.search(regex, segment)
|
|
if match is not None:
|
|
tech_contact = match.groupdict()
|
|
break
|
|
|
|
for segment in data:
|
|
for regex in admin_contact_regexes:
|
|
match = re.search(regex, segment)
|
|
if match is not None:
|
|
admin_contact = match.groupdict()
|
|
break
|
|
|
|
for segment in data:
|
|
for regex in billing_contact_regexes:
|
|
match = re.search(regex, segment)
|
|
if match is not None:
|
|
billing_contact = match.groupdict()
|
|
break
|
|
|
|
# Find NIC handle contact definitions
|
|
handle_contacts = parse_nic_contact(data)
|
|
|
|
# Find NIC handle references and process them
|
|
missing_handle_contacts = []
|
|
for category in nic_contact_references:
|
|
for regex in nic_contact_references[category]:
|
|
for segment in data:
|
|
match = re.search(regex, segment)
|
|
if match is not None:
|
|
data_reference = match.groupdict()
|
|
if data_reference["handle"] == "-" or re.match("https?:\/\/", data_reference["handle"]) is not None:
|
|
pass # Reference was either blank or a URL; the latter is to deal with false positives for nic.ru
|
|
else:
|
|
found = False
|
|
for contact in handle_contacts:
|
|
if contact["handle"] == data_reference["handle"]:
|
|
found = True
|
|
data_reference.update(contact)
|
|
if found == False:
|
|
# The contact definition was not found in the supplied raw WHOIS data. If the
|
|
# method has been called with never_query_handles=False, we can use the supplied
|
|
# WHOIS server for looking up the handle information separately.
|
|
if never_query_handles == False:
|
|
try:
|
|
contact = fetch_nic_contact(data_reference["handle"], handle_server)
|
|
data_reference.update(contact)
|
|
except shared.WhoisException as e:
|
|
pass # No data found. TODO: Log error?
|
|
else:
|
|
pass # TODO: Log warning?
|
|
if category == "registrant":
|
|
registrant = data_reference
|
|
elif category == "tech":
|
|
tech_contact = data_reference
|
|
elif category == "billing":
|
|
billing_contact = data_reference
|
|
elif category == "admin":
|
|
admin_contact = data_reference
|
|
break
|
|
|
|
# Post-processing
|
|
for obj in (registrant, tech_contact, billing_contact, admin_contact):
|
|
if obj is not None:
|
|
for key in list(obj.keys()):
|
|
if obj[key] is None or obj[key].strip() == "": # Just chomp all surrounding whitespace
|
|
del obj[key]
|
|
else:
|
|
obj[key] = obj[key].strip()
|
|
if "phone_ext" in obj:
|
|
if "phone" in obj:
|
|
obj["phone"] += " ext. %s" % obj["phone_ext"]
|
|
del obj["phone_ext"]
|
|
if "street1" in obj:
|
|
street_items = []
|
|
i = 1
|
|
while True:
|
|
try:
|
|
street_items.append(obj["street%d" % i])
|
|
del obj["street%d" % i]
|
|
except KeyError as e:
|
|
break
|
|
i += 1
|
|
obj["street"] = "\n".join(street_items)
|
|
if "organization1" in obj: # This is to deal with eg. HKDNR, who allow organization names in multiple languages.
|
|
organization_items = []
|
|
i = 1
|
|
while True:
|
|
try:
|
|
if obj["organization%d" % i].strip() != "":
|
|
organization_items.append(obj["organization%d" % i])
|
|
del obj["organization%d" % i]
|
|
except KeyError as e:
|
|
break
|
|
i += 1
|
|
obj["organization"] = "\n".join(organization_items)
|
|
if 'changedate' in obj:
|
|
obj['changedate'] = parse_dates([obj['changedate']])[0]
|
|
if 'creationdate' in obj:
|
|
obj['creationdate'] = parse_dates([obj['creationdate']])[0]
|
|
if 'street' in obj and "\n" in obj["street"] and 'postalcode' not in obj:
|
|
# Deal with certain mad WHOIS servers that don't properly delimit address data... (yes, AFNIC, looking at you)
|
|
lines = [x.strip() for x in obj["street"].splitlines()]
|
|
if " " in lines[-1]:
|
|
postal_code, city = lines[-1].split(" ", 1)
|
|
if "." not in lines[-1] and re.match("[0-9]", postal_code) and len(postal_code) >= 3:
|
|
obj["postalcode"] = postal_code
|
|
obj["city"] = city
|
|
obj["street"] = "\n".join(lines[:-1])
|
|
if 'firstname' in obj or 'lastname' in obj:
|
|
elements = []
|
|
if 'firstname' in obj:
|
|
elements.append(obj["firstname"])
|
|
if 'lastname' in obj:
|
|
elements.append(obj["lastname"])
|
|
obj["name"] = " ".join(elements)
|
|
if 'country' in obj and 'city' in obj and (re.match("^R\.?O\.?C\.?$", obj["country"], re.IGNORECASE) or obj["country"].lower() == "republic of china") and obj["city"].lower() == "taiwan":
|
|
# There's an edge case where some registrants append ", Republic of China" after "Taiwan", and this is mis-parsed
|
|
# as Taiwan being the city. This is meant to correct that.
|
|
obj["country"] = "%s, %s" % (obj["city"], obj["country"])
|
|
lines = [x.strip() for x in obj["street"].splitlines()]
|
|
obj["city"] = lines[-1]
|
|
obj["street"] = "\n".join(lines[:-1])
|
|
|
|
return {
|
|
"registrant": registrant,
|
|
"tech": tech_contact,
|
|
"admin": admin_contact,
|
|
"billing": billing_contact,
|
|
}
|
|
|
|
def fetch_nic_contact(handle, lookup_server):
|
|
response = net.get_whois_raw(handle, lookup_server)
|
|
response = [segment.replace("\r", "") for segment in response] # Carriage returns are the devil
|
|
results = parse_nic_contact(response)
|
|
|
|
if len(results) > 0:
|
|
return results[0]
|
|
else:
|
|
raise shared.WhoisException("No contact data found in the response.")
|
|
|
|
def parse_nic_contact(data):
|
|
handle_contacts = []
|
|
for regex in nic_contact_regexes:
|
|
for segment in data:
|
|
matches = re.finditer(regex, segment)
|
|
for match in matches:
|
|
handle_contacts.append(match.groupdict())
|
|
|
|
return handle_contacts
|