resolver.py 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333
  1. # -*- encoding: utf-8 -*-
  2. """
  3. sleekxmpp.xmlstream.dns
  4. ~~~~~~~~~~~~~~~~~~~~~~~
  5. :copyright: (c) 2012 Nathanael C. Fritz
  6. :license: MIT, see LICENSE for more details
  7. """
  8. import socket
  9. import logging
  10. import random
  11. log = logging.getLogger(__name__)
  12. #: Global flag indicating the availability of the ``dnspython`` package.
  13. #: Installing ``dnspython`` can be done via:
  14. #:
  15. #: .. code-block:: sh
  16. #:
  17. #: pip install dnspython
  18. #:
  19. #: For Python3, installation may require installing from source using
  20. #: the ``python3`` branch:
  21. #:
  22. #: .. code-block:: sh
  23. #:
  24. #: git clone http://github.com/rthalley/dnspython
  25. #: cd dnspython
  26. #: git checkout python3
  27. #: python3 setup.py install
  28. DNSPYTHON_AVAILABLE = False
  29. try:
  30. import dns.resolver
  31. DNSPYTHON_AVAILABLE = True
  32. except ImportError as e:
  33. log.debug("Could not find dnspython package. " + \
  34. "Not all features will be available")
  35. def default_resolver():
  36. """Return a basic DNS resolver object.
  37. :returns: A :class:`dns.resolver.Resolver` object if dnspython
  38. is available. Otherwise, ``None``.
  39. """
  40. if DNSPYTHON_AVAILABLE:
  41. return dns.resolver.get_default_resolver()
  42. return None
  43. def resolve(host, port=None, service=None, proto='tcp',
  44. resolver=None, use_ipv6=True, use_dnspython=True):
  45. """Peform DNS resolution for a given hostname.
  46. Resolution may perform SRV record lookups if a service and protocol
  47. are specified. The returned addresses will be sorted according to
  48. the SRV priorities and weights.
  49. If no resolver is provided, the dnspython resolver will be used if
  50. available. Otherwise the built-in socket facilities will be used,
  51. but those do not provide SRV support.
  52. If SRV records were used, queries to resolve alternative hosts will
  53. be made as needed instead of all at once.
  54. :param host: The hostname to resolve.
  55. :param port: A default port to connect with. SRV records may
  56. dictate use of a different port.
  57. :param service: Optional SRV service name without leading underscore.
  58. :param proto: Optional SRV protocol name without leading underscore.
  59. :param resolver: Optionally provide a DNS resolver object that has
  60. been custom configured.
  61. :param use_ipv6: Optionally control the use of IPv6 in situations
  62. where it is either not available, or performance
  63. is degraded. Defaults to ``True``.
  64. :param use_dnspython: Optionally control if dnspython is used to make
  65. the DNS queries instead of the built-in DNS
  66. library.
  67. :type host: string
  68. :type port: int
  69. :type service: string
  70. :type proto: string
  71. :type resolver: :class:`dns.resolver.Resolver`
  72. :type use_ipv6: bool
  73. :type use_dnspython: bool
  74. :return: An iterable of IP address, port pairs in the order
  75. dictated by SRV priorities and weights, if applicable.
  76. """
  77. if not use_dnspython:
  78. if DNSPYTHON_AVAILABLE:
  79. log.debug("DNS: Not using dnspython, but dnspython is installed.")
  80. else:
  81. log.debug("DNS: Not using dnspython.")
  82. if not use_ipv6:
  83. log.debug("DNS: Use of IPv6 has been disabled.")
  84. if resolver is None and DNSPYTHON_AVAILABLE and use_dnspython:
  85. resolver = dns.resolver.get_default_resolver()
  86. # An IPv6 literal is allowed to be enclosed in square brackets, but
  87. # the brackets must be stripped in order to process the literal;
  88. # otherwise, things break.
  89. host = host.strip('[]')
  90. try:
  91. # If `host` is an IPv4 literal, we can return it immediately.
  92. ipv4 = socket.inet_aton(host)
  93. yield (host, host, port)
  94. except socket.error:
  95. pass
  96. if use_ipv6:
  97. try:
  98. # Likewise, If `host` is an IPv6 literal, we can return
  99. # it immediately.
  100. if hasattr(socket, 'inet_pton'):
  101. ipv6 = socket.inet_pton(socket.AF_INET6, host)
  102. yield (host, host, port)
  103. except (socket.error, ValueError):
  104. pass
  105. # If no service was provided, then we can just do A/AAAA lookups on the
  106. # provided host. Otherwise we need to get an ordered list of hosts to
  107. # resolve based on SRV records.
  108. if not service:
  109. hosts = [(host, port)]
  110. else:
  111. hosts = get_SRV(host, port, service, proto,
  112. resolver=resolver,
  113. use_dnspython=use_dnspython)
  114. for host, port in hosts:
  115. results = []
  116. if host == 'localhost':
  117. if use_ipv6:
  118. results.append((host, '::1', port))
  119. results.append((host, '127.0.0.1', port))
  120. if use_ipv6:
  121. for address in get_AAAA(host, resolver=resolver,
  122. use_dnspython=use_dnspython):
  123. results.append((host, address, port))
  124. for address in get_A(host, resolver=resolver,
  125. use_dnspython=use_dnspython):
  126. results.append((host, address, port))
  127. for host, address, port in results:
  128. yield host, address, port
  129. def get_A(host, resolver=None, use_dnspython=True):
  130. """Lookup DNS A records for a given host.
  131. If ``resolver`` is not provided, or is ``None``, then resolution will
  132. be performed using the built-in :mod:`socket` module.
  133. :param host: The hostname to resolve for A record IPv4 addresses.
  134. :param resolver: Optional DNS resolver object to use for the query.
  135. :param use_dnspython: Optionally control if dnspython is used to make
  136. the DNS queries instead of the built-in DNS
  137. library.
  138. :type host: string
  139. :type resolver: :class:`dns.resolver.Resolver` or ``None``
  140. :type use_dnspython: bool
  141. :return: A list of IPv4 literals.
  142. """
  143. log.debug("DNS: Querying %s for A records." % host)
  144. # If not using dnspython, attempt lookup using the OS level
  145. # getaddrinfo() method.
  146. if resolver is None or not use_dnspython:
  147. try:
  148. recs = socket.getaddrinfo(host, None, socket.AF_INET,
  149. socket.SOCK_STREAM)
  150. return [rec[4][0] for rec in recs]
  151. except socket.gaierror:
  152. log.debug("DNS: Error retreiving A address info for %s." % host)
  153. return []
  154. # Using dnspython:
  155. try:
  156. recs = resolver.query(host, dns.rdatatype.A)
  157. return [rec.to_text() for rec in recs]
  158. except (dns.resolver.NXDOMAIN, dns.resolver.NoAnswer):
  159. log.debug("DNS: No A records for %s" % host)
  160. return []
  161. except dns.exception.Timeout:
  162. log.debug("DNS: A record resolution timed out for %s" % host)
  163. return []
  164. except dns.exception.DNSException as e:
  165. log.debug("DNS: Error querying A records for %s" % host)
  166. log.exception(e)
  167. return []
  168. def get_AAAA(host, resolver=None, use_dnspython=True):
  169. """Lookup DNS AAAA records for a given host.
  170. If ``resolver`` is not provided, or is ``None``, then resolution will
  171. be performed using the built-in :mod:`socket` module.
  172. :param host: The hostname to resolve for AAAA record IPv6 addresses.
  173. :param resolver: Optional DNS resolver object to use for the query.
  174. :param use_dnspython: Optionally control if dnspython is used to make
  175. the DNS queries instead of the built-in DNS
  176. library.
  177. :type host: string
  178. :type resolver: :class:`dns.resolver.Resolver` or ``None``
  179. :type use_dnspython: bool
  180. :return: A list of IPv6 literals.
  181. """
  182. log.debug("DNS: Querying %s for AAAA records." % host)
  183. # If not using dnspython, attempt lookup using the OS level
  184. # getaddrinfo() method.
  185. if resolver is None or not use_dnspython:
  186. if not socket.has_ipv6:
  187. log.debug("Unable to query %s for AAAA records: IPv6 is not supported", host)
  188. return []
  189. try:
  190. recs = socket.getaddrinfo(host, None, socket.AF_INET6,
  191. socket.SOCK_STREAM)
  192. return [rec[4][0] for rec in recs]
  193. except (OSError, socket.gaierror):
  194. log.debug("DNS: Error retreiving AAAA address " + \
  195. "info for %s." % host)
  196. return []
  197. # Using dnspython:
  198. try:
  199. recs = resolver.query(host, dns.rdatatype.AAAA)
  200. return [rec.to_text() for rec in recs]
  201. except (dns.resolver.NXDOMAIN, dns.resolver.NoAnswer):
  202. log.debug("DNS: No AAAA records for %s" % host)
  203. return []
  204. except dns.exception.Timeout:
  205. log.debug("DNS: AAAA record resolution timed out for %s" % host)
  206. return []
  207. except dns.exception.DNSException as e:
  208. log.debug("DNS: Error querying AAAA records for %s" % host)
  209. log.exception(e)
  210. return []
  211. def get_SRV(host, port, service, proto='tcp', resolver=None, use_dnspython=True):
  212. """Perform SRV record resolution for a given host.
  213. .. note::
  214. This function requires the use of the ``dnspython`` package. Calling
  215. :func:`get_SRV` without ``dnspython`` will return the provided host
  216. and port without performing any DNS queries.
  217. :param host: The hostname to resolve.
  218. :param port: A default port to connect with. SRV records may
  219. dictate use of a different port.
  220. :param service: Optional SRV service name without leading underscore.
  221. :param proto: Optional SRV protocol name without leading underscore.
  222. :param resolver: Optionally provide a DNS resolver object that has
  223. been custom configured.
  224. :type host: string
  225. :type port: int
  226. :type service: string
  227. :type proto: string
  228. :type resolver: :class:`dns.resolver.Resolver`
  229. :return: A list of hostname, port pairs in the order dictacted
  230. by SRV priorities and weights.
  231. """
  232. if resolver is None or not use_dnspython:
  233. log.warning("DNS: dnspython not found. Can not use SRV lookup.")
  234. return [(host, port)]
  235. log.debug("DNS: Querying SRV records for %s" % host)
  236. try:
  237. recs = resolver.query('_%s._%s.%s' % (service, proto, host),
  238. dns.rdatatype.SRV)
  239. except (dns.resolver.NXDOMAIN, dns.resolver.NoAnswer):
  240. log.debug("DNS: No SRV records for %s." % host)
  241. return [(host, port)]
  242. except dns.exception.Timeout:
  243. log.debug("DNS: SRV record resolution timed out for %s." % host)
  244. return [(host, port)]
  245. except dns.exception.DNSException as e:
  246. log.debug("DNS: Error querying SRV records for %s." % host)
  247. log.exception(e)
  248. return [(host, port)]
  249. if len(recs) == 1 and recs[0].target == '.':
  250. return [(host, port)]
  251. answers = {}
  252. for rec in recs:
  253. if rec.priority not in answers:
  254. answers[rec.priority] = []
  255. if rec.weight == 0:
  256. answers[rec.priority].insert(0, rec)
  257. else:
  258. answers[rec.priority].append(rec)
  259. sorted_recs = []
  260. for priority in sorted(answers.keys()):
  261. while answers[priority]:
  262. running_sum = 0
  263. sums = {}
  264. for rec in answers[priority]:
  265. running_sum += rec.weight
  266. sums[running_sum] = rec
  267. selected = random.randint(0, running_sum + 1)
  268. for running_sum in sums:
  269. if running_sum >= selected:
  270. rec = sums[running_sum]
  271. host = rec.target.to_text()
  272. if host.endswith('.'):
  273. host = host[:-1]
  274. sorted_recs.append((host, rec.port))
  275. answers[priority].remove(rec)
  276. break
  277. return sorted_recs