"""tldextract helpers for testing and fetching remote resources.""" import re from ipaddress import AddressValueError, IPv6Address from urllib.parse import scheme_chars IP_RE = re.compile( r"^(?:(?:[0-9]|[1-9][0-9]|1[0-9]{2}|2[0-4][0-9]|25[0-5])\.)" r"{3}(?:[0-9]|[1-9][0-9]|1[0-9]{2}|2[0-4][0-9]|25[0-5])$", re.ASCII, ) scheme_chars_set = set(scheme_chars) def lenient_netloc(url: str) -> str: """Extract the host portion of a URL-like string. Parse more leniently than urllib.parse.{urlparse,urlsplit}, preserving casing and brackets around IPv6 addresses. """ authority = ( _schemeless_url(url).partition("/")[0].partition("?")[0].partition("#")[0] ) return _host_from_authority(authority) def _host_from_authority(authority: str) -> str: """Extract a case-preserving host from a parsed URL's authority.""" after_userinfo = authority.rpartition("@")[-1] if after_userinfo and after_userinfo[0] == "[": maybe_ipv6 = after_userinfo.partition("]") if maybe_ipv6[1] == "]": return f"{maybe_ipv6[0]}]" hostname = after_userinfo.partition(":")[0].strip() without_root_label = hostname.rstrip(".\u3002\uff0e\uff61") return without_root_label def _schemeless_url(url: str) -> str: double_slashes_start = url.find("//") if double_slashes_start == 0: return url[2:] if ( double_slashes_start < 2 or url[double_slashes_start - 1] != ":" or set(url[: double_slashes_start - 1]) - scheme_chars_set ): return url return url[double_slashes_start + 2 :] def looks_like_ip(maybe_ip: str) -> bool: """Check whether the given str looks like an IPv4 address.""" if not maybe_ip[0].isdecimal(): return False return IP_RE.fullmatch(maybe_ip) is not None def looks_like_ipv6(maybe_ip: str) -> bool: """Check whether the given str looks like an IPv6 address.""" try: IPv6Address(maybe_ip) except AddressValueError: return False return True