70 lines
2.0 KiB
Python
70 lines
2.0 KiB
Python
"""tldextract helpers for testing and fetching remote resources."""
|
|
|
|
import re
|
|
from ipaddress import AddressValueError, IPv6Address
|
|
from urllib.parse import scheme_chars
|
|
|
|
IP_RE = re.compile(
|
|
r"^(?:(?:[0-9]|[1-9][0-9]|1[0-9]{2}|2[0-4][0-9]|25[0-5])\.)"
|
|
r"{3}(?:[0-9]|[1-9][0-9]|1[0-9]{2}|2[0-4][0-9]|25[0-5])$",
|
|
re.ASCII,
|
|
)
|
|
|
|
scheme_chars_set = set(scheme_chars)
|
|
|
|
|
|
def lenient_netloc(url: str) -> str:
|
|
"""Extract the host portion of a URL-like string.
|
|
|
|
Parse more leniently than urllib.parse.{urlparse,urlsplit}, preserving
|
|
casing and brackets around IPv6 addresses.
|
|
"""
|
|
authority = (
|
|
_schemeless_url(url).partition("/")[0].partition("?")[0].partition("#")[0]
|
|
)
|
|
return _host_from_authority(authority)
|
|
|
|
|
|
def _host_from_authority(authority: str) -> str:
|
|
"""Extract a case-preserving host from a parsed URL's authority."""
|
|
after_userinfo = authority.rpartition("@")[-1]
|
|
|
|
if after_userinfo and after_userinfo[0] == "[":
|
|
maybe_ipv6 = after_userinfo.partition("]")
|
|
if maybe_ipv6[1] == "]":
|
|
return f"{maybe_ipv6[0]}]"
|
|
|
|
hostname = after_userinfo.partition(":")[0].strip()
|
|
without_root_label = hostname.rstrip(".\u3002\uff0e\uff61")
|
|
return without_root_label
|
|
|
|
|
|
def _schemeless_url(url: str) -> str:
|
|
double_slashes_start = url.find("//")
|
|
if double_slashes_start == 0:
|
|
return url[2:]
|
|
if (
|
|
double_slashes_start < 2
|
|
or url[double_slashes_start - 1] != ":"
|
|
or set(url[: double_slashes_start - 1]) - scheme_chars_set
|
|
):
|
|
return url
|
|
return url[double_slashes_start + 2 :]
|
|
|
|
|
|
def looks_like_ip(maybe_ip: str) -> bool:
|
|
"""Check whether the given str looks like an IPv4 address."""
|
|
if not maybe_ip[0].isdecimal():
|
|
return False
|
|
|
|
return IP_RE.fullmatch(maybe_ip) is not None
|
|
|
|
|
|
def looks_like_ipv6(maybe_ip: str) -> bool:
|
|
"""Check whether the given str looks like an IPv6 address."""
|
|
try:
|
|
IPv6Address(maybe_ip)
|
|
except AddressValueError:
|
|
return False
|
|
return True
|