Files
universal-web-api/venv/Lib/site-packages/tldextract/remote.py
T
2026-11-02 22:54:14 +08:00

70 lines
2.0 KiB
Python

"""tldextract helpers for testing and fetching remote resources."""
import re
from ipaddress import AddressValueError, IPv6Address
from urllib.parse import scheme_chars
IP_RE = re.compile(
r"^(?:(?:[0-9]|[1-9][0-9]|1[0-9]{2}|2[0-4][0-9]|25[0-5])\.)"
r"{3}(?:[0-9]|[1-9][0-9]|1[0-9]{2}|2[0-4][0-9]|25[0-5])$",
re.ASCII,
)
scheme_chars_set = set(scheme_chars)
def lenient_netloc(url: str) -> str:
"""Extract the host portion of a URL-like string.
Parse more leniently than urllib.parse.{urlparse,urlsplit}, preserving
casing and brackets around IPv6 addresses.
"""
authority = (
_schemeless_url(url).partition("/")[0].partition("?")[0].partition("#")[0]
)
return _host_from_authority(authority)
def _host_from_authority(authority: str) -> str:
"""Extract a case-preserving host from a parsed URL's authority."""
after_userinfo = authority.rpartition("@")[-1]
if after_userinfo and after_userinfo[0] == "[":
maybe_ipv6 = after_userinfo.partition("]")
if maybe_ipv6[1] == "]":
return f"{maybe_ipv6[0]}]"
hostname = after_userinfo.partition(":")[0].strip()
without_root_label = hostname.rstrip(".\u3002\uff0e\uff61")
return without_root_label
def _schemeless_url(url: str) -> str:
double_slashes_start = url.find("//")
if double_slashes_start == 0:
return url[2:]
if (
double_slashes_start < 2
or url[double_slashes_start - 1] != ":"
or set(url[: double_slashes_start - 1]) - scheme_chars_set
):
return url
return url[double_slashes_start + 2 :]
def looks_like_ip(maybe_ip: str) -> bool:
"""Check whether the given str looks like an IPv4 address."""
if not maybe_ip[0].isdecimal():
return False
return IP_RE.fullmatch(maybe_ip) is not None
def looks_like_ipv6(maybe_ip: str) -> bool:
"""Check whether the given str looks like an IPv6 address."""
try:
IPv6Address(maybe_ip)
except AddressValueError:
return False
return True