261 lines
9.5 KiB
Python
261 lines
9.5 KiB
Python
# -*- coding:utf-8 -*-
|
|
"""
|
|
@Author : g1879
|
|
@Contact : g1879@qq.com
|
|
@Website : https://DrissionPage.cn
|
|
@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.
|
|
"""
|
|
from .chromium_page import ChromiumPage
|
|
from .session_page import SessionPage
|
|
from .._base.base import BasePage
|
|
from .._configs.chromium_options import ChromiumOptions
|
|
from .._configs.session_options import SessionOptions
|
|
from .._functions.cookies import set_session_cookies, set_tab_cookies
|
|
from .._functions.settings import Settings as _S
|
|
from .._units.setter import WebPageSetter
|
|
|
|
|
|
class WebPage(SessionPage, ChromiumPage, BasePage):
|
|
def __new__(cls, mode='d', timeout=None, chromium_options=None, session_or_options=None):
|
|
# 即将废弃timeout
|
|
return super().__new__(cls, chromium_options)
|
|
|
|
def __init__(self, mode='d', timeout=None, chromium_options=None, session_or_options=None):
|
|
# 即将废弃timeout
|
|
if hasattr(self, '_created'):
|
|
return
|
|
|
|
mode = mode.lower()
|
|
if mode not in ('s', 'd'):
|
|
raise ValueError(_S._lang.join(_S._lang.INCORRECT_VAL_, 'mode', ALLOW_VAL='"s", "d"', CURR_VAL=mode))
|
|
self._d_mode = mode == 'd'
|
|
self._has_driver = True
|
|
self._has_session = True
|
|
|
|
super().__init__(session_or_options=session_or_options)
|
|
if not chromium_options:
|
|
chromium_options = ChromiumOptions(read_file=chromium_options)
|
|
chromium_options.set_timeouts(base=self._timeout).set_paths(download_path=self.download_path)
|
|
super(SessionPage, self).__init__(addr_or_opts=chromium_options, timeout=timeout) # 即将废弃timeout
|
|
self._type = 'WebPage'
|
|
self.change_mode(mode, go=False, copy_cookies=False)
|
|
|
|
def __call__(self, locator, index=1, timeout=None):
|
|
if self._d_mode:
|
|
return super(SessionPage, self).__call__(locator, index=index, timeout=timeout)
|
|
return super().__call__(locator, index=index)
|
|
|
|
def __repr__(self):
|
|
return f'<WebPage browser_id={self.browser.id} tab_id={self.tab_id}>'
|
|
|
|
@property
|
|
def latest_tab(self):
|
|
return self.browser._get_tab(id_or_num=self.tab_ids[0], mix=True, as_id=not _S.singleton_tab_obj)
|
|
|
|
@property
|
|
def set(self):
|
|
if self._set is None:
|
|
self._set = WebPageSetter(self)
|
|
return self._set
|
|
|
|
@property
|
|
def url(self):
|
|
return self._browser_url if self._d_mode else self._session_url
|
|
|
|
@property
|
|
def _browser_url(self):
|
|
return super(SessionPage, self).url if self._driver else None
|
|
|
|
@property
|
|
def title(self):
|
|
return super(SessionPage, self).title if self._d_mode else super().title
|
|
|
|
@property
|
|
def raw_data(self):
|
|
if self._d_mode:
|
|
return super(SessionPage, self).html if self._has_driver else ''
|
|
return super().raw_data
|
|
|
|
@property
|
|
def html(self):
|
|
if self._d_mode:
|
|
return super(SessionPage, self).html if self._has_driver else ''
|
|
return super().html
|
|
|
|
@property
|
|
def json(self):
|
|
return super(SessionPage, self).json if self._d_mode else super().json
|
|
|
|
@property
|
|
def response(self):
|
|
return self._response
|
|
|
|
@property
|
|
def mode(self):
|
|
return 'd' if self._d_mode else 's'
|
|
|
|
@property
|
|
def user_agent(self):
|
|
return super(SessionPage, self).user_agent if self._d_mode else super().user_agent
|
|
|
|
@property
|
|
def session(self):
|
|
if self._session is None:
|
|
self._create_session()
|
|
return self._session
|
|
|
|
@property
|
|
def _session_url(self):
|
|
return self._response.url if self._response else None
|
|
|
|
@property
|
|
def timeout(self):
|
|
return self.timeouts.base if self._d_mode else self._timeout
|
|
|
|
@property
|
|
def download_path(self):
|
|
return self.browser.download_path
|
|
|
|
def get(self, url, show_errmsg=False, retry=None, interval=None, timeout=None, **kwargs):
|
|
if self._d_mode:
|
|
return super(SessionPage, self).get(url, show_errmsg, retry, interval, timeout)
|
|
|
|
if timeout is None:
|
|
timeout = self.timeouts.page_load if self._has_driver else self.timeout
|
|
return super().get(url, show_errmsg, retry, interval, timeout, **kwargs)
|
|
|
|
def post(self, url, show_errmsg=False, retry=None, interval=None, **kwargs):
|
|
if self.mode == 'd':
|
|
self.cookies_to_session()
|
|
super().post(url, show_errmsg, retry, interval, **kwargs)
|
|
return self.response
|
|
|
|
def ele(self, locator, index=1, timeout=None):
|
|
return (super(SessionPage, self).ele(locator, index=index, timeout=timeout)
|
|
if self._d_mode else super().ele(locator, index=index))
|
|
|
|
def eles(self, locator, timeout=None):
|
|
return super(SessionPage, self).eles(locator, timeout=timeout) if self._d_mode else super().eles(locator)
|
|
|
|
def s_ele(self, locator=None, index=1, timeout=None):
|
|
return (super(SessionPage, self).s_ele(locator, index=index, timeout=timeout)
|
|
if self._d_mode else super().s_ele(locator, index=index, timeout=timeout))
|
|
|
|
def s_eles(self, locator, timeout=None):
|
|
return (super(SessionPage, self).s_eles(locator, timeout=timeout)
|
|
if self._d_mode else super().s_eles(locator, timeout=timeout))
|
|
|
|
def change_mode(self, mode=None, go=True, copy_cookies=True):
|
|
if mode:
|
|
mode = mode.lower()
|
|
if mode is not None and ((mode == 'd' and self._d_mode) or (mode == 's' and not self._d_mode)):
|
|
return
|
|
|
|
self._d_mode = not self._d_mode
|
|
|
|
# s模式转d模式
|
|
if self._d_mode:
|
|
if self._driver is None or not self._driver.is_running:
|
|
self._driver_init(self.tab_id)
|
|
self._get_document()
|
|
|
|
self._url = None if not self._has_driver else super(SessionPage, self).url
|
|
self._has_driver = True
|
|
if self._session_url:
|
|
if copy_cookies:
|
|
self.cookies_to_browser()
|
|
if go:
|
|
self.get(self._session_url)
|
|
|
|
return
|
|
|
|
# d模式转s模式
|
|
self._has_session = True
|
|
self._url = self._session_url
|
|
|
|
if self._has_driver and self._driver.is_running:
|
|
if copy_cookies:
|
|
self.cookies_to_session()
|
|
if go and not self.get(super(SessionPage, self).url):
|
|
raise ConnectionError(_S._lang.join(_S._lang.S_MODE_GET_FAILED))
|
|
|
|
def cookies_to_session(self, copy_user_agent=True):
|
|
if not self._has_session:
|
|
return
|
|
|
|
if copy_user_agent:
|
|
user_agent = self._run_cdp('Runtime.evaluate', expression='navigator.userAgent;')['result']['value']
|
|
self._headers.update({"User-Agent": user_agent})
|
|
|
|
set_session_cookies(self.session, super(SessionPage, self).cookies())
|
|
|
|
def cookies_to_browser(self):
|
|
if not self._has_driver:
|
|
return
|
|
set_tab_cookies(self, super().cookies())
|
|
|
|
def cookies(self, all_domains=False, all_info=False):
|
|
return super(SessionPage, self).cookies(all_domains, all_info) if self._d_mode \
|
|
else super().cookies(all_domains, all_info)
|
|
|
|
def get_tab(self, id_or_num=None, title=None, url=None, tab_type='page', as_id=False):
|
|
return self.browser._get_tab(id_or_num=id_or_num, title=title, url=url,
|
|
tab_type=tab_type, mix=True, as_id=as_id)
|
|
|
|
def get_tabs(self, title=None, url=None, tab_type='page', as_id=False):
|
|
return self.browser._get_tabs(title=title, url=url, tab_type=tab_type, mix=True, as_id=as_id)
|
|
|
|
def new_tab(self, url=None, new_window=False, background=False, new_context=False):
|
|
return self.browser._new_tab(url=url, new_window=new_window, background=background, new_context=new_context)
|
|
|
|
def close_driver(self):
|
|
if self._has_driver:
|
|
self.change_mode('s')
|
|
try:
|
|
self.driver.run('Browser.close')
|
|
except Exception:
|
|
pass
|
|
self._driver.stop()
|
|
self._driver = None
|
|
self._has_driver = None
|
|
|
|
def close_session(self):
|
|
if self._has_session:
|
|
self.change_mode('d')
|
|
self._session.close()
|
|
if self._response is not None:
|
|
self._response.close()
|
|
self._session = None
|
|
self._response = None
|
|
self._has_session = None
|
|
|
|
def close(self):
|
|
if self._has_driver:
|
|
self.browser._close_tab(self)
|
|
if self._session:
|
|
self._session.close()
|
|
if self._response is not None:
|
|
self._response.close()
|
|
|
|
def _find_elements(self, locator, timeout, index=1, relative=False, raise_err=None):
|
|
if self._d_mode:
|
|
return super(SessionPage, self)._find_elements(locator, timeout=timeout, index=index, relative=relative)
|
|
return super()._find_elements(locator, index=index, timeout=timeout)
|
|
|
|
def quit(self, timeout=5, force=True, del_data=False):
|
|
if self._has_session:
|
|
self._session.close()
|
|
self._session = None
|
|
self._response = None
|
|
self._has_session = None
|
|
if self._has_driver:
|
|
super(SessionPage, self).quit(timeout, force, del_data=del_data)
|
|
self._driver = None
|
|
self._has_driver = None
|
|
|
|
def _set_session_options(self, session_or_options=None):
|
|
if session_or_options is None:
|
|
session_or_options = self.browser._session_options or SessionOptions(
|
|
read_file=self.browser._session_options is None)
|
|
super()._set_session_options(session_or_options)
|