[ { "path": ".github/FUNDING.yml", "content": "# These are supported funding model platforms\n\ngithub: # Replace with up to 4 GitHub Sponsors-enabled usernames e.g., [user1, user2]\npatreon: # Replace with a single Patreon username\nopen_collective: # Replace with a single Open Collective username\nko_fi: # Replace with a single Ko-fi username\ntidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel\ncommunity_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry\nliberapay: # Replace with a single Liberapay username\nissuehunt: # Replace with a single IssueHunt username\nlfx_crowdfunding: # Replace with a single LFX Crowdfunding project-name e.g., cloud-foundry\npolar: # Replace with a single Polar username\nbuy_me_a_coffee: # Replace with a single Buy Me a Coffee username\nthanks_dev: # Replace with a single thanks.dev username\ncustom: # Replace with up to 4 custom sponsorship URLs e.g., ['link1', 'link2']\n" }, { "path": ".gitignore", "content": "# Byte-compiled / optimized / DLL files\n__pycache__/\n*.py[cod]\n*$py.class\n\n# C extensions\n*.so\n\n# Distribution / packaging\n.Python\nbuild/\ndevelop-eggs/\ndist/\ndownloads/\neggs/\n.eggs/\nlib/\nlib64/\nparts/\nsdist/\nvar/\nwheels/\nshare/python-wheels/\n*.egg-info/\n.installed.cfg\n*.egg\nMANIFEST\n\n# PyInstaller\n# Usually these files are written by a python script from a template\n# before PyInstaller builds the exe, so as to inject date/other infos into it.\n*.manifest\n*.spec\n\n# Installer logs\npip-log.txt\npip-delete-this-directory.txt\n\n# Unit test / coverage reports\nhtmlcov/\n.tox/\n.nox/\n.coverage\n.coverage.*\n.cache\nnosetests.xml\ncoverage.xml\n*.cover\n.hypothesis/\n.pytest_cache/\n\n# Translations\n*.mo\n*.pot\n\n# Django stuff:\n*.log\nlocal_settings.py\ndb.sqlite3\n\n# Flask stuff:\ninstance/\n.webassets-cache\n\n# Scrapy stuff:\n.scrapy\n\n# Sphinx documentation\ndocs/_build/\n\n# PyBuilder\ntarget/\n\n# Jupyter Notebook\n.ipynb_checkpoints\n\n# IPython\nprofile_default/\nipython_config.py\n\n# pyenv\n.python-version\n\n# celery beat schedule file\ncelerybeat-schedule\n\n# SageMath parsed files\n*.sage.py\n\n# Environments\n.env\n.venv\nenv/\nvenv/\nENV/\nenv.bak/\nvenv.bak/\n\n# Spyder project settings\n.spyderproject\n.spyproject\n\n# Rope project settings\n.ropeproject\n\n# mkdocs documentation\n/site\n\n# mypy\n.mypy_cache/\n.dmypy.json\ndmypy.json\n\n# Pyre type checker\n.pyre/\n" }, { "path": "DrissionPage/__init__.py", "content": "# -*- coding:utf-8 -*-\r\n\"\"\"\r\n@Author : g1879\r\n@Contact : g1879@qq.com\r\n@Website : https://DrissionPage.cn\r\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\r\n\r\n允许任何人以个人身份使用或分发本项目源代码，但仅限于学习和合法非盈利目的。\r\n个人或组织如未获得版权持有人授权，不得将本项目以源代码或二进制形式用于商业行为。\r\n\r\n使用本项目需满足以下条款，如使用过程中出现违反任意一项条款的情形，授权自动失效。\r\n* 禁止将DrissionPage应用到任何可能违反当地法律规定和道德约束的项目中\r\n* 禁止将DrissionPage用于任何可能有损他人利益的项目中\r\n* 禁止将DrissionPage用于攻击与骚扰行为\r\n* 遵守Robots协议，禁止将DrissionPage用于采集法律或系统Robots协议不允许的数据\r\n\r\n使用DrissionPage发生的一切行为均由使用人自行负责。\r\n因使用DrissionPage进行任何行为所产生的一切纠纷及后果均与版权持有人无关，\r\n版权持有人不承担任何使用DrissionPage带来的风险和损失。\r\n版权持有人不对DrissionPage可能存在的缺陷导致的任何损失负任何责任。\r\n\"\"\"\r\nfrom ._base.chromium import Chromium\r\nfrom ._configs.chromium_options import ChromiumOptions\r\nfrom ._configs.session_options import SessionOptions\r\nfrom ._pages.chromium_page import ChromiumPage\r\nfrom ._pages.session_page import SessionPage\r\nfrom ._pages.web_page import WebPage\r\nfrom .version import __version__\r\n" }, { "path": "DrissionPage/__init__.pyi", "content": "# -*- coding:utf-8 -*-\n\"\"\"\n@Author : g1879\n@Contact : g1879@qq.com\n@Website : https://DrissionPage.cn\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\n\"\"\"\nfrom ._base.chromium import Chromium\nfrom ._configs.chromium_options import ChromiumOptions\nfrom ._configs.session_options import SessionOptions\nfrom ._pages.chromium_page import ChromiumPage\nfrom ._pages.session_page import SessionPage\nfrom ._pages.web_page import WebPage\nfrom .version import __version__\n\n\n__all__ = ['WebPage', 'ChromiumPage', 'Chromium', 'ChromiumOptions', 'SessionOptions', 'SessionPage', '__version__']\n" }, { "path": "DrissionPage/_base/base.py", "content": "# -*- coding:utf-8 -*-\r\n\"\"\"\r\n@Author : g1879\r\n@Contact : g1879@qq.com\r\n@Website : https://DrissionPage.cn\r\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\r\n\"\"\"\r\nfrom abc import abstractmethod\r\nfrom copy import copy\r\nfrom pathlib import Path\r\nfrom re import sub\r\nfrom urllib.parse import quote\r\n\r\nfrom DrissionGet import DrissionGet\r\nfrom requests import Session\r\n\r\nfrom .._configs.session_options import SessionOptions\r\nfrom .._elements.none_element import NoneElement\r\nfrom .._functions.elements import get_frame, get_eles\r\nfrom .._functions.locator import get_loc\r\nfrom .._functions.settings import Settings as _S\r\nfrom .._functions.web import format_html\r\nfrom ..errors import ElementNotFoundError, LocatorError\r\n\r\n\r\nclass BaseParser(object):\r\n def __call__(self, locator):\r\n return self.ele(locator)\r\n\r\n def ele(self, locator, index=1, timeout=None):\r\n return self._ele(locator, timeout, index=index, method='ele()')\r\n\r\n def eles(self, locator, timeout=None):\r\n return self._ele(locator, timeout, index=None)\r\n\r\n def find(self, locators, any_one=True, first_ele=True, timeout=None):\r\n if 'Session' in self._type:\r\n timeout = 0\r\n if timeout is None:\r\n timeout = self.timeout\r\n r = get_eles(locators, self, any_one, first_ele, timeout)\r\n if any_one:\r\n for ele in r:\r\n if r[ele]:\r\n return ele, r[ele]\r\n return None, None\r\n return r\r\n\r\n # ----------------以下属性或方法待后代实现----------------\r\n @property\r\n def html(self):\r\n return ''\r\n\r\n def s_ele(self, locator=None):\r\n pass\r\n\r\n def s_eles(self, locator):\r\n pass\r\n\r\n def _ele(self, locator, timeout=None, index=1, raise_err=None, method=None):\r\n pass\r\n\r\n def _find_elements(self, locator, timeout, index=1, relative=False, raise_err=None):\r\n pass\r\n\r\n\r\nclass BaseElement(BaseParser):\r\n def __init__(self, owner=None):\r\n self.owner = owner\r\n self._type = 'BaseElement'\r\n\r\n def get_frame(self, loc_or_ind, timeout=None):\r\n if not isinstance(loc_or_ind, (int, str, tuple)):\r\n raise ValueError(_S._lang.join(_S._lang.INCORRECT_TYPE_, 'loc_or_ind',\r\n ALLOW_TYPE=_S._lang.LOC_OR_IND, CURR_VAL=loc_or_ind))\r\n return get_frame(self, loc_ind_ele=loc_or_ind, timeout=timeout)\r\n\r\n def _ele(self, locator, timeout=None, index=1, relative=False, raise_err=None, method=None):\r\n if hasattr(locator, '_type'):\r\n return locator\r\n if timeout is None:\r\n timeout = self.timeout\r\n r = self._find_elements(locator, timeout=timeout, index=index, relative=relative, raise_err=raise_err)\r\n if r or isinstance(r, (list, float, int)):\r\n return r\r\n if raise_err is True or (_S.raise_when_ele_not_found and raise_err is None):\r\n raise ElementNotFoundError(METHOD=method, ARGS={'locator': locator, 'index': index, 'timeout': timeout})\r\n\r\n r.method = method\r\n r.args = {'locator': locator, 'index': index, 'timeout': timeout}\r\n return r\r\n\r\n @property\r\n def timeout(self):\r\n return self.owner.timeout if self.owner else 10\r\n\r\n @property\r\n def child_count(self):\r\n return int(self._ele('xpath:count(./*)'))\r\n\r\n # ----------------以下属性或方法由后代实现----------------\r\n @property\r\n def tag(self):\r\n return\r\n\r\n def parent(self, level_or_loc=1):\r\n pass\r\n\r\n def next(self, index=1):\r\n pass\r\n\r\n def nexts(self):\r\n pass\r\n\r\n\r\nclass DrissionElement(BaseElement):\r\n\r\n @property\r\n def link(self):\r\n return self.attr('href') or self.attr('src')\r\n\r\n @property\r\n def css_path(self):\r\n return self._get_ele_path(xpath=False)\r\n\r\n @property\r\n def xpath(self):\r\n return self._get_ele_path()\r\n\r\n @property\r\n def comments(self):\r\n return self.eles('xpath:.//comment()')\r\n\r\n def texts(self, text_node_only=False):\r\n texts = self.eles('xpath:/text()') if text_node_only else [x if isinstance(x, str) else x.text\r\n for x in self.eles('xpath:./text() | *')]\r\n return [format_html(x.strip(' ').rstrip('\\n')) for x in texts if x and sub('[\\r\\n\\t ]', '', x) != '']\r\n\r\n def parent(self, level_or_loc=1, index=1, timeout=None):\r\n if isinstance(level_or_loc, int):\r\n loc = f'xpath:./ancestor::*[{level_or_loc}]'\r\n\r\n elif isinstance(level_or_loc, (tuple, str)):\r\n loc = get_loc(level_or_loc, True)\r\n if loc[0] == 'css selector':\r\n raise LocatorError(_S._lang.UNSUPPORTED_CSS_SYNTAX)\r\n loc = f'xpath:./ancestor::{loc[1].lstrip(\". / \")}[{index}]'\r\n\r\n else:\r\n raise ValueError(_S._lang.join(_S._lang.INCORRECT_TYPE_, 'level_or_loc', ALLOW_TYPE='tuple, int, str',\r\n CURR_VAL=level_or_loc))\r\n\r\n return self._ele(loc, timeout=timeout, relative=True, raise_err=False, method='parent()')\r\n\r\n def child(self, locator='', index=1, timeout=None, ele_only=True):\r\n if isinstance(locator, int):\r\n index = locator\r\n locator = ''\r\n if not locator:\r\n loc = '*' if ele_only else 'node()'\r\n else:\r\n loc = get_loc(locator, True) # 把定位符转换为xpath\r\n if loc[0] == 'css selector':\r\n raise LocatorError(_S._lang.UNSUPPORTED_CSS_SYNTAX)\r\n loc = loc[1].lstrip('./')\r\n\r\n node = self._ele(f'xpath:./{loc}', timeout=timeout, index=index, relative=True, raise_err=False)\r\n return node if node else NoneElement(self.owner, 'child()',\r\n {'locator': locator, 'index': index, 'ele_only': ele_only})\r\n\r\n def prev(self, locator='', index=1, timeout=None, ele_only=True):\r\n return self._get_relative('prev()', 'preceding', True, locator, index, timeout, ele_only)\r\n\r\n def next(self, locator='', index=1, timeout=None, ele_only=True):\r\n return self._get_relative('next()', 'following', True, locator, index, timeout, ele_only)\r\n\r\n def before(self, locator='', index=1, timeout=None, ele_only=True):\r\n return self._get_relative('before()', 'preceding', False, locator, index, timeout, ele_only)\r\n\r\n def after(self, locator='', index=1, timeout=None, ele_only=True):\r\n return self._get_relative('after()', 'following', False, locator, index, timeout, ele_only)\r\n\r\n def children(self, locator='', timeout=None, ele_only=True):\r\n if not locator:\r\n loc = '*' if ele_only else 'node()'\r\n else:\r\n loc = get_loc(locator, True) # 把定位符转换为xpath\r\n if loc[0] == 'css selector':\r\n raise LocatorError(_S._lang.UNSUPPORTED_CSS_SYNTAX)\r\n loc = loc[1].lstrip('./')\r\n\r\n loc = f'xpath:./{loc}'\r\n nodes = self._ele(loc, timeout=timeout, index=None, relative=True)\r\n return [e for e in nodes if not (isinstance(e, str) and sub('[ \\n\\t\\r]', '', e) == '')]\r\n\r\n def prevs(self, locator='', timeout=None, ele_only=True):\r\n return self._get_relatives(locator=locator, direction='preceding', timeout=timeout, ele_only=ele_only)\r\n\r\n def nexts(self, locator='', timeout=None, ele_only=True):\r\n return self._get_relatives(locator=locator, direction='following', timeout=timeout, ele_only=ele_only)\r\n\r\n def befores(self, locator='', timeout=None, ele_only=True):\r\n return self._get_relatives(locator=locator, direction='preceding',\r\n brother=False, timeout=timeout, ele_only=ele_only)\r\n\r\n def afters(self, locator='', timeout=None, ele_only=True):\r\n return self._get_relatives(locator=locator, direction='following',\r\n brother=False, timeout=timeout, ele_only=ele_only)\r\n\r\n def _get_relative(self, func, direction, brother, locator='', index=1, timeout=None, ele_only=True):\r\n if isinstance(locator, int):\r\n index = locator\r\n locator = ''\r\n node = self._get_relatives(index, locator, direction, brother, timeout, ele_only)\r\n return node if node else NoneElement(self.owner, func,\r\n {'locator': locator, 'index': index, 'ele_only': ele_only})\r\n\r\n def _get_relatives(self, index=None, locator='', direction='following', brother=True, timeout=.5, ele_only=True):\r\n brother = '-sibling' if brother else ''\r\n\r\n if not locator:\r\n loc = '*' if ele_only else 'node()'\r\n\r\n else:\r\n loc = get_loc(locator, True) # 把定位符转换为xpath\r\n if loc[0] == 'css selector':\r\n raise LocatorError(_S._lang.UNSUPPORTED_CSS_SYNTAX)\r\n loc = loc[1].lstrip('./')\r\n\r\n loc = f'xpath:./{direction}{brother}::{loc}'\r\n\r\n if index is not None:\r\n index = index if direction == 'following' else -index\r\n nodes = self._ele(loc, timeout=timeout, index=index, relative=True, raise_err=False)\r\n if isinstance(nodes, list):\r\n nodes = [e for e in nodes if not (isinstance(e, str) and sub('[ \\n\\t\\r]', '', e) == '')]\r\n return nodes\r\n\r\n # ----------------以下属性或方法由后代实现----------------\r\n @property\r\n def attrs(self):\r\n return\r\n\r\n @property\r\n def text(self):\r\n return\r\n\r\n @property\r\n def raw_text(self):\r\n return\r\n\r\n @abstractmethod\r\n def attr(self, name):\r\n return ''\r\n\r\n def _get_ele_path(self, xpath=True):\r\n return ''\r\n\r\n def _find_elements(self, locator, timeout, index=1, relative=False, raise_err=None):\r\n pass\r\n\r\n\r\nclass BasePage(BaseParser):\r\n\r\n def __init__(self):\r\n self._url = None\r\n self._url_available = None\r\n self.retry_times = 3\r\n self.retry_interval = 2\r\n self._downloader = None\r\n self._download_path = None\r\n self._none_ele_return_value = False\r\n self._none_ele_value = None\r\n self._session = None\r\n self._headers = None\r\n self._session_options = None\r\n self._type = 'BasePage'\r\n\r\n @property\r\n def title(self):\r\n ele = self._ele('xpath://title', raise_err=False, method='title')\r\n return ele.text if ele else None\r\n\r\n @property\r\n def url_available(self):\r\n return self._url_available\r\n\r\n @property\r\n def download_path(self):\r\n return self._download_path\r\n\r\n @property\r\n def download(self):\r\n if self._downloader is None:\r\n if not self._session:\r\n self._create_session()\r\n self._downloader = DrissionGet(driver=self, save_path=self.download_path)\r\n return self._downloader\r\n\r\n def _before_connect(self, url, retry, interval):\r\n is_file = False\r\n if isinstance(url, Path) or ('://' not in url and ':\\\\\\\\' not in url):\r\n p = Path(url)\r\n if p.exists():\r\n url = str(p.absolute())\r\n is_file = True\r\n\r\n self._url = url if is_file else quote(url, safe='-_.~!*\\'\"();:@&=+$,/\\\\?#[]%')\r\n retry = retry if retry is not None else self.retry_times\r\n interval = interval if interval is not None else self.retry_interval\r\n return retry, interval, is_file\r\n\r\n def _set_session_options(self, session_or_options=None):\r\n if not session_or_options:\r\n self._session_options = SessionOptions(session_or_options)\r\n\r\n elif isinstance(session_or_options, SessionOptions):\r\n self._session_options = session_or_options\r\n\r\n elif isinstance(session_or_options, Session):\r\n self._session_options = SessionOptions()\r\n self._session = copy(session_or_options)\r\n self._headers = self._session.headers\r\n self._session.headers = None\r\n\r\n def _create_session(self):\r\n if not self._session_options:\r\n self._set_session_options()\r\n self._session, self._headers = self._session_options.make_session()\r\n\r\n # ----------------以下属性或方法由后代实现----------------\r\n @property\r\n def url(self):\r\n return\r\n\r\n @property\r\n def json(self):\r\n return\r\n\r\n @property\r\n def user_agent(self):\r\n return\r\n\r\n @abstractmethod\r\n def get(self, url, show_errmsg=False, retry=None, interval=None):\r\n pass\r\n\r\n def _ele(self, locator, timeout=None, index=1, raise_err=None, method=None):\r\n if not locator:\r\n raise ElementNotFoundError(METHOD=method, ARGS={'locator': locator, 'index': index, 'timeout': timeout})\r\n if timeout is None:\r\n timeout = self.timeout\r\n\r\n r = self._find_elements(locator, timeout=timeout, index=index, raise_err=raise_err)\r\n if r or isinstance(r, list):\r\n return r\r\n if raise_err is True or (_S.raise_when_ele_not_found and raise_err is None):\r\n raise ElementNotFoundError(METHOD=method, ARGS={'locator': locator, 'index': index, 'timeout': timeout})\r\n\r\n r.method = method\r\n r.args = {'locator': locator, 'index': index, 'timeout': timeout}\r\n return r\r\n" }, { "path": "DrissionPage/_base/base.pyi", "content": "# -*- coding:utf-8 -*-\r\n\"\"\"\r\n@Author : g1879\r\n@Contact : g1879@qq.com\r\n@Website : https://DrissionPage.cn\r\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\r\n\"\"\"\r\nfrom abc import abstractmethod\r\nfrom typing import Union, Tuple, List, Any, Optional, Dict\r\n\r\nfrom DrissionGet import DrissionGet\r\nfrom requests import Session\r\nfrom requests.structures import CaseInsensitiveDict\r\n\r\nfrom .._configs.session_options import SessionOptions\r\nfrom .._elements.chromium_element import ChromiumElement\r\nfrom .._elements.none_element import NoneElement\r\nfrom .._elements.session_element import SessionElement\r\nfrom .._functions.elements import SessionElementsList\r\nfrom .._pages.chromium_frame import ChromiumFrame\r\nfrom .._pages.chromium_page import ChromiumPage\r\nfrom .._pages.session_page import SessionPage\r\nfrom .._pages.web_page import WebPage\r\n\r\n\r\nclass BaseParser(object):\r\n \"\"\"所有页面、元素类的基类\"\"\"\r\n _type: str\r\n timeout: float\r\n\r\n def __call__(self, locator: Union[Tuple[str, str], str], index: int = 1): ...\r\n\r\n def ele(self,\r\n locator: Union[Tuple[str, str], str, BaseElement],\r\n index: int = 1,\r\n timeout: float = None): ...\r\n\r\n def eles(self, locator: Union[Tuple[str, str], str], timeout=None): ...\r\n\r\n def find(self,\r\n locators: Union[str, List[str], tuple],\r\n any_one: bool = True,\r\n first_ele: bool = True,\r\n timeout: float = None) -> Union[Dict[str, ChromiumElement], Dict[str, SessionElement],\r\n Dict[str, List[ChromiumElement]], Dict[str, List[SessionElement]], Tuple[str, SessionElement],\r\n Tuple[str, ChromiumElement]]:\r\n \"\"\"传入多个定位符，获取多个ele\r\n :param locators: 定位符组成的列表\r\n :param any_one: 是否任何一个定位符找到结果即返回\r\n :param first_ele: 每个定位符是否只获取第一个元素\r\n :param timeout: 超时时间（秒）\r\n :return: any_one为True时，返回一个找到的元素定位符和对象组成的元组，格式：(loc, ele)，全都没找到返回(None, None)\r\n any_one为False时，返回dict格式，key为定位符，value为找到的元素或列表\r\n \"\"\"\r\n ...\r\n\r\n # ----------------以下属性或方法待后代实现----------------\r\n @property\r\n def html(self) -> str: ...\r\n\r\n def s_ele(self,\r\n locator: Union[Tuple[str, str], str, BaseElement, None] = None,\r\n index: int = 1) -> SessionElement: ...\r\n\r\n def s_eles(self, locator: Union[Tuple[str, str], str]) -> SessionElementsList: ...\r\n\r\n def _ele(self,\r\n locator: Union[Tuple[str, str], str],\r\n timeout: float = None,\r\n index: Optional[int] = 1,\r\n raise_err: bool = None,\r\n method: str = None): ...\r\n\r\n def _find_elements(self,\r\n locator: Union[Tuple[str, str], str],\r\n timeout: float,\r\n index: Optional[int] = 1,\r\n relative: bool = False,\r\n raise_err: bool = None): ...\r\n\r\n\r\nclass BaseElement(BaseParser):\r\n \"\"\"各元素类的基类\"\"\"\r\n owner: BasePage = ...\r\n\r\n def __init__(self, owner: BasePage = None): ...\r\n\r\n @property\r\n def timeout(self) -> float:\r\n \"\"\"返回其查找元素时超时时间\"\"\"\r\n ...\r\n\r\n @property\r\n def child_count(self) -> int:\r\n \"\"\"返回直接子元素的个数\"\"\"\r\n ...\r\n\r\n # ----------------以下属性或方法由后代实现----------------\r\n @property\r\n def tag(self) -> str: ...\r\n\r\n def parent(self, level_or_loc: Union[tuple, str, int] = 1): ...\r\n\r\n def prev(self, index: int = 1) -> None: ...\r\n\r\n def prevs(self) -> None: ...\r\n\r\n def next(self, index: int = 1): ...\r\n\r\n def nexts(self): ...\r\n\r\n def get_frame(self, loc_or_ind, timeout=None) -> ChromiumFrame:\r\n \"\"\"获取元素中一个frame对象\r\n :param loc_or_ind: 定位符、iframe序号，序号从1开始，可传入负数获取倒数第几个\r\n :param timeout: 查找元素超时时间（秒）\r\n :return: ChromiumFrame对象\r\n \"\"\"\r\n ...\r\n\r\n def _ele(self,\r\n locator: Union[Tuple[str, str], str],\r\n timeout: float = None,\r\n index: Optional[int] = 1,\r\n relative: bool = False,\r\n raise_err: bool = None,\r\n method: str = None):\r\n \"\"\"调用获取元素的方法\r\n :param locator: 定位符\r\n :param timeout: 超时时间（秒）\r\n :param index: 获取第几个，从1开始，可传入负数获取倒数第几个\r\n :param relative: 是否相对定位\r\n :param raise_err: 找不到时是否抛出异常\r\n :param method: 调用的方法名\r\n :return: 元素对象或它们组成的列表\r\n \"\"\"\r\n ...\r\n\r\n\r\nclass DrissionElement(BaseElement):\r\n \"\"\"ChromiumElement 和 SessionElement的基类，但不是ShadowRoot的基类\"\"\"\r\n\r\n def __init__(self, owner: BasePage = None): ...\r\n\r\n @property\r\n def link(self) -> str:\r\n \"\"\"返回href或src绝对url\"\"\"\r\n ...\r\n\r\n @property\r\n def css_path(self) -> str:\r\n \"\"\"返回css path路径\"\"\"\r\n ...\r\n\r\n @property\r\n def xpath(self) -> str:\r\n \"\"\"返回xpath路径\"\"\"\r\n ...\r\n\r\n @property\r\n def comments(self) -> list:\r\n \"\"\"返回元素注释文本组成的列表\"\"\"\r\n ...\r\n\r\n def texts(self, text_node_only: bool = False) -> list:\r\n \"\"\"返回元素内所有直接子节点的文本，包括元素和文本节点\r\n :param text_node_only: 是否只返回文本节点\r\n :return: 文本列表\r\n \"\"\"\r\n ...\r\n\r\n def parent(self,\r\n level_or_loc: Union[tuple, str, int] = 1,\r\n index: int = 1,\r\n timeout: float = None) -> Union[DrissionElement, None]:\r\n \"\"\"返回上面某一级父元素，可指定层数或用查询语法定位\r\n :param level_or_loc: 第几级父元素，1开始，或定位符\r\n :param index: 当level_or_loc传入定位符，使用此参数选择第几个结果，1开始\r\n :param timeout: 时间（秒）\r\n :return: 上级元素对象\r\n \"\"\"\r\n ...\r\n\r\n def child(self,\r\n locator: Union[Tuple[str, str], str, int] = '',\r\n index: int = 1,\r\n timeout: float = None,\r\n ele_only: bool = True) -> Union[DrissionElement, str, NoneElement]:\r\n \"\"\"返回直接子元素元素或节点组成的列表，可用查询语法筛选\r\n :param locator: 用于筛选的查询语法\r\n :param index: 第几个查询结果，1开始\r\n :param timeout: 查找节点的超时时间（秒）\r\n :param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入\r\n :return: 直接子元素或节点文本组成的列表\r\n \"\"\"\r\n ...\r\n\r\n def prev(self,\r\n locator: Union[Tuple[str, str], str, int] = '',\r\n index: int = 1,\r\n timeout: float = None,\r\n ele_only: bool = True) -> Union[DrissionElement, str, NoneElement]:\r\n \"\"\"返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个\r\n :param locator: 用于筛选的查询语法\r\n :param index: 前面第几个查询结果，1开始\r\n :param timeout: 查找节点的超时时间（秒）\r\n :param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入\r\n :return: 兄弟元素\r\n \"\"\"\r\n ...\r\n\r\n def next(self,\r\n locator: Union[Tuple[str, str], str, int] = '',\r\n index: int = 1,\r\n timeout: float = None,\r\n ele_only: bool = True) -> Union[DrissionElement, str, NoneElement]:\r\n \"\"\"返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个\r\n :param locator: 用于筛选的查询语法\r\n :param index: 后面第几个查询结果，1开始\r\n :param timeout: 查找节点的超时时间（秒）\r\n :param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入\r\n :return: 兄弟元素\r\n \"\"\"\r\n ...\r\n\r\n def before(self,\r\n locator: Union[Tuple[str, str], str, int] = '',\r\n index: int = 1,\r\n timeout: float = None,\r\n ele_only: bool = True) -> Union[DrissionElement, str, NoneElement]:\r\n \"\"\"返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个\r\n :param locator: 用于筛选的查询语法\r\n :param index: 前面第几个查询结果，1开始\r\n :param timeout: 查找节点的超时时间（秒）\r\n :param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入\r\n :return: 本元素前面的某个元素或节点\r\n \"\"\"\r\n ...\r\n\r\n def after(self,\r\n locator: Union[Tuple[str, str], str, int] = '',\r\n index: int = 1,\r\n timeout: float = None,\r\n ele_only: bool = True) -> Union[DrissionElement, str, NoneElement]:\r\n \"\"\"返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个\r\n :param locator: 用于筛选的查询语法\r\n :param index: 后面第几个查询结果，1开始\r\n :param timeout: 查找节点的超时时间（秒）\r\n :param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入\r\n :return: 本元素后面的某个元素或节点\r\n \"\"\"\r\n ...\r\n\r\n def children(self,\r\n locator: Union[Tuple[str, str], str] = '',\r\n timeout: float = None,\r\n ele_only: bool = True) -> List[Union[DrissionElement, str]]:\r\n \"\"\"返回直接子元素元素或节点组成的列表，可用查询语法筛选\r\n :param locator: 用于筛选的查询语法\r\n :param timeout: 查找节点的超时时间（秒）\r\n :param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入\r\n :return: 直接子元素或节点文本组成的列表\r\n \"\"\"\r\n ...\r\n\r\n def prevs(self,\r\n locator: Union[Tuple[str, str], str] = '',\r\n timeout: float = None,\r\n ele_only: bool = True) -> List[Union[DrissionElement, str]]:\r\n \"\"\"返回前面全部兄弟元素或节点组成的列表，可用查询语法筛选\r\n :param locator: 用于筛选的查询语法\r\n :param timeout: 查找节点的超时时间（秒）\r\n :param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入\r\n :return: 兄弟元素或节点文本组成的列表\r\n \"\"\"\r\n ...\r\n\r\n def nexts(self,\r\n locator: Union[Tuple[str, str], str] = '',\r\n timeout: float = None,\r\n ele_only: bool = True) -> List[Union[DrissionElement, str]]:\r\n \"\"\"返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选\r\n :param locator: 用于筛选的查询语法\r\n :param timeout: 查找节点的超时时间（秒）\r\n :param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入\r\n :return: 兄弟元素或节点文本组成的列表\r\n \"\"\"\r\n ...\r\n\r\n def befores(self,\r\n locator: Union[Tuple[str, str], str] = '',\r\n timeout: float = None,\r\n ele_only: bool = True) -> List[Union[DrissionElement, str]]:\r\n \"\"\"返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选\r\n :param locator: 用于筛选的查询语法\r\n :param timeout: 查找节点的超时时间（秒）\r\n :param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入\r\n :return: 本元素前面的元素或节点组成的列表\r\n \"\"\"\r\n ...\r\n\r\n def afters(self,\r\n locator: Union[Tuple[str, str], str] = '',\r\n timeout: float = None,\r\n ele_only: bool = True) -> List[Union[DrissionElement, str]]:\r\n \"\"\"返回前面全部兄弟元素或节点组成的列表，可用查询语法筛选\r\n :param locator: 用于筛选的查询语法\r\n :param timeout: 查找节点的超时时间（秒）\r\n :param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入\r\n :return: 本元素后面的元素或节点组成的列表\r\n \"\"\"\r\n ...\r\n\r\n def _get_relative(self,\r\n func: str,\r\n direction: str,\r\n brother: bool,\r\n locator: Union[Tuple[str, str], str] = '',\r\n index: int = 1,\r\n timeout: float = None,\r\n ele_only: bool = True) -> DrissionElement:\r\n \"\"\"获取一个亲戚元素或节点，可用查询语法筛选，可指定返回筛选结果的第几个\r\n :param func: 方法名称\r\n :param direction: 方向，'following' 或 'preceding'\r\n :param locator: 用于筛选的查询语法\r\n :param index: 前面第几个查询结果，1开始\r\n :param timeout: 查找节点的超时时间（秒）\r\n :param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入\r\n :return: 本元素前面的某个元素或节点\r\n \"\"\"\r\n ...\r\n\r\n def _get_relatives(self,\r\n index: int = None,\r\n locator: Union[Tuple[str, str], str] = '',\r\n direction: str = 'following',\r\n brother: bool = True,\r\n timeout: float = 0.5,\r\n ele_only: bool = True) -> List[Union[DrissionElement, str]]:\r\n \"\"\"按要求返回兄弟元素或节点组成的列表\r\n :param index: 获取第几个，该参数不为None时只获取该编号的元素\r\n :param locator: 用于筛选的查询语法\r\n :param direction: 'following' 或 'preceding'，查找的方向\r\n :param brother: 查找范围，在同级查找还是整个dom前后查找\r\n :param timeout: 查找等待时间（秒）\r\n :return: 元素对象或字符串\r\n \"\"\"\r\n ...\r\n\r\n # ----------------以下属性或方法由后代实现----------------\r\n @property\r\n def attrs(self) -> dict: ...\r\n\r\n @property\r\n def text(self) -> str: ...\r\n\r\n @property\r\n def raw_text(self) -> str: ...\r\n\r\n @abstractmethod\r\n def attr(self, name: str) -> str: ...\r\n\r\n def _get_ele_path(self, xpath: bool = True) -> str: ...\r\n\r\n\r\nclass BasePage(BaseParser):\r\n \"\"\"页面类的基类\"\"\"\r\n\r\n _url_available: Optional[bool] = ...\r\n retry_times: int = ...\r\n retry_interval: float = ...\r\n _download_path: Optional[str] = ...\r\n _downloader: Optional[DrissionGet] = ...\r\n _none_ele_return_value: bool = ...\r\n _none_ele_value: Any = ...\r\n _page: Union[ChromiumPage, SessionPage, WebPage] = ...\r\n _session: Optional[Session] = ...\r\n _headers: Optional[CaseInsensitiveDict] = ...\r\n _session_options: Optional[SessionOptions] = ...\r\n\r\n def __init__(self): ...\r\n\r\n @property\r\n def title(self) -> Union[str, None]:\r\n \"\"\"返回网页title\"\"\"\r\n ...\r\n\r\n @property\r\n def url_available(self) -> bool:\r\n \"\"\"返回当前访问的url有效性\"\"\"\r\n ...\r\n\r\n @property\r\n def download_path(self) -> str:\r\n \"\"\"返回默认下载路径\"\"\"\r\n ...\r\n\r\n @property\r\n def download(self) -> DrissionGet:\r\n \"\"\"返回下载器对象\"\"\"\r\n ...\r\n\r\n def _before_connect(self, url: str, retry: int, interval: float) -> tuple:\r\n \"\"\"连接前的准备\r\n :param url: 要访问的url\r\n :param retry: 重试次数\r\n :param interval: 重试间隔\r\n :return: 重试次数、间隔、是否文件组成的tuple\r\n \"\"\"\r\n ...\r\n\r\n def _set_session_options(self, session_or_options: Union[Session, SessionOptions] = None) -> None:\r\n \"\"\"启动配置\r\n :param session_or_options: Session、SessionOptions对象\r\n :return: None\r\n \"\"\"\r\n ...\r\n\r\n def _create_session(self) -> None:\r\n \"\"\"创建内建Session对象\"\"\"\r\n ...\r\n\r\n # ----------------以下属性或方法由后代实现----------------\r\n @property\r\n def url(self) -> str: ...\r\n\r\n @property\r\n def json(self) -> dict: ...\r\n\r\n @property\r\n def user_agent(self) -> str: ...\r\n\r\n @abstractmethod\r\n def get(self, url: str, show_errmsg: bool = False, retry: int = None, interval: float = None): ...\r\n\r\n def _ele(self,\r\n locator,\r\n timeout: float = None,\r\n index: Optional[int] = 1,\r\n raise_err: bool = None,\r\n method: str = None):\r\n \"\"\"调用获取元素的方法\r\n :param locator: 定位符\r\n :param timeout: 超时时间（秒）\r\n :param index: 获取第几个，从1开始，可传入负数获取倒数第几个\r\n :param raise_err: 找不到时是否抛出异常\r\n :param method: 调用的方法名\r\n :return: 元素对象或它们组成的列表\r\n \"\"\"\r\n ...\r\n" }, { "path": "DrissionPage/_base/chromium.py", "content": "# -*- coding:utf-8 -*-\n\"\"\"\n@Author : g1879\n@Contact : g1879@qq.com\n@Website : https://DrissionPage.cn\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\n\"\"\"\nfrom pathlib import Path\nfrom re import match\nfrom shutil import rmtree\nfrom threading import Lock\nfrom time import sleep, perf_counter\n\nfrom requests import Session\nfrom websocket import WebSocketBadStatusException\n\nfrom .driver import BrowserDriver, Driver\nfrom .._configs.chromium_options import ChromiumOptions\nfrom .._functions.browser import connect_browser\nfrom .._functions.cookies import CookiesList\nfrom .._functions.settings import Settings as _S\nfrom .._functions.tools import PortFinder, raise_error\nfrom .._pages.chromium_base import Timeout\nfrom .._pages.chromium_tab import ChromiumTab\nfrom .._pages.mix_tab import MixTab\nfrom .._units.downloader import DownloadManager\nfrom .._units.setter import BrowserSetter\nfrom .._units.states import BrowserStates\nfrom .._units.waiter import BrowserWaiter\nfrom ..errors import BrowserConnectError, CDPError, PageDisconnectedError, IncorrectURLError\n\n__ERROR__ = 'error'\n\n\nclass Chromium(object):\n _BROWSERS = {}\n _lock = Lock()\n\n def __new__(cls, addr_or_opts=None, session_options=None):\n opt = handle_options(addr_or_opts)\n\n with cls._lock:\n is_headless, browser_id, is_exists, ws_only, driver = run_browser(opt)\n if browser_id in cls._BROWSERS:\n return cls._BROWSERS[browser_id]\n r = object.__new__(cls)\n driver.owner = r\n r._driver = driver\n r._chromium_options = opt\n r._is_headless = is_headless\n r._is_exists = is_exists\n r._ws_only = ws_only\n r.id = browser_id\n cls._BROWSERS[browser_id] = r\n return r\n\n def __init__(self, addr_or_opts=None, session_options=None):\n if hasattr(self, '_created'):\n return\n self._created = True\n\n self._type = 'Chromium'\n self._frames = {}\n self._drivers = {}\n self._all_drivers = {}\n self._relation = {}\n self._newest_tab_id = None\n\n self._set = None\n self._wait = None\n self._states = None\n self._timeouts = Timeout(**self._chromium_options.timeouts)\n self._load_mode = self._chromium_options.load_mode\n self._download_path = str(Path(self._chromium_options.download_path).absolute())\n self._auto_handle_alert = None\n self._none_ele_return_value = False\n self._none_ele_value = None\n self.retry_times = self._chromium_options.retry_times\n self.retry_interval = self._chromium_options.retry_interval\n self.address = self._chromium_options.address\n self._ws_address = (self._chromium_options.ws_address if self._chromium_options.ws_address\n else f'ws://{self.address}/devtools/browser/{self.id}')\n self._disconnect_flag = False\n\n if (not self._ws_only\n and (not self._chromium_options._ua_set and self._is_headless != self._chromium_options.is_headless)\n or (self._is_exists and self._chromium_options._new_env)):\n self.quit(3, True)\n connect_browser(self._chromium_options)\n s = Session()\n s.trust_env = False\n s.keep_alive = False\n ws = s.get(f'http://{self.address}/json/version', headers={'Connection': 'close'})\n self.id = ws.json()['webSocketDebuggerUrl'].split('/')[-1]\n self._driver = BrowserDriver(self.id, self._ws_address, self)\n ws.close()\n s.close()\n self._is_exists = False\n self._frames = {}\n self._drivers = {}\n self._all_drivers = {}\n\n self.version = self._run_cdp('Browser.getVersion')['product']\n\n self._process_id = None\n try:\n r = self._run_cdp('SystemInfo.getProcessInfo')\n for i in r.get('processInfo', []):\n if i['type'] == 'browser':\n self._process_id = i['id']\n break\n except:\n pass\n\n self._run_cdp('Target.setDiscoverTargets', discover=True)\n self._driver.set_callback('Target.targetDestroyed', self._onTargetDestroyed)\n self._driver.set_callback('Target.targetCreated', self._onTargetCreated)\n self._dl_mgr = DownloadManager(self)\n\n self._session_options = session_options\n\n @property\n def user_data_path(self):\n return self._chromium_options.user_data_path\n\n @property\n def process_id(self):\n return self._process_id\n\n @property\n def timeout(self):\n return self._timeouts.base\n\n @property\n def timeouts(self):\n return self._timeouts\n\n @property\n def load_mode(self):\n return self._load_mode\n\n @property\n def download_path(self):\n return self._download_path\n\n @property\n def set(self):\n if self._set is None:\n self._set = BrowserSetter(self)\n return self._set\n\n @property\n def states(self):\n if self._states is None:\n self._states = BrowserStates(self)\n return self._states\n\n @property\n def wait(self):\n if self._wait is None:\n self._wait = BrowserWaiter(self)\n return self._wait\n\n @property\n def tabs_count(self):\n j = self._run_cdp('Target.getTargets')['targetInfos'] # 不要改用get，避免卡死\n return len([i for i in j if i['type'] in ('page', 'webview') and not i['url'].startswith('devtools://')])\n\n @property\n def tab_ids(self):\n if self._ws_only:\n return [i['targetId'] for i in self._run_cdp('Target.getTargets')['targetInfos']\n if i['type'] in ('page', 'webview') and not i['url'].startswith('devtools://')]\n else:\n return [i['id'] for i in self._driver.get(f'http://{self.address}/json').json()\n if i['type'] in ('page', 'webview') and not i['url'].startswith('devtools://')]\n\n @property\n def latest_tab(self):\n return self._get_tab(id_or_num=self.tab_ids[0], as_id=not _S.singleton_tab_obj)\n\n def cookies(self, all_info=False):\n cks = self._run_cdp(f'Storage.getCookies')['cookies']\n r = cks if all_info else [{'name': c['name'], 'value': c['value'], 'domain': c['domain']} for c in cks]\n return CookiesList(r)\n\n def new_tab(self, url=None, new_window=False, background=False, new_context=False):\n return self._new_tab(True, url=url, new_window=new_window, background=background, new_context=new_context)\n\n def get_tab(self, id_or_num=None, title=None, url=None, tab_type='page'):\n t = self._get_tab(id_or_num=id_or_num, title=title, url=url, tab_type=tab_type, mix=True, as_id=False)\n if t._type != 'MixTab':\n raise RuntimeError(_S._lang.join(_S._lang.TAB_OBJ_EXISTS))\n return t\n\n def get_tabs(self, title=None, url=None, tab_type='page'):\n return self._get_tabs(title=title, url=url, tab_type=tab_type, mix=True, as_id=False)\n\n def close_tabs(self, tabs_or_ids, others=False):\n if isinstance(tabs_or_ids, str):\n tabs = {tabs_or_ids}\n elif isinstance(tabs_or_ids, ChromiumTab):\n tabs = {tabs_or_ids.tab_id}\n elif isinstance(tabs_or_ids, (list, tuple)):\n tabs = set(i.tab_id if isinstance(i, ChromiumTab) else i for i in tabs_or_ids)\n else:\n raise ValueError(_S._lang.join(_S._lang.INCORRECT_TYPE_, 'tabs_or_ids',\n ALLOW_TYPE=_S._lang.TAB_OR_ID, CURR_VAL=tabs_or_ids))\n\n all_tabs = set(self.tab_ids)\n if others:\n tabs = all_tabs - tabs\n\n if len(all_tabs - tabs) > 0:\n for tab in tabs:\n self._close_tab(tab=tab)\n else:\n self.quit()\n\n def _close_tab(self, tab):\n if isinstance(tab, str):\n tab = self.get_tab(tab)\n tab._run_cdp('Target.closeTarget', targetId=tab.tab_id)\n while tab.driver.is_running and tab.tab_id in self._all_drivers:\n sleep(.01)\n\n def activate_tab(self, id_ind_tab):\n if isinstance(id_ind_tab, int):\n id_ind_tab += -1 if id_ind_tab else 1\n id_ind_tab = self.tab_ids[id_ind_tab]\n elif isinstance(id_ind_tab, ChromiumTab):\n id_ind_tab = id_ind_tab.tab_id\n self._run_cdp('Target.activateTarget', targetId=id_ind_tab)\n\n def reconnect(self):\n self._disconnect_flag = True\n self._driver.stop()\n BrowserDriver.BROWSERS.pop(self.id)\n self._driver = BrowserDriver(self.id, self._ws_address, self)\n self._run_cdp('Target.setDiscoverTargets', discover=True)\n self._driver.set_callback('Target.targetDestroyed', self._onTargetDestroyed)\n self._driver.set_callback('Target.targetCreated', self._onTargetCreated)\n self._disconnect_flag = False\n\n def clear_cache(self, cache=True, cookies=True):\n if cache:\n self.latest_tab.run_cdp('Network.clearBrowserCache')\n\n if cookies:\n self._run_cdp('Storage.clearCookies')\n\n def quit(self, timeout=5, force=False, del_data=False):\n try:\n self._run_cdp('Browser.close')\n except PageDisconnectedError:\n pass\n self._driver.stop()\n\n drivers = list(self._all_drivers.values())\n for tab in drivers:\n for driver in tab:\n driver.stop()\n if not self.address.startswith('127.0.0.1'):\n return\n\n if force:\n pids = None\n try:\n pids = [pid['id'] for pid in self._run_cdp('SystemInfo.getProcessInfo')['processInfo']]\n except:\n pass\n\n if pids:\n from psutil import Process\n for pid in pids:\n try:\n Process(pid).kill()\n except:\n pass\n\n from os import popen\n from platform import system\n end_time = perf_counter() + timeout\n while perf_counter() < end_time:\n ok = True\n for pid in pids:\n txt = f'tasklist | findstr {pid}' if system().lower() == 'windows' else f'ps -ef | grep {pid}'\n p = popen(txt)\n sleep(.05)\n try:\n if f' {pid} ' in p.read():\n ok = False\n break\n except TypeError:\n pass\n\n if ok:\n break\n\n if del_data and not self._chromium_options.is_auto_port and self._chromium_options.user_data_path:\n path = Path(self._chromium_options.user_data_path)\n rmtree(path, True)\n\n def _new_tab(self, mix=True, url=None, new_window=False, background=False, new_context=False):\n tab_type = MixTab if mix else ChromiumTab\n tab = None\n if new_context:\n tab = self._run_cdp('Target.createBrowserContext')['browserContextId']\n\n kwargs = {'url': ''}\n if new_window:\n kwargs['newWindow'] = True\n if background:\n kwargs['background'] = True\n if tab:\n kwargs['browserContextId'] = tab\n\n if self.states.is_incognito and not new_context:\n return _new_tab_by_js(self, url, tab_type, new_window)\n else:\n try:\n tab = self._run_cdp('Target.createTarget', **kwargs)['targetId']\n except CDPError:\n return _new_tab_by_js(self, url, tab_type, new_window)\n\n while self.states.is_alive:\n if tab in self._drivers:\n break\n sleep(.01)\n else:\n raise BrowserConnectError(_S._lang.BROWSER_DISCONNECTED)\n tab = tab_type(self, tab)\n if url:\n tab.get(url)\n return tab\n\n def _get_tab(self, id_or_num=None, title=None, url=None, tab_type='page', mix=True, as_id=False):\n if id_or_num is not None:\n if isinstance(id_or_num, int):\n id_or_num = self.tab_ids[id_or_num - 1 if id_or_num > 0 else id_or_num]\n elif isinstance(id_or_num, ChromiumTab):\n return id_or_num.tab_id if as_id else ChromiumTab(self, id_or_num.tab_id)\n else:\n j = self._run_cdp('Target.getTargets')['targetInfos']\n if id_or_num not in [i['targetId'] for i in j]:\n raise RuntimeError(_S._lang.join(_S._lang.NO_SUCH_TAB, ARG=id_or_num, ALL_TABS=self.tab_ids))\n\n elif title == url is None and tab_type == 'page':\n id_or_num = self.tab_ids[0]\n\n else:\n tabs = self._get_tabs(title=title, url=url, tab_type=tab_type, as_id=True)\n if tabs:\n id_or_num = tabs[0]\n else:\n raise RuntimeError(_S._lang.join(_S._lang.NO_SUCH_TAB,\n ARGS={'id_or_num': id_or_num, 'title': title, 'url': url,\n 'tab_type': tab_type}))\n\n if as_id:\n return id_or_num\n with self._lock:\n return MixTab(self, id_or_num) if mix else ChromiumTab(self, id_or_num)\n\n def _get_tabs(self, title=None, url=None, tab_type='page', mix=True, as_id=False):\n if self._ws_only:\n tabs = self._run_cdp('Target.getTargets')['targetInfos']\n _id = 'targetId'\n else:\n tabs = self._driver.get(f'http://{self.address}/json').json() # 不要改用cdp\n _id = 'id'\n\n if isinstance(tab_type, str):\n tab_type = {tab_type}\n elif isinstance(tab_type, (list, tuple, set)):\n tab_type = set(tab_type)\n elif tab_type is not None:\n raise ValueError(_S._lang.join(_S._lang.INCORRECT_TYPE_, 'tab_type',\n ALLOW_TYPE='set, list, tuple, str, None', CURR_VAL=tab_type))\n\n tabs = [i for i in tabs if ((title is None or title in i['title']) and (url is None or url in i['url'])\n and (tab_type is None or i['type'] in tab_type)\n and i['title'] != 'chrome-extension://neajdppkdcdipfabeoofebfddakdcjhd/audio.html')]\n if as_id:\n return [tab[_id] for tab in tabs]\n with self._lock:\n if mix:\n return [MixTab(self, tab[_id]) for tab in tabs]\n else:\n return [ChromiumTab(self, tab[_id]) for tab in tabs]\n\n def _run_cdp(self, cmd, **cmd_args):\n ignore = cmd_args.pop('_ignore', None)\n r = self._driver.run(cmd, **cmd_args)\n return r if __ERROR__ not in r else raise_error(r, self, ignore)\n\n def _get_driver(self, tab_id, owner=None):\n d = self._drivers.pop(tab_id, None)\n if not d:\n if self._ws_only:\n d = Driver(tab_id, self._ws_address)\n d.session_id = d.run('Target.attachToTarget', targetId=tab_id, flatten=True)['sessionId']\n else:\n d = Driver(tab_id, f'ws://{self.address}/devtools/page/{tab_id}')\n d.owner = owner\n self._all_drivers.setdefault(tab_id, set()).add(d)\n return d\n\n def _onTargetCreated(self, **kwargs):\n if (kwargs['targetInfo']['type'] in ('page', 'webview')\n and kwargs['targetInfo']['targetId'] not in self._all_drivers\n and not kwargs['targetInfo']['url'].startswith('devtools://')):\n try:\n tab_id = kwargs['targetInfo']['targetId']\n self._frames[tab_id] = tab_id\n if self._ws_only:\n d = Driver(tab_id, self._ws_address)\n d.session_id = d.run('Target.attachToTarget', targetId=tab_id, flatten=True)['sessionId']\n else:\n d = Driver(tab_id, f'ws://{self.address}/devtools/page/{tab_id}')\n self._relation[tab_id] = kwargs['targetInfo'].get('openerId', None)\n self._drivers[tab_id] = d\n self._all_drivers.setdefault(tab_id, set()).add(d)\n self._newest_tab_id = tab_id\n except WebSocketBadStatusException:\n pass\n\n def _onTargetDestroyed(self, **kwargs):\n tab_id = kwargs['targetId']\n self._dl_mgr.clear_tab_info(tab_id)\n for key in [k for k, i in self._frames.items() if i == tab_id]:\n self._frames.pop(key, None)\n for d in self._all_drivers.get(tab_id, tuple()):\n d.stop()\n self._drivers.pop(tab_id, None)\n self._all_drivers.pop(tab_id, None)\n self._relation.pop(tab_id, None)\n\n def _on_disconnect(self):\n if not self._disconnect_flag:\n Chromium._BROWSERS.pop(self.id, None)\n if self._chromium_options.is_auto_port and self._chromium_options.user_data_path:\n path = Path(self._chromium_options.user_data_path)\n end_time = perf_counter() + 7\n while perf_counter() < end_time:\n if not path.exists():\n break\n try:\n rmtree(path)\n break\n except (PermissionError, FileNotFoundError, OSError):\n pass\n sleep(.03)\n\n\ndef handle_options(addr_or_opts):\n if not addr_or_opts:\n _chromium_options = ChromiumOptions(addr_or_opts)\n if _chromium_options.is_auto_port:\n port, path = PortFinder(_chromium_options.tmp_path).get_port(_chromium_options.is_auto_port)\n _chromium_options._address = f'127.0.0.1:{port}'\n _chromium_options.set_user_data_path(path)\n\n elif isinstance(addr_or_opts, ChromiumOptions):\n if addr_or_opts.is_auto_port:\n port, path = PortFinder(addr_or_opts.tmp_path).get_port(addr_or_opts.is_auto_port)\n addr_or_opts._address = f'127.0.0.1:{port}'\n addr_or_opts.set_user_data_path(path)\n _chromium_options = addr_or_opts\n\n elif isinstance(addr_or_opts, str) and ':' in addr_or_opts:\n _chromium_options = ChromiumOptions()\n _chromium_options.set_address(addr_or_opts)\n\n elif isinstance(addr_or_opts, int):\n _chromium_options = ChromiumOptions()\n _chromium_options.set_local_port(addr_or_opts)\n\n else:\n raise ValueError(_S._lang.join(_S._lang.INCORRECT_VAL_, 'addr_or_opts',\n ALLOW_TYPE=_S._lang.IP_OR_OPTIONS, CURR_VAL=addr_or_opts))\n\n return _chromium_options\n\n\ndef run_browser(chromium_options):\n ws_only = False\n if chromium_options.ws_address:\n try:\n driver = BrowserDriver('', chromium_options.ws_address, None)\n except EnvironmentError:\n raise\n except Exception as e:\n raise BrowserConnectError(_S._lang.join(_S._lang.BROWSER_CONNECT_ERR2, INFO=str(e)))\n browser_id = driver.run('Target.getTargets')\n if 'error' in browser_id:\n raise BrowserConnectError(_S._lang.join(_S._lang.BROWSER_CONNECT_ERR2, INFO=browser_id['error']))\n browser_id = browser_id['targetInfos'][0]['browserContextId']\n is_headless = 'headless' in driver.run('Browser.getVersion')['userAgent'].lower()\n driver.id = browser_id\n if 'devtools/browser' not in chromium_options.ws_address:\n return is_headless, browser_id, True, True, driver\n\n s = Session()\n s.trust_env = False\n s.keep_alive = False\n try:\n ws = s.get(f'http://{chromium_options.address}/json/version', headers={'Connection': 'close'}, timeout=2)\n if not ws:\n ws_only = True\n else:\n ws.close()\n except:\n ws_only = True\n s.close()\n return is_headless, browser_id, True, ws_only, driver\n\n is_exists = connect_browser(chromium_options)\n try:\n s = Session()\n s.trust_env = False\n s.keep_alive = False\n ws = s.get(f'http://{chromium_options.address}/json/version', headers={'Connection': 'close'}, timeout=2)\n if not ws and not chromium_options.ws_address:\n raise BrowserConnectError(_S._lang.BROWSER_CONNECT_ERR2)\n json = ws.json()\n browser_id = json['webSocketDebuggerUrl'].split('/')[-1]\n is_headless = 'headless' in json['User-Agent'].lower()\n ws.close()\n s.close()\n except KeyError:\n raise BrowserConnectError(_S._lang.BROWSER_NOT_FOR_CONTROL)\n except:\n raise BrowserConnectError(_S._lang.BROWSER_CONNECT_ERR2)\n driver = BrowserDriver('', f'ws://{chromium_options.address}/devtools/browser/{browser_id}', None)\n browser_id = driver.run('Target.getTargets')\n if 'error' in browser_id:\n raise BrowserConnectError(_S._lang.join(_S._lang.BROWSER_CONNECT_ERR2, INFO=browser_id['error']))\n browser_id = browser_id['targetInfos'][0]['browserContextId']\n\n return is_headless, browser_id, is_exists, ws_only, driver\n\n\ndef _new_tab_by_js(browser: Chromium, url, tab_type, new_window):\n mix = tab_type == MixTab\n tab = browser._get_tab(mix=mix)\n if url and not match(r'^.*?://.*', url):\n raise IncorrectURLError(_S._lang.INVALID_URL, url=url)\n url = f'\"{url}\"' if url else '\"\"'\n new = 'target=\"_new\"' if new_window else 'target=\"_blank\"'\n tid = browser._newest_tab_id\n tab.run_js(f'window.open({url}, {new})')\n tid = browser.wait.new_tab(curr_tab=tid)\n return browser._get_tab(tid, mix=mix)\n" }, { "path": "DrissionPage/_base/chromium.pyi", "content": "# -*- coding:utf-8 -*-\n\"\"\"\n@Author : g1879\n@Contact : g1879@qq.com\n@Website : https://DrissionPage.cn\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\n\"\"\"\nfrom threading import Lock\nfrom typing import List, Optional, Set, Dict, Union, Tuple, Literal, Any\n\nfrom .driver import BrowserDriver, Driver\nfrom .._configs.chromium_options import ChromiumOptions\nfrom .._configs.session_options import SessionOptions\nfrom .._functions.cookies import CookiesList\nfrom .._pages.chromium_base import Timeout, ChromiumBase\nfrom .._pages.chromium_tab import ChromiumTab\nfrom .._pages.mix_tab import MixTab\nfrom .._units.downloader import DownloadManager\nfrom .._units.setter import BrowserSetter\nfrom .._units.states import BrowserStates\nfrom .._units.waiter import BrowserWaiter\n\n\nclass Chromium(object):\n _BROWSERS: dict = ...\n _lock: Lock = ...\n\n id: str = ...\n address: str = ...\n _ws_address: str = ...\n version: str = ...\n retry_times: int = ...\n retry_interval: float = ...\n\n _set: Optional[BrowserSetter] = ...\n _wait: Optional[BrowserWaiter] = ...\n _states: Optional[BrowserStates] = ...\n _chromium_options: ChromiumOptions = ...\n _session_options: SessionOptions = ...\n _driver: BrowserDriver = ...\n _frames: dict = ...\n _drivers: Dict[str, Driver] = ...\n _all_drivers: Dict[str, Set[Driver]] = ...\n _relation: Dict[str, Optional[str]] = ...\n _process_id: Optional[int] = ...\n _dl_mgr: DownloadManager = ...\n _timeouts: Timeout = ...\n _load_mode: str = ...\n _download_path: str = ...\n _auto_handle_alert: Optional[bool] = ...\n _is_exists: bool = ...\n _is_headless: bool = ...\n _ws_only: bool = ...\n _disconnect_flag: bool = ...\n _none_ele_return_value: bool = ...\n _none_ele_value: Any = ...\n _newest_tab_id: Optional[str] = ...\n\n def __new__(cls,\n addr_or_opts: Union[str, int, ChromiumOptions] = None,\n session_options: Union[SessionOptions, None, False] = None):\n \"\"\"\n :param addr_or_opts: 浏览器地址:端口、ws地址、ChromiumOptions对象或端口数字（int）\n :param session_options: 使用双模Tab时使用的默认Session配置，为None使用ini文件配置，为False不从ini读取\n \"\"\"\n ...\n\n def __init__(self, addr_or_opts: Union[str, int, ChromiumOptions] = None,\n session_options: Union[SessionOptions, None, False] = None):\n \"\"\"\n :param addr_or_opts: 浏览器地址:端口、ws地址、ChromiumOptions对象或端口数字（int）\n :param session_options: 使用双模Tab时使用的默认Session配置，为None使用ini文件配置，为False不从ini读取\n \"\"\"\n ...\n\n @property\n def user_data_path(self) -> str:\n \"\"\"返回用户文件夹路径\"\"\"\n ...\n\n @property\n def process_id(self) -> Optional[int]:\n \"\"\"返回浏览器进程id\"\"\"\n ...\n\n @property\n def timeout(self) -> float:\n \"\"\"返回基础超时设置\"\"\"\n ...\n\n @property\n def timeouts(self) -> Timeout:\n \"\"\"返回所有超时设置\"\"\"\n ...\n\n @property\n def load_mode(self) -> Literal['none', 'normal', 'eager']:\n \"\"\"返回页面加载模式，包括 'none', 'normal', 'eager' 三种\"\"\"\n ...\n\n @property\n def download_path(self) -> str:\n \"\"\"返回默认下载路径\"\"\"\n ...\n\n @property\n def set(self) -> BrowserSetter:\n \"\"\"返回用于设置的对象\"\"\"\n ...\n\n @property\n def states(self) -> BrowserStates:\n \"\"\"返回用于获取状态的对象\"\"\"\n ...\n\n @property\n def wait(self) -> BrowserWaiter:\n \"\"\"返回用于等待的对象\"\"\"\n ...\n\n @property\n def tabs_count(self) -> int:\n \"\"\"返回标签页数量，只统计page、webview类型\"\"\"\n ...\n\n @property\n def tab_ids(self) -> List[str]:\n \"\"\"返回所有标签页id组成的列表，只统计page、webview类型\"\"\"\n ...\n\n @property\n def latest_tab(self) -> Union[MixTab, str]:\n \"\"\"返回最新的标签页，最新标签页指最后创建或最后被激活的\n 当Settings.singleton_tab_obj==True时返回Tab对象，否则返回tab id\"\"\"\n ...\n\n def cookies(self, all_info: bool = False) -> CookiesList:\n \"\"\"以list格式返回所有域名的cookies\n :param all_info: 是否返回所有内容，False则只返回name, value, domain\n :return: cookies组成的列表\n \"\"\"\n ...\n\n def new_tab(self,\n url: str = None,\n new_window: bool = False,\n background: bool = False,\n new_context: bool = False) -> MixTab:\n \"\"\"新建一个标签页\n :param url: 新标签页跳转到的网址，为None时新建空标签页\n :param new_window: 是否在新窗口打开标签页，隐身模式下无效\n :param background: 是否不激活新标签页，隐身模式和访客模式及new_window为True时无效\n :param new_context: 是否创建独立环境，隐身模式和访客模式下无效\n :return: 新标签页对象\n \"\"\"\n ...\n\n def get_tab(self,\n id_or_num: Union[str, int] = None,\n title: str = None,\n url: str = None,\n tab_type: Union[str, list, tuple] = 'page',\n as_id: bool = False) -> Union[MixTab, str]:\n \"\"\"获取一个标签页对象，id_or_num不为None时，后面几个参数无效\n :param id_or_num: 要获取的标签页id或序号，序号从1开始，可传入负数获取倒数第几个，不是视觉排列顺序，而是激活顺序\n :param title: 要匹配title的文本，模糊匹配，为None则匹配所有\n :param url: 要匹配url的文本，模糊匹配，为None则匹配所有\n :param tab_type: tab类型，可用列表输入多个，如 'page', 'iframe' 等，为None则匹配所有\n :param as_id: 是否返回标签页id而不是标签页对象\n :return: Tab对象\n \"\"\"\n ...\n\n def get_tabs(self,\n title: str = None,\n url: str = None,\n tab_type: Union[str, list, tuple] = 'page',\n as_id: bool = False) -> List[MixTab, str]:\n \"\"\"查找符合条件的tab，返回它们组成的列表，title和url是与关系\n :param title: 要匹配title的文本\n :param url: 要匹配url的文本\n :param tab_type: tab类型，可用列表输入多个\n :param as_id: 是否返回标签页id而不是标签页对象\n :return: Tab对象列表\n \"\"\"\n ...\n\n def close_tabs(self,\n tabs_or_ids: Union[str, ChromiumTab, List[Union[str, ChromiumTab]],\n Tuple[Union[str, ChromiumTab]]],\n others: bool = False) -> None:\n \"\"\"关闭传入的标签页，可传入多个\n :param tabs_or_ids: 指定的标签页对象或id，可用列表或元组传入多个\n :param others: 是否关闭指定标签页之外的\n :return: None\n \"\"\"\n ...\n\n def _close_tab(self, tab: Union[ChromiumBase, str]):\n \"\"\"关闭一个标签页\n :param tab: 标签页对象或id\n :return: None\n \"\"\"\n\n def activate_tab(self, id_ind_tab: Union[int, str, ChromiumTab]) -> None:\n \"\"\"使一个标签页显示到前端\n :param id_ind_tab: 标签页id（str）、Tab对象或标签页序号（int），序号从1开始\n :return: None\n \"\"\"\n ...\n\n def reconnect(self) -> None:\n \"\"\"断开重连\"\"\"\n ...\n\n def clear_cache(self, cache: bool = True, cookies: bool = True) -> None:\n \"\"\"清除缓存，可选要清除的项\n :param cache: 是否清除cache\n :param cookies: 是否清除cookies\n :return: None\n \"\"\"\n ...\n\n def quit(self, timeout: float = 5, force: bool = False, del_data: bool = False) -> None:\n \"\"\"关闭浏览器\n :param timeout: 等待浏览器关闭超时时间（秒）\n :param force: 是否立刻强制终止进程\n :param del_data: 是否删除用户文件夹\n :return: None\n \"\"\"\n ...\n\n def _new_tab(self,\n mix: bool = True,\n url: str = None,\n new_window: bool = False,\n background: bool = False,\n new_context: bool = False) -> Union[ChromiumTab, MixTab]:\n \"\"\"新建一个标签页\n :param mix: 是否创建MixTab\n :param url: 新标签页跳转到的网址\n :param new_window: 是否在新窗口打开标签页\n :param background: 是否不激活新标签页，如new_window为True则无效\n :param new_context: 是否创建新的上下文\n :return: 新标签页对象\n \"\"\"\n ...\n\n def _get_tab(self,\n id_or_num: Union[str, int] = None,\n title: str = None,\n url: str = None,\n tab_type: Union[str, list, tuple] = 'page',\n mix: bool = True,\n as_id: bool = False) -> Union[ChromiumTab, str]:\n \"\"\"获取一个标签页对象，id_or_num不为None时，后面几个参数无效\n :param id_or_num: 要获取的标签页id或序号，序号从1开始，可传入负数获取倒数第几个，不是视觉排列顺序，而是激活顺序\n :param title: 要匹配title的文本，模糊匹配，为None则匹配所有\n :param url: 要匹配url的文本，模糊匹配，为None则匹配所有\n :param tab_type: tab类型，可用列表输入多个，如 'page', 'iframe' 等，为None则匹配所有\n :param mix: 是否返回可切换模式的Tab对象\n :param as_id: 是否返回标签页id而不是标签页对象，mix=False时无效\n :return: Tab对象\n \"\"\"\n ...\n\n def _get_tabs(self,\n title: str = None,\n url: str = None,\n tab_type: Union[str, list, tuple] = 'page',\n mix: bool = True,\n as_id: bool = False) -> List[ChromiumTab, str]:\n \"\"\"查找符合条件的tab，返回它们组成的列表，title和url是与关系\n :param title: 要匹配title的文本\n :param url: 要匹配url的文本\n :param tab_type: tab类型，可用列表输入多个\n :param mix: 是否返回可切换模式的Tab对象\n :param as_id: 是否返回标签页id而不是标签页对象，mix=False时无效\n :return: Tab对象列表\n \"\"\"\n ...\n\n def _run_cdp(self, cmd, **cmd_args) -> dict:\n \"\"\"执行Chrome DevTools Protocol语句\n :param cmd: 协议项目\n :param cmd_args: 参数\n :return: 执行的结果\n \"\"\"\n ...\n\n def _get_driver(self, tab_id: str, owner=None) -> Driver:\n \"\"\"新建并返回指定tab id的Driver\n :param tab_id: 标签页id\n :param owner: 使用该驱动的对象\n :return: Driver对象\n \"\"\"\n ...\n\n def _onTargetCreated(self, **kwargs): ...\n\n def _onTargetDestroyed(self, **kwargs): ...\n\n def _on_disconnect(self): ...\n\n\ndef handle_options(addr_or_opts):\n \"\"\"设置浏览器启动属性\n :param addr_or_opts: 'ip:port'、ChromiumOptions、Driver\n :return: 返回ChromiumOptions对象\n \"\"\"\n ...\n\n\ndef run_browser(chromium_options)->Tuple[bool, str, bool, bool, BrowserDriver]:\n \"\"\"连接浏览器\n :param chromium_options: ChromiumOptions对象\n :return: 返回(是否无头, 浏览器id, 是否接管已存在, 是否只能用ws连接, 浏览器连接驱动)\n \"\"\"\n ...\n" }, { "path": "DrissionPage/_base/driver.py", "content": "# -*- coding: utf-8 -*-\r\n\"\"\"\r\n@Author : g1879\r\n@Contact : g1879@qq.com\r\n@Website : https://DrissionPage.cn\r\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\r\n\"\"\"\r\nfrom json import dumps, loads, JSONDecodeError\r\nfrom queue import Queue, Empty\r\nfrom threading import Thread\r\nfrom time import perf_counter, sleep\r\n\r\nfrom requests import Session\r\nfrom requests import adapters\r\nfrom websocket import (WebSocketTimeoutException, WebSocketConnectionClosedException, create_connection,\r\n WebSocketException, WebSocketBadStatusException)\r\n\r\nfrom .._functions.settings import Settings as _S\r\nfrom ..errors import PageDisconnectedError, BrowserConnectError\r\n\r\nadapters.DEFAULT_RETRIES = 5\r\n\r\n\r\nclass Driver(object):\r\n def __init__(self, _id, address, owner=None):\r\n self.id = _id\r\n self.address = address\r\n self.owner = owner\r\n self.alert_flag = False # 标记alert出现，跳过一条请求后复原\r\n\r\n self._cur_id = 0\r\n self._ws = None\r\n\r\n self._recv_th = Thread(target=self._recv_loop)\r\n self._handle_event_th = Thread(target=self._handle_event_loop)\r\n self._recv_th.daemon = True\r\n self._handle_event_th.daemon = True\r\n self._handle_immediate_event_th = None\r\n\r\n self.is_running = False\r\n self.session_id = None\r\n\r\n self.event_handlers = {}\r\n self.immediate_event_handlers = {}\r\n self.method_results = {}\r\n self.event_queue = Queue()\r\n self.immediate_event_queue = Queue()\r\n\r\n self.start()\r\n\r\n def _send(self, message, timeout=None):\r\n self._cur_id += 1\r\n ws_id = self._cur_id\r\n message['id'] = ws_id\r\n message_json = dumps(message)\r\n\r\n end_time = perf_counter() + timeout if timeout is not None else None\r\n self.method_results[ws_id] = Queue()\r\n try:\r\n self._ws.send(message_json)\r\n if timeout == 0:\r\n self.method_results.pop(ws_id, None)\r\n return {'id': ws_id, 'result': {}}\r\n\r\n except (OSError, WebSocketConnectionClosedException):\r\n self.method_results.pop(ws_id, None)\r\n return {'error': {'message': 'connection disconnected'}, 'type': 'connection_error'}\r\n\r\n while self.is_running:\r\n try:\r\n result = self.method_results[ws_id].get(timeout=.2)\r\n self.method_results.pop(ws_id, None)\r\n return result\r\n\r\n except Empty:\r\n if self.alert_flag and message['method'].startswith(('Input.', 'Runtime.')):\r\n return {'error': {'message': 'alert exists.'}, 'type': 'alert_exists'}\r\n\r\n if timeout is not None and perf_counter() > end_time:\r\n self.method_results.pop(ws_id, None)\r\n return {'error': {'message': 'alert exists.'}, 'type': 'alert_exists'} \\\r\n if self.alert_flag else {'error': {'message': 'timeout'}, 'type': 'timeout'}\r\n\r\n continue\r\n\r\n return {'error': {'message': 'connection disconnected'}, 'type': 'connection_error'}\r\n\r\n def _recv_loop(self):\r\n while self.is_running:\r\n try:\r\n # self._ws.settimeout(1)\r\n msg_json = self._ws.recv()\r\n msg = loads(msg_json)\r\n except WebSocketTimeoutException:\r\n continue\r\n except (WebSocketException, OSError, WebSocketConnectionClosedException, JSONDecodeError):\r\n self._stop()\r\n return\r\n\r\n if 'method' in msg:\r\n if msg['method'].startswith('Page.javascriptDialog'):\r\n self.alert_flag = msg['method'].endswith('Opening')\r\n function = self.immediate_event_handlers.get(msg['method'])\r\n if function:\r\n self._handle_immediate_event(function, msg['params'])\r\n else:\r\n self.event_queue.put(msg)\r\n\r\n elif msg.get('id') in self.method_results:\r\n self.method_results[msg['id']].put(msg)\r\n\r\n def _handle_event_loop(self):\r\n while self.is_running:\r\n try:\r\n event = self.event_queue.get(timeout=1)\r\n except Empty:\r\n continue\r\n\r\n function = self.event_handlers.get(event['method'])\r\n if function:\r\n function(**event['params'])\r\n\r\n self.event_queue.task_done()\r\n\r\n def _handle_immediate_event_loop(self):\r\n while not self.immediate_event_queue.empty():\r\n function, kwargs = self.immediate_event_queue.get(timeout=1)\r\n try:\r\n function(**kwargs)\r\n except PageDisconnectedError:\r\n pass\r\n\r\n def _handle_immediate_event(self, function, kwargs):\r\n self.immediate_event_queue.put((function, kwargs))\r\n if self._handle_immediate_event_th is None or not self._handle_immediate_event_th.is_alive():\r\n self._handle_immediate_event_th = Thread(target=self._handle_immediate_event_loop)\r\n self._handle_immediate_event_th.daemon = True\r\n self._handle_immediate_event_th.start()\r\n\r\n def run(self, _method, **kwargs):\r\n if not self.is_running:\r\n return {'error': 'connection disconnected', 'type': 'connection_error'}\r\n\r\n timeout = kwargs.pop('_timeout', _S.cdp_timeout)\r\n if self.session_id:\r\n result = self._send({'method': _method, 'params': kwargs, 'sessionId': self.session_id}, timeout=timeout)\r\n else:\r\n result = self._send({'method': _method, 'params': kwargs}, timeout=timeout)\r\n if 'result' not in result and 'error' in result:\r\n kwargs['_timeout'] = timeout\r\n return {'error': result['error']['message'], 'type': result.get('type', 'call_method_error'),\r\n 'method': _method, 'args': kwargs, 'data': result['error'].get('data')}\r\n else:\r\n return result['result']\r\n\r\n def start(self):\r\n self.is_running = True\r\n try:\r\n self._ws = create_connection(self.address, enable_multithread=True, suppress_origin=True)\r\n except WebSocketBadStatusException as e:\r\n if 'Handshake status 403 Forbidden' in str(e):\r\n raise EnvironmentError(_S._lang.join(_S._lang.UPGRADE_WS))\r\n else:\r\n raise\r\n except ConnectionRefusedError:\r\n raise BrowserConnectError(_S._lang.BROWSER_NOT_EXIST)\r\n self._recv_th.start()\r\n self._handle_event_th.start()\r\n return True\r\n\r\n def stop(self):\r\n self._stop()\r\n while self._handle_event_th.is_alive() or self._recv_th.is_alive():\r\n sleep(.01)\r\n return True\r\n\r\n def _stop(self):\r\n if not self.is_running:\r\n return False\r\n\r\n self.is_running = False\r\n if self._ws:\r\n self._ws.close()\r\n self._ws = None\r\n\r\n self.event_handlers.clear()\r\n self.method_results.clear()\r\n self.event_queue.queue.clear()\r\n\r\n if hasattr(self.owner, '_on_disconnect'):\r\n self.owner._on_disconnect()\r\n\r\n def set_callback(self, event, callback, immediate=False):\r\n handler = self.immediate_event_handlers if immediate else self.event_handlers\r\n if callback:\r\n handler[event] = callback\r\n else:\r\n handler.pop(event, None)\r\n\r\n\r\nclass BrowserDriver(Driver):\r\n BROWSERS = {}\r\n\r\n def __new__(cls, _id, address, owner):\r\n if address in cls.BROWSERS:\r\n return cls.BROWSERS[address]\r\n return object.__new__(cls)\r\n\r\n def __init__(self, _id, address, owner):\r\n if hasattr(self, '_created'):\r\n return\r\n self._created = True\r\n BrowserDriver.BROWSERS[address] = self\r\n super().__init__(_id, address, owner)\r\n\r\n def __repr__(self):\r\n return f''\r\n\r\n @staticmethod\r\n def get(url):\r\n s = Session()\r\n s.trust_env = False\r\n s.keep_alive = False\r\n r = s.get(url, headers={'Connection': 'close'})\r\n r.close()\r\n s.close()\r\n return r\r\n" }, { "path": "DrissionPage/_base/driver.pyi", "content": "# -*- coding: utf-8 -*-\r\n\"\"\"\r\n@Author : g1879\r\n@Contact : g1879@qq.com\r\n@Website : https://DrissionPage.cn\r\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\r\n\"\"\"\r\nfrom queue import Queue\r\nfrom threading import Thread\r\nfrom typing import Union, Callable, Dict, Optional\r\n\r\nfrom requests import Response\r\nfrom websocket import WebSocket\r\n\r\nfrom .._base.chromium import Chromium\r\n\r\n\r\nclass Driver(object):\r\n id: str\r\n address: str\r\n owner = ...\r\n alert_flag: bool\r\n _cur_id: int\r\n _ws: Optional[WebSocket]\r\n _recv_th: Thread\r\n _handle_event_th: Thread\r\n _handle_immediate_event_th: Optional[Thread]\r\n session_id: Optional[str] = ...\r\n is_running: bool\r\n event_handlers: dict\r\n immediate_event_handlers: dict\r\n method_results: dict\r\n event_queue: Queue\r\n immediate_event_queue: Queue\r\n\r\n def __init__(self, _id: str, address: str, owner=None):\r\n \"\"\"\r\n :param _id: 标签页id\r\n :param address: 浏览器连接地址\r\n :param owner: 创建这个驱动的对象\r\n \"\"\"\r\n ...\r\n\r\n def _send(self, message: dict, timeout: float = None) -> dict:\r\n \"\"\"发送信息到浏览器，并返回浏览器返回的信息\r\n :param message: 发送给浏览器的数据\r\n :param timeout: 超时时间，为None表示无限\r\n :return: 浏览器返回的数据\r\n \"\"\"\r\n ...\r\n\r\n def _recv_loop(self) -> None:\r\n \"\"\"接收浏览器信息的守护线程方法\"\"\"\r\n ...\r\n\r\n def _handle_event_loop(self) -> None:\r\n \"\"\"当接收到浏览器信息，执行已绑定的方法\"\"\"\r\n ...\r\n\r\n def _handle_immediate_event_loop(self): ...\r\n\r\n def _handle_immediate_event(self, function: Callable, kwargs: dict):\r\n \"\"\"处理立即执行的动作\r\n :param function: 要运行下方法\r\n :param kwargs: 方法参数\r\n :return: None\r\n \"\"\"\r\n ...\r\n\r\n def run(self, _method: str, **kwargs) -> dict:\r\n \"\"\"执行cdp方法\r\n :param _method: cdp方法名\r\n :param kwargs: cdp参数\r\n :return: 执行结果\r\n \"\"\"\r\n ...\r\n\r\n def start(self) -> bool:\r\n \"\"\"启动连接\"\"\"\r\n ...\r\n\r\n def stop(self) -> bool:\r\n \"\"\"中断连接\"\"\"\r\n ...\r\n\r\n def _stop(self) -> None:\r\n \"\"\"中断连接\"\"\"\r\n ...\r\n\r\n def set_callback(self, event: str, callback: Union[Callable, None], immediate: bool = False) -> None:\r\n \"\"\"绑定cdp event和回调方法\r\n :param event: cdp event\r\n :param callback: 绑定到cdp event的回调方法\r\n :param immediate: 是否要立即处理的动作\r\n :return: None\r\n \"\"\"\r\n ...\r\n\r\n\r\nclass BrowserDriver(Driver):\r\n BROWSERS: Dict[str, Driver] = ...\r\n owner: Chromium = ...\r\n\r\n def __new__(cls, _id: str, address: str, owner: Chromium):\r\n \"\"\"\r\n :param _id: 浏览器id\r\n :param address: 浏览器连接地址\r\n :param owner: 浏览器对象\r\n \"\"\"\r\n ...\r\n\r\n def __init__(self, _id: str, address: str, owner: Optional[Chromium]):\r\n \"\"\"\r\n :param _id: 浏览器id\r\n :param address: 浏览器连接地址\r\n :param owner: 浏览器对象\r\n \"\"\"\r\n ...\r\n\r\n @staticmethod\r\n def get(url) -> Response:\r\n \"\"\"\r\n :param url: 要访问的链接\r\n :return: Response对象\r\n \"\"\"\r\n ...\r\n" }, { "path": "DrissionPage/_configs/chromium_options.py", "content": "# -*- coding:utf-8 -*-\r\n\"\"\"\r\n@Author : g1879\r\n@Contact : g1879@qq.com\r\n@Website : https://DrissionPage.cn\r\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\r\n\"\"\"\r\nfrom pathlib import Path\r\nfrom re import search\r\nfrom urllib.parse import urlparse\r\n\r\nfrom .options_manage import OptionsManager\r\nfrom .._functions.settings import Settings as _S\r\n\r\n\r\nclass ChromiumOptions(object):\r\n def __init__(self, read_file=True, ini_path=None):\r\n self._user_data_path = None\r\n self._user = 'Default'\r\n self._prefs_to_del = []\r\n self.clear_file_flags = False\r\n self._is_headless = False\r\n self._ua_set = False\r\n self.ws_address = ''\r\n\r\n if read_file is False:\r\n ini_path = False\r\n self.ini_path = None\r\n elif ini_path:\r\n ini_path = Path(ini_path).absolute()\r\n if not ini_path.exists():\r\n raise FileNotFoundError(_S._lang.join(_S._lang.INI_NOT_FOUND, PATH=ini_path))\r\n self.ini_path = str(ini_path)\r\n else:\r\n self.ini_path = str(Path(__file__).parent / 'configs.ini')\r\n\r\n om = OptionsManager(ini_path)\r\n options = om.chromium_options\r\n self._download_path = om.paths.get('download_path', '.') or '.'\r\n self._tmp_path = om.paths.get('tmp_path', None) or None\r\n self._arguments = options.get('arguments', [])\r\n self._browser_path = options.get('browser_path', '')\r\n self._extensions = options.get('extensions', [])\r\n self._prefs = options.get('prefs', {})\r\n self._flags = options.get('flags', {})\r\n self._address = options.get('address', '')\r\n self._load_mode = options.get('load_mode', 'normal')\r\n self._system_user_path = options.get('system_user_path', False)\r\n self._existing_only = options.get('existing_only', False)\r\n self._new_env = options.get('new_env', False)\r\n for i in self._arguments:\r\n if i.startswith('--headless'):\r\n self._is_headless = True\r\n break\r\n\r\n self._proxy = om.proxies.get('http', None) or om.proxies.get('https', None)\r\n\r\n user_path = user = False\r\n for arg in self._arguments:\r\n if arg.startswith('--user-data-dir='):\r\n self.set_user_data_path(arg[16:])\r\n user_path = True\r\n if arg.startswith('--profile-directory='):\r\n self.set_user(arg[20:])\r\n user = True\r\n if user and user_path:\r\n break\r\n\r\n timeouts = om.timeouts\r\n self._timeouts = {'base': timeouts['base'],\r\n 'page_load': timeouts['page_load'],\r\n 'script': timeouts['script']}\r\n\r\n self._auto_port = options.get('auto_port', False)\r\n\r\n others = om.others\r\n self._retry_times = others.get('retry_times', 3)\r\n self._retry_interval = others.get('retry_interval', 2)\r\n\r\n return\r\n\r\n def __repr__(self):\r\n return f''\r\n\r\n @property\r\n def download_path(self):\r\n return self._download_path\r\n\r\n @property\r\n def browser_path(self):\r\n return self._browser_path\r\n\r\n @property\r\n def user_data_path(self):\r\n return self._user_data_path\r\n\r\n @property\r\n def tmp_path(self):\r\n return self._tmp_path\r\n\r\n @property\r\n def user(self):\r\n return self._user\r\n\r\n @property\r\n def load_mode(self):\r\n return self._load_mode\r\n\r\n @property\r\n def timeouts(self):\r\n return self._timeouts\r\n\r\n @property\r\n def proxy(self):\r\n return self._proxy\r\n\r\n @property\r\n def address(self):\r\n return self._address\r\n\r\n @property\r\n def arguments(self):\r\n return self._arguments\r\n\r\n @property\r\n def extensions(self):\r\n return self._extensions\r\n\r\n @property\r\n def preferences(self):\r\n return self._prefs\r\n\r\n @property\r\n def flags(self):\r\n return self._flags\r\n\r\n @property\r\n def system_user_path(self):\r\n return self._system_user_path\r\n\r\n @property\r\n def is_existing_only(self):\r\n return self._existing_only\r\n\r\n @property\r\n def is_auto_port(self):\r\n return self._auto_port\r\n\r\n @property\r\n def retry_times(self):\r\n return self._retry_times\r\n\r\n @property\r\n def retry_interval(self):\r\n return self._retry_interval\r\n\r\n @property\r\n def is_headless(self):\r\n return self._is_headless\r\n\r\n def set_retry(self, times=None, interval=None):\r\n if times is not None:\r\n self._retry_times = times\r\n if interval is not None:\r\n self._retry_interval = interval\r\n return self\r\n\r\n def set_argument(self, arg, value=None):\r\n self.remove_argument(arg)\r\n if value is not False:\r\n if arg == '--headless':\r\n if value == 'false':\r\n self._is_headless = False\r\n else:\r\n if value is None:\r\n value = 'new'\r\n self._arguments.append(f'--headless={value}')\r\n self._is_headless = True\r\n else:\r\n arg_str = arg if value is None else f'{arg}={value}'\r\n self._arguments.append(arg_str)\r\n elif arg == '--headless':\r\n self._is_headless = False\r\n return self\r\n\r\n def remove_argument(self, value):\r\n elements_to_delete = [arg for arg in self._arguments if arg == value or arg.startswith(f'{value}=')]\r\n if not elements_to_delete:\r\n return self\r\n\r\n if len(elements_to_delete) == 1:\r\n self._arguments.remove(elements_to_delete[0])\r\n else:\r\n self._arguments = [arg for arg in self._arguments if arg not in elements_to_delete]\r\n\r\n return self\r\n\r\n def add_extension(self, path):\r\n self._extensions.append(path)\r\n return self\r\n\r\n def remove_extensions(self):\r\n self._extensions = []\r\n return self\r\n\r\n def set_pref(self, arg, value):\r\n self._prefs[arg] = value\r\n return self\r\n\r\n def remove_pref(self, arg):\r\n self._prefs.pop(arg, None)\r\n return self\r\n\r\n def remove_pref_from_file(self, arg):\r\n self._prefs_to_del.append(arg)\r\n return self\r\n\r\n def set_flag(self, flag, value=None):\r\n if value is False:\r\n self._flags.pop(flag, None)\r\n else:\r\n self._flags[flag] = value\r\n return self\r\n\r\n def clear_flags_in_file(self):\r\n self.clear_file_flags = True\r\n return self\r\n\r\n def clear_flags(self):\r\n self._flags = {}\r\n return self\r\n\r\n def clear_arguments(self):\r\n self._arguments = []\r\n return self\r\n\r\n def clear_prefs(self):\r\n self._prefs = {}\r\n return self\r\n\r\n def set_timeouts(self, base=None, page_load=None, script=None):\r\n if base is not None:\r\n self._timeouts['base'] = base\r\n if page_load is not None:\r\n self._timeouts['page_load'] = page_load\r\n if script is not None:\r\n self._timeouts['script'] = script\r\n\r\n return self\r\n\r\n def set_user(self, user='Default'):\r\n self.set_argument('--profile-directory', user)\r\n self._user = user\r\n return self\r\n\r\n def headless(self, on_off=True):\r\n on_off = 'new' if on_off else on_off\r\n return self.set_argument('--headless', on_off)\r\n\r\n def no_imgs(self, on_off=True):\r\n on_off = None if on_off else False\r\n return self.set_argument('--blink-settings=imagesEnabled=false', on_off)\r\n\r\n def no_js(self, on_off=True):\r\n on_off = None if on_off else False\r\n return self.set_argument('--disable-javascript', on_off)\r\n\r\n def mute(self, on_off=True):\r\n on_off = None if on_off else False\r\n return self.set_argument('--mute-audio', on_off)\r\n\r\n def incognito(self, on_off=True):\r\n on_off = None if on_off else False\r\n self.set_argument('--incognito', on_off)\r\n return self.set_argument('--inprivate', on_off) # edge\r\n\r\n def new_env(self, on_off=True):\r\n self._new_env = on_off\r\n return self\r\n\r\n def ignore_certificate_errors(self, on_off=True):\r\n on_off = None if on_off else False\r\n return self.set_argument('--ignore-certificate-errors', on_off)\r\n\r\n def set_user_agent(self, user_agent):\r\n return self.set_argument('--user-agent', user_agent)\r\n\r\n def set_proxy(self, proxy):\r\n if search(r'.*?:.*?@.*?\\..*', proxy):\r\n print(_S._lang.UNSUPPORTED_USER_PROXY)\r\n if proxy.lower().startswith('socks'):\r\n print(_S._lang.UNSUPPORTED_SOCKS_PROXY)\r\n self._proxy = proxy\r\n return self.set_argument('--proxy-server', proxy)\r\n\r\n def set_load_mode(self, value):\r\n if value not in ('normal', 'eager', 'none'):\r\n raise ValueError(_S._lang.join(_S._lang.INCORRECT_VAL_, 'value',\r\n ALLOW_VAL=\"'normal', 'eager', 'none'\", CURR_VAL=value))\r\n self._load_mode = value.lower()\r\n return self\r\n\r\n def set_paths(self, browser_path=None, local_port=None, address=None, download_path=None,\r\n user_data_path=None, cache_path=None):\r\n \"\"\"快捷的路径设置函数，即将废弃\r\n :param browser_path: 浏览器可执行文件路径\r\n :param local_port: 本地端口号\r\n :param address: 调试浏览器地址，例：127.0.0.1:9222\r\n :param download_path: 下载文件路径\r\n :param user_data_path: 用户数据路径\r\n :param cache_path: 缓存路径\r\n :return: 当前对象\r\n \"\"\"\r\n if browser_path is not None:\r\n self.set_browser_path(browser_path)\r\n\r\n if local_port is not None:\r\n self.set_local_port(local_port)\r\n\r\n if address is not None:\r\n self.set_address(address)\r\n\r\n if download_path is not None:\r\n self.set_download_path(download_path)\r\n\r\n if user_data_path is not None:\r\n self.set_user_data_path(user_data_path)\r\n\r\n if cache_path is not None:\r\n self.set_cache_path(cache_path)\r\n\r\n return self\r\n\r\n def set_local_port(self, port):\r\n self._address = f'127.0.0.1:{port}'\r\n self._auto_port = False\r\n self.ws_address = ''\r\n return self\r\n\r\n def set_address(self, address):\r\n address = address.replace('localhost', '127.0.0.1')\r\n self.ws_address = ''\r\n if address.startswith('http'):\r\n address = address.lstrip('htps:/')\r\n elif address.startswith(('ws:', 'wss:')):\r\n self.ws_address = address\r\n address = urlparse(address).netloc\r\n self._address = address\r\n self._auto_port = False\r\n return self\r\n\r\n def set_browser_path(self, path):\r\n self._browser_path = str(path)\r\n return self\r\n\r\n def set_download_path(self, path):\r\n self._download_path = '.' if path is None else str(path)\r\n return self\r\n\r\n def set_tmp_path(self, path):\r\n self._tmp_path = str(path)\r\n return self\r\n\r\n def set_user_data_path(self, path):\r\n u = str(path)\r\n self.set_argument('--user-data-dir', u)\r\n self._user_data_path = u\r\n self._auto_port = False\r\n return self\r\n\r\n def set_cache_path(self, path):\r\n self.set_argument('--disk-cache-dir', str(path))\r\n return self\r\n\r\n def use_system_user_path(self, on_off=True):\r\n self._system_user_path = on_off\r\n return self\r\n\r\n def auto_port(self, on_off=True, scope=None):\r\n if on_off:\r\n self._auto_port = scope if scope else (9600, 59600)\r\n else:\r\n self._auto_port = False\r\n self._address = ''\r\n self.ws_address = ''\r\n return self\r\n\r\n def existing_only(self, on_off=True):\r\n self._existing_only = on_off\r\n return self\r\n\r\n def save(self, path=None):\r\n if path == 'default':\r\n path = (Path(__file__).parent / 'configs.ini').absolute()\r\n\r\n elif path is None:\r\n if self.ini_path:\r\n path = Path(self.ini_path).absolute()\r\n else:\r\n path = (Path(__file__).parent / 'configs.ini').absolute()\r\n\r\n else:\r\n path = Path(path).absolute()\r\n\r\n path = path / 'config.ini' if path.is_dir() else path\r\n\r\n if path.exists():\r\n om = OptionsManager(path)\r\n else:\r\n om = OptionsManager(self.ini_path or (Path(__file__).parent / 'configs.ini'))\r\n\r\n # 设置chromium_options\r\n attrs = ('address', 'browser_path', 'arguments', 'extensions', 'user', 'load_mode',\r\n 'auto_port', 'system_user_path', 'existing_only', 'flags', 'new_env')\r\n for i in attrs:\r\n om.set_item('chromium_options', i, self.__getattribute__(f'_{i}'))\r\n # 设置代理\r\n om.set_item('proxies', 'http', self._proxy or '')\r\n om.set_item('proxies', 'https', self._proxy or '')\r\n # 设置路径\r\n om.set_item('paths', 'download_path', self._download_path or '')\r\n om.set_item('paths', 'tmp_path', self._tmp_path or '')\r\n # 设置timeout\r\n om.set_item('timeouts', 'base', self._timeouts['base'])\r\n om.set_item('timeouts', 'page_load', self._timeouts['page_load'])\r\n om.set_item('timeouts', 'script', self._timeouts['script'])\r\n # 设置重试\r\n om.set_item('others', 'retry_times', self.retry_times)\r\n om.set_item('others', 'retry_interval', self.retry_interval)\r\n # 设置prefs\r\n om.set_item('chromium_options', 'prefs', self._prefs)\r\n\r\n path = str(path)\r\n om.save(path)\r\n\r\n return path\r\n\r\n def save_to_default(self):\r\n return self.save('default')\r\n" }, { "path": "DrissionPage/_configs/chromium_options.pyi", "content": "# -*- coding:utf-8 -*-\r\n\"\"\"\r\n@Author : g1879\r\n@Contact : g1879@qq.com\r\n@Website : https://DrissionPage.cn\r\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\r\n\"\"\"\r\nfrom pathlib import Path\r\nfrom typing import Union, Any, Literal, Optional, Tuple\r\n\r\n\r\nclass ChromiumOptions(object):\r\n ini_path: Optional[str] = ...\r\n _user_data_path: Optional[str] = ...\r\n _download_path: str = ...\r\n _tmp_path: str = ...\r\n _arguments: list = ...\r\n _browser_path: str = ...\r\n _user: str = ...\r\n _load_mode: str = ...\r\n _timeouts: dict = ...\r\n _proxy: str = ...\r\n _address: str = ...\r\n _extensions: list = ...\r\n _prefs: dict = ...\r\n _flags: dict = ...\r\n _prefs_to_del: list = ...\r\n _new_env: bool = ...\r\n clear_file_flags: bool = ...\r\n _auto_port: Union[Tuple[int, int], False] = ...\r\n _system_user_path: bool = ...\r\n _existing_only: bool = ...\r\n _retry_times: int = ...\r\n _retry_interval: float = ...\r\n _is_headless: bool = ...\r\n _ua_set: bool = ...\r\n ws_address: Optional[str] = ...\r\n\r\n def __init__(self,\r\n read_file: [bool, None] = True,\r\n ini_path: Union[str, Path] = None):\r\n \"\"\"\r\n :param read_file: 是否从默认ini文件中读取配置信息\r\n :param ini_path: ini文件路径，为None则读取默认ini文件\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def download_path(self) -> str:\r\n \"\"\"默认下载路径文件路径\"\"\"\r\n ...\r\n\r\n @property\r\n def browser_path(self) -> str:\r\n \"\"\"浏览器启动文件路径\"\"\"\r\n ...\r\n\r\n @property\r\n def user_data_path(self) -> str:\r\n \"\"\"返回用户数据文件夹路径\"\"\"\r\n ...\r\n\r\n @property\r\n def tmp_path(self) -> Optional[str]:\r\n \"\"\"返回临时文件夹路径\"\"\"\r\n ...\r\n\r\n @property\r\n def user(self) -> str:\r\n \"\"\"返回用户配置文件夹名称\"\"\"\r\n ...\r\n\r\n @property\r\n def load_mode(self) -> str:\r\n \"\"\"返回页面加载策略，'normal', 'eager', 'none'\"\"\"\r\n ...\r\n\r\n @property\r\n def timeouts(self) -> dict:\r\n \"\"\"返回timeouts设置\"\"\"\r\n ...\r\n\r\n @property\r\n def proxy(self) -> str:\r\n \"\"\"返回代理设置\"\"\"\r\n ...\r\n\r\n @property\r\n def address(self) -> str:\r\n \"\"\"返回浏览器地址，ip:port\"\"\"\r\n ...\r\n\r\n @property\r\n def arguments(self) -> list:\r\n \"\"\"返回浏览器命令行设置列表\"\"\"\r\n ...\r\n\r\n @property\r\n def extensions(self) -> list:\r\n \"\"\"以list形式返回要加载的插件路径\"\"\"\r\n ...\r\n\r\n @property\r\n def preferences(self) -> dict:\r\n \"\"\"返回用户首选项配置\"\"\"\r\n ...\r\n\r\n @property\r\n def flags(self) -> dict:\r\n \"\"\"返回实验项配置\"\"\"\r\n ...\r\n\r\n @property\r\n def system_user_path(self) -> bool:\r\n \"\"\"返回是否使用系统安装的浏览器所使用的用户数据文件夹\"\"\"\r\n ...\r\n\r\n @property\r\n def is_existing_only(self) -> bool:\r\n \"\"\"返回是否只接管现有浏览器方式\"\"\"\r\n ...\r\n\r\n @property\r\n def is_auto_port(self) -> Union[bool, Tuple[int, int]]:\r\n \"\"\"返回是否使用自动端口和用户文件，如指定范围则返回范围tuple\"\"\"\r\n ...\r\n\r\n @property\r\n def retry_times(self) -> int:\r\n \"\"\"返回连接失败时的重试次数\"\"\"\r\n ...\r\n\r\n @property\r\n def retry_interval(self) -> float:\r\n \"\"\"返回连接失败时的重试间隔（秒）\"\"\"\r\n ...\r\n\r\n @property\r\n def is_headless(self) -> bool:\r\n \"\"\"返回是否无头模式\"\"\"\r\n ...\r\n\r\n def set_retry(self, times: int = None, interval: float = None) -> ChromiumOptions:\r\n \"\"\"设置连接失败时的重试操作\r\n :param times: 重试次数\r\n :param interval: 重试间隔\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_argument(self, arg: str, value: Union[str, None, bool] = None) -> ChromiumOptions:\r\n \"\"\"设置浏览器配置的argument属性\r\n :param arg: 属性名\r\n :param value: 属性值，有值的属性传入值，没有的传入None，如传入False，删除该项\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def remove_argument(self, value: str) -> ChromiumOptions:\r\n \"\"\"移除一个argument项\r\n :param value: 设置项名，有值的设置项传入设置名称即可\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def add_extension(self, path: Union[str, Path]) -> ChromiumOptions:\r\n \"\"\"添加插件\r\n :param path: 插件路径，可指向文件夹\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def remove_extensions(self) -> ChromiumOptions:\r\n \"\"\"移除所有插件\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_pref(self, arg: str, value: Any) -> ChromiumOptions:\r\n \"\"\"设置Preferences文件中的用户设置项\r\n :param arg: 设置项名称\r\n :param value: 设置项值\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def remove_pref(self, arg: str) -> ChromiumOptions:\r\n \"\"\"删除用户首选项设置，不能删除已设置到文件中的项\r\n :param arg: 设置项名称\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def remove_pref_from_file(self, arg: str) -> ChromiumOptions:\r\n \"\"\"删除用户配置文件中已设置的项\r\n :param arg: 设置项名称\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_flag(self, flag: str, value: Union[int, str, bool] = None) -> ChromiumOptions:\r\n \"\"\"设置实验项\r\n :param flag: 设置项名称\r\n :param value: 设置项的值，为False则删除该项\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def clear_flags_in_file(self) -> ChromiumOptions:\r\n \"\"\"删除浏览器配置文件中已设置的实验项\"\"\"\r\n ...\r\n\r\n def clear_flags(self) -> ChromiumOptions:\r\n \"\"\"清空本对象已设置的flag参数\"\"\"\r\n ...\r\n\r\n def clear_arguments(self) -> ChromiumOptions:\r\n \"\"\"清空本对象已设置的argument参数\"\"\"\r\n ...\r\n\r\n def clear_prefs(self) -> ChromiumOptions:\r\n \"\"\"清空本对象已设置的pref参数\"\"\"\r\n ...\r\n\r\n def set_timeouts(self,\r\n base: float = None,\r\n page_load: float = None,\r\n script: float = None) -> ChromiumOptions:\r\n \"\"\"设置超时时间，单位为秒\r\n :param base: 默认超时时间\r\n :param page_load: 页面加载超时时间\r\n :param script: 脚本运行超时时间\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_user(self, user: str = 'Default') -> ChromiumOptions:\r\n \"\"\"设置使用哪个用户配置文件夹\r\n :param user: 用户文件夹名称\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def headless(self, on_off: bool = True) -> ChromiumOptions:\r\n \"\"\"设置是否隐藏浏览器界面\r\n :param on_off: 开或关\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def no_imgs(self, on_off: bool = True) -> ChromiumOptions:\r\n \"\"\"设置是否加载图片\r\n :param on_off: 开或关\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def no_js(self, on_off: bool = True) -> ChromiumOptions:\r\n \"\"\"设置是否禁用js\r\n :param on_off: 开或关\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def mute(self, on_off: bool = True) -> ChromiumOptions:\r\n \"\"\"设置是否静音\r\n :param on_off: 开或关\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def incognito(self, on_off: bool = True) -> ChromiumOptions:\r\n \"\"\"设置是否使用无痕模式启动\r\n :param on_off: 开或关\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def new_env(self, on_off: bool = True) -> ChromiumOptions:\r\n \"\"\"设置是否使用全新浏览器环境\r\n :param on_off: 开或关\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def ignore_certificate_errors(self, on_off=True) -> ChromiumOptions:\r\n \"\"\"设置是否忽略证书错误\r\n :param on_off: 开或关\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_user_agent(self, user_agent: str) -> ChromiumOptions:\r\n \"\"\"设置user agent\r\n :param user_agent: user agent文本\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_proxy(self, proxy: str) -> ChromiumOptions:\r\n \"\"\"设置代理\r\n :param proxy: 代理url和端口\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_load_mode(self, value: Literal['normal', 'eager', 'none']) -> ChromiumOptions:\r\n \"\"\"设置load_mode，可接收 'normal', 'eager', 'none'\r\n normal：默认情况下使用, 等待所有资源下载完成\r\n eager：DOM访问已准备就绪, 但其他资源 (如图像) 可能仍在加载中\r\n none：完全不阻塞\r\n :param value: 可接收 'normal', 'eager', 'none'\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_local_port(self, port: Union[str, int]) -> ChromiumOptions:\r\n \"\"\"设置本地启动端口，与set_address()和auto_port()互斥\r\n :param port: 端口号\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_address(self, address: str) -> ChromiumOptions:\r\n \"\"\"设置浏览器地址，格式'ip:port'，与auto_port()和set_local_port()互斥\r\n :param address: 浏览器地址\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_browser_path(self, path: Union[str, Path]) -> ChromiumOptions:\r\n \"\"\"设置浏览器可执行文件路径\r\n :param path: 浏览器路径\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_download_path(self, path: Union[str, Path]) -> ChromiumOptions:\r\n \"\"\"设置下载文件保存路径\r\n :param path: 下载路径\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_tmp_path(self, path: Union[str, Path]) -> ChromiumOptions:\r\n \"\"\"设置临时文件文件保存路径\r\n :param path: 下载路径\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_user_data_path(self, path: Union[str, Path]) -> ChromiumOptions:\r\n \"\"\"设置用户文件夹路径\r\n :param path: 用户文件夹路径\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_cache_path(self, path: Union[str, Path]) -> ChromiumOptions:\r\n \"\"\"设置缓存路径\r\n :param path: 缓存路径\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def use_system_user_path(self, on_off: bool = True) -> ChromiumOptions:\r\n \"\"\"设置是否使用系统安装的浏览器默认用户文件夹\r\n :param on_off: 开或关\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def auto_port(self,\r\n on_off: bool = True,\r\n scope: Tuple[int, int] = None) -> ChromiumOptions:\r\n \"\"\"自动获取可用端口，与set_address()和set_local_port()互斥\r\n :param on_off: 是否开启自动获取端口号\r\n :param scope: 指定端口范围，不含最后的数字，为None则使用[9600-59600)\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def existing_only(self, on_off: bool = True) -> ChromiumOptions:\r\n \"\"\"设置只接管已有浏览器，不自动启动新的\r\n :param on_off: 是否开启自动获取端口号\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n def save(self, path: Union[str, Path] = None) -> str:\r\n \"\"\"保存设置到文件\r\n :param path: ini文件的路径， None 保存到当前读取的配置文件，传入 'default' 保存到默认ini文件\r\n :return: 保存文件的绝对路径\r\n \"\"\"\r\n ...\r\n\r\n def save_to_default(self) -> str:\r\n \"\"\"保存当前配置到默认ini文件\"\"\"\r\n ...\r\n" }, { "path": "DrissionPage/_configs/configs.ini", "content": "[paths]\r\ndownload_path =\r\ntmp_path =\r\n\r\n[chromium_options]\r\naddress = 127.0.0.1:9222\r\nbrowser_path = chrome\r\narguments = ['--no-default-browser-check', '--disable-suggestions-ui', '--no-first-run', '--disable-infobars', '--disable-popup-blocking', '--hide-crash-restore-bubble', '--disable-features=PrivacySandboxSettings4']\r\nextensions = []\r\nprefs = {'profile.default_content_settings.popups': 0, 'profile.default_content_setting_values': {'notifications': 2}}\r\nflags = {}\r\nload_mode = normal\r\nuser = Default\r\nauto_port = False\r\nsystem_user_path = False\r\nexisting_only = False\r\nnew_env = False\r\n\r\n[session_options]\r\nheaders = {'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/603.3.8 (KHTML, like Gecko) Version/10.1.2 Safari/603.3.8', 'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8', 'connection': 'keep-alive', 'accept-charset': 'GB2312,utf-8;q=0.7,*;q=0.7'}\r\n\r\n[timeouts]\r\nbase = 10\r\npage_load = 30\r\nscript = 30\r\n\r\n[proxies]\r\nhttp =\r\nhttps = \r\n\r\n[others]\r\nretry_times = 3\r\nretry_interval = 2\r\n" }, { "path": "DrissionPage/_configs/options_manage.py", "content": "# -*- coding:utf-8 -*-\r\n\"\"\"\r\n@Author : g1879\r\n@Contact : g1879@qq.com\r\n@Website : https://DrissionPage.cn\r\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\r\n\"\"\"\r\nfrom configparser import RawConfigParser, NoSectionError, NoOptionError\r\nfrom pathlib import Path\r\nfrom pprint import pprint\r\n\r\nfrom .._functions.settings import Settings as _S\r\n\r\n\r\nclass OptionsManager(object):\r\n def __init__(self, path=None):\r\n if path is False:\r\n self.ini_path = None\r\n else:\r\n default_configs = Path(__file__).parent / 'configs.ini'\r\n if path is None:\r\n dp_configs = Path('dp_configs.ini')\r\n if dp_configs.exists():\r\n self.ini_path = dp_configs\r\n else:\r\n self.ini_path = default_configs\r\n elif path == 'default':\r\n self.ini_path = default_configs\r\n elif isinstance(path, Path):\r\n self.ini_path = path\r\n else:\r\n self.ini_path = Path(path)\r\n\r\n self._conf = RawConfigParser()\r\n if path is not False and self.ini_path.exists():\r\n self.file_exists = True\r\n self._conf.read(self.ini_path, encoding='utf-8')\r\n else:\r\n self.file_exists = False\r\n self._conf.add_section('paths')\r\n self._conf.add_section('chromium_options')\r\n self._conf.add_section('session_options')\r\n self._conf.add_section('timeouts')\r\n self._conf.add_section('proxies')\r\n self._conf.add_section('others')\r\n self.set_item('paths', 'download_path', '')\r\n self.set_item('paths', 'tmp_path', '')\r\n self.set_item('chromium_options', 'address', '127.0.0.1:9222')\r\n self.set_item('chromium_options', 'browser_path', 'chrome')\r\n self.set_item('chromium_options', 'arguments', \"['--no-default-browser-check', '--disable-suggestions-ui', \"\r\n \"'--no-first-run', '--disable-infobars', \"\r\n \"'--disable-popup-blocking', '--hide-crash-restore-bubble', \"\r\n \"'--disable-features=PrivacySandboxSettings4']\")\r\n self.set_item('chromium_options', 'extensions', '[]')\r\n self.set_item('chromium_options', 'prefs', \"{'profile.default_content_settings.popups': 0, \"\r\n \"'profile.default_content_setting_values': \"\r\n \"{'notifications': 2}}\")\r\n self.set_item('chromium_options', 'flags', '{}')\r\n self.set_item('chromium_options', 'load_mode', 'normal')\r\n self.set_item('chromium_options', 'user', 'Default')\r\n self.set_item('chromium_options', 'auto_port', 'False')\r\n self.set_item('chromium_options', 'system_user_path', 'False')\r\n self.set_item('chromium_options', 'existing_only', 'False')\r\n self.set_item('chromium_options', 'new_env', 'False')\r\n self.set_item('session_options', 'headers', \"{'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X \"\r\n \"10_12_6) AppleWebKit/603.3.8 (KHTML, like Gecko) Version/10.\"\r\n \"1.2 Safari/603.3.8', 'accept': 'text/html,application/xhtml\"\r\n \"+xml,application/xml;q=0.9,*/*;q=0.8', 'connection': \"\r\n \"'keep-alive', 'accept-charset': 'GB2312,utf-8;q=0.7,*;q=0.7'}\")\r\n self.set_item('timeouts', 'base', '10')\r\n self.set_item('timeouts', 'page_load', '30')\r\n self.set_item('timeouts', 'script', '30')\r\n self.set_item('proxies', 'http', '')\r\n self.set_item('proxies', 'https', '')\r\n self.set_item('others', 'retry_times', '3')\r\n self.set_item('others', 'retry_interval', '2')\r\n\r\n def __getattr__(self, item):\r\n return self.get_option(item)\r\n\r\n def get_value(self, section, item):\r\n try:\r\n return eval(self._conf.get(section, item))\r\n except (SyntaxError, NameError):\r\n return self._conf.get(section, item)\r\n except NoSectionError and NoOptionError:\r\n return None\r\n\r\n def get_option(self, section):\r\n items = self._conf.items(section)\r\n option = dict()\r\n\r\n for j in items:\r\n try:\r\n option[j[0]] = eval(self._conf.get(section, j[0]))\r\n except Exception:\r\n option[j[0]] = self._conf.get(section, j[0])\r\n\r\n return option\r\n\r\n def set_item(self, section, item, value):\r\n self._conf.set(section, item, str(value))\r\n self.__setattr__(f'_{section}', None)\r\n return self\r\n\r\n def remove_item(self, section, item):\r\n self._conf.remove_option(section, item)\r\n return self\r\n\r\n def save(self, path=None):\r\n default_path = (Path(__file__).parent / 'configs.ini').absolute()\r\n if path == 'default':\r\n path = default_path\r\n elif path is None:\r\n if self.ini_path is None:\r\n raise RuntimeError(_S._lang.join(_S._lang.INI_NOT_SET))\r\n path = self.ini_path.absolute()\r\n else:\r\n path = Path(path).absolute()\r\n\r\n path = path / 'config.ini' if path.is_dir() else path\r\n path.parent.mkdir(exist_ok=True, parents=True)\r\n\r\n path = str(path)\r\n self._conf.write(open(path, 'w', encoding='utf-8'))\r\n\r\n print(f'{_S._lang.OPTIONS_HAVE_SAVED}: {path}')\r\n if path == str(default_path):\r\n print(_S._lang.AUTO_LOAD_TIP)\r\n\r\n self.file_exists = True\r\n return path\r\n\r\n def save_to_default(self):\r\n return self.save('default')\r\n\r\n def show(self):\r\n for i in self._conf.sections():\r\n print(f'[{i}]')\r\n pprint(self.get_option(i))\r\n print()\r\n" }, { "path": "DrissionPage/_configs/options_manage.pyi", "content": "# -*- coding:utf-8 -*-\r\n\"\"\"\r\n@Author : g1879\r\n@Contact : g1879@qq.com\r\n@Website : https://DrissionPage.cn\r\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\r\n\"\"\"\r\nfrom configparser import RawConfigParser\r\nfrom pathlib import Path\r\nfrom typing import Any, Optional, Union\r\n\r\n\r\nclass OptionsManager(object):\r\n \"\"\"管理配置文件内容的类\"\"\"\r\n ini_path: Optional[Path] = ...\r\n file_exists: bool = ...\r\n _conf: RawConfigParser = ...\r\n\r\n def __init__(self, path: Union[Path, str] = None):\r\n \"\"\"初始化，读取配置文件，如没有设置临时文件夹，则设置并新建\r\n :param path: ini文件的路径，为None则找项目文件夹下的，找不到则读取模块文件夹下的\r\n \"\"\"\r\n ...\r\n\r\n def __getattr__(self, item) -> dict:\r\n \"\"\"以dict形似返回获取大项信息\r\n :param item: 项名\r\n :return: None\r\n \"\"\"\r\n ...\r\n\r\n def get_value(self, section: str, item: str) -> Any:\r\n \"\"\"获取配置的值\r\n :param section: 段名\r\n :param item: 项名\r\n :return: 项值\r\n \"\"\"\r\n ...\r\n\r\n def get_option(self, section: str) -> dict:\r\n \"\"\"把section内容以字典方式返回\r\n :param section: 段名\r\n :return: 段内容生成的字典\r\n \"\"\"\r\n ...\r\n\r\n def set_item(self, section: str, item: str, value: Any) -> None:\r\n \"\"\"设置配置值\r\n :param section: 段名\r\n :param item: 项名\r\n :param value: 项值\r\n :return: None\r\n \"\"\"\r\n ...\r\n\r\n def remove_item(self, section: str, item: str) -> None:\r\n \"\"\"删除配置值\r\n :param section: 段名\r\n :param item: 项名\r\n :return: None\r\n \"\"\"\r\n ...\r\n\r\n def save(self, path: str = None) -> str:\r\n \"\"\"保存配置文件\r\n :param path: ini文件的路径，传入 'default' 保存到默认ini文件\r\n :return: 保存路径\r\n \"\"\"\r\n ...\r\n\r\n def save_to_default(self) -> str:\r\n \"\"\"保存当前配置到默认ini文件\"\"\"\r\n ...\r\n\r\n def show(self) -> None:\r\n \"\"\"打印所有设置信息\"\"\"\r\n ...\r\n" }, { "path": "DrissionPage/_configs/session_options.py", "content": "# -*- coding:utf-8 -*-\r\n\"\"\"\r\n@Author : g1879\r\n@Contact : g1879@qq.com\r\n@Website : https://DrissionPage.cn\r\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\r\n\"\"\"\r\nfrom copy import copy\r\nfrom pathlib import Path\r\n\r\nfrom requests import Session\r\nfrom requests.structures import CaseInsensitiveDict\r\n\r\nfrom .options_manage import OptionsManager\r\nfrom .._functions.cookies import cookies_to_tuple, set_session_cookies\r\nfrom .._functions.settings import Settings as _S\r\nfrom .._functions.web import format_headers\r\n\r\n\r\nclass SessionOptions(object):\r\n\r\n def __init__(self, read_file=True, ini_path=None):\r\n self.ini_path = None\r\n self._download_path = '.'\r\n self._timeout = 10\r\n self._del_set = set() # 记录要从ini文件删除的参数\r\n\r\n if read_file is False:\r\n ini_path = False\r\n self.ini_path = None\r\n elif ini_path:\r\n ini_path = Path(ini_path).absolute()\r\n if not ini_path.exists():\r\n raise FileNotFoundError(_S._lang.join(_S._lang.INI_NOT_FOUND, PATH=ini_path))\r\n self.ini_path = str(ini_path)\r\n else:\r\n self.ini_path = str(Path(__file__).parent / 'configs.ini')\r\n om = OptionsManager(ini_path)\r\n\r\n self._headers = None\r\n self._cookies = None\r\n self._auth = None\r\n self._proxies = None\r\n self._hooks = None\r\n self._params = None\r\n self._verify = None\r\n self._cert = None\r\n self._adapters = None\r\n self._stream = None\r\n self._trust_env = None\r\n self._max_redirects = None\r\n\r\n options = om.session_options\r\n if options.get('headers', None) is not None:\r\n self.set_headers(options['headers'])\r\n\r\n if options.get('cookies', None) is not None:\r\n self.set_cookies(options['cookies'])\r\n\r\n if options.get('auth', None) is not None:\r\n self._auth = options['auth']\r\n\r\n if options.get('params', None) is not None:\r\n self._params = options['params']\r\n\r\n if options.get('verify', None) is not None:\r\n self._verify = options['verify']\r\n\r\n if options.get('cert', None) is not None:\r\n self._cert = options['cert']\r\n\r\n if options.get('stream', None) is not None:\r\n self._stream = options['stream']\r\n\r\n if options.get('trust_env', None) is not None:\r\n self._trust_env = options['trust_env']\r\n\r\n if options.get('max_redirects', None) is not None:\r\n self._max_redirects = options['max_redirects']\r\n\r\n self.set_proxies(om.proxies.get('http', None), om.proxies.get('https', None))\r\n self._timeout = om.timeouts.get('base', 10)\r\n self._download_path = om.paths.get('download_path', '.') or '.'\r\n\r\n others = om.others\r\n self._retry_times = others.get('retry_times', 3)\r\n self._retry_interval = others.get('retry_interval', 2)\r\n\r\n def __repr__(self):\r\n return f''\r\n\r\n # ===========须独立处理的项开始============\r\n @property\r\n def download_path(self):\r\n return self._download_path\r\n\r\n def set_download_path(self, path):\r\n self._download_path = '.' if path is None else str(path)\r\n return self\r\n\r\n @property\r\n def timeout(self):\r\n return self._timeout\r\n\r\n def set_timeout(self, second):\r\n self._timeout = second\r\n return self\r\n\r\n @property\r\n def proxies(self):\r\n if self._proxies is None:\r\n self._proxies = {}\r\n return self._proxies\r\n\r\n def set_proxies(self, http=None, https=None):\r\n self._sets('proxies', {'http': http, 'https': https})\r\n return self\r\n\r\n @property\r\n def retry_times(self):\r\n return self._retry_times\r\n\r\n @property\r\n def retry_interval(self):\r\n return self._retry_interval\r\n\r\n def set_retry(self, times=None, interval=None):\r\n if times is not None:\r\n self._retry_times = times\r\n if interval is not None:\r\n self._retry_interval = interval\r\n return self\r\n\r\n # ===========须独立处理的项结束============\r\n\r\n @property\r\n def headers(self):\r\n if self._headers is None:\r\n self._headers = {}\r\n return self._headers\r\n\r\n def set_headers(self, headers):\r\n if headers is None:\r\n self._headers = None\r\n self._del_set.add('headers')\r\n else:\r\n headers = format_headers(headers)\r\n self._headers = {key.lower(): headers[key] for key in headers}\r\n return self\r\n\r\n def set_a_header(self, name, value):\r\n if self._headers is None:\r\n self._headers = {}\r\n\r\n self._headers[name.lower()] = value\r\n return self\r\n\r\n def remove_a_header(self, name):\r\n if self._headers is None:\r\n return self\r\n\r\n self._headers.pop(name.lower(), None)\r\n\r\n return self\r\n\r\n def clear_headers(self):\r\n self._headers = None\r\n self._del_set.add('headers')\r\n\r\n @property\r\n def cookies(self):\r\n if self._cookies is None:\r\n self._cookies = []\r\n return self._cookies\r\n\r\n def set_cookies(self, cookies):\r\n cookies = cookies if cookies is None else list(cookies_to_tuple(cookies))\r\n self._sets('cookies', cookies)\r\n return self\r\n\r\n @property\r\n def auth(self):\r\n return self._auth\r\n\r\n def set_auth(self, auth):\r\n self._sets('auth', auth)\r\n return self\r\n\r\n @property\r\n def hooks(self):\r\n if self._hooks is None:\r\n self._hooks = {}\r\n return self._hooks\r\n\r\n def set_hooks(self, hooks):\r\n self._hooks = hooks\r\n return self\r\n\r\n @property\r\n def params(self):\r\n if self._params is None:\r\n self._params = {}\r\n return self._params\r\n\r\n def set_params(self, params):\r\n self._sets('params', params)\r\n return self\r\n\r\n @property\r\n def verify(self):\r\n return self._verify\r\n\r\n def set_verify(self, on_off):\r\n self._sets('verify', on_off)\r\n return self\r\n\r\n @property\r\n def cert(self):\r\n return self._cert\r\n\r\n def set_cert(self, cert):\r\n self._sets('cert', cert)\r\n return self\r\n\r\n @property\r\n def adapters(self):\r\n if self._adapters is None:\r\n self._adapters = []\r\n return self._adapters\r\n\r\n def add_adapter(self, url, adapter):\r\n self._adapters.append((url, adapter))\r\n return self\r\n\r\n @property\r\n def stream(self):\r\n return self._stream\r\n\r\n def set_stream(self, on_off):\r\n self._sets('stream', on_off)\r\n return self\r\n\r\n @property\r\n def trust_env(self):\r\n return self._trust_env\r\n\r\n def set_trust_env(self, on_off):\r\n self._sets('trust_env', on_off)\r\n return self\r\n\r\n @property\r\n def max_redirects(self):\r\n return self._max_redirects\r\n\r\n def set_max_redirects(self, times):\r\n self._sets('max_redirects', times)\r\n return self\r\n\r\n def _sets(self, arg, val):\r\n if val is None:\r\n self.__setattr__(f'_{arg}', None)\r\n self._del_set.add(arg)\r\n else:\r\n self.__setattr__(f'_{arg}', val)\r\n if arg in self._del_set:\r\n self._del_set.remove(arg)\r\n\r\n def save(self, path=None):\r\n if path == 'default':\r\n path = (Path(__file__).parent / 'configs.ini').absolute()\r\n\r\n elif path is None:\r\n if self.ini_path:\r\n path = Path(self.ini_path).absolute()\r\n else:\r\n path = (Path(__file__).parent / 'configs.ini').absolute()\r\n\r\n else:\r\n path = Path(path).absolute()\r\n\r\n path = path / 'config.ini' if path.is_dir() else path\r\n\r\n if path.exists():\r\n om = OptionsManager(path)\r\n else:\r\n om = OptionsManager(self.ini_path or (Path(__file__).parent / 'configs.ini'))\r\n\r\n options = session_options_to_dict(self)\r\n\r\n for i in options:\r\n if i not in ('download_path', 'timeout', 'proxies'):\r\n om.set_item('session_options', i, options[i])\r\n\r\n om.set_item('paths', 'download_path', self.download_path or '')\r\n om.set_item('timeouts', 'base', self.timeout)\r\n om.set_item('proxies', 'http', self.proxies.get('http', ''))\r\n om.set_item('proxies', 'https', self.proxies.get('https', ''))\r\n om.set_item('others', 'retry_times', self.retry_times)\r\n om.set_item('others', 'retry_interval', self.retry_interval)\r\n\r\n for i in self._del_set:\r\n if i == 'download_path':\r\n om.set_item('paths', 'download_path', '')\r\n elif i == 'proxies':\r\n om.set_item('proxies', 'http', '')\r\n om.set_item('proxies', 'https', '')\r\n else:\r\n om.remove_item('session_options', i)\r\n\r\n path = str(path)\r\n om.save(path)\r\n\r\n return path\r\n\r\n def save_to_default(self):\r\n return self.save('default')\r\n\r\n def as_dict(self):\r\n return session_options_to_dict(self)\r\n\r\n def make_session(self):\r\n s = Session()\r\n h = CaseInsensitiveDict(self.headers) if self.headers else CaseInsensitiveDict()\r\n\r\n if self.cookies:\r\n set_session_cookies(s, self.cookies)\r\n if self.adapters:\r\n for url, adapter in self.adapters:\r\n s.mount(url, adapter)\r\n\r\n for i in ['auth', 'proxies', 'hooks', 'params', 'verify', 'cert', 'stream', 'trust_env', 'max_redirects']:\r\n attr = self.__getattribute__(i)\r\n if attr:\r\n s.__setattr__(i, attr)\r\n\r\n return s, h\r\n\r\n def from_session(self, session, headers=None):\r\n self._headers = CaseInsensitiveDict(copy(session.headers).update(headers)) if headers else session.headers\r\n self._cookies = session.cookies\r\n self._auth = session.auth\r\n self._proxies = session.proxies\r\n self._hooks = session.hooks\r\n self._params = session.params\r\n self._verify = session.verify\r\n self._cert = session.cert\r\n self._stream = session.stream\r\n self._trust_env = session.trust_env\r\n self._max_redirects = session.max_redirects\r\n if session.adapters:\r\n self._adapters = [(k, i) for k, i in session.adapters.items()]\r\n return self\r\n\r\n\r\ndef session_options_to_dict(options):\r\n if options in (False, None):\r\n return SessionOptions(read_file=False).as_dict()\r\n\r\n if isinstance(options, dict):\r\n return options\r\n\r\n re_dict = dict()\r\n attrs = ['headers', 'cookies', 'proxies', 'params', 'verify', 'stream', 'trust_env', 'cert',\r\n 'max_redirects', 'timeout', 'download_path']\r\n\r\n for attr in attrs:\r\n val = options.__getattribute__(f'_{attr}')\r\n if val is not None:\r\n re_dict[attr] = val\r\n\r\n return re_dict\r\n" }, { "path": "DrissionPage/_configs/session_options.pyi", "content": "# -*- coding:utf-8 -*-\r\n\"\"\"\r\n@Author : g1879\r\n@Contact : g1879@qq.com\r\n@Website : https://DrissionPage.cn\r\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\r\n\"\"\"\r\nfrom http.cookiejar import CookieJar, Cookie\r\nfrom pathlib import Path\r\nfrom typing import Any, Union, Tuple, Optional\r\n\r\nfrom requests import Session\r\nfrom requests.adapters import HTTPAdapter\r\nfrom requests.auth import HTTPBasicAuth\r\nfrom requests.cookies import RequestsCookieJar\r\nfrom requests.structures import CaseInsensitiveDict\r\n\r\n\r\nclass SessionOptions(object):\r\n \"\"\"requests的Session对象配置类\"\"\"\r\n\r\n ini_path: Optional[str] = ...\r\n _download_path: str = ...\r\n _headers: Union[dict, CaseInsensitiveDict, None] = ...\r\n _cookies: Union[list, RequestsCookieJar, None] = ...\r\n _auth: Optional[tuple] = ...\r\n _proxies: Optional[dict] = ...\r\n _hooks: Optional[dict] = ...\r\n _params: Union[dict, None] = ...\r\n _verify: Optional[bool] = ...\r\n _cert: Union[str, tuple, None] = ...\r\n _adapters: Optional[list] = ...\r\n _stream: Optional[bool] = ...\r\n _trust_env: Optional[bool] = ...\r\n _max_redirects: Optional[int] = ...\r\n _timeout: float = ...\r\n _del_set: set = ...\r\n _retry_times: int = ...\r\n _retry_interval: float = ...\r\n\r\n def __init__(self,\r\n read_file: [bool, None] = True,\r\n ini_path: Union[str, Path] = None):\r\n \"\"\"\r\n :param read_file: 是否从文件读取配置\r\n :param ini_path: ini文件路径\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def download_path(self) -> str:\r\n \"\"\"返回默认下载路径属性信息\"\"\"\r\n ...\r\n\r\n def set_download_path(self, path: Union[str, Path]) -> SessionOptions:\r\n \"\"\"设置默认下载路径\r\n :param path: 下载路径\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def timeout(self) -> float:\r\n \"\"\"返回timeout属性信息\"\"\"\r\n ...\r\n\r\n def set_timeout(self, second: float) -> SessionOptions:\r\n \"\"\"设置超时信息\r\n :param second: 秒数\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def proxies(self) -> dict:\r\n \"\"\"返回proxies设置信息\"\"\"\r\n ...\r\n\r\n def set_proxies(self, http: Union[str, None], https: Union[str, None] = None) -> SessionOptions:\r\n \"\"\"设置proxies参数\r\n :param http: http代理地址\r\n :param https: https代理地址\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def retry_times(self) -> int:\r\n \"\"\"返回连接失败时的重试次数\"\"\"\r\n ...\r\n\r\n @property\r\n def retry_interval(self) -> float:\r\n \"\"\"返回连接失败时的重试间隔（秒）\"\"\"\r\n ...\r\n\r\n def set_retry(self, times: int = None, interval: float = None) -> SessionOptions:\r\n \"\"\"设置连接失败时的重试操作\r\n :param times: 重试次数\r\n :param interval: 重试间隔\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def headers(self) -> dict:\r\n \"\"\"返回headers设置信息\"\"\"\r\n ...\r\n\r\n def set_headers(self, headers: Union[dict, str, None]) -> SessionOptions:\r\n \"\"\"设置headers参数\r\n :param headers: 参数值，传入None可在ini文件标记删除\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n def set_a_header(self, name: str, value: str) -> SessionOptions:\r\n \"\"\"设置headers中一个项\r\n :param name: 设置名称\r\n :param value: 设置值\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n def remove_a_header(self, name: str) -> SessionOptions:\r\n \"\"\"从headers中删除一个设置\r\n :param name: 要删除的设置\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n def clear_headers(self) -> SessionOptions:\r\n \"\"\"清空已设置的header参数\"\"\"\r\n ...\r\n\r\n @property\r\n def cookies(self) -> list:\r\n \"\"\"以list形式返回cookies\"\"\"\r\n ...\r\n\r\n def set_cookies(self, cookies: Union[Cookie, CookieJar, list, tuple, str, dict, None]) -> SessionOptions:\r\n \"\"\"设置一个或多个cookies信息\r\n :param cookies: cookies，可为Cookie, CookieJar, list, tuple, str, dict，传入None可在ini文件标记删除\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def auth(self) -> Union[Tuple[str, str], HTTPBasicAuth]:\r\n \"\"\"返回认证设置信息\"\"\"\r\n ...\r\n\r\n def set_auth(self, auth: Union[Tuple[str, str], HTTPBasicAuth, None]) -> SessionOptions:\r\n \"\"\"设置认证元组或对象\r\n :param auth: 认证元组或对象\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def hooks(self) -> dict:\r\n \"\"\"返回回调方法\"\"\"\r\n ...\r\n\r\n def set_hooks(self, hooks: Union[dict, None]) -> SessionOptions:\r\n \"\"\"设置回调方法\r\n :param hooks: 回调方法\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def params(self) -> dict:\r\n \"\"\"返回连接参数设置信息\"\"\"\r\n ...\r\n\r\n def set_params(self, params: Union[dict, None]) -> SessionOptions:\r\n \"\"\"设置查询参数字典\r\n :param params: 查询参数字典\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def verify(self) -> bool:\r\n \"\"\"返回是否验证SSL证书设置\"\"\"\r\n ...\r\n\r\n def set_verify(self, on_off: Union[bool, None]) -> SessionOptions:\r\n \"\"\"设置是否验证SSL证书\r\n :param on_off: 是否验证 SSL 证书\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def cert(self) -> Union[str, tuple]:\r\n \"\"\"返回SSL证书设置信息\"\"\"\r\n ...\r\n\r\n def set_cert(self, cert: Union[str, Tuple[str, str], None]) -> SessionOptions:\r\n \"\"\"SSL客户端证书文件的路径(.pem格式)，或('cert', 'key')元组\r\n :param cert: 证书路径或元组\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def adapters(self) -> list:\r\n \"\"\"返回适配器设置信息\"\"\"\r\n ...\r\n\r\n def add_adapter(self, url: str, adapter: HTTPAdapter) -> SessionOptions:\r\n \"\"\"添加适配器\r\n :param url: 适配器对应url\r\n :param adapter: 适配器对象\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def stream(self) -> bool:\r\n \"\"\"返回是否使用流式响应内容设置信息\"\"\"\r\n ...\r\n\r\n def set_stream(self, on_off: Union[bool, None]) -> SessionOptions:\r\n \"\"\"设置是否使用流式响应内容\r\n :param on_off: 是否使用流式响应内容\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def trust_env(self) -> bool:\r\n \"\"\"返回是否信任环境设置信息\"\"\"\r\n ...\r\n\r\n def set_trust_env(self, on_off: Union[bool, None]) -> SessionOptions:\r\n \"\"\"设置是否信任环境\r\n :param on_off: 是否信任环境\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n @property\r\n def max_redirects(self) -> int:\r\n \"\"\"返回最大重定向次数\"\"\"\r\n ...\r\n\r\n def set_max_redirects(self, times: Union[int, None]) -> SessionOptions:\r\n \"\"\"设置最大重定向次数\r\n :param times: 最大重定向次数\r\n :return: 返回当前对象\r\n \"\"\"\r\n ...\r\n\r\n def _sets(self, arg: str, val: Any) -> None:\r\n \"\"\"给属性赋值或标记删除\r\n :param arg: 属性名称\r\n :param val: 参数值\r\n :return: None\r\n \"\"\"\r\n ...\r\n\r\n def save(self, path: str = None) -> str:\r\n \"\"\"保存设置到文件\r\n :param path: ini文件的路径，传入 'default' 保存到默认ini文件\r\n :return: 保存文件的绝对路径\r\n \"\"\"\r\n ...\r\n\r\n def save_to_default(self) -> str:\r\n \"\"\"保存当前配置到默认ini文件\"\"\"\r\n ...\r\n\r\n def as_dict(self) -> dict:\r\n \"\"\"以字典形式返回本对象\"\"\"\r\n ...\r\n\r\n def make_session(self) -> Tuple[Session, Optional[CaseInsensitiveDict]]:\r\n \"\"\"根据内在的配置生成Session对象，headers从对象中分离\"\"\"\r\n ...\r\n\r\n def from_session(self, session: Session, headers: CaseInsensitiveDict = None) -> SessionOptions:\r\n \"\"\"从Session对象中读取配置\r\n :param session: Session对象\r\n :param headers: headers\r\n :return: 当前对象\r\n \"\"\"\r\n ...\r\n\r\n\r\ndef session_options_to_dict(options: Union[dict, SessionOptions, None]) -> Union[dict, None]:\r\n \"\"\"把session配置对象转换为字典\r\n :param options: session配置对象或字典\r\n :return: 配置字典\r\n \"\"\"\r\n ...\r\n" }, { "path": "DrissionPage/_elements/chromium_element.py", "content": "# -*- coding:utf-8 -*-\r\n\"\"\"\r\n@Author : g1879\r\n@Contact : g1879@qq.com\r\n@Website : https://DrissionPage.cn\r\n@Copyright: (c) 2020 by g1879, Inc. All Rights Reserved.\r\n\"\"\"\r\nfrom json import loads\r\nfrom os.path import basename\r\nfrom pathlib import Path\r\nfrom platform import system\r\nfrom re import search\r\nfrom time import perf_counter, sleep\r\n\r\nfrom DataRecorder.tools import get_usable_path, make_valid_name\r\n\r\nfrom .none_element import NoneElement\r\nfrom .session_element import make_session_ele\r\nfrom .._base.base import DrissionElement, BaseElement\r\nfrom .._functions.elements import ChromiumElementsList, SessionElementsList\r\nfrom .._functions.keys import input_text_or_keys, Keys\r\nfrom .._functions.locator import get_loc, locator_to_tuple\r\nfrom .._functions.settings import Settings as _S\r\nfrom .._functions.web import make_absolute_link, get_ele_txt, format_html, is_js_func, get_blob\r\nfrom .._units.clicker import Clicker\r\nfrom .._units.rect import ElementRect\r\nfrom .._units.scroller import ElementScroller\r\nfrom .._units.selector import SelectElement\r\nfrom .._units.setter import ChromiumElementSetter\r\nfrom .._units.states import ElementStates, ShadowRootStates\r\nfrom .._units.waiter import ElementWaiter\r\nfrom ..errors import (ContextLostError, ElementLostError, JavaScriptError, CDPError, NoResourceError,\r\n AlertExistsError, NoRectError, LocatorError)\r\n\r\n__FRAME_ELEMENT__ = ('iframe', 'frame')\r\n\r\n\r\nclass ChromiumElement(DrissionElement):\r\n\r\n def __init__(self, owner, node_id=None, obj_id=None, backend_id=None):\r\n super().__init__(owner)\r\n self.tab = self.owner._tab\r\n self._select = None\r\n self._scroll = None\r\n self._rect = None\r\n self._set = None\r\n self._states = None\r\n self._pseudo = None\r\n self._clicker = None\r\n self._tag = None\r\n self._wait = None\r\n self._type = 'ChromiumElement'\r\n self._doc_id = None\r\n\r\n if node_id and obj_id and backend_id:\r\n self._node_id = node_id\r\n self._obj_id = obj_id\r\n self._backend_id = backend_id\r\n elif node_id:\r\n self._node_id = node_id\r\n self._obj_id = self._get_obj_id(node_id)\r\n self._backend_id = self._get_backend_id(self._node_id)\r\n elif obj_id:\r\n self._node_id = self._get_node_id(obj_id)\r\n self._obj_id = obj_id\r\n self._backend_id = self._get_backend_id(self._node_id)\r\n elif backend_id:\r\n self._obj_id = self._get_obj_id(backend_id=backend_id)\r\n self._node_id = self._get_node_id(obj_id=self._obj_id)\r\n self._backend_id = backend_id\r\n else:\r\n raise ElementLostError\r\n\r\n def __call__(self, locator, index=1, timeout=None):\r\n return self.ele(locator, index=index, timeout=timeout)\r\n\r\n def __repr__(self):\r\n attrs = [f\"{k}='{v}'\" for k, v in self.attrs.items()]\r\n return f''\r\n\r\n def __eq__(self, other):\r\n return self._backend_id == getattr(other, '_backend_id', None)\r\n\r\n @property\r\n def tag(self):\r\n if self._tag is None:\r\n self._tag = self.owner._run_cdp('DOM.describeNode',\r\n backendNodeId=self._backend_id)['node']['localName'].lower()\r\n return self._tag\r\n\r\n @property\r\n def html(self):\r\n return self.owner._run_cdp('DOM.getOuterHTML', backendNodeId=self._backend_id)['outerHTML']\r\n\r\n @property\r\n def inner_html(self):\r\n return self._run_js('return this.innerHTML;')\r\n\r\n @property\r\n def attrs(self):\r\n try:\r\n attrs = self.owner._run_cdp('DOM.getAttributes', nodeId=self._node_id)['attributes']\r\n return {attrs[i]: attrs[i + 1] for i in range(0, len(attrs), 2)}\r\n except ElementLostError:\r\n self._refresh_id()\r\n attrs = self.owner._run_cdp('DOM.getAttributes', nodeId=self._node_id)['attributes']\r\n return {attrs[i]: attrs[i + 1] for i in range(0, len(attrs), 2)}\r\n except CDPError: # 文档根元素不能调用此方法\r\n return {}\r\n\r\n @property\r\n def text(self):\r\n return get_ele_txt(make_session_ele(self.html))\r\n\r\n @property\r\n def raw_text(self):\r\n return self.property('innerText')\r\n\r\n # -----------------d模式独有属性-------------------\r\n @property\r\n def set(self):\r\n if self._set is None:\r\n self._set = ChromiumElementSetter(self)\r\n return self._set\r\n\r\n @property\r\n def states(self):\r\n if self._states is None:\r\n self._states = ElementStates(self)\r\n return self._states\r\n\r\n @property\r\n def pseudo(self):\r\n if self._pseudo is None:\r\n self._pseudo = Pseudo(self)\r\n return self._pseudo\r\n\r\n @property\r\n def rect(self):\r\n if self._rect is None:\r\n self._rect = ElementRect(self)\r\n return self._rect\r\n\r\n @property\r\n def sr(self):\r\n end_time = perf_counter() + self.timeout\r\n while perf_counter() < end_time:\r\n info = self.owner._run_cdp('DOM.describeNode', backendNodeId=self._backend_id)['node']\r\n if info.get('shadowRoots', None):\r\n return ShadowRoot(self, backend_id=info['shadowRoots'][0]['backendNodeId'])\r\n return None\r\n\r\n @property\r\n def shadow_root(self):\r\n return self.sr\r\n\r\n @property\r\n def scroll(self):\r\n if self._scroll is None:\r\n self._scroll = ElementScroller(self)\r\n return self._scroll\r\n\r\n @property\r\n def click(self):\r\n if self._clicker is None:\r\n self._clicker = Clicker(self)\r\n return self._clicker\r\n\r\n @property\r\n def wait(self):\r\n if self._wait is None:\r\n self._wait = ElementWaiter(self)\r\n return self._wait\r\n\r\n @property\r\n def select(self):\r\n if self._select is None:\r\n if self.tag != 'select':\r\n self._select = False\r\n else:\r\n self._select = SelectElement(self)\r\n return self._select\r\n\r\n @property\r\n def value(self):\r\n return self.property('value')\r\n\r\n def check(self, uncheck=False, by_js=False):\r\n is_checked = self.states.is_checked\r\n if by_js:\r\n js = None\r\n if is_checked and uncheck:\r\n js = 'this.checked=false'\r\n elif not is_checked and not uncheck:\r\n js = 'this.checked=true'\r\n if js:\r\n self._run_js(js)\r\n self._run_js('this.dispatchEvent(new Event(\"change\", {bubbles: true}));')\r\n\r\n else:\r\n if (is_checked and uncheck) or (not is_checked and not uncheck):\r\n self.click()\r\n\r\n return self\r\n\r\n def parent(self, level_or_loc=1, index=1, timeout=0):\r\n return super().parent(level_or_loc, index, timeout=timeout)\r\n\r\n def child(self, locator='', index=1, timeout=None, ele_only=True):\r\n return super().child(locator, index, timeout, ele_only=ele_only)\r\n\r\n def prev(self, locator='', index=1, timeout=None, ele_only=True):\r\n return super().prev(locator, index, timeout, ele_only=ele_only)\r\n\r\n def next(self, locator='', index=1, timeout=None, ele_only=True):\r\n return super().next(locator, index, timeout, ele_only=ele_only)\r\n\r\n def before(self, locator='', index=1, timeout=None, ele_only=True):\r\n return super().before(locator, index, timeout, ele_only=ele_only)\r\n\r\n def after(self, locator='', index=1, timeout=None, ele_only=True):\r\n return super().after(locator, index, timeout, ele_only=ele_only)\r\n\r\n def children(self, locator='', timeout=None, ele_only=True):\r\n return ChromiumElementsList(self.owner, super().children(locator, timeout, ele_only=ele_only))\r\n\r\n def prevs(self, locator='', timeout=None, ele_only=True):\r\n return ChromiumElementsList(self.owner, super().prevs(locator, timeout, ele_only=ele_only))\r\n\r\n def nexts(self, locator='', timeout=None, ele_only=True):\r\n return ChromiumElementsList(self.owner, super().nexts(locator, timeout, ele_only=ele_only))\r\n\r\n def befores(self, locator='', timeout=None, ele_only=True):\r\n return ChromiumElementsList(self.owner, super().befores(locator, timeout, ele_only=ele_only))\r\n\r\n def afters(self, locator='', timeout=None, ele_only=True):\r\n return ChromiumElementsList(self.owner, super().afters(locator, timeout, ele_only=ele_only))\r\n\r\n def over(self, timeout=None):\r\n if timeout is None:\r\n timeout = self.timeout\r\n bid = self.states.is_covered\r\n end_time = perf_counter() + timeout\r\n while not bid and perf_counter() < end_time:\r\n bid = self.states.is_covered\r\n return (ChromiumElement(owner=self.owner, backend_id=bid)\r\n if bid else NoneElement(page=self.owner, method='over()', args={'timeout': timeout}))\r\n\r\n def offset(self, locator=None, x=None, y=None, timeout=None):\r\n if locator and not (isinstance(locator, str) and not locator.startswith(\r\n ('x:', 'xpath:', 'x=', 'xpath=', 'c:', 'css:', 'c=', 'css='))):\r\n raise LocatorError(ALLOW_TYPE=_S._lang.STR_ONLY, CURR_VAL=locator)\r\n\r\n if x == y is None:\r\n x, y = self.rect.midpoint\r\n x = int(x)\r\n y = int(y)\r\n else:\r\n nx, ny = self.rect.location\r\n nx += x if x else 0\r\n ny += y if y else 0\r\n x = int(nx)\r\n y = int(ny)\r\n loc_data = locator_to_tuple(locator) if locator else None\r\n if timeout is None:\r\n timeout = self.timeout\r\n end_time = perf_counter() + timeout\r\n try:\r\n ele = ChromiumElement(owner=self.owner,\r\n backend_id=self.owner._run_cdp('DOM.getNodeForLocation', x=x, y=y,\r\n includeUserAgentShadowDOM=True,\r\n ignorePointerEventsNone=False)['backendNodeId'])\r\n except CDPError:\r\n ele = False\r\n if ele and (loc_data is None or _check_ele(ele, loc_data)):\r\n return ele\r\n\r\n while perf_counter() < end_time:\r\n try:\r\n ele = ChromiumElement(owner=self.owner,\r\n backend_id=self.owner._run_cdp('DOM.getNodeForLocation', x=x, y=y,\r\n includeUserAgentShadowDOM=True,\r\n ignorePointerEventsNone=False)['backendNodeId'])\r\n except CDPError:\r\n ele = False\r\n\r\n if ele and (loc_data is None or _check_ele(ele, loc_data)):\r\n return ele\r\n sleep(.01)\r\n\r\n return NoneElement(page=self.owner, method='offset()',\r\n args={'locator': locator, 'offset_x': x, 'offset_y': y, 'timeout': timeout})\r\n\r\n def east(self, loc_or_pixel=None, index=1):\r\n return self._get_relative_eles(mode='east', locator=loc_or_pixel, index=index)\r\n\r\n def south(self, loc_or_pixel=None, index=1):\r\n return self._get_relative_eles(mode='south', locator=loc_or_pixel, index=index)\r\n\r\n def west(self, loc_or_pixel=None, index=1):\r\n return self._get_relative_eles(mode='west', locator=loc_or_pixel, index=index)\r\n\r\n def north(self, loc_or_pixel=None, index=1):\r\n return self._get_relative_eles(mode='north', locator=loc_or_pixel, index=index)\r\n\r\n def _get_relative_eles(self, mode='north', locator=None, index=1):\r\n if locator and not (isinstance(locator, str) and not locator.startswith(\r\n ('x:', 'xpath:', 'x=', 'xpath=', 'c:', 'css:', 'c=', 'css=')) or isinstance(locator, int)):\r\n raise LocatorError(ALLOW_TYPE=_S._lang.STR_ONLY, CURR_VAL=locator)\r\n rect = self.states.has_rect\r\n if not rect:\r\n raise NoRectError\r\n\r\n if mode == 'east':\r\n cdp_data = {'x': int(rect[1][0]), 'y': int(self.rect.midpoint[1]),\r\n 'includeUserAgentShadowDOM': True, 'ignorePointerEventsNone': False}\r\n variable = 'x'\r\n minus = False\r\n elif mode == 'south':\r\n cdp_data = {'x': int(self.rect.midpoint[0]), 'y': int(rect[2][1]),\r\n 'includeUserAgentShadowDOM': True, 'ignorePointerEventsNone': False}\r\n variable = 'y'\r\n minus = False\r\n elif mode == 'west':\r\n cdp_data = {'x': int(rect[0][0]), 'y': int(self.rect.midpoint[1]),\r\n 'includeUserAgentShadowDOM': True, 'ignorePointerEventsNone': False}\r\n variable = 'x'\r\n minus = True\r\n else: # north\r\n cdp_data = {'x': int(self.rect.midpoint[0]), 'y': int(rect[0][1]),\r\n 'includeUserAgentShadowDOM': True, 'ignorePointerEventsNone': False}\r\n variable = 'y'\r\n minus = True\r\n\r\n if isinstance(locator, int):\r\n if minus:\r\n cdp_data[variable] -= locator\r\n else:\r\n cdp_data[variable] += locator\r\n try:\r\n return ChromiumElement(owner=self.owner,\r\n backend_id=self.owner._run_cdp('DOM.getNodeForLocation',\r\n **cdp_data)['backendNodeId'])\r\n except CDPError:\r\n return NoneElement(page=self.owner, method=f'{mode}()', args={'locator': locator})\r\n\r\n num = 0\r\n value = -8 if minus else 8\r\n size = self.owner.rect.size\r\n max_len = size[0] if mode == 'east' else size[1]\r\n loc_data = locator_to_tuple(locator) if locator else None\r\n curr_ele = None\r\n while 0 < cdp_data[variable] < max_len:\r\n cdp_data[variable] += value\r\n try:\r\n bid = self.owner._run_cdp('DOM.getNodeForLocation', **cdp_data)['backendNodeId']\r\n if bid == curr_ele:\r\n continue\r\n else:\r\n curr_ele = bid\r\n ele = ChromiumElement(self.owner, backend_id=bid)\r\n\r\n if loc_data is None or _check_ele(ele, loc_data):\r\n num += 1\r\n if num == index:\r\n return ele\r\n except:\r\n pass\r\n\r\n return NoneElement(page=self.owner, method=f'{mode}()', args={'locator': locator})\r\n\r\n def attr(self, name):\r\n attrs = self.attrs\r\n if name == 'href':\r\n link = attrs.get('href')\r\n if not link or link.lower().startswith(('javascript:', 'mailto:')):\r\n return link\r\n else:\r\n return make_absolute_link(link, self.property('baseURI'))\r\n\r\n elif name == 'src':\r\n return make_absolute_link(attrs.get('src'), self.property('baseURI'))\r\n\r\n elif name == 'text':\r\n return self.text\r\n\r\n elif name == 'innerText':\r\n return self.raw_text\r\n\r\n elif name in ('html', 'outerHTML'):\r\n return self.html\r\n\r\n elif name == 'innerHTML':\r\n return self.inner_html\r\n\r\n else:\r\n return attrs.get(name, None)\r\n\r\n def remove_attr(self, name):\r\n self._run_js(f'this.removeAttribute(\"{name}\");')\r\n return self\r\n\r\n def property(self, name):\r\n try:\r\n value = self._run_js(f'return this.{name};')\r\n return format_html(value) if isinstance(value, str) else value\r\n except:\r\n return None\r\n\r\n def run_js(self, script, *args, as_expr=False, timeout=None):\r\n return self._run_js(script, *args, as_expr=as_expr, timeout=timeout)\r\n\r\n def _run_js(self, script, *args, as_expr=False, timeout=None):\r\n return run_js(self, script, as_expr, self.owner.timeouts.script if timeout is None else timeout, args)\r\n\r\n def run_async_js(self, script, *args, as_expr=False):\r\n run_js(self, script, as_expr, 0, args)\r\n\r\n def ele(self, locator, index=1, timeout=None):\r\n return self._ele(locator, timeout, index=index, method='ele()')\r\n\r\n def eles(self, locator, timeout=None):\r\n return self._ele(locator, timeout=timeout, index=None)\r\n\r\n def s_ele(self, locator=None, index=1, timeout=None):\r\n return (make_session_ele(self, locator, index=index, method='s_ele()')\r\n if locator is None or self.ele(locator, index=index, timeout=timeout)\r\n else NoneElement(self.owner, method='s_ele()', args={'locator': locator, 'index': index}))\r\n\r\n def s_eles(self, locator=None, timeout=None):\r\n return (make_session_ele(self, locator, index=None)\r\n if self.ele(locator, timeout=timeout) else SessionElementsList())\r\n\r\n def _find_elements(self, locator, timeout, index=1, relative=False, raise_err=None):\r\n return find_in_chromium_ele(self, locator, index, timeout, relative=relative)\r\n\r\n def style(self, style, pseudo_ele=''):\r\n if pseudo_ele:\r\n pseudo_ele = f', \"{pseudo_ele}\"'\r\n return self._run_js(f'return window.getComputedStyle(this{pseudo_ele}).getPropertyValue(\"{style}\");')\r\n\r\n def src(self, timeout=None, base64_to_bytes=True):\r\n if timeout is None:\r\n timeout = self.timeout\r\n if self.tag == 'img': # 等待图片加载完成\r\n js = ('return this.complete && typeof this.naturalWidth != \"undefined\" '\r\n '&& this.naturalWidth > 0 && typeof this.naturalHeight != \"undefined\" '\r\n '&& this.naturalHeight > 0')\r\n end_time = perf_counter() + timeout\r\n while not self._run_js(js) and perf_counter() < end_time:\r\n sleep(.05)\r\n\r\n src = self.attr('href') if self.tag == 'link' else self.attr('src')\r\n if not src:\r\n raise RuntimeError(_S._lang.join(_S._lang.NO_SRC_ATTR))\r\n if src.lower().startswith('data:image'):\r\n if base64_to_bytes:\r\n from base64 import b64decode\r\n return b64decode(src.split(',', 1)[-1])\r\n else:\r\n return src.split(',', 1)[-1]\r\n\r\n is_blob = src.startswith('blob')\r\n result = None\r\n end_time = perf_counter() + timeout\r\n if is_blob:\r\n while perf_counter() < end_time:\r\n result = get_blob(self.owner, src, base64_to_bytes)\r\n if result:\r\n break\r\n sleep(.05)\r\n\r\n else:\r\n while perf_counter() < end_time:\r\n src = self.attr('href') if self.tag == 'link' else self.property('currentSrc') or self.property('src')\r\n if not src:\r\n sleep(.01)\r\n continue\r\n\r\n node = self.owner._run_cdp('DOM.describeNode', backendNodeId=self._backend_id)['node']\r\n frame = node.get('frameId', None) or self.owner._frame_id\r\n\r\n try:\r\n result = self.owner._run_cdp('Page.getResourceContent', frameId=frame, url=src)\r\n break\r\n except CDPError:\r\n pass\r\n sleep(.05)\r\n\r\n if not result:\r\n return None\r\n\r\n elif is_blob:\r\n return result\r\n\r\n elif result['base64Encoded'] and base64_to_bytes:\r\n from base64 import b64decode\r\n return b64decode(result['content'])\r\n else:\r\n return result['content']\r\n\r\n def save(self, path=None, name=None, timeout=None, rename=True):\r\n data = self.src(timeout=timeout)\r\n if not data:\r\n raise NoResourceError\r\n\r\n path = path or '.'\r\n if not name and self.tag == 'img':\r\n src = self.attr('src')\r\n if src.lower().startswith('data:image'):\r\n r = search(r'data:image/(.*?);base64,', src)\r\n name = f'img.{r.group(1)}' if r else None\r\n path = Path(path) / make_valid_name(name or basename(self.property('currentSrc')))\r\n if not path.suffix:\r\n path = path.with_suffix('.jpg')\r\n if rename:\r\n path = get_usable_path(path)\r\n path.parent.mkdir(parents=True, exist_ok=True)\r\n path = path.absolute()\r\n write_type = 'wb' if isinstance(data, bytes) else 'w'\r\n\r\n with open(path, write_type) as f:\r\n f.write(data)\r\n\r\n return str(path)\r\n\r\n def get_screenshot(self, path=None, name=None, as_bytes=None, as_base64=None, scroll_to_center=True):\r\n if self.tag == 'img': # 等待图片加载完成\r\n js = ('return this.complete && typeof this.naturalWidth != \"undefined\" && this.naturalWidth > 0 '\r\n '&& typeof this.naturalHeight != \"undefined\" && this.naturalHeight > 0')\r\n end_time = perf_counter() + self.timeout\r\n while not self._run_js(js) and perf_counter() < end_time:\r\n sleep(.05)\r\n if scroll_to_center:\r\n self.scroll.to_see(center=True)\r\n\r\n left, top = self.rect.location\r\n width, height = self.rect.size\r\n left_top = (left, top)\r\n right_bottom = (left + width, top + height)\r\n if not name:\r\n name = f'{self.tag}.jpg'\r\n\r\n return self.owner._get_screenshot(path, name, as_bytes=as_bytes, as_base64=as_base64, full_page=False,\r\n left_top=left_top, right_bottom=right_bottom, ele=self)\r\n\r\n def input(self, vals, clear=False, by_js=False):\r\n if self.tag == 'input' and self.attr('type') == 'file':\r\n return self._set_file_input(vals)\r\n\r\n if by_js:\r\n if clear:\r\n self.clear(True)\r\n if isinstance(vals, (list, tuple)):\r\n vals = ''.join([str(i) for i in vals])\r\n self.set.property('value', str(vals))\r\n self._run_js('this.dispatchEvent(new Event(\"change\", {bubbles: true}));')\r\n return self\r\n\r\n self.wait.clickable(wait_moved=False, timeout=.5)\r\n if clear and vals not in ('\\n', '\\ue007', '\\ue006'):\r\n self.clear(by_js=False)\r\n else:\r\n self._input_focus()\r\n\r\n if isinstance(vals, str) and vals not in ('\\ue003', '\\ue017', '\\ue010', '\\ue011',\r\n '\\ue012', '\\ue013', '\\ue014', '\\ue015',):\r\n input_text_or_keys(self.owner, vals)\r\n else:\r\n self.owner.actions.type(vals)\r\n\r\n return self\r\n\r\n def clear(self, by_js=False):\r\n if by_js or system().lower() in ('macos', 'darwin'):\r\n self._run_js(\"this.value='';\")\r\n self._run_js('this.dispatchEvent(new Event(\"change\", {bubbles: true}));')\r\n return self\r\n\r\n self._input_focus()\r\n self.input((Keys.CTRL_A, Keys.DEL), clear=False)\r\n return self\r\n\r\n def _input_focus(self):\r\n try:\r\n self.owner._run_cdp('DOM.focus', backendNodeId=self._backend_id)\r\n except Exception:\r\n self.click(by_js=None)\r\n\r\n def focus(self):\r\n try:\r\n self.owner._run_cdp('DOM.focus', backendNodeId=self._backend_id)\r\n except Exception:\r\n self._run_js('this.focus();')\r\n return self\r\n\r\n def hover(self, offset_x=None, offset_y=None):\r\n self.owner.actions.move_to(self, offset_x=offset_x, offset_y=offset_y, duration=.1)\r\n return self\r\n\r\n def drag(self, offset_x=0, offset_y=0, duration=.5):\r\n curr_x, curr_y = self.rect.midpoint\r\n offset_x += curr_x\r\n offset_y += curr_y\r\n self.drag_to((offset_x, offset_y), duration)\r\n return self\r\n\r\n def drag_to(self, ele_or_loc, duration=.5):\r\n if isinstance(ele_or_loc, ChromiumElement):\r\n ele_or_loc = ele_or_loc.rect.midpoint\r\n elif not isinstance(ele_or_loc, (list, tuple)):\r\n raise ValueError(_S._lang.join(_S._lang.INCORRECT_TYPE_, 'ele_or_loc',\r\n ALLOW_TYPE=_S._lang.ELE_LOC_FORMAT, CURR_VAL=ele_or_loc))\r\n self.owner.actions.hold(self).move_to(ele_or_loc, duration=duration).release()\r\n return self\r\n\r\n def _get_obj_id(self, node_id=None, backend_id=None):\r\n if node_id:\r\n return self.owner._run_cdp('DOM.resolveNode', nodeId=node_id)['object']['objectId']\r\n else:\r\n return self.owner._run_cdp('DOM.resolveNode', backendNodeId=backend_id)['object']['objectId']\r\n\r\n def _get_node_id(self, obj_id=None, backend_id=None):\r\n if obj_id:\r\n return self.owner._run_cdp('DOM.requestNode', objectId=obj_id)['nodeId']\r\n else:\r\n n = self.owner._run_cdp('DOM.describeNode', backendNodeId=backend_id)['node']\r\n self._tag = n['localName']\r\n return n['nodeId']\r\n\r\n def _get_backend_id(self, node_id):\r\n n = self.owner._run_cdp('DOM.describeNode', nodeId=node_id)['node']\r\n self._tag = n['localName']\r\n return n['backendNodeId']\r\n\r\n def _refresh_id(self):\r\n self._obj_id = self._get_obj_id(backend_id=self._backend_id)\r\n self._node_id = self._get_node_id(obj_id=self._obj_id)\r\n\r\n def _get_ele_path(self, xpath=True):\r\n if xpath:\r\n txt1 = 'let tag = el.nodeName.toLowerCase();'\r\n txt3 = ''' && sib.nodeName.toLowerCase()===tag'''\r\n txt4 = '''path = '/' + tag + '[' + nth + ']' + path;'''\r\n txt5 = '''return path;'''\r\n\r\n else:\r\n txt1 = '''\r\n let i = el.getAttribute(\"id\");\r\n if (i){path = '>' + el.tagName.toLowerCase() + \"#\" + i + path;\r\n el = el.parentNode;\r\n continue;}\r\n '''\r\n txt3 = ''\r\n txt4 = '''path = '>' + el.tagName.toLowerCase() + \":nth-child(\" + nth + \")\" + path;'''\r\n txt5 = '''return path.substr(1);'''\r\n\r\n js = '''function(){\r\n function e(el) {\r\n if (!(el instanceof Element)) return;\r\n let path = '';\r\n while (el.nodeType === Node.ELEMENT_NODE) {\r\n ''' + txt1 + '''\r\n let sib = el, nth = 0;\r\n while (sib) {\r\n if(sib.nodeType === Node.ELEMENT_NODE''' + txt3 + '''){nth += 1;}\r\n sib = sib.previousSibling;\r\n }\r\n ''' + txt4 + '''\r\n el = el.parentNode;\r\n }\r\n ''' + txt5 + '''\r\n }\r\n return e(this);}\r\n '''\r\n return self._run_js(js)\r\n\r\n def _set_file_input(self, files):\r\n if isinstance(files, str):\r\n files = files.split('\\n')\r\n files = [str(Path(i).absolute()) for i in files]\r\n self.owner._run_cdp('DOM.setFileInputFiles', files=files, backendNodeId=self._backend_id)\r\n return self\r\n\r\n\r\nclass ShadowRoot(BaseElement):\r\n\r\n def __init__(self, parent_ele, obj_id=None, backend_id=None):\r\n super().__init__(parent_ele.owner)\r\n self.tab = self.owner._tab\r\n self.parent_ele = parent_ele\r\n if backend_id:\r\n self._backend_id = backend_id\r\n self._obj_id = self._get_obj_id(backend_id)\r\n self._node_id = self._get_node_id(self._obj_id)\r\n elif obj_id:\r\n self._obj_id = obj_id\r\n self._node_id = self._get_node_id(obj_id)\r\n self._backend_id = self._get_backend_id(self._node_id)\r\n self._states = None\r\n self._type = 'ShadowRoot'\r\n\r\n def __call__(self, locator, index=1, timeout=None):\r\n return self.ele(locator, index=index, timeout=timeout)\r\n\r\n def __repr__(self):\r\n return f''\r\n\r\n def __eq__(self, other):\r\n return self._backend_id == getattr(other, '_backend_id', None)\r\n\r\n @property\r\n def tag(self):\r\n return 'shadow-root'\r\n\r\n @property\r\n def html(self):\r\n return f'{self.inner_html}'\r\n\r\n @property\r\n def inner_html(self):\r\n return self._run_js('return this.innerHTML;')\r\n\r\n @property\r\n def states(self):\r\n if self._states is None:\r\n self._states = ShadowRootStates(self)\r\n return self._states\r\n\r\n def run_js(self, script, *args, as_expr=False, timeout=None):\r\n return self._run_js(script, *args, as_expr=as_expr, timeout=timeout)\r\n\r\n def _run_js(self, script, *args, as_expr=False, timeout=None):\r\n return run_js(self, script, as_expr, self.owner.timeouts.script if timeout is None else timeout, args)\r\n\r\n def run_async_js(self, script, *args, as_expr=False, timeout=None):\r\n from threading import Thread\r\n Thread(target=run_js, args=(self, script, as_expr,\r\n self.owner.timeouts.script if timeout is None else timeout, args)).start()\r\n\r\n def parent(self, level_or_loc=1, index=1, timeout=0):\r\n if isinstance(level_or_loc, int):\r\n loc = f'xpath:./ancestor-or-self::*[{level_or_loc}]'\r\n\r\n elif isinstance(level_or_loc, (tuple, str)):\r\n loc = get_loc(level_or_loc, True)\r\n\r\n if loc[0] == 'css selector':\r\n raise LocatorError(_S._lang.UNSUPPORTED_CSS_SYNTAX)\r\n\r\n loc = f'xpath:./ancestor-or-self::{loc[1].lstrip(\". / \")}[{index}]'\r\n\r\n else:\r\n raise ValueError(_S._lang.join(_S._lang.INCORRECT_TYPE_, 'level_or_loc',\r\n ALLOW_TYPE=_S._lang.LOC_OR_IND, CURR_VAL=level_or_loc))\r\n\r\n return self.parent_ele._ele(loc, timeout=timeout, relative=True, raise_err=False, method='parent()')\r\n\r\n def child(self, locator='', index=1, timeout=None):\r\n if not locator:\r\n loc = '*'\r\n else:\r\n loc = get_loc(locator, True) # 把定位符转换为xpath\r\n if loc[0] == 'css selector':\r\n raise LocatorError(_S._lang.UNSUPPORTED_CSS_SYNTAX)\r\n loc = loc[1].lstrip('./')\r\n\r\n loc = f'xpath:./{loc}'\r\n ele = self._ele(loc, index=index, relative=True, timeout=timeout)\r\n\r\n return ele if ele else NoneElement(self.owner, 'child()',\r\n {'locator': locator, 'index': index, 'timeout': timeout})\r\n\r\n def next(self, locator='', index=1, timeout=None):\r\n loc = get_loc(locator, True)\r\n if loc[0] == 'css selector':\r\n raise LocatorError(_S._lang.UNSUPPORTED_CSS_SYNTAX)\r\n\r\n loc = loc[1].lstrip('./')\r\n xpath = f'xpath:./{loc}'\r\n ele = self.parent_ele._ele(xpath, index=index, relative=True, timeout=timeout)\r\n\r\n return ele if ele else NoneElement(self.owner, 'next()',\r\n {'locator': locator, 'index': index, 'timeout': timeout})\r\n\r\n def before(self, locator='', index=1, timeout=None):\r\n loc = get_loc(locator, True)\r\n if loc[0] == 'css selector':\r\n raise LocatorError(_S._lang.UNSUPPORTED_CSS_SYNTAX)\r\n\r\n loc = loc[1].lstrip('./')\r\n xpath = f'xpath:./preceding::{loc}'\r\n ele = self.parent_ele._ele(xpath, index=index, relative=True, timeout=timeout)\r\n\r\n return ele if ele else NoneElement(self.owner, 'before()',\r\n {'locator': locator, 'index': index, 'timeout': timeout})\r\n\r\n def after(self, locator='', index=1, timeout=None):\r\n nodes = self.afters(locator=locator, timeout=timeout)\r\n return nodes[index - 1] if nodes else NoneElement(self.owner, 'after()',\r\n {'locator': locator, 'index': index, 'timeout': timeout})\r\n\r\n def children(self, locator='', timeout=None):\r\n if not locator:\r\n loc = '*'\r\n else:\r\n loc = get_loc(locator, True) # 把定位符转换为xpath\r\n if loc[0] == 'css selector':\r\n raise LocatorError(_S._lang.UNSUPPORTED_CSS_SYNTAX)\r\n loc = loc[1].lstrip('./')\r\n\r\n loc = f'xpath:./{loc}'\r\n return self._ele(loc, index=None, relative=True, timeout=timeout)\r\n\r\n def nexts(self, locator='', timeout=None):\r\n loc = get_loc(locator, True)\r\n if loc[0] == 'css selector':\r\n raise LocatorError(_S._lang.UNSUPPORTED_CSS_SYNTAX)\r\n\r\n loc = loc[1].lstrip('./')\r\n xpath = f'xpath:./{loc}'\r\n return self.parent_ele._ele(xpath, index=None, relative=True, timeout=timeout)\r\n\r\n def befores(self, locator='', timeout=None):\r\n loc = get_loc(locator, True)\r\n if loc[0] == 'css selector':\r\n raise LocatorError(_S._lang.UNSUPPORTED_CSS_SYNTAX)\r\n\r\n loc = loc[1].lstrip('./')\r\n xpath = f'xpath:./preceding::{loc}'\r\n return self.parent_ele._ele(xpath, index=None, relative=True, timeout=timeout)\r\n\r\n def afters(self, locator='', timeout=None):\r\n eles1 = self.nexts(locator)\r\n loc = get_loc(locator, True)[1].lstrip('./')\r\n xpath = f'xpath:./following::{loc}'\r\n return eles1 + self.parent_ele._ele(xpath, index=None, relative=True, timeout=timeout)\r\n\r\n def ele(self, locator, index=1, timeout=None):\r\n return self._ele(locator, timeout, index=index, method='ele()')\r\n\r\n def eles(self, locator, timeout=None):\r\n return self._ele(locator, timeout=timeout, index=None)\r\n\r\n def s_ele(self, locator=None, index=1, timeout=None):\r\n return (make_session_ele(self, locator, index=index, method='s_ele()')\r\n if locator is None or self.ele(locator, index=index, timeout=timeout)\r\n else NoneElement(self.owner, method='s_ele()', args={'locator': locator, 'index': index}))\r\n\r\n def s_eles(self, locator, timeout=None):\r\n return (make_session_ele(self, locator, index=None)\r\n if self.ele(locator, timeout=timeout) else SessionElementsList())\r\n\r\n def _find_elements(self, locator, timeout, index=1, relative=False, raise_err=None):\r\n loc = get_loc(locator, css_mode=False)\r\n if loc[0] == 'css selector' and str(loc[1]).startswith(':root'):\r\n loc = loc[0], loc[1][5:]\r\n\r\n def do_find():\r\n if loc[0] == 'css selector':\r\n if index == 1:\r\n nod_id = self.owner._run_cdp('DOM.querySelector', nodeId=self._node_id, selector=loc[1])['nodeId']\r\n if nod_id:\r\n r = make_chromium_eles(self.owner, _ids=nod_id, is_obj_id=False)\r\n return None if r is False else r\r\n\r\n else:\r\n nod_ids = self.owner._run_cdp('DOM.querySelectorAll',\r\n nodeId=self._node_id, selector=loc[1])['nodeIds']\r\n r = make_chromium_eles(self.owner, _ids=nod_ids, index=index, is_obj_id=False)\r\n return None if r is False else r\r\n\r\n else:\r\n eles = make_session_ele(self, loc, index=None)\r\n if isinstance(eles, (float, str, int)):\r\n return eles\r\n elif not eles:\r\n return None\r\n\r\n css = []\r\n for i in eles:\r\n if hasattr(i, 'css_path'):\r\n c = i.css_path\r\n if c in ('html:nth-child(1)', 'html:nth-child(1)>body:nth-child(1)',\r\n 'html:nth-child(1)>body:nth-child(1)>shadow_root:nth-child(1)'):\r\n continue\r\n elif c.startswith('html:nth-child(1)>body:nth-child(1)>shadow_root:nth-child(1)'):\r\n c = c[61:]\r\n css.append((True, c))\r\n\r\n else:\r\n css.append((False, i))\r\n\r\n if index is not None:\r\n try:\r\n c = css[index - 1]\r\n if c[0] is False:\r\n return c[1]\r\n node_id = self.owner._run_cdp('DOM.querySelector', nodeId=self._node_id,\r\n selector=c[1])['nodeId']\r\n r = make_chromium_eles(self.owner, _ids=node_id, is_obj_id=False)\r\n return None if r is False else r\r\n\r\n except IndexError:\r\n return None\r\n\r\n else:\r\n r = []\r\n for i in css:\r\n if i[0] is False:\r\n r.append(i[1])\r\n\r\n else:\r\n node_id = self.owner._run_cdp('DOM.querySelector', nodeId=self._node_id,\r\n selector=i[1])['nodeId']\r\n if node_id:\r\n e = make_chromium_eles(self.owner, _ids=node_id, is_obj_id=False)\r\n if e is False:\r\n return None\r\n r.append(e)\r\n\r\n return None if not r else r\r\n\r\n end_time = perf_counter() + timeout\r\n result = do_find()\r\n while result is None and perf_counter() <= end_time:\r\n sleep(.01)\r\n result = do_find()\r\n\r\n if result or isinstance(result, (str, float, int)):\r\n return result\r\n return NoneElement(self.owner) if index is not None else ChromiumElementsList(self.owner)\r\n\r\n def _get_node_id(self, obj_id):\r\n return self.owner._run_cdp('DOM.requestNode', objectId=obj_id)['nodeId']\r\n\r\n def _get_obj_id(self, back_id):\r\n return self.owner._run_cdp('DOM.resolveNode', backendNodeId=back_id)['object']['objectId']\r\n\r\n def _get_backend_id(self, node_id):\r\n r = self.owner._run_cdp('DOM.describeNode', nodeId=node_id)['node']\r\n self._tag = r['localName'].lower()\r\n return r['backendNodeId']\r\n\r\n\r\ndef find_in_chromium_ele(ele, locator, index=1, timeout=None, relative=True):\r\n # ---------------处理定位符---------------\r\n if isinstance(locator, (str, tuple)):\r\n loc = get_loc(locator)\r\n else:\r\n raise LocatorError(ALLOW_TYPE=_S._lang.LOC_FORMAT, CURR_VAL=locator)\r\n\r\n loc_str = loc[1]\r\n if loc[0] == 'xpath' and loc[1].lstrip().startswith('/'):\r\n loc_str = f'.{loc_str}'\r\n elif loc[0] == 'css selector' and loc[1].lstrip().startswith('>'):\r\n loc_str = f'{ele.css_path}{loc[1]}'\r\n loc = loc[0], loc_str\r\n\r\n if timeout is None:\r\n timeout = ele.timeout\r\n\r\n # ---------------执行查找-----------------\r\n if loc[0] == 'xpath':\r\n return find_by_xpath(ele, loc[1], index, timeout, relative=relative)\r\n\r\n else:\r\n return find_by_css(ele, loc[1], index, timeout)\r\n\r\n\r\ndef find_by_xpath(ele, xpath, index, timeout, relative=True):\r\n type_txt = '9' if index == 1 else '7'\r\n node_txt = 'this.contentDocument' if ele.tag in __FRAME_ELEMENT__ and not relative else 'this'\r\n js = make_js_for_find_ele_by_xpath(xpath, type_txt, node_txt)\r\n ele.owner.wait.doc_loaded()\r\n\r\n def do_find():\r\n res = ele.owner._run_cdp('Runtime.callFunctionOn', functionDeclaration=js, objectId=ele._obj_id,\r\n returnByValue=False, awaitPromise=True, userGesture=True)\r\n if res['result']['type'] == 'string':\r\n return res['result']['value']\r\n if 'exceptionDetails' in res:\r\n if 'The result is not a node set' in res['result']['description']:\r\n js1 = make_js_for_find_ele_by_xpath(xpath, '1', node_txt)\r\n res = ele.owner._run_cdp('Runtime.callFunctionOn', functionDeclaration=js1, objectId=ele._obj_id,\r\n returnByValue=False, awaitPromise=True, userGesture=True)\r\n return res['result']['value']\r\n elif 'is not a valid XPath expression' in res['result']['description']:\r\n raise LocatorError(_S._lang.INVALID_XPATH_, xpath)\r\n else:\r\n raise LocatorError(_S._lang.FIND_ELE_ERR, INFO=res)\r\n\r\n if res['result']['subtype'] == 'null' or res['result']['description'] in ('NodeList(0)', 'Array(0)'):\r\n return None\r\n\r\n if index == 1:\r\n r = make_chromium_eles(ele.owner, _ids=res['result']['objectId'], is_obj_id=True)\r\n return None if r is False else r\r\n\r\n else:\r\n res = ele.owner._run_cdp('Runtime.getProperties', objectId=res['result']['objectId'],\r\n ownProperties=True)['result'][:-1]\r\n if index is None:\r\n r = ChromiumElementsList(owner=ele.owner)\r\n for i in res:\r\n if i['value']['type'] == 'object':\r\n r.append(make_chromium_eles(ele.owner, _ids=i['value']['objectId'], is_obj_id=True))\r\n else:\r\n r.append(i['value']['value'])\r\n return None if False in r else r\r\n\r\n else:\r\n eles_count = len(res)\r\n if eles_count == 0 or abs(index) > eles_count:\r\n return None\r\n\r\n index1 = eles_count + index + 1 if index < 0 else index\r\n res = res[index1 - 1]\r\n if res['value']['type'] == 'object':\r\n r = make_chromium_eles(ele.owner, _ids=res['value']['objectId'], is_obj_id=True)\r\n else:\r\n r = res['value']['value']\r\n return None if r is False else r\r\n\r\n end_time = perf_counter() + timeout\r\n result = do_find()\r\n while result is None and perf_counter() < end_time:\r\n sleep(.01)\r\n result = do_find()\r\n\r\n if result:\r\n return result\r\n return NoneElement(ele.owner) if index is not None else ChromiumElementsList(owner=ele.owner)\r\n\r\n\r\ndef find_by_css(ele, selector, index, timeout):\r\n selector = selector.replace('\"', r'\\\"')\r\n find_all = '' if index == 1 else 'All'\r\n node_txt = 'this.contentDocument' if ele.tag in ('iframe', 'frame', 'shadow-root') else 'this'\r\n js = f'function(){{return {node_txt}.querySelector{find_all}(\"{selector}\");}}'\r\n\r\n ele.owner.wait.doc_loaded()\r\n\r\n def do_find():\r\n res = ele.owner._run_cdp('Runtime.callFunctionOn', functionDeclaration=js, objectId=ele._obj_id,\r\n returnByValue=False, awaitPromise=True, userGesture=True)\r\n\r\n if 'exceptionDetails' in res:\r\n if 'is not a valid selector' in res['result']['description']:\r\n raise LocatorError(_S._lang.INVALID_CSS_, selector)\r\n else:\r\n raise LocatorError(_S._lang.FIND_ELE_ERR, INFO=res)\r\n if res['result']['subtype'] == 'null' or res['result']['description'] in ('NodeList(0)', 'Array(0)'):\r\n return None\r\n\r\n if index == 1:\r\n r = make_chromium_eles(ele.owner, _ids=res['result']['objectId'], is_obj_id=True)\r\n return None if r is False else r\r\n\r\n else:\r\n obj_ids = [i['value']['objectId'] for i in ele.owner._run_cdp('Runtime.getProperties',\r\n objectId=res['result']['objectId'],\r\n ownProperties=True)['result']]\r\n r = make_chromium_eles(ele.owner, _ids=obj_ids, index=index, is_obj_id=True)\r\n return None if r is False else r\r\n\r\n end_time = perf_counter() + timeout\r\n result = do_find()\r\n while result is None and perf_counter() < end_time:\r\n sleep(.01)\r\n result = do_find()\r\n\r\n if result:\r\n return result\r\n return NoneElement(ele.owner) if index is not None else ChromiumElementsList(owner=ele.owner)\r\n\r\n\r\ndef make_chromium_eles(page, _ids, index=1, is_obj_id=True, ele_only=False):\r\n if is_obj_id:\r\n get_node_func = _get_node_by_obj_id\r\n else:\r\n get_node_func = _get_node_by_node_id\r\n if not isinstance(_ids, (list, tuple)):\r\n _ids = (_ids,)\r\n\r\n if index is not None: # 获取一个\r\n if ele_only:\r\n for obj_id in _ids:\r\n tmp = get_node_func(page, obj_id, ele_only)\r\n if tmp is not None:\r\n return tmp\r\n return False\r\n\r\n else:\r\n obj_id = _ids[index - 1]\r\n return get_node_func(page, obj_id, ele_only)\r\n\r\n else: # 获取全部\r\n nodes = ChromiumElementsList(owner=page)\r\n for obj_id in _ids:\r\n # if obj_id == 0:\r\n # continue\r\n tmp = get_node_func(page, obj_id, ele_only)\r\n if tmp is False:\r\n return False\r\n elif tmp is not None:\r\n nodes.append(tmp)\r\n return nodes\r\n\r\n\r\ndef _get_node_info(page, id_type, _id):\r\n if not _id:\r\n return False\r\n arg = {id_type: _id}\r\n node = page.driver.run('DOM.describeNode', **arg)\r\n if 'error' in node:\r\n return False\r\n return node\r\n\r\n\r\ndef _get_node_by_obj_id(page, obj_id, ele_only):\r\n \"\"\"根据obj id返回元素对象或文本，ele_only时如果是文本返回None，出错返回False\"\"\"\r\n node = _get_node_info(page, 'objectId', obj_id)\r\n if node is False:\r\n return False\r\n if node['node']['nodeName'] in ('#text', '#comment'):\r\n return None if ele_only else node['node']['nodeValue']\r\n else:\r\n return _make_ele(page, obj_id, node)\r\n\r\n\r\ndef _get_node_by_node_id(page, node_id, ele_only):\r\n \"\"\"根据node id返回元素对象或文本，ele_only时如果是文本返回None，出错返回False\"\"\"\r\n node = _get_node_info(page, 'nodeId', node_id)\r\n if node is False:\r\n return False\r\n if node['node']['nodeName'] in ('#text', '#comment'):\r\n return None if ele_only else node['node']['nodeValue']\r\n else:\r\n obj_id = page.driver.run('DOM.resolveNode', nodeId=node_id)\r\n if 'error' in obj_id:\r\n return False\r\n obj_id = obj_id['object']['objectId']\r\n return _make_ele(page, obj_id, node)\r\n\r\n\r\ndef _make_ele(page, obj_id, node):\r\n ele = ChromiumElement(page, obj_id=obj_id, node_id=node['node']['nodeId'],\r\n backend_id=node['node']['backendNodeId'])\r\n if ele.tag in __FRAME_ELEMENT__:\r\n from .._pages.chromium_frame import ChromiumFrame\r\n ele = ChromiumFrame(page, ele, node)\r\n return ele\r\n\r\n\r\ndef make_js_for_find_ele_by_xpath(xpath, type_txt, node_txt):\r\n for_txt = ''\r\n\r\n # 获取第一个元素、节点或属性\r\n if type_txt == '9':\r\n return_txt = '''\r\nif(e.singleNodeValue==null){return null;}\r\nelse if(e.singleNodeValue.constructor.name==\"Text\"){return e.singleNodeValue.data;}\r\nelse if(e.singleNodeValue.constructor.name==\"Attr\"){return e.singleNodeValue.nodeValue;}\r\nelse if(e.singleNodeValue.constructor.name==\"Comment\"){return e.singleNodeValue.nodeValue;}\r\nelse{return e.singleNodeValue;}'''\r\n\r\n # 按顺序获取所有元素、节点或属性\r\n elif type_txt == '7':\r\n for_txt = \"\"\"\r\nlet a=new Array();\r\nfor(let i = 0; i ChromiumElement:\r\n \"\"\"在内部查找元素\r\n :param locator: 元素的定位信息，可以是loc元组，或查询字符串\r\n :param timeout: 超时时间（秒）\r\n :return: ChromiumElement对象或属性、文本\r\n \"\"\"\r\n ...\r\n\r\n def __repr__(self) -> str: ...\r\n\r\n def __eq__(self, other: ChromiumElement) -> bool: ...\r\n\r\n @property\r\n def tag(self) -> str:\r\n \"\"\"返回元素tag\"\"\"\r\n ...\r\n\r\n @property\r\n def html(self) -> str:\r\n \"\"\"返回元素outerHTML文本\"\"\"\r\n ...\r\n\r\n @property\r\n def inner_html(self) -> str:\r\n \"\"\"返回元素innerHTML文本\"\"\"\r\n ...\r\n\r\n @property\r\n def attrs(self) -> dict:\r\n \"\"\"返回元素所有attribute属性\"\"\"\r\n ...\r\n\r\n @property\r\n def text(self) -> str:\r\n \"\"\"返回元素内所有文本，文本已格式化\"\"\"\r\n ...\r\n\r\n @property\r\n def raw_text(self) -> str:\r\n \"\"\"返回未格式化处理的元素内文本\"\"\"\r\n ...\r\n\r\n @property\r\n def set(self) -> ChromiumElementSetter:\r\n \"\"\"返回用于设置元素属性的对象\"\"\"\r\n ...\r\n\r\n @property\r\n def states(self) -> ElementStates:\r\n \"\"\"返回用于获取元素状态的对象\"\"\"\r\n ...\r\n\r\n @property\r\n def pseudo(self) -> Pseudo:\r\n \"\"\"返回用于获取伪元素内容的对象\"\"\"\r\n ...\r\n\r\n @property\r\n def rect(self) -> ElementRect:\r\n \"\"\"返回用于获取元素位置的对象\"\"\"\r\n ...\r\n\r\n @property\r\n def shadow_root(self) -> Union[None, ShadowRoot]:\r\n \"\"\"返回当前元素的shadow_root元素对象\"\"\"\r\n ...\r\n\r\n @property\r\n def sr(self) -> Union[None, ShadowRoot]:\r\n \"\"\"返回当前元素的shadow_root元素对象\"\"\"\r\n ...\r\n\r\n @property\r\n def scroll(self) -> ElementScroller:\r\n \"\"\"用于滚动滚动条的对象\"\"\"\r\n ...\r\n\r\n @property\r\n def click(self) -> Clicker:\r\n \"\"\"返回用于点击的对象\"\"\"\r\n ...\r\n\r\n @property\r\n def wait(self) -> ElementWaiter:\r\n \"\"\"返回用于等待的对象\"\"\"\r\n ...\r\n\r\n @property\r\n def select(self) -> Union[SelectElement, False]:\r\n \"\"\"返回专门处理下拉列表的Select类，非元素项目\n :param equal: 是否匹配被选择的元素，False匹配不被选择的\n :return: 筛选结果\n \"\"\"\n ...\n\n def enabled(self, equal: bool = True) -> ChromiumElement:\n \"\"\"以是否可用为条件筛选元素\n :param equal: 是否匹配可用的元素，False表示匹配disabled状态的\n :return: 筛选结果\n \"\"\"\n ...\n\n def clickable(self, equal: bool = True) -> ChromiumElement:\n \"\"\"以是否可点击为条件筛选元素\n :param equal: 是否匹配可点击的元素，False表示匹配不是可点击的\n :return: 筛选结果\n \"\"\"\n ...\n\n def have_rect(self, equal: bool = True) -> ChromiumElement:\n \"\"\"以是否有大小为条件筛选元素\n :param equal: 是否匹配有大小的元素，False表示匹配没有大小的\n :return: 筛选结果\n \"\"\"\n ...\n\n def style(self, name: str, value: str, equal: bool = True) -> ChromiumElement:\n \"\"\"以是否拥有某个style值为条件筛选元素\n :param name: 属性名称\n :param value: 属性值\n :param equal: True表示匹配name值为value值的元素，False表示匹配name值不为value值的\n :return: 筛选结果\n \"\"\"\n ...\n\n def property(self,\n name: str,\n value: str, equal: bool = True) -> ChromiumElement:\n \"\"\"以是否拥有某个property值为条件筛选元素\n :param name: 属性名称\n :param value: 属性值\n :param equal: True表示匹配name值为value值的元素，False表示匹配name值不为value值的\n :return: 筛选结果\n \"\"\"\n ...\n\n def _get_attr(self,\n name: str,\n value: str,\n method: str, equal: bool = True) -> ChromiumElement:\n \"\"\"返回通过某个方法可获得某个值的元素\n :param name: 属性名称\n :param value: 属性值\n :param method: 方法名称\n :return: 筛选结果\n \"\"\"\n ...\n\n def _any_state(self, name: str, equal: bool = True) -> ChromiumElement:\n \"\"\"\n :param name: 状态名称\n :param equal: 是否是指定状态，False表示否定状态\n :return: 选中的列表\n \"\"\"\n ...\n\n\nclass ChromiumFilter(ChromiumFilterOne):\n\n def __iter__(self) -> Iterable[ChromiumElement]: ...\n\n def __next__(self) -> ChromiumElement: ...\n\n def __len__(self) -> int: ...\n\n def __getitem__(self, item: int) -> ChromiumElement: ...\n\n @property\n def get(self) -> Getter:\n \"\"\"返回用于获取元素属性的对象\"\"\"\n ...\n\n def tag(self, name: str, equal: bool = True) -> ChromiumFilter:\n \"\"\"筛选某种元素\n :param name: 标签页名称\n :param equal: True表示匹配这种元素，False表示匹配非这种元素\n :return: 筛选结果\n \"\"\"\n ...\n\n def attr(self, name: str, value: str, equal: bool = True) -> ChromiumFilter:\n \"\"\"以是否拥有某个attribute值为条件筛选元素\n :param name: 属性名称\n :param value: 属性值\n :param equal: True表示匹配name值为value值的元素，False表示匹配name值不为value值的\n :return: 筛选结果\n \"\"\"\n ...\n\n def text(self, text: str, fuzzy: bool = True, contain: bool = True) -> ChromiumFilter:\n \"\"\"以是否含有指定文本为条件筛选元素\n :param text: 用于匹配的文本\n :param fuzzy: 是否模糊匹配\n :param contain: 是否包含该字符串，False表示不包含\n :return: 筛选结果\n \"\"\"\n ...\n\n def displayed(self, equal: bool = True) -> ChromiumFilter:\n \"\"\"以是否显示为条件筛选元素\n :param equal: 是否匹配显示的元素，False匹配不显示的\n :return: 筛选结果\n \"\"\"\n ...\n\n def checked(self, equal: bool = True) -> ChromiumFilter:\n \"\"\"以是否被选中为条件筛选元素\n :param equal: 是否匹配被选中的元素，False匹配不被选中的\n :return: 筛选结果\n \"\"\"\n ...\n\n def selected(self, equal: bool = True) -> ChromiumFilter:\n \"\"\"以是否被选择为条件筛选元素，用于元素输入路径的方法设置。'\n NO_SUCH_KEY_ = '没有这个按键: {}'\n NO_NEW_TAB = '没有等到新标签页。'\n NO_SUCH_TAB = '没有找到指定标签页。'\n NEED_DOMAIN = '需设置domain或url值。如设置url值，需以http开头。'\n NEED_DOMAIN2 = 'cookie必须带有\"domain\"或\"url\"字段。'\n NEED_ARG_ = '{}必须设置。'\n SAVE_PATH_MUST_BE_FOLDER = 'save_path必须为文件夹。'\n GET_PDF_FAILED = '保存失败，可能浏览器版本不支持。'\n GET_BLOB_FAILED = '无法获取该资源。'\n NO_SRC_ATTR = '元素没有src值或该值为空。'\n D_MODE_ONLY = 'url、domain、path参数只有d模式下有效。'\n S_MODE_ONLY = '以下参数在s模式下才会生效:'\n STATUS_CODE_ = '状态码: {}'\n TAB_OBJ_EXISTS = '该标签页已有非MixTab版本，如需多对象共用标签页请设置Settings.set_singleton_tab_obj(False)。'\n ONLY_ENGLISH = '转换成视频仅支持英文路径和文件名。'\n SELECT_ONLY = 'select方法只能在 element.'\n NO_SUCH_KEY_ = 'There is no button: {}'\n NO_NEW_TAB = 'Failed to wait for new tab.'\n NO_SUCH_TAB = 'The specified tab was not found.'\n NEED_DOMAIN = 'You need to set a domain or url value. If the url value is set, it must start with http.'\n NEED_DOMAIN2 = 'The cookie must have a \"domain\" or \"url\" field.'\n NEED_ARG_ = '{} must be set.'\n SAVE_PATH_MUST_BE_FOLDER = 'save_path must be a folder.'\n GET_PDF_FAILED = 'The save fails because the browser version may not support it.'\n GET_BLOB_FAILED = 'The resource cannot be retrieved.'\n NO_SRC_ATTR = 'The element does not have a src value or the value is empty.'\n D_MODE_ONLY = 'The url, domain, and path parameters are valid only in d mode.'\n S_MODE_ONLY = 'The following parameters take effect only in s mode:'\n STATUS_CODE_ = 'Status Code: {}'\n TAB_OBJ_EXISTS = ('There is already a non-mixtab version of this tab. If multiple objects are common, '\n 'use Settings.set_singleton_tab_obj(False).')\n ONLY_ENGLISH = 'Only English path and file name are supported when converting to video.'\n SELECT_ONLY = 'The select method can only be used on