pybiolib 0.2.951__py3-none-any.whl → 1.2.1890__py3-none-any.whl

biolib/pyppeteer/pyppeteer/frame/frame_manager.py

@@ -1,306 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-
-import asyncio
-import logging
-import re
-from typing import TYPE_CHECKING, Any, Dict, List, Optional, Set
-
-from pyee import AsyncIOEventEmitter
-from biolib.pyppeteer.pyppeteer import helpers
-from biolib.pyppeteer.pyppeteer.connection import CDPSession
-from biolib.pyppeteer.pyppeteer.errors import BrowserError, ElementHandleError, PageError
-from biolib.pyppeteer.pyppeteer.events import Events
-from biolib.pyppeteer.pyppeteer.execution_context import ExecutionContext
-from biolib.pyppeteer.pyppeteer.frame import Frame
-from biolib.pyppeteer.pyppeteer.lifecycle_watcher import LifecycleWatcher
-from biolib.pyppeteer.pyppeteer.models import WaitTargets
-from biolib.pyppeteer.pyppeteer.network_manager import NetworkManager, Response
-from biolib.pyppeteer.pyppeteer.timeout_settings import TimeoutSettings
-
-if TYPE_CHECKING:
-    from pyppeteer.page import Page
-
-logger = logging.getLogger(__name__)
-
-UTILITY_WORLD_NAME = '__pyppeteer_utility_world__'
-EVALUATION_SCRIPT_URL = '__pyppeteer_evaluation_script__'
-SOURCE_URL_REGEX = re.compile(r'^[ \t]*//[@#] sourceURL=\s*(\S*?)\s*$', re.MULTILINE,)
-
-
-class FrameManager(AsyncIOEventEmitter):
-    """FrameManager class."""
-
-    def __init__(
-        self, client: CDPSession, page: 'Page', ignoreHTTPSErrors: bool, timeoutSettings: TimeoutSettings
-    ) -> None:
-        """Make new frame manager."""
-        super().__init__()
-        self._client = client
-        self._page = page
-        self._networkManager = NetworkManager(client, ignoreHTTPSErrors, self)
-        self._timeoutSettings = timeoutSettings
-        self._mainFrame: Optional[Frame] = None
-        self._frames: Dict[Any, Frame] = {}
-        self._contextIdToContext: Dict[int, ExecutionContext] = {}
-        self._isolatedWorlds: Set[str] = set()
-
-        client.on(
-            'Page.frameAttached',
-            lambda event: self._onFrameAttached(event.get('frameId', ''), event.get('parentFrameId', '')),
-        )
-        client.on('Page.frameNavigated', lambda event: self._onFrameNavigated(event.get('frame')))
-        client.on(
-            'Page.navigatedWithinDocument',
-            lambda event: self._onFrameNavigatedWithinDocument(event.get('frameId'), event.get('url')),
-        )
-        client.on('Page.frameDetached', lambda event: self._onFrameDetached(event.get('frameId')))
-        client.on('Page.frameStoppedLoading', lambda event: self._onFrameStoppedLoading(event.get('frameId')))
-        client.on(
-            'Runtime.executionContextCreated', lambda event: self._onExecutionContextCreated(event.get('context'))
-        )
-        client.on(
-            'Runtime.executionContextDestroyed',
-            lambda event: self._onExecutionContextDestroyed(event.get('executionContextId')),
-        )
-        client.on('Runtime.executionContextsCleared', lambda event: self._onExecutionContextsCleared())
-        client.on('Page.lifecycleEvent', lambda event: self._onLifecycleEvent(event))
-
-    async def initialize(self) -> None:
-        await self._client.send('Page.enable')
-        frameTree = (await self._client.send('Page.getFrameTree'))['frameTree']
-        self._handleFrameTree(frameTree)
-
-        async def runtime_enabled() -> None:
-            await self._client.send('Runtime.enable', {})
-            await self._ensureIsolatedWorld(UTILITY_WORLD_NAME)
-
-        await asyncio.gather(
-            self._client.send('Page.setLifecycleEventsEnabled', {'enabled': True}),
-            runtime_enabled(),
-            self._networkManager.initialize(),
-        )
-
-    @property
-    def networkManager(self) -> NetworkManager:
-        return self._networkManager
-
-    async def navigateFrame(
-        self, frame: 'Frame', url: str, referer: str = None, timeout: float = None, waitUntil: WaitTargets = None,
-    ) -> Optional[Response]:
-        ensureNewDocumentNavigation = False
-
-        async def navigate(url_: str, referer_: Optional[str], frameId: str) -> Optional[Exception]:
-            try:
-                # careful, this is the correct spelling of referrer (even though everywhere else the key is correct
-                response = await self._client.send(
-                    'Page.navigate', {'url': url_, 'referrer': referer_, 'frameId': frameId}
-                )
-                nonlocal ensureNewDocumentNavigation
-                ensureNewDocumentNavigation = bool(response.get('loaderId'))
-                if response.get('errorText'):
-                    raise BrowserError(f'{response["errorText"]} at {url}')
-            except Exception as e:
-                return e
-
-        if referer is None:
-            referer = self._networkManager.extraHTTPHeaders().get('referer', '')
-        if waitUntil is None:
-            waitUntil = ['load']
-        if timeout is None:
-            timeout = self._timeoutSettings.navigationTimeout
-
-        watcher = LifecycleWatcher(self, frame=frame, timeout=timeout, waitUntil=waitUntil)
-        error = await helpers.future_race(navigate(url, referer, frame._id), watcher.timeoutOrTerminationFuture)
-        if not error:
-            if ensureNewDocumentNavigation:
-                nav_fut = watcher.newDocumentNavigationFuture
-            else:
-                nav_fut = watcher.sameDocumentNavigationFuture
-            error = await helpers.future_race(watcher.timeoutOrTerminationFuture, nav_fut)
-        watcher.dispose()
-        if error:
-            raise error
-        return watcher.navigationResponse()
-
-    async def waitForFrameNavigation(
-        self, frame: 'Frame', waitUntil: WaitTargets = None, timeout: float = None
-    ) -> Optional[Response]:
-        if not waitUntil:
-            waitUntil = ['load']
-        if not timeout:
-            timeout = self._timeoutSettings.navigationTimeout
-        watcher = LifecycleWatcher(self, frame=frame, timeout=timeout, waitUntil=waitUntil)
-        error = await helpers.future_race(
-            watcher.timeoutOrTerminationFuture,
-            watcher.sameDocumentNavigationFuture,
-            watcher.newDocumentNavigationFuture,
-        )
-        watcher.dispose()
-        if error:
-            raise error
-        return watcher.navigationResponse()
-
-    def _onLifecycleEvent(self, event: Dict) -> None:
-        frame = self._frames.get(event['frameId'])
-        if not frame:
-            return
-        frame._onLifecycleEvent(event['loaderId'], event['name'])
-        self.emit(Events.FrameManager.LifecycleEvent, frame)
-
-    def _onFrameStoppedLoading(self, frameId: str) -> None:
-        frame = self._frames.get(frameId)
-        if not frame:
-            return
-        frame._onLoadingStopped()
-        self.emit(Events.FrameManager.LifecycleEvent, frame)
-
-    def _handleFrameTree(self, frameTree: Dict) -> None:
-        frame = frameTree['frame']
-        if 'parentId' in frame:
-            self._onFrameAttached(
-                frame['id'], frame['parentId'],
-            )
-        self._onFrameNavigated(frame)
-        for child in frameTree.get('childFrames', []):
-            self._handleFrameTree(child)
-
-    @property
-    def page(self) -> 'Page':
-        return self._page
-
-    @property
-    def mainFrame(self) -> Optional['Frame']:
-        """Return main frame."""
-        return self._mainFrame
-
-    @property
-    def frames(self) -> List['Frame']:
-        """Return all frames."""
-        return list(self._frames.values())
-
-    def frame(self, frameId: Optional[str]) -> Optional['Frame']:
-        """Return :class:`Frame` of ``frameId``."""
-        return self._frames.get(frameId)
-
-    def _onFrameAttached(self, frameId: str, parentFrameId: str) -> None:
-        if frameId in self._frames:
-            return
-        parentFrame = self._frames.get(parentFrameId)
-        frame = Frame(frameManager=self, client=self._client, parentFrame=parentFrame, frameId=frameId)
-        self._frames[frameId] = frame
-        self.emit(Events.FrameManager.FrameAttached, frame)
-
-    def _onFrameNavigated(self, framePayload: dict) -> None:
-        isMainFrame = not framePayload.get('parentId')
-        if isMainFrame:
-            frame = self._mainFrame
-        else:
-            frame = self._frames.get(framePayload.get('id', ''))
-        if not (isMainFrame or frame):
-            raise PageError('We either navigate top level or have old version of the navigated frame')
-
-        # Detach all child frames first.
-        if frame:
-            for child in frame.childFrames:
-                self._removeFramesRecursively(child)
-
-        # Update or create main frame.
-        _id = framePayload.get('id', '')
-        if isMainFrame:
-            if frame:
-                # Update frame id to retain frame identity on cross-process navigation.
-                self._frames.pop(frame._id, None)
-                frame._id = _id
-            else:
-                # Initial main frame navigation.
-                frame = Frame(frameManager=self, client=self._client, parentFrame=None, frameId=_id)
-            self._frames[_id] = frame
-            self._mainFrame = frame
-
-        # Update frame payload.
-        frame._navigated(framePayload)  # type: ignore
-        self.emit(Events.FrameManager.FrameNavigated, frame)
-
-    async def _ensureIsolatedWorld(self, name: str) -> None:
-        if name in self._isolatedWorlds:
-            return
-        self._isolatedWorlds.add(name)
-        await self._client.send(
-            'Page.addScriptToEvaluateOnNewDocument',
-            {'source': f'//# sourceURL={EVALUATION_SCRIPT_URL}', 'worldName': name,},
-        )
-        results = await asyncio.gather(
-            *[
-                self._client.send(
-                    'Page.createIsolatedWorld', {'frameId': frame._id, 'grantUniversalAccess': True, 'worldName': name,}
-                )
-                for frame in self.frames
-            ],
-            return_exceptions=True,
-        )
-        for result in results:
-            if isinstance(result, Exception):
-                logger.exception(f'An exception occurred: {result}')
-
-    def _onFrameNavigatedWithinDocument(self, frameId: str, url: str) -> None:
-        frame = self._frames.get(frameId)
-        if not frame:
-            return
-        frame._navigatedWithinDocument(url)
-        self.emit(Events.FrameManager.FrameNavigatedWithinDocument, frame)
-        self.emit(Events.FrameManager.FrameNavigated, frame)
-
-    def _onFrameDetached(self, frameId: str) -> None:
-        frame = self._frames.get(frameId)
-        if frame:
-            self._removeFramesRecursively(frame)
-
-    def _onExecutionContextCreated(self, contextPayload: Dict) -> None:
-        auxData = contextPayload.get('auxData')
-        frameId = auxData.get('frameId')
-        frame = self._frames.get(frameId)
-        world = None
-        if frame:
-            if auxData and auxData['isDefault']:
-                world = frame._mainWorld
-            elif contextPayload.get('name') == UTILITY_WORLD_NAME and not frame._secondaryWorld._hasContext():
-                # In case of multiple sessions to the same target, there's a race between
-                # connections so we might end up creating multiple isolated worlds.
-                # We can use either.
-                world = frame._secondaryWorld
-        if auxData and auxData.get('type') == 'isolated':
-            self._isolatedWorlds.add(contextPayload['name'])
-
-        context = ExecutionContext(self._client, contextPayload, world)
-        if world:
-            world._setContext(context)
-        self._contextIdToContext[contextPayload['id']] = context
-
-    def _onExecutionContextDestroyed(self, executionContextId: int) -> None:
-        context = self._contextIdToContext.get(executionContextId)
-        if not context:
-            return
-        del self._contextIdToContext[executionContextId]
-        if context._world:
-            context._world._setContext(None)
-
-    def _onExecutionContextsCleared(self) -> None:
-        for context in self._contextIdToContext.values():
-            if context._world:
-                context._world._setContext(None)
-        self._contextIdToContext.clear()
-
-    def executionContextById(self, contextId: int) -> 'ExecutionContext':
-        """Get stored ``ExecutionContext`` by ``id``."""
-        context = self._contextIdToContext.get(contextId)
-        if not context:
-            raise ElementHandleError(f'INTERNAL ERROR: missing context with id = {contextId}')
-        return context
-
-    def _removeFramesRecursively(self, frame: 'Frame') -> None:
-        for child in frame.childFrames:
-            self._removeFramesRecursively(child)
-        frame._detach()
-        self._frames.pop(frame._id, None)
-        self.emit(Events.FrameManager.FrameDetached, frame)

biolib/pyppeteer/pyppeteer/helpers.py

@@ -1,245 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-
-"""Helper functions."""
-
-import asyncio
-import json
-import logging
-import math
-import re
-from asyncio.futures import Future
-from pathlib import Path
-from typing import TYPE_CHECKING, Any, Awaitable, Callable, Dict, List, Optional, Union
-
-from pyee import AsyncIOEventEmitter
-from biolib.pyppeteer.pyppeteer.connection import CDPSession
-from biolib.pyppeteer.pyppeteer.errors import ElementHandleError, TimeoutError
-
-if TYPE_CHECKING:
-    from pyppeteer.models import Protocol
-
-logger = logging.getLogger(__name__)
-
-
-async def future_race(*fs) -> Union[None, Exception]:
-    """
-    Analogous to JS's Promise.race(). Returns the results of the first completed future
-    :param fs: Future to be waited upon
-    :return: result of first completed Future, whether that be an exception or result
-
-    :raises Exception: any exception raised by asyncio.wait call. Any exception raised from the first future is returned
-    """
-    done, _ = await asyncio.wait(fs, return_when=asyncio.FIRST_COMPLETED,)
-    try:
-        return done.pop().result()
-    except Exception as e:
-        return e
-
-
-def evaluationString(fun: str, *args: Any) -> str:
-    """Convert function and arguments to str."""
-    _args = ', '.join([json.dumps('undefined' if arg is None else arg) for arg in args])
-    expr = f'({fun})({_args})'
-    return expr
-
-
-def getExceptionMessage(exceptionDetails: dict) -> str:
-    """Get exception message from `exceptionDetails` object."""
-    exception = exceptionDetails.get('exception')
-    if exception:
-        return exception.get('description') or exception.get('value')
-    message = exceptionDetails.get('text', '')
-    stackTrace = exceptionDetails.get('stackTrace', {})
-    if stackTrace:
-        for callframe in stackTrace.get('callFrames'):
-            location = (
-                str(callframe.get('url', ''))
-                + ':'
-                + str(callframe.get('lineNumber', ''))
-                + ':'
-                + str(callframe.get('columnNumber'))
-            )
-            functionName = callframe.get('functionName', '<anonymous>')
-            message = message + f'\n    at {functionName} ({location})'
-    return message
-
-
-def addEventListener(emitter: AsyncIOEventEmitter, eventName: str, handler: Callable) -> Dict[str, Any]:
-    """Add handler to the emitter and return emitter/handler."""
-    emitter.on(eventName, handler)
-    return {'emitter': emitter, 'eventName': eventName, 'handler': handler}
-
-
-def removeEventListeners(listeners: List[dict]) -> None:
-    """Remove listeners from emitter."""
-    for listener in listeners:
-        emitter = listener['emitter']
-        eventName = listener['eventName']
-        handler = listener['handler']
-        emitter.remove_listener(eventName, handler)
-    listeners.clear()
-
-
-unserializableValueMap = {
-    '-0': -0,
-    'NaN': None,
-    None: None,
-    'Infinity': math.inf,
-    '-Infinity': -math.inf,
-}
-
-
-def valueFromRemoteObject(remoteObject: 'Protocol.Runtime.RemoteObject') -> Any:
-    """Serialize value of remote object."""
-    if remoteObject.get('objectId'):
-        raise ElementHandleError('Cannot extract value when objectId is given')
-    value = remoteObject.get('unserializableValue')
-    if value:
-        try:
-            value = unserializableValueMap[value]
-        except KeyError:
-            raise ElementHandleError(f'Unsupported unserializable value: {value}')
-    return remoteObject.get('value')
-
-
-async def releaseObject(client: CDPSession, remoteObject: dict) -> Awaitable:
-    """Release remote object."""
-    objectId = remoteObject.get('objectId')
-    if objectId:
-        try:
-            await client.send('Runtime.releaseObject', {'objectId': objectId})
-        except Exception as e:
-            # Exceptions might happen in case of a page been navigated or closed.
-            # Swallow these since they are harmless and we don't leak anything in this case.  # noqa
-            logger.error(f'An exception occurred: {e}')
-
-
-def waitForEvent(
-    emitter: AsyncIOEventEmitter,
-    eventName: str,  # noqa: C901
-    predicate: Callable[[Any], bool],
-    timeout: Optional[float],
-    loop: asyncio.AbstractEventLoop,
-) -> Awaitable:
-    """Wait for an event emitted from the emitter."""
-    future = loop.create_future()
-
-    def resolveCallback(target: Any) -> None:
-        future.set_result(target)
-
-    def rejectCallback(exception: Exception) -> None:
-        future.set_exception(exception)
-
-    async def timeoutTimer() -> None:
-        if timeout:
-            await asyncio.sleep(timeout / 1000)
-        else:
-            await asyncio.get_event_loop().create_future()
-        rejectCallback(TimeoutError('Timeout exceeded while waiting for event'))
-
-    def _listener(target: Any) -> None:
-        if not predicate(target):
-            return
-        cleanup()
-        resolveCallback(target)
-
-    listener = addEventListener(emitter, eventName, _listener)
-    if timeout:
-        eventTimeout = loop.create_task(timeoutTimer())
-
-    def cleanup() -> None:
-        removeEventListeners([listener])
-        if timeout:
-            eventTimeout.cancel()
-
-    return future
-
-
-def get_positive_int(obj: dict, name: str) -> int:
-    """Get and check the value of name in obj is positive integer."""
-    value = obj[name]
-    if not isinstance(value, int):
-        raise TypeError(f'{name} must be integer: {type(value)}')
-    elif value < 0:
-        raise ValueError(f'{name} must be positive integer: {value}')
-    return value
-
-
-_js_identifier_re = r'(?:[\$A-Z_a-z\xAA\xB5\xBA\xC0-\xD6\xD8-\xF6\xF8-\u02C1\u02C6-\u02D1\u02E0-\u02E4\u02EC\u02EE\u0370-\u0374\u0376\u0377\u037A-\u037D\u037F\u0386\u0388-\u038A\u038C\u038E-\u03A1\u03A3-\u03F5\u03F7-\u0481\u048A-\u052F\u0531-\u0556\u0559\u0561-\u0587\u05D0-\u05EA\u05F0-\u05F2\u0620-\u064A\u066E\u066F\u0671-\u06D3\u06D5\u06E5\u06E6\u06EE\u06EF\u06FA-\u06FC\u06FF\u0710\u0712-\u072F\u074D-\u07A5\u07B1\u07CA-\u07EA\u07F4\u07F5\u07FA\u0800-\u0815\u081A\u0824\u0828\u0840-\u0858\u08A0-\u08B4\u0904-\u0939\u093D\u0950\u0958-\u0961\u0971-\u0980\u0985-\u098C\u098F\u0990\u0993-\u09A8\u09AA-\u09B0\u09B2\u09B6-\u09B9\u09BD\u09CE\u09DC\u09DD\u09DF-\u09E1\u09F0\u09F1\u0A05-\u0A0A\u0A0F\u0A10\u0A13-\u0A28\u0A2A-\u0A30\u0A32\u0A33\u0A35\u0A36\u0A38\u0A39\u0A59-\u0A5C\u0A5E\u0A72-\u0A74\u0A85-\u0A8D\u0A8F-\u0A91\u0A93-\u0AA8\u0AAA-\u0AB0\u0AB2\u0AB3\u0AB5-\u0AB9\u0ABD\u0AD0\u0AE0\u0AE1\u0AF9\u0B05-\u0B0C\u0B0F\u0B10\u0B13-\u0B28\u0B2A-\u0B30\u0B32\u0B33\u0B35-\u0B39\u0B3D\u0B5C\u0B5D\u0B5F-\u0B61\u0B71\u0B83\u0B85-\u0B8A\u0B8E-\u0B90\u0B92-\u0B95\u0B99\u0B9A\u0B9C\u0B9E\u0B9F\u0BA3\u0BA4\u0BA8-\u0BAA\u0BAE-\u0BB9\u0BD0\u0C05-\u0C0C\u0C0E-\u0C10\u0C12-\u0C28\u0C2A-\u0C39\u0C3D\u0C58-\u0C5A\u0C60\u0C61\u0C85-\u0C8C\u0C8E-\u0C90\u0C92-\u0CA8\u0CAA-\u0CB3\u0CB5-\u0CB9\u0CBD\u0CDE\u0CE0\u0CE1\u0CF1\u0CF2\u0D05-\u0D0C\u0D0E-\u0D10\u0D12-\u0D3A\u0D3D\u0D4E\u0D5F-\u0D61\u0D7A-\u0D7F\u0D85-\u0D96\u0D9A-\u0DB1\u0DB3-\u0DBB\u0DBD\u0DC0-\u0DC6\u0E01-\u0E30\u0E32\u0E33\u0E40-\u0E46\u0E81\u0E82\u0E84\u0E87\u0E88\u0E8A\u0E8D\u0E94-\u0E97\u0E99-\u0E9F\u0EA1-\u0EA3\u0EA5\u0EA7\u0EAA\u0EAB\u0EAD-\u0EB0\u0EB2\u0EB3\u0EBD\u0EC0-\u0EC4\u0EC6\u0EDC-\u0EDF\u0F00\u0F40-\u0F47\u0F49-\u0F6C\u0F88-\u0F8C\u1000-\u102A\u103F\u1050-\u1055\u105A-\u105D\u1061\u1065\u1066\u106E-\u1070\u1075-\u1081\u108E\u10A0-\u10C5\u10C7\u10CD\u10D0-\u10FA\u10FC-\u1248\u124A-\u124D\u1250-\u1256\u1258\u125A-\u125D\u1260-\u1288\u128A-\u128D\u1290-\u12B0\u12B2-\u12B5\u12B8-\u12BE\u12C0\u12C2-\u12C5\u12C8-\u12D6\u12D8-\u1310\u1312-\u1315\u1318-\u135A\u1380-\u138F\u13A0-\u13F5\u13F8-\u13FD\u1401-\u166C\u166F-\u167F\u1681-\u169A\u16A0-\u16EA\u16EE-\u16F8\u1700-\u170C\u170E-\u1711\u1720-\u1731\u1740-\u1751\u1760-\u176C\u176E-\u1770\u1780-\u17B3\u17D7\u17DC\u1820-\u1877\u1880-\u18A8\u18AA\u18B0-\u18F5\u1900-\u191E\u1950-\u196D\u1970-\u1974\u1980-\u19AB\u19B0-\u19C9\u1A00-\u1A16\u1A20-\u1A54\u1AA7\u1B05-\u1B33\u1B45-\u1B4B\u1B83-\u1BA0\u1BAE\u1BAF\u1BBA-\u1BE5\u1C00-\u1C23\u1C4D-\u1C4F\u1C5A-\u1C7D\u1CE9-\u1CEC\u1CEE-\u1CF1\u1CF5\u1CF6\u1D00-\u1DBF\u1E00-\u1F15\u1F18-\u1F1D\u1F20-\u1F45\u1F48-\u1F4D\u1F50-\u1F57\u1F59\u1F5B\u1F5D\u1F5F-\u1F7D\u1F80-\u1FB4\u1FB6-\u1FBC\u1FBE\u1FC2-\u1FC4\u1FC6-\u1FCC\u1FD0-\u1FD3\u1FD6-\u1FDB\u1FE0-\u1FEC\u1FF2-\u1FF4\u1FF6-\u1FFC\u2071\u207F\u2090-\u209C\u2102\u2107\u210A-\u2113\u2115\u2118-\u211D\u2124\u2126\u2128\u212A-\u2139\u213C-\u213F\u2145-\u2149\u214E\u2160-\u2188\u2C00-\u2C2E\u2C30-\u2C5E\u2C60-\u2CE4\u2CEB-\u2CEE\u2CF2\u2CF3\u2D00-\u2D25\u2D27\u2D2D\u2D30-\u2D67\u2D6F\u2D80-\u2D96\u2DA0-\u2DA6\u2DA8-\u2DAE\u2DB0-\u2DB6\u2DB8-\u2DBE\u2DC0-\u2DC6\u2DC8-\u2DCE\u2DD0-\u2DD6\u2DD8-\u2DDE\u3005-\u3007\u3021-\u3029\u3031-\u3035\u3038-\u303C\u3041-\u3096\u309B-\u309F\u30A1-\u30FA\u30FC-\u30FF\u3105-\u312D\u3131-\u318E\u31A0-\u31BA\u31F0-\u31FF\u3400-\u4DB5\u4E00-\u9FD5\uA000-\uA48C\uA4D0-\uA4FD\uA500-\uA60C\uA610-\uA61F\uA62A\uA62B\uA640-\uA66E\uA67F-\uA69D\uA6A0-\uA6EF\uA717-\uA71F\uA722-\uA788\uA78B-\uA7AD\uA7B0-\uA7B7\uA7F7-\uA801\uA803-\uA805\uA807-\uA80A\uA80C-\uA822\uA840-\uA873\uA882-\uA8B3\uA8F2-\uA8F7\uA8FB\uA8FD\uA90A-\uA925\uA930-\uA946\uA960-\uA97C\uA984-\uA9B2\uA9CF\uA9E0-\uA9E4\uA9E6-\uA9EF\uA9FA-\uA9FE\uAA00-\uAA28\uAA40-\uAA42\uAA44-\uAA4B\uAA60-\uAA76\uAA7A\uAA7E-\uAAAF\uAAB1\uAAB5\uAAB6\uAAB9-\uAABD\uAAC0\uAAC2\uAADB-\uAADD\uAAE0-\uAAEA\uAAF2-\uAAF4\uAB01-\uAB06\uAB09-\uAB0E\uAB11-\uAB16\uAB20-\uAB26\uAB28-\uAB2E\uAB30-\uAB5A\uAB5C-\uAB65\uAB70-\uABE2\uAC00-\uD7A3\uD7B0-\uD7C6\uD7CB-\uD7FB\uF900-\uFA6D\uFA70-\uFAD9\uFB00-\uFB06\uFB13-\uFB17\uFB1D\uFB1F-\uFB28\uFB2A-\uFB36\uFB38-\uFB3C\uFB3E\uFB40\uFB41\uFB43\uFB44\uFB46-\uFBB1\uFBD3-\uFD3D\uFD50-\uFD8F\uFD92-\uFDC7\uFDF0-\uFDFB\uFE70-\uFE74\uFE76-\uFEFC\uFF21-\uFF3A\uFF41-\uFF5A\uFF66-\uFFBE\uFFC2-\uFFC7\uFFCA-\uFFCF\uFFD2-\uFFD7\uFFDA-\uFFDC])(?:[\$0-9A-Z_a-z\xAA\xB5\xB7\xBA\xC0-\xD6\xD8-\xF6\xF8-\u02C1\u02C6-\u02D1\u02E0-\u02E4\u02EC\u02EE\u0300-\u0374\u0376\u0377\u037A-\u037D\u037F\u0386-\u038A\u038C\u038E-\u03A1\u03A3-\u03F5\u03F7-\u0481\u0483-\u0487\u048A-\u052F\u0531-\u0556\u0559\u0561-\u0587\u0591-\u05BD\u05BF\u05C1\u05C2\u05C4\u05C5\u05C7\u05D0-\u05EA\u05F0-\u05F2\u0610-\u061A\u0620-\u0669\u066E-\u06D3\u06D5-\u06DC\u06DF-\u06E8\u06EA-\u06FC\u06FF\u0710-\u074A\u074D-\u07B1\u07C0-\u07F5\u07FA\u0800-\u082D\u0840-\u085B\u08A0-\u08B4\u08E3-\u0963\u0966-\u096F\u0971-\u0983\u0985-\u098C\u098F\u0990\u0993-\u09A8\u09AA-\u09B0\u09B2\u09B6-\u09B9\u09BC-\u09C4\u09C7\u09C8\u09CB-\u09CE\u09D7\u09DC\u09DD\u09DF-\u09E3\u09E6-\u09F1\u0A01-\u0A03\u0A05-\u0A0A\u0A0F\u0A10\u0A13-\u0A28\u0A2A-\u0A30\u0A32\u0A33\u0A35\u0A36\u0A38\u0A39\u0A3C\u0A3E-\u0A42\u0A47\u0A48\u0A4B-\u0A4D\u0A51\u0A59-\u0A5C\u0A5E\u0A66-\u0A75\u0A81-\u0A83\u0A85-\u0A8D\u0A8F-\u0A91\u0A93-\u0AA8\u0AAA-\u0AB0\u0AB2\u0AB3\u0AB5-\u0AB9\u0ABC-\u0AC5\u0AC7-\u0AC9\u0ACB-\u0ACD\u0AD0\u0AE0-\u0AE3\u0AE6-\u0AEF\u0AF9\u0B01-\u0B03\u0B05-\u0B0C\u0B0F\u0B10\u0B13-\u0B28\u0B2A-\u0B30\u0B32\u0B33\u0B35-\u0B39\u0B3C-\u0B44\u0B47\u0B48\u0B4B-\u0B4D\u0B56\u0B57\u0B5C\u0B5D\u0B5F-\u0B63\u0B66-\u0B6F\u0B71\u0B82\u0B83\u0B85-\u0B8A\u0B8E-\u0B90\u0B92-\u0B95\u0B99\u0B9A\u0B9C\u0B9E\u0B9F\u0BA3\u0BA4\u0BA8-\u0BAA\u0BAE-\u0BB9\u0BBE-\u0BC2\u0BC6-\u0BC8\u0BCA-\u0BCD\u0BD0\u0BD7\u0BE6-\u0BEF\u0C00-\u0C03\u0C05-\u0C0C\u0C0E-\u0C10\u0C12-\u0C28\u0C2A-\u0C39\u0C3D-\u0C44\u0C46-\u0C48\u0C4A-\u0C4D\u0C55\u0C56\u0C58-\u0C5A\u0C60-\u0C63\u0C66-\u0C6F\u0C81-\u0C83\u0C85-\u0C8C\u0C8E-\u0C90\u0C92-\u0CA8\u0CAA-\u0CB3\u0CB5-\u0CB9\u0CBC-\u0CC4\u0CC6-\u0CC8\u0CCA-\u0CCD\u0CD5\u0CD6\u0CDE\u0CE0-\u0CE3\u0CE6-\u0CEF\u0CF1\u0CF2\u0D01-\u0D03\u0D05-\u0D0C\u0D0E-\u0D10\u0D12-\u0D3A\u0D3D-\u0D44\u0D46-\u0D48\u0D4A-\u0D4E\u0D57\u0D5F-\u0D63\u0D66-\u0D6F\u0D7A-\u0D7F\u0D82\u0D83\u0D85-\u0D96\u0D9A-\u0DB1\u0DB3-\u0DBB\u0DBD\u0DC0-\u0DC6\u0DCA\u0DCF-\u0DD4\u0DD6\u0DD8-\u0DDF\u0DE6-\u0DEF\u0DF2\u0DF3\u0E01-\u0E3A\u0E40-\u0E4E\u0E50-\u0E59\u0E81\u0E82\u0E84\u0E87\u0E88\u0E8A\u0E8D\u0E94-\u0E97\u0E99-\u0E9F\u0EA1-\u0EA3\u0EA5\u0EA7\u0EAA\u0EAB\u0EAD-\u0EB9\u0EBB-\u0EBD\u0EC0-\u0EC4\u0EC6\u0EC8-\u0ECD\u0ED0-\u0ED9\u0EDC-\u0EDF\u0F00\u0F18\u0F19\u0F20-\u0F29\u0F35\u0F37\u0F39\u0F3E-\u0F47\u0F49-\u0F6C\u0F71-\u0F84\u0F86-\u0F97\u0F99-\u0FBC\u0FC6\u1000-\u1049\u1050-\u109D\u10A0-\u10C5\u10C7\u10CD\u10D0-\u10FA\u10FC-\u1248\u124A-\u124D\u1250-\u1256\u1258\u125A-\u125D\u1260-\u1288\u128A-\u128D\u1290-\u12B0\u12B2-\u12B5\u12B8-\u12BE\u12C0\u12C2-\u12C5\u12C8-\u12D6\u12D8-\u1310\u1312-\u1315\u1318-\u135A\u135D-\u135F\u1369-\u1371\u1380-\u138F\u13A0-\u13F5\u13F8-\u13FD\u1401-\u166C\u166F-\u167F\u1681-\u169A\u16A0-\u16EA\u16EE-\u16F8\u1700-\u170C\u170E-\u1714\u1720-\u1734\u1740-\u1753\u1760-\u176C\u176E-\u1770\u1772\u1773\u1780-\u17D3\u17D7\u17DC\u17DD\u17E0-\u17E9\u180B-\u180D\u1810-\u1819\u1820-\u1877\u1880-\u18AA\u18B0-\u18F5\u1900-\u191E\u1920-\u192B\u1930-\u193B\u1946-\u196D\u1970-\u1974\u1980-\u19AB\u19B0-\u19C9\u19D0-\u19DA\u1A00-\u1A1B\u1A20-\u1A5E\u1A60-\u1A7C\u1A7F-\u1A89\u1A90-\u1A99\u1AA7\u1AB0-\u1ABD\u1B00-\u1B4B\u1B50-\u1B59\u1B6B-\u1B73\u1B80-\u1BF3\u1C00-\u1C37\u1C40-\u1C49\u1C4D-\u1C7D\u1CD0-\u1CD2\u1CD4-\u1CF6\u1CF8\u1CF9\u1D00-\u1DF5\u1DFC-\u1F15\u1F18-\u1F1D\u1F20-\u1F45\u1F48-\u1F4D\u1F50-\u1F57\u1F59\u1F5B\u1F5D\u1F5F-\u1F7D\u1F80-\u1FB4\u1FB6-\u1FBC\u1FBE\u1FC2-\u1FC4\u1FC6-\u1FCC\u1FD0-\u1FD3\u1FD6-\u1FDB\u1FE0-\u1FEC\u1FF2-\u1FF4\u1FF6-\u1FFC\u200C\u200D\u203F\u2040\u2054\u2071\u207F\u2090-\u209C\u20D0-\u20DC\u20E1\u20E5-\u20F0\u2102\u2107\u210A-\u2113\u2115\u2118-\u211D\u2124\u2126\u2128\u212A-\u2139\u213C-\u213F\u2145-\u2149\u214E\u2160-\u2188\u2C00-\u2C2E\u2C30-\u2C5E\u2C60-\u2CE4\u2CEB-\u2CF3\u2D00-\u2D25\u2D27\u2D2D\u2D30-\u2D67\u2D6F\u2D7F-\u2D96\u2DA0-\u2DA6\u2DA8-\u2DAE\u2DB0-\u2DB6\u2DB8-\u2DBE\u2DC0-\u2DC6\u2DC8-\u2DCE\u2DD0-\u2DD6\u2DD8-\u2DDE\u2DE0-\u2DFF\u3005-\u3007\u3021-\u302F\u3031-\u3035\u3038-\u303C\u3041-\u3096\u3099-\u309F\u30A1-\u30FA\u30FC-\u30FF\u3105-\u312D\u3131-\u318E\u31A0-\u31BA\u31F0-\u31FF\u3400-\u4DB5\u4E00-\u9FD5\uA000-\uA48C\uA4D0-\uA4FD\uA500-\uA60C\uA610-\uA62B\uA640-\uA66F\uA674-\uA67D\uA67F-\uA6F1\uA717-\uA71F\uA722-\uA788\uA78B-\uA7AD\uA7B0-\uA7B7\uA7F7-\uA827\uA840-\uA873\uA880-\uA8C4\uA8D0-\uA8D9\uA8E0-\uA8F7\uA8FB\uA8FD\uA900-\uA92D\uA930-\uA953\uA960-\uA97C\uA980-\uA9C0\uA9CF-\uA9D9\uA9E0-\uA9FE\uAA00-\uAA36\uAA40-\uAA4D\uAA50-\uAA59\uAA60-\uAA76\uAA7A-\uAAC2\uAADB-\uAADD\uAAE0-\uAAEF\uAAF2-\uAAF6\uAB01-\uAB06\uAB09-\uAB0E\uAB11-\uAB16\uAB20-\uAB26\uAB28-\uAB2E\uAB30-\uAB5A\uAB5C-\uAB65\uAB70-\uABEA\uABEC\uABED\uABF0-\uABF9\uAC00-\uD7A3\uD7B0-\uD7C6\uD7CB-\uD7FB\uF900-\uFA6D\uFA70-\uFAD9\uFB00-\uFB06\uFB13-\uFB17\uFB1D-\uFB28\uFB2A-\uFB36\uFB38-\uFB3C\uFB3E\uFB40\uFB41\uFB43\uFB44\uFB46-\uFBB1\uFBD3-\uFD3D\uFD50-\uFD8F\uFD92-\uFDC7\uFDF0-\uFDFB\uFE00-\uFE0F\uFE20-\uFE2F\uFE33\uFE34\uFE4D-\uFE4F\uFE70-\uFE74\uFE76-\uFEFC\uFF10-\uFF19\uFF21-\uFF3A\uFF3F\uFF41-\uFF5A\uFF66-\uFFBE\uFFC2-\uFFC7\uFFCA-\uFFCF\uFFD2-\uFFD7\uFFDA-\uFFDC])*'
-
-
-def is_js_func(func: str) -> bool:
-    """
-    Heuristically check if a str (when interpreted as js) is a function.
-    A two step process is used.
-
-    First, the str is stripped of whitespace with the builtin str.strip() method. Then the str is checked for whether
-    or not it starts with or async, (either of which would indicate a function).
-
-    If the str fails this check, all whitespace ( \t\r\n) is removed with str.translate. str.translate is almost an
-    order of magnitude faster for large strs (tested with a 50kb str) than chained str.replace.
-    Then, the larger regex is used. The regex uses a regex found here: https://stackoverflow.com/a/9337047
-    and here: http://mothereff.in/js-variables to identify valid JS identifiers. (Unicode surrogates have been removed
-    from the regex as they aren't supported in strs in Python)
-    """
-    if not isinstance(func, str):
-        return False
-    func = func.strip()
-    if func.startswith('function ') or func.startswith('async '):
-        return True
-    # ~85% faster than using chained .replace()
-    func = func.translate(str.maketrans(dict.fromkeys(' \t\r\n')))
-    return bool(
-        re.match(
-            r"""
-        # js functions can start with async, function, <name>, or any permutation of all three (in that order)
-        # the only way a function may be named is if the function is declared with the function keyword
-        (?:async)?(?P<named>function)?(?(named)(?:%(js)s)?)
-        # js func args
-        # matches opening ( if it exists
-        (?P<argopen>\()?
-        # matches one argument optionally. if function args are opening with (, we optionally match the rest argument
-        (?P<args>(?(argopen)(?:\.\.\.)?)%(js)s,?)?
-        # if the function opens with ( and the first arg was matched, we match more arguments,
-        # otherwise, don't match any thing.  if function args are opening with (, we optionally match the rest argument
-        (?(argopen) (?(args)(?:(?(argopen)(?:\.\.\.)?)%(js)s,?)*) )
-        # if we matched the opening (, match the closing )
-        (?(argopen)\))
-        # function bodies open with =>, {, both, or none. If the function is declared with a name, it must have a { to
-        # open the body. The opposite is also true. If the function has a name, it will not open with =>.
-        (?(named)(?P<fnopen>{)|(?:=>))
-        # asserts that there are at least 3 characters behind us (the minimum to be able create a function declaration
-        # and begin declaring the function body, ie f=>).
-        (?<=.{3})
-        # matches the function body
-        .+
-        # matches the closing } if the opening one was found
-        (?(fnopen)})
-        """
-            % {'js': _js_identifier_re},
-            func,
-            re.VERBOSE,
-        )
-    )
-
-
-def safe_future_set_result(fut: Future, res: Any):
-    if not fut.done():
-        fut.set_result(res)
-
-
-async def readProtocolStream(client: CDPSession, handle: str, path: Union[Path, str]) -> str:
-    # might be better to return as bytes
-    eof = False
-    buffs = []
-    while not eof:
-        response = await client.send('IO.read', {'handle': handle})
-        buffs.append(response.get('data', ''))
-        eof = response.get('eof', False)
-    await client.send('IO.close', {'handle': handle})
-
-    result = ''.join(bufs)
-    if path:
-        Path(path).write_text(result)
-    return result