browserfetch 0.10.1__tar.gz → 0.12.0__tar.gz

{browserfetch-0.10.1 → browserfetch-0.12.0}/PKG-INFO

@@ -1,11 +1,12 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: browserfetch
-Version: 0.10.1
+Version: 0.12.0
 Summary: fetch in Python using your browser! 
 Keywords: browser,fetch,python,cookies
 Requires-Python: >=3.11
 Description-Content-Type: text/x-rst
 Classifier: License :: OSI Approved :: GNU General Public License v3 (GPLv3)
+License-File: LICENSE
 Requires-Dist: aiohttp
 Requires-Dist: pyperclip
 Requires-Dist: cyclopts

{browserfetch-0.10.1 → browserfetch-0.12.0}/browserfetch/__init__.py

@@ -1,11 +1,11 @@
-__version__ = '0.10.1'
+__version__ = '0.12.0'
 __all__ = [
     'BrowserError',
+    'Response',
     'evaluate',
     'fetch',
     'get',
     'post',
-    'Response',
     'start_server',
 ]
 import atexit
@@ -19,9 +19,11 @@ from asyncio import (
 )
 from collections import defaultdict
 from dataclasses import dataclass
+from functools import partial as _partial
 from html import escape
-from json import dumps, loads
+from json import dumps as _dumps, loads as _loads
 from logging import getLogger
+from typing import Any as _Any
 from urllib.parse import parse_qsl, urlencode, urlparse, urlunparse
 
 from aiohttp import ClientSession, ClientWebSocketResponse
@@ -43,6 +45,8 @@ hosts: defaultdict[
 # maps response event id to its response event or response dict
 responses: dict[int, Event | dict] = {}
 
+_jdumps = _partial(_dumps, separators=(',', ':'), ensure_ascii=False)
+
 
 class BrowserError(Exception):
     pass
@@ -69,8 +73,8 @@ class Response:
 
     def json(self, encoding=None, errors='strict'):
         if encoding is None:
-            return loads(self.body)
-        return loads(self.text(encoding=encoding, errors=errors))
+            return _loads(self.body)
+        return _loads(self.text(encoding=encoding, errors=errors))
 
 
 def extract_host(url: str) -> str:
@@ -92,7 +96,7 @@ async def _request(
     data['event_id'] = event_id
     responses[event_id] = response_ready
 
-    bytes_ = dumps(data).encode()
+    bytes_ = _jdumps(data).encode()
     if body is not None:
         bytes_ += b'\0' + body
 
@@ -120,7 +124,7 @@ async def receive_responses(ws: WebSocketResponse | ClientWebSocketResponse):
     while True:
         blob = await ws.receive_bytes()
         json_blob, _, body = blob.partition(b'\0')
-        j = loads(json_blob)
+        j = _loads(json_blob)
         j['body'] = body
         event_id = j.pop('event_id')
         try:
@@ -172,7 +176,7 @@ async def _(request: Request) -> WebSocketResponse:
         except TypeError:  # ws closed
             return ws
         data, null, body = bytes_.partition(b'\0')
-        data = loads(data)
+        data = _loads(data)
         relay_event_id = data['event_id']
 
         try:
@@ -184,7 +188,7 @@ async def _(request: Request) -> WebSocketResponse:
 
         r['event_id'] = relay_event_id
         body = r.pop('body')
-        await ws.send_bytes(dumps(r).encode() + b'\0' + body)
+        await ws.send_bytes(_jdumps(r).encode() + b'\0' + body)
 
 
 @routes.get('/')
@@ -228,14 +232,18 @@ async def relay_client(server_host, server_port):
 
 
 async def evaluate(
-    string: str,
+    expression: str,
+    /,
+    *,
     host: str,
     timeout: int | float = 95,
+    arg: _Any = None,
 ):
     """Evaluate string in browser context and return JSON.stringify(result)."""
-    d = await _request(
-        host, {'action': 'eval', 'string': string, 'timeout': timeout}, None
-    )
+    data = {'action': 'eval', 'string': expression, 'timeout': timeout}
+    if arg is not None:
+        data['arg'] = arg
+    d = await _request(host, data, None)
     return d['result']
 
 
@@ -324,7 +332,7 @@ async def post(
         elif isinstance(data, bytes):
             body = data
         else:
-            body = dumps(data).encode()
+            body = _jdumps(data).encode()
             headers = options.setdefault('headers', {})
             headers['Content-Type'] = 'application/json'
     elif form is not None:
@@ -349,18 +357,9 @@ app.add_routes(routes)
 app_runner = AppRunner(app)
 
 
-def _shutdown_server(loop: AbstractEventLoop):
-    logger.info('waiting for app_runner.cleanup()')
-    loop.run_until_complete(app_runner.cleanup())
-
-
 def _cancel_relay_task(loop: AbstractEventLoop, task: Task):
     logger.info('cancelling relay task')
     task.cancel()
-    try:
-        loop.run_until_complete(task)
-    except CancelledError:
-        pass
 
 
 _server = False
@@ -386,5 +385,4 @@ async def start_server(*, host=_host, port=_port):
         atexit.register(_cancel_relay_task, loop, relay_task)
     else:
         _server = True
-        atexit.register(_shutdown_server, loop)
         logger.info('server started at http://%s:%s', host, port)

browserfetch-0.12.0/browserfetch/browserfetch.egg-info/PKG-INFO

@@ -0,0 +1,71 @@
+Metadata-Version: 2.1
+Name: browserfetch
+Version: 0.1.1.dev0
+Summary: fetch in Python using your browser! 
+License: GNU General Public License v3 (GPLv3)
+Project-URL: Homepage, https://github.com/5j9/browserfetch
+Keywords: browser,fetch,python,cookies
+Classifier: License :: OSI Approved :: GNU General Public License v3 (GPLv3)
+Requires-Python: >=3.11
+Description-Content-Type: text/x-rst
+License-File: LICENSE
+Requires-Dist: aiohttp
+Requires-Dist: pyperclip
+
+Fetch using your browser.
+
+Let the browser manage cookies for you.
+
+⚠️ This project is a very simple implementation. Not tested thoroughly. Consider it a proof of concept.
+
+Usage
+-----
+1. You'll run a Python script containing some code like this:
+
+.. code-block:: python
+
+    from asyncio import gather, get_event_loop
+
+    from browserfetch import fetch, run_server
+
+
+    async def main():
+        response1, response2, reponse3 = await gather(
+            fetch('https://example.com/path1'),
+            fetch('https://example.com/image.png'),
+            fetch('https://example.com/path2'),
+        )
+        # do stuff with retrieved responses
+
+
+    loop = get_event_loop()
+    loop.create_task(main())
+    run_server(loop=loop)
+
+
+2. Open your browser, goto http://example.com (perhaps solve a captcha and log in).
+3. Copy the contents of `browserfetch.js`_ file and paste it in browser's console. (You can use a browser extensions like violentmonkey_/tampermonkey_ to do this step for you.)
+
+That's it! Your Python script starts handling requests.
+The browser tab should remain open of-coarse.
+
+The server can handle multiple websocket connections from different websites simultaneously.
+
+How it works
+------------
+``browserfetch`` communicates with your browser using a websocket. The ``fetch`` function just passes the request to browser and it is the browser that handles the actual request. Response data is sent back to Python using the same WebSocket connection.
+
+Motivations
+-----------
+* `browser_cookie3 stopped working on Chrome-based browsers`_. There is a workaround: ShadowCopy, but it requires admin privilege.
+* Another issue with browser_cookie's approach is that it retrieves cookies from cookie files, but these files are not updated instantly. Thus, you might have to wait or retry a few times before you can successfully access newly set cookies.
+* ShadowCopying and File access are slow and inefficient operations.
+
+Downsides
+---------
+* Setting up ``browserfetch`` is a more cumbersome since it requires running a Python server and also injecting a small script into the webpage. Using ``browser_cookie3`` might be a better choice if there are many websites that you need to communicate with.
+
+.. _`browser_cookie3 stopped working on Chrome-based browsers`: https://github.com/borisbabic/browser_cookie3/issues/180
+.. _tampermonkey: https://github.com/Tampermonkey/tampermonkey
+.. _violentmonkey: https://github.com/violentmonkey/violentmonkey
+.. _browserfetch.js: https://github.com/5j9/browserfetch/blob/master/browserfetch/browserfetch.js

browserfetch-0.12.0/browserfetch/browserfetch.egg-info/SOURCES.txt

@@ -0,0 +1,9 @@
+LICENSE
+README.rst
+pyproject.toml
+browserfetch/browserfetch.egg-info/PKG-INFO
+browserfetch/browserfetch.egg-info/SOURCES.txt
+browserfetch/browserfetch.egg-info/dependency_links.txt
+browserfetch/browserfetch.egg-info/not-zip-safe
+browserfetch/browserfetch.egg-info/requires.txt
+browserfetch/browserfetch.egg-info/top_level.txt

browserfetch-0.12.0/browserfetch/browserfetch.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

browserfetch-0.12.0/browserfetch/browserfetch.egg-info/not-zip-safe

@@ -0,0 +1 @@
+

browserfetch-0.12.0/browserfetch/browserfetch.egg-info/requires.txt

@@ -0,0 +1,2 @@
+aiohttp
+pyperclip

browserfetch-0.12.0/browserfetch/browserfetch.egg-info/top_level.txt

@@ -0,0 +1 @@
+

{browserfetch-0.10.1 → browserfetch-0.12.0}/browserfetch/browserfetch.js

@@ -57,13 +57,13 @@
             evalled = eval(req['string']);
             switch (evalled.constructor.name) {
                 case 'AsyncFunction':
-                    evalled = await evalled;
+                    evalled = await evalled(req['arg']);
                     break;
                 case 'Promise':
                     evalled = await evalled;
                     break;
                 case 'Function':
-                    evalled = evalled();
+                    evalled = evalled(req['arg']);
                     break;
             }
             resp = { 'result': evalled, 'event_id': req['event_id'] };

{browserfetch-0.10.1 → browserfetch-0.12.0}/pyproject.toml

@@ -40,13 +40,21 @@ lint.extend-select = [
     'FA',  # flake8-future-annotations
     'I',  # isort
     'UP',  # pyupgrade
+    'RUF', # Ruff-specific rules (RUF)
 ]
 lint.ignore = [
     'E721',  # Do not compare types, use `isinstance()`
+    'RUF001',  # ambiguous-unicode-character-string	
+    'RUF002',  # ambiguous-unicode-character-docstring
+    'RUF003',  # ambiguous-unicode-character-comment
+    'RUF012',  # mutable-class-default
 ]
 
 [tool.pytest.ini_options]
 addopts = '--quiet --tb=short'
+asyncio_mode = "auto"
+asyncio_default_test_loop_scope = "session"
+asyncio_default_fixture_loop_scope = "session"
 
 [tool.pyright]
 typeCheckingMode = 'standard'
@@ -60,3 +68,10 @@ reportInvalidStringEscapeSequence = false
 reportConstantRedefinition = 'error'
 reportTypeCommentUsage = 'warning'
 reportUnnecessaryComparison = 'warning'
+
+[dependency-groups]
+dev = [
+    "playwright>=1.52.0",
+    "pytest>=8.4.0",
+    "pytest-asyncio>=1.0.0",
+]

browserfetch-0.10.1/tests/test_init.py

@@ -1,25 +0,0 @@
-from contextlib import suppress
-from unittest.mock import Mock, patch
-
-from browserfetch import fetch
-
-request_mock = Mock()
-
-
-@patch('browserfetch._request', new=request_mock)
-async def test_params():
-    with suppress(TypeError):
-        await fetch(
-            url='http://stackoverflow.com/search?q=question',
-            params={'lang': 'en', 'tag': 'python', 'q': True},
-        )
-    request_mock.assert_called_once_with(
-        None,  # host
-        {
-            'action': 'fetch',
-            'url': 'http://stackoverflow.com/search?q=question&lang=en&tag=python&q=True',
-            'options': None,
-            'timeout': 95,
-        },  # data
-        None,  # body
-    )