pylookyloo 1.27.1__py3-none-any.whl → 1.28.1__py3-none-any.whl

pylookyloo/api.py

@@ -17,6 +17,29 @@ import requests
 
 from urllib3.util import Retry
 from requests.adapters import HTTPAdapter
+from requests.sessions import Session
+from requests.status_codes import codes
+
+
+class SafeRedirectRePOSTSession(Session):
+
+    def rebuild_method(self, prepared_request: requests.PreparedRequest, response: requests.Response) -> None:
+        # This method will resubmit a POST when we have a http -> https redirect
+        if response.status_code == codes.moved and prepared_request.method == 'POST':
+            # make sure it is just a redirect http->https and we're not going to a different host
+            prec_url = urlparse(response.url)
+            next_url = urlparse(prepared_request.url)
+
+            if (prec_url.netloc != next_url.netloc or prec_url.scheme != 'http'
+                    or next_url.scheme != 'https'):
+                super().rebuild_method(prepared_request, response)
+            else:
+                # For surely good reasons, requests force-remove the body of the redirected requests unless the statuscode is either 307 or 308
+                # https://github.com/psf/requests/issues/1084
+                # Doing that makes sure we keep it
+                response.status_code = 307
+        else:
+            super().rebuild_method(prepared_request, response)
 
 
 class PyLookylooError(Exception):
@@ -39,6 +62,7 @@ class CaptureSettings(TypedDict, total=False):
     proxy: str | dict[str, str] | None
     general_timeout_in_sec: int | None
     cookies: list[dict[str, Any]] | None
+    storage: str | dict[str, Any] | None
     headers: str | dict[str, str] | None
     http_credentials: dict[str, int] | None
     geolocation: dict[str, float] | None
@@ -78,7 +102,7 @@ class Lookyloo():
             self.root_url = 'http://' + self.root_url
         if not self.root_url.endswith('/'):
             self.root_url += '/'
-        self.session = requests.session()
+        self.session = SafeRedirectRePOSTSession()
         self.session.headers['user-agent'] = useragent if useragent else f'PyLookyloo / {version("pylookyloo")}'
         if proxies:
             self.session.proxies.update(proxies)
@@ -148,6 +172,7 @@ class Lookyloo():
                proxy: str | dict[str, str] | None=None,
                general_timeout_in_sec: int | None=None,
                cookies: list[dict[str, Any]] | None=None,
+               storage: str | dict[str, Any] | None=None,
                headers: str | dict[str, str] | None=None,
                http_credentials: dict[str, int] | None=None,
                geolocation: dict[str, float] | None=None,
@@ -172,6 +197,7 @@ class Lookyloo():
                proxy: str | dict[str, str] | None=None,
                general_timeout_in_sec: int | None=None,
                cookies: list[dict[str, Any]] | None=None,
+               storage: str | dict[str, Any] | None=None,
                headers: str | dict[str, str] | None=None,
                http_credentials: dict[str, int] | None=None,
                geolocation: dict[str, float] | None=None,
@@ -247,6 +273,8 @@ class Lookyloo():
                 to_send['general_timeout_in_sec'] = general_timeout_in_sec
             if cookies:
                 to_send['cookies'] = cookies
+            if storage:
+                to_send['storage'] = storage
             if headers:
                 to_send['headers'] = headers
             if http_credentials:
@@ -402,6 +430,14 @@ class Lookyloo():
         r = self.session.get(urljoin(self.root_url, str(PurePosixPath('json', capture_uuid, 'cookies'))))
         return r.json()
 
+    def get_storage(self, capture_uuid: str) -> dict[str, Any]:
+        '''Returns the complete storage state.
+
+        :param capture_uuid: UUID of the capture
+        '''
+        r = self.session.get(urljoin(self.root_url, str(PurePosixPath('json', capture_uuid, 'storage'))))
+        return r.json()
+
     def get_html(self, capture_uuid: str) -> StringIO:
         '''Returns the rendered HTML as it would be in the browser after the page loaded.
 

{pylookyloo-1.27.1.dist-info → pylookyloo-1.28.1.dist-info}/METADATA

@@ -1,8 +1,8 @@
 Metadata-Version: 2.3
 Name: pylookyloo
-Version: 1.27.1
+Version: 1.28.1
 Summary: Python CLI and module for Lookyloo
-License: BSD-3-Clause
+License: GPL-2.0-or-later
 Author: Raphaël Vinot
 Author-email: raphael.vinot@circl.lu
 Requires-Python: >=3.9
@@ -11,7 +11,7 @@ Classifier: Environment :: Console
 Classifier: Intended Audience :: Information Technology
 Classifier: Intended Audience :: Science/Research
 Classifier: Intended Audience :: Telecommunications Industry
-Classifier: License :: OSI Approved :: BSD License
+Classifier: License :: OSI Approved :: GNU General Public License v2 or later (GPLv2+)
 Classifier: Operating System :: POSIX :: Linux
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.9
@@ -23,8 +23,8 @@ Classifier: Topic :: Internet
 Classifier: Topic :: Security
 Provides-Extra: docs
 Provides-Extra: examples
-Requires-Dist: Sphinx (>=8.1.3) ; (python_version >= "3.10") and (extra == "docs")
-Requires-Dist: pylacus (>=1.12.1) ; extra == "examples"
+Requires-Dist: Sphinx (>=8.2.3) ; (python_version >= "3.11") and (extra == "docs")
+Requires-Dist: pylacus (>=1.13.2) ; extra == "examples"
 Requires-Dist: requests (>=2.32.3)
 Project-URL: Documentation, https://pylookyloo.readthedocs.io/en/latest/
 Project-URL: Repository, https://github.com/lookyloo/PyLookyloo

pylookyloo-1.28.1.dist-info/RECORD

@@ -0,0 +1,8 @@
+pylookyloo/__init__.py,sha256=_JYXwXHL7ShZkeruvGd8qDTpxNRfuDjvV65SOMMU6yc,1922
+pylookyloo/api.py,sha256=qm8dBlfkh0DbPvAHkycDIHHYdrIToqwqX3G7uCjLsvs,31263
+pylookyloo/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+pylookyloo-1.28.1.dist-info/LICENSE,sha256=4C4hLYrIkUD96Ggk-y_Go1Qf7PBZrEm9PSeTGe2nd4s,1516
+pylookyloo-1.28.1.dist-info/METADATA,sha256=GIEI43Vck84Fyvi_oMMzK6DBoIsz-x76yCJj8_EVe_g,2387
+pylookyloo-1.28.1.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+pylookyloo-1.28.1.dist-info/entry_points.txt,sha256=y2c0Ujg8co6Xyf7MoxStVU-fLQMZBSGAg-KFidmsha4,44
+pylookyloo-1.28.1.dist-info/RECORD,,

{pylookyloo-1.27.1.dist-info → pylookyloo-1.28.1.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.0.1
+Generator: poetry-core 2.1.2
 Root-Is-Purelib: true
 Tag: py3-none-any

pylookyloo-1.27.1.dist-info/RECORD

@@ -1,8 +0,0 @@
-pylookyloo/__init__.py,sha256=_JYXwXHL7ShZkeruvGd8qDTpxNRfuDjvV65SOMMU6yc,1922
-pylookyloo/api.py,sha256=JrHJr4IJ8NpJI8otMS83f4uUTifFOxqwDO2UIFNW2QE,29530
-pylookyloo/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-pylookyloo-1.27.1.dist-info/LICENSE,sha256=4C4hLYrIkUD96Ggk-y_Go1Qf7PBZrEm9PSeTGe2nd4s,1516
-pylookyloo-1.27.1.dist-info/METADATA,sha256=6AwRog0u2bcT5lAcIOT7Y_OxZe-4g8RFOpegYiT9XVE,2347
-pylookyloo-1.27.1.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-pylookyloo-1.27.1.dist-info/entry_points.txt,sha256=y2c0Ujg8co6Xyf7MoxStVU-fLQMZBSGAg-KFidmsha4,44
-pylookyloo-1.27.1.dist-info/RECORD,,