pylookyloo 1.25.0__tar.gz → 1.27.0__tar.gz

{pylookyloo-1.25.0 → pylookyloo-1.27.0}/PKG-INFO

@@ -1,12 +1,11 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.3
 Name: pylookyloo
-Version: 1.25.0
+Version: 1.27.0
 Summary: Python CLI and module for Lookyloo
-Home-page: https://github.com/lookyloo/PyLookyloo
 License: BSD-3-Clause
 Author: Raphaël Vinot
 Author-email: raphael.vinot@circl.lu
-Requires-Python: >=3.8,<4.0
+Requires-Python: >=3.9
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
 Classifier: Intended Audience :: Information Technology
@@ -15,19 +14,19 @@ Classifier: Intended Audience :: Telecommunications Industry
 Classifier: License :: OSI Approved :: BSD License
 Classifier: Operating System :: POSIX :: Linux
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Classifier: Topic :: Internet
 Classifier: Topic :: Security
 Provides-Extra: docs
-Requires-Dist: Sphinx (<7.2) ; (python_version < "3.9") and (extra == "docs")
-Requires-Dist: Sphinx (>=7.2,<8.0) ; (python_version >= "3.9") and (extra == "docs")
-Requires-Dist: requests (>=2.32.3,<3.0.0)
+Requires-Dist: Sphinx (>=8.1.3) ; (python_version >= "3.10") and (extra == "docs")
+Requires-Dist: requests (>=2.32.3)
 Project-URL: Documentation, https://pylookyloo.readthedocs.io/en/latest/
 Project-URL: Repository, https://github.com/lookyloo/PyLookyloo
+Project-URL: issues, https://github.com/lookyloo/PyLookyloo/issues
 Description-Content-Type: text/markdown
 
 [![Documentation Status](https://readthedocs.org/projects/pylookyloo/badge/?version=latest)](https://pylookyloo.readthedocs.io/en/latest/?badge=latest)

{pylookyloo-1.25.0 → pylookyloo-1.27.0}/pylookyloo/api.py

@@ -15,6 +15,9 @@ from pathlib import PurePosixPath, Path
 
 import requests
 
+from urllib3.util import Retry
+from requests.adapters import HTTPAdapter
+
 
 class PyLookylooError(Exception):
     pass
@@ -42,6 +45,7 @@ class CaptureSettings(TypedDict, total=False):
     timezone_id: str | None
     locale: str | None
     color_scheme: str | None
+    java_script_enabled: bool
     viewport: dict[str, int] | None
     referer: str | None
 
@@ -67,6 +71,7 @@ class Lookyloo():
         :param proxies: The proxies to use to connect to lookyloo (not the ones given to the capture itself) - More details: https://requests.readthedocs.io/en/latest/user/advanced/#proxies
         '''
         self.root_url = root_url
+        self.apikey: str | None = None
 
         if not urlparse(self.root_url).scheme:
             self.root_url = 'http://' + self.root_url
@@ -76,7 +81,8 @@ class Lookyloo():
         self.session.headers['user-agent'] = useragent if useragent else f'PyLookyloo / {version("pylookyloo")}'
         if proxies:
             self.session.proxies.update(proxies)
-        self.apikey: str | None = None
+        retries = Retry(total=5, backoff_factor=0.1, status_forcelist=[500, 502, 503, 504])
+        self.session.mount('http://', HTTPAdapter(max_retries=retries))
 
     @property
     def is_up(self) -> bool:
@@ -147,6 +153,7 @@ class Lookyloo():
                timezone_id: str | None=None,
                locale: str | None=None,
                color_scheme: str | None=None,
+               java_script_enabled: bool=True,
                viewport: dict[str, int] | None=None,
                referer: str | None=None,
                listing: bool | None=None,
@@ -169,6 +176,7 @@ class Lookyloo():
                timezone_id: str | None=None,
                locale: str | None=None,
                color_scheme: str | None=None,
+               java_script_enabled: bool | None=None,
                viewport: dict[str, int] | None=None,
                referer: str | None=None,
                listing: bool | None=None,
@@ -195,6 +203,7 @@ class Lookyloo():
         :param timezone_id: The timezone, warning, it m ust be a valid timezone (continent/city)
         :param locale: The locale of the browser
         :param color_scheme: The prefered color scheme of the browser (light or dark)
+        :param java_script_enabled: If False, no JS will run during the capture.
         :param viewport: The viewport of the browser used for capturing
         :param referer: The referer URL for the capture
         :param listing: If False, the capture will be not be on the publicly accessible index page of lookyloo
@@ -246,6 +255,8 @@ class Lookyloo():
                 to_send['locale'] = locale
             if color_scheme:
                 to_send['color_scheme'] = color_scheme
+            if java_script_enabled is not None:
+                to_send['java_script_enabled'] = java_script_enabled
             if viewport:
                 to_send['viewport'] = viewport
             if referer:
@@ -330,6 +341,13 @@ class Lookyloo():
         r = self.session.post(urljoin(self.root_url, str(PurePosixPath('admin', tree_uuid, 'hide'))))
         return r.json()
 
+    def remove_capture(self, tree_uuid: str) -> dict[str, str]:
+        '''Remove a capture, it will be impossible to get it by UUID (requires an authenticated user, use init_apikey first)'''
+        if not self.apikey:
+            raise AuthError('You need to initialize the apikey to use this method (see init_apikey)')
+        r = self.session.post(urljoin(self.root_url, str(PurePosixPath('admin', tree_uuid, 'remove'))))
+        return r.json()
+
     def get_redirects(self, capture_uuid: str) -> dict[str, Any]:
         '''Returns the initial redirects.
 
@@ -498,14 +516,26 @@ class Lookyloo():
     def get_recent_captures(self, timestamp: str | datetime | float | None=None) -> list[str]:
         '''Gets the uuids of the most recent captures
 
-        :param timestamp: Timestamp of the capture
+        :param timestamp: Oldest timestamp to consider
         '''
-        if not timestamp:
-            url = urljoin(self.root_url, str(PurePosixPath('json', 'recent_captures')))
-        else:
+        if timestamp:
             if isinstance(timestamp, datetime):
                 timestamp = timestamp.timestamp()
             url = urljoin(self.root_url, str(PurePosixPath('json', 'recent_captures', str(timestamp))))
+        else:
+            url = urljoin(self.root_url, str(PurePosixPath('json', 'recent_captures')))
+        r = self.session.get(url)
+        return r.json()
+
+    def get_categories_captures(self, category: str | None=None) -> list[str] | dict[str, list[str]] | None:
+        '''Get uuids for a specific category or all categorized uuids if category is None
+
+        :param category: The category according to which the uuids are to be returned
+        '''
+        if category:
+            url = urljoin(self.root_url, str(PurePosixPath('json', 'categories', category)))
+        else:
+            url = urljoin(self.root_url, str(PurePosixPath('json', 'categories')))
         r = self.session.get(url)
         return r.json()
 

pylookyloo-1.27.0/pyproject.toml

@@ -0,0 +1,49 @@
+[project]
+name = "pylookyloo"
+version = "1.27.0"
+description = "Python CLI and module for Lookyloo"
+authors = [
+    {name="Raphaël Vinot", email="raphael.vinot@circl.lu"}
+]
+license = "BSD-3-Clause"
+readme = "README.md"
+requires-python = ">=3.9"
+
+dynamic = [ "classifiers" ]
+
+dependencies = [
+    "requests (>=2.32.3)"
+]
+
+[project.urls]
+repository = "https://github.com/lookyloo/PyLookyloo"
+issues = "https://github.com/lookyloo/PyLookyloo/issues"
+documentation = "https://pylookyloo.readthedocs.io/en/latest/"
+
+[tool.poetry]
+classifiers = [
+    'Development Status :: 5 - Production/Stable',
+    'Environment :: Console',
+    'Operating System :: POSIX :: Linux',
+    'Intended Audience :: Science/Research',
+    'Intended Audience :: Telecommunications Industry',
+    'Intended Audience :: Information Technology',
+    'Topic :: Security',
+    'Topic :: Internet',
+]
+
+[project.scripts]
+lookyloo = 'pylookyloo:main'
+
+[project.optional-dependencies]
+
+docs = ["Sphinx (>=8.1.3) ; python_version >= \"3.10\""]
+
+[tool.poetry.group.dev.dependencies]
+mypy = "^1.14.1"
+types-requests = "^2.32.0.20241016"
+pytest = "^8.3.4"
+
+[build-system]
+requires = ["poetry-core>=2.0"]
+build-backend = "poetry.core.masonry.api"

pylookyloo-1.25.0/pyproject.toml

@@ -1,55 +0,0 @@
-[tool.poetry]
-name = "pylookyloo"
-version = "1.25.0"
-description = "Python CLI and module for Lookyloo"
-authors = ["Raphaël Vinot <raphael.vinot@circl.lu>"]
-license = "BSD-3-Clause"
-repository = "https://github.com/lookyloo/PyLookyloo"
-documentation = "https://pylookyloo.readthedocs.io/en/latest/"
-
-readme = "README.md"
-
-classifiers = [
-    'License :: OSI Approved :: BSD License',
-    'Development Status :: 5 - Production/Stable',
-    'Environment :: Console',
-    'Operating System :: POSIX :: Linux',
-    'Intended Audience :: Science/Research',
-    'Intended Audience :: Telecommunications Industry',
-    'Intended Audience :: Information Technology',
-    'Programming Language :: Python :: 3.8',
-    'Programming Language :: Python :: 3.9',
-    'Programming Language :: Python :: 3.10',
-    'Programming Language :: Python :: 3.11',
-    'Programming Language :: Python :: 3.12',
-    'Topic :: Security',
-    'Topic :: Internet',
-]
-
-[tool.poetry.scripts]
-lookyloo = 'pylookyloo:main'
-
-[tool.poetry.dependencies]
-python = "^3.8"
-requests = "^2.32.3"
-Sphinx = [
-    {version = "<7.2", python = "<3.9", optional = true},
-    {version = "^7.2", python = ">=3.9", optional = true}
-]
-
-[tool.poetry.group.dev.dependencies]
-mypy = "^1.10.1"
-types-requests = "^2.32.0.20240622"
-ipython = [
-    {version = "<8.13.0", python = "<3.9"},
-    {version = "^8.18.0", python = ">=3.9"},
-    {version = "^8.19.0", python = ">=3.10"}
-]
-pytest = "^8.2.2"
-
-[tool.poetry.extras]
-docs = ["Sphinx"]
-
-[build-system]
-requires = ["poetry_core"]
-build-backend = "poetry.core.masonry.api"