scrapely-python 0.1.33__py3-none-any.whl → 0.1.34__py3-none-any.whl

scrapely/__init__.py

@@ -227,7 +227,7 @@ if TYPE_CHECKING:  # Static analysers and IDEs see the lazy names as plain impor
         set_api_storage,
     )
 
-__version__ = '0.1.33'
+__version__ = '0.1.34'
 __all__ = [
     # Core
     'Actor',

scrapely/actor.py

@@ -285,6 +285,53 @@ class _ActorMeta(type):
         await cls._shutdown()
 
 
+
+def _element_markup(obj: Any) -> Optional[str]:
+    """The markup of a parsed XML/HTML element, or None when ``obj`` is not one.
+
+    Debug captures store the source an item was read from. Feed and page parsers hand over elements
+    (xml.etree / lxml elements and trees, BeautifulSoup tags, selectolax nodes, parsel / Scrapy
+    selectors); their ``str()`` is only a repr such as ``<Element 'change' at 0x...>``, which shows
+    nothing of the source. Optional parsers are recognised by module, never imported here.
+    """
+    import xml.etree.ElementTree as ET
+
+    if isinstance(obj, ET.ElementTree):
+        root = obj.getroot()
+        return ET.tostring(root, encoding='unicode') if root is not None else ''
+    if isinstance(obj, ET.Element):
+        if obj.tail:  # the text after the element belongs to its parent, as with lxml's with_tail=False
+            import copy
+
+            obj = copy.copy(obj)
+            obj.tail = None
+        return ET.tostring(obj, encoding='unicode')
+    modules = [getattr(c, '__module__', '') or '' for c in type(obj).__mro__]
+    if any(m == 'lxml' or m.startswith('lxml.') for m in modules):
+        from lxml import etree  # type: ignore[import-not-found]
+
+        out = etree.tostring(obj, encoding='unicode', with_tail=False)
+        return out if isinstance(out, str) else None
+    if any(m == 'bs4' or m.startswith('bs4.') for m in modules):
+        return str(obj)
+    if any(m == 'selectolax' or m.startswith('selectolax.') for m in modules):
+        html = getattr(obj, 'html', None)
+        return html if isinstance(html, str) else None
+    if any(m == 'parsel' or m.startswith('parsel.') for m in modules) and callable(getattr(obj, 'get', None)):
+        out = obj.get()
+        return out if isinstance(out, str) else None
+    return None
+
+
+def _capture_json_default(obj: Any) -> Any:
+    """json.dumps fallback for debug captures: elements as their markup, anything else as str()."""
+    try:
+        markup = _element_markup(obj)
+    except Exception:  # an unusual node type must not lose the rest of the payload
+        markup = None
+    return markup if markup is not None else str(obj)
+
+
 class Actor(metaclass=_ActorMeta):
     """Core class for building Actors on the Scrapely platform."""
 
@@ -974,12 +1021,15 @@ class Actor(metaclass=_ActorMeta):
         if cls._debug_capture_count >= cls._DEBUG_CAPTURE_MAX_RECORDS:
             return
         try:
-            if isinstance(payload, (bytes, bytearray)):
+            markup = _element_markup(payload)
+            if markup is not None:
+                text = markup
+            elif isinstance(payload, (bytes, bytearray)):
                 text = bytes(payload).decode('utf-8', 'replace')
             elif isinstance(payload, str):
                 text = payload
             else:
-                text = json.dumps(payload, default=str, ensure_ascii=False, separators=(',', ':'))
+                text = json.dumps(payload, default=_capture_json_default, ensure_ascii=False, separators=(',', ':'))
             record = cls._debug_capture_record(str(key), text)
             cls._debug_capture_count += 1
             await cls.set_value(cls.debug_capture_record_key(key), record)

{scrapely_python-0.1.33.dist-info → scrapely_python-0.1.34.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: scrapely-python
-Version: 0.1.33
+Version: 0.1.34
 Summary: Scrapely Python SDK - A toolkit for building Actors on the Scrapely platform
 Author-email: Scrapely <support@scrape.ly>
 License-Expression: MIT AND Apache-2.0

{scrapely_python-0.1.33.dist-info → scrapely_python-0.1.34.dist-info}/RECORD

@@ -1,6 +1,6 @@
-scrapely/__init__.py,sha256=IewlIO5DRdcqs_defs-pLoIJ_u78Vb7J7Ix0uMhV-ds,9668
+scrapely/__init__.py,sha256=5lWyf7hHuDQXopBE8Koi2joSWNZWECE2DvPKu7CvkX0,9668
 scrapely/_browser_locations.py,sha256=8QVVnkms2bDn3_LDYgYDR59MvFx8757l_JYnZ7xb3oI,145269
-scrapely/actor.py,sha256=mnQ0zYCsRJEAipxH1Sdg6o6_r2gEAvnuA1r5M3AsEgo,89122
+scrapely/actor.py,sha256=DmDnwPSmqmdEq_HIBgW0JivKl-8FrUBhNKNGXYh6QGA,91407
 scrapely/browser_configuration.py,sha256=jAZapNSHLFW05B96df4wNBtcyiiU9DA3ml0yTL1FwfA,5770
 scrapely/cdp_retry.py,sha256=hdTJEAIKhApM7IOk1DrQEl8NoflSJSmqd4RbNJ2IsgI,8540
 scrapely/charging.py,sha256=osi2Ys99IyIJwFj0eRtV_RshokPs4mA2CE7oftNbN58,95559
@@ -55,10 +55,10 @@ scrapely/storage/_file_system/_key_value_store_client.py,sha256=1C22qY-RWlARzMyW
 scrapely/storage/_file_system/_storage_client.py,sha256=QHa3IULEb6AmgRFwpBqHD2OUTmtA_gl3lId-j6QdSFo,2027
 scrapely/storage_clients/__init__.py,sha256=q2pC-Rwe-BfHl018OyN_P0EDSx4-hNdxbk3pOCLLd4U,618
 scrapely/storages/__init__.py,sha256=kDNtd9VodjdHd4u7GzruJo0aB2HeiBN2_-HrkeqjmFg,139
-scrapely_python-0.1.33.dist-info/licenses/LICENSE,sha256=pQGY0XwjIYh-a2HfawxHq1en53bXkFkDj2Q70jKWHr4,1088
-scrapely_python-0.1.33.dist-info/licenses/LICENSE-APACHE,sha256=N8m0FzMq8i4UbTgXZvKEZJSD-27OF8pWZYS_atz4kTU,11355
-scrapely_python-0.1.33.dist-info/licenses/NOTICE,sha256=1ltrzKk2ez7x2BPNpXeyvOlTty5AfABYDBlwNilpORk,788
-scrapely_python-0.1.33.dist-info/METADATA,sha256=hhDlcnp5JyIcT9C_-kawPgmqmGanpQgX3TJJqcCQl7s,3582
-scrapely_python-0.1.33.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
-scrapely_python-0.1.33.dist-info/top_level.txt,sha256=T4B9UMrs4q99QSAFyD1zdXhl40KnLhBKqrDkPhOTsmY,9
-scrapely_python-0.1.33.dist-info/RECORD,,
+scrapely_python-0.1.34.dist-info/licenses/LICENSE,sha256=pQGY0XwjIYh-a2HfawxHq1en53bXkFkDj2Q70jKWHr4,1088
+scrapely_python-0.1.34.dist-info/licenses/LICENSE-APACHE,sha256=N8m0FzMq8i4UbTgXZvKEZJSD-27OF8pWZYS_atz4kTU,11355
+scrapely_python-0.1.34.dist-info/licenses/NOTICE,sha256=1ltrzKk2ez7x2BPNpXeyvOlTty5AfABYDBlwNilpORk,788
+scrapely_python-0.1.34.dist-info/METADATA,sha256=f84Jwc8hXM7jbHFipBYO1dlAojlHDxBpm1B8-BNmeYY,3582
+scrapely_python-0.1.34.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
+scrapely_python-0.1.34.dist-info/top_level.txt,sha256=T4B9UMrs4q99QSAFyD1zdXhl40KnLhBKqrDkPhOTsmY,9
+scrapely_python-0.1.34.dist-info/RECORD,,