twitwi 0.22.0__py3-none-any.whl → 0.22.1__py3-none-any.whl

twitwi/bluesky/normalizers.py

@@ -594,11 +594,13 @@ def normalize_post(
 
         # Process quotes
         if quoted_data and "value" in quoted_data:
-            if quoted_data["cid"] != post["quoted_cid"]:
+            # We're checking on the uri as the cid can be different in some cases,
+            # and the uri seems to be unique for each post
+            if quoted_data["uri"] != post["quoted_uri"]: 
                 raise BlueskyPayloadError(
                     post["url"],
-                    "inconsistent quote cid found between record.embed.record.cid & embed.record.cid: %s %s"
-                    % (post["quoted_cid"], quoted_data),
+                    "inconsistent quote uri found between record.embed.record.uri & embed.record.uri: %s %s"
+                    % (post["quoted_uri"], quoted_data),
                 )
 
             quoted_data["record"] = quoted_data["value"]
@@ -706,7 +708,12 @@ def normalize_post(
             repost_data["indexedAt"], locale=locale, source="bluesky"
         )
 
-    post["text"] = text.decode("utf-8")
+    try:
+        post["text"] = text.decode("utf-8")
+    except UnicodeDecodeError as e:
+        raise UnicodeDecodeError(
+            f"Failed to decode post text: {e}\nPost URL: {post['url']}\nOriginal text bytes: {text}"
+        )
 
     if collection_source is not None:
         post["collected_via"] = [collection_source]

{twitwi-0.22.0.dist-info → twitwi-0.22.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: twitwi
-Version: 0.22.0
+Version: 0.22.1
 Summary: A collection of Twitter-related helper functions for python.
 Home-page: http://github.com/medialab/twitwi
 Author: Béatrice Mazoyer, Guillaume Plique, Benjamin Ooghe-Tabanou

{twitwi-0.22.0.dist-info → twitwi-0.22.1.dist-info}/RECORD

@@ -11,12 +11,12 @@ twitwi/utils.py,sha256=f02cMx19Sr_GvJQf_0jTIERGLq1oC3znnPQxE__rlFc,3838
 twitwi/bluesky/__init__.py,sha256=SqeHZUzL2U9UpL3EB33vaowQWaKXSPkvsAkasRqmFpY,694
 twitwi/bluesky/constants.py,sha256=CPkTIrDwyRWpkFTbaee1oFm_LWGj2WIC7A6xEGqDGB4,573
 twitwi/bluesky/formatters.py,sha256=L_yROAPcBECifCGiFAGYFJwLq6re8UlJNoZ7R2DXm5g,1025
-twitwi/bluesky/normalizers.py,sha256=1tt4q9dKhCLuNhB-Qn8YGSHILvgu-JNIRnfumwkEAe4,28422
+twitwi/bluesky/normalizers.py,sha256=MtS1UW9Chi8zzs8VBfyXxDQaeIrEEXeNy3GBvgG_ivc,28759
 twitwi/bluesky/types.py,sha256=WUxfyA5fc68qURGh7bxiDlIBFgdbyysRRdvHLoXwWlA,13656
 twitwi/bluesky/utils.py,sha256=9il8t_qkKCmGQ-MDkF5qahxKV1Qsmwzul_1VzzD-jH4,3943
-twitwi-0.22.0.dist-info/licenses/LICENSE.txt,sha256=Ddg_PcGnl0qd2167o2dheCjE_rCZJOoBxjJnJhhOpX4,1099
-twitwi-0.22.0.dist-info/METADATA,sha256=QggjTIdvTg15eWBDNuug7rcZINc2Uh6choMNQeeFoNM,21365
-twitwi-0.22.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-twitwi-0.22.0.dist-info/top_level.txt,sha256=TaKyGU7j_EVbP5KI0UD6qjbaKv2Qn0OrkfUQ29a04kg,12
-twitwi-0.22.0.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-twitwi-0.22.0.dist-info/RECORD,,
+twitwi-0.22.1.dist-info/licenses/LICENSE.txt,sha256=Ddg_PcGnl0qd2167o2dheCjE_rCZJOoBxjJnJhhOpX4,1099
+twitwi-0.22.1.dist-info/METADATA,sha256=1B2fgQqdo1CpPDe0g-NWJzqQ5XqZZEkRl1osx1bxht8,21365
+twitwi-0.22.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+twitwi-0.22.1.dist-info/top_level.txt,sha256=TaKyGU7j_EVbP5KI0UD6qjbaKv2Qn0OrkfUQ29a04kg,12
+twitwi-0.22.1.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+twitwi-0.22.1.dist-info/RECORD,,