syncmodels 0.1.340__py2.py3-none-any.whl → 0.1.341__py2.py3-none-any.whl

syncmodels/__init__.py

@@ -2,4 +2,4 @@
 
 __author__ = """Asterio Gonzalez"""
 __email__ = "asterio.gonzalez@gmail.com"
-__version__ = "0.1.340"
+__version__ = "0.1.341"

syncmodels/helpers/surreal.py

@@ -235,7 +235,8 @@ class SurrealServer:
             except Exception as why:
                 pass
             finally:
-                os.unlink(self.SURREAL_PID)
+                if os.path.exists(self.SURREAL_PID):
+                    os.unlink(self.SURREAL_PID)
 
             # find process that match the launching arguments
             cmd = "\0".join(self.cmd())

syncmodels/logic/browser.py

@@ -354,7 +354,7 @@ def save_json_xz(url, html_content):
 
     # choose a path to save the raw content
     _url = parse_uri(url)
-    uid = generate_blueprint(_url)
+    uid = generate_blueprint(_url, "uri,url")
     _url["path"] = uid  # = hashlib.md5(url.encode("utf-8")).hexdigest()
     today = datetime.now().strftime("%Y-%m-%d")
     path = "{host}/{path}".format_map(_url)
@@ -757,7 +757,7 @@ class BrowserLogicBot(SwarmBot):
                             'url': 'https://www.notino.es/ardell/remover-producto-para-quitar-las-pestanas-postizas/p-16258869/'}]}
         """
         universe = {}
-        if True:
+        if False:
             _task = {
                 "bot": "wip",
                 "datetime": "2025-01-18 11:46:18.241069+00:00",

syncmodels/mapper/mapper.py

@@ -468,12 +468,12 @@ class Mapper:
                     #         org["id"] = uid.split(":")[-1]
                     item = klass(**org)
                 except ValidationError as why:
-                    log.error(
+                    log.debug(
                         "FAILED Pydatic Validation: klass: [%s] : [%s]",
                         klass,
                         org,
                     )
-                    log.error(f"{why}")
+                    log.debug(f"{why}")
                     item = None
                 return item
 

syncmodels/session/__init__.py

@@ -184,12 +184,16 @@ class iSession(iContext, iSchema, iRegistry):  # , iAuthenticator):
             elif content_type in (APPLICATION_OCTET_STREAM, TEXT_CSV):
                 raw = await response.read()
                 try:
-                    df = pd.read_csv(
-                        io.StringIO(raw.decode("ISO-8859-1")),
-                        sep=None,
-                        engine="python",
-                        decimal=",",
-                    )
+                    raw_decoded = raw.decode("ISO-8859-1")
+                    if raw_decoded.strip():
+                        df = pd.read_csv(
+                            io.StringIO(raw_decoded),
+                            sep=None,
+                            engine="python",
+                            decimal=",",
+                        )
+                    else:
+                        df = pd.DataFrame()
                     stream = self._postprocess_df(df, self.context)
                 except Exception as why:
                     log.error("Error processing CSV [%s]", why)

{syncmodels-0.1.340.dist-info → syncmodels-0.1.341.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: syncmodels
-Version: 0.1.340
+Version: 0.1.341
 Summary: Synchronizable Models
 Home-page: https://github.com/asterio.gonzalez/syncmodels
 Author: Asterio Gonzalez
@@ -18,7 +18,7 @@ Classifier: Programming Language :: Python :: 3.11
 Requires-Python: >=3.6
 License-File: LICENSE
 License-File: AUTHORS.rst
-Requires-Dist: agptools>=0.1.340
+Requires-Dist: agptools>=0.1.341
 Requires-Dist: aiocache
 Requires-Dist: aiohttp
 Requires-Dist: Click

{syncmodels-0.1.340.dist-info → syncmodels-0.1.341.dist-info}/RECORD

@@ -1,4 +1,4 @@
-syncmodels/__init__.py,sha256=A7RulFWn99dFCpIzsMzQR87lLji-g6qBo2408Use83w,142
+syncmodels/__init__.py,sha256=OjT8zP-x3BGV0BADjHaNommB-qVVJL-X_QLxxfJ_dIM,142
 syncmodels/context.py,sha256=k1Gs_ip9BfyRFpyRnzqYvRDKo0sYBqJsh6z9sWln9oE,451
 syncmodels/crawler.py,sha256=DAD2tL93iG-LjNQRCg2h_snusjGhQyhdZyMPOCEyvNU,94499
 syncmodels/crud.py,sha256=oZIcwEKR2i-lesEF_059Y4yThohd9m7gs6R6xYgLH-I,15351
@@ -33,17 +33,17 @@ syncmodels/helpers/importers.py,sha256=KImR9pQu4ir6EI6Ipta0q3RWloFT_VTJi67kM0lZs
 syncmodels/helpers/loaders.py,sha256=aus0aRcbU1vVa_zWo42aX6uV3B0fQ0aQpkTWlR9xGLA,4325
 syncmodels/helpers/models.py,sha256=c_ATzmiw5mVY1IGnwmyhjIuu5d2idHU-XeRigZSMkOQ,719
 syncmodels/helpers/orion.py,sha256=6lRp1w3yaq_rxOI7nJIjuHdsgBjQu92y0bW0IX_gq44,30719
-syncmodels/helpers/surreal.py,sha256=lHXvm5oNvpDBXFnIksTNV4c3PWp35myw3TiQpP2dqN0,10855
+syncmodels/helpers/surreal.py,sha256=-K7d0JjoSwquSLwIW18Ae4GEL3eI0FTmq2fJKUJd9TA,10912
 syncmodels/helpers/units.py,sha256=g50m5DQrAyP_qpDRa4LCEA5Rz2UZUmlIixfWG_ddw9I,3571
 syncmodels/logic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 syncmodels/logic/activity_logger.py,sha256=8wjvgRwaNbibYWGgl-trovSS70yNkoCTlb-AIx3aZEE,14053
 syncmodels/logic/analyzer.py,sha256=AJncaSGlgKKG2X-Y9-6_phBZkIz4CGWYLI2JSKqLhhI,12542
-syncmodels/logic/browser.py,sha256=I7qBVuzlz_CAb8UdZ9vkQC4WHfj33tf6OTFQrt0WyZM,85257
+syncmodels/logic/browser.py,sha256=iyoVjiY4QXJiJnM7sQKkgHdhHywX9oEvdpb3PKnQpVE,85269
 syncmodels/logic/swarm.py,sha256=eRBVlNAOzzWKFGCb7LGLx2aj7yQlTY1OwLoeSEllvXY,17207
 syncmodels/logic/tasks.py,sha256=7C6DYqbMOV9NTewg0qQRoCPo-k9424MlGR62ZkyPrCk,21962
 syncmodels/mapper/__init__.py,sha256=jS82LFr9zzyqXBz82tSw04vDowhTpKxhg_W2XvhUlt0,129
 syncmodels/mapper/fiware.py,sha256=auszPmhCS46z_68MXjksrQAFUfctjbVrVdBvOpOkMj8,523
-syncmodels/mapper/mapper.py,sha256=RtFt3t1GzitY08ur6gs3Nr4l2a6y_xFI-Zn2iBCN0xg,17397
+syncmodels/mapper/mapper.py,sha256=SphMhr59bbTWWxnvitonURk3lSPDerGqUTs5-P-Tjlg,17397
 syncmodels/model/__init__.py,sha256=mD6fpRvBOl7i98pqqwpB2NKlviyD-G8iRXqufjU-9z8,148
 syncmodels/model/activity.py,sha256=tKzc9zc_5Sx549yTdaTYkfnLnbEsEmzpu53BHstqvFQ,4592
 syncmodels/model/geofilters.py,sha256=YxZZPk60MvzrBslOrpJec_Er1aTWGg1wgYrXPovrpP8,9284
@@ -297,16 +297,16 @@ syncmodels/model/schema_org/webpage.py,sha256=-bqKOpEs_2lW7qrey2nHtvOZ9xbmmwcviN
 syncmodels/model/schema_org/webpageelement.py,sha256=brXfhU3l3FBXpy8qnR1Ve-EckjHW8VGoyR2IsnT7t2Y,1104
 syncmodels/model/schema_org/website.py,sha256=48Rox27BbFIg1u3wDlOtX-lLCPoFgvvrCw5Hrdf6uRU,912
 syncmodels/model/schema_org/xpathtype.py,sha256=D8gKiCrGSSuUVYw7BIWmOIUbKATfv2IpbkV1B2TmjC0,484
-syncmodels/session/__init__.py,sha256=pjn-IOG3IZmnHZEvkDIAG8YtElHk3aYi13f2uBUZDHs,15581
+syncmodels/session/__init__.py,sha256=uy9nMxUUT6VeExOLLzr5Zebe7LvP67WY34WzOs67WB4,15765
 syncmodels/session/http.py,sha256=tf7z0ccAEYoCOZT4Ukv3NBXz9hUO3vs2s9bm491pCj8,1480
 syncmodels/session/postgresql.py,sha256=ZMIu1Rv93pKfvFlovFBmWArzlrT2xaQWNYGZT_LW61k,175
 syncmodels/session/sql.py,sha256=17C8EHn_1twHezhMlD5esMvx4m0iIrnD7JK-TuBswgU,6573
 syncmodels/session/sqlite.py,sha256=nCDjopLiBpX1F10qkKoARM7JrVdIpJ1WdGOduFVxaiA,2080
 syncmodels/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-syncmodels-0.1.340.dist-info/AUTHORS.rst,sha256=3ZPoqg8Aav8DSYKd0fwcwn4_5HwSiMLart0E5Un00-U,168
-syncmodels-0.1.340.dist-info/LICENSE,sha256=uzMOYtIiUsnsD0xHJR7aJWJ4v_bvan0kTnvufy5eNoA,1075
-syncmodels-0.1.340.dist-info/METADATA,sha256=mjH_KmKnxPts4mnGz494bKnXbGr2hHAc7aagln5R__g,2700
-syncmodels-0.1.340.dist-info/WHEEL,sha256=SrDKpSbFN1G94qcmBqS9nyHcDMp9cUS9OC06hC0G3G0,109
-syncmodels-0.1.340.dist-info/entry_points.txt,sha256=dMnigjZsHMxTwXiiZyBZdBbMYE0-hY3L5cG15EcDAzw,51
-syncmodels-0.1.340.dist-info/top_level.txt,sha256=2DfQ9NuAhKMjY3BvQGVBA7GfqTm7EoHNbaehSUiqiHQ,11
-syncmodels-0.1.340.dist-info/RECORD,,
+syncmodels-0.1.341.dist-info/AUTHORS.rst,sha256=3ZPoqg8Aav8DSYKd0fwcwn4_5HwSiMLart0E5Un00-U,168
+syncmodels-0.1.341.dist-info/LICENSE,sha256=uzMOYtIiUsnsD0xHJR7aJWJ4v_bvan0kTnvufy5eNoA,1075
+syncmodels-0.1.341.dist-info/METADATA,sha256=buhnYKc5Ir69IET-mVE4ACfMaxY6NlP279rQaBSodtE,2700
+syncmodels-0.1.341.dist-info/WHEEL,sha256=SrDKpSbFN1G94qcmBqS9nyHcDMp9cUS9OC06hC0G3G0,109
+syncmodels-0.1.341.dist-info/entry_points.txt,sha256=dMnigjZsHMxTwXiiZyBZdBbMYE0-hY3L5cG15EcDAzw,51
+syncmodels-0.1.341.dist-info/top_level.txt,sha256=2DfQ9NuAhKMjY3BvQGVBA7GfqTm7EoHNbaehSUiqiHQ,11
+syncmodels-0.1.341.dist-info/RECORD,,