syncmodels 0.1.340__py2.py3-none-any.whl → 0.1.342__py2.py3-none-any.whl

syncmodels/__init__.py

@@ -2,4 +2,4 @@
 
 __author__ = """Asterio Gonzalez"""
 __email__ = "asterio.gonzalez@gmail.com"
-__version__ = "0.1.340"
+__version__ = "0.1.342"

syncmodels/crawler.py

@@ -1947,7 +1947,7 @@ class MetaExtractPlugin(iPlugin):
                 # MAP = self.bot.parent.MAPPERS
                 geojson = data.get(GEOJSON_KEY)  # TODO: fix, coords are tuples!
                 if geojson is None:
-                    log.warning("no geojson info: [%s]", data)
+                    log.debug("no geojson info: [%s]", data)
                     continue
                 kind = geojson["type"]
                 # TODO: use (slower) more general jinja render?

syncmodels/helpers/surreal.py

@@ -235,7 +235,8 @@ class SurrealServer:
             except Exception as why:
                 pass
             finally:
-                os.unlink(self.SURREAL_PID)
+                if os.path.exists(self.SURREAL_PID):
+                    os.unlink(self.SURREAL_PID)
 
             # find process that match the launching arguments
             cmd = "\0".join(self.cmd())

syncmodels/logic/browser.py

@@ -354,7 +354,7 @@ def save_json_xz(url, html_content):
 
     # choose a path to save the raw content
     _url = parse_uri(url)
-    uid = generate_blueprint(_url)
+    uid = generate_blueprint(_url, "uri,url")
     _url["path"] = uid  # = hashlib.md5(url.encode("utf-8")).hexdigest()
     today = datetime.now().strftime("%Y-%m-%d")
     path = "{host}/{path}".format_map(_url)
@@ -757,7 +757,7 @@ class BrowserLogicBot(SwarmBot):
                             'url': 'https://www.notino.es/ardell/remover-producto-para-quitar-las-pestanas-postizas/p-16258869/'}]}
         """
         universe = {}
-        if True:
+        if False:
             _task = {
                 "bot": "wip",
                 "datetime": "2025-01-18 11:46:18.241069+00:00",

syncmodels/mapper/mapper.py

@@ -468,12 +468,12 @@ class Mapper:
                     #         org["id"] = uid.split(":")[-1]
                     item = klass(**org)
                 except ValidationError as why:
-                    log.error(
+                    log.debug(
                         "FAILED Pydatic Validation: klass: [%s] : [%s]",
                         klass,
                         org,
                     )
-                    log.error(f"{why}")
+                    log.debug(f"{why}")
                     item = None
                 return item
 

syncmodels/session/__init__.py

@@ -184,12 +184,16 @@ class iSession(iContext, iSchema, iRegistry):  # , iAuthenticator):
             elif content_type in (APPLICATION_OCTET_STREAM, TEXT_CSV):
                 raw = await response.read()
                 try:
-                    df = pd.read_csv(
-                        io.StringIO(raw.decode("ISO-8859-1")),
-                        sep=None,
-                        engine="python",
-                        decimal=",",
-                    )
+                    raw_decoded = raw.decode("ISO-8859-1")
+                    if raw_decoded.strip():
+                        df = pd.read_csv(
+                            io.StringIO(raw_decoded),
+                            sep=None,
+                            engine="python",
+                            decimal=",",
+                        )
+                    else:
+                        df = pd.DataFrame()
                     stream = self._postprocess_df(df, self.context)
                 except Exception as why:
                     log.error("Error processing CSV [%s]", why)

syncmodels/session/sql.py

@@ -3,6 +3,9 @@ import re
 from itertools import chain
 
 from agptools.helpers import parse_uri, build_uri, tf
+from agptools.containers import overlap
+from syncmodels.http import CONTENT_TYPE, APPLICATION_PYTHON
+
 from syncmodels.definitions import (
     KIND_KEY,
     TABLE_KEY,
@@ -164,7 +167,7 @@ class iSQLSession(iSession):
 
     async def get(self, url, headers=None, params=None, **kw):
         headers = headers or {}
-        params = params or {}
+        params = params or kw["json"]["params"]  # TODO: check with centesimal
 
         _uri = parse_uri(url)
         _uri["query_"].update(params)
@@ -190,6 +193,12 @@ class iSQLSession(iSession):
         #     {schema.names[i]: v for i, v in enumerate(row)} for row in data
         # ]
 
+        overlap(
+            headers,
+            {
+                CONTENT_TYPE: APPLICATION_PYTHON,
+            },
+        )
         response = iResponse(
             status=200, headers=headers, links=None, real_url=url, body=body
         )

syncmodels/storage.py

@@ -1186,7 +1186,7 @@ class WaveStorage(iWaves, iStorage):
                 if must_check:
                     t0 = time.time()
                     await prevously_inserted()
-                    if False or random.random() < 0.1:
+                    if False or random.random() < 0.05:
                         elapsed = time.time() - t0
                         log.info("[%s] prevously_inserted took: %s secs", uid, elapsed)
                         if elapsed > 1.0:

{syncmodels-0.1.340.dist-info → syncmodels-0.1.342.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: syncmodels
-Version: 0.1.340
+Version: 0.1.342
 Summary: Synchronizable Models
 Home-page: https://github.com/asterio.gonzalez/syncmodels
 Author: Asterio Gonzalez
@@ -18,7 +18,7 @@ Classifier: Programming Language :: Python :: 3.11
 Requires-Python: >=3.6
 License-File: LICENSE
 License-File: AUTHORS.rst
-Requires-Dist: agptools>=0.1.340
+Requires-Dist: agptools>=0.1.342
 Requires-Dist: aiocache
 Requires-Dist: aiohttp
 Requires-Dist: Click

{syncmodels-0.1.340.dist-info → syncmodels-0.1.342.dist-info}/RECORD

@@ -1,6 +1,6 @@
-syncmodels/__init__.py,sha256=A7RulFWn99dFCpIzsMzQR87lLji-g6qBo2408Use83w,142
+syncmodels/__init__.py,sha256=KBpZRQtPAp9QZRGYrhYbVtV2U5L5_46b333KNp6y6PU,142
 syncmodels/context.py,sha256=k1Gs_ip9BfyRFpyRnzqYvRDKo0sYBqJsh6z9sWln9oE,451
-syncmodels/crawler.py,sha256=DAD2tL93iG-LjNQRCg2h_snusjGhQyhdZyMPOCEyvNU,94499
+syncmodels/crawler.py,sha256=ITKxBrcaLrkuQv4w93sMsCRVu7sFKfqrI02TKrAetw4,94497
 syncmodels/crud.py,sha256=oZIcwEKR2i-lesEF_059Y4yThohd9m7gs6R6xYgLH-I,15351
 syncmodels/definitions.py,sha256=w-3TrSomp9T8OzLmJhKeZQDzrUIJLKldyh1lzlE7Yj0,5476
 syncmodels/exceptions.py,sha256=ZLAwu19cs2UN2Sv3jaLnixT_jRI7T42TfyutCkUsuIk,685
@@ -11,7 +11,7 @@ syncmodels/registry.py,sha256=YaQtgbSwa0je1MpCcVHALI3_b85vrddyOlhsnrUcKZs,8224
 syncmodels/requests.py,sha256=wWoC5hPDm1iBM_zrlyKRauzhXgdKR3pT5RqyC-5UZhQ,538
 syncmodels/runner.py,sha256=IHDKuQ3yJ1DN9wktMiIrerPepYX61tc3AzbFfuUqEFw,5454
 syncmodels/schema.py,sha256=uinUt8Asq_x7xa6MKWVXNyoWO6gKocjGPppjimaXzEU,2492
-syncmodels/storage.py,sha256=kMtErJYjn0x3J4Z4L8-ZjNhfC3o6GYafgauZ_UUV6-g,74907
+syncmodels/storage.py,sha256=9Tn9uohZB4ZrjZlwznDSg-e5duAdauJPqv3Iar2jkmw,74908
 syncmodels/syncmodels.py,sha256=jcUxVbv1hrx5hI81VCO1onIM6WyORTqJVPwIqlPocOc,10596
 syncmodels/timequeue.py,sha256=YRd3ULRaIhoszaBsYhfr0epMqAbL6-NwVEtScjUYttM,595
 syncmodels/wave.py,sha256=Gra22BLiA9z2nF-6diXpjAc4GZv9nebmyvHxdAfXec4,7764
@@ -33,17 +33,17 @@ syncmodels/helpers/importers.py,sha256=KImR9pQu4ir6EI6Ipta0q3RWloFT_VTJi67kM0lZs
 syncmodels/helpers/loaders.py,sha256=aus0aRcbU1vVa_zWo42aX6uV3B0fQ0aQpkTWlR9xGLA,4325
 syncmodels/helpers/models.py,sha256=c_ATzmiw5mVY1IGnwmyhjIuu5d2idHU-XeRigZSMkOQ,719
 syncmodels/helpers/orion.py,sha256=6lRp1w3yaq_rxOI7nJIjuHdsgBjQu92y0bW0IX_gq44,30719
-syncmodels/helpers/surreal.py,sha256=lHXvm5oNvpDBXFnIksTNV4c3PWp35myw3TiQpP2dqN0,10855
+syncmodels/helpers/surreal.py,sha256=-K7d0JjoSwquSLwIW18Ae4GEL3eI0FTmq2fJKUJd9TA,10912
 syncmodels/helpers/units.py,sha256=g50m5DQrAyP_qpDRa4LCEA5Rz2UZUmlIixfWG_ddw9I,3571
 syncmodels/logic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 syncmodels/logic/activity_logger.py,sha256=8wjvgRwaNbibYWGgl-trovSS70yNkoCTlb-AIx3aZEE,14053
 syncmodels/logic/analyzer.py,sha256=AJncaSGlgKKG2X-Y9-6_phBZkIz4CGWYLI2JSKqLhhI,12542
-syncmodels/logic/browser.py,sha256=I7qBVuzlz_CAb8UdZ9vkQC4WHfj33tf6OTFQrt0WyZM,85257
+syncmodels/logic/browser.py,sha256=iyoVjiY4QXJiJnM7sQKkgHdhHywX9oEvdpb3PKnQpVE,85269
 syncmodels/logic/swarm.py,sha256=eRBVlNAOzzWKFGCb7LGLx2aj7yQlTY1OwLoeSEllvXY,17207
 syncmodels/logic/tasks.py,sha256=7C6DYqbMOV9NTewg0qQRoCPo-k9424MlGR62ZkyPrCk,21962
 syncmodels/mapper/__init__.py,sha256=jS82LFr9zzyqXBz82tSw04vDowhTpKxhg_W2XvhUlt0,129
 syncmodels/mapper/fiware.py,sha256=auszPmhCS46z_68MXjksrQAFUfctjbVrVdBvOpOkMj8,523
-syncmodels/mapper/mapper.py,sha256=RtFt3t1GzitY08ur6gs3Nr4l2a6y_xFI-Zn2iBCN0xg,17397
+syncmodels/mapper/mapper.py,sha256=SphMhr59bbTWWxnvitonURk3lSPDerGqUTs5-P-Tjlg,17397
 syncmodels/model/__init__.py,sha256=mD6fpRvBOl7i98pqqwpB2NKlviyD-G8iRXqufjU-9z8,148
 syncmodels/model/activity.py,sha256=tKzc9zc_5Sx549yTdaTYkfnLnbEsEmzpu53BHstqvFQ,4592
 syncmodels/model/geofilters.py,sha256=YxZZPk60MvzrBslOrpJec_Er1aTWGg1wgYrXPovrpP8,9284
@@ -297,16 +297,16 @@ syncmodels/model/schema_org/webpage.py,sha256=-bqKOpEs_2lW7qrey2nHtvOZ9xbmmwcviN
 syncmodels/model/schema_org/webpageelement.py,sha256=brXfhU3l3FBXpy8qnR1Ve-EckjHW8VGoyR2IsnT7t2Y,1104
 syncmodels/model/schema_org/website.py,sha256=48Rox27BbFIg1u3wDlOtX-lLCPoFgvvrCw5Hrdf6uRU,912
 syncmodels/model/schema_org/xpathtype.py,sha256=D8gKiCrGSSuUVYw7BIWmOIUbKATfv2IpbkV1B2TmjC0,484
-syncmodels/session/__init__.py,sha256=pjn-IOG3IZmnHZEvkDIAG8YtElHk3aYi13f2uBUZDHs,15581
+syncmodels/session/__init__.py,sha256=uy9nMxUUT6VeExOLLzr5Zebe7LvP67WY34WzOs67WB4,15765
 syncmodels/session/http.py,sha256=tf7z0ccAEYoCOZT4Ukv3NBXz9hUO3vs2s9bm491pCj8,1480
 syncmodels/session/postgresql.py,sha256=ZMIu1Rv93pKfvFlovFBmWArzlrT2xaQWNYGZT_LW61k,175
-syncmodels/session/sql.py,sha256=17C8EHn_1twHezhMlD5esMvx4m0iIrnD7JK-TuBswgU,6573
+syncmodels/session/sql.py,sha256=BL-vaR__6DdDc_vxfTvnvRD9rXXEALKyc-Xg6j4nUpw,6851
 syncmodels/session/sqlite.py,sha256=nCDjopLiBpX1F10qkKoARM7JrVdIpJ1WdGOduFVxaiA,2080
 syncmodels/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-syncmodels-0.1.340.dist-info/AUTHORS.rst,sha256=3ZPoqg8Aav8DSYKd0fwcwn4_5HwSiMLart0E5Un00-U,168
-syncmodels-0.1.340.dist-info/LICENSE,sha256=uzMOYtIiUsnsD0xHJR7aJWJ4v_bvan0kTnvufy5eNoA,1075
-syncmodels-0.1.340.dist-info/METADATA,sha256=mjH_KmKnxPts4mnGz494bKnXbGr2hHAc7aagln5R__g,2700
-syncmodels-0.1.340.dist-info/WHEEL,sha256=SrDKpSbFN1G94qcmBqS9nyHcDMp9cUS9OC06hC0G3G0,109
-syncmodels-0.1.340.dist-info/entry_points.txt,sha256=dMnigjZsHMxTwXiiZyBZdBbMYE0-hY3L5cG15EcDAzw,51
-syncmodels-0.1.340.dist-info/top_level.txt,sha256=2DfQ9NuAhKMjY3BvQGVBA7GfqTm7EoHNbaehSUiqiHQ,11
-syncmodels-0.1.340.dist-info/RECORD,,
+syncmodels-0.1.342.dist-info/AUTHORS.rst,sha256=3ZPoqg8Aav8DSYKd0fwcwn4_5HwSiMLart0E5Un00-U,168
+syncmodels-0.1.342.dist-info/LICENSE,sha256=uzMOYtIiUsnsD0xHJR7aJWJ4v_bvan0kTnvufy5eNoA,1075
+syncmodels-0.1.342.dist-info/METADATA,sha256=XZynUjEQ7Ii6K4jQUchBf89Hg3ztVzgxVndZcZgxU3A,2700
+syncmodels-0.1.342.dist-info/WHEEL,sha256=SrDKpSbFN1G94qcmBqS9nyHcDMp9cUS9OC06hC0G3G0,109
+syncmodels-0.1.342.dist-info/entry_points.txt,sha256=dMnigjZsHMxTwXiiZyBZdBbMYE0-hY3L5cG15EcDAzw,51
+syncmodels-0.1.342.dist-info/top_level.txt,sha256=2DfQ9NuAhKMjY3BvQGVBA7GfqTm7EoHNbaehSUiqiHQ,11
+syncmodels-0.1.342.dist-info/RECORD,,