syncmodels 0.1.316__py2.py3-none-any.whl → 0.1.318__py2.py3-none-any.whl

syncmodels/__init__.py

@@ -2,4 +2,4 @@
 
 __author__ = """Asterio Gonzalez"""
 __email__ = "asterio.gonzalez@gmail.com"
-__version__ = "0.1.316"
+__version__ = "0.1.318"

syncmodels/crawler.py

@@ -283,8 +283,7 @@ class iAgent(iRunner):
             _tasks = [_tasks]
 
         tasks = []
-        default_tasks = self.default_bootstrap()
-
+        default_tasks = list(self.default_bootstrap())
         for _ in _tasks:
             if _ is None:
                 tasks.extend(default_tasks)

syncmodels/helpers/orion.py

@@ -751,7 +751,7 @@ class OrionInjector:
                 # swarm_wave: 1726715149029566739
                 # -19 nanosecods !
                 # maybe due an aritmetic precission with Orion
-                orion_wave, swarm_wave = DATE(orion_wave), DATE(swarm_wave)
+                # orion_wave, swarm_wave = DATE(orion_wave), DATE(swarm_wave)
                 # (orion_wave // 1000) == (swarm_wave // 1000)
 
                 if orion_wave >= swarm_wave:

syncmodels/logic/analyzer.py

@@ -39,7 +39,7 @@ class XPathAnalyzer:
 
     REGEXP_PRICES = {
         "euro": [
-            r"(?P<price>\d+([\.\,]\d+)?)\s*(?P<currency>€|\$)?",
+            r"(?P<price>\d+([\.\,\s]\d+)?)\s*(?P<currency>€|\$)?",
             {
                 "price": FLOAT,
             },
@@ -295,11 +295,11 @@ class XPathAnalyzer:
     def _analyze_brand(self, line, ctx) -> bool:
         return self._analyze_text(line, ctx)
 
-    def _analyze_ldjson(self, line, ctx) -> bool:
+    def _analyze_ldjson_hide(self, line, ctx) -> bool:
         # TODO: this funcion has been temporary disabled
         return False
 
-    def _analyze_ldjson_old(self, line, ctx) -> bool:
+    def _analyze_ldjson(self, line, ctx) -> bool:
         # TODO: helper for loading json
         line = line.strip()
         line = html2text(line)

syncmodels/logic/browser.py

@@ -745,18 +745,25 @@ class BrowserLogicBot(SwarmBot):
         return await super()._get_session(url, **context)
 
     async def _swarm_get_tasks(self):
+        """
+                universe
+        {'www.notino.es': [{'bot': '0',
+                            'datetime': '2025-07-12 10:22:37.128127+00:00',
+                            'fquid': 'pricemon://crawler/queue:ff97c78fc536e13407b60fab27054f2a',
+                            'id': 'queue:ff97c78fc536e13407b60fab27054f2a',
+                            'kind__': 'prices',
+                            'last': '2025-07-12 10:07:37.128127',
+                            'payload': None,
+                            'url': 'https://www.notino.es/ardell/remover-producto-para-quitar-las-pestanas-postizas/p-16258869/'}]}
+        """
         universe = {}
         if False:
             _task = {
                 "bot": "wip",
-                "created": "2025-01-13 06:10:48.341231",
                 "datetime": "2025-01-18 11:46:18.241069+00:00",
-                "description": None,
-                "ecommerce": "www.atida.com",
                 "id": "queue:00a401e322d3a3b43e8687cf5d4c10bd",
-                "name": "Sendo champú soothing 250ml - lenitivo",
-                "restart": None,
-                "url": "https://www.arenal.com/ardell-pestanas-postizas-seamless-extensions-naked/p/000000000000120871",
+                "kind__": "prices",
+                "url": "https://wells.pt/total-plex-bond-reconstruction-shampoo-7932859.html",
                 # "url": "https://www.maquillalia.com/ardell-kit-de-pestanas-postizas-seamless-naked-p-84985.html",
                 # "url": "https://www.douglas.es/es/p/5010993205",
                 # "url": "https://www.amazon.es/gp/offer-listing/B00LM8CW6Y",
@@ -766,7 +773,7 @@ class BrowserLogicBot(SwarmBot):
                 # "url": "https://www.caretobeauty.com/es/kativa-coconut-conditioner-355ml",
                 # "url": "https://www.holaprincesa.es/products/mascarilla-con-manteca-de-karite-aceite-de-coco-y-marula-300-ml-kativa",
             }
-            _task.setdefault("type", "ldjson")
+            # _task.setdefault("type", "ldjson")
             host = parse_uri(_task.get("url")).get("host")
             universe.setdefault(host, []).append(_task)
 

{syncmodels-0.1.316.dist-info → syncmodels-0.1.318.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: syncmodels
-Version: 0.1.316
+Version: 0.1.318
 Summary: Synchronizable Models
 Home-page: https://github.com/asterio.gonzalez/syncmodels
 Author: Asterio Gonzalez
@@ -18,7 +18,7 @@ Classifier: Programming Language :: Python :: 3.11
 Requires-Python: >=3.6
 License-File: LICENSE
 License-File: AUTHORS.rst
-Requires-Dist: agptools>=0.1.316
+Requires-Dist: agptools>=0.1.318
 Requires-Dist: aiocache
 Requires-Dist: aiohttp
 Requires-Dist: Click

{syncmodels-0.1.316.dist-info → syncmodels-0.1.318.dist-info}/RECORD

@@ -1,6 +1,6 @@
-syncmodels/__init__.py,sha256=QPo81OufxMI_nbk_t3PobuPDPY-t3LkredszkWC7OC4,142
+syncmodels/__init__.py,sha256=0anfAVFyQW4Gx6WgjDk8382ZWXqz-RlMimhoRaGEu8I,142
 syncmodels/context.py,sha256=k1Gs_ip9BfyRFpyRnzqYvRDKo0sYBqJsh6z9sWln9oE,451
-syncmodels/crawler.py,sha256=L7-3E1Gv27NqusM5Diq-4_DjW4OPCR1X2suWz7d-Hss,94741
+syncmodels/crawler.py,sha256=FthNzipF8cafNvogFC7AFn_N4qxOHkJTeo3Lbcw0P_g,94746
 syncmodels/crud.py,sha256=ozumS7XgmXSFcFN2SZBH0jB0j_1vK2xE-FeFcTG7ikw,15327
 syncmodels/definitions.py,sha256=vQ6-Zsftzy5y02z6Dd3_p5cd37Zqk0lcVrv-06gnDZk,5475
 syncmodels/exceptions.py,sha256=ZLAwu19cs2UN2Sv3jaLnixT_jRI7T42TfyutCkUsuIk,685
@@ -32,13 +32,13 @@ syncmodels/helpers/geojson.py,sha256=9VZjdEw19fLS_Q9topapUOPGxRg2D4GOqm2tlx11W7M
 syncmodels/helpers/importers.py,sha256=KImR9pQu4ir6EI6Ipta0q3RWloFT_VTJi67kM0lZsKQ,3919
 syncmodels/helpers/loaders.py,sha256=aus0aRcbU1vVa_zWo42aX6uV3B0fQ0aQpkTWlR9xGLA,4325
 syncmodels/helpers/models.py,sha256=c_ATzmiw5mVY1IGnwmyhjIuu5d2idHU-XeRigZSMkOQ,719
-syncmodels/helpers/orion.py,sha256=Lblk4OGRNidYl1-2lZKUPXyvuR1hXip7FHloXLtU-XA,30717
+syncmodels/helpers/orion.py,sha256=6lRp1w3yaq_rxOI7nJIjuHdsgBjQu92y0bW0IX_gq44,30719
 syncmodels/helpers/surreal.py,sha256=zoWtGm5oAxwvgJNq_NTpKOHN3h9FNObhFDLuiBOl1YY,10050
 syncmodels/helpers/units.py,sha256=g50m5DQrAyP_qpDRa4LCEA5Rz2UZUmlIixfWG_ddw9I,3571
 syncmodels/logic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 syncmodels/logic/activity_logger.py,sha256=8wjvgRwaNbibYWGgl-trovSS70yNkoCTlb-AIx3aZEE,14053
-syncmodels/logic/analyzer.py,sha256=OiRZBJoqjc_qb3w1jBjGftWgd20Cig0s7_GLTCbp3fw,12539
-syncmodels/logic/browser.py,sha256=vMxGaYIR1ov0tOMbWNpd4MMFQBunRuvxE8F-Gfo9cTo,84795
+syncmodels/logic/analyzer.py,sha256=AJncaSGlgKKG2X-Y9-6_phBZkIz4CGWYLI2JSKqLhhI,12542
+syncmodels/logic/browser.py,sha256=e0LdpHMmBaJ7cMdCFdIBLEfpewvO_mc5wqiCyNYPNoc,85197
 syncmodels/logic/swarm.py,sha256=eRBVlNAOzzWKFGCb7LGLx2aj7yQlTY1OwLoeSEllvXY,17207
 syncmodels/mapper/__init__.py,sha256=jS82LFr9zzyqXBz82tSw04vDowhTpKxhg_W2XvhUlt0,129
 syncmodels/mapper/fiware.py,sha256=auszPmhCS46z_68MXjksrQAFUfctjbVrVdBvOpOkMj8,523
@@ -302,10 +302,10 @@ syncmodels/session/postgresql.py,sha256=ZMIu1Rv93pKfvFlovFBmWArzlrT2xaQWNYGZT_LW
 syncmodels/session/sql.py,sha256=bD7zXRrEKKJmqY2UoibWENuWb5zHrrU72F3_dYbS6LY,6569
 syncmodels/session/sqlite.py,sha256=nCDjopLiBpX1F10qkKoARM7JrVdIpJ1WdGOduFVxaiA,2080
 syncmodels/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-syncmodels-0.1.316.dist-info/AUTHORS.rst,sha256=3ZPoqg8Aav8DSYKd0fwcwn4_5HwSiMLart0E5Un00-U,168
-syncmodels-0.1.316.dist-info/LICENSE,sha256=uzMOYtIiUsnsD0xHJR7aJWJ4v_bvan0kTnvufy5eNoA,1075
-syncmodels-0.1.316.dist-info/METADATA,sha256=p969_vaLR5hO36CD2i3zn5LI6rx4RHRk4spuUh18vNQ,2700
-syncmodels-0.1.316.dist-info/WHEEL,sha256=SrDKpSbFN1G94qcmBqS9nyHcDMp9cUS9OC06hC0G3G0,109
-syncmodels-0.1.316.dist-info/entry_points.txt,sha256=dMnigjZsHMxTwXiiZyBZdBbMYE0-hY3L5cG15EcDAzw,51
-syncmodels-0.1.316.dist-info/top_level.txt,sha256=2DfQ9NuAhKMjY3BvQGVBA7GfqTm7EoHNbaehSUiqiHQ,11
-syncmodels-0.1.316.dist-info/RECORD,,
+syncmodels-0.1.318.dist-info/AUTHORS.rst,sha256=3ZPoqg8Aav8DSYKd0fwcwn4_5HwSiMLart0E5Un00-U,168
+syncmodels-0.1.318.dist-info/LICENSE,sha256=uzMOYtIiUsnsD0xHJR7aJWJ4v_bvan0kTnvufy5eNoA,1075
+syncmodels-0.1.318.dist-info/METADATA,sha256=WwetSpUpgA_cInAZs04KrHG6cUEo-D-fu-YHTV0Llx0,2700
+syncmodels-0.1.318.dist-info/WHEEL,sha256=SrDKpSbFN1G94qcmBqS9nyHcDMp9cUS9OC06hC0G3G0,109
+syncmodels-0.1.318.dist-info/entry_points.txt,sha256=dMnigjZsHMxTwXiiZyBZdBbMYE0-hY3L5cG15EcDAzw,51
+syncmodels-0.1.318.dist-info/top_level.txt,sha256=2DfQ9NuAhKMjY3BvQGVBA7GfqTm7EoHNbaehSUiqiHQ,11
+syncmodels-0.1.318.dist-info/RECORD,,