syncmodels 0.1.346__py2.py3-none-any.whl → 0.1.348__py2.py3-none-any.whl

syncmodels/__init__.py

@@ -2,4 +2,4 @@
 
 __author__ = """Asterio Gonzalez"""
 __email__ = "asterio.gonzalez@gmail.com"
-__version__ = "0.1.346"
+__version__ = "0.1.348"

syncmodels/helpers/orion.py

@@ -221,7 +221,7 @@ class OrionInjector:
                         if response.status_code < 300:
                             orion_item = response.json()
                         else:
-                            log.warning(
+                            log.debug(
                                 "It seems that [%s] doesn't exist in Orion (is a new entity for Orion)",
                                 url,
                             )
@@ -460,17 +460,15 @@ class OrionInjector:
             # https://fiware-orion.readthedocs.io/en/2.4.0/user/forbidden_characters/index.html
             # https://telefonicaid.github.io/fiware-orion/archive/api/v2/
             if isinstance(value, str):
-
                 if self.REG_FORBIDDEN_CHARS.search(value):
                     data[key] = self.REG_FORBIDDEN_CHARS.sub("", value)
-                    log.warning(
+                    log.info(
                         "[%s] replacing illegal characters in %s: %s -> %s",
                         data["id"],
                         key,
                         value,
                         data[key],
                     )
-                    foo = 1
                 else:
                     data[key] = value = replace(value)
 

syncmodels/runner.py

@@ -31,7 +31,7 @@ class iRunner:
     STATS_DISPATCH = "dispatch"
     STATS_IDLE = "idle"
 
-    FAILURE_POLICY = FailurePolicy.RAISE
+    FAILURE_POLICY = FailurePolicy.RETRY
 
     def __init__(
         self,
@@ -109,14 +109,24 @@ class iRunner:
                 log.error(msg)
                 field = str(why)
                 self._stats(field)
+
+                log.error(
+                    "FAILURE_POLICY: %s,  %s (%s)", self.FAILURE_POLICY, self.uri, self
+                )
                 if self.FAILURE_POLICY == FailurePolicy.STOP:
+                    log.error("Stopping Runner: %s (%s)", self.uri, self)
                     self.running = False
                 elif self.FAILURE_POLICY == FailurePolicy.RAISE:
+                    # NOTE: this will stop the fiber in asyncio
+                    # NOTE: you'd rather use FailurePolicy.RAISE
+                    log.error("Raise RuntimeError(%s)", msg)
                     raise RuntimeError(msg)
                 else:
                     # add same task to be executed later on
                     # using a scheduled queue, not just a simple queue
-                    self.input_queue.push(task, monotonic() + self.FAILURE_POLICY.value)
+                    retry = 300
+                    log.error("Retry Task in (%s) secs", retry)
+                    self.input_queue.push(task, monotonic() + retry)
                     await self.idle()
             finally:
                 self._wip and self._wip.pop()

syncmodels/session/__init__.py

@@ -278,20 +278,8 @@ class iSession(iContext, iSchema, iRegistry):  # , iAuthenticator):
                 item = factory(bot=bot, *args, **uri)
                 return item
             except Exception as why:  # pragma: nocover
-                print(why)
-                foo = 1
-
-        # option = cls.locate(url, __klass__=cls, score=score)
-        # if option:
-        #     uri = parse_uri(url)
-        #     factory, info = option
-        #     for __key__, (args, kw) in info.items():
-        #         try:
-        #             context.update(kw)
-        #             item = factory(bot=bot, *args, **uri, **context)
-        #             return item
-        #         except Exception as why:
-        #             print(why)
+                log.error(why)
+                log.error("".join(traceback.format_exception(*sys.exc_info())))
 
         raise RuntimeError(f"Unable to create a {cls} for url: {url}")
 

{syncmodels-0.1.346.dist-info → syncmodels-0.1.348.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: syncmodels
-Version: 0.1.346
+Version: 0.1.348
 Summary: Synchronizable Models
 Home-page: https://github.com/asterio.gonzalez/syncmodels
 Author: Asterio Gonzalez
@@ -18,7 +18,7 @@ Classifier: Programming Language :: Python :: 3.11
 Requires-Python: >=3.6
 License-File: LICENSE
 License-File: AUTHORS.rst
-Requires-Dist: agptools>=0.1.346
+Requires-Dist: agptools>=0.1.348
 Requires-Dist: aiocache
 Requires-Dist: aiohttp
 Requires-Dist: Click

{syncmodels-0.1.346.dist-info → syncmodels-0.1.348.dist-info}/RECORD

@@ -1,4 +1,4 @@
-syncmodels/__init__.py,sha256=Bx_mLvX1tefs1g4F8wM7cXe9bvQoqWtHuNt3Rq2uCCc,146
+syncmodels/__init__.py,sha256=zRskcOy0OBfyNpVc1dXZ89VD42tDgHQ5s_KX02h-_OU,146
 syncmodels/context.py,sha256=k1Gs_ip9BfyRFpyRnzqYvRDKo0sYBqJsh6z9sWln9oE,451
 syncmodels/crawler.py,sha256=lx0IU586JD0qcdozWiv0y7970CkUEg3SzFB6gOYDS6I,94540
 syncmodels/crud.py,sha256=oZIcwEKR2i-lesEF_059Y4yThohd9m7gs6R6xYgLH-I,15351
@@ -9,7 +9,7 @@ syncmodels/http.py,sha256=FFVT3QJJgur2dv1Q_7l9ZsWN8z6_gUjOT9hJff1ZAqk,3335
 syncmodels/parallel.py,sha256=Ll8HmyFF9v9fIofqqSgfhyTlklvb77mTtNdG5Y9lqdQ,7145
 syncmodels/registry.py,sha256=YaQtgbSwa0je1MpCcVHALI3_b85vrddyOlhsnrUcKZs,8224
 syncmodels/requests.py,sha256=wWoC5hPDm1iBM_zrlyKRauzhXgdKR3pT5RqyC-5UZhQ,538
-syncmodels/runner.py,sha256=IHDKuQ3yJ1DN9wktMiIrerPepYX61tc3AzbFfuUqEFw,5454
+syncmodels/runner.py,sha256=Tb5KTu_XFxCphrtfcnmIqTItG91el7P-9B5WaDTMp18,5928
 syncmodels/schema.py,sha256=HMr0LcB40se5sqHF4WYQIdzXUphLa2fhf0KFFUMzpDM,2726
 syncmodels/storage.py,sha256=x01TmpETMrHvQvliL3TXfUp18RKr6Huz6DmrRZWD1DU,76418
 syncmodels/syncmodels.py,sha256=jcUxVbv1hrx5hI81VCO1onIM6WyORTqJVPwIqlPocOc,10596
@@ -32,7 +32,7 @@ syncmodels/helpers/geojson.py,sha256=9VZjdEw19fLS_Q9topapUOPGxRg2D4GOqm2tlx11W7M
 syncmodels/helpers/importers.py,sha256=KImR9pQu4ir6EI6Ipta0q3RWloFT_VTJi67kM0lZsKQ,3919
 syncmodels/helpers/loaders.py,sha256=aus0aRcbU1vVa_zWo42aX6uV3B0fQ0aQpkTWlR9xGLA,4325
 syncmodels/helpers/models.py,sha256=c_ATzmiw5mVY1IGnwmyhjIuu5d2idHU-XeRigZSMkOQ,719
-syncmodels/helpers/orion.py,sha256=6lRp1w3yaq_rxOI7nJIjuHdsgBjQu92y0bW0IX_gq44,30719
+syncmodels/helpers/orion.py,sha256=RY3hEVusUJDuSBN8YBy--RWnZ4TtP0jOUtNuHC1ySjg,30685
 syncmodels/helpers/surreal.py,sha256=-K7d0JjoSwquSLwIW18Ae4GEL3eI0FTmq2fJKUJd9TA,10912
 syncmodels/helpers/units.py,sha256=g50m5DQrAyP_qpDRa4LCEA5Rz2UZUmlIixfWG_ddw9I,3571
 syncmodels/logic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -297,16 +297,16 @@ syncmodels/model/schema_org/webpage.py,sha256=-bqKOpEs_2lW7qrey2nHtvOZ9xbmmwcviN
 syncmodels/model/schema_org/webpageelement.py,sha256=brXfhU3l3FBXpy8qnR1Ve-EckjHW8VGoyR2IsnT7t2Y,1104
 syncmodels/model/schema_org/website.py,sha256=48Rox27BbFIg1u3wDlOtX-lLCPoFgvvrCw5Hrdf6uRU,912
 syncmodels/model/schema_org/xpathtype.py,sha256=D8gKiCrGSSuUVYw7BIWmOIUbKATfv2IpbkV1B2TmjC0,484
-syncmodels/session/__init__.py,sha256=xjgmogPs-Nu5merFY-foJVT9X-qDbLk_fYbe9uGx6sY,16003
+syncmodels/session/__init__.py,sha256=89o6oeJsUaaiZENZDYJ2lP2PQBWX6OZPIzQacWjNh2k,15606
 syncmodels/session/http.py,sha256=tf7z0ccAEYoCOZT4Ukv3NBXz9hUO3vs2s9bm491pCj8,1480
 syncmodels/session/postgresql.py,sha256=ZMIu1Rv93pKfvFlovFBmWArzlrT2xaQWNYGZT_LW61k,175
 syncmodels/session/sql.py,sha256=auZ_3RZTSWViED4UrExYaes42Y2bTZKixEsfOpa_zaU,7036
 syncmodels/session/sqlite.py,sha256=nCDjopLiBpX1F10qkKoARM7JrVdIpJ1WdGOduFVxaiA,2080
 syncmodels/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-syncmodels-0.1.346.dist-info/AUTHORS.rst,sha256=3ZPoqg8Aav8DSYKd0fwcwn4_5HwSiMLart0E5Un00-U,168
-syncmodels-0.1.346.dist-info/LICENSE,sha256=uzMOYtIiUsnsD0xHJR7aJWJ4v_bvan0kTnvufy5eNoA,1075
-syncmodels-0.1.346.dist-info/METADATA,sha256=7GNaAjgzKGfjmdwvofUzZ8y9A6hyxo9kjhc1M7xz7bI,2700
-syncmodels-0.1.346.dist-info/WHEEL,sha256=SrDKpSbFN1G94qcmBqS9nyHcDMp9cUS9OC06hC0G3G0,109
-syncmodels-0.1.346.dist-info/entry_points.txt,sha256=dMnigjZsHMxTwXiiZyBZdBbMYE0-hY3L5cG15EcDAzw,51
-syncmodels-0.1.346.dist-info/top_level.txt,sha256=2DfQ9NuAhKMjY3BvQGVBA7GfqTm7EoHNbaehSUiqiHQ,11
-syncmodels-0.1.346.dist-info/RECORD,,
+syncmodels-0.1.348.dist-info/AUTHORS.rst,sha256=3ZPoqg8Aav8DSYKd0fwcwn4_5HwSiMLart0E5Un00-U,168
+syncmodels-0.1.348.dist-info/LICENSE,sha256=uzMOYtIiUsnsD0xHJR7aJWJ4v_bvan0kTnvufy5eNoA,1075
+syncmodels-0.1.348.dist-info/METADATA,sha256=Eag9GhrcYqHzx4X8iRknn0m6mLU1nEurWlD7DI_iv-I,2700
+syncmodels-0.1.348.dist-info/WHEEL,sha256=SrDKpSbFN1G94qcmBqS9nyHcDMp9cUS9OC06hC0G3G0,109
+syncmodels-0.1.348.dist-info/entry_points.txt,sha256=dMnigjZsHMxTwXiiZyBZdBbMYE0-hY3L5cG15EcDAzw,51
+syncmodels-0.1.348.dist-info/top_level.txt,sha256=2DfQ9NuAhKMjY3BvQGVBA7GfqTm7EoHNbaehSUiqiHQ,11
+syncmodels-0.1.348.dist-info/RECORD,,