syncmodels 0.1.345__py2.py3-none-any.whl → 0.1.347__py2.py3-none-any.whl

syncmodels/__init__.py

@@ -1,5 +1,5 @@
-"""Top-level package for syncmodels."""
+1 * """Top-level package for syncmodels."""
 
 __author__ = """Asterio Gonzalez"""
 __email__ = "asterio.gonzalez@gmail.com"
-__version__ = "0.1.345"
+__version__ = "0.1.347"

syncmodels/runner.py

@@ -31,7 +31,7 @@ class iRunner:
     STATS_DISPATCH = "dispatch"
     STATS_IDLE = "idle"
 
-    FAILURE_POLICY = FailurePolicy.RAISE
+    FAILURE_POLICY = FailurePolicy.RETRY
 
     def __init__(
         self,
@@ -109,14 +109,24 @@ class iRunner:
                 log.error(msg)
                 field = str(why)
                 self._stats(field)
+
+                log.error(
+                    "FAILURE_POLICY: %s,  %s (%s)", self.FAILURE_POLICY, self.uri, self
+                )
                 if self.FAILURE_POLICY == FailurePolicy.STOP:
+                    log.error("Stopping Runner: %s (%s)", self.uri, self)
                     self.running = False
                 elif self.FAILURE_POLICY == FailurePolicy.RAISE:
+                    # NOTE: this will stop the fiber in asyncio
+                    # NOTE: you'd rather use FailurePolicy.RAISE
+                    log.error("Raise RuntimeError(%s)", msg)
                     raise RuntimeError(msg)
                 else:
                     # add same task to be executed later on
                     # using a scheduled queue, not just a simple queue
-                    self.input_queue.push(task, monotonic() + self.FAILURE_POLICY.value)
+                    retry = 300
+                    log.error("Retry Task in (%s) secs", retry)
+                    self.input_queue.push(task, monotonic() + retry)
                     await self.idle()
             finally:
                 self._wip and self._wip.pop()

syncmodels/schema.py

@@ -62,8 +62,6 @@ class iSchema:
         d_fields = {}
         for row in data:
             for i, value in enumerate(row):
-                if value is None:
-                    continue
                 name = names[i]
                 type_ = value.__class__
                 d_fields.setdefault(name, []).append(type_)

syncmodels/session/__init__.py

@@ -278,20 +278,8 @@ class iSession(iContext, iSchema, iRegistry):  # , iAuthenticator):
                 item = factory(bot=bot, *args, **uri)
                 return item
             except Exception as why:  # pragma: nocover
-                print(why)
-                foo = 1
-
-        # option = cls.locate(url, __klass__=cls, score=score)
-        # if option:
-        #     uri = parse_uri(url)
-        #     factory, info = option
-        #     for __key__, (args, kw) in info.items():
-        #         try:
-        #             context.update(kw)
-        #             item = factory(bot=bot, *args, **uri, **context)
-        #             return item
-        #         except Exception as why:
-        #             print(why)
+                log.error(why)
+                log.error("".join(traceback.format_exception(*sys.exc_info())))
 
         raise RuntimeError(f"Unable to create a {cls} for url: {url}")
 

{syncmodels-0.1.345.dist-info → syncmodels-0.1.347.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: syncmodels
-Version: 0.1.345
+Version: 0.1.347
 Summary: Synchronizable Models
 Home-page: https://github.com/asterio.gonzalez/syncmodels
 Author: Asterio Gonzalez
@@ -18,7 +18,7 @@ Classifier: Programming Language :: Python :: 3.11
 Requires-Python: >=3.6
 License-File: LICENSE
 License-File: AUTHORS.rst
-Requires-Dist: agptools>=0.1.345
+Requires-Dist: agptools>=0.1.347
 Requires-Dist: aiocache
 Requires-Dist: aiohttp
 Requires-Dist: Click

{syncmodels-0.1.345.dist-info → syncmodels-0.1.347.dist-info}/RECORD

@@ -1,4 +1,4 @@
-syncmodels/__init__.py,sha256=97auPMo5GK08H9FvKR4gS9kncSRmilKyekZWQqVvVzU,142
+syncmodels/__init__.py,sha256=gzVDRfhD5jxqSmbFoEkH0JtQiWj1v0xeF8a7zDZx9pc,146
 syncmodels/context.py,sha256=k1Gs_ip9BfyRFpyRnzqYvRDKo0sYBqJsh6z9sWln9oE,451
 syncmodels/crawler.py,sha256=lx0IU586JD0qcdozWiv0y7970CkUEg3SzFB6gOYDS6I,94540
 syncmodels/crud.py,sha256=oZIcwEKR2i-lesEF_059Y4yThohd9m7gs6R6xYgLH-I,15351
@@ -9,8 +9,8 @@ syncmodels/http.py,sha256=FFVT3QJJgur2dv1Q_7l9ZsWN8z6_gUjOT9hJff1ZAqk,3335
 syncmodels/parallel.py,sha256=Ll8HmyFF9v9fIofqqSgfhyTlklvb77mTtNdG5Y9lqdQ,7145
 syncmodels/registry.py,sha256=YaQtgbSwa0je1MpCcVHALI3_b85vrddyOlhsnrUcKZs,8224
 syncmodels/requests.py,sha256=wWoC5hPDm1iBM_zrlyKRauzhXgdKR3pT5RqyC-5UZhQ,538
-syncmodels/runner.py,sha256=IHDKuQ3yJ1DN9wktMiIrerPepYX61tc3AzbFfuUqEFw,5454
-syncmodels/schema.py,sha256=n5Kkq5bxwzBkLomVtUzq3cwNpVjV0HNLxj-wavlYIbQ,2789
+syncmodels/runner.py,sha256=Tb5KTu_XFxCphrtfcnmIqTItG91el7P-9B5WaDTMp18,5928
+syncmodels/schema.py,sha256=HMr0LcB40se5sqHF4WYQIdzXUphLa2fhf0KFFUMzpDM,2726
 syncmodels/storage.py,sha256=x01TmpETMrHvQvliL3TXfUp18RKr6Huz6DmrRZWD1DU,76418
 syncmodels/syncmodels.py,sha256=jcUxVbv1hrx5hI81VCO1onIM6WyORTqJVPwIqlPocOc,10596
 syncmodels/timequeue.py,sha256=YRd3ULRaIhoszaBsYhfr0epMqAbL6-NwVEtScjUYttM,595
@@ -297,16 +297,16 @@ syncmodels/model/schema_org/webpage.py,sha256=-bqKOpEs_2lW7qrey2nHtvOZ9xbmmwcviN
 syncmodels/model/schema_org/webpageelement.py,sha256=brXfhU3l3FBXpy8qnR1Ve-EckjHW8VGoyR2IsnT7t2Y,1104
 syncmodels/model/schema_org/website.py,sha256=48Rox27BbFIg1u3wDlOtX-lLCPoFgvvrCw5Hrdf6uRU,912
 syncmodels/model/schema_org/xpathtype.py,sha256=D8gKiCrGSSuUVYw7BIWmOIUbKATfv2IpbkV1B2TmjC0,484
-syncmodels/session/__init__.py,sha256=xjgmogPs-Nu5merFY-foJVT9X-qDbLk_fYbe9uGx6sY,16003
+syncmodels/session/__init__.py,sha256=89o6oeJsUaaiZENZDYJ2lP2PQBWX6OZPIzQacWjNh2k,15606
 syncmodels/session/http.py,sha256=tf7z0ccAEYoCOZT4Ukv3NBXz9hUO3vs2s9bm491pCj8,1480
 syncmodels/session/postgresql.py,sha256=ZMIu1Rv93pKfvFlovFBmWArzlrT2xaQWNYGZT_LW61k,175
 syncmodels/session/sql.py,sha256=auZ_3RZTSWViED4UrExYaes42Y2bTZKixEsfOpa_zaU,7036
 syncmodels/session/sqlite.py,sha256=nCDjopLiBpX1F10qkKoARM7JrVdIpJ1WdGOduFVxaiA,2080
 syncmodels/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-syncmodels-0.1.345.dist-info/AUTHORS.rst,sha256=3ZPoqg8Aav8DSYKd0fwcwn4_5HwSiMLart0E5Un00-U,168
-syncmodels-0.1.345.dist-info/LICENSE,sha256=uzMOYtIiUsnsD0xHJR7aJWJ4v_bvan0kTnvufy5eNoA,1075
-syncmodels-0.1.345.dist-info/METADATA,sha256=1qq6L-7xrXhXrHll1btsJpYQlyYveDgz564yJvivZlY,2700
-syncmodels-0.1.345.dist-info/WHEEL,sha256=SrDKpSbFN1G94qcmBqS9nyHcDMp9cUS9OC06hC0G3G0,109
-syncmodels-0.1.345.dist-info/entry_points.txt,sha256=dMnigjZsHMxTwXiiZyBZdBbMYE0-hY3L5cG15EcDAzw,51
-syncmodels-0.1.345.dist-info/top_level.txt,sha256=2DfQ9NuAhKMjY3BvQGVBA7GfqTm7EoHNbaehSUiqiHQ,11
-syncmodels-0.1.345.dist-info/RECORD,,
+syncmodels-0.1.347.dist-info/AUTHORS.rst,sha256=3ZPoqg8Aav8DSYKd0fwcwn4_5HwSiMLart0E5Un00-U,168
+syncmodels-0.1.347.dist-info/LICENSE,sha256=uzMOYtIiUsnsD0xHJR7aJWJ4v_bvan0kTnvufy5eNoA,1075
+syncmodels-0.1.347.dist-info/METADATA,sha256=6DDbCRO4MbKxyD95HpFrpPkTwQm_THh6vdJ7HPTWr3E,2700
+syncmodels-0.1.347.dist-info/WHEEL,sha256=SrDKpSbFN1G94qcmBqS9nyHcDMp9cUS9OC06hC0G3G0,109
+syncmodels-0.1.347.dist-info/entry_points.txt,sha256=dMnigjZsHMxTwXiiZyBZdBbMYE0-hY3L5cG15EcDAzw,51
+syncmodels-0.1.347.dist-info/top_level.txt,sha256=2DfQ9NuAhKMjY3BvQGVBA7GfqTm7EoHNbaehSUiqiHQ,11
+syncmodels-0.1.347.dist-info/RECORD,,