sibi-dst 0.3.57__py3-none-any.whl → 0.3.58__py3-none-any.whl

sibi_dst/df_helper/_artifact_updater_multi_wrapper.py

@@ -169,13 +169,13 @@ class ArtifactUpdaterMultiWrapper:
             self.failed.add(artifact)
         self.logger.error(f"✖️  Permanently failed {artifact.__class__.__name__}")
 
-    async def worker(self, queue, worker_id):
+    async def worker(self, queue, worker_id, **kwargs):
         while True:
             try:
                 item = await queue.get()
                 art = item.artifact
                 self.worker_heartbeat[worker_id] = time.time()
-                await self.async_update_artifact(art)
+                await self.async_update_artifact(art, **kwargs)
             except asyncio.CancelledError:
                 self.logger.info(f"Worker {worker_id} stopped")
                 break
@@ -193,7 +193,7 @@ class ArtifactUpdaterMultiWrapper:
         artifacts = self.get_artifacts(data_type)
         queue = self.prioritize_tasks(artifacts)
         init = self.calculate_initial_workers(len(artifacts))
-        tasks = [asyncio.create_task(self.worker(queue, i)) for i in range(init)]
+        tasks = [asyncio.create_task(self.worker(queue, i, **kwargs)) for i in range(init)]
         monitor = asyncio.create_task(self.resource_monitor(queue, tasks))
         await queue.join()
         monitor.cancel()

sibi_dst/df_helper/_df_helper.py

@@ -138,8 +138,8 @@ class DfHelper:
                        Additional parameters for specific backend types are extracted here.
         :return: None
         """
-        self.logger.debug(f"backend used: {self.backend}")
-        self.logger.debug(f"kwargs passed to backend plugins: {kwargs}")
+        # self.logger.debug(f"backend used: {self.backend}")
+        # self.logger.debug(f"kwargs passed to backend plugins: {kwargs}")
         self._backend_query = self.__get_config(QueryConfig, kwargs)
         self._backend_params = self.__get_config(ParamsConfig, kwargs)
         if self.backend == 'django_db':
@@ -166,7 +166,7 @@ class DfHelper:
         recognized_keys = set(model.__annotations__.keys())
         self.logger.debug(f"recognized keys: {recognized_keys}")
         model_kwargs = {k: kwargs.pop(k) for k in list(kwargs.keys()) if k in recognized_keys}
-        self.logger.debug(f"model_kwargs: {model_kwargs}")
+        # self.logger.debug(f"model_kwargs: {model_kwargs}")
         return model(**model_kwargs)
 
     def load_parallel(self, **options):

{sibi_dst-0.3.57.dist-info → sibi_dst-0.3.58.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sibi-dst
-Version: 0.3.57
+Version: 0.3.58
 Summary: Data Science Toolkit
 Author: Luis Valverde
 Author-email: lvalverdeb@gmail.com

{sibi_dst-0.3.57.dist-info → sibi_dst-0.3.58.dist-info}/RECORD

@@ -1,7 +1,7 @@
 sibi_dst/__init__.py,sha256=3pbriM7Ym5f9gew7n9cO4G_p9n-0bnxdmQ0hwBdJjr4,253
 sibi_dst/df_helper/__init__.py,sha256=McYrw2N0MsMgtawLrONXTGdyHfQWVOBUvIDbklfjb54,342
-sibi_dst/df_helper/_artifact_updater_multi_wrapper.py,sha256=f0yz5L1WE2a_N5Kkjr06ZwyJktdXy9xBLMDWJXQAaOI,10145
-sibi_dst/df_helper/_df_helper.py,sha256=Th5IakQjF22dfxDF5mC7DJOQm1ZAxM09AMW9uDH83oc,30962
+sibi_dst/df_helper/_artifact_updater_multi_wrapper.py,sha256=2iQ4bQLCPKnqfKMwmttJFLdNon0bc8Lz7UfDcVRG8pQ,10175
+sibi_dst/df_helper/_df_helper.py,sha256=WFqEyNhmE4hAXgMcqT8a7iYAhsmM3f_Z_DSQdlZu3P4,30968
 sibi_dst/df_helper/_parquet_artifact.py,sha256=i6QhQhGz6jyt7MWQk7CocQxUUZwG_50oSk9eyB42_kQ,11248
 sibi_dst/df_helper/_parquet_reader.py,sha256=L6mr2FeKtTeIn37G9EGpvOx8PwMqXb6qnEECqBaiwxo,3954
 sibi_dst/df_helper/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -76,6 +76,6 @@ sibi_dst/v2/df_helper/core/_params_config.py,sha256=DYx2drDz3uF-lSPzizPkchhy-kxR
 sibi_dst/v2/df_helper/core/_query_config.py,sha256=Y8LVSyaKuVkrPluRDkQoOwuXHQxner1pFWG3HPfnDHM,441
 sibi_dst/v2/utils/__init__.py,sha256=6H4cvhqTiFufnFPETBF0f8beVVMpfJfvUs6Ne0TQZNY,58
 sibi_dst/v2/utils/log_utils.py,sha256=rfk5VsLAt-FKpv6aPTC1FToIPiyrnHAFFBAkHme24po,4123
-sibi_dst-0.3.57.dist-info/METADATA,sha256=U6Ra-N2vtA8yJOdLmj1jNZ9skrrhlvQR3wauhkAbKgk,4292
-sibi_dst-0.3.57.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-sibi_dst-0.3.57.dist-info/RECORD,,
+sibi_dst-0.3.58.dist-info/METADATA,sha256=DAQ2TfVwh0aB5uiZ-tnvlPzYe6hdB16M5NXswXZr9ZE,4292
+sibi_dst-0.3.58.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+sibi_dst-0.3.58.dist-info/RECORD,,