sibi-dst 0.3.62__py3-none-any.whl → 0.3.63__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. sibi_dst/df_helper/_parquet_artifact.py +2 -0
  2. sibi_dst/utils/data_wrapper.py +2 -2
  3. {sibi_dst-0.3.62.dist-info → sibi_dst-0.3.63.dist-info}/METADATA +1 -1
  4. {sibi_dst-0.3.62.dist-info → sibi_dst-0.3.63.dist-info}/RECORD +5 -5
  5. {sibi_dst-0.3.62.dist-info → sibi_dst-0.3.63.dist-info}/WHEEL +0 -0
sibi_dst/df_helper/_parquet_artifact.py CHANGED
@@ -158,6 +158,7 @@ class ParquetArtifact(DfHelper):
158
158
  if not manifest_exists:
159
159
  self.logger.info(f"Creating new manifest at {self.missing_manifest_path}")
160
160
  self.mmanifest.save()
161
+ self.mmanifest.cleanup_temp_manifests()
161
162
  else:
162
163
  self.logger.info(f"Manifest already exists at {self.missing_manifest_path}")
163
164
 
@@ -206,6 +207,7 @@ class ParquetArtifact(DfHelper):
206
207
  try:
207
208
  if self.mmanifest and self.mmanifest._new_records:
208
209
  self.mmanifest.save()
210
+ self.mmanifest.cleanup_temp_manifests()
209
211
  if getattr(self, "_entered", False) and self.fs and self._own_fs:
210
212
  self.fs.close()
211
213
  except Exception as e:
sibi_dst/utils/data_wrapper.py CHANGED
@@ -37,8 +37,8 @@ class DataWrapper:
37
37
  load_params: Optional[Dict] = None,
38
38
  logger: Logger = None,
39
39
  show_progress: bool = False,
40
- timeout: float = 60,
41
- max_threads: int = 3,
40
+ timeout: float = 30,
41
+ max_threads: int = 1,
42
42
  **kwargs: Any,
43
43
  ):
44
44
  self.dataclass = dataclass
{sibi_dst-0.3.62.dist-info → sibi_dst-0.3.63.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: sibi-dst
3
- Version: 0.3.62
3
+ Version: 0.3.63
4
4
  Summary: Data Science Toolkit
5
5
  Author: Luis Valverde
6
6
  Author-email: lvalverdeb@gmail.com
{sibi_dst-0.3.62.dist-info → sibi_dst-0.3.63.dist-info}/RECORD RENAMED
@@ -2,7 +2,7 @@ sibi_dst/__init__.py,sha256=3pbriM7Ym5f9gew7n9cO4G_p9n-0bnxdmQ0hwBdJjr4,253
2
2
  sibi_dst/df_helper/__init__.py,sha256=McYrw2N0MsMgtawLrONXTGdyHfQWVOBUvIDbklfjb54,342
3
3
  sibi_dst/df_helper/_artifact_updater_multi_wrapper.py,sha256=-Y4i5KAxKY2BNkmoVeMEZxjTFD7zaM9oQ0aRsvUbQrs,9340
4
4
  sibi_dst/df_helper/_df_helper.py,sha256=uKP6i-7dasZQ5zViD8-VJU0lNHumrdZG6IXvDFijZ18,31214
5
- sibi_dst/df_helper/_parquet_artifact.py,sha256=6y8nJ-HDAdmy3XNSvnEdA2zBXDhUIVoUeKgXLmVMGCo,14879
5
+ sibi_dst/df_helper/_parquet_artifact.py,sha256=Nio5GSD6rTYl52nf_TSpQhYIF0hKqRrB3H3A4zYnaG8,14987
6
6
  sibi_dst/df_helper/_parquet_reader.py,sha256=L6mr2FeKtTeIn37G9EGpvOx8PwMqXb6qnEECqBaiwxo,3954
7
7
  sibi_dst/df_helper/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
8
8
  sibi_dst/df_helper/backends/django/__init__.py,sha256=uWHi-DtQX5re7b2HcqoXUH3_FZWOw1VTmDf552FAkNs,256
@@ -44,7 +44,7 @@ sibi_dst/utils/clickhouse_writer.py,sha256=iAUe4_Kn2WR1xZjpLW2FOWCWfOTw6fCGMTUcW
44
44
  sibi_dst/utils/credentials.py,sha256=cHJPPsmVyijqbUQIq7WWPe-lIallA-mI5RAy3YUuRME,1724
45
45
  sibi_dst/utils/data_from_http_source.py,sha256=AcpKNsqTgN2ClNwuhgUpuNCx62r5_DdsAiKY8vcHEBA,1867
46
46
  sibi_dst/utils/data_utils.py,sha256=MqbwXk33BuANWeKKmsabHouhb8GZswSmbM-VetWWE-M,10357
47
- sibi_dst/utils/data_wrapper.py,sha256=o7zAdiUl2ohXhISYi4cv7osxppdongNh-A_OXTs-CXU,9641
47
+ sibi_dst/utils/data_wrapper.py,sha256=Tb9bHIHI6qVsdH791BOFN1VrPb-7GS4fHhhHV8hktec,9641
48
48
  sibi_dst/utils/date_utils.py,sha256=T3ij-WOQu3cIfmNAweSVMWWr-hVtuBcTGjEY-cMJIvU,18627
49
49
  sibi_dst/utils/df_utils.py,sha256=TzIAUCLbgOn3bvCFvzkc1S9YU-OlZTImdCj-88dtg8g,11401
50
50
  sibi_dst/utils/file_utils.py,sha256=Z99CZ_4nPDIaZqbCfzzUDfAYJjSudWDj-mwEO8grhbc,1253
@@ -77,6 +77,6 @@ sibi_dst/v2/df_helper/core/_params_config.py,sha256=DYx2drDz3uF-lSPzizPkchhy-kxR
77
77
  sibi_dst/v2/df_helper/core/_query_config.py,sha256=Y8LVSyaKuVkrPluRDkQoOwuXHQxner1pFWG3HPfnDHM,441
78
78
  sibi_dst/v2/utils/__init__.py,sha256=6H4cvhqTiFufnFPETBF0f8beVVMpfJfvUs6Ne0TQZNY,58
79
79
  sibi_dst/v2/utils/log_utils.py,sha256=rfk5VsLAt-FKpv6aPTC1FToIPiyrnHAFFBAkHme24po,4123
80
- sibi_dst-0.3.62.dist-info/METADATA,sha256=wqtWlXfA57ZXflNzp6WYvnHWyZ0JkDu8P1gxmEqF3rs,4292
81
- sibi_dst-0.3.62.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
82
- sibi_dst-0.3.62.dist-info/RECORD,,
80
+ sibi_dst-0.3.63.dist-info/METADATA,sha256=ZsVn8AeFIUeVrb0Ybxmjk393FdUyn2j2fOnGQ8MXM1k,4292
81
+ sibi_dst-0.3.63.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
82
+ sibi_dst-0.3.63.dist-info/RECORD,,