data-designer 0.3.2__py3-none-any.whl → 0.3.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data_designer/_version.py CHANGED
@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
28
28
  commit_id: COMMIT_ID
29
29
  __commit_id__: COMMIT_ID
30
30
 
31
- __version__ = version = '0.3.2'
32
- __version_tuple__ = version_tuple = (0, 3, 2)
31
+ __version__ = version = '0.3.3'
32
+ __version_tuple__ = version_tuple = (0, 3, 3)
33
33
 
34
34
  __commit_id__ = commit_id = None
@@ -108,6 +108,26 @@ class ConcurrentThreadExecutor:
108
108
  self._shutdown_window_size = shutdown_error_window
109
109
  self._results = ExecutorResults(failure_threshold=shutdown_error_rate)
110
110
 
111
+ @property
112
+ def results(self) -> ExecutorResults:
113
+ return self._results
114
+
115
+ @property
116
+ def max_workers(self) -> int:
117
+ return self._max_workers
118
+
119
+ @property
120
+ def shutdown_error_rate(self) -> float:
121
+ return self._shutdown_error_rate
122
+
123
+ @property
124
+ def shutdown_window_size(self) -> int:
125
+ return self._shutdown_window_size
126
+
127
+ @property
128
+ def semaphore(self) -> Semaphore:
129
+ return self._semaphore
130
+
111
131
  def __enter__(self) -> ConcurrentThreadExecutor:
112
132
  self._executor = ThreadPoolExecutor(
113
133
  max_workers=self._max_workers,
@@ -145,14 +165,16 @@ class ConcurrentThreadExecutor:
145
165
  self._raise_task_error()
146
166
 
147
167
  def _handle_future(future: Future) -> None:
148
- self._results.completed_count += 1
149
168
  try:
150
169
  result = future.result()
151
170
  if self._result_callback is not None:
152
171
  self._result_callback(result, context=context)
153
- self._results.success_count += 1
172
+ with self._lock:
173
+ self._results.completed_count += 1
174
+ self._results.success_count += 1
154
175
  except Exception as err:
155
176
  with self._lock:
177
+ self._results.completed_count += 1
156
178
  self._results.error_trap.handle_error(err)
157
179
  if self._results.is_error_rate_exceeded(self._shutdown_window_size):
158
180
  # Signal to shutdown early on the next submission (if received).
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: data-designer
3
- Version: 0.3.2
3
+ Version: 0.3.3
4
4
  Summary: General framework for synthetic data generation
5
5
  License-Expression: Apache-2.0
6
6
  License-File: LICENSE
@@ -37,7 +37,7 @@ Requires-Dist: pygments<3,>=2.19.2
37
37
  Requires-Dist: python-json-logger<4,>=3
38
38
  Requires-Dist: pyyaml<7,>=6.0.1
39
39
  Requires-Dist: requests<3,>=2.32.2
40
- Requires-Dist: rich<14,>=13.7.1
40
+ Requires-Dist: rich<15,>=13.7.1
41
41
  Requires-Dist: ruff<1,>=0.14.10
42
42
  Requires-Dist: scipy<2,>=1.11.0
43
43
  Requires-Dist: sqlfluff<4,>=3.2.0
@@ -1,5 +1,5 @@
1
1
  data_designer/__init__.py,sha256=xYZCBRleSswcNCARfHQzFy_Edag3Nmmwfa6A5C1d5B8,466
2
- data_designer/_version.py,sha256=e8NqPtZ8fggRgk3GPrqZ_U_BDV8aSULw1u_Gn9NNbnk,704
2
+ data_designer/_version.py,sha256=lemL_4Kl75FgrO6lVuFrrtw6-Dcf9wtXBalKkXuzkO4,704
3
3
  data_designer/errors.py,sha256=BjnxDxwtTGscY3lZbi1RQ666j5PseoxNJRobeMXAJiI,184
4
4
  data_designer/logging.py,sha256=2ToJzPPb6zF-QR-yQnrLVcBiBGL_QVNsnCHSQC0nPpQ,5346
5
5
  data_designer/plugin_manager.py,sha256=C2ZkZiXlcMRiaxfrrho5Shz6DKdExVeBha7ch-d4CnU,2695
@@ -103,7 +103,7 @@ data_designer/engine/dataset_builders/column_wise_builder.py,sha256=y068Eza-MabP
103
103
  data_designer/engine/dataset_builders/errors.py,sha256=ov9cTRvLtLieIFkUGZdk1n_iabdc904ZATwgT5u9uzY,364
104
104
  data_designer/engine/dataset_builders/multi_column_configs.py,sha256=bxRildX3SfzSFKv_rqwwsUeFn_RoyhfFneSj4qBi-Q4,1624
105
105
  data_designer/engine/dataset_builders/utils/__init__.py,sha256=XLO09Ei8g0lU7hYlzKCvhvQhLFBe5CBwE4v2PqK9xWY,142
106
- data_designer/engine/dataset_builders/utils/concurrency.py,sha256=DtC0ZNjvbdi9LW4po4pPu4bbcGzmdgDqVAJ3ikxEXrQ,7341
106
+ data_designer/engine/dataset_builders/utils/concurrency.py,sha256=SQlT9Tu3UgATllm_fwle4kkro09NQBVU_nLSZj7lBDQ,7893
107
107
  data_designer/engine/dataset_builders/utils/config_compiler.py,sha256=iAbaLiDNBPyjZwSVK1a83KFKln9LACjKdVSpIiZRemw,2405
108
108
  data_designer/engine/dataset_builders/utils/dag.py,sha256=L3-sla2s8oqcy3V-WSxXAWZVakkmb3cvmTh5L6phC1M,2474
109
109
  data_designer/engine/dataset_builders/utils/dataset_batch_manager.py,sha256=c-6ER96oP-0oZ6CncN8sjXy1S1ZjzTreeYBr1oOX8Yg,7774
@@ -186,8 +186,8 @@ data_designer/plugins/registry.py,sha256=1vNlmDyFMCIY8D_z1RbnWMfKnHZ02g8sAvJg1nE
186
186
  data_designer/plugins/testing/__init__.py,sha256=lSuWzt1AVTJg4gV9wh6BUU1Az7IjQ-9FgADdUAtm_qQ,260
187
187
  data_designer/plugins/testing/stubs.py,sha256=E8bovwU4zpNaJM4b1i4biCDXyqvthe8vmsrZ9M0M9vM,4277
188
188
  data_designer/plugins/testing/utils.py,sha256=OLoQzW8-qbA-91wTUWtwNHrMDyGz1-ma0f6a-3NBUNI,937
189
- data_designer-0.3.2.dist-info/METADATA,sha256=MxCBgRT_p5AKQwJYXthjMIqJ4adlPHHyKd-gOft42bQ,7648
190
- data_designer-0.3.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
191
- data_designer-0.3.2.dist-info/entry_points.txt,sha256=NWWWidyDxN6CYX6y664PhBYMhbaYTQTyprqfYAgkyCg,57
192
- data_designer-0.3.2.dist-info/licenses/LICENSE,sha256=cSWJDwVqHyQgly8Zmt3pqXJ2eQbZVYwN9qd0NMssxXY,11336
193
- data_designer-0.3.2.dist-info/RECORD,,
189
+ data_designer-0.3.3.dist-info/METADATA,sha256=zJ5wtn9YBRb9qEXBHT3_93rZxo7RT5P6JhSsAdILimQ,7648
190
+ data_designer-0.3.3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
191
+ data_designer-0.3.3.dist-info/entry_points.txt,sha256=NWWWidyDxN6CYX6y664PhBYMhbaYTQTyprqfYAgkyCg,57
192
+ data_designer-0.3.3.dist-info/licenses/LICENSE,sha256=cSWJDwVqHyQgly8Zmt3pqXJ2eQbZVYwN9qd0NMssxXY,11336
193
+ data_designer-0.3.3.dist-info/RECORD,,