data-designer 0.3.2__py3-none-any.whl → 0.3.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data_designer/_version.py +2 -2
- data_designer/engine/dataset_builders/utils/concurrency.py +24 -2
- {data_designer-0.3.2.dist-info → data_designer-0.3.3.dist-info}/METADATA +2 -2
- {data_designer-0.3.2.dist-info → data_designer-0.3.3.dist-info}/RECORD +7 -7
- {data_designer-0.3.2.dist-info → data_designer-0.3.3.dist-info}/WHEEL +0 -0
- {data_designer-0.3.2.dist-info → data_designer-0.3.3.dist-info}/entry_points.txt +0 -0
- {data_designer-0.3.2.dist-info → data_designer-0.3.3.dist-info}/licenses/LICENSE +0 -0
data_designer/_version.py
CHANGED
|
@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
|
|
|
28
28
|
commit_id: COMMIT_ID
|
|
29
29
|
__commit_id__: COMMIT_ID
|
|
30
30
|
|
|
31
|
-
__version__ = version = '0.3.
|
|
32
|
-
__version_tuple__ = version_tuple = (0, 3,
|
|
31
|
+
__version__ = version = '0.3.3'
|
|
32
|
+
__version_tuple__ = version_tuple = (0, 3, 3)
|
|
33
33
|
|
|
34
34
|
__commit_id__ = commit_id = None
|
|
@@ -108,6 +108,26 @@ class ConcurrentThreadExecutor:
|
|
|
108
108
|
self._shutdown_window_size = shutdown_error_window
|
|
109
109
|
self._results = ExecutorResults(failure_threshold=shutdown_error_rate)
|
|
110
110
|
|
|
111
|
+
@property
|
|
112
|
+
def results(self) -> ExecutorResults:
|
|
113
|
+
return self._results
|
|
114
|
+
|
|
115
|
+
@property
|
|
116
|
+
def max_workers(self) -> int:
|
|
117
|
+
return self._max_workers
|
|
118
|
+
|
|
119
|
+
@property
|
|
120
|
+
def shutdown_error_rate(self) -> float:
|
|
121
|
+
return self._shutdown_error_rate
|
|
122
|
+
|
|
123
|
+
@property
|
|
124
|
+
def shutdown_window_size(self) -> int:
|
|
125
|
+
return self._shutdown_window_size
|
|
126
|
+
|
|
127
|
+
@property
|
|
128
|
+
def semaphore(self) -> Semaphore:
|
|
129
|
+
return self._semaphore
|
|
130
|
+
|
|
111
131
|
def __enter__(self) -> ConcurrentThreadExecutor:
|
|
112
132
|
self._executor = ThreadPoolExecutor(
|
|
113
133
|
max_workers=self._max_workers,
|
|
@@ -145,14 +165,16 @@ class ConcurrentThreadExecutor:
|
|
|
145
165
|
self._raise_task_error()
|
|
146
166
|
|
|
147
167
|
def _handle_future(future: Future) -> None:
|
|
148
|
-
self._results.completed_count += 1
|
|
149
168
|
try:
|
|
150
169
|
result = future.result()
|
|
151
170
|
if self._result_callback is not None:
|
|
152
171
|
self._result_callback(result, context=context)
|
|
153
|
-
self.
|
|
172
|
+
with self._lock:
|
|
173
|
+
self._results.completed_count += 1
|
|
174
|
+
self._results.success_count += 1
|
|
154
175
|
except Exception as err:
|
|
155
176
|
with self._lock:
|
|
177
|
+
self._results.completed_count += 1
|
|
156
178
|
self._results.error_trap.handle_error(err)
|
|
157
179
|
if self._results.is_error_rate_exceeded(self._shutdown_window_size):
|
|
158
180
|
# Signal to shutdown early on the next submission (if received).
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: data-designer
|
|
3
|
-
Version: 0.3.
|
|
3
|
+
Version: 0.3.3
|
|
4
4
|
Summary: General framework for synthetic data generation
|
|
5
5
|
License-Expression: Apache-2.0
|
|
6
6
|
License-File: LICENSE
|
|
@@ -37,7 +37,7 @@ Requires-Dist: pygments<3,>=2.19.2
|
|
|
37
37
|
Requires-Dist: python-json-logger<4,>=3
|
|
38
38
|
Requires-Dist: pyyaml<7,>=6.0.1
|
|
39
39
|
Requires-Dist: requests<3,>=2.32.2
|
|
40
|
-
Requires-Dist: rich<
|
|
40
|
+
Requires-Dist: rich<15,>=13.7.1
|
|
41
41
|
Requires-Dist: ruff<1,>=0.14.10
|
|
42
42
|
Requires-Dist: scipy<2,>=1.11.0
|
|
43
43
|
Requires-Dist: sqlfluff<4,>=3.2.0
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
data_designer/__init__.py,sha256=xYZCBRleSswcNCARfHQzFy_Edag3Nmmwfa6A5C1d5B8,466
|
|
2
|
-
data_designer/_version.py,sha256=
|
|
2
|
+
data_designer/_version.py,sha256=lemL_4Kl75FgrO6lVuFrrtw6-Dcf9wtXBalKkXuzkO4,704
|
|
3
3
|
data_designer/errors.py,sha256=BjnxDxwtTGscY3lZbi1RQ666j5PseoxNJRobeMXAJiI,184
|
|
4
4
|
data_designer/logging.py,sha256=2ToJzPPb6zF-QR-yQnrLVcBiBGL_QVNsnCHSQC0nPpQ,5346
|
|
5
5
|
data_designer/plugin_manager.py,sha256=C2ZkZiXlcMRiaxfrrho5Shz6DKdExVeBha7ch-d4CnU,2695
|
|
@@ -103,7 +103,7 @@ data_designer/engine/dataset_builders/column_wise_builder.py,sha256=y068Eza-MabP
|
|
|
103
103
|
data_designer/engine/dataset_builders/errors.py,sha256=ov9cTRvLtLieIFkUGZdk1n_iabdc904ZATwgT5u9uzY,364
|
|
104
104
|
data_designer/engine/dataset_builders/multi_column_configs.py,sha256=bxRildX3SfzSFKv_rqwwsUeFn_RoyhfFneSj4qBi-Q4,1624
|
|
105
105
|
data_designer/engine/dataset_builders/utils/__init__.py,sha256=XLO09Ei8g0lU7hYlzKCvhvQhLFBe5CBwE4v2PqK9xWY,142
|
|
106
|
-
data_designer/engine/dataset_builders/utils/concurrency.py,sha256=
|
|
106
|
+
data_designer/engine/dataset_builders/utils/concurrency.py,sha256=SQlT9Tu3UgATllm_fwle4kkro09NQBVU_nLSZj7lBDQ,7893
|
|
107
107
|
data_designer/engine/dataset_builders/utils/config_compiler.py,sha256=iAbaLiDNBPyjZwSVK1a83KFKln9LACjKdVSpIiZRemw,2405
|
|
108
108
|
data_designer/engine/dataset_builders/utils/dag.py,sha256=L3-sla2s8oqcy3V-WSxXAWZVakkmb3cvmTh5L6phC1M,2474
|
|
109
109
|
data_designer/engine/dataset_builders/utils/dataset_batch_manager.py,sha256=c-6ER96oP-0oZ6CncN8sjXy1S1ZjzTreeYBr1oOX8Yg,7774
|
|
@@ -186,8 +186,8 @@ data_designer/plugins/registry.py,sha256=1vNlmDyFMCIY8D_z1RbnWMfKnHZ02g8sAvJg1nE
|
|
|
186
186
|
data_designer/plugins/testing/__init__.py,sha256=lSuWzt1AVTJg4gV9wh6BUU1Az7IjQ-9FgADdUAtm_qQ,260
|
|
187
187
|
data_designer/plugins/testing/stubs.py,sha256=E8bovwU4zpNaJM4b1i4biCDXyqvthe8vmsrZ9M0M9vM,4277
|
|
188
188
|
data_designer/plugins/testing/utils.py,sha256=OLoQzW8-qbA-91wTUWtwNHrMDyGz1-ma0f6a-3NBUNI,937
|
|
189
|
-
data_designer-0.3.
|
|
190
|
-
data_designer-0.3.
|
|
191
|
-
data_designer-0.3.
|
|
192
|
-
data_designer-0.3.
|
|
193
|
-
data_designer-0.3.
|
|
189
|
+
data_designer-0.3.3.dist-info/METADATA,sha256=zJ5wtn9YBRb9qEXBHT3_93rZxo7RT5P6JhSsAdILimQ,7648
|
|
190
|
+
data_designer-0.3.3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
191
|
+
data_designer-0.3.3.dist-info/entry_points.txt,sha256=NWWWidyDxN6CYX6y664PhBYMhbaYTQTyprqfYAgkyCg,57
|
|
192
|
+
data_designer-0.3.3.dist-info/licenses/LICENSE,sha256=cSWJDwVqHyQgly8Zmt3pqXJ2eQbZVYwN9qd0NMssxXY,11336
|
|
193
|
+
data_designer-0.3.3.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|