dcicutils 8.8.1.1b5__tar.gz → 8.8.1.1b7__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/PKG-INFO +1 -1
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/structured_data.py +8 -1
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/pyproject.toml +1 -1
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/LICENSE.txt +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/README.rst +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/__init__.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/base.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/beanstalk_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/bundle_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/captured_output.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/cloudformation_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/codebuild_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/command_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/common.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/contribution_scripts.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/contribution_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/creds_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/data_readers.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/data_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/datetime_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/deployment_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/diff_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/docker_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/ecr_scripts.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/ecr_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/ecs_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/env_base.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/env_manager.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/env_scripts.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/env_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/env_utils_legacy.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/es_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/exceptions.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/ff_mocks.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/ff_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/file_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/function_cache_decorator.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/glacier_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/jh_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/kibana/dashboards.json +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/kibana/readme.md +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/lang_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/license_policies/c4-infrastructure.jsonc +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/license_policies/c4-python-infrastructure.jsonc +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/license_policies/park-lab-common-server.jsonc +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/license_policies/park-lab-common.jsonc +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/license_policies/park-lab-pipeline.jsonc +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/license_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/log_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/misc_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/obfuscation_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/opensearch_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/portal_object_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/portal_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/project_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/qa_checkers.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/qa_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/redis_tools.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/redis_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/s3_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/schema_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/scripts/publish_to_pypi.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/scripts/run_license_checker.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/scripts/view_portal_object.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/secrets_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/sheet_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/snapshot_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/ssl_certificate_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/task_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/tmpfile_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/trace_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/validation_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/variant_utils.py +0 -0
- {dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/zip_utils.py +0 -0
@@ -91,6 +91,7 @@ class StructuredDataSet:
|
|
91
91
|
self._errors = {}
|
92
92
|
self._resolved_refs = set()
|
93
93
|
self._validated = False
|
94
|
+
self._nrows = 0
|
94
95
|
self._autoadd_properties = autoadd if isinstance(autoadd, dict) and autoadd else None
|
95
96
|
self._norefs = True if norefs is True else False
|
96
97
|
self._debug_sleep = None
|
@@ -116,10 +117,11 @@ class StructuredDataSet:
|
|
116
117
|
ref_lookup_strategy: Optional[Callable] = None,
|
117
118
|
ref_lookup_nocache: bool = False,
|
118
119
|
norefs: bool = False,
|
120
|
+
progress: Optional[Callable] = None,
|
119
121
|
debug_sleep: Optional[str] = None) -> StructuredDataSet:
|
120
122
|
return StructuredDataSet(file=file, portal=portal, schemas=schemas, autoadd=autoadd, order=order, prune=prune,
|
121
123
|
ref_lookup_strategy=ref_lookup_strategy, ref_lookup_nocache=ref_lookup_nocache,
|
122
|
-
norefs=norefs, debug_sleep=debug_sleep)
|
124
|
+
norefs=norefs, progress=progress, debug_sleep=debug_sleep)
|
123
125
|
|
124
126
|
def validate(self, force: bool = False) -> None:
|
125
127
|
def data_without_deleted_properties(data: dict) -> dict:
|
@@ -194,6 +196,10 @@ class StructuredDataSet:
|
|
194
196
|
upload_file["path"] = file_path
|
195
197
|
return upload_files
|
196
198
|
|
199
|
+
@property
|
200
|
+
def nrows(self) -> int:
|
201
|
+
return self._nrows
|
202
|
+
|
197
203
|
def compare(self, progress: Optional[Callable] = None) -> dict:
|
198
204
|
def get_counts() -> int:
|
199
205
|
ntypes = 0
|
@@ -328,6 +334,7 @@ class StructuredDataSet:
|
|
328
334
|
noschema = False
|
329
335
|
structured_row_template = None
|
330
336
|
for row in reader:
|
337
|
+
self._nrows += 1
|
331
338
|
if self._debug_sleep:
|
332
339
|
time.sleep(float(self._debug_sleep))
|
333
340
|
if not structured_row_template: # Delay creation just so we don't reference schema if there are no rows.
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "dcicutils"
|
3
|
-
version = "8.8.1.
|
3
|
+
version = "8.8.1.1b7" # TODO: To become 8.8.2
|
4
4
|
description = "Utility package for interacting with the 4DN Data Portal and other 4DN resources"
|
5
5
|
authors = ["4DN-DCIC Team <support@4dnucleome.org>"]
|
6
6
|
license = "MIT"
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/license_policies/c4-infrastructure.jsonc
RENAMED
File without changes
|
File without changes
|
{dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/license_policies/park-lab-common-server.jsonc
RENAMED
File without changes
|
{dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/license_policies/park-lab-common.jsonc
RENAMED
File without changes
|
{dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc
RENAMED
File without changes
|
{dcicutils-8.8.1.1b5 → dcicutils-8.8.1.1b7}/dcicutils/license_policies/park-lab-pipeline.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|