dcicutils 8.14.3.1b3__tar.gz → 8.14.3.2b1__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/PKG-INFO +1 -1
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/portal_utils.py +0 -6
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/s3_utils.py +4 -2
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/scripts/view_portal_object.py +1 -6
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/structured_data.py +7 -1
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/pyproject.toml +1 -1
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/LICENSE.txt +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/README.rst +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/__init__.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/base.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/beanstalk_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/bundle_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/captured_output.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/cloudformation_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/codebuild_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/command_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/common.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/contribution_scripts.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/contribution_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/creds_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/data_readers.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/data_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/datetime_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/deployment_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/diff_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/docker_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/ecr_scripts.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/ecr_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/ecs_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/env_base.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/env_manager.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/env_scripts.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/env_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/env_utils_legacy.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/es_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/exceptions.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/ff_mocks.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/ff_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/file_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/function_cache_decorator.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/glacier_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/hack_for_elasticsearch_numpy_usage.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/http_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/jh_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/kibana/dashboards.json +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/kibana/readme.md +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/lang_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/license_policies/c4-infrastructure.jsonc +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/license_policies/c4-python-infrastructure.jsonc +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/license_policies/park-lab-common-server.jsonc +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/license_policies/park-lab-common.jsonc +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/license_policies/park-lab-pipeline.jsonc +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/license_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/log_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/misc_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/obfuscation_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/opensearch_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/portal_object_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/progress_bar.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/project_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/qa_checkers.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/qa_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/redis_tools.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/redis_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/schema_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/scripts/publish_to_pypi.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/scripts/run_license_checker.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/scripts/update_portal_object.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/secrets_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/sheet_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/snapshot_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/ssl_certificate_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/submitr/progress_constants.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/submitr/ref_lookup_strategy.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/task_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/tmpfile_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/trace_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/validation_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/variant_utils.py +0 -0
- {dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/zip_utils.py +0 -0
@@ -294,12 +294,6 @@ class Portal:
|
|
294
294
|
def get_health(self) -> OptionalResponse:
|
295
295
|
return self.get("/health")
|
296
296
|
|
297
|
-
def get_version(self) -> Optional[str]:
|
298
|
-
try:
|
299
|
-
return self.get_health().json()["project_version"]
|
300
|
-
except Exception:
|
301
|
-
return None
|
302
|
-
|
303
297
|
def ping(self) -> bool:
|
304
298
|
try:
|
305
299
|
return self.get_health().status_code == 200
|
@@ -328,8 +328,10 @@ class s3Utils(s3Base): # NOQA - This class name violates style rules, but a lot
|
|
328
328
|
# maybe its not json after all
|
329
329
|
return auth_text
|
330
330
|
|
331
|
-
def read_s3(self, filename: str):
|
332
|
-
|
331
|
+
def read_s3(self, filename: str, bucket: Optional[str] = None):
|
332
|
+
if (not isinstance(bucket, str)) or (not bucket):
|
333
|
+
bucket = self.outfile_bucket
|
334
|
+
response = self.s3.get_object(Bucket=bucket, Key=filename)
|
333
335
|
logger.info(str(response))
|
334
336
|
return response['Body'].read()
|
335
337
|
|
@@ -360,12 +360,7 @@ def _get_portal_object(portal: Portal, uuid: str,
|
|
360
360
|
path = f"/{uuid}"
|
361
361
|
else:
|
362
362
|
path = uuid
|
363
|
-
|
364
|
-
if response.status_code == 403:
|
365
|
-
_exit(f"Permission error getting Portal object from {portal.server}: {uuid}")
|
366
|
-
elif response.status_code == 404:
|
367
|
-
_exit(f"Not found Portal object from {portal.server}: {uuid}")
|
368
|
-
|
363
|
+
response = portal.get(path, raw=raw or inserts, database=database)
|
369
364
|
except Exception as e:
|
370
365
|
if "404" in str(e) and "not found" in str(e).lower():
|
371
366
|
_print(f"Portal object not found at {portal.server}: {uuid}")
|
@@ -388,7 +388,13 @@ class StructuredDataSet:
|
|
388
388
|
structured_row = structured_row_template.create_row()
|
389
389
|
for column_name, value in row.items():
|
390
390
|
if self._validator_hook:
|
391
|
-
value =
|
391
|
+
value, validator_error = (
|
392
|
+
self._validator_hook(self, type_name, column_name, reader.row_number, value))
|
393
|
+
if validator_error:
|
394
|
+
self._note_error({
|
395
|
+
"src": create_dict(type=schema_name, row=reader.row_number),
|
396
|
+
"error": validator_error
|
397
|
+
}, "validation")
|
392
398
|
structured_row_template.set_value(structured_row, column_name, value, reader.file, reader.row_number)
|
393
399
|
if self._autoadd_properties:
|
394
400
|
self._add_properties(structured_row, self._autoadd_properties, schema)
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "dcicutils"
|
3
|
-
version = "8.14.3.
|
3
|
+
version = "8.14.3.2b1" # TODO: To become 8.15.0
|
4
4
|
description = "Utility package for interacting with the 4DN Data Portal and other 4DN resources"
|
5
5
|
authors = ["4DN-DCIC Team <support@4dnucleome.org>"]
|
6
6
|
license = "MIT"
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/hack_for_elasticsearch_numpy_usage.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/license_policies/c4-infrastructure.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/license_policies/park-lab-common.jsonc
RENAMED
File without changes
|
{dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc
RENAMED
File without changes
|
{dcicutils-8.14.3.1b3 → dcicutils-8.14.3.2b1}/dcicutils/license_policies/park-lab-pipeline.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|