dcicutils 8.14.0.1b20__tar.gz → 8.14.0.1b22__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/PKG-INFO +1 -1
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/scripts/view_portal_object.py +33 -6
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/pyproject.toml +1 -1
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/LICENSE.txt +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/README.rst +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/__init__.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/base.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/beanstalk_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/bundle_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/captured_output.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/cloudformation_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/codebuild_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/command_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/common.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/contribution_scripts.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/contribution_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/creds_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/data_readers.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/data_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/datetime_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/deployment_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/diff_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/docker_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/ecr_scripts.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/ecr_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/ecs_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/env_base.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/env_manager.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/env_scripts.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/env_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/env_utils_legacy.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/es_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/exceptions.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/ff_mocks.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/ff_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/file_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/function_cache_decorator.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/glacier_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/hack_for_elasticsearch_numpy_usage.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/http_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/jh_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/kibana/dashboards.json +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/kibana/readme.md +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/lang_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/license_policies/c4-infrastructure.jsonc +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/license_policies/c4-python-infrastructure.jsonc +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/license_policies/park-lab-common-server.jsonc +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/license_policies/park-lab-common.jsonc +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/license_policies/park-lab-pipeline.jsonc +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/license_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/log_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/misc_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/obfuscation_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/opensearch_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/portal_object_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/portal_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/progress_bar.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/project_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/qa_checkers.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/qa_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/redis_tools.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/redis_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/s3_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/schema_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/scripts/publish_to_pypi.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/scripts/run_license_checker.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/scripts/update_portal_object.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/secrets_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/sheet_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/snapshot_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/ssl_certificate_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/structured_data.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/submitr/progress_constants.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/submitr/ref_lookup_strategy.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/task_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/tmpfile_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/trace_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/validation_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/variant_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/zip_utils.py +0 -0
@@ -290,6 +290,23 @@ def _get_portal_object(portal: Portal, uuid: str,
|
|
290
290
|
_print()
|
291
291
|
return None
|
292
292
|
|
293
|
+
def get_metadata_types(path: str) -> Optional[dict]:
|
294
|
+
nonlocal portal, debug
|
295
|
+
metadata_types = {}
|
296
|
+
try:
|
297
|
+
if debug:
|
298
|
+
_print(f"Executing separted query to get actual metadata types for raw/inserts query.")
|
299
|
+
if ((response := portal.get(path)) and (response.status_code in [200, 307]) and
|
300
|
+
(response := response.json()) and (results := response.get("@graph"))): # noqa
|
301
|
+
for result in results:
|
302
|
+
if (result_type := result.get("@type")) and (result_uuid := result.get("uuid")):
|
303
|
+
if ((isinstance(result_type, list) and (result_type := result_type[0])) or
|
304
|
+
isinstance(result_type, str)): # noqa
|
305
|
+
metadata_types[result_uuid] = result_type
|
306
|
+
except Exception:
|
307
|
+
return None
|
308
|
+
return metadata_types
|
309
|
+
|
293
310
|
response = None
|
294
311
|
try:
|
295
312
|
if not uuid.startswith("/"):
|
@@ -312,6 +329,7 @@ def _get_portal_object(portal: Portal, uuid: str,
|
|
312
329
|
if not response.json:
|
313
330
|
_exit(f"Invalid JSON getting Portal object: {uuid}")
|
314
331
|
response = response.json()
|
332
|
+
response_types = {}
|
315
333
|
if inserts:
|
316
334
|
# Format results as suitable for inserts (e.g. via update-portal-object).
|
317
335
|
response.pop("schema_version", None)
|
@@ -319,10 +337,12 @@ def _get_portal_object(portal: Portal, uuid: str,
|
|
319
337
|
(isinstance(results_type := response.get("@type"), list) and results_type) and
|
320
338
|
(isinstance(results_type := results_type[0], str) and results_type.endswith("SearchResults")) and
|
321
339
|
(results_type := results_type[0:-len("SearchResults")])): # noqa
|
322
|
-
# For search results, the type (from XyzSearchResults, above) may not be precisely correct
|
323
|
-
# each of the results; it may be the supertype (e.g. QualityMetric vs QualityMetricWorkflowRun);
|
340
|
+
# For (raw frame) search results, the type (from XyzSearchResults, above) may not be precisely correct
|
341
|
+
# for each of the results; it may be the supertype (e.g. QualityMetric vs QualityMetricWorkflowRun);
|
324
342
|
# so for types which are supertypes (gotten via Portal.get_schemas_super_type_map) we actually
|
325
|
-
# lookup each result individually to determine its actual precise type.
|
343
|
+
# lookup each result individually to determine its actual precise type. Although, if we have
|
344
|
+
# more than (say) 5 results to do this for, then do a separate query (get_metadata_types)
|
345
|
+
# to get the result types all at once.
|
326
346
|
if not ((supertypes := portal.get_schemas_super_type_map()) and (subtypes := supertypes.get(results_type))):
|
327
347
|
subtypes = None
|
328
348
|
response = {}
|
@@ -335,9 +355,16 @@ def _get_portal_object(portal: Portal, uuid: str,
|
|
335
355
|
result.pop("schema_version", None)
|
336
356
|
result = prune_data(result)
|
337
357
|
if (subtypes and one_or_more_objects_of_types_exists(portal, subtypes, debug=debug) and
|
338
|
-
(result_uuid := result.get("uuid"))
|
339
|
-
|
340
|
-
|
358
|
+
(result_uuid := result.get("uuid"))): # noqa
|
359
|
+
# If we have more than (say) 5 results for which we need to determine that actual result type,
|
360
|
+
# then get them all at once via separate query (get_metadata_types)) which is not the raw frame.
|
361
|
+
if (results_total > 5) and (not response_types):
|
362
|
+
response_types = get_metadata_types(path)
|
363
|
+
if not (response_types and (result_type := response_types.get(result_uuid))):
|
364
|
+
if individual_result_type := get_metadata_for_individual_result_type(result_uuid):
|
365
|
+
result_type = individual_result_type
|
366
|
+
else:
|
367
|
+
result_type = results_type
|
341
368
|
else:
|
342
369
|
result_type = results_type
|
343
370
|
if response.get(result_type):
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "dcicutils"
|
3
|
-
version = "8.14.0.
|
3
|
+
version = "8.14.0.1b22" # TODO: To become 8.14.1
|
4
4
|
description = "Utility package for interacting with the 4DN Data Portal and other 4DN resources"
|
5
5
|
authors = ["4DN-DCIC Team <support@4dnucleome.org>"]
|
6
6
|
license = "MIT"
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/hack_for_elasticsearch_numpy_usage.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/license_policies/c4-infrastructure.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/license_policies/park-lab-common.jsonc
RENAMED
File without changes
|
File without changes
|
{dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b22}/dcicutils/license_policies/park-lab-pipeline.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|