dcicutils 8.8.1.1b27__tar.gz → 8.8.1.1b29__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/PKG-INFO +1 -1
- dcicutils-8.8.1.1b29/dcicutils/submitr/ref_lookup_strategy.py +67 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/pyproject.toml +1 -1
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/LICENSE.txt +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/README.rst +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/__init__.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/base.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/beanstalk_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/bundle_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/captured_output.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/cloudformation_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/codebuild_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/command_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/common.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/contribution_scripts.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/contribution_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/creds_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/data_readers.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/data_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/datetime_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/deployment_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/diff_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/docker_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/ecr_scripts.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/ecr_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/ecs_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/env_base.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/env_manager.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/env_scripts.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/env_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/env_utils_legacy.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/es_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/exceptions.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/ff_mocks.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/ff_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/file_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/function_cache_decorator.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/glacier_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/jh_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/kibana/dashboards.json +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/kibana/readme.md +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/lang_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/license_policies/c4-infrastructure.jsonc +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/license_policies/c4-python-infrastructure.jsonc +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/license_policies/park-lab-common-server.jsonc +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/license_policies/park-lab-common.jsonc +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/license_policies/park-lab-pipeline.jsonc +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/license_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/log_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/misc_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/obfuscation_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/opensearch_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/portal_object_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/portal_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/project_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/qa_checkers.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/qa_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/redis_tools.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/redis_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/s3_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/schema_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/scripts/publish_to_pypi.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/scripts/run_license_checker.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/scripts/view_portal_object.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/secrets_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/sheet_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/snapshot_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/ssl_certificate_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/structured_data.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/submitr/progress_constants.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/task_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/tmpfile_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/trace_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/validation_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/variant_utils.py +0 -0
- {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/zip_utils.py +0 -0
@@ -0,0 +1,67 @@
|
|
1
|
+
import re
|
2
|
+
from typing import Optional
|
3
|
+
from dcicutils.structured_data import Portal
|
4
|
+
|
5
|
+
|
6
|
+
def ref_lookup_strategy(portal: Portal, type_name: str, schema: dict, value: str) -> (int, Optional[str]):
|
7
|
+
#
|
8
|
+
# FYI: Note this situation WRT object lookups ...
|
9
|
+
#
|
10
|
+
# /{submitted_id} # NOT FOUND
|
11
|
+
# /UnalignedReads/{submitted_id} # OK
|
12
|
+
# /SubmittedFile/{submitted_id} # OK
|
13
|
+
# /File/{submitted_id} # NOT FOUND
|
14
|
+
#
|
15
|
+
# /{accession} # OK
|
16
|
+
# /UnalignedReads/{accession} # NOT FOUND
|
17
|
+
# /SubmittedFile/{accession} # NOT FOUND
|
18
|
+
# /File/{accession} # OK
|
19
|
+
#
|
20
|
+
def ref_validator(schema: Optional[dict],
|
21
|
+
property_name: Optional[str], property_value: Optional[str]) -> Optional[bool]:
|
22
|
+
"""
|
23
|
+
Returns False iff the type represented by the given schema, can NOT be referenced by
|
24
|
+
the given property name with the given property value, otherwise returns None.
|
25
|
+
|
26
|
+
For example, if the schema is for the UnalignedReads type and the property name
|
27
|
+
is accession, then we will return False iff the given property value is NOT a properly
|
28
|
+
formatted accession ID. Otherwise, we will return None, which indicates that the
|
29
|
+
caller (in dcicutils.structured_data.Portal.ref_exists) will continue executing
|
30
|
+
its default behavior, which is to check other ways in which the given type can NOT
|
31
|
+
be referenced by the given value, i.e. it checks other identifying properties for
|
32
|
+
the type and makes sure any patterns (e.g. for submitted_id or uuid) are ahered to.
|
33
|
+
|
34
|
+
The goal (in structured_data) being to detect if a type is being referenced in such
|
35
|
+
a way that cannot possibly be allowed, i.e. because none of its identifying types
|
36
|
+
are in the required form (if indeed there any requirements). Note that it is guaranteed
|
37
|
+
that the given property name is indeed an identifying property for the given type.
|
38
|
+
"""
|
39
|
+
if property_format := schema.get("properties", {}).get(property_name, {}).get("format"):
|
40
|
+
if (property_format == "accession") and (property_name == "accession"):
|
41
|
+
if not _is_accession_id(property_value):
|
42
|
+
return False
|
43
|
+
return None
|
44
|
+
|
45
|
+
DEFAULT_RESPONSE = (Portal.LOOKUP_DEFAULT, ref_validator)
|
46
|
+
|
47
|
+
if not value:
|
48
|
+
return DEFAULT_RESPONSE
|
49
|
+
if not schema:
|
50
|
+
if not isinstance(portal, Portal) or not (schema := portal.get_schema(type_name)):
|
51
|
+
return DEFAULT_RESPONSE
|
52
|
+
if schema_properties := schema.get("properties"):
|
53
|
+
if schema_properties.get("accession") and _is_accession_id(value):
|
54
|
+
# Case: lookup by accession (only by root).
|
55
|
+
return Portal.LOOKUP_ROOT, ref_validator
|
56
|
+
elif schema_property_info_submitted_id := schema_properties.get("submitted_id"):
|
57
|
+
if schema_property_pattern_submitted_id := schema_property_info_submitted_id.get("pattern"):
|
58
|
+
if re.match(schema_property_pattern_submitted_id, value):
|
59
|
+
# Case: lookup by submitted_id (only by specified type).
|
60
|
+
return Portal.LOOKUP_SPECIFIED_TYPE, ref_validator
|
61
|
+
return DEFAULT_RESPONSE
|
62
|
+
|
63
|
+
|
64
|
+
# This is here for now because of problems with circular dependencies.
|
65
|
+
# See: smaht-portal/.../schema_formats.py
|
66
|
+
def _is_accession_id(value: str) -> bool:
|
67
|
+
return isinstance(value, str) and re.match(r"^SMA[1-9A-Z]{9}$", value) is not None
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "dcicutils"
|
3
|
-
version = "8.8.1.
|
3
|
+
version = "8.8.1.1b29" # TODO: To become 8.8.2
|
4
4
|
description = "Utility package for interacting with the 4DN Data Portal and other 4DN resources"
|
5
5
|
authors = ["4DN-DCIC Team <support@4dnucleome.org>"]
|
6
6
|
license = "MIT"
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/license_policies/c4-infrastructure.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/license_policies/park-lab-common.jsonc
RENAMED
File without changes
|
{dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc
RENAMED
File without changes
|
{dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b29}/dcicutils/license_policies/park-lab-pipeline.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|