dcicutils 8.8.1.1b27__tar.gz → 8.8.1.1b28__tar.gz

Sign up to get free protection for your applications and to get access to all the features.
Files changed (77) hide show
  1. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/PKG-INFO +1 -1
  2. dcicutils-8.8.1.1b28/dcicutils/submitr/ref_lookup_strategy.py +67 -0
  3. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/pyproject.toml +1 -1
  4. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/LICENSE.txt +0 -0
  5. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/README.rst +0 -0
  6. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/__init__.py +0 -0
  7. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/base.py +0 -0
  8. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/beanstalk_utils.py +0 -0
  9. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/bundle_utils.py +0 -0
  10. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/captured_output.py +0 -0
  11. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/cloudformation_utils.py +0 -0
  12. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/codebuild_utils.py +0 -0
  13. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/command_utils.py +0 -0
  14. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/common.py +0 -0
  15. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/contribution_scripts.py +0 -0
  16. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/contribution_utils.py +0 -0
  17. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/creds_utils.py +0 -0
  18. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/data_readers.py +0 -0
  19. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/data_utils.py +0 -0
  20. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/datetime_utils.py +0 -0
  21. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/deployment_utils.py +0 -0
  22. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/diff_utils.py +0 -0
  23. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/docker_utils.py +0 -0
  24. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/ecr_scripts.py +0 -0
  25. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/ecr_utils.py +0 -0
  26. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/ecs_utils.py +0 -0
  27. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/env_base.py +0 -0
  28. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/env_manager.py +0 -0
  29. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/env_scripts.py +0 -0
  30. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/env_utils.py +0 -0
  31. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/env_utils_legacy.py +0 -0
  32. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/es_utils.py +0 -0
  33. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/exceptions.py +0 -0
  34. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/ff_mocks.py +0 -0
  35. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/ff_utils.py +0 -0
  36. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/file_utils.py +0 -0
  37. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/function_cache_decorator.py +0 -0
  38. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/glacier_utils.py +0 -0
  39. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/jh_utils.py +0 -0
  40. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/kibana/dashboards.json +0 -0
  41. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/kibana/readme.md +0 -0
  42. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/lang_utils.py +0 -0
  43. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/license_policies/c4-infrastructure.jsonc +0 -0
  44. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/license_policies/c4-python-infrastructure.jsonc +0 -0
  45. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/license_policies/park-lab-common-server.jsonc +0 -0
  46. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/license_policies/park-lab-common.jsonc +0 -0
  47. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc +0 -0
  48. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/license_policies/park-lab-pipeline.jsonc +0 -0
  49. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/license_utils.py +0 -0
  50. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/log_utils.py +0 -0
  51. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/misc_utils.py +0 -0
  52. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/obfuscation_utils.py +0 -0
  53. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/opensearch_utils.py +0 -0
  54. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/portal_object_utils.py +0 -0
  55. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/portal_utils.py +0 -0
  56. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/project_utils.py +0 -0
  57. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/qa_checkers.py +0 -0
  58. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/qa_utils.py +0 -0
  59. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/redis_tools.py +0 -0
  60. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/redis_utils.py +0 -0
  61. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/s3_utils.py +0 -0
  62. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/schema_utils.py +0 -0
  63. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/scripts/publish_to_pypi.py +0 -0
  64. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/scripts/run_license_checker.py +0 -0
  65. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/scripts/view_portal_object.py +0 -0
  66. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/secrets_utils.py +0 -0
  67. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/sheet_utils.py +0 -0
  68. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/snapshot_utils.py +0 -0
  69. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/ssl_certificate_utils.py +0 -0
  70. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/structured_data.py +0 -0
  71. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/submitr/progress_constants.py +0 -0
  72. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/task_utils.py +0 -0
  73. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/tmpfile_utils.py +0 -0
  74. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/trace_utils.py +0 -0
  75. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/validation_utils.py +0 -0
  76. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/variant_utils.py +0 -0
  77. {dcicutils-8.8.1.1b27 → dcicutils-8.8.1.1b28}/dcicutils/zip_utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dcicutils
3
- Version: 8.8.1.1b27
3
+ Version: 8.8.1.1b28
4
4
  Summary: Utility package for interacting with the 4DN Data Portal and other 4DN resources
5
5
  Home-page: https://github.com/4dn-dcic/utils
6
6
  License: MIT
@@ -0,0 +1,67 @@
1
+ import re
2
+ from typing import Optional
3
+ from dcicutils.structured_data import Portal
4
+
5
+
6
+ def ref_lookup_strategy(portal: Portal, type_name: str, schema: dict, value: str) -> (int, Optional[str]):
7
+ #
8
+ # FYI: Note this situation WRT object lookups ...
9
+ #
10
+ # /{submitted_id} # NOT FOUND
11
+ # /UnalignedReads/{submitted_id} # OK
12
+ # /SubmittedFile/{submitted_id} # OK
13
+ # /File/{submitted_id} # NOT FOUND
14
+ #
15
+ # /{accession} # OK
16
+ # /UnalignedReads/{accession} # NOT FOUND
17
+ # /SubmittedFile/{accession} # NOT FOUND
18
+ # /File/{accession} # OK
19
+ #
20
+ def ref_validator(schema: Optional[dict],
21
+ property_name: Optional[str], property_value: Optional[str]) -> Optional[bool]:
22
+ """
23
+ Returns False iff the type represented by the given schema, can NOT be referenced by
24
+ the given property name with the given property value, otherwise returns None.
25
+
26
+ For example, if the schema is for the UnalignedReads type and the property name
27
+ is accession, then we will return False iff the given property value is NOT a properly
28
+ formatted accession ID. Otherwise, we will return None, which indicates that the
29
+ caller (in dcicutils.structured_data.Portal.ref_exists) will continue executing
30
+ its default behavior, which is to check other ways in which the given type can NOT
31
+ be referenced by the given value, i.e. it checks other identifying properties for
32
+ the type and makes sure any patterns (e.g. for submitted_id or uuid) are ahered to.
33
+
34
+ The goal (in structured_data) being to detect if a type is being referenced in such
35
+ a way that cannot possibly be allowed, i.e. because none of its identifying types
36
+ are in the required form (if indeed there any requirements). Note that it is guaranteed
37
+ that the given property name is indeed an identifying property for the given type.
38
+ """
39
+ if property_format := schema.get("properties", {}).get(property_name, {}).get("format"):
40
+ if (property_format == "accession") and (property_name == "accession"):
41
+ if not _is_accession_id(property_value):
42
+ return False
43
+ return None
44
+
45
+ DEFAULT_RESPONSE = (Portal.LOOKUP_DEFAULT, ref_validator)
46
+
47
+ if not value:
48
+ return DEFAULT_RESPONSE
49
+ if not schema:
50
+ if not isinstance(portal, Portal) or not (schema := portal.get_schema(type_name)):
51
+ return DEFAULT_RESPONSE
52
+ if schema_properties := schema.get("properties"):
53
+ if schema_properties.get("accession") and _is_accession_id(value):
54
+ # Case: lookup by accession (only by root).
55
+ return Portal.LOOKUP_ROOT, ref_validator
56
+ elif schema_property_info_submitted_id := schema_properties.get("submitted_id"):
57
+ if schema_property_pattern_submitted_id := schema_property_info_submitted_id.get("pattern"):
58
+ if re.match(schema_property_pattern_submitted_id, value):
59
+ # Case: lookup by submitted_id (only by specified type).
60
+ return Portal.LOOKUP_SPECIFIED_TYPE, ref_validator
61
+ return DEFAULT_RESPONSE
62
+
63
+
64
+ # This is here for now because of problems with circular dependencies.
65
+ # See: smaht-portal/.../schema_formats.py
66
+ def _is_accession_id(value: str) -> bool:
67
+ return isinstance(value, str) and re.match(r"^SMA[1-9A-Z]{9}$", value) is not None
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "dcicutils"
3
- version = "8.8.1.1b27" # TODO: To become 8.8.2
3
+ version = "8.8.1.1b28" # TODO: To become 8.8.2
4
4
  description = "Utility package for interacting with the 4DN Data Portal and other 4DN resources"
5
5
  authors = ["4DN-DCIC Team <support@4dnucleome.org>"]
6
6
  license = "MIT"