dcicutils 8.8.2.1b6__py3-none-any.whl → 8.8.2.1b8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dcicutils/deployment_utils.py +9 -0
- dcicutils/portal_utils.py +4 -0
- dcicutils/progress_bar.py +1 -1
- dcicutils/structured_data.py +1 -8
- {dcicutils-8.8.2.1b6.dist-info → dcicutils-8.8.2.1b8.dist-info}/METADATA +1 -1
- {dcicutils-8.8.2.1b6.dist-info → dcicutils-8.8.2.1b8.dist-info}/RECORD +9 -9
- {dcicutils-8.8.2.1b6.dist-info → dcicutils-8.8.2.1b8.dist-info}/LICENSE.txt +0 -0
- {dcicutils-8.8.2.1b6.dist-info → dcicutils-8.8.2.1b8.dist-info}/WHEEL +0 -0
- {dcicutils-8.8.2.1b6.dist-info → dcicutils-8.8.2.1b8.dist-info}/entry_points.txt +0 -0
dcicutils/deployment_utils.py
CHANGED
@@ -430,6 +430,7 @@ class IniFileManager:
|
|
430
430
|
auth0_allowed_connections=None,
|
431
431
|
re_captcha_key=None, re_captcha_secret=None,
|
432
432
|
redis_server=None,
|
433
|
+
google_api_key=None,
|
433
434
|
file_upload_bucket=None, file_wfout_bucket=None,
|
434
435
|
blob_bucket=None, system_bucket=None, metadata_bundles_bucket=None):
|
435
436
|
|
@@ -506,6 +507,7 @@ class IniFileManager:
|
|
506
507
|
re_captcha_key=re_captcha_key,
|
507
508
|
re_captcha_secret=re_captcha_secret,
|
508
509
|
redis_server=redis_server,
|
510
|
+
google_api_key=google_api_key,
|
509
511
|
file_upload_bucket=file_upload_bucket,
|
510
512
|
file_wfout_bucket=file_wfout_bucket,
|
511
513
|
blob_bucket=blob_bucket,
|
@@ -576,6 +578,7 @@ class IniFileManager:
|
|
576
578
|
auth0_allowed_connections=None,
|
577
579
|
re_captcha_key=None, re_captcha_secret=None,
|
578
580
|
redis_server=None,
|
581
|
+
google_api_key=None,
|
579
582
|
file_upload_bucket=None,
|
580
583
|
file_wfout_bucket=None, blob_bucket=None, system_bucket=None,
|
581
584
|
metadata_bundles_bucket=None):
|
@@ -632,6 +635,7 @@ class IniFileManager:
|
|
632
635
|
higlass_server = higlass_server or os.environ.get('ENCODED_HIGLASS_SERVER', "MISSING_ENCODED_HIGLASS_SERVER")
|
633
636
|
es_server = es_server or os.environ.get('ENCODED_ES_SERVER', "MISSING_ENCODED_ES_SERVER")
|
634
637
|
redis_server = redis_server or os.environ.get('ENCODED_REDIS_SERVER', '') # optional
|
638
|
+
google_api_key = google_api_key or os.environ.get('GOOGLE_API_KEY', '') # optional
|
635
639
|
env_bucket = (env_bucket
|
636
640
|
or EnvBase.global_env_bucket_name()
|
637
641
|
or ("MISSING_GLOBAL_ENV_BUCKET"
|
@@ -773,6 +777,7 @@ class IniFileManager:
|
|
773
777
|
'HIGLASS_SERVER': higlass_server,
|
774
778
|
'ES_SERVER': es_server,
|
775
779
|
'REDIS_SERVER': redis_server,
|
780
|
+
'GOOGLE_API_KEY': google_api_key,
|
776
781
|
'ENV_BUCKET': env_bucket,
|
777
782
|
'ENV_ECOSYSTEM': env_ecosystem,
|
778
783
|
'ENV_NAME': env_name,
|
@@ -945,6 +950,9 @@ class IniFileManager:
|
|
945
950
|
parser.add_argument("--redis_server",
|
946
951
|
help="server URL to a Redis Cluster",
|
947
952
|
default=None)
|
953
|
+
parser.add_argument("--google_api_key",
|
954
|
+
help="Google API key to get smaht-submitr metadata template version",
|
955
|
+
default=None)
|
948
956
|
parser.add_argument("--tibanna_cwls_bucket",
|
949
957
|
help="the name of a Tibanna CWLs bucket to use",
|
950
958
|
default=None)
|
@@ -1024,6 +1032,7 @@ class IniFileManager:
|
|
1024
1032
|
auth0_allowed_connections=args.auth0_allowed_connections,
|
1025
1033
|
re_captcha_key=args.recaptcha_key, re_captcha_secret=args.recaptcha_secret,
|
1026
1034
|
redis_server=args.redis_server,
|
1035
|
+
google_api_key=args.google_api_key,
|
1027
1036
|
file_upload_bucket=args.file_upload_bucket,
|
1028
1037
|
file_wfout_bucket=args.file_wfout_bucket,
|
1029
1038
|
blob_bucket=args.blob_bucket, system_bucket=args.system_bucket,
|
dcicutils/portal_utils.py
CHANGED
@@ -45,6 +45,7 @@ class Portal:
|
|
45
45
|
DEFAULT_APP = APP_SMAHT
|
46
46
|
KEYS_FILE_DIRECTORY = "~"
|
47
47
|
MIME_TYPE_JSON = "application/json"
|
48
|
+
FILE_TYPE_SCHEMA_NAME = "File"
|
48
49
|
|
49
50
|
# Object lookup strategies; on a per-reference (type/value) basis, used currently ONLY by
|
50
51
|
# structured_data.py; controlled by an optional ref_lookup_strategy callable; default is
|
@@ -342,6 +343,9 @@ class Portal:
|
|
342
343
|
return True
|
343
344
|
return False
|
344
345
|
|
346
|
+
def is_schema_file_type(self, schema_name_or_portal_object: Union[str, dict]) -> bool:
|
347
|
+
return self.is_schema_type(schema_name_or_portal_object, self.FILE_TYPE_SCHEMA_NAME)
|
348
|
+
|
345
349
|
def isinstance_schema(self, portal_object: dict, target_schema_name: str) -> bool:
|
346
350
|
"""
|
347
351
|
Returns True iff the given object isa type of the given schema type.
|
dcicutils/progress_bar.py
CHANGED
@@ -64,7 +64,7 @@ class ProgressBar:
|
|
64
64
|
self._started = time.time()
|
65
65
|
self._stop_requested = False
|
66
66
|
# Interrupt handling. We do not do the actual (signal) interrupt setup
|
67
|
-
# in self.
|
67
|
+
# in self._initialize as that could be called from a (sub) thread; and in
|
68
68
|
# Python we can only set a signal (SIGINT in our case) on the main thread.
|
69
69
|
self._catch_interrupt = (catch_interrupt is True)
|
70
70
|
self._interrupt = interrupt if callable(interrupt) else None
|
dcicutils/structured_data.py
CHANGED
@@ -40,7 +40,6 @@ DOTTED_NAME_DELIMITER_CHAR = "."
|
|
40
40
|
|
41
41
|
|
42
42
|
# TODO: Should probably pass this knowledge in from callers.
|
43
|
-
FILE_TYPE_NAME = "File"
|
44
43
|
FILE_TYPE_PROPERTY_NAME = "filename"
|
45
44
|
|
46
45
|
# Forward type references for type hints.
|
@@ -162,7 +161,7 @@ class StructuredDataSet:
|
|
162
161
|
result = []
|
163
162
|
if self._portal:
|
164
163
|
for type_name in self.data:
|
165
|
-
if self._portal.
|
164
|
+
if self._portal.is_schema_file_type(type_name):
|
166
165
|
for item in self.data[type_name]:
|
167
166
|
if (file_name := item.get(FILE_TYPE_PROPERTY_NAME)):
|
168
167
|
result.append({"type": type_name, "file": file_name})
|
@@ -872,12 +871,6 @@ class Portal(PortalBase):
|
|
872
871
|
schemas[user_specified_schema["title"]] = user_specified_schema
|
873
872
|
return schemas
|
874
873
|
|
875
|
-
def is_file_schema(self, schema_name: str) -> bool:
|
876
|
-
"""
|
877
|
-
Returns True iff the given schema name isa File type, i.e. has an ancestor which is of type File.
|
878
|
-
"""
|
879
|
-
return self.is_schema_type(schema_name, FILE_TYPE_NAME)
|
880
|
-
|
881
874
|
def ref_exists(self, type_name: str, value: Optional[str] = None,
|
882
875
|
called_from_map_ref: bool = False) -> Optional[dict]:
|
883
876
|
if not value:
|
@@ -13,7 +13,7 @@ dcicutils/creds_utils.py,sha256=xrLekD49Ex0GOpL9n7LlJA4gvNcY7txTVFOSYD7LvEU,1111
|
|
13
13
|
dcicutils/data_readers.py,sha256=WWH_VDz2KnNv_FoTjfFwrg6zh9asl8Q-uEV2V3XuyUg,7414
|
14
14
|
dcicutils/data_utils.py,sha256=k2OxOlsx7AJ6jF-YNlMyGus_JqSUBe4_n1s65Mv1gQQ,3098
|
15
15
|
dcicutils/datetime_utils.py,sha256=EODDGAngp1yh2ZlDIuI7tB74JBJucw2DljqfPknzK0Y,4666
|
16
|
-
dcicutils/deployment_utils.py,sha256
|
16
|
+
dcicutils/deployment_utils.py,sha256=-MmJQI99fXmBFkZCcFkmQYmXVDF5eHZOnmLb3R5eKcg,69506
|
17
17
|
dcicutils/diff_utils.py,sha256=sQx-yz56DHAcQWOChYbAG3clXu7TbiZKlw-GggeveO0,8118
|
18
18
|
dcicutils/docker_utils.py,sha256=30gUiqz7X9rJwSPXTPn4ewjQibUgoSJqhP9o9vn5X-A,1747
|
19
19
|
dcicutils/ecr_scripts.py,sha256=cxDl4BQt5W9NN1zjOHYZ7kk3yqoMnaCfNIyLaYmCqdE,19474
|
@@ -47,8 +47,8 @@ dcicutils/misc_utils.py,sha256=zVc4urdVGgnWjQ4UQlrGH-URAzr2l_PwZWI3u_GJdFE,10221
|
|
47
47
|
dcicutils/obfuscation_utils.py,sha256=fo2jOmDRC6xWpYX49u80bVNisqRRoPskFNX3ymFAmjw,5963
|
48
48
|
dcicutils/opensearch_utils.py,sha256=V2exmFYW8Xl2_pGFixF4I2Cc549Opwe4PhFi5twC0M8,1017
|
49
49
|
dcicutils/portal_object_utils.py,sha256=gDXRgPsRvqCFwbC8WatsuflAxNiigOnqr0Hi93k3AgE,15422
|
50
|
-
dcicutils/portal_utils.py,sha256=
|
51
|
-
dcicutils/progress_bar.py,sha256=
|
50
|
+
dcicutils/portal_utils.py,sha256=Xm0IqL2dA9C2gx98cPEbvlo81V76bEmpUpxb_8S3VqM,30480
|
51
|
+
dcicutils/progress_bar.py,sha256=tGhqjONjDIjniqKUb8ATQuZmnJjG61XEu-EiY4uKMK4,13554
|
52
52
|
dcicutils/project_utils.py,sha256=qPdCaFmWUVBJw4rw342iUytwdQC0P-XKpK4mhyIulMM,31250
|
53
53
|
dcicutils/qa_checkers.py,sha256=cdXjeL0jCDFDLT8VR8Px78aS10hwNISOO5G_Zv2TZ6M,20534
|
54
54
|
dcicutils/qa_utils.py,sha256=TT0SiJWiuxYvbsIyhK9VO4uV_suxhB6CpuC4qPacCzQ,160208
|
@@ -63,7 +63,7 @@ dcicutils/secrets_utils.py,sha256=8dppXAsiHhJzI6NmOcvJV5ldvKkQZzh3Fl-cb8Wm7MI,19
|
|
63
63
|
dcicutils/sheet_utils.py,sha256=VlmzteONW5VF_Q4vo0yA5vesz1ViUah1MZ_yA1rwZ0M,33629
|
64
64
|
dcicutils/snapshot_utils.py,sha256=ymP7PXH6-yEiXAt75w0ldQFciGNqWBClNxC5gfX2FnY,22961
|
65
65
|
dcicutils/ssl_certificate_utils.py,sha256=F0ifz_wnRRN9dfrfsz7aCp4UDLgHEY8LaK7PjnNvrAQ,9707
|
66
|
-
dcicutils/structured_data.py,sha256=
|
66
|
+
dcicutils/structured_data.py,sha256=_Rqc_T6iO36lD3B1WqJeDSiNVFfkzpC1inkbH4B1XtA,58188
|
67
67
|
dcicutils/submitr/progress_constants.py,sha256=5bxyX77ql8qEJearfHEvsvXl7D0GuUODW0T65mbRmnE,2895
|
68
68
|
dcicutils/submitr/ref_lookup_strategy.py,sha256=Js2cVznTmgjciLWBPLCvMiwLIHXjDn3jww-gJPjYuFw,3467
|
69
69
|
dcicutils/task_utils.py,sha256=MF8ujmTD6-O2AC2gRGPHyGdUrVKgtr8epT5XU8WtNjk,8082
|
@@ -72,8 +72,8 @@ dcicutils/trace_utils.py,sha256=g8kwV4ebEy5kXW6oOrEAUsurBcCROvwtZqz9fczsGRE,1769
|
|
72
72
|
dcicutils/validation_utils.py,sha256=cMZIU2cY98FYtzK52z5WUYck7urH6JcqOuz9jkXpqzg,14797
|
73
73
|
dcicutils/variant_utils.py,sha256=2H9azNx3xAj-MySg-uZ2SFqbWs4kZvf61JnK6b-h4Qw,4343
|
74
74
|
dcicutils/zip_utils.py,sha256=rnjNv_k6L9jT2SjDSgVXp4BEJYLtz9XN6Cl2Fy-tqnM,2027
|
75
|
-
dcicutils-8.8.2.
|
76
|
-
dcicutils-8.8.2.
|
77
|
-
dcicutils-8.8.2.
|
78
|
-
dcicutils-8.8.2.
|
79
|
-
dcicutils-8.8.2.
|
75
|
+
dcicutils-8.8.2.1b8.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
|
76
|
+
dcicutils-8.8.2.1b8.dist-info/METADATA,sha256=d_uRKK_JvNT9ol1b6_lKYyVyu29rp7hboctfwml3gBs,3356
|
77
|
+
dcicutils-8.8.2.1b8.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
|
78
|
+
dcicutils-8.8.2.1b8.dist-info/entry_points.txt,sha256=51Q4F_2V10L0282W7HFjP4jdzW4K8lnWDARJQVFy_hw,270
|
79
|
+
dcicutils-8.8.2.1b8.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|