dcicutils 8.8.2.1b7__py3-none-any.whl → 8.8.2.1b9__py3-none-any.whl

dcicutils/deployment_utils.py

@@ -430,6 +430,8 @@ class IniFileManager:
                                      auth0_allowed_connections=None,
                                      re_captcha_key=None, re_captcha_secret=None,
                                      redis_server=None,
+                                     google_api_key=None,
+                                     submitr_metadata_template_sheet_id=None,
                                      file_upload_bucket=None, file_wfout_bucket=None,
                                      blob_bucket=None, system_bucket=None, metadata_bundles_bucket=None):
 
@@ -470,6 +472,8 @@ class IniFileManager:
             re_captcha_key (str): key used for reCaptcha for throttling/detecting humans on login
             re_captcha_secret (str): secret used for reCaptcha
             redis_server (str): A server URL to a Redis cluster, for use with sessions
+            google_api_key (str): A Google (Sheets) API key for smaht-submitr to get latest metadata template version.
+            submitr_metadata_template_sheet_id (str): A Google Sheets doc ID key for smaht-submitr metadata template.
             file_upload_bucket (str): Specific name of the bucket to use on S3 for file upload data.
             file_wfout_bucket (str): Specific name of the bucket to use on S3 for wfout data.
             blob_bucket (str): Specific name of the bucket to use on S3 for blob data.
@@ -506,6 +510,8 @@ class IniFileManager:
                                                re_captcha_key=re_captcha_key,
                                                re_captcha_secret=re_captcha_secret,
                                                redis_server=redis_server,
+                                               google_api_key=google_api_key,
+                                               submitr_metadata_template_sheet_id=submitr_metadata_template_sheet_id,
                                                file_upload_bucket=file_upload_bucket,
                                                file_wfout_bucket=file_wfout_bucket,
                                                blob_bucket=blob_bucket,
@@ -576,6 +582,8 @@ class IniFileManager:
                                        auth0_allowed_connections=None,
                                        re_captcha_key=None, re_captcha_secret=None,
                                        redis_server=None,
+                                       google_api_key=None,
+                                       submitr_metadata_template_sheet_id=None,
                                        file_upload_bucket=None,
                                        file_wfout_bucket=None, blob_bucket=None, system_bucket=None,
                                        metadata_bundles_bucket=None):
@@ -632,6 +640,9 @@ class IniFileManager:
         higlass_server = higlass_server or os.environ.get('ENCODED_HIGLASS_SERVER', "MISSING_ENCODED_HIGLASS_SERVER")
         es_server = es_server or os.environ.get('ENCODED_ES_SERVER', "MISSING_ENCODED_ES_SERVER")
         redis_server = redis_server or os.environ.get('ENCODED_REDIS_SERVER', '')  # optional
+        google_api_key = google_api_key or os.environ.get('GOOGLE_API_KEY', '')  # optional
+        submitr_metadata_template_sheet_id = (
+            submitr_metadata_template_sheet_id or os.environ.get('SUBMITR_METADATA_TEMPLATE_SHEET_ID', ''))  # optional
         env_bucket = (env_bucket
                       or EnvBase.global_env_bucket_name()
                       or ("MISSING_GLOBAL_ENV_BUCKET"
@@ -773,6 +784,8 @@ class IniFileManager:
             'HIGLASS_SERVER': higlass_server,
             'ES_SERVER': es_server,
             'REDIS_SERVER': redis_server,
+            'GOOGLE_API_KEY': google_api_key,
+            'SUBMITR_METADATA_TEMPLATE_SHEET_ID': submitr_metadata_template_sheet_id,
             'ENV_BUCKET': env_bucket,
             'ENV_ECOSYSTEM': env_ecosystem,
             'ENV_NAME': env_name,
@@ -945,6 +958,12 @@ class IniFileManager:
             parser.add_argument("--redis_server",
                                 help="server URL to a Redis Cluster",
                                 default=None)
+            parser.add_argument("--google_api_key",
+                                help="Google API key to get smaht-submitr metadata template version",
+                                default=None)
+            parser.add_argument("--submitr_metadata_template_sheet_id",
+                                help="Google Sheets API document ID of smaht-submitr metadata template",
+                                default=None)
             parser.add_argument("--tibanna_cwls_bucket",
                                 help="the name of a Tibanna CWLs bucket to use",
                                 default=None)
@@ -1004,30 +1023,33 @@ class IniFileManager:
             ini_file_name = args.target
             # print("template_file_name=", template_file_name)
             # print("ini_file_name=", ini_file_name)
-            cls.build_ini_file_from_template(template_file_name, ini_file_name,
-                                             bs_env=args.bs_env, bs_mirror_env=args.bs_mirror_env,
-                                             env_bucket=args.env_bucket, env_ecosystem=args.env_ecosystem,
-                                             env_name=args.env_name,
-                                             s3_bucket_org=args.s3_bucket_org, s3_bucket_env=args.s3_bucket_env,
-                                             data_set=args.data_set, s3_encrypt_key_id=args.s3_encrypt_key_id,
-                                             es_server=args.es_server, es_namespace=args.es_namespace,
-                                             indexer=args.indexer, index_server=args.index_server,
-                                             identity=args.identity, higlass_server=args.higlass_server,
-                                             sentry_dsn=args.sentry_dsn,
-                                             tibanna_cwls_bucket=args.tibanna_cwls_bucket,
-                                             tibanna_output_bucket=args.tibanna_output_bucket,
-                                             application_bucket_prefix=args.application_bucket_prefix,
-                                             foursight_bucket_prefix=args.foursight_bucket_prefix,
-                                             auth0_domain=args.auth0_domain,
-                                             auth0_client=args.auth0_client,
-                                             auth0_secret=args.auth0_secret,
-                                             auth0_allowed_connections=args.auth0_allowed_connections,
-                                             re_captcha_key=args.recaptcha_key, re_captcha_secret=args.recaptcha_secret,
-                                             redis_server=args.redis_server,
-                                             file_upload_bucket=args.file_upload_bucket,
-                                             file_wfout_bucket=args.file_wfout_bucket,
-                                             blob_bucket=args.blob_bucket, system_bucket=args.system_bucket,
-                                             metadata_bundles_bucket=args.metadata_bundles_bucket)
+            cls.build_ini_file_from_template(
+                template_file_name, ini_file_name,
+                bs_env=args.bs_env, bs_mirror_env=args.bs_mirror_env,
+                env_bucket=args.env_bucket, env_ecosystem=args.env_ecosystem,
+                env_name=args.env_name,
+                s3_bucket_org=args.s3_bucket_org, s3_bucket_env=args.s3_bucket_env,
+                data_set=args.data_set, s3_encrypt_key_id=args.s3_encrypt_key_id,
+                es_server=args.es_server, es_namespace=args.es_namespace,
+                indexer=args.indexer, index_server=args.index_server,
+                identity=args.identity, higlass_server=args.higlass_server,
+                sentry_dsn=args.sentry_dsn,
+                tibanna_cwls_bucket=args.tibanna_cwls_bucket,
+                tibanna_output_bucket=args.tibanna_output_bucket,
+                application_bucket_prefix=args.application_bucket_prefix,
+                foursight_bucket_prefix=args.foursight_bucket_prefix,
+                auth0_domain=args.auth0_domain,
+                auth0_client=args.auth0_client,
+                auth0_secret=args.auth0_secret,
+                auth0_allowed_connections=args.auth0_allowed_connections,
+                re_captcha_key=args.recaptcha_key, re_captcha_secret=args.recaptcha_secret,
+                redis_server=args.redis_server,
+                google_api_key=args.google_api_key,
+                submitr_metadata_template_sheet_id=args.submitr_metadata_template_sheet_id,
+                file_upload_bucket=args.file_upload_bucket,
+                file_wfout_bucket=args.file_wfout_bucket,
+                blob_bucket=args.blob_bucket, system_bucket=args.system_bucket,
+                metadata_bundles_bucket=args.metadata_bundles_bucket)
         except Exception as e:
             PRINT("Error (%s): %s" % (e.__class__.__name__, e))
             sys.exit(1)

dcicutils/progress_bar.py

@@ -64,7 +64,7 @@ class ProgressBar:
         self._started = time.time()
         self._stop_requested = False
         # Interrupt handling. We do not do the actual (signal) interrupt setup
-        # in self._initialiaze as that could be called from a (sub) thread; and in
+        # in self._initialize as that could be called from a (sub) thread; and in
         # Python we can only set a signal (SIGINT in our case) on the main thread.
         self._catch_interrupt = (catch_interrupt is True)
         self._interrupt = interrupt if callable(interrupt) else None

{dcicutils-8.8.2.1b7.dist-info → dcicutils-8.8.2.1b9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dcicutils
-Version: 8.8.2.1b7
+Version: 8.8.2.1b9
 Summary: Utility package for interacting with the 4DN Data Portal and other 4DN resources
 Home-page: https://github.com/4dn-dcic/utils
 License: MIT

{dcicutils-8.8.2.1b7.dist-info → dcicutils-8.8.2.1b9.dist-info}/RECORD

@@ -13,7 +13,7 @@ dcicutils/creds_utils.py,sha256=xrLekD49Ex0GOpL9n7LlJA4gvNcY7txTVFOSYD7LvEU,1111
 dcicutils/data_readers.py,sha256=WWH_VDz2KnNv_FoTjfFwrg6zh9asl8Q-uEV2V3XuyUg,7414
 dcicutils/data_utils.py,sha256=k2OxOlsx7AJ6jF-YNlMyGus_JqSUBe4_n1s65Mv1gQQ,3098
 dcicutils/datetime_utils.py,sha256=EODDGAngp1yh2ZlDIuI7tB74JBJucw2DljqfPknzK0Y,4666
-dcicutils/deployment_utils.py,sha256=rcNUFMe_tsrG4CHEtgBe41cZx4Pk4JqISPsjrJRMoEs,68891
+dcicutils/deployment_utils.py,sha256=sKv8Jb-_Zw2aH3OAywRlsre-Cqm3a7fEGG3_1PT-r-s,69908
 dcicutils/diff_utils.py,sha256=sQx-yz56DHAcQWOChYbAG3clXu7TbiZKlw-GggeveO0,8118
 dcicutils/docker_utils.py,sha256=30gUiqz7X9rJwSPXTPn4ewjQibUgoSJqhP9o9vn5X-A,1747
 dcicutils/ecr_scripts.py,sha256=cxDl4BQt5W9NN1zjOHYZ7kk3yqoMnaCfNIyLaYmCqdE,19474
@@ -48,7 +48,7 @@ dcicutils/obfuscation_utils.py,sha256=fo2jOmDRC6xWpYX49u80bVNisqRRoPskFNX3ymFAmj
 dcicutils/opensearch_utils.py,sha256=V2exmFYW8Xl2_pGFixF4I2Cc549Opwe4PhFi5twC0M8,1017
 dcicutils/portal_object_utils.py,sha256=gDXRgPsRvqCFwbC8WatsuflAxNiigOnqr0Hi93k3AgE,15422
 dcicutils/portal_utils.py,sha256=Xm0IqL2dA9C2gx98cPEbvlo81V76bEmpUpxb_8S3VqM,30480
-dcicutils/progress_bar.py,sha256=yaYXndUpFp2htE64FKWrDAnfgwTWzYn1Q9F9sha5P7I,13555
+dcicutils/progress_bar.py,sha256=tGhqjONjDIjniqKUb8ATQuZmnJjG61XEu-EiY4uKMK4,13554
 dcicutils/project_utils.py,sha256=qPdCaFmWUVBJw4rw342iUytwdQC0P-XKpK4mhyIulMM,31250
 dcicutils/qa_checkers.py,sha256=cdXjeL0jCDFDLT8VR8Px78aS10hwNISOO5G_Zv2TZ6M,20534
 dcicutils/qa_utils.py,sha256=TT0SiJWiuxYvbsIyhK9VO4uV_suxhB6CpuC4qPacCzQ,160208
@@ -72,8 +72,8 @@ dcicutils/trace_utils.py,sha256=g8kwV4ebEy5kXW6oOrEAUsurBcCROvwtZqz9fczsGRE,1769
 dcicutils/validation_utils.py,sha256=cMZIU2cY98FYtzK52z5WUYck7urH6JcqOuz9jkXpqzg,14797
 dcicutils/variant_utils.py,sha256=2H9azNx3xAj-MySg-uZ2SFqbWs4kZvf61JnK6b-h4Qw,4343
 dcicutils/zip_utils.py,sha256=rnjNv_k6L9jT2SjDSgVXp4BEJYLtz9XN6Cl2Fy-tqnM,2027
-dcicutils-8.8.2.1b7.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
-dcicutils-8.8.2.1b7.dist-info/METADATA,sha256=EA7S9uqbf_bvzH6oqE_6HG7yn9YArQEBNWOAUeNiK6Q,3356
-dcicutils-8.8.2.1b7.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
-dcicutils-8.8.2.1b7.dist-info/entry_points.txt,sha256=51Q4F_2V10L0282W7HFjP4jdzW4K8lnWDARJQVFy_hw,270
-dcicutils-8.8.2.1b7.dist-info/RECORD,,
+dcicutils-8.8.2.1b9.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
+dcicutils-8.8.2.1b9.dist-info/METADATA,sha256=7K_1LUsQW1A-yScc9CV34B-r-iUyRfJyA-W8aEqbd5M,3356
+dcicutils-8.8.2.1b9.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
+dcicutils-8.8.2.1b9.dist-info/entry_points.txt,sha256=51Q4F_2V10L0282W7HFjP4jdzW4K8lnWDARJQVFy_hw,270
+dcicutils-8.8.2.1b9.dist-info/RECORD,,