dcicutils 8.8.2.1b8__py3-none-any.whl → 8.8.3__py3-none-any.whl

dcicutils/deployment_utils.py

@@ -431,6 +431,7 @@ class IniFileManager:
                                      re_captcha_key=None, re_captcha_secret=None,
                                      redis_server=None,
                                      google_api_key=None,
+                                     submitr_metadata_template_sheet_id=None,
                                      file_upload_bucket=None, file_wfout_bucket=None,
                                      blob_bucket=None, system_bucket=None, metadata_bundles_bucket=None):
 
@@ -471,6 +472,8 @@ class IniFileManager:
             re_captcha_key (str): key used for reCaptcha for throttling/detecting humans on login
             re_captcha_secret (str): secret used for reCaptcha
             redis_server (str): A server URL to a Redis cluster, for use with sessions
+            google_api_key (str): A Google (Sheets) API key for smaht-submitr to get latest metadata template version.
+            submitr_metadata_template_sheet_id (str): A Google Sheets doc ID key for smaht-submitr metadata template.
             file_upload_bucket (str): Specific name of the bucket to use on S3 for file upload data.
             file_wfout_bucket (str): Specific name of the bucket to use on S3 for wfout data.
             blob_bucket (str): Specific name of the bucket to use on S3 for blob data.
@@ -508,6 +511,7 @@ class IniFileManager:
                                                re_captcha_secret=re_captcha_secret,
                                                redis_server=redis_server,
                                                google_api_key=google_api_key,
+                                               submitr_metadata_template_sheet_id=submitr_metadata_template_sheet_id,
                                                file_upload_bucket=file_upload_bucket,
                                                file_wfout_bucket=file_wfout_bucket,
                                                blob_bucket=blob_bucket,
@@ -579,6 +583,7 @@ class IniFileManager:
                                        re_captcha_key=None, re_captcha_secret=None,
                                        redis_server=None,
                                        google_api_key=None,
+                                       submitr_metadata_template_sheet_id=None,
                                        file_upload_bucket=None,
                                        file_wfout_bucket=None, blob_bucket=None, system_bucket=None,
                                        metadata_bundles_bucket=None):
@@ -636,6 +641,8 @@ class IniFileManager:
         es_server = es_server or os.environ.get('ENCODED_ES_SERVER', "MISSING_ENCODED_ES_SERVER")
         redis_server = redis_server or os.environ.get('ENCODED_REDIS_SERVER', '')  # optional
         google_api_key = google_api_key or os.environ.get('GOOGLE_API_KEY', '')  # optional
+        submitr_metadata_template_sheet_id = (
+            submitr_metadata_template_sheet_id or os.environ.get('SUBMITR_METADATA_TEMPLATE_SHEET_ID', ''))  # optional
         env_bucket = (env_bucket
                       or EnvBase.global_env_bucket_name()
                       or ("MISSING_GLOBAL_ENV_BUCKET"
@@ -778,6 +785,7 @@ class IniFileManager:
             'ES_SERVER': es_server,
             'REDIS_SERVER': redis_server,
             'GOOGLE_API_KEY': google_api_key,
+            'SUBMITR_METADATA_TEMPLATE_SHEET_ID': submitr_metadata_template_sheet_id,
             'ENV_BUCKET': env_bucket,
             'ENV_ECOSYSTEM': env_ecosystem,
             'ENV_NAME': env_name,
@@ -953,6 +961,9 @@ class IniFileManager:
             parser.add_argument("--google_api_key",
                                 help="Google API key to get smaht-submitr metadata template version",
                                 default=None)
+            parser.add_argument("--submitr_metadata_template_sheet_id",
+                                help="Google Sheets API document ID of smaht-submitr metadata template",
+                                default=None)
             parser.add_argument("--tibanna_cwls_bucket",
                                 help="the name of a Tibanna CWLs bucket to use",
                                 default=None)
@@ -1012,31 +1023,33 @@ class IniFileManager:
             ini_file_name = args.target
             # print("template_file_name=", template_file_name)
             # print("ini_file_name=", ini_file_name)
-            cls.build_ini_file_from_template(template_file_name, ini_file_name,
-                                             bs_env=args.bs_env, bs_mirror_env=args.bs_mirror_env,
-                                             env_bucket=args.env_bucket, env_ecosystem=args.env_ecosystem,
-                                             env_name=args.env_name,
-                                             s3_bucket_org=args.s3_bucket_org, s3_bucket_env=args.s3_bucket_env,
-                                             data_set=args.data_set, s3_encrypt_key_id=args.s3_encrypt_key_id,
-                                             es_server=args.es_server, es_namespace=args.es_namespace,
-                                             indexer=args.indexer, index_server=args.index_server,
-                                             identity=args.identity, higlass_server=args.higlass_server,
-                                             sentry_dsn=args.sentry_dsn,
-                                             tibanna_cwls_bucket=args.tibanna_cwls_bucket,
-                                             tibanna_output_bucket=args.tibanna_output_bucket,
-                                             application_bucket_prefix=args.application_bucket_prefix,
-                                             foursight_bucket_prefix=args.foursight_bucket_prefix,
-                                             auth0_domain=args.auth0_domain,
-                                             auth0_client=args.auth0_client,
-                                             auth0_secret=args.auth0_secret,
-                                             auth0_allowed_connections=args.auth0_allowed_connections,
-                                             re_captcha_key=args.recaptcha_key, re_captcha_secret=args.recaptcha_secret,
-                                             redis_server=args.redis_server,
-                                             google_api_key=args.google_api_key,
-                                             file_upload_bucket=args.file_upload_bucket,
-                                             file_wfout_bucket=args.file_wfout_bucket,
-                                             blob_bucket=args.blob_bucket, system_bucket=args.system_bucket,
-                                             metadata_bundles_bucket=args.metadata_bundles_bucket)
+            cls.build_ini_file_from_template(
+                template_file_name, ini_file_name,
+                bs_env=args.bs_env, bs_mirror_env=args.bs_mirror_env,
+                env_bucket=args.env_bucket, env_ecosystem=args.env_ecosystem,
+                env_name=args.env_name,
+                s3_bucket_org=args.s3_bucket_org, s3_bucket_env=args.s3_bucket_env,
+                data_set=args.data_set, s3_encrypt_key_id=args.s3_encrypt_key_id,
+                es_server=args.es_server, es_namespace=args.es_namespace,
+                indexer=args.indexer, index_server=args.index_server,
+                identity=args.identity, higlass_server=args.higlass_server,
+                sentry_dsn=args.sentry_dsn,
+                tibanna_cwls_bucket=args.tibanna_cwls_bucket,
+                tibanna_output_bucket=args.tibanna_output_bucket,
+                application_bucket_prefix=args.application_bucket_prefix,
+                foursight_bucket_prefix=args.foursight_bucket_prefix,
+                auth0_domain=args.auth0_domain,
+                auth0_client=args.auth0_client,
+                auth0_secret=args.auth0_secret,
+                auth0_allowed_connections=args.auth0_allowed_connections,
+                re_captcha_key=args.recaptcha_key, re_captcha_secret=args.recaptcha_secret,
+                redis_server=args.redis_server,
+                google_api_key=args.google_api_key,
+                submitr_metadata_template_sheet_id=args.submitr_metadata_template_sheet_id,
+                file_upload_bucket=args.file_upload_bucket,
+                file_wfout_bucket=args.file_wfout_bucket,
+                blob_bucket=args.blob_bucket, system_bucket=args.system_bucket,
+                metadata_bundles_bucket=args.metadata_bundles_bucket)
         except Exception as e:
             PRINT("Error (%s): %s" % (e.__class__.__name__, e))
             sys.exit(1)

{dcicutils-8.8.2.1b8.dist-info → dcicutils-8.8.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dcicutils
-Version: 8.8.2.1b8
+Version: 8.8.3
 Summary: Utility package for interacting with the 4DN Data Portal and other 4DN resources
 Home-page: https://github.com/4dn-dcic/utils
 License: MIT

{dcicutils-8.8.2.1b8.dist-info → dcicutils-8.8.3.dist-info}/RECORD

@@ -13,7 +13,7 @@ dcicutils/creds_utils.py,sha256=xrLekD49Ex0GOpL9n7LlJA4gvNcY7txTVFOSYD7LvEU,1111
 dcicutils/data_readers.py,sha256=WWH_VDz2KnNv_FoTjfFwrg6zh9asl8Q-uEV2V3XuyUg,7414
 dcicutils/data_utils.py,sha256=k2OxOlsx7AJ6jF-YNlMyGus_JqSUBe4_n1s65Mv1gQQ,3098
 dcicutils/datetime_utils.py,sha256=EODDGAngp1yh2ZlDIuI7tB74JBJucw2DljqfPknzK0Y,4666
-dcicutils/deployment_utils.py,sha256=-MmJQI99fXmBFkZCcFkmQYmXVDF5eHZOnmLb3R5eKcg,69506
+dcicutils/deployment_utils.py,sha256=sKv8Jb-_Zw2aH3OAywRlsre-Cqm3a7fEGG3_1PT-r-s,69908
 dcicutils/diff_utils.py,sha256=sQx-yz56DHAcQWOChYbAG3clXu7TbiZKlw-GggeveO0,8118
 dcicutils/docker_utils.py,sha256=30gUiqz7X9rJwSPXTPn4ewjQibUgoSJqhP9o9vn5X-A,1747
 dcicutils/ecr_scripts.py,sha256=cxDl4BQt5W9NN1zjOHYZ7kk3yqoMnaCfNIyLaYmCqdE,19474
@@ -72,8 +72,8 @@ dcicutils/trace_utils.py,sha256=g8kwV4ebEy5kXW6oOrEAUsurBcCROvwtZqz9fczsGRE,1769
 dcicutils/validation_utils.py,sha256=cMZIU2cY98FYtzK52z5WUYck7urH6JcqOuz9jkXpqzg,14797
 dcicutils/variant_utils.py,sha256=2H9azNx3xAj-MySg-uZ2SFqbWs4kZvf61JnK6b-h4Qw,4343
 dcicutils/zip_utils.py,sha256=rnjNv_k6L9jT2SjDSgVXp4BEJYLtz9XN6Cl2Fy-tqnM,2027
-dcicutils-8.8.2.1b8.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
-dcicutils-8.8.2.1b8.dist-info/METADATA,sha256=d_uRKK_JvNT9ol1b6_lKYyVyu29rp7hboctfwml3gBs,3356
-dcicutils-8.8.2.1b8.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
-dcicutils-8.8.2.1b8.dist-info/entry_points.txt,sha256=51Q4F_2V10L0282W7HFjP4jdzW4K8lnWDARJQVFy_hw,270
-dcicutils-8.8.2.1b8.dist-info/RECORD,,
+dcicutils-8.8.3.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
+dcicutils-8.8.3.dist-info/METADATA,sha256=aG6CCpyI525cQXOiUXz0PMEAGDdcHwtr7Wl9bekTNfc,3352
+dcicutils-8.8.3.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
+dcicutils-8.8.3.dist-info/entry_points.txt,sha256=51Q4F_2V10L0282W7HFjP4jdzW4K8lnWDARJQVFy_hw,270
+dcicutils-8.8.3.dist-info/RECORD,,