dcicutils 8.10.0.1b2__tar.gz → 8.11.0__tar.gz

Sign up to get free protection for your applications and to get access to all the features.
Files changed (79) hide show
  1. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/PKG-INFO +1 -1
  2. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/command_utils.py +2 -3
  3. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/deployment_utils.py +2 -2
  4. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/ecr_scripts.py +3 -4
  5. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/env_scripts.py +4 -5
  6. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/license_policies/park-lab-common.jsonc +0 -6
  7. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/progress_bar.py +1 -1
  8. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/schema_utils.py +50 -0
  9. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/scripts/publish_to_pypi.py +1 -2
  10. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/scripts/view_portal_object.py +7 -7
  11. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/pyproject.toml +1 -1
  12. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/LICENSE.txt +0 -0
  13. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/README.rst +0 -0
  14. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/__init__.py +0 -0
  15. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/base.py +0 -0
  16. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/beanstalk_utils.py +0 -0
  17. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/bundle_utils.py +0 -0
  18. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/captured_output.py +0 -0
  19. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/cloudformation_utils.py +0 -0
  20. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/codebuild_utils.py +0 -0
  21. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/common.py +0 -0
  22. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/contribution_scripts.py +0 -0
  23. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/contribution_utils.py +0 -0
  24. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/creds_utils.py +0 -0
  25. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/data_readers.py +0 -0
  26. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/data_utils.py +0 -0
  27. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/datetime_utils.py +0 -0
  28. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/diff_utils.py +0 -0
  29. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/docker_utils.py +0 -0
  30. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/ecr_utils.py +0 -0
  31. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/ecs_utils.py +0 -0
  32. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/env_base.py +0 -0
  33. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/env_manager.py +0 -0
  34. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/env_utils.py +0 -0
  35. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/env_utils_legacy.py +0 -0
  36. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/es_utils.py +0 -0
  37. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/exceptions.py +0 -0
  38. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/ff_mocks.py +0 -0
  39. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/ff_utils.py +0 -0
  40. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/file_utils.py +0 -0
  41. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/function_cache_decorator.py +0 -0
  42. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/glacier_utils.py +0 -0
  43. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/http_utils.py +0 -0
  44. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/jh_utils.py +0 -0
  45. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/kibana/dashboards.json +0 -0
  46. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/kibana/readme.md +0 -0
  47. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/lang_utils.py +0 -0
  48. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/license_policies/c4-infrastructure.jsonc +0 -0
  49. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/license_policies/c4-python-infrastructure.jsonc +0 -0
  50. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/license_policies/park-lab-common-server.jsonc +0 -0
  51. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc +0 -0
  52. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/license_policies/park-lab-pipeline.jsonc +0 -0
  53. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/license_utils.py +0 -0
  54. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/log_utils.py +0 -0
  55. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/misc_utils.py +0 -0
  56. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/obfuscation_utils.py +0 -0
  57. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/opensearch_utils.py +0 -0
  58. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/portal_object_utils.py +0 -0
  59. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/portal_utils.py +0 -0
  60. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/project_utils.py +0 -0
  61. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/qa_checkers.py +0 -0
  62. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/qa_utils.py +0 -0
  63. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/redis_tools.py +0 -0
  64. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/redis_utils.py +0 -0
  65. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/s3_utils.py +0 -0
  66. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/scripts/run_license_checker.py +0 -0
  67. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/secrets_utils.py +0 -0
  68. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/sheet_utils.py +0 -0
  69. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/snapshot_utils.py +0 -0
  70. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/ssl_certificate_utils.py +0 -0
  71. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/structured_data.py +0 -0
  72. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/submitr/progress_constants.py +0 -0
  73. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/submitr/ref_lookup_strategy.py +0 -0
  74. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/task_utils.py +0 -0
  75. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/tmpfile_utils.py +0 -0
  76. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/trace_utils.py +0 -0
  77. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/validation_utils.py +0 -0
  78. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/variant_utils.py +0 -0
  79. {dcicutils-8.10.0.1b2 → dcicutils-8.11.0}/dcicutils/zip_utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dcicutils
3
- Version: 8.10.0.1b2
3
+ Version: 8.11.0
4
4
  Summary: Utility package for interacting with the 4DN Data Portal and other 4DN resources
5
5
  Home-page: https://github.com/4dn-dcic/utils
6
6
  License: MIT
@@ -7,7 +7,6 @@ import os
7
7
  import re
8
8
  import requests
9
9
  import subprocess
10
- import sys
11
10
 
12
11
  from typing import Callable, Optional
13
12
  from .exceptions import InvalidParameterError
@@ -373,7 +372,7 @@ def script_catch_errors():
373
372
  raise ScriptFailure(' '.join(message))
374
373
  try:
375
374
  yield fail
376
- sys.exit(0)
375
+ exit(0)
377
376
  except (Exception, ScriptFailure) as e:
378
377
  if DEBUG_SCRIPT:
379
378
  # If debugging, let the error propagate, do not trap it.
@@ -385,7 +384,7 @@ def script_catch_errors():
385
384
  else:
386
385
  message = str(e) # Note: We ignore the type, which isn't intended to be shown.
387
386
  PRINT(message)
388
- sys.exit(1)
387
+ exit(1)
389
388
 
390
389
 
391
390
  class Question:
@@ -396,9 +396,9 @@ class EBDeployer:
396
396
  packaging_was_successful = cls.build_application_version(args.repo, args.version_name, branch=args.branch)
397
397
  if packaging_was_successful: # XXX: how to best detect?
398
398
  time.sleep(5) # give EB a second to catch up (it needs it)
399
- sys.exit(cls.deploy_new_version(args.env, args.repo, args.version_name))
399
+ exit(cls.deploy_new_version(args.env, args.repo, args.version_name))
400
400
  else:
401
- sys.exit(cls.deploy_indexer(args.env, args.application_version))
401
+ exit(cls.deploy_indexer(args.env, args.application_version))
402
402
 
403
403
 
404
404
  class IniFileManager:
@@ -3,7 +3,6 @@ import botocore.exceptions
3
3
  import boto3
4
4
  import contextlib
5
5
  import os
6
- import sys
7
6
 
8
7
  from typing import Optional, Union, List
9
8
  from .command_utils import yes_or_no
@@ -69,7 +68,7 @@ def ecr_command_context(account_number, ecs_repository=None, ecr_client=None):
69
68
  elif account_number != account_number_in_environ:
70
69
  raise RuntimeError("The account number you have specified does not match your declared credentials.")
71
70
  yield ECRCommandContext(account_number=account_number, ecs_repository=ecs_repository, ecr_client=ecr_client)
72
- sys.exit(0)
71
+ exit(0)
73
72
  except botocore.exceptions.ClientError as e:
74
73
  error_info = e.response.get('Error', {})
75
74
  message = error_info.get('Message')
@@ -78,12 +77,12 @@ def ecr_command_context(account_number, ecs_repository=None, ecr_client=None):
78
77
  raise RuntimeError("Your security token seems to have expired.")
79
78
  elif message:
80
79
  PRINT(f"{code}: {message}")
81
- sys.exit(1)
80
+ exit(1)
82
81
  else:
83
82
  raise
84
83
  except Exception as e:
85
84
  PRINT(f"{full_class_name(e)}: {e}")
86
- sys.exit(1)
85
+ exit(1)
87
86
 
88
87
 
89
88
  class ECRCommandContext:
@@ -1,7 +1,6 @@
1
1
  import argparse
2
2
  import boto3
3
3
  import json
4
- import sys
5
4
  import yaml
6
5
 
7
6
  from .lang_utils import disjoined_list
@@ -53,7 +52,7 @@ def show_global_env_bucket(bucket, mode='json', key=None):
53
52
  else:
54
53
  PRINT(f"There is no default bucket. Please use a '--bucket' argument"
55
54
  f" to specify one of {disjoined_list(envs_buckets)}.")
56
- sys.exit(1)
55
+ exit(1)
57
56
 
58
57
  print_heading(bucket, style='=')
59
58
 
@@ -71,7 +70,7 @@ def show_global_env_bucket(bucket, mode='json', key=None):
71
70
  except Exception as e:
72
71
  PRINT("Bucket contents could not be downlaoded.")
73
72
  print_error_message(e)
74
- sys.exit(1)
73
+ exit(1)
75
74
 
76
75
  object = None # Without this, PyCharm fusses that object might not get set. -kmp 20-Jul-2022
77
76
  try:
@@ -79,7 +78,7 @@ def show_global_env_bucket(bucket, mode='json', key=None):
79
78
  except Exception as e:
80
79
  PRINT("Bucket contents could not be parsed as JSON.")
81
80
  print_error_message(e)
82
- sys.exit(1)
81
+ exit(1)
83
82
 
84
83
  if mode == 'json':
85
84
  PRINT(json.dumps(object, indent=2, default=str))
@@ -87,7 +86,7 @@ def show_global_env_bucket(bucket, mode='json', key=None):
87
86
  PRINT(yaml.dump(object))
88
87
  else:
89
88
  PRINT(f"Unknown mode: {mode}. Try 'json' or 'yaml'.")
90
- sys.exit(1)
89
+ exit(1)
91
90
 
92
91
 
93
92
  DEFAULT_BUCKET = get_env_bucket()
@@ -248,12 +248,6 @@
248
248
  "docutils" // Used only privately as a separate documentation-generation task for ReadTheDocs
249
249
  ],
250
250
 
251
-
252
- "GNU General Public License v2 (GPLv2)": [
253
- "pyinstaller",
254
- "pyinstaller-hooks-contrib"
255
- ],
256
-
257
251
  "MIT/X11 Derivative": [
258
252
  // The license used by libxkbcommon is complicated and involves numerous included licenses,
259
253
  // but all are permissive.
@@ -249,7 +249,7 @@ class ProgressBar:
249
249
  if self._interrupt_exit_message:
250
250
  if isinstance(interrupt_exit_message := self._interrupt_exit_message(self), str):
251
251
  print(interrupt_exit_message)
252
- sys.exit(1)
252
+ exit(1)
253
253
  elif interrupt_stop is False or ((interrupt_stop is None) and (self._interrupt_exit is False)):
254
254
  set_interrupt_handler(handle_interrupt)
255
255
  interrupt_continue = self._interrupt_continue(self) if self._interrupt_continue else None
@@ -1,5 +1,6 @@
1
1
  import os
2
2
  from typing import Any, Dict, List, Optional, Tuple
3
+
3
4
  from dcicutils.misc_utils import to_camel_case
4
5
 
5
6
 
@@ -8,6 +9,7 @@ class JsonSchemaConstants:
8
9
  ARRAY = "array"
9
10
  BOOLEAN = "boolean"
10
11
  DEFAULT = "default"
12
+ DEPENDENT_REQUIRED = "dependentRequired"
11
13
  ENUM = "enum"
12
14
  FORMAT = "format"
13
15
  INTEGER = "integer"
@@ -29,6 +31,10 @@ class EncodedSchemaConstants:
29
31
  LINK_TO = "linkTo"
30
32
  MERGE_REF = "$merge"
31
33
  MIXIN_PROPERTIES = "mixinProperties"
34
+ SUBMISSION_COMMENT = "submissionComment"
35
+ SUBMISSION_EXAMPLES = "submissionExamples"
36
+ SUBMITTER_REQUIRED = "submitterRequired"
37
+ SUGGESTED_ENUM = "suggested_enum"
32
38
  UNIQUE_KEY = "uniqueKey"
33
39
 
34
40
 
@@ -203,6 +209,50 @@ def get_description(schema: Dict[str, Any]) -> str:
203
209
  return schema.get(SchemaConstants.DESCRIPTION, "")
204
210
 
205
211
 
212
+ def is_submitter_required(schema: Dict[str, Any]) -> bool:
213
+ """Return True if the schema is marked as required for submitters.
214
+
215
+ Specifically, required for external (i.e. non-admin) submitters.
216
+
217
+ This is typically validated within the context of a oneOf, anyOf,
218
+ or allOf schema on an item type which is used within the team and
219
+ by external submitters, and is tricky to pick up on automatically.
220
+ """
221
+ return schema.get(SchemaConstants.SUBMITTER_REQUIRED, False)
222
+
223
+
224
+ def get_submission_comment(schema: Dict[str, Any]) -> str:
225
+ """Return the submission comment for a property.
226
+
227
+ Custom property that can be manually added to a schema to provide
228
+ additional context for submitters.
229
+ """
230
+ return schema.get(SchemaConstants.SUBMISSION_COMMENT, "")
231
+
232
+
233
+ def get_submission_examples(schema: Dict[str, Any]) -> List[str]:
234
+ """Return the submission example for a property.
235
+
236
+ Custom property that can be manually added to a schema to provide
237
+ an example for submitters.
238
+ """
239
+ return schema.get(SchemaConstants.SUBMISSION_EXAMPLES, [])
240
+
241
+
242
+ def get_suggested_enum(schema: Dict[str, Any]) -> List[str]:
243
+ """Return the suggested enum for a property.
244
+
245
+ Custom property that can be manually added to a schema to provide
246
+ a suggested list of values for submitters.
247
+ """
248
+ return schema.get(SchemaConstants.SUGGESTED_ENUM, [])
249
+
250
+
251
+ def get_dependent_required(schema: Dict[str, Any]) -> Dict[str, List[str]]:
252
+ """Return the dependent required properties of a schema."""
253
+ return schema.get(SchemaConstants.DEPENDENT_REQUIRED, {})
254
+
255
+
206
256
  class Schema:
207
257
 
208
258
  def __init__(self, schema: dict, type: Optional[str] = None) -> None:
@@ -33,7 +33,6 @@ import argparse
33
33
  import os
34
34
  import requests
35
35
  import subprocess
36
- import sys
37
36
  import toml
38
37
 
39
38
  from typing import Tuple, Union
@@ -336,7 +335,7 @@ def exit_with_no_action() -> None:
336
335
  first prints a message saying no action was taken.
337
336
  """
338
337
  PRINT("Exiting without taking action.")
339
- sys.exit(1)
338
+ exit(1)
340
339
 
341
340
 
342
341
  PRINT = print
@@ -201,17 +201,17 @@ def main():
201
201
  return
202
202
  else:
203
203
  _print(f"No PATCH data found in file: {args.patch}")
204
- sys.exit(1)
204
+ exit(1)
205
205
 
206
206
  data = _get_portal_object(portal=portal, uuid=args.uuid, raw=args.raw,
207
207
  database=args.database, check=args.bool, verbose=args.verbose)
208
208
  if args.bool:
209
209
  if data:
210
210
  _print(f"{args.uuid}: found")
211
- sys.exit(0)
211
+ exit(0)
212
212
  else:
213
213
  _print(f"{args.uuid}: not found")
214
- sys.exit(1)
214
+ exit(1)
215
215
  if args.copy:
216
216
  pyperclip.copy(json.dumps(data, indent=4))
217
217
  if args.yaml:
@@ -597,18 +597,18 @@ def _print_tree(root_name: Optional[str],
597
597
  def _read_json_from_file(file: str) -> Optional[dict]:
598
598
  if not os.path.exists(file):
599
599
  _print(f"Cannot find file: {file}")
600
- sys.exit(1)
600
+ exit(1)
601
601
  try:
602
602
  with io.open(file, "r") as f:
603
603
  try:
604
604
  return json.load(f)
605
605
  except Exception:
606
606
  _print(f"Cannot parse JSON in file: {file}")
607
- sys.exit(1)
607
+ exit(1)
608
608
  except Exception as e:
609
609
  print(e)
610
610
  _print(f"Cannot open file: {file}")
611
- sys.exit(1)
611
+ exit(1)
612
612
 
613
613
 
614
614
  def _print(*args, **kwargs):
@@ -620,7 +620,7 @@ def _print(*args, **kwargs):
620
620
  def _exit(message: Optional[str] = None) -> None:
621
621
  if message:
622
622
  _print(f"ERROR: {message}")
623
- sys.exit(1)
623
+ exit(1)
624
624
 
625
625
 
626
626
  if __name__ == "__main__":
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "dcicutils"
3
- version = "8.10.0.1b2" # TODO: To become 8.10.1
3
+ version = "8.11.0"
4
4
  description = "Utility package for interacting with the 4DN Data Portal and other 4DN resources"
5
5
  authors = ["4DN-DCIC Team <support@4dnucleome.org>"]
6
6
  license = "MIT"
File without changes
File without changes