gen3-dataops-toolkit 3.7.1__tar.gz → 3.7.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/PKG-INFO +1 -1
  2. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/pyproject.toml +1 -1
  3. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/synthetic_data/upload_synth_metadata_sheepdog.py +14 -0
  4. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/README.md +0 -0
  5. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/__init__.py +0 -0
  6. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/__init__.py +0 -0
  7. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/_internal/__init__.py +0 -0
  8. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/_internal/dispatch.py +0 -0
  9. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/_internal/registry.py +0 -0
  10. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/_internal/resolve.py +0 -0
  11. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/_internal/runner.py +0 -0
  12. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/_internal/safety.py +0 -0
  13. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/config_cmds.py +0 -0
  14. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/delete_cmds.py +0 -0
  15. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/dict_cmds.py +0 -0
  16. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/ec2_cmds.py +0 -0
  17. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/indexd_cmds.py +0 -0
  18. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/jobs.py +0 -0
  19. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/k8s.py +0 -0
  20. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/main.py +0 -0
  21. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/metadata.py +0 -0
  22. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/pipeline_cmds.py +0 -0
  23. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/release_cmds.py +0 -0
  24. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/cli/synth.py +0 -0
  25. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/config.py +0 -0
  26. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/indexd/__init__.py +0 -0
  27. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/indexd/file_access.py +0 -0
  28. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/indexd/indexd_registrar.py +0 -0
  29. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/ingest/ingest.py +0 -0
  30. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/resolver.py +0 -0
  31. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/delete/delete_all_metadata_for_project.py +0 -0
  32. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/delete/delete_metadata.sh +0 -0
  33. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/delete/delete_metadata_by_guid.py +0 -0
  34. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/dictionary/deploy_dd.sh +0 -0
  35. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/dictionary/pull_dict.sh +0 -0
  36. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/dictionary/upload_dictionary.py +0 -0
  37. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/indexd/register_indexd.py +0 -0
  38. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/indexd/verify_file_access.py +0 -0
  39. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/k8s_ops/argocd_restart_etl.sh +0 -0
  40. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/k8s_ops/argocd_restart_ms.sh +0 -0
  41. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/k8s_ops/argocd_restart_schema.sh +0 -0
  42. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/k8s_ops/login_to_pod.sh +0 -0
  43. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/k8s_ops/restart_etl_and_ms.sh +0 -0
  44. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/synthetic_data/delete_synth_metadata_sheepdog.py +0 -0
  45. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/synthetic_data/full_deploy_dd_and_synth.sh +0 -0
  46. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/synthetic_data/generate_synth_metadata.sh +0 -0
  47. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/upload/metadata/upload_all_studies.sh +0 -0
  48. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/upload/metadata/upload_metadata.py +0 -0
  49. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/upload/__init__.py +0 -0
  50. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/upload/metadata_deleter.py +0 -0
  51. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/upload/metadata_submitter.py +0 -0
  52. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/upload/upload_synthdata_s3.py +0 -0
  53. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/utils/athena_utils.py +0 -0
  54. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/utils/dbt_utils.py +0 -0
  55. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/utils/release_writer.py +0 -0
  56. {gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/validate/validate.py +0 -0
{gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: gen3-dataops-toolkit
3
- Version: 3.7.1
3
+ Version: 3.7.2
4
4
  Summary: Gen3 DataOps toolkit (g3dt): operate SSM-published Gen3 data pipeline environments
5
5
  License: Apache-2.0
6
6
  Author: JoshuaHarris391
{gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "gen3-dataops-toolkit"
3
- version = "3.7.1"
3
+ version = "3.7.2"
4
4
  description = "Gen3 DataOps toolkit (g3dt): operate SSM-published Gen3 data pipeline environments"
5
5
  authors = ["JoshuaHarris391 <harjo391@gmail.com>"]
6
6
  readme = "README.md"
{gen3_dataops_toolkit-3.7.1 → gen3_dataops_toolkit-3.7.2}/src/g3dt/services/synthetic_data/upload_synth_metadata_sheepdog.py RENAMED
@@ -13,6 +13,19 @@ DEFAULT_REGION = "ap-southeast-2"
13
13
  DEFAULT_PROFILE = None # ambient credentials unless --aws-profile is given
14
14
  DEFAULT_SUBMISSION_SIZE_KB = 50
15
15
 
16
+ # Nodes never submitted from a synthetic batch. The first four are the
17
+ # structural nodes MetadataSubmitter always excludes; core_metadata_collection
18
+ # is excluded here too because the simulator fills its date-time fields with
19
+ # random words, which Sheepdog rejects (400) — and synthetic data has no use
20
+ # for it anyway.
21
+ EXCLUDE_NODES = [
22
+ "program",
23
+ "project",
24
+ "acknowledgement",
25
+ "publication",
26
+ "core_metadata_collection",
27
+ ]
28
+
16
29
  def submit_synthetic_metadata(
17
30
  base_dir,
18
31
  project_id,
@@ -57,6 +70,7 @@ def submit_synthetic_metadata(
57
70
  table=None,
58
71
  athena_s3_output=None,
59
72
  max_size_kb=max_submission_size_kb,
73
+ exclude_nodes=EXCLUDE_NODES,
60
74
  aws_profile=aws_profile,
61
75
  upload_to_database=False,
62
76
  )