gen3-dataops-toolkit 3.0.0__tar.gz → 3.2.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/PKG-INFO +6 -2
  2. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/README.md +5 -1
  3. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/pyproject.toml +1 -1
  4. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/config_cmds.py +2 -0
  5. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/__init__.py +0 -0
  6. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/__init__.py +0 -0
  7. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/__init__.py +0 -0
  8. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/dispatch.py +0 -0
  9. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/registry.py +0 -0
  10. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/resolve.py +0 -0
  11. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/runner.py +0 -0
  12. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/safety.py +0 -0
  13. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/delete_cmds.py +0 -0
  14. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/dict_cmds.py +0 -0
  15. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/ec2_cmds.py +0 -0
  16. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/indexd_cmds.py +0 -0
  17. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/jobs.py +0 -0
  18. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/k8s.py +0 -0
  19. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/main.py +0 -0
  20. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/metadata.py +0 -0
  21. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/pipeline_cmds.py +0 -0
  22. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/release_cmds.py +0 -0
  23. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/synth.py +0 -0
  24. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/config.py +0 -0
  25. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/indexd/__init__.py +0 -0
  26. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/indexd/file_access.py +0 -0
  27. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/indexd/indexd_registrar.py +0 -0
  28. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/ingest/ingest.py +0 -0
  29. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/resolver.py +0 -0
  30. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/delete/delete_all_metadata_for_project.py +0 -0
  31. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/delete/delete_metadata.sh +0 -0
  32. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/delete/delete_metadata_by_guid.py +0 -0
  33. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/dictionary/deploy_dd.sh +0 -0
  34. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/dictionary/pull_dict.sh +0 -0
  35. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/dictionary/upload_dictionary.py +0 -0
  36. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/indexd/register_indexd.py +0 -0
  37. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/indexd/verify_file_access.py +0 -0
  38. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/k8s_ops/argocd_restart_etl.sh +0 -0
  39. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/k8s_ops/argocd_restart_ms.sh +0 -0
  40. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/k8s_ops/argocd_restart_schema.sh +0 -0
  41. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/k8s_ops/login_to_pod.sh +0 -0
  42. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/k8s_ops/restart_etl_and_ms.sh +0 -0
  43. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/synthetic_data/delete_synth_metadata_sheepdog.py +0 -0
  44. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/synthetic_data/full_deploy_dd_and_synth.sh +0 -0
  45. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/synthetic_data/generate_synth_metadata.sh +0 -0
  46. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/synthetic_data/upload_synth_metadata_sheepdog.py +0 -0
  47. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/upload/metadata/upload_all_studies.sh +0 -0
  48. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/upload/metadata/upload_metadata.py +0 -0
  49. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/upload/__init__.py +0 -0
  50. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/upload/metadata_deleter.py +0 -0
  51. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/upload/metadata_submitter.py +0 -0
  52. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/upload/upload_synthdata_s3.py +0 -0
  53. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/utils/athena_utils.py +0 -0
  54. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/utils/dbt_utils.py +0 -0
  55. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/utils/release_writer.py +0 -0
  56. {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/validate/validate.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: gen3-dataops-toolkit
3
- Version: 3.0.0
3
+ Version: 3.2.0
4
4
  Summary: Gen3 DataOps toolkit (g3dt): operate SSM-published Gen3 data pipeline environments
5
5
  License: Apache-2.0
6
6
  Author: JoshuaHarris391
@@ -115,7 +115,11 @@ structurally impossible.
115
115
  emits, alongside the real names, the CI-isolation variants the template's
116
116
  `ci` target consumes: `G3DT_DB_SILVER_CI` / `G3DT_DB_GOLD_CI`
117
117
  (`ci_` + the real database name) and `G3DT_S3_SILVER_DATA_DIR_CI` /
118
- `G3DT_S3_GOLD_DATA_DIR_CI` (`dbt_ci/` under the same buckets). Toolkit
118
+ `G3DT_S3_GOLD_DATA_DIR_CI` (`dbt_ci/` under the same buckets). Bronze is
119
+ ingest-only — dbt never writes it, and the template's synthetic demo data
120
+ generates at silver — so bronze gets only `G3DT_DB_BRONZE` (real-ingest
121
+ deployments resolve their sources.yml schema from it); pairs with an
122
+ aws-gen3-pipeline deployment >= v2.2.0. Toolkit
119
123
  releases >= 3 read the raw-free medallion SSM keys and therefore require a
120
124
  pipeline deployment >= v2.0.0, which publishes them. Commit-
121
125
  triggered CI builds land there; every other target (default, local) and the
@@ -81,7 +81,11 @@ structurally impossible.
81
81
  emits, alongside the real names, the CI-isolation variants the template's
82
82
  `ci` target consumes: `G3DT_DB_SILVER_CI` / `G3DT_DB_GOLD_CI`
83
83
  (`ci_` + the real database name) and `G3DT_S3_SILVER_DATA_DIR_CI` /
84
- `G3DT_S3_GOLD_DATA_DIR_CI` (`dbt_ci/` under the same buckets). Toolkit
84
+ `G3DT_S3_GOLD_DATA_DIR_CI` (`dbt_ci/` under the same buckets). Bronze is
85
+ ingest-only — dbt never writes it, and the template's synthetic demo data
86
+ generates at silver — so bronze gets only `G3DT_DB_BRONZE` (real-ingest
87
+ deployments resolve their sources.yml schema from it); pairs with an
88
+ aws-gen3-pipeline deployment >= v2.2.0. Toolkit
85
89
  releases >= 3 read the raw-free medallion SSM keys and therefore require a
86
90
  pipeline deployment >= v2.0.0, which publishes them. Commit-
87
91
  triggered CI builds land there; every other target (default, local) and the
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "gen3-dataops-toolkit"
3
- version = "3.0.0"
3
+ version = "3.2.0"
4
4
  description = "Gen3 DataOps toolkit (g3dt): operate SSM-published Gen3 data pipeline environments"
5
5
  authors = ["JoshuaHarris391 <harjo391@gmail.com>"]
6
6
  readme = "README.md"
@@ -250,6 +250,8 @@ def dbt_env(
250
250
  # CI isolation: the dbt template's `ci` target builds into these
251
251
  # instead — same grammar as the CDK's ci_ databases, same buckets
252
252
  # under a dbt_ci/ prefix. Real names above are never prefixed.
253
+ # Bronze has no CI variants: bronze is ingest-only (never written
254
+ # by dbt), so only its real database name is exported.
253
255
  "G3DT_DB_SILVER_CI": f"ci_{silver_db}",
254
256
  "G3DT_DB_GOLD_CI": f"ci_{gold_db}",
255
257
  "G3DT_S3_SILVER_DATA_DIR_CI": f"s3://{silver_bucket}/dbt_ci/",