gen3-dataops-toolkit 3.0.0__tar.gz → 3.2.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/PKG-INFO +6 -2
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/README.md +5 -1
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/pyproject.toml +1 -1
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/config_cmds.py +2 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/__init__.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/__init__.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/__init__.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/dispatch.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/registry.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/resolve.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/runner.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/safety.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/delete_cmds.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/dict_cmds.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/ec2_cmds.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/indexd_cmds.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/jobs.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/k8s.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/main.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/metadata.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/pipeline_cmds.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/release_cmds.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/synth.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/config.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/indexd/__init__.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/indexd/file_access.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/indexd/indexd_registrar.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/ingest/ingest.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/resolver.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/delete/delete_all_metadata_for_project.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/delete/delete_metadata.sh +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/delete/delete_metadata_by_guid.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/dictionary/deploy_dd.sh +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/dictionary/pull_dict.sh +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/dictionary/upload_dictionary.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/indexd/register_indexd.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/indexd/verify_file_access.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/k8s_ops/argocd_restart_etl.sh +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/k8s_ops/argocd_restart_ms.sh +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/k8s_ops/argocd_restart_schema.sh +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/k8s_ops/login_to_pod.sh +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/k8s_ops/restart_etl_and_ms.sh +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/synthetic_data/delete_synth_metadata_sheepdog.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/synthetic_data/full_deploy_dd_and_synth.sh +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/synthetic_data/generate_synth_metadata.sh +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/synthetic_data/upload_synth_metadata_sheepdog.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/upload/metadata/upload_all_studies.sh +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/upload/metadata/upload_metadata.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/upload/__init__.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/upload/metadata_deleter.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/upload/metadata_submitter.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/upload/upload_synthdata_s3.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/utils/athena_utils.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/utils/dbt_utils.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/utils/release_writer.py +0 -0
- {gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/validate/validate.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: gen3-dataops-toolkit
|
|
3
|
-
Version: 3.
|
|
3
|
+
Version: 3.2.0
|
|
4
4
|
Summary: Gen3 DataOps toolkit (g3dt): operate SSM-published Gen3 data pipeline environments
|
|
5
5
|
License: Apache-2.0
|
|
6
6
|
Author: JoshuaHarris391
|
|
@@ -115,7 +115,11 @@ structurally impossible.
|
|
|
115
115
|
emits, alongside the real names, the CI-isolation variants the template's
|
|
116
116
|
`ci` target consumes: `G3DT_DB_SILVER_CI` / `G3DT_DB_GOLD_CI`
|
|
117
117
|
(`ci_` + the real database name) and `G3DT_S3_SILVER_DATA_DIR_CI` /
|
|
118
|
-
`G3DT_S3_GOLD_DATA_DIR_CI` (`dbt_ci/` under the same buckets).
|
|
118
|
+
`G3DT_S3_GOLD_DATA_DIR_CI` (`dbt_ci/` under the same buckets). Bronze is
|
|
119
|
+
ingest-only — dbt never writes it, and the template's synthetic demo data
|
|
120
|
+
generates at silver — so bronze gets only `G3DT_DB_BRONZE` (real-ingest
|
|
121
|
+
deployments resolve their sources.yml schema from it); pairs with an
|
|
122
|
+
aws-gen3-pipeline deployment >= v2.2.0. Toolkit
|
|
119
123
|
releases >= 3 read the raw-free medallion SSM keys and therefore require a
|
|
120
124
|
pipeline deployment >= v2.0.0, which publishes them. Commit-
|
|
121
125
|
triggered CI builds land there; every other target (default, local) and the
|
|
@@ -81,7 +81,11 @@ structurally impossible.
|
|
|
81
81
|
emits, alongside the real names, the CI-isolation variants the template's
|
|
82
82
|
`ci` target consumes: `G3DT_DB_SILVER_CI` / `G3DT_DB_GOLD_CI`
|
|
83
83
|
(`ci_` + the real database name) and `G3DT_S3_SILVER_DATA_DIR_CI` /
|
|
84
|
-
`G3DT_S3_GOLD_DATA_DIR_CI` (`dbt_ci/` under the same buckets).
|
|
84
|
+
`G3DT_S3_GOLD_DATA_DIR_CI` (`dbt_ci/` under the same buckets). Bronze is
|
|
85
|
+
ingest-only — dbt never writes it, and the template's synthetic demo data
|
|
86
|
+
generates at silver — so bronze gets only `G3DT_DB_BRONZE` (real-ingest
|
|
87
|
+
deployments resolve their sources.yml schema from it); pairs with an
|
|
88
|
+
aws-gen3-pipeline deployment >= v2.2.0. Toolkit
|
|
85
89
|
releases >= 3 read the raw-free medallion SSM keys and therefore require a
|
|
86
90
|
pipeline deployment >= v2.0.0, which publishes them. Commit-
|
|
87
91
|
triggered CI builds land there; every other target (default, local) and the
|
|
@@ -250,6 +250,8 @@ def dbt_env(
|
|
|
250
250
|
# CI isolation: the dbt template's `ci` target builds into these
|
|
251
251
|
# instead — same grammar as the CDK's ci_ databases, same buckets
|
|
252
252
|
# under a dbt_ci/ prefix. Real names above are never prefixed.
|
|
253
|
+
# Bronze has no CI variants: bronze is ingest-only (never written
|
|
254
|
+
# by dbt), so only its real database name is exported.
|
|
253
255
|
"G3DT_DB_SILVER_CI": f"ci_{silver_db}",
|
|
254
256
|
"G3DT_DB_GOLD_CI": f"ci_{gold_db}",
|
|
255
257
|
"G3DT_S3_SILVER_DATA_DIR_CI": f"s3://{silver_bucket}/dbt_ci/",
|
|
File without changes
|
|
File without changes
|
{gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/__init__.py
RENAMED
|
File without changes
|
{gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/dispatch.py
RENAMED
|
File without changes
|
{gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/cli/_internal/registry.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/indexd/indexd_registrar.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/dictionary/deploy_dd.sh
RENAMED
|
File without changes
|
{gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/dictionary/pull_dict.sh
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/services/k8s_ops/login_to_pod.sh
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/upload/metadata_deleter.py
RENAMED
|
File without changes
|
{gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/upload/metadata_submitter.py
RENAMED
|
File without changes
|
{gen3_dataops_toolkit-3.0.0 → gen3_dataops_toolkit-3.2.0}/src/g3dt/upload/upload_synthdata_s3.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|