bigeye-cli 0.3.51__tar.gz → 0.3.53__tar.gz

{bigeye_cli-0.3.51 → bigeye_cli-0.3.53}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bigeye-cli
-Version: 0.3.51
+Version: 0.3.53
 Summary: Bigeye CLI offers developer tools for maintaining your developer workspace.
 Home-page: https://docs.bigeye.com/docs
 License: Proprietary
@@ -13,13 +13,13 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Requires-Dist: PyGithub (>=1.57,<2.0)
-Requires-Dist: bigeye-sdk (>=0.4.71,<0.5.0)
+Requires-Dist: bigeye-sdk (>=0.4.73,<0.5.0)
 Requires-Dist: click (>=8.0.4,<9.0.0)
 Requires-Dist: rich (>=12.4.4,<13.0.0)
 Description-Content-Type: text/markdown
 
 # **Bigeye CLI**
-Version: 0.3.51
+Version: 0.3.52
 ## Installation
 
 **Setting up your local/build environment**  
@@ -191,7 +191,9 @@ password = fakepassword1234
 
 **Note:** Most use cases will only require you to have a single `DEFAULT` credential that all workspaces can utilize. Running the `bigeye configure -w <workspace-name>` command for a non-default workspace will prompt you to inherit the credentials from default or create a new set of credentials. A workspace credential is only required if the `use_default_credential` setting is set to False in the configuration of the corresponding workspace.
 
-# CLI Documentation# `bigeye configure`
+# CLI Documentation
+
+# `bigeye configure`
 
 Configuration Commands for Bigeye CLI
 
@@ -1481,8 +1483,8 @@ $ bigeye deltas suggest-deltas [OPTIONS]
 * `-b, --bigeye_conf TEXT`: Bigeye Credential File Path  [env var: BIGEYE_API_CRED_FILE]
 * `-c, --config_file TEXT`: Bigeye CLI Configuration File Path  [env var: BIGEYE_API_CONFIG_FILE]
 * `-w, --workspace TEXT`: Name of the workspace configuration.  [env var: BIGEYE_WORKSPACE; default: DEFAULT]
-* `--source-selector TEXT`: [default: <typer.models.OptionInfo object at 0x7f8310164c10>]
-* `--target-selector TEXT`: [default: <typer.models.OptionInfo object at 0x7f8310164c40>]
+* `-source, --source_selector TEXT`: The pattern of tables in the source to select. Wildcard (*) indicates all tables or all schemas, e.g. source_1.*.* would be all schemas in source_1.  [required]
+* `-target, --target_selector TEXT`: The pattern of tables in the target to select. Wildcard (*) indicates all tables or all schemas, e.g. source_2.*.* would be all schemas in source_2.  [required]
 * `-mt, --match_type [strict|fuzzy]`: How to match tables between the source and target destinations. Strict will only create relations if table names match exactly, Fuzzy will attempt to create relations using a fuzzy match.  [default: MatchType.STRICT]
 * `-op, --output_path TEXT`: File to write the delta configuration.  [required]
 * `--help`: Show this message and exit.

{bigeye_cli-0.3.51 → bigeye_cli-0.3.53}/bigeye_cli/CLI_DOCS.md

@@ -1,5 +1,5 @@
 # **Bigeye CLI**
-Version: 0.3.51
+Version: 0.3.52
 ## Installation
 
 **Setting up your local/build environment**  
@@ -171,7 +171,9 @@ password = fakepassword1234
 
 **Note:** Most use cases will only require you to have a single `DEFAULT` credential that all workspaces can utilize. Running the `bigeye configure -w <workspace-name>` command for a non-default workspace will prompt you to inherit the credentials from default or create a new set of credentials. A workspace credential is only required if the `use_default_credential` setting is set to False in the configuration of the corresponding workspace.
 
-# CLI Documentation# `bigeye configure`
+# CLI Documentation
+
+# `bigeye configure`
 
 Configuration Commands for Bigeye CLI
 
@@ -1461,8 +1463,8 @@ $ bigeye deltas suggest-deltas [OPTIONS]
 * `-b, --bigeye_conf TEXT`: Bigeye Credential File Path  [env var: BIGEYE_API_CRED_FILE]
 * `-c, --config_file TEXT`: Bigeye CLI Configuration File Path  [env var: BIGEYE_API_CONFIG_FILE]
 * `-w, --workspace TEXT`: Name of the workspace configuration.  [env var: BIGEYE_WORKSPACE; default: DEFAULT]
-* `--source-selector TEXT`: [default: <typer.models.OptionInfo object at 0x7f8310164c10>]
-* `--target-selector TEXT`: [default: <typer.models.OptionInfo object at 0x7f8310164c40>]
+* `-source, --source_selector TEXT`: The pattern of tables in the source to select. Wildcard (*) indicates all tables or all schemas, e.g. source_1.*.* would be all schemas in source_1.  [required]
+* `-target, --target_selector TEXT`: The pattern of tables in the target to select. Wildcard (*) indicates all tables or all schemas, e.g. source_2.*.* would be all schemas in source_2.  [required]
 * `-mt, --match_type [strict|fuzzy]`: How to match tables between the source and target destinations. Strict will only create relations if table names match exactly, Fuzzy will attempt to create relations using a fuzzy match.  [default: MatchType.STRICT]
 * `-op, --output_path TEXT`: File to write the delta configuration.  [required]
 * `--help`: Show this message and exit.

bigeye_cli-0.3.53/bigeye_cli/__version__.py

@@ -0,0 +1,2 @@
+from importlib.metadata import version
+version: str = version('bigeye-cli')

{bigeye_cli-0.3.51 → bigeye_cli-0.3.53}/bigeye_cli/catalog/catalog_commands.py

@@ -1,8 +1,7 @@
-# create logger
 import json
 import logging
 from pathlib import Path
-from typing import Optional, List, Tuple, Dict
+from typing import Optional, List, Dict
 
 import typer
 from rich.progress import track
@@ -12,12 +11,12 @@ from bigeye_sdk.client.enum import Method
 from bigeye_cli.enums import OPS_METRICS
 from bigeye_cli import global_options
 from bigeye_sdk.functions.dbt import parse_dbt_manifest
+from bigeye_sdk.functions.file_functs import read_json_file
 from bigeye_sdk.functions.search_and_match_functions import fuzzy_match
 from bigeye_sdk.model.dbt_manifest import DbtManifest
 from bigeye_sdk.model.protobuf_enum_facade import (
     MetricStatus,
     SimpleMetricCategory,
-    SimpleMetricTemplateParameterType,
     SimpleMetricTemplateFieldType,
 )
 from bigeye_sdk.functions.aws import get_secret
@@ -46,6 +45,7 @@ from bigeye_cli.functions import (
 from bigeye_sdk.functions.metric_functions import has_auto_threshold
 from bigeye_sdk.functions.core_py_functs import int_enum_enum_list_joined
 
+# create logger
 log = get_logger(__file__)
 
 app = typer.Typer(no_args_is_help=True, help="Catalog Commands for Bigeye CLI")
@@ -520,7 +520,7 @@ def backfill_metrics(
         "--queue",
         "-q",
         help="Submit the batch to a queue. (Recommended for larger batches)",
-    )
+    ),
 ):
     """Backfills metrics by warehouse id, schema names, and/or table ids."""
     client = cli_client_factory(bigeye_conf, config_file, workspace)
@@ -571,7 +571,7 @@ def run_metrics(
         "--queue",
         "-q",
         help="Submit the batch to a queue. (Recommended for larger batches)",
-    )
+    ),
 ):
     """Runs metrics by warehouse id, schema names, and/or table ids"""
     client = cli_client_factory(bigeye_conf, config_file, workspace)
@@ -1075,3 +1075,56 @@ def ingest_owners_from_dbt(
                         f"No matching Bigeye user found for model: {model_name} - "
                         f"owner: {node.config.meta.owner}"
                     )
+
+
+@app.command()
+def ingest_dbt_core_run_info(
+    bigeye_conf: str = global_options.bigeye_conf,
+    config_file: str = global_options.config_file,
+    workspace: str = global_options.workspace,
+    target_path: Optional[str] = typer.Option(
+        "./target",
+        "--target_path",
+        "-tp",
+        help="The path to the target directory created with dbt run, build, and test commands.",
+    ),
+    project_name: Optional[str] = typer.Option(
+        None, "--project_name", "-pn", help="The name of the dbt project. Will attempt to parse from metadata section of manifest.json, if not present"
+    ),
+    job_name: Optional[str] = typer.Option(
+        None, "--job_name", "-jn", help="The name of the dbt job."
+    ),
+    job_run_id: Optional[str] = typer.Option(
+        None, "--job_run_id", "-jid", help="The ID of the dbt job run."
+    ),
+    project_url: Optional[str] = typer.Option(
+        None, "--project_url", "-purl", help="The URL of the project."
+    ),
+    job_url: Optional[str] = typer.Option(
+        None, "--job_url", "-jurl", help="The URL of the job."
+    ),
+    job_run_url: Optional[str] = typer.Option(
+        None, "--job_run_url", "-jrurl", help="The URL of the job run."
+    ),
+):
+    """Ingest manifest.json and run_results.json from different dbt commands."""
+
+    manifest_json = read_json_file(file_path=f"{target_path}/manifest.json")
+    run_results_json = read_json_file(file_path=f"{target_path}/run_results.json")
+
+    client = cli_client_factory(bigeye_conf, config_file, workspace)
+
+    response = client.send_dbt_core_job_info(
+        project_name=project_name,
+        job_name=job_name,
+        job_run_id=job_run_id,
+        manifest_json=json.dumps(manifest_json),
+        run_results_json=json.dumps(run_results_json),
+        project_url=project_url,
+        job_url=job_url,
+        job_run_url=job_run_url
+    )
+
+    log.info(
+        f"The following response was returned:\n\n\t{response.to_json(indent=True)}"
+    )

{bigeye_cli-0.3.51 → bigeye_cli-0.3.53}/bigeye_cli/deltas/deltas_commands.py

@@ -45,23 +45,19 @@ def suggest_deltas(
     bigeye_conf: str = global_options.bigeye_conf,
     config_file: str = global_options.config_file,
     workspace: str = global_options.workspace,
-    source_selector: str = (
-        typer.Option(
+    source_selector: str = typer.Option(
             ...,
             "--source_selector",
             "-source",
             help="The pattern of tables in the source to select. Wildcard (*) indicates all tables or all "
             "schemas, e.g. source_1.*.* would be all schemas in source_1.",
-        ),
     ),
-    target_selector: List[str] = (
-        typer.Option(
+    target_selector: List[str] = typer.Option(
             ...,
             "--target_selector",
             "-target",
             help="The pattern of tables in the target to select. Wildcard (*) indicates all tables or all "
             "schemas, e.g. source_2.*.* would be all schemas in source_2.",
-        ),
     ),
     match_type: Optional[MatchType] = typer.Option(
         MatchType.STRICT,

{bigeye_cli-0.3.51 → bigeye_cli-0.3.53}/bigeye_cli/functions.py

@@ -1,4 +1,5 @@
 import enum
+import json
 import os
 from typing import List, Dict
 import typer

{bigeye_cli-0.3.51 → bigeye_cli-0.3.53}/bigeye_cli/metric/metric_commands.py

@@ -8,6 +8,8 @@ import typer
 import json
 from pathlib import Path
 
+import yaml
+
 from bigeye_cli import global_options
 from bigeye_cli.enums import MetricFileType
 from bigeye_sdk.controller.metric_controller import MetricController
@@ -329,12 +331,14 @@ def dbt_tests_to_metrics(
     ),
 ):
     """Convert tests in a dbt schema.yml to metrics in Bigeye"""
-    dbt_schema = SimpleDbtSchema.parse_file(path=schema_file)
+    with open(schema_file) as fin:
+        schema_yml = yaml.safe_load(fin)
+    dbt_schema = SimpleDbtSchema(**schema_yml)
     client = cli_client_factory(bigeye_conf, config_file, workspace)
     metric_controller = MetricController(client=client)
     source = client.get_sources_by_name(source_names=[warehouse_name])[warehouse_name]
     dbt_tables: Dict[str, List[SimpleMetricDefinition]] = {
-        t.name: t.model_tests for t in dbt_schema.models
+        t.name: t.column_tests for t in dbt_schema.models
     }
     tables: Dict[str, Table] = {
         t.name.lower(): t

{bigeye_cli-0.3.51 → bigeye_cli-0.3.53}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "bigeye-cli"
-version = "0.3.51"
+version = "0.3.53"
 description = "Bigeye CLI offers developer tools for maintaining your developer workspace."
 license = "Proprietary"
 authors = ["Bigeye <support@bigeye.com>"]
@@ -19,7 +19,7 @@ bigeye = "bigeye_cli.__main__:app"
 [tool.poetry.dependencies]
 python = "^3.9.0"
 click = "^8.0.4"
-bigeye-sdk = "^0.4.71"
+bigeye-sdk = "^0.4.73"
 rich = "^12.4.4"
 PyGithub = '^1.57'
 

bigeye_cli-0.3.51/bigeye_cli/__version__.py

@@ -1,2 +0,0 @@
-import importlib_metadata
-version: str = importlib_metadata.version('bigeye-cli')