bigeye-cli 0.3.52__tar.gz → 0.3.54__tar.gz

{bigeye_cli-0.3.52 → bigeye_cli-0.3.54}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bigeye-cli
-Version: 0.3.52
+Version: 0.3.54
 Summary: Bigeye CLI offers developer tools for maintaining your developer workspace.
 Home-page: https://docs.bigeye.com/docs
 License: Proprietary
@@ -14,13 +14,13 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Dist: PyGithub (>=1.57,<2.0)
-Requires-Dist: bigeye-sdk (>=0.4.72,<0.5.0)
+Requires-Dist: bigeye-sdk (>=0.4.74,<0.5.0)
 Requires-Dist: click (>=8.0.4,<9.0.0)
 Requires-Dist: rich (>=12.4.4,<13.0.0)
 Description-Content-Type: text/markdown
 
 # **Bigeye CLI**
-Version: 0.3.52
+Version: 0.3.54
 ## Installation
 
 **Setting up your local/build environment**  

{bigeye_cli-0.3.52 → bigeye_cli-0.3.54}/bigeye_cli/CLI_DOCS.md

@@ -1,5 +1,5 @@
 # **Bigeye CLI**
-Version: 0.3.52
+Version: 0.3.54
 ## Installation
 
 **Setting up your local/build environment**  

{bigeye_cli-0.3.52 → bigeye_cli-0.3.54}/bigeye_cli/catalog/catalog_commands.py

@@ -1,8 +1,7 @@
-# create logger
 import json
 import logging
 from pathlib import Path
-from typing import Optional, List, Tuple, Dict
+from typing import Optional, List, Dict
 
 import typer
 from rich.progress import track
@@ -12,12 +11,12 @@ from bigeye_sdk.client.enum import Method
 from bigeye_cli.enums import OPS_METRICS
 from bigeye_cli import global_options
 from bigeye_sdk.functions.dbt import parse_dbt_manifest
+from bigeye_sdk.functions.file_functs import read_json_file
 from bigeye_sdk.functions.search_and_match_functions import fuzzy_match
 from bigeye_sdk.model.dbt_manifest import DbtManifest
 from bigeye_sdk.model.protobuf_enum_facade import (
     MetricStatus,
     SimpleMetricCategory,
-    SimpleMetricTemplateParameterType,
     SimpleMetricTemplateFieldType,
 )
 from bigeye_sdk.functions.aws import get_secret
@@ -46,6 +45,7 @@ from bigeye_cli.functions import (
 from bigeye_sdk.functions.metric_functions import has_auto_threshold
 from bigeye_sdk.functions.core_py_functs import int_enum_enum_list_joined
 
+# create logger
 log = get_logger(__file__)
 
 app = typer.Typer(no_args_is_help=True, help="Catalog Commands for Bigeye CLI")
@@ -520,7 +520,7 @@ def backfill_metrics(
         "--queue",
         "-q",
         help="Submit the batch to a queue. (Recommended for larger batches)",
-    )
+    ),
 ):
     """Backfills metrics by warehouse id, schema names, and/or table ids."""
     client = cli_client_factory(bigeye_conf, config_file, workspace)
@@ -571,7 +571,7 @@ def run_metrics(
         "--queue",
         "-q",
         help="Submit the batch to a queue. (Recommended for larger batches)",
-    )
+    ),
 ):
     """Runs metrics by warehouse id, schema names, and/or table ids"""
     client = cli_client_factory(bigeye_conf, config_file, workspace)
@@ -1075,3 +1075,56 @@ def ingest_owners_from_dbt(
                         f"No matching Bigeye user found for model: {model_name} - "
                         f"owner: {node.config.meta.owner}"
                     )
+
+
+@app.command()
+def ingest_dbt_core_run_info(
+    bigeye_conf: str = global_options.bigeye_conf,
+    config_file: str = global_options.config_file,
+    workspace: str = global_options.workspace,
+    target_path: Optional[str] = typer.Option(
+        "./target",
+        "--target_path",
+        "-tp",
+        help="The path to the target directory created with dbt run, build, and test commands.",
+    ),
+    project_name: Optional[str] = typer.Option(
+        None, "--project_name", "-pn", help="The name of the dbt project. Will attempt to parse from metadata section of manifest.json, if not present"
+    ),
+    job_name: Optional[str] = typer.Option(
+        None, "--job_name", "-jn", help="The name of the dbt job."
+    ),
+    job_run_id: Optional[str] = typer.Option(
+        None, "--job_run_id", "-jid", help="The ID of the dbt job run."
+    ),
+    project_url: Optional[str] = typer.Option(
+        None, "--project_url", "-purl", help="The URL of the project."
+    ),
+    job_url: Optional[str] = typer.Option(
+        None, "--job_url", "-jurl", help="The URL of the job."
+    ),
+    job_run_url: Optional[str] = typer.Option(
+        None, "--job_run_url", "-jrurl", help="The URL of the job run."
+    ),
+):
+    """Ingest manifest.json and run_results.json from different dbt commands."""
+
+    manifest_json = read_json_file(file_path=f"{target_path}/manifest.json")
+    run_results_json = read_json_file(file_path=f"{target_path}/run_results.json")
+
+    client = cli_client_factory(bigeye_conf, config_file, workspace)
+
+    response = client.send_dbt_core_job_info(
+        project_name=project_name,
+        job_name=job_name,
+        job_run_id=job_run_id,
+        manifest_json=json.dumps(manifest_json),
+        run_results_json=json.dumps(run_results_json),
+        project_url=project_url,
+        job_url=job_url,
+        job_run_url=job_run_url
+    )
+
+    log.info(
+        f"The following response was returned:\n\n\t{response.to_json(indent=True)}"
+    )

{bigeye_cli-0.3.52 → bigeye_cli-0.3.54}/bigeye_cli/deltas/deltas_commands.py

@@ -96,7 +96,7 @@ def suggest_deltas(
             target_selector[1]
         )
         matching_target_tables = (
-            lineage_controller.infer_relationships_from_lists_of_tables(
+            lineage_controller.infer_relationships_from_lists(
                 target_1_tables, target_2_tables
             )
         )
@@ -104,7 +104,7 @@ def suggest_deltas(
             mtt[0].name: mtt[1] for mtt in matching_target_tables
         }
 
-    matching_tables = lineage_controller.infer_relationships_from_lists_of_tables(
+    matching_tables = lineage_controller.infer_relationships_from_lists(
         upstream=upstream_tables, downstream=target_1_tables, match_type=match_type
     )
 

{bigeye_cli-0.3.52 → bigeye_cli-0.3.54}/bigeye_cli/functions.py

@@ -1,4 +1,5 @@
 import enum
+import json
 import os
 from typing import List, Dict
 import typer

{bigeye_cli-0.3.52 → bigeye_cli-0.3.54}/bigeye_cli/lineage/lineage_commands.py

@@ -1,7 +1,6 @@
 from typing import Optional
 
 import typer
-from rich.progress import track
 
 
 from bigeye_cli.exceptions.exceptions import InvalidEntityException
@@ -160,35 +159,15 @@ def infer_relations(
             , case_sensitive=False
         )
 ):
-    """Given an upstream and downstream path, infers lineage based on table names and creates the relationships."""
+    """Given an upstream and downstream path, infers lineage based on table/column names and creates the edges."""
     client = cli_client_factory(bigeye_conf, config_file, workspace)
     lineage_controller = LineageController(client)
 
-    upstream_tables = lineage_controller.get_tables_from_selector(
-        selector=upstream_selector
-    )
-    downstream_tables = lineage_controller.get_tables_from_selector(
-        selector=downstream_selector
-    )
-
-    matching_tables = lineage_controller.infer_relationships_from_lists_of_tables(upstream=upstream_tables,
-                                                                                  downstream=downstream_tables,
-                                                                                  match_type=match_type)
+    # Get matching tables
+    matching_tables = lineage_controller.get_matching_tables_from_selectors(upstream_selector=upstream_selector,
+                                                                            downstream_selector=downstream_selector,
+                                                                            match_type=match_type)
 
     log.info(f'Identified {len(matching_tables)} table relationships between upstream and downstream sources.')
 
-    count_successful_relations = 0
-    for match in track(matching_tables, description="Creating relationships..."):
-        upstream = match[0]
-        downstream = match[1]
-        try:
-            lineage_controller.create_relation_from_tables(upstream=upstream, downstream=downstream)
-            count_successful_relations += 1
-        except Exception as e:
-            log.warning(f'Failed to create relationship between upstream table: {upstream.name} and downstream table: '
-                        f'{downstream.name}. Exception: {e}')
-
-    log.info(
-        f"Successfully created {count_successful_relations} of {len(matching_tables)}"
-        f" table relationships."
-    )
+    lineage_controller.infer_column_level_lineage_from_tables(matching_tables)

{bigeye_cli-0.3.52 → bigeye_cli-0.3.54}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "bigeye-cli"
-version = "0.3.52"
+version = "0.3.54"
 description = "Bigeye CLI offers developer tools for maintaining your developer workspace."
 license = "Proprietary"
 authors = ["Bigeye <support@bigeye.com>"]
@@ -19,7 +19,7 @@ bigeye = "bigeye_cli.__main__:app"
 [tool.poetry.dependencies]
 python = "^3.9.0"
 click = "^8.0.4"
-bigeye-sdk = "^0.4.72"
+bigeye-sdk = "^0.4.74"
 rich = "^12.4.4"
 PyGithub = '^1.57'