bigeye-cli 0.3.53__tar.gz → 0.3.55__tar.gz

bigeye_cli-0.3.53/bigeye_cli/CLI_DOCS.md → bigeye_cli-0.3.55/PKG-INFO

@@ -1,5 +1,26 @@
+Metadata-Version: 2.1
+Name: bigeye-cli
+Version: 0.3.55
+Summary: Bigeye CLI offers developer tools for maintaining your developer workspace.
+Home-page: https://docs.bigeye.com/docs
+License: Proprietary
+Author: Bigeye
+Author-email: support@bigeye.com
+Requires-Python: >=3.9.0,<4.0.0
+Classifier: License :: Other/Proprietary License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Dist: PyGithub (>=1.57,<2.0)
+Requires-Dist: bigeye-sdk (>=0.4.75,<0.5.0)
+Requires-Dist: click (>=8.0.4,<9.0.0)
+Requires-Dist: rich (>=12.4.4,<13.0.0)
+Description-Content-Type: text/markdown
+
 # **Bigeye CLI**
-Version: 0.3.52
+Version: 0.3.55
 ## Installation
 
 **Setting up your local/build environment**  
@@ -656,6 +677,7 @@ $ bigeye catalog [OPTIONS] COMMAND [ARGS]...
 * `get-metric-info`: Outputs metric info to a file.
 * `get-metric-queries`: Gets the debug queries for all metrics by...
 * `get-table-info`: Outputs table info to a file for an entire...
+* `ingest-dbt-core-run-info`: Ingest manifest.json and run_results.json...
 * `ingest-owners-from-dbt`: Ingest table owners from dbt manifest.json...
 * `rebuild`: Rebuilds/Reprofiles a source by warehouse...
 * `regen-autometrics`: Regenerates Autometrics by warehouse id OR...
@@ -917,6 +939,30 @@ $ bigeye catalog get-table-info [OPTIONS]
 * `-op, --output_path TEXT`: File to write the failed metric configurations to.  [required]
 * `--help`: Show this message and exit.
 
+## `bigeye catalog ingest-dbt-core-run-info`
+
+Ingest manifest.json and run_results.json from different dbt commands.
+
+**Usage**:
+
+```console
+$ bigeye catalog ingest-dbt-core-run-info [OPTIONS]
+```
+
+**Options**:
+
+* `-b, --bigeye_conf TEXT`: Bigeye Credential File Path  [env var: BIGEYE_API_CRED_FILE]
+* `-c, --config_file TEXT`: Bigeye CLI Configuration File Path  [env var: BIGEYE_API_CONFIG_FILE]
+* `-w, --workspace TEXT`: Name of the workspace configuration.  [env var: BIGEYE_WORKSPACE; default: DEFAULT]
+* `-tp, --target_path TEXT`: The path to the target directory created with dbt run, build, and test commands.  [default: ./target]
+* `-pn, --project_name TEXT`: The name of the dbt project. Will attempt to parse from metadata section of manifest.json, if not present
+* `-jn, --job_name TEXT`: The name of the dbt job.
+* `-jid, --job_run_id TEXT`: The ID of the dbt job run.
+* `-purl, --project_url TEXT`: The URL of the project.
+* `-jurl, --job_url TEXT`: The URL of the job.
+* `-jrurl, --job_run_url TEXT`: The URL of the job run.
+* `--help`: Show this message and exit.
+
 ## `bigeye catalog ingest-owners-from-dbt`
 
 Ingest table owners from dbt manifest.json file.
@@ -1717,7 +1763,7 @@ $ bigeye lineage delete-relation [OPTIONS]
 
 ## `bigeye lineage infer-relations`
 
-Given an upstream and downstream path, infers lineage based on table names and creates the relationships.
+Given an upstream and downstream path, infers lineage based on table/column names and creates the edges.
 
 **Usage**:
 
@@ -1735,3 +1781,4 @@ $ bigeye lineage infer-relations [OPTIONS]
 * `-mt, --match_type [strict|fuzzy]`: How to match tables between the source and target destinations. Strict will only create relations if table names match exactly, Fuzzy will attempt to create relations using a fuzzy match.  [default: MatchType.STRICT]
 * `--help`: Show this message and exit.
 
+

bigeye_cli-0.3.53/PKG-INFO → bigeye_cli-0.3.55/bigeye_cli/CLI_DOCS.md

@@ -1,25 +1,5 @@
-Metadata-Version: 2.1
-Name: bigeye-cli
-Version: 0.3.53
-Summary: Bigeye CLI offers developer tools for maintaining your developer workspace.
-Home-page: https://docs.bigeye.com/docs
-License: Proprietary
-Author: Bigeye
-Author-email: support@bigeye.com
-Requires-Python: >=3.9.0,<4.0.0
-Classifier: License :: Other/Proprietary License
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Requires-Dist: PyGithub (>=1.57,<2.0)
-Requires-Dist: bigeye-sdk (>=0.4.73,<0.5.0)
-Requires-Dist: click (>=8.0.4,<9.0.0)
-Requires-Dist: rich (>=12.4.4,<13.0.0)
-Description-Content-Type: text/markdown
-
 # **Bigeye CLI**
-Version: 0.3.52
+Version: 0.3.55
 ## Installation
 
 **Setting up your local/build environment**  
@@ -676,6 +656,7 @@ $ bigeye catalog [OPTIONS] COMMAND [ARGS]...
 * `get-metric-info`: Outputs metric info to a file.
 * `get-metric-queries`: Gets the debug queries for all metrics by...
 * `get-table-info`: Outputs table info to a file for an entire...
+* `ingest-dbt-core-run-info`: Ingest manifest.json and run_results.json...
 * `ingest-owners-from-dbt`: Ingest table owners from dbt manifest.json...
 * `rebuild`: Rebuilds/Reprofiles a source by warehouse...
 * `regen-autometrics`: Regenerates Autometrics by warehouse id OR...
@@ -937,6 +918,30 @@ $ bigeye catalog get-table-info [OPTIONS]
 * `-op, --output_path TEXT`: File to write the failed metric configurations to.  [required]
 * `--help`: Show this message and exit.
 
+## `bigeye catalog ingest-dbt-core-run-info`
+
+Ingest manifest.json and run_results.json from different dbt commands.
+
+**Usage**:
+
+```console
+$ bigeye catalog ingest-dbt-core-run-info [OPTIONS]
+```
+
+**Options**:
+
+* `-b, --bigeye_conf TEXT`: Bigeye Credential File Path  [env var: BIGEYE_API_CRED_FILE]
+* `-c, --config_file TEXT`: Bigeye CLI Configuration File Path  [env var: BIGEYE_API_CONFIG_FILE]
+* `-w, --workspace TEXT`: Name of the workspace configuration.  [env var: BIGEYE_WORKSPACE; default: DEFAULT]
+* `-tp, --target_path TEXT`: The path to the target directory created with dbt run, build, and test commands.  [default: ./target]
+* `-pn, --project_name TEXT`: The name of the dbt project. Will attempt to parse from metadata section of manifest.json, if not present
+* `-jn, --job_name TEXT`: The name of the dbt job.
+* `-jid, --job_run_id TEXT`: The ID of the dbt job run.
+* `-purl, --project_url TEXT`: The URL of the project.
+* `-jurl, --job_url TEXT`: The URL of the job.
+* `-jrurl, --job_run_url TEXT`: The URL of the job run.
+* `--help`: Show this message and exit.
+
 ## `bigeye catalog ingest-owners-from-dbt`
 
 Ingest table owners from dbt manifest.json file.
@@ -1737,7 +1742,7 @@ $ bigeye lineage delete-relation [OPTIONS]
 
 ## `bigeye lineage infer-relations`
 
-Given an upstream and downstream path, infers lineage based on table names and creates the relationships.
+Given an upstream and downstream path, infers lineage based on table/column names and creates the edges.
 
 **Usage**:
 
@@ -1755,4 +1760,3 @@ $ bigeye lineage infer-relations [OPTIONS]
 * `-mt, --match_type [strict|fuzzy]`: How to match tables between the source and target destinations. Strict will only create relations if table names match exactly, Fuzzy will attempt to create relations using a fuzzy match.  [default: MatchType.STRICT]
 * `--help`: Show this message and exit.
 
-

{bigeye_cli-0.3.53 → bigeye_cli-0.3.55}/bigeye_cli/deltas/deltas_commands.py

@@ -96,7 +96,7 @@ def suggest_deltas(
             target_selector[1]
         )
         matching_target_tables = (
-            lineage_controller.infer_relationships_from_lists_of_tables(
+            lineage_controller.infer_relationships_from_lists(
                 target_1_tables, target_2_tables
             )
         )
@@ -104,7 +104,7 @@ def suggest_deltas(
             mtt[0].name: mtt[1] for mtt in matching_target_tables
         }
 
-    matching_tables = lineage_controller.infer_relationships_from_lists_of_tables(
+    matching_tables = lineage_controller.infer_relationships_from_lists(
         upstream=upstream_tables, downstream=target_1_tables, match_type=match_type
     )
 

{bigeye_cli-0.3.53 → bigeye_cli-0.3.55}/bigeye_cli/lineage/lineage_commands.py

@@ -1,7 +1,6 @@
 from typing import Optional
 
 import typer
-from rich.progress import track
 
 
 from bigeye_cli.exceptions.exceptions import InvalidEntityException
@@ -160,35 +159,15 @@ def infer_relations(
             , case_sensitive=False
         )
 ):
-    """Given an upstream and downstream path, infers lineage based on table names and creates the relationships."""
+    """Given an upstream and downstream path, infers lineage based on table/column names and creates the edges."""
     client = cli_client_factory(bigeye_conf, config_file, workspace)
     lineage_controller = LineageController(client)
 
-    upstream_tables = lineage_controller.get_tables_from_selector(
-        selector=upstream_selector
-    )
-    downstream_tables = lineage_controller.get_tables_from_selector(
-        selector=downstream_selector
-    )
-
-    matching_tables = lineage_controller.infer_relationships_from_lists_of_tables(upstream=upstream_tables,
-                                                                                  downstream=downstream_tables,
-                                                                                  match_type=match_type)
+    # Get matching tables
+    matching_tables = lineage_controller.get_matching_tables_from_selectors(upstream_selector=upstream_selector,
+                                                                            downstream_selector=downstream_selector,
+                                                                            match_type=match_type)
 
     log.info(f'Identified {len(matching_tables)} table relationships between upstream and downstream sources.')
 
-    count_successful_relations = 0
-    for match in track(matching_tables, description="Creating relationships..."):
-        upstream = match[0]
-        downstream = match[1]
-        try:
-            lineage_controller.create_relation_from_tables(upstream=upstream, downstream=downstream)
-            count_successful_relations += 1
-        except Exception as e:
-            log.warning(f'Failed to create relationship between upstream table: {upstream.name} and downstream table: '
-                        f'{downstream.name}. Exception: {e}')
-
-    log.info(
-        f"Successfully created {count_successful_relations} of {len(matching_tables)}"
-        f" table relationships."
-    )
+    lineage_controller.infer_column_level_lineage_from_tables(matching_tables)

{bigeye_cli-0.3.53 → bigeye_cli-0.3.55}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "bigeye-cli"
-version = "0.3.53"
+version = "0.3.55"
 description = "Bigeye CLI offers developer tools for maintaining your developer workspace."
 license = "Proprietary"
 authors = ["Bigeye <support@bigeye.com>"]
@@ -19,19 +19,17 @@ bigeye = "bigeye_cli.__main__:app"
 [tool.poetry.dependencies]
 python = "^3.9.0"
 click = "^8.0.4"
-bigeye-sdk = "^0.4.73"
+bigeye-sdk = "^0.4.75"
 rich = "^12.4.4"
 PyGithub = '^1.57'
 
 [tool.poetry.group.dev.dependencies]
 poethepoet = "^0.24.3"
-pylint = "^2.15.2"
-mypy = "^1.1.1"
 
 
 [tool.poe.tasks]
     pre_build = []
-    pre_publish = ["clean", "docgen"]
+    pre_publish = ["clean"]
     post_publish = ["clean"]
 
     [tool.poe.poetry_hooks]