bigeye-cli 0.7.0__tar.gz → 0.7.2__tar.gz

{bigeye_cli-0.7.0 → bigeye_cli-0.7.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bigeye-cli
-Version: 0.7.0
+Version: 0.7.2
 Summary: Bigeye CLI offers developer tools for maintaining your developer workspace.
 Home-page: https://docs.bigeye.com/docs
 License: Proprietary
@@ -18,7 +18,7 @@ Requires-Dist: rich (>=14.1.0,<15.0.0)
 Description-Content-Type: text/markdown
 
 # **Bigeye CLI**
-Version: 0.7.0
+Version: 0.7.2
 ## Installation
 
 **Setting up your local/build environment**  
@@ -345,7 +345,9 @@ SECONDS_TIME_INTERVAL_TYPE:3
 DAYS_TIME_INTERVAL_TYPE:4
 WEEKDAYS_TIME_INTERVAL_TYPE:5
 MARKET_DAYS_TIME_INTERVAL_TYPE:6
-MONTHS_TIME_INTERVAL_TYPE:7  [default: 1]
+MONTHS_TIME_INTERVAL_TYPE:7
+WEEKS_TIME_INTERVAL_TYPE:8
+YEARS_TIME_INTERVAL_TYPE:9  [default: 1]
 * `-value, --interval_value INTEGER`: Number of intervals to set on all metric schedules.  If 0 use unschedule all metrics.  [required]
 * `--help`: Show this message and exit.
 
@@ -732,6 +734,7 @@ $ bigeye catalog [OPTIONS] COMMAND [ARGS]...
 * `ingest-owners-from-dbt`: Ingest table owners from dbt manifest.json...
 * `ingest-dbt-core-run-info`: Ingest manifest.json and run_results.json...
 * `track-schema-changes`: Track schema changes for sources on demand...
+* `sync-custom-repository`: Sync a custom repository from a YAML file.
 
 ## `bigeye catalog regen-autometrics`
 
@@ -965,7 +968,9 @@ SECONDS_TIME_INTERVAL_TYPE:3
 DAYS_TIME_INTERVAL_TYPE:4
 WEEKDAYS_TIME_INTERVAL_TYPE:5
 MARKET_DAYS_TIME_INTERVAL_TYPE:6
-MONTHS_TIME_INTERVAL_TYPE:7  [default: 1]
+MONTHS_TIME_INTERVAL_TYPE:7
+WEEKS_TIME_INTERVAL_TYPE:8
+YEARS_TIME_INTERVAL_TYPE:9  [default: 1]
 * `-value, --interval_value INTEGER`: Number of intervals to set on all metric schedules.  If 0 use unschedule all metrics.  [required]
 * `--help`: Show this message and exit.
 
@@ -1264,6 +1269,24 @@ $ bigeye catalog track-schema-changes [OPTIONS]
 * `-t, --token TEXT`: The token to utilize the Slack web client. (Will attempt to use environment variable SLACK_BOT_TOKEN, if not set)
 * `--help`: Show this message and exit.
 
+## `bigeye catalog sync-custom-repository`
+
+Sync a custom repository from a YAML file.
+
+**Usage**:
+
+```console
+$ bigeye catalog sync-custom-repository [OPTIONS]
+```
+
+**Options**:
+
+* `-b, --bigeye_conf TEXT`: Bigeye Credential File Path  [env var: BIGEYE_API_CRED_FILE]
+* `-c, --config_file TEXT`: Bigeye CLI Configuration File Path  [env var: BIGEYE_API_CONFIG_FILE]
+* `-w, --workspace TEXT`: Name of the workspace configuration.  [env var: BIGEYE_WORKSPACE; default: DEFAULT]
+* `-ip, --input_path TEXT`: The path to the CUSTOM_REPOSITORY_CONFIGURATION file (Required)
+* `--help`: Show this message and exit.
+
 # `bigeye metric`
 
 Metric Commands for Bigeye CLI
@@ -1367,7 +1390,6 @@ $ bigeye metric upsert [OPTIONS]
 * `-w, --workspace TEXT`: Name of the workspace configuration.  [env var: BIGEYE_WORKSPACE; default: DEFAULT]
 * `-f, --file TEXT`: File containing SimpleUpsedrtMetricRequest or MetricConfiguration  [required]
 * `-t, --file_type [SIMPLE|FULL]`: Metric File Type.  Simple conforms to SimpleUpsertMetricRequest and Full conforms to MetricConfiguration  [required]
-* `-wid, --warehouse_id INTEGER`: (Optional) Warehouse ID.  If specified it will reduce the text based search for the table.warehouse
 * `-mid, --metric_id INTEGER`: (Optional) Metric Id.  If specified it will reduce the text based search for existing metric.
 * `--help`: Show this message and exit.
 
@@ -1410,7 +1432,7 @@ $ bigeye metric dbt-tests-to-metrics [OPTIONS]
 * `-sf, --schema_file TEXT`: The path to the dbt schema file  [required]
 * `-auto, --use_auto`: Use autothresholds over default constant
 * `-bigconfig, --to_bigconfig`: Convert the dbt tests to bigconfig.
-* `-op, --output_path TEXT`: Output path where bigconfig file will be saved. If no output path is defined then current working directory will be used. Requires --to_bigconfig to be true.  [default: /home/runner/work/semantic-data-platform/semantic-data-platform/bigeye-integrations/bigeye-cli]
+* `-op, --output_path TEXT`: Output path where bigconfig file will be saved. If no output path is defined then current working directory will be used. Requires --to_bigconfig to be true.
 * `--help`: Show this message and exit.
 
 # `bigeye issues`

{bigeye_cli-0.7.0 → bigeye_cli-0.7.2}/bigeye_cli/CLI_DOCS.md

@@ -1,5 +1,5 @@
 # **Bigeye CLI**
-Version: 0.7.0
+Version: 0.7.2
 ## Installation
 
 **Setting up your local/build environment**  
@@ -326,7 +326,9 @@ SECONDS_TIME_INTERVAL_TYPE:3
 DAYS_TIME_INTERVAL_TYPE:4
 WEEKDAYS_TIME_INTERVAL_TYPE:5
 MARKET_DAYS_TIME_INTERVAL_TYPE:6
-MONTHS_TIME_INTERVAL_TYPE:7  [default: 1]
+MONTHS_TIME_INTERVAL_TYPE:7
+WEEKS_TIME_INTERVAL_TYPE:8
+YEARS_TIME_INTERVAL_TYPE:9  [default: 1]
 * `-value, --interval_value INTEGER`: Number of intervals to set on all metric schedules.  If 0 use unschedule all metrics.  [required]
 * `--help`: Show this message and exit.
 
@@ -713,6 +715,7 @@ $ bigeye catalog [OPTIONS] COMMAND [ARGS]...
 * `ingest-owners-from-dbt`: Ingest table owners from dbt manifest.json...
 * `ingest-dbt-core-run-info`: Ingest manifest.json and run_results.json...
 * `track-schema-changes`: Track schema changes for sources on demand...
+* `sync-custom-repository`: Sync a custom repository from a YAML file.
 
 ## `bigeye catalog regen-autometrics`
 
@@ -946,7 +949,9 @@ SECONDS_TIME_INTERVAL_TYPE:3
 DAYS_TIME_INTERVAL_TYPE:4
 WEEKDAYS_TIME_INTERVAL_TYPE:5
 MARKET_DAYS_TIME_INTERVAL_TYPE:6
-MONTHS_TIME_INTERVAL_TYPE:7  [default: 1]
+MONTHS_TIME_INTERVAL_TYPE:7
+WEEKS_TIME_INTERVAL_TYPE:8
+YEARS_TIME_INTERVAL_TYPE:9  [default: 1]
 * `-value, --interval_value INTEGER`: Number of intervals to set on all metric schedules.  If 0 use unschedule all metrics.  [required]
 * `--help`: Show this message and exit.
 
@@ -1245,6 +1250,24 @@ $ bigeye catalog track-schema-changes [OPTIONS]
 * `-t, --token TEXT`: The token to utilize the Slack web client. (Will attempt to use environment variable SLACK_BOT_TOKEN, if not set)
 * `--help`: Show this message and exit.
 
+## `bigeye catalog sync-custom-repository`
+
+Sync a custom repository from a YAML file.
+
+**Usage**:
+
+```console
+$ bigeye catalog sync-custom-repository [OPTIONS]
+```
+
+**Options**:
+
+* `-b, --bigeye_conf TEXT`: Bigeye Credential File Path  [env var: BIGEYE_API_CRED_FILE]
+* `-c, --config_file TEXT`: Bigeye CLI Configuration File Path  [env var: BIGEYE_API_CONFIG_FILE]
+* `-w, --workspace TEXT`: Name of the workspace configuration.  [env var: BIGEYE_WORKSPACE; default: DEFAULT]
+* `-ip, --input_path TEXT`: The path to the CUSTOM_REPOSITORY_CONFIGURATION file (Required)
+* `--help`: Show this message and exit.
+
 # `bigeye metric`
 
 Metric Commands for Bigeye CLI
@@ -1348,7 +1371,6 @@ $ bigeye metric upsert [OPTIONS]
 * `-w, --workspace TEXT`: Name of the workspace configuration.  [env var: BIGEYE_WORKSPACE; default: DEFAULT]
 * `-f, --file TEXT`: File containing SimpleUpsedrtMetricRequest or MetricConfiguration  [required]
 * `-t, --file_type [SIMPLE|FULL]`: Metric File Type.  Simple conforms to SimpleUpsertMetricRequest and Full conforms to MetricConfiguration  [required]
-* `-wid, --warehouse_id INTEGER`: (Optional) Warehouse ID.  If specified it will reduce the text based search for the table.warehouse
 * `-mid, --metric_id INTEGER`: (Optional) Metric Id.  If specified it will reduce the text based search for existing metric.
 * `--help`: Show this message and exit.
 
@@ -1391,7 +1413,7 @@ $ bigeye metric dbt-tests-to-metrics [OPTIONS]
 * `-sf, --schema_file TEXT`: The path to the dbt schema file  [required]
 * `-auto, --use_auto`: Use autothresholds over default constant
 * `-bigconfig, --to_bigconfig`: Convert the dbt tests to bigconfig.
-* `-op, --output_path TEXT`: Output path where bigconfig file will be saved. If no output path is defined then current working directory will be used. Requires --to_bigconfig to be true.  [default: /home/runner/work/semantic-data-platform/semantic-data-platform/bigeye-integrations/bigeye-cli]
+* `-op, --output_path TEXT`: Output path where bigconfig file will be saved. If no output path is defined then current working directory will be used. Requires --to_bigconfig to be true.
 * `--help`: Show this message and exit.
 
 # `bigeye issues`

{bigeye_cli-0.7.0 → bigeye_cli-0.7.2}/bigeye_cli/catalog/catalog_commands.py

@@ -17,6 +17,7 @@ from bigeye_cli.exceptions.exceptions import MissingArgumentException
 from bigeye_sdk.client.enum import Method
 
 from bigeye_cli import global_options
+from bigeye_sdk.controller.custom_repository_controller import CustomRepositoryController
 from bigeye_sdk.functions.dbt import parse_dbt_manifest
 from bigeye_sdk.functions.file_functs import read_json_file
 from bigeye_sdk.functions.notifications import (
@@ -25,6 +26,7 @@ from bigeye_sdk.functions.notifications import (
     post_webhook_request,
 )
 from bigeye_sdk.functions.search_and_match_functions import fuzzy_match
+from bigeye_sdk.model.custom_repository_facade import CustomRepositoryConfigurationFile
 from bigeye_sdk.model.dbt_manifest import DbtManifest
 from bigeye_sdk.model.protobuf_enum_facade import (
     MetricStatus,
@@ -1345,3 +1347,24 @@ def track_schema_changes(
         else:
             log.info("No frequency specified. The process will exit.")
             sys.exit(0)
+
+
+@app.command()
+def sync_custom_repository(
+        bigeye_conf: str = global_options.bigeye_conf,
+        config_file: str = global_options.config_file,
+        workspace: str = global_options.workspace,
+        input_path: Optional[str] = typer.Option(
+            None
+            , "--input_path"
+            , "-ip"
+            , help="The path to the CUSTOM_REPOSITORY_CONFIGURATION file (Required)"
+        )
+):
+    """Sync a custom repository from a YAML file."""
+    client = cli_client_factory(bigeye_conf, config_file, workspace)
+    controller = CustomRepositoryController(client)
+
+    # Load and sync from YAML
+    config = CustomRepositoryConfigurationFile.load(input_path)
+    controller.sync_from_config(config, wait_for_completion=True)

{bigeye_cli-0.7.0 → bigeye_cli-0.7.2}/bigeye_cli/configure/configure_commands.py

@@ -60,43 +60,41 @@ def configure(
                 username = Prompt.ask("Enter Bigeye username")
                 uses_sso = Confirm.ask("Do you use SSO to access the Bigeye UI?")
                 if not uses_sso:
-                    print(Text(text='\n** Please login to continue **', style='bold green'))
-                    password = Prompt.ask("Enter Bigeye password for username above")
                     create_key = Confirm.ask("Would you like to create an API Key?")
-                    basic_cred = BasicAPIAuth(base_url=base_url,
-                                              user=username,
-                                              password=password)
+
                     if create_key:
+                        print(Text(text='\n** Please login to create key **', style='bold green'))
+                        password = Prompt.ask("Enter Bigeye password for username above")
+                        basic_cred = BasicAPIAuth(base_url=base_url,
+                                                  user=username,
+                                                  password=password)
                         key_name = Prompt.ask("Enter a name for the key")
-                        key_description = Prompt.ask("Enter a description (optional)", default="")
+                        key_description = Prompt.ask("Enter a description (optional)", default="For CLI")
                         api_key = create_api_key_for_configuration(
                             cred=basic_cred, name=key_name, description=key_description
                         )
                     else:
                         api_key = Prompt.ask("Enter the API Key")
 
-                    required_config = get_workspaces_for_user(
-                        cred=basic_cred, workspace=workspace, use_default_credential=use_default_credential
-                    )
+                    cred = APIKeyAuth(base_url=base_url, api_key=api_key)
+                    required_config = get_workspace_id_for_user(cred=cred,
+                                                                workspace=workspace,
+                                                                use_default_credential=use_default_credential,
+                                                                bigeye_username=username)
                 else:
                     print(Text(text='\n** Make sure you have created an API key in the UI **', style='bold green'))
                     api_key = Prompt.ask("Enter the API Key")
-                    api_auth = APIKeyAuth(base_url=base_url, api_key=api_key)
-                    required_config = get_workspace_id_for_user(cred=api_auth,
+                    cred = APIKeyAuth(base_url=base_url, api_key=api_key)
+                    required_config = get_workspace_id_for_user(cred=cred,
                                                                 workspace=workspace,
                                                                 use_default_credential=use_default_credential,
                                                                 bigeye_username=username)
 
-
-                cred = APIKeyAuth(base_url=base_url, api_key=api_key)
-
             else:
                 base_url = Prompt.ask("Enter the Bigeye URL", default="https://app.bigeye.com")
                 username = Prompt.ask("Enter the username")
                 password = Prompt.ask("Enter the password")
-                cred = BasicAPIAuth(base_url=base_url,
-                                    user=username,
-                                    password=password)
+                cred = BasicAPIAuth(base_url=base_url, user=username, password=password)
 
             cred.save_as_file(auth_filename=bigeye_conf, cred=cred, workspace=workspace)
         # If inheriting from default credential then load default credential

{bigeye_cli-0.7.0 → bigeye_cli-0.7.2}/bigeye_cli/metric/metric_commands.py

@@ -16,6 +16,7 @@ from bigeye_cli.enums import MetricFileType
 from bigeye_sdk.controller.metric_controller import MetricController
 from bigeye_sdk.functions.metric_functions import get_file_name_for_metric
 from bigeye_sdk.functions.bigconfig_functions import build_fq_name
+from bigeye_sdk.generated.com.bigeye.models._generated_root import NamedSchedule
 from bigeye_sdk.model.dbt_schema import (
     SimpleDbtSchema,
     relationships_test_names,
@@ -183,37 +184,35 @@ def upsert_from_path(
             "Row creation time is managed in the metricConfiguration with the 'rctOverride' field.",
             DeprecationWarning
         )
+    named_schedules = {s.name.strip().lower(): s.id for s in client.get_named_schedule().named_schedules}
 
     for m in mil.metrics:
         mc = m.metric_configuration
+        try:
+            mc.id = 0
+            mc.warehouse_id = target_warehouse_id
+            mc.dataset_id = t_ix[m.metric_metadata.dataset_name].id
+
+            if mc.metric_schedule.named_schedule.id != 0:
+                if mc.metric_schedule.named_schedule.name.strip().lower() in named_schedules:
+                    mc.metric_schedule.named_schedule = NamedSchedule(id=named_schedules.get(
+                        mc.metric_schedule.named_schedule.name.strip().lower())
+                    )
+                else:
+                    log.info(f"Named schedule {mc.metric_schedule.named_schedule.name} "
+                             f"not found in workspace {client.config.workspace_id}. Creating...")
+                    mc.metric_schedule.named_schedule.id = client.create_named_schedule(
+                        name=mc.metric_schedule.named_schedule.name, cron=mc.metric_schedule.named_schedule.cron).id
 
-        log.info(mc)
 
-        try:
-            rmc = client.upsert_metric(
-                schedule_frequency=mc.schedule_frequency,
-                filters=mc.filters,
-                group_bys=mc.group_bys,
-                thresholds=mc.thresholds,
-                notification_channels=mc.notification_channels,
-                warehouse_id=target_warehouse_id,
-                dataset_id=t_ix[m.metric_metadata.dataset_name].id,
-                metric_type=mc.metric_type,
-                parameters=mc.parameters,
-                lookback=mc.lookback,
-                lookback_type=mc.lookback_type,
-                metric_creation_state=mc.metric_creation_state,
-                grain_seconds=mc.grain_seconds,
-                muted_until_epoch_seconds=mc.muted_until_epoch_seconds,
-                name=mc.name,
-                description=mc.description,
-                rct_override=mc.rct_override
-            )
+            log.info(f"Updated metric configuration: {mc}")
+
+            rmc = client.upsert_metric(metric_configuration=mc)
 
             if update_collections:
                 for c in m.collections:
                     client.upsert_metric_to_collection(
-                        collection_id=c.id, add_metric_ids=[rmc.id]
+                        collection_name=c.display_name, add_metric_ids=[rmc.id]
                     )
 
         except Exception as e:
@@ -239,13 +238,6 @@ def upsert(
         help="Metric File Type.  Simple conforms to SimpleUpsertMetricRequest and Full conforms to "
         "MetricConfiguration",
     ),
-    target_warehouse_id: int = typer.Option(
-        None,
-        "--warehouse_id",
-        "-wid",
-        help="(Optional) Warehouse ID.  If specified it will reduce the text based search for the table."
-        "warehouse",
-    ),
     existing_metric_id: int = typer.Option(
         None,
         "--metric_id",
@@ -322,11 +314,11 @@ def dbt_tests_to_metrics(
         help="Convert the dbt tests to bigconfig.",
     ),
     output_path: str = typer.Option(
-        Path.cwd(),
+        None,
         "--output_path",
         "-op",
         help="Output path where bigconfig file will be saved. If no output path is defined "
-        "then current working directory will be used. Requires --to_bigconfig to be true.",
+        "then current working directory will be used. Requires --to_bigconfig to be true."
     ),
 ):
     """Convert tests in a dbt schema.yml to metrics in Bigeye"""
@@ -454,6 +446,8 @@ def dbt_tests_to_metrics(
             tag_deployments=tag_deployments, collection=collection
         )
         file_name = collection.name.lower().replace(" ", "_")
+        if not output_path:
+            output_path = Path.cwd()
         output = bigconfig.save(
             output_path=output_path,
             default_file_name=f"{file_name}.bigconfig",

{bigeye_cli-0.7.0 → bigeye_cli-0.7.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "bigeye-cli"
-version = "0.7.0"
+version = "0.7.2"
 description = "Bigeye CLI offers developer tools for maintaining your developer workspace."
 license = "Proprietary"
 authors = ["Bigeye <support@bigeye.com>"]