pyegeria 1.5.1.0.16__py3-none-any.whl → 1.5.1.0.19__py3-none-any.whl

commands/cat/list_deployed_database_schemas.py

@@ -114,15 +114,6 @@ def list_deployed_database_schemas(
                 continue
 
             el_name = element["properties"].get("name", "---")
-            # el_type = header["type"]["typeName"]
-            # el_home = header["origin"]["homeMetadataCollectionName"]
-            # el_create_time = header["versions"]["createTime"][:-10]
-            # el_created_by = header["versions"]["createdBy"]
-            # el_created_md = (
-            #     f"* **Created By**: {el_created_by}\n"
-            #     f"* **Created Time**: {el_create_time}"
-            # )
-            # el_created_out = Markdown(el_created_md)
 
             el_guid = header["guid"]
 
@@ -148,9 +139,6 @@ def list_deployed_database_schemas(
 
             # get the schema properties
             el_props_md = make_prop_md(element["properties"])
-            # el_props_md = ""
-            # for prop in element["properties"].keys():
-            #     el_props_md += f"* **{prop}**: {element['properties'][prop]}\n"
 
             # Now get property facets related to us
             el_facets = c_client.get_related_elements(
@@ -189,7 +177,7 @@ def list_deployed_database_schemas(
                     #     spacer = "---\n"
                     # elif count > len_els:
                     #     spacer = ""
-                    rel_el_md = f"{rel_el_md}\n* **{rel_type}**:\n\t{rel_guid}\n{props_md}{spacer}"
+                    # rel_el_md = f"{rel_el_md}\n* **{rel_type}**:\n\t{rel_guid}\n{props_md}{spacer}"
                     if count == len_els:
                         rel_el_md = rel_el_md[:-4]
                 rel_el_out = Markdown(rel_el_md)

commands/cli/egeria.py

@@ -32,7 +32,7 @@ from commands.my.list_my_profile import display_my_profile
 from commands.my.list_my_roles import display_my_roles
 from commands.my.monitor_my_todos import display_my_todos
 from commands.my.monitor_open_todos import display_todos
-from commands.cat.old_list_deployed_database_schemas import (
+from commands.cat.list_deployed_database_schemas import (
     list_deployed_database_schemas,
 )
 from commands.cat.list_deployed_catalogs import list_deployed_catalogs

commands/ops/monitor_integ_daemon_status.py

@@ -16,6 +16,9 @@ from rich import box
 from rich.console import Console
 from rich.live import Live
 from rich.table import Table
+import nest_asyncio
+from typing import Union
+from textual.widgets import DataTable
 
 from pyegeria import EgeriaTech, AutomatedCuration
 from pyegeria._exceptions import (
@@ -44,6 +47,7 @@ EGERIA_WIDTH = int(os.environ.get("EGERIA_WIDTH", "200"))
 disable_ssl_warnings = True
 
 
+
 def display_integration_daemon_status(
     integ_server: str = EGERIA_INTEGRATION_DAEMON,
     integ_url: str = EGERIA_INTEGRATION_DAEMON_URL,

commands/ops/table_integ_daemon_status.py

@@ -0,0 +1,292 @@
+#!/usr/bin/env python3
+"""
+SPDX-License-Identifier: Apache-2.0
+Copyright Contributors to the ODPi Egeria project.
+
+
+A simple status display for the Integration Daemon.
+
+
+"""
+import argparse
+import os
+import time
+
+from rich import box
+from rich.console import Console
+from rich.live import Live
+from rich.table import Table
+import nest_asyncio
+from typing import Union
+from textual.widgets import DataTable
+
+from pyegeria import EgeriaTech, AutomatedCuration
+from pyegeria._exceptions import (
+    InvalidParameterException,
+    PropertyServerException,
+    UserNotAuthorizedException,
+    print_exception_response,
+)
+
+EGERIA_METADATA_STORE = os.environ.get("EGERIA_METADATA_STORE", "active-metadata-store")
+EGERIA_KAFKA_ENDPOINT = os.environ.get("KAFKA_ENDPOINT", "localhost:9092")
+EGERIA_PLATFORM_URL = os.environ.get("EGERIA_PLATFORM_URL", "https://localhost:9443")
+EGERIA_VIEW_SERVER = os.environ.get("VIEW_SERVER", "view-server")
+EGERIA_VIEW_SERVER_URL = os.environ.get(
+    "EGERIA_VIEW_SERVER_URL", "https://localhost:9443"
+)
+EGERIA_INTEGRATION_DAEMON = os.environ.get("INTEGRATION_DAEMON", "integration-daemon")
+EGERIA_INTEGRATION_DAEMON_URL = os.environ.get(
+    "EGERIA_INTEGRATION_DAEMON_URL", "https://localhost:9443"
+)
+EGERIA_USER = os.environ.get("EGERIA_USER", "erinoverview")
+EGERIA_USER_PASSWORD = os.environ.get("EGERIA_USER_PASSWORD", "secret")
+EGERIA_JUPYTER = bool(os.environ.get("EGERIA_JUPYTER", "False"))
+EGERIA_WIDTH = int(os.environ.get("EGERIA_WIDTH", "200"))
+
+disable_ssl_warnings = True
+
+
+def add_row(
+    table: Union[Table, DataTable],
+    connector_name: str,
+    connector_status: str,
+    last_refresh_time: str,
+    refresh_interval: str,
+    targets_out,
+    exception_msg,
+) -> Table | DataTable:
+    table.add_row(
+        connector_name,
+        connector_status,
+        last_refresh_time,
+        refresh_interval,
+        targets_out,
+        exception_msg,
+    )
+    return table
+
+
+def display_integration_daemon_status(
+    integ_server: str = EGERIA_INTEGRATION_DAEMON,
+    integ_url: str = EGERIA_INTEGRATION_DAEMON_URL,
+    view_server: str = EGERIA_VIEW_SERVER,
+    view_url: str = EGERIA_VIEW_SERVER_URL,
+    user: str = EGERIA_USER,
+    user_pass: str = EGERIA_USER_PASSWORD,
+    paging: bool = True,
+    jupyter: bool = EGERIA_JUPYTER,
+    width: int = EGERIA_WIDTH,
+    sort: bool = True,
+    data_table: bool = False,
+) -> Table | DataTable:
+    s_client = EgeriaTech(view_server, view_url, user, user_pass)
+    nest_asyncio.apply()
+
+    def generate_table() -> Table:
+        """Make a new table."""
+
+        if data_table:
+            table = DataTable()
+            table.add_columns(
+                "Connector Name",
+                "Status",
+                "Last Refresh Time",
+                "Min Refresh (Mins)",
+                "Target Element",
+                "Exception Message",
+            )
+        else:
+            table = Table(
+                title=f"Integration Daemon Status @ {time.asctime()}",
+                style="bold white on black",
+                row_styles=["bold white on black"],
+                header_style="white on dark_blue",
+                title_style="bold white on black",
+                caption_style="white on black",
+                show_lines=True,
+                box=box.ROUNDED,
+                caption=f"Integration Daemon Status for Server '{integ_server}' @ Platform - {integ_url}",
+                expand=True,
+            )
+            table.add_column("Connector Name", min_width=15)
+            table.add_column("Status", max_width=6)
+            table.add_column("Last Refresh Time", min_width=12)
+            table.add_column("Min Refresh (mins)", max_width=6)
+            table.add_column("Target Element", min_width=20)
+            table.add_column("Exception Message", min_width=10)
+
+        # Now get the integration connector report
+        token = s_client.create_egeria_bearer_token()
+        daemon_status = s_client.get_server_report(None, integ_server)
+
+        reports = daemon_status["integrationConnectorReports"]
+        if sort is True:
+            connector_reports = sorted(
+                reports, key=lambda x: x.get("connectorName", "---")
+            )
+        else:
+            connector_reports = reports
+
+        for connector in connector_reports:
+            connector_name = connector.get("connectorName", "---")
+            connector_status = connector.get("connectorStatus", "---")
+            connector_guid = connector.get("connectorGUID", "---")
+            last_refresh_time = connector.get("lastRefreshTime", "---")[:-10]
+            refresh_interval = str(connector.get("minMinutesBetweenRefresh", "---"))
+            exception_msg = " "
+            if connector_guid != "---":
+                targets = s_client.get_catalog_targets(connector_guid)
+                tgt_tab = Table()
+                tgt_tab.add_column("Target")
+                tgt_tab.add_column("UniqueName")
+                tgt_tab.add_column("Relationship GUID", no_wrap=True)
+
+                if type(targets) == list:
+                    targets_md = True
+                    for target in targets:
+                        t_name = target["catalogTargetName"]
+                        # t_sync = target["permittedSynchronization"]
+                        t_unique_name = target["catalogTargetElement"]["uniqueName"]
+                        t_rel_guid = target["relationshipGUID"]
+                        # targets_m += f"* Target Name: __{t_name}__\n* Sync: {t_sync}\n* Unique Name: {t_unique_name}\n\n"
+                        tgt_tab.add_row(t_name, t_unique_name, t_rel_guid)
+                    # targets_md = Markdown(targets_m)
+                else:
+                    targets_md = False
+            else:
+                targets_md = False
+            if targets_md is False:
+                targets_out = ""
+            else:
+                targets_out = tgt_tab
+
+            if connector_status in ("RUNNING", "REFRESHING", "WAITING"):
+                connector_status = f"[green]{connector_status}"
+            elif connector_status in ("INITIALIZE FAILED", "CONFIG_FAILED", "FAILED"):
+                connector_status = f"[red]{connector_status}"
+            else:
+                connector_status = f"[yellow]{connector_status}"
+
+            add_row(
+                table,
+                connector_name,
+                connector_status,
+                last_refresh_time,
+                refresh_interval,
+                targets_out,
+                exception_msg,
+            )
+        return table
+
+    try:
+        if paging is True:
+            console = Console(width=width, force_terminal=not jupyter)
+            with console.pager():
+                console.print(generate_table())
+        else:
+            with Live(
+                generate_table(),
+                refresh_per_second=1,
+                screen=True,
+                vertical_overflow="visible",
+            ) as live:
+                while True:
+                    time.sleep(2)
+                    live.update(generate_table())
+
+    except (
+        InvalidParameterException,
+        PropertyServerException,
+        UserNotAuthorizedException,
+    ) as e:
+        print_exception_response(e)
+
+    except KeyboardInterrupt:
+        pass
+
+    finally:
+        s_client.close_session()
+
+
+def main_live():
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--integ_server", help="Name of the integration server to display status for"
+    )
+    parser.add_argument("--integ_url", help="URL Platform to connect to")
+    parser.add_argument("--view_server", help="Name of the view server to use")
+    parser.add_argument("--view_url", help="view server URL Platform to connect to")
+    parser.add_argument("--userid", help="User Id")
+    parser.add_argument("--password", help="User Password")
+    args = parser.parse_args()
+
+    integ_server = (
+        args.integ_server
+        if args.integ_server is not None
+        else EGERIA_INTEGRATION_DAEMON
+    )
+    integ_url = (
+        args.integ_url if args.integ_url is not None else EGERIA_INTEGRATION_DAEMON_URL
+    )
+    view_server = (
+        args.view_server if args.view_server is not None else EGERIA_VIEW_SERVER
+    )
+    view_url = args.view_url if args.view_url is not None else EGERIA_VIEW_SERVER_URL
+    userid = args.userid if args.userid is not None else EGERIA_USER
+    user_pass = args.password if args.password is not None else EGERIA_USER_PASSWORD
+    display_integration_daemon_status(
+        integ_server=integ_server,
+        integ_url=integ_url,
+        view_server=view_server,
+        view_url=view_url,
+        user=userid,
+        user_pass=user_pass,
+        paging=False,
+        data_table=False,
+    )
+
+
+def main_paging():
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--integ_server", help="Name of the integration server to display status for"
+    )
+    parser.add_argument("--integ_url", help="URL Platform to connect to")
+    parser.add_argument("--view_server", help="Name of the view server to use")
+    parser.add_argument("--view_url", help="view server URL Platform to connect to")
+    parser.add_argument("--userid", help="User Id")
+    parser.add_argument("--password", help="User Password")
+    args = parser.parse_args()
+
+    integ_server = (
+        args.integ_server
+        if args.integ_server is not None
+        else EGERIA_INTEGRATION_DAEMON
+    )
+    integ_url = (
+        args.integ_url if args.integ_url is not None else EGERIA_INTEGRATION_DAEMON_URL
+    )
+    view_server = (
+        args.view_server if args.view_server is not None else EGERIA_VIEW_SERVER
+    )
+    view_url = args.view_url if args.view_url is not None else EGERIA_VIEW_SERVER_URL
+    userid = args.userid if args.userid is not None else EGERIA_USER
+    user_pass = args.password if args.password is not None else EGERIA_USER_PASSWORD
+    display_integration_daemon_status(
+        integ_server=integ_server,
+        integ_url=integ_url,
+        view_server=view_server,
+        view_url=view_url,
+        user=userid,
+        user_pass=user_pass,
+        paging=True,
+        data_table=False,
+    )
+
+
+if __name__ == "__main__":
+    main_live()
+
+if __name__ == "__main_paging__":
+    main_paging()

commands/tech/table_tech_templates.py

@@ -0,0 +1,173 @@
+"""This creates a templates guid file from the core metadata archive"""
+from rich.markdown import Markdown
+from rich.prompt import Prompt
+import os
+from pyegeria import AutomatedCuration, _client
+from datetime import datetime
+import argparse
+import time
+import sys
+from rich import box
+from rich.console import Console
+from rich.table import Table
+import asyncio
+import nest_asyncio
+from typing import Union
+
+from pyegeria import (
+    InvalidParameterException,
+    PropertyServerException,
+    UserNotAuthorizedException,
+    print_exception_response,
+    RegisteredInfo
+)
+from textual.widgets import DataTable
+
+console = Console()
+EGERIA_METADATA_STORE = os.environ.get("EGERIA_METADATA_STORE", "active-metadata-store")
+EGERIA_KAFKA_ENDPOINT = os.environ.get('KAFKA_ENDPOINT', 'localhost:9092')
+EGERIA_PLATFORM_URL = os.environ.get('EGERIA_PLATFORM_URL', 'https://localhost:9443')
+EGERIA_VIEW_SERVER = os.environ.get('VIEW_SERVER', 'view-server')
+EGERIA_VIEW_SERVER_URL = os.environ.get('EGERIA_VIEW_SERVER_URL', 'https://localhost:9443')
+EGERIA_INTEGRATION_DAEMON = os.environ.get('INTEGRATION_DAEMON', 'integration-daemon')
+EGERIA_ADMIN_USER = os.environ.get('ADMIN_USER', 'garygeeke')
+EGERIA_ADMIN_PASSWORD = os.environ.get('ADMIN_PASSWORD', 'secret')
+EGERIA_USER = os.environ.get('EGERIA_USER', 'erinoverview')
+EGERIA_USER_PASSWORD = os.environ.get('EGERIA_USER_PASSWORD', 'secret')
+EGERIA_JUPYTER = bool(os.environ.get('EGERIA_JUPYTER', 'False'))
+EGERIA_WIDTH = int(os.environ.get('EGERIA_WIDTH', '200'))
+
+def add_row(table: Union[Table,DataTable], name: str, template_name:str, template_guid: str,
+            placeholder_table: Table) -> Table | DataTable:
+    if isinstance(table, Table):
+        table.add_row(name, template_name, template_guid, placeholder_table)
+    elif isinstance(table, DataTable):
+        table.add_row(name, template_name, template_guid, placeholder_table)
+
+    return table
+
+def display_templates_spec(search_string:str, server: str,
+                       url: str, username: str, password: str, jupyter:bool=EGERIA_JUPYTER,
+                    width:int = EGERIA_WIDTH, data_table: bool = False
+    )-> Table | DataTable:
+
+    a_client = AutomatedCuration(server, url, username)
+    nest_asyncio.apply()
+    token = a_client.create_egeria_bearer_token(username, password)
+    tech_list = a_client.find_technology_types(search_string, page_size=0)
+
+    def generate_table(data_table: bool) -> Table | DataTable:
+        """Make a new table."""
+        if data_table:
+            table = DataTable()
+            table.add_columns("Name", "Template Name", "Template GUID", "Placeholders")
+        else:
+            table = Table(
+                title=f"Technology Templates for: {url} @ {time.asctime()}",
+                style="bold bright_white on black",
+                row_styles=["bold bright_white on black"],
+                header_style="white on dark_blue",
+                title_style="bold bright_white on black",
+                caption_style="white on black",
+                show_lines=True,
+                box=box.ROUNDED,
+                caption=f"Templates from Server '{server}' @ Platform - {url}",
+                expand=True,
+                # width=500
+            )
+
+            table.add_column("Name", width=20)
+            table.add_column("Template Name", width=20)
+            table.add_column("Template GUID", width = 38,no_wrap=True)
+            table.add_column("Placeholders")
+
+
+        if type(tech_list) is list:
+            for item in tech_list:
+                if 'deployedImplementationType' not in item['qualifiedName']:
+                    continue
+                placeholder_table = Table(expand=False, show_lines=True)
+                placeholder_table.add_column("Name", width = 20,no_wrap=True)
+                placeholder_table.add_column("Type", width = 10)
+                placeholder_table.add_column("Required", width = 10)
+                placeholder_table.add_column("Example", width = 20)
+                placeholder_table.add_column("Description", width = 40)
+
+
+                name = item.get("name", "none")
+
+                details = a_client.get_technology_type_detail(name)
+                if type(details) is str:
+                    console.log(f"Missing details for - {name}: {details}")
+                    continue
+
+                templates = details.get("catalogTemplates", "Not Found")
+                if type(templates) is not str:
+                    for template in templates:
+                        template_name = template.get("name", None)
+
+                        template_name = f"{name}_Template" if template_name is None else template_name
+
+                        specification = template["specification"]["placeholderProperty"]
+                        template_guid = template["relatedElement"]["guid"]
+
+                        for placeholder in specification:
+                            placeholder_data_type = placeholder["dataType"]
+                            placeholder_description = placeholder["description"]
+                            placeholder_name = placeholder["placeholderPropertyName"]
+                            placeholder_required = placeholder["required"]
+                            placeholder_example = placeholder.get("example", None)
+                            placeholder_table.add_row(placeholder_name, placeholder_data_type,  placeholder_required,
+                                                      placeholder_example, placeholder_description,)
+
+                        # table.add_row(name, template_name, template_guid, placeholder_table)
+                        table = add_row(table, name, template_name, template_guid, placeholder_table)
+
+            return table
+        else:
+            print("Unknown technology type")
+            sys.exit(1)
+
+    try:
+        if data_table:
+            return generate_table(data_table)
+        else:
+            console = Console(width=width, force_terminal=not jupyter)
+
+            with console.pager(styles=True):
+                console.print(generate_table(data_table))
+
+    except (InvalidParameterException, PropertyServerException, UserNotAuthorizedException) as e:
+        print_exception_response(e)
+        assert e.related_http_code != "200", "Invalid parameters"
+    finally:
+        a_client.close_session()
+
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--server", help="Name of the server to display status for")
+    parser.add_argument("--url", help="URL Platform to connect to")
+    parser.add_argument("--userid", help="User Id")
+    parser.add_argument("--password", help="Password")
+
+    args = parser.parse_args()
+
+    server = args.server if args.server is not None else EGERIA_VIEW_SERVER
+    url = args.url if args.url is not None else EGERIA_PLATFORM_URL
+    userid = args.userid if args.userid is not None else EGERIA_USER
+    password = args.password if args.password is not None else EGERIA_USER_PASSWORD
+    guid = None
+
+    try:
+        search_string = Prompt.ask("Enter the technology you are searching for:", default="*")
+        display_templates_spec(search_string, server, url, userid, password,data_table=False)
+    except(KeyboardInterrupt):
+        pass
+
+
+if __name__ == "__main__":
+    main()
+
+
+