entropy-data 0.3.3__tar.gz → 0.3.5__tar.gz

entropy_data-0.3.5/CHANGELOG.md

@@ -0,0 +1,70 @@
+# Changelog
+
+## [Unreleased]
+
+## [0.3.5]
+
+- Add `entropy-data semantics search <namespace> <query> [--kind <kind>] [--limit <n>]` for case-insensitive substring search across concept id, name, and description in a namespace. Implemented client-side over the existing `GET /api/semantics/experimental/namespaces/{ns}/concepts` endpoint.
+- Add `entropy-data access request <data-product-id> <output-port-id> --purpose <text> --consumer-team|--consumer-user|--consumer-dataproduct <id> [--roles <comma-list>] [--id <agreement-id>]` to submit an access request for a provider output port. Wraps `PUT /api/access/{id}` and auto-generates a UUID when `--id` is omitted.
+
+## [0.3.4]
+
+- Add `entropy-data datacontracts yaml <id>` to fetch a data contract as ODCS YAML (writes to stdout or `--file`). Backed by `GET /api/datacontracts/{id}.yaml`.
+- Add `entropy-data datacontracts generate <id> --type <kind>` for code generation (`sql-select`, `sql-ddl`, `dbt-models`, `dbt-sources`, `json-schema`, `pydantic`, `custom`). With `--out-dir`, each returned file is written to disk; without it, the JSON response is printed.
+- Add `entropy-data dataproducts import-from-git` and `entropy-data datacontracts import-from-git` to import resources from a Git repository (flags or `--file body.json`).
+- Add `entropy-data organization members list` and `entropy-data organization members get <email>` to inspect organization membership.
+- Add `entropy-data settings get-scim-mapping` and `entropy-data settings put-scim-mapping` to manage the SCIM group mapping (YAML or JSON, mirrors the customization commands).
+- Add `entropy-data connectors list|get|put|delete` to manage connector state.
+- Add `entropy-data assets tags list|add|remove` to manage tag assignments on data assets.
+- Add `entropy-data organization git-credentials list|get|create|update|delete` and `entropy-data teams git-credentials list|get|create|update|delete <team-id>` to manage organization- and team-level git credentials. Pass `--authentication-token -` to read the secret from stdin.
+- Add `entropy-data teams notifications get|put|delete <team-id> <channel-id>` to manage a team's notification channels.
+- Add EXPERIMENTAL `entropy-data semantics namespaces list|get|put|delete`, `entropy-data semantics concepts list|get|put|delete <namespace> [<external-id>]`, and `entropy-data semantics relationships list|get|put|delete <namespace> [<external-id>]` covering the `/api/semantics/experimental/...` endpoints. PUT commands enforce that any `namespace`/`id` in the body matches the path argument.
+
+## [0.3.3]
+
+- Add `entropy-data organization get` to fetch organization settings (vanity URL, host, full name, plan, SSO) for the API key in use. Backed by the new `GET /api/organization/settings` endpoint.
+- Add `entropy-data connection get [name]` to inspect a stored connection. API key is masked by default; pass `--show-api-key` to print it in clear text. Use `-o json` for scripting.
+- `entropy-data connection add` auto-fetches the organization vanity URL via `/api/organization/settings` and stores it on the connection. Best-effort: older servers or network errors fall back to no vanity URL.
+- `connection list` surfaces the stored vanity URL.
+
+## [0.3.2]
+
+- Add `git-connection` subcommands to `dataproducts` and `datacontracts`
+
+## [0.3.1]
+
+- Support Python 3.11 (lowered minimum from 3.12)
+
+## [0.3.0]
+
+- Rename PyPI package from `entropy-data-cli` to `entropy-data`. Install with `pip install entropy-data` (or `uv tool install entropy-data`). The CLI command remains `entropy-data`.
+
+## [0.2.3]
+
+- Add `.env` file support for project-specific configuration via `python-dotenv`
+- Document release process in README
+
+## [0.2.2]
+
+- Fix version reporting to read from package metadata instead of hardcoded value
+
+## [0.2.1]
+
+- Add Docker Hub publish to CI and release workflows
+
+## [0.2.0]
+
+- Fix negative page numbers leaking SQL queries from the server
+- Fix mismatched resource ID in body vs CLI argument silently using body ID
+- Fix HTML error responses (e.g., from Tomcat) displayed as raw markup
+- Add max resource ID length validation (256 characters)
+- Add 30s HTTP request timeout to prevent hanging on unreachable hosts
+
+## [0.1.0]
+
+- Initial release
+- CRUD commands for data products, data contracts, access, teams, source systems, definitions, certifications, example data, test results
+- Access workflow commands: approve, reject, cancel
+- Event polling and search
+- Connection management with `~/.entropy-data/config.toml`
+- Table and JSON output formats

{entropy_data-0.3.3 → entropy_data-0.3.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: entropy-data
-Version: 0.3.3
+Version: 0.3.5
 Summary: CLI for Entropy Data
 Project-URL: Homepage, https://entropy-data.com
 Project-URL: Documentation, https://docs.entropy-data.com

{entropy_data-0.3.3 → entropy_data-0.3.5}/README.md

@@ -80,23 +80,26 @@ entropy-data search query "customer orders"
 entropy-data [--version] [--connection NAME] [--output table|json] [--debug]
 
   connection      list | add | remove | set-default | test
-  dataproducts    list | get | put | delete
-  datacontracts   list | get | put | test | delete
+  dataproducts    list | get | put | delete | import-from-git | gitconnection ...
+  datacontracts   list | get | put | test | delete | yaml | generate | import-from-git | gitconnection ...
   access          list | get | put | delete | approve | reject | cancel
-  teams           list | get | put | delete
+  teams           list | get | put | delete | git-credentials ... | notifications ...
   sourcesystems   list | get | put | delete
   definitions     list | get | put | delete
   certifications  list | get | put | delete
   example-data    list | get | put | delete
   test-results    list | get | publish | delete
   costs           list | add | delete
-  assets          list | get | put | delete
+  assets          list | get | put | delete | tags ...
   tags            list | get | put | delete
   api-keys        create | delete
-  settings        get-customization | put-customization
+  connectors      list | get | put | delete
+  organization    get | members ... | git-credentials ...
+  settings        get-customization | put-customization | get-scim-mapping | put-scim-mapping
   events          poll
   lineage         list | submit | delete
   search          query
+  semantics       namespaces ... | concepts ... | relationships ...    (EXPERIMENTAL)
   usage           list | submit | delete
   import          zip
 ```

{entropy_data-0.3.3 → entropy_data-0.3.5}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "entropy-data"
-version = "0.3.3"
+version = "0.3.5"
 description = "CLI for Entropy Data"
 requires-python = ">=3.11"
 license = "MIT"

{entropy_data-0.3.3 → entropy_data-0.3.5}/src/entropy_data/cli.py

@@ -95,6 +95,7 @@ from entropy_data.commands.api_keys import api_keys_app  # noqa: E402
 from entropy_data.commands.assets import assets_app  # noqa: E402
 from entropy_data.commands.certifications import certifications_app  # noqa: E402
 from entropy_data.commands.connection import connection_app  # noqa: E402
+from entropy_data.commands.connectors import connectors_app  # noqa: E402
 from entropy_data.commands.costs import costs_app  # noqa: E402
 from entropy_data.commands.datacontracts import datacontracts_app  # noqa: E402
 from entropy_data.commands.dataproducts import dataproducts_app  # noqa: E402
@@ -105,6 +106,7 @@ from entropy_data.commands.import_export import import_app  # noqa: E402
 from entropy_data.commands.lineage import lineage_app  # noqa: E402
 from entropy_data.commands.organization import organization_app  # noqa: E402
 from entropy_data.commands.search import search_app  # noqa: E402
+from entropy_data.commands.semantics import semantics_app  # noqa: E402
 from entropy_data.commands.settings import settings_app  # noqa: E402
 from entropy_data.commands.sourcesystems import sourcesystems_app  # noqa: E402
 from entropy_data.commands.tags import tags_app  # noqa: E402
@@ -126,10 +128,12 @@ app.add_typer(costs_app, name="costs", help="Manage costs.")
 app.add_typer(assets_app, name="assets", help="Manage data assets.")
 app.add_typer(tags_app, name="tags", help="Manage tags.")
 app.add_typer(api_keys_app, name="api-keys", help="Manage API keys.")
+app.add_typer(connectors_app, name="connectors", help="Manage connectors.")
 app.add_typer(organization_app, name="organization", help="Get organization details.")
 app.add_typer(settings_app, name="settings", help="Manage organization settings.")
 app.add_typer(events_app, name="events", help="Poll events.")
 app.add_typer(lineage_app, name="lineage", help="Manage lineage (OpenLineage events).")
 app.add_typer(search_app, name="search", help="Search across resources.")
+app.add_typer(semantics_app, name="semantics", help="EXPERIMENTAL semantics API.")
 app.add_typer(usage_app, name="usage", help="Manage usage (OpenTelemetry traces).")
 app.add_typer(import_app, name="import", help="Import organization exports.")

{entropy_data-0.3.3 → entropy_data-0.3.5}/src/entropy_data/client.py

@@ -122,13 +122,20 @@ class EntropyDataClient:
         return response.headers.get(RESPONSE_HEADER_LOCATION_HTML)
 
     def post_action_json(
-        self, path: str, resource_id: str, action: str, params: dict | None = None, timeout: int = REQUEST_TIMEOUT
+        self,
+        path: str,
+        resource_id: str,
+        action: str,
+        params: dict | None = None,
+        body: dict | None = None,
+        timeout: int = REQUEST_TIMEOUT,
     ) -> dict:
-        """POST /api/{path}/{id}/{action} with query params. Returns response JSON."""
+        """POST /api/{path}/{id}/{action}. Returns response JSON."""
         _validate_resource_id(resource_id)
         response = self.session.post(
             f"{self.base_url}/api/{path}/{resource_id}/{action}",
             params=params,
+            json=body if body is not None else None,
             timeout=timeout,
         )
         _raise_for_status(response)

{entropy_data-0.3.3 → entropy_data-0.3.5}/src/entropy_data/commands/access.py

@@ -1,5 +1,6 @@
 """Access (data usage agreements) commands."""
 
+import uuid
 from pathlib import Path
 from typing import Annotated, Optional
 
@@ -126,3 +127,77 @@ def cancel_access(
         print_link(location)
     except Exception as e:
         handle_error(e)
+
+
+@access_app.command("request")
+def request_access(
+    data_product_id: Annotated[str, typer.Argument(help="Provider data product ID.")],
+    output_port_id: Annotated[str, typer.Argument(help="Provider output port ID.")],
+    purpose: Annotated[str, typer.Option("--purpose", help="Business justification for the access.")] = ...,
+    consumer_team: Annotated[
+        Optional[str],
+        typer.Option("--consumer-team", help="Consumer team ID (request on behalf of a team)."),
+    ] = None,
+    consumer_user: Annotated[
+        Optional[str],
+        typer.Option("--consumer-user", help="Consumer user ID (request on behalf of a user)."),
+    ] = None,
+    consumer_dataproduct: Annotated[
+        Optional[str],
+        typer.Option("--consumer-dataproduct", help="Consumer data product ID (cross-product agreement)."),
+    ] = None,
+    roles: Annotated[
+        Optional[str],
+        typer.Option("--roles", help="Comma-separated list of roles to request (e.g. analyst,data_engineer)."),
+    ] = None,
+    id: Annotated[
+        Optional[str],
+        typer.Option("--id", help="Agreement ID. Auto-generated UUID if not provided."),
+    ] = None,
+) -> None:
+    """Submit an access request for a provider data product output port.
+
+    Creates a new access agreement in 'requested' state via PUT /api/access/{id}. Exactly
+    one of --consumer-team / --consumer-user / --consumer-dataproduct must be specified.
+    """
+    from entropy_data.cli import get_client, handle_error
+    from entropy_data.output import error_console
+
+    consumer_count = sum(c is not None for c in (consumer_team, consumer_user, consumer_dataproduct))
+    if consumer_count != 1:
+        error_console.print(
+            "[red]Error: provide exactly one of --consumer-team, --consumer-user, "
+            "or --consumer-dataproduct.[/red]"
+        )
+        raise SystemExit(2)
+
+    agreement_id = id or str(uuid.uuid4())
+    consumer: dict = {}
+    if consumer_team is not None:
+        consumer["teamId"] = consumer_team
+    if consumer_user is not None:
+        consumer["userId"] = consumer_user
+    if consumer_dataproduct is not None:
+        consumer["dataProductId"] = consumer_dataproduct
+
+    body: dict = {
+        "id": agreement_id,
+        "provider": {
+            "dataProductId": data_product_id,
+            "outputPortId": output_port_id,
+        },
+        "consumer": consumer,
+        "info": {
+            "purpose": purpose,
+        },
+    }
+    if roles:
+        body["roles"] = [r.strip() for r in roles.split(",") if r.strip()]
+
+    try:
+        client = get_client()
+        location = client.put_resource(RESOURCE_PATH, agreement_id, body)
+        print_success(f"Access request '{agreement_id}' submitted.")
+        print_link(location)
+    except Exception as e:
+        handle_error(e)

entropy_data-0.3.5/src/entropy_data/commands/assets.py

@@ -0,0 +1,159 @@
+"""Assets commands."""
+
+import json
+from pathlib import Path
+from typing import Annotated, Optional
+
+import typer
+
+from entropy_data.output import OutputFormat, console, print_link, print_resource, print_resource_list, print_success
+from entropy_data.util import read_body
+
+assets_app = typer.Typer(no_args_is_help=True)
+tags_app = typer.Typer(no_args_is_help=True)
+RESOURCE_PATH = "assets"
+RESOURCE_TYPE = "assets"
+
+
+@assets_app.command("list")
+def list_assets(
+    page: Annotated[int, typer.Option("--page", "-p", help="Page number (0-indexed).")] = 0,
+    output: Annotated[Optional[OutputFormat], typer.Option("--output", "-o", help="Output format.")] = None,
+) -> None:
+    """List all data assets."""
+    from entropy_data.cli import get_client, get_output_format, handle_error
+
+    fmt = output or get_output_format()
+    try:
+        client = get_client()
+        data, has_next = client.list_resources(RESOURCE_PATH, params={"p": page})
+        print_resource_list(data, RESOURCE_TYPE, fmt, has_next_page=has_next, page=page)
+    except Exception as e:
+        handle_error(e)
+
+
+@assets_app.command("get")
+def get_asset(
+    id: Annotated[str, typer.Argument(help="Asset ID.")],
+    output: Annotated[Optional[OutputFormat], typer.Option("--output", "-o", help="Output format.")] = None,
+) -> None:
+    """Get a data asset by ID."""
+    from entropy_data.cli import get_client, get_output_format, handle_error
+
+    fmt = output or get_output_format()
+    try:
+        client = get_client()
+        data = client.get_resource(RESOURCE_PATH, id)
+        print_resource(data, RESOURCE_TYPE, fmt)
+    except Exception as e:
+        handle_error(e)
+
+
+@assets_app.command("put")
+def put_asset(
+    id: Annotated[str, typer.Argument(help="Asset ID.")],
+    file: Annotated[Path, typer.Option("--file", "-f", help="JSON or YAML file (use - for stdin).")] = ...,
+) -> None:
+    """Create or update a data asset."""
+    from entropy_data.cli import get_client, handle_error
+
+    try:
+        body = read_body(file)
+        client = get_client()
+        location = client.put_resource(RESOURCE_PATH, id, body)
+        print_success(f"Asset '{id}' saved.")
+        print_link(location)
+    except Exception as e:
+        handle_error(e)
+
+
+@assets_app.command("delete")
+def delete_asset(
+    id: Annotated[str, typer.Argument(help="Asset ID.")],
+) -> None:
+    """Delete a data asset."""
+    from entropy_data.cli import get_client, handle_error
+
+    try:
+        client = get_client()
+        client.delete_resource(RESOURCE_PATH, id)
+        print_success(f"Asset '{id}' deleted.")
+    except Exception as e:
+        handle_error(e)
+
+
+@tags_app.command("list")
+def list_asset_tags(
+    asset_id: Annotated[str, typer.Argument(help="Asset ID.")],
+    output: Annotated[Optional[OutputFormat], typer.Option("--output", "-o", help="Output format.")] = None,
+) -> None:
+    """List tags assigned to an asset."""
+    from entropy_data.cli import get_client, get_output_format, handle_error
+    from entropy_data.client import REQUEST_TIMEOUT, _raise_for_status, _validate_resource_id
+
+    fmt = output or get_output_format()
+    try:
+        client = get_client()
+        _validate_resource_id(asset_id)
+        response = client.session.get(
+            f"{client.base_url}/api/assets/{asset_id}/assigned-tags",
+            timeout=REQUEST_TIMEOUT,
+        )
+        _raise_for_status(response)
+        data = response.json()
+        if fmt == OutputFormat.json:
+            console.print_json(json.dumps(data))
+        else:
+            for tag in data:
+                console.print(tag)
+    except Exception as e:
+        handle_error(e)
+
+
+@tags_app.command("add")
+def add_asset_tag(
+    asset_id: Annotated[str, typer.Argument(help="Asset ID.")],
+    tag_id: Annotated[str, typer.Argument(help="Tag ID (may be hierarchical, e.g. governance/PII).")],
+) -> None:
+    """Assign a tag to an asset."""
+    from entropy_data.cli import get_client, handle_error
+    from entropy_data.client import REQUEST_TIMEOUT, _raise_for_status, _validate_resource_id
+
+    try:
+        client = get_client()
+        _validate_resource_id(asset_id)
+        # tag_id can contain "/" (e.g. governance/PII) so we don't run it through the
+        # path-traversal-rejecting validator; the server validates anyway.
+        response = client.session.put(
+            f"{client.base_url}/api/assets/{asset_id}/assigned-tags/{tag_id}",
+            timeout=REQUEST_TIMEOUT,
+        )
+        _raise_for_status(response)
+        print_success(f"Tag '{tag_id}' assigned to asset '{asset_id}'.")
+    except Exception as e:
+        handle_error(e)
+
+
+@tags_app.command("remove")
+def remove_asset_tag(
+    asset_id: Annotated[str, typer.Argument(help="Asset ID.")],
+    tag_id: Annotated[str, typer.Argument(help="Tag ID (may be hierarchical, e.g. governance/PII).")],
+) -> None:
+    """Unassign a tag from an asset."""
+    from entropy_data.cli import get_client, handle_error
+    from entropy_data.client import REQUEST_TIMEOUT, _raise_for_status, _validate_resource_id
+
+    try:
+        client = get_client()
+        _validate_resource_id(asset_id)
+        response = client.session.delete(
+            f"{client.base_url}/api/assets/{asset_id}/assigned-tags/{tag_id}",
+            timeout=REQUEST_TIMEOUT,
+        )
+        _raise_for_status(response)
+        print_success(f"Tag '{tag_id}' removed from asset '{asset_id}'.")
+    except Exception as e:
+        handle_error(e)
+
+
+assets_app.add_typer(tags_app, name="tags", help="Manage tag assignments on an asset.")

entropy_data-0.3.3/src/entropy_data/commands/teams.py → entropy_data-0.3.5/src/entropy_data/commands/connectors.py

@@ -1,4 +1,4 @@
-"""Teams commands."""
+"""Connectors commands."""
 
 from pathlib import Path
 from typing import Annotated, Optional
@@ -8,34 +8,33 @@ import typer
 from entropy_data.output import OutputFormat, print_link, print_resource, print_resource_list, print_success
 from entropy_data.util import read_body
 
-teams_app = typer.Typer(no_args_is_help=True)
-RESOURCE_PATH = "teams"
-RESOURCE_TYPE = "teams"
+connectors_app = typer.Typer(no_args_is_help=True)
+RESOURCE_PATH = "connectors"
+RESOURCE_TYPE = "connectors"
 
 
-@teams_app.command("list")
-def list_teams(
-    page: Annotated[int, typer.Option("--page", "-p", help="Page number (0-indexed).")] = 0,
+@connectors_app.command("list")
+def list_connectors(
     output: Annotated[Optional[OutputFormat], typer.Option("--output", "-o", help="Output format.")] = None,
 ) -> None:
-    """List all teams."""
+    """List all connectors."""
     from entropy_data.cli import get_client, get_output_format, handle_error
 
     fmt = output or get_output_format()
     try:
         client = get_client()
-        data, has_next = client.list_resources(RESOURCE_PATH, params={"p": page})
-        print_resource_list(data, RESOURCE_TYPE, fmt, has_next_page=has_next, page=page)
+        data, _ = client.list_resources(RESOURCE_PATH)
+        print_resource_list(data, RESOURCE_TYPE, fmt)
     except Exception as e:
         handle_error(e)
 
 
-@teams_app.command("get")
-def get_team(
-    id: Annotated[str, typer.Argument(help="Team ID.")],
+@connectors_app.command("get")
+def get_connector(
+    id: Annotated[str, typer.Argument(help="Connector ID.")],
     output: Annotated[Optional[OutputFormat], typer.Option("--output", "-o", help="Output format.")] = None,
 ) -> None:
-    """Get a team by ID."""
+    """Get a connector by ID."""
     from entropy_data.cli import get_client, get_output_format, handle_error
 
     fmt = output or get_output_format()
@@ -47,34 +46,34 @@ def get_team(
         handle_error(e)
 
 
-@teams_app.command("put")
-def put_team(
-    id: Annotated[str, typer.Argument(help="Team ID.")],
+@connectors_app.command("put")
+def put_connector(
+    id: Annotated[str, typer.Argument(help="Connector ID.")],
     file: Annotated[Path, typer.Option("--file", "-f", help="JSON or YAML file (use - for stdin).")] = ...,
 ) -> None:
-    """Create or update a team."""
+    """Create or update a connector."""
     from entropy_data.cli import get_client, handle_error
 
     try:
         body = read_body(file)
         client = get_client()
         location = client.put_resource(RESOURCE_PATH, id, body)
-        print_success(f"Team '{id}' saved.")
+        print_success(f"Connector '{id}' saved.")
         print_link(location)
     except Exception as e:
         handle_error(e)
 
 
-@teams_app.command("delete")
-def delete_team(
-    id: Annotated[str, typer.Argument(help="Team ID.")],
+@connectors_app.command("delete")
+def delete_connector(
+    id: Annotated[str, typer.Argument(help="Connector ID.")],
 ) -> None:
-    """Delete a team."""
+    """Delete a connector."""
     from entropy_data.cli import get_client, handle_error
 
     try:
         client = get_client()
         client.delete_resource(RESOURCE_PATH, id)
-        print_success(f"Team '{id}' deleted.")
+        print_success(f"Connector '{id}' deleted.")
     except Exception as e:
         handle_error(e)