datahub-agent-context 1.3.1.8__tar.gz

datahub_agent_context-1.3.1.8/PKG-INFO

@@ -0,0 +1,233 @@
+Metadata-Version: 2.4
+Name: datahub-agent-context
+Version: 1.3.1.8
+Summary: DataHub Agent Context - MCP Tools for AI Agents
+Home-page: https://datahub.io/
+License: Apache License 2.0
+Project-URL: Documentation, https://datahubproject.io/docs/
+Project-URL: Source, https://github.com/datahub-project/datahub
+Project-URL: Changelog, https://github.com/datahub-project/datahub/releases
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Information Technology
+Classifier: Intended Audience :: System Administrators
+Classifier: License :: OSI Approved
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Operating System :: Unix
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Environment :: Console
+Classifier: Environment :: MacOS X
+Classifier: Topic :: Software Development
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: google-re2<2.0,>=1.0
+Requires-Dist: cachetools<7.0.0,>=5.0.0
+Requires-Dist: pydantic<3.0.0,>=2.0.0
+Requires-Dist: h11<1.0,>=0.16
+Requires-Dist: json-repair<1.0.0,>=0.25.0
+Requires-Dist: acryl-datahub==1.3.1.8
+Requires-Dist: httpcore<2.0,>=1.0.9
+Requires-Dist: jmespath<2.0.0,>=1.0.0
+Provides-Extra: dev
+Requires-Dist: pytest-cov<7.0.0,>=2.8.0; extra == "dev"
+Requires-Dist: pytest<9.0.0,>=8.3.4; extra == "dev"
+Requires-Dist: types-PyYAML<7.0.0,>=6.0.0; extra == "dev"
+Requires-Dist: types-requests<3.0.0,>=2.0.0; extra == "dev"
+Requires-Dist: types-jmespath<2.0.0,>=1.0.0; extra == "dev"
+Requires-Dist: types-toml<1.0.0,>=0.10.0; extra == "dev"
+Requires-Dist: types-cachetools<7.0.0,>=5.0.0; extra == "dev"
+Requires-Dist: tox<5.0.0,>=4.0.0; extra == "dev"
+Requires-Dist: mypy==1.17.1; extra == "dev"
+Requires-Dist: ruff==0.11.7; extra == "dev"
+Provides-Extra: langchain
+Requires-Dist: langchain-core<2.0.0,>=1.2.7; extra == "langchain"
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license
+Dynamic: project-url
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
+
+# DataHub Agent Context
+
+**DataHub Agent Context** provides a collection of tools and utilities for building AI agents that interact with DataHub metadata. This package contains MCP (Model Context Protocol) tools that enable AI agents to search, retrieve, and manipulate metadata in DataHub. These can be used directly to create an agent, or be included in an MCP server such as Datahub's open source MCP server.
+
+## Features
+
+## Installation
+
+### Base Installation
+
+```shell
+python3 -m pip install --upgrade pip wheel setuptools
+python3 -m pip install --upgrade datahub-agent-context
+```
+
+### With LangChain Support
+
+For building LangChain agents with pre-built tools:
+
+```shell
+python3 -m pip install --upgrade "datahub-agent-context[langchain]"
+```
+
+## Prerequisites
+
+This package requires:
+
+- Python 3.9 or higher
+- `acryl-datahub` package
+
+## Quick Start
+
+### Basic Example
+
+These tools are designed to be used with an AI agent and have the responses passed directly to an LLM, so the return schema is a simple dict, but they can be used independently if desired.
+
+```python
+from datahub.ingestion.graph.client import DataHubGraph
+from datahub_agent_context.mcp_tools.search import search
+from datahub_agent_context.mcp_tools.entities import get_entities
+
+# Initialize DataHub graph client
+client = DataHubClient.from_env()
+
+# Search for datasets
+with client.graph as graph:
+    results = search(
+        query="user_data",
+        filters={"entity_type": ["dataset"]},
+        num_results=10
+    )
+
+# Get detailed entity information
+with client.graph as graph:
+    entities = get_entities(
+        urns=[result["entity"]["urn"] for result in results["searchResults"]]
+    )
+```
+
+### LangChain Integration
+
+Build AI agents with pre-built LangChain tools:
+
+```python
+from datahub.sdk.main_client import DataHubClient
+from datahub_agent_context.langchain_tools import build_langchain_tools
+from langchain.agents import create_agent
+
+# Initialize DataHub client
+client = DataHubClient.from_env()
+
+# Build all tools (read-only by default)
+tools = build_langchain_tools(client, include_mutations=False)
+
+# Or include mutation tools for tagging, descriptions, etc.
+tools = build_langchain_tools(client, include_mutations=True)
+
+# Create agent
+agent = create_agent(model, tools=tools, system_prompt="...")
+```
+
+**See [examples/langchain/](examples/langchain/)** for complete LangChain agent examples including:
+
+- [simple_search.py](examples/langchain/simple_search.py) - Minimal example with AWS Bedrock
+
+### Available Tools
+
+#### Search Tools
+
+- `search()` - Search across all entity types with filters and sorting
+- `search_documents()` - Search specifically for Document entities
+- `grep_documents()` - Grep for patterns in document content
+
+#### Entity Tools
+
+- `get_entities()` - Get detailed information about entities by URN
+- `list_schema_fields()` - List and filter schema fields for datasets
+
+#### Lineage Tools
+
+- `get_lineage()` - Get upstream or downstream lineage
+- `get_lineage_paths_between()` - Get detailed paths between two entities
+
+#### Query Tools
+
+- `get_dataset_queries()` - Get SQL queries for datasets or columns
+
+#### Mutation Tools
+
+- `add_tags()`, `remove_tags()` - Manage tags
+- `update_description()` - Update entity descriptions
+- `set_domains()`, `remove_domains()` - Manage domains
+- `add_owners()`, `remove_owners()` - Manage owners
+- `add_glossary_terms()`, `remove_glossary_terms()` - Manage glossary terms
+- `add_structured_properties()`, `remove_structured_properties()` - Manage structured properties
+
+#### User Tools
+
+- `get_me()` - Get information about the authenticated user
+
+## Architecture
+
+The package is organized into the following modules:
+
+- `mcp_tools/` - Core MCP tool implementations
+  - `base.py` - Base GraphQL execution and response cleaning
+  - `search.py` - Search functionality
+  - `documents.py` - Document search and grep
+  - `entities.py` - Entity retrieval
+  - `lineage.py` - Lineage querying
+  - `queries.py` - Query retrieval
+  - `tags.py`, `descriptions.py`, `domains.py`, etc. - Mutation tools
+  - `helpers.py` - Shared utility functions
+  - `gql/` - GraphQL query definitions
+
+## Development
+
+### Setup
+
+```shell
+# Clone the repository
+git clone https://github.com/datahub-project/datahub.git
+cd datahub/datahub-agent-context
+
+# Set up development environment
+./gradlew :datahub-agent-context:installDev
+
+# Run tests
+./gradlew :datahub-agent-context:testQuick
+
+# Run linting
+./gradlew :datahub-agent-context:lintFix
+```
+
+### Testing
+
+The package includes comprehensive unit tests for all tools:
+
+```shell
+# Run quick tests
+./gradlew :datahub-agent-context:testQuick
+
+# Run full test suite
+./gradlew :datahub-agent-context:testFull
+```
+
+## Support
+
+- [Documentation](https://datahubproject.io/docs/)
+- [Slack Community](https://datahub.com/slack)
+- [GitHub Issues](https://github.com/datahub-project/datahub/issues)

datahub_agent_context-1.3.1.8/README.md

@@ -0,0 +1,171 @@
+# DataHub Agent Context
+
+**DataHub Agent Context** provides a collection of tools and utilities for building AI agents that interact with DataHub metadata. This package contains MCP (Model Context Protocol) tools that enable AI agents to search, retrieve, and manipulate metadata in DataHub. These can be used directly to create an agent, or be included in an MCP server such as Datahub's open source MCP server.
+
+## Features
+
+## Installation
+
+### Base Installation
+
+```shell
+python3 -m pip install --upgrade pip wheel setuptools
+python3 -m pip install --upgrade datahub-agent-context
+```
+
+### With LangChain Support
+
+For building LangChain agents with pre-built tools:
+
+```shell
+python3 -m pip install --upgrade "datahub-agent-context[langchain]"
+```
+
+## Prerequisites
+
+This package requires:
+
+- Python 3.9 or higher
+- `acryl-datahub` package
+
+## Quick Start
+
+### Basic Example
+
+These tools are designed to be used with an AI agent and have the responses passed directly to an LLM, so the return schema is a simple dict, but they can be used independently if desired.
+
+```python
+from datahub.ingestion.graph.client import DataHubGraph
+from datahub_agent_context.mcp_tools.search import search
+from datahub_agent_context.mcp_tools.entities import get_entities
+
+# Initialize DataHub graph client
+client = DataHubClient.from_env()
+
+# Search for datasets
+with client.graph as graph:
+    results = search(
+        query="user_data",
+        filters={"entity_type": ["dataset"]},
+        num_results=10
+    )
+
+# Get detailed entity information
+with client.graph as graph:
+    entities = get_entities(
+        urns=[result["entity"]["urn"] for result in results["searchResults"]]
+    )
+```
+
+### LangChain Integration
+
+Build AI agents with pre-built LangChain tools:
+
+```python
+from datahub.sdk.main_client import DataHubClient
+from datahub_agent_context.langchain_tools import build_langchain_tools
+from langchain.agents import create_agent
+
+# Initialize DataHub client
+client = DataHubClient.from_env()
+
+# Build all tools (read-only by default)
+tools = build_langchain_tools(client, include_mutations=False)
+
+# Or include mutation tools for tagging, descriptions, etc.
+tools = build_langchain_tools(client, include_mutations=True)
+
+# Create agent
+agent = create_agent(model, tools=tools, system_prompt="...")
+```
+
+**See [examples/langchain/](examples/langchain/)** for complete LangChain agent examples including:
+
+- [simple_search.py](examples/langchain/simple_search.py) - Minimal example with AWS Bedrock
+
+### Available Tools
+
+#### Search Tools
+
+- `search()` - Search across all entity types with filters and sorting
+- `search_documents()` - Search specifically for Document entities
+- `grep_documents()` - Grep for patterns in document content
+
+#### Entity Tools
+
+- `get_entities()` - Get detailed information about entities by URN
+- `list_schema_fields()` - List and filter schema fields for datasets
+
+#### Lineage Tools
+
+- `get_lineage()` - Get upstream or downstream lineage
+- `get_lineage_paths_between()` - Get detailed paths between two entities
+
+#### Query Tools
+
+- `get_dataset_queries()` - Get SQL queries for datasets or columns
+
+#### Mutation Tools
+
+- `add_tags()`, `remove_tags()` - Manage tags
+- `update_description()` - Update entity descriptions
+- `set_domains()`, `remove_domains()` - Manage domains
+- `add_owners()`, `remove_owners()` - Manage owners
+- `add_glossary_terms()`, `remove_glossary_terms()` - Manage glossary terms
+- `add_structured_properties()`, `remove_structured_properties()` - Manage structured properties
+
+#### User Tools
+
+- `get_me()` - Get information about the authenticated user
+
+## Architecture
+
+The package is organized into the following modules:
+
+- `mcp_tools/` - Core MCP tool implementations
+  - `base.py` - Base GraphQL execution and response cleaning
+  - `search.py` - Search functionality
+  - `documents.py` - Document search and grep
+  - `entities.py` - Entity retrieval
+  - `lineage.py` - Lineage querying
+  - `queries.py` - Query retrieval
+  - `tags.py`, `descriptions.py`, `domains.py`, etc. - Mutation tools
+  - `helpers.py` - Shared utility functions
+  - `gql/` - GraphQL query definitions
+
+## Development
+
+### Setup
+
+```shell
+# Clone the repository
+git clone https://github.com/datahub-project/datahub.git
+cd datahub/datahub-agent-context
+
+# Set up development environment
+./gradlew :datahub-agent-context:installDev
+
+# Run tests
+./gradlew :datahub-agent-context:testQuick
+
+# Run linting
+./gradlew :datahub-agent-context:lintFix
+```
+
+### Testing
+
+The package includes comprehensive unit tests for all tools:
+
+```shell
+# Run quick tests
+./gradlew :datahub-agent-context:testQuick
+
+# Run full test suite
+./gradlew :datahub-agent-context:testFull
+```
+
+## Support
+
+- [Documentation](https://datahubproject.io/docs/)
+- [Slack Community](https://datahub.com/slack)
+- [GitHub Issues](https://github.com/datahub-project/datahub/issues)

datahub_agent_context-1.3.1.8/pyproject.toml

@@ -0,0 +1,60 @@
+[build-system]
+build-backend = "setuptools.build_meta"
+requires = ["setuptools>=78.1.1", "wheel>0.38.1", "pip>=21.0.0"]
+
+[tool.ruff]
+line-length = 88
+target-version = "py39"
+exclude = [
+    ".git",
+    "venv",
+    ".tox",
+    "__pycache__",
+]
+
+[tool.ruff.format]
+quote-style = "double"
+indent-style = "space"
+skip-magic-trailing-comma = false
+line-ending = "auto"
+
+[tool.ruff.lint.isort]
+combine-as-imports = true
+known-first-party = ["datahub", "datahub_agent_context"]
+extra-standard-library = ["__future__"]
+section-order = ["future", "standard-library", "third-party", "first-party", "local-folder"]
+force-sort-within-sections = false
+force-wrap-aliases = false
+split-on-trailing-comma = false
+order-by-type = true
+relative-imports-order = "closest-to-furthest"
+force-single-line = false
+single-line-exclusions = ["typing"]
+length-sort = false
+from-first = false
+required-imports = []
+classes = ["typing"]
+
+[tool.ruff.lint]
+extend-select = [
+    "B",    # flake8-bugbear
+    "C90",  # mccabe complexity
+    "E",    # pycodestyle errors
+    "F",    # pyflakes
+    "G010", # logging.warn -> logging.warning
+    "I",    # isort
+    "TID",  # flake8-tidy-imports
+    "RUF100",  # unused-noqa
+]
+ignore = [
+    "E501",  # Line length violations (handled by formatter)
+]
+
+[tool.ruff.lint.mccabe]
+max-complexity = 15
+
+[tool.ruff.lint.flake8-tidy-imports]
+ban-relative-imports = "all"
+
+[tool.ruff.lint.per-file-ignores]
+"__init__.py" = ["F401"]

datahub_agent_context-1.3.1.8/setup.cfg

@@ -0,0 +1,16 @@
+[metadata]
+license_files = LICENSE
+
+[mypy]
+plugins = pydantic.mypy
+exclude = venv/
+
+[tool:pytest]
+addopts = --cov=src --cov-report=html --cov-report=term
+testpaths = tests
+asyncio_mode = auto
+
+[egg_info]
+tag_build = 
+tag_date = 0
+

datahub_agent_context-1.3.1.8/setup.py

@@ -0,0 +1,127 @@
+# Copyright 2025 Acryl Data, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+from typing import Dict, Set
+
+import setuptools
+
+package_metadata: dict = {}
+with open("./src/datahub_agent_context/_version.py") as fp:
+    exec(fp.read(), package_metadata)
+
+_version: str = package_metadata["__version__"]
+_self_pin = (
+    f"=={_version}"
+    if not (_version.endswith(("dev0", "dev1")) or "docker" in _version)
+    else ""
+)
+
+
+def get_long_description():
+    root = os.path.dirname(__file__)
+    with open(os.path.join(root, "README.md")) as f:
+        description = f.read()
+
+    return description
+
+
+lint_requirements = {
+    # This is pinned only to avoid spurious errors in CI.
+    # We should make an effort to keep it up to date.
+    "ruff==0.11.7",
+    "mypy==1.17.1",
+}
+
+base_requirements = {
+    f"acryl-datahub{_self_pin}",
+    # Core dependencies for MCP tools
+    "pydantic>=2.0.0,<3.0.0",
+    "json-repair>=0.25.0,<1.0.0",
+    "jmespath>=1.0.0,<2.0.0",
+    "cachetools>=5.0.0,<7.0.0",
+    "google-re2>=1.0,<2.0",  # Required for documents grep functionality
+    # Lower bounds on httpcore and h11 due to CVE-2025-43859.
+    "httpcore>=1.0.9,<2.0",
+    "h11>=0.16,<1.0",
+}
+
+mypy_stubs = {
+    "types-cachetools>=5.0.0,<7.0.0",
+    "types-PyYAML>=6.0.0,<7.0.0",
+    "types-requests>=2.0.0,<3.0.0",
+    "types-toml>=0.10.0,<1.0.0",
+    "types-jmespath>=1.0.0,<2.0.0",
+}
+
+langchain_requirements = {
+    "langchain-core>=1.2.7,<2.0.0",
+}
+
+dev_requirements = {
+    *lint_requirements,
+    *mypy_stubs,
+    "pytest>=8.3.4,<9.0.0",
+    "pytest-cov>=2.8.0,<7.0.0",
+    "tox>=4.0.0,<5.0.0",
+}
+
+setuptools.setup(
+    name=package_metadata["__package_name__"],
+    version=package_metadata["__version__"],
+    url="https://datahub.io/",
+    project_urls={
+        "Documentation": "https://datahubproject.io/docs/",
+        "Source": "https://github.com/datahub-project/datahub",
+        "Changelog": "https://github.com/datahub-project/datahub/releases",
+    },
+    license="Apache License 2.0",
+    description="DataHub Agent Context - MCP Tools for AI Agents",
+    long_description=get_long_description(),
+    long_description_content_type="text/markdown",
+    classifiers=[
+        "Development Status :: 5 - Production/Stable",
+        "Programming Language :: Python",
+        "Programming Language :: Python :: 3",
+        "Programming Language :: Python :: 3 :: Only",
+        "Programming Language :: Python :: 3.9",
+        "Programming Language :: Python :: 3.10",
+        "Programming Language :: Python :: 3.11",
+        "Programming Language :: Python :: 3.12",
+        "Programming Language :: Python :: 3.13",
+        "Intended Audience :: Developers",
+        "Intended Audience :: Information Technology",
+        "Intended Audience :: System Administrators",
+        "License :: OSI Approved",
+        "License :: OSI Approved :: Apache Software License",
+        "Operating System :: Unix",
+        "Operating System :: POSIX :: Linux",
+        "Environment :: Console",
+        "Environment :: MacOS X",
+        "Topic :: Software Development",
+    ],
+    packages=setuptools.find_namespace_packages(where="./src"),
+    package_dir={"": "src"},
+    package_data={
+        "datahub_agent_context": ["py.typed"],
+        "datahub_agent_context.mcp_tools": ["gql/*.gql"],
+    },
+    python_requires=">=3.9",
+    zip_safe=False,
+    install_requires=list(base_requirements),
+    extras_require={
+        "dev": list(dev_requirements),
+        "langchain": list(langchain_requirements),
+    },
+)

datahub_agent_context-1.3.1.8/src/datahub_agent_context/__init__.py

@@ -0,0 +1,25 @@
+# Copyright 2025 Acryl Data, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""DataHub Agent Context - MCP Tools for AI Agents."""
+
+from datahub_agent_context._version import __version__
+from datahub_agent_context.context import (
+    DataHubContext,
+    get_graph,
+    reset_graph,
+    set_graph,
+)
+
+__all__ = ["__version__", "DataHubContext", "get_graph", "set_graph", "reset_graph"]

datahub_agent_context-1.3.1.8/src/datahub_agent_context/_version.py

@@ -0,0 +1,16 @@
+# Copyright 2025 Acryl Data, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+__package_name__ = "datahub-agent-context"
+__version__ = "1.3.1.8"