airbyte-internal-ops 0.6.1__tar.gz → 0.7.1__tar.gz

{airbyte_internal_ops-0.6.1 → airbyte_internal_ops-0.7.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: airbyte-internal-ops
-Version: 0.6.1
+Version: 0.7.1
 Summary: MCP and API interfaces that let the agents do the admin work
 Author-email: Aaron Steers <aj@airbyte.io>
 Keywords: admin,airbyte,api,mcp
@@ -15,6 +15,7 @@ Requires-Dist: airbyte-cdk<8.0,>=7.3.9
 Requires-Dist: airbyte-connector-models<1.0,>=0.1.3
 Requires-Dist: airbyte-protocol-models-pdv2>=0.13.0
 Requires-Dist: airbyte==0.35.4
+Requires-Dist: asyncclick<9.0,>=8.1.7
 Requires-Dist: asyncer<1.0,>=0.0.4
 Requires-Dist: click<9.0,>=8.1.3
 Requires-Dist: cloud-sql-python-connector[pg8000]<2.0,>=1.7.0
@@ -28,12 +29,16 @@ Requires-Dist: google-cloud-logging<4.0,>=3.9.0
 Requires-Dist: google-cloud-secret-manager<3.0,>=2.18.0
 Requires-Dist: google-cloud-storage<3.0,>=2.8.0
 Requires-Dist: jinja2<4.0,>=3.1.2
+Requires-Dist: markdown-it-py<3.0,>=2.2.0
 Requires-Dist: pydantic>=2.0.0
+Requires-Dist: pydash<8.0,>=6.0.2
 Requires-Dist: python-dotenv<2.0,>=1.0.0
 Requires-Dist: pyyaml<7.0,>=6.0.0
 Requires-Dist: requests<3.0,>=2.31.0
 Requires-Dist: rich<14.0,>=13.0.0
 Requires-Dist: semver<4.0,>=3.0.1
+Requires-Dist: sentry-sdk>=2.50.0
+Requires-Dist: simpleeval<1.0,>=0.9.13
 Requires-Dist: slack-sdk<4.0,>=3.36.0
 Requires-Dist: sqlalchemy<3.0,>=2.0.0
 Requires-Dist: toml<1.0,>=0.10.2

{airbyte_internal_ops-0.6.1 → airbyte_internal_ops-0.7.1}/conftest.py

@@ -5,10 +5,8 @@
 #   - connector_insights: https://github.com/airbytehq/airbyte-ops-mcp/issues/50
 #   - connector_ops: https://github.com/airbytehq/airbyte-ops-mcp/issues/52
 #   - connector_pipelines: https://github.com/airbytehq/airbyte-ops-mcp/issues/53
-#   - connector_qa: https://github.com/airbytehq/airbyte-ops-mcp/issues/54
 #   - metadata_models: https://github.com/airbytehq/airbyte-ops-mcp/issues/55
 #   - metadata_service: https://github.com/airbytehq/airbyte-ops-mcp/issues/56
-# Note: connector_live_tests was migrated to regression_tests/ (issue #51 closed)
 
 collect_ignore_glob = [
     # Legacy airbyte_ci source modules (recursive)

{airbyte_internal_ops-0.6.1 → airbyte_internal_ops-0.7.1}/infra/sentry/__main__.py

@@ -75,6 +75,8 @@ ABCTL_PROJECT_ALIAS = "abctl"
 ABCTL_PROJECT_ID = "abctl"
 CORAL_AGENTS_PROJECT_ALIAS = "coral-agents"
 CORAL_AGENTS_PROJECT_ID = "coral-agents"
+AIRBYTE_OPS_MCP_PROJECT_ALIAS = "airbyte-internal-ops-app"
+AIRBYTE_OPS_MCP_PROJECT_ID = "internal-ops-app"  # Actual Sentry project slug
 
 # =============================================================================
 # PROJECT CONFIGURATIONS
@@ -174,6 +176,12 @@ CORAL_AGENTS_GROUPING_ENHANCEMENTS = """\
 # python: mark coral_agents modules as in-app
 stack.module:coral_agents* +app"""
 
+# Grouping enhancements for airbyte-internal-ops-app project
+# Mark airbyte_ops_mcp modules as in-app for better stack trace grouping
+AIRBYTE_OPS_MCP_GROUPING_ENHANCEMENTS = """\
+# python: mark airbyte_ops_mcp modules as in-app
+stack.module:airbyte_ops_mcp* +app"""
+
 
 # =============================================================================
 # PROJECTS
@@ -252,7 +260,6 @@ def define_abctl_project() -> tuple[sentry.Project, OutputVarsMap]:
         filters=sentry.ProjectFiltersArgs(
             error_messages=[
                 "*kong.ParseError: unexpected argument start",
-                "*errors.joinError: failed to determine if any previous psql version exists: error reading pgdata version file*",
                 "*values.yaml*no such file or directory*",
                 "*values.yml*no such file or directory*",
             ],
@@ -290,7 +297,6 @@ def define_coral_agents_project() -> tuple[sentry.Project, OutputVarsMap]:
         grouping_enhancements=CORAL_AGENTS_GROUPING_ENHANCEMENTS,
         opts=pulumi.ResourceOptions(
             protect=True,
-            import_=f"{ORGANIZATION}/{CORAL_AGENTS_PROJECT_ID}",
         ),
     )
     outputs: OutputVarsMap = {
@@ -305,6 +311,36 @@ def define_coral_agents_project() -> tuple[sentry.Project, OutputVarsMap]:
     return project, outputs
 
 
+def define_airbyte_ops_mcp_project() -> tuple[sentry.Project, OutputVarsMap]:
+    """Define the airbyte-internal-ops-app project for MCP server error monitoring.
+
+    This project monitors the airbyte-internal-ops package, which provides MCP tools
+    for Airbyte admin operations. It captures errors during server startup,
+    tool execution, and API interactions.
+    """
+    project = sentry.Project(
+        AIRBYTE_OPS_MCP_PROJECT_ALIAS,
+        organization=ORGANIZATION,
+        name=AIRBYTE_OPS_MCP_PROJECT_ID,
+        slug=AIRBYTE_OPS_MCP_PROJECT_ID,
+        platform="python",
+        teams=[
+            "airbyte",
+        ],
+        grouping_enhancements=AIRBYTE_OPS_MCP_GROUPING_ENHANCEMENTS,
+    )
+    outputs: OutputVarsMap = {
+        "projects.airbyte-internal-ops-app.slug": project.slug,
+        "projects.airbyte-internal-ops-app.url": project.slug.apply(
+            lambda s: f"https://{ORGANIZATION}.sentry.io/projects/{s}/"
+        ),
+        "projects.airbyte-internal-ops-app.issue_grouping_url": project.slug.apply(
+            lambda s: f"https://{ORGANIZATION}.sentry.io/settings/projects/{s}/issue-grouping/"
+        ),
+    }
+    return project, outputs
+
+
 def define_connector_incidents_alert_rules(
     project: sentry.Project,
 ) -> list[sentry.IssueAlert]:
@@ -739,6 +775,7 @@ def main() -> None:
     _, connector_ci_outputs = define_connector_ci_project()
     _, abctl_outputs = define_abctl_project()
     _, coral_agents_outputs = define_coral_agents_project()
+    _, airbyte_ops_mcp_outputs = define_airbyte_ops_mcp_project()
 
     # Create alert rules for connector-incidents project
     # Note: Alert resources are created for side effects; return value not needed
@@ -758,6 +795,7 @@ def main() -> None:
         **connector_ci_outputs,
         **abctl_outputs,
         **coral_agents_outputs,
+        **airbyte_ops_mcp_outputs,
     }
     for key, value in all_outputs.items():
         pulumi.export(key, value)

{airbyte_internal_ops-0.6.1 → airbyte_internal_ops-0.7.1}/pyproject.toml

@@ -12,6 +12,7 @@ dependencies = [
     "airbyte-cdk>=7.3.9,<8.0",
     "airbyte-connector-models>=0.1.3,<1.0",
     "airbyte-protocol-models-pdv2>=0.13.0",
+    "asyncclick>=8.1.7,<9.0",
     "asyncer>=0.0.4,<1.0",
     "click>=8.1.3,<9.0",
     "cloud-sql-python-connector[pg8000]>=1.7.0,<2.0",
@@ -25,12 +26,16 @@ dependencies = [
     "google-cloud-secret-manager>=2.18.0,<3.0",
     "google-cloud-storage>=2.8.0,<3.0",
     "jinja2>=3.1.2,<4.0",
+    "markdown-it-py>=2.2.0,<3.0",
     "pydantic>=2.0.0",
+    "pydash>=6.0.2,<8.0",
     "python-dotenv>=1.0.0,<2.0",
     "pyyaml>=6.0.0,<7.0",
     "requests>=2.31.0,<3.0",
     "rich>=13.0.0,<14.0",
     "semver>=3.0.1,<4.0",
+    "sentry-sdk>=2.50.0",
+    "simpleeval>=0.9.13,<1.0",
     "slack-sdk>=3.36.0,<4.0",
     "sqlalchemy>=2.0.0,<3.0",
     "toml>=0.10.2,<1.0",
@@ -105,11 +110,6 @@ ops-tools = [
     "pytest-mock>=3.10.0,<4.0",
     "simpleeval>=0.9.13,<1.0",
 ]
-qa = [
-    "asyncclick>=8.1.7,<9.0",
-    "pydash>=6.0.2,<8.0",
-    "pytest-asyncio>=0.23.5,<1.0",
-]
 metadata-service = [
     "datamodel-code-generator>=0.17.1,<1.0",
     "gcloud>=0.18.3,<1.0",

{airbyte_internal_ops-0.6.1 → airbyte_internal_ops-0.7.1}/ruff.toml

@@ -13,13 +13,13 @@ exclude = [
     "src/airbyte_ops_mcp/_legacy/airbyte_ci/connector_insights/*",         # https://github.com/airbytehq/airbyte-ops-mcp/issues/50
     "src/airbyte_ops_mcp/_legacy/airbyte_ci/connector_ops/*",              # https://github.com/airbytehq/airbyte-ops-mcp/issues/52
     "src/airbyte_ops_mcp/_legacy/airbyte_ci/connector_pipelines/*",        # https://github.com/airbytehq/airbyte-ops-mcp/issues/53
-    "src/airbyte_ops_mcp/_legacy/airbyte_ci/connector_qa/*",               # https://github.com/airbytehq/airbyte-ops-mcp/issues/54
     "src/airbyte_ops_mcp/_legacy/airbyte_ci/metadata_service/*",           # https://github.com/airbytehq/airbyte-ops-mcp/issues/56
     # Legacy tests for the above subprojects
     "tests/legacy/airbyte_ci/connector_erd_generator/*",                   # https://github.com/airbytehq/airbyte-ops-mcp/issues/49
     "tests/legacy/airbyte_ci/connector_ops/*",                             # https://github.com/airbytehq/airbyte-ops-mcp/issues/52
     "tests/legacy/airbyte_ci/pipelines/*",                                 # https://github.com/airbytehq/airbyte-ops-mcp/issues/53
-    # Note: connector_live_tests was migrated to regression_tests/ (issue #51 closed)
+    # Migrated from legacy but contains pre-existing lint issues - to be cleaned up separately
+    "src/airbyte_ops_mcp/connector_ops/utils.py",                          # Migrated from _legacy/airbyte_ci/connector_ops
 ]
 
 [lint]

airbyte_internal_ops-0.7.1/src/airbyte_ops_mcp/_sentry.py

@@ -0,0 +1,101 @@
+# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
+"""Sentry error tracking integration for airbyte-ops-mcp.
+
+This module provides automatic error tracking via Sentry for the airbyte-ops-mcp
+package. Errors during server startup, tool execution, and API interactions are
+automatically captured and reported.
+
+The Sentry DSN is embedded in the package since it only allows write access
+(sending errors), not read access. This is standard practice for client-side
+error tracking.
+
+To disable Sentry tracking, set the environment variable:
+    AIRBYTE_DISABLE_SENTRY=1
+"""
+
+import logging
+import os
+from typing import Literal
+
+import sentry_sdk
+
+# Valid Sentry severity levels
+SentryLevel = Literal["fatal", "error", "warning", "info", "debug"]
+
+logger = logging.getLogger(__name__)
+
+# Environment variable to disable Sentry tracking
+DISABLE_SENTRY_ENV_VAR = "AIRBYTE_DISABLE_SENTRY"
+
+# Sentry DSN for the airbyte-ops-mcp project
+# This DSN only allows sending errors to Sentry, not reading data.
+# It is safe to embed in client-side code per Sentry's documentation.
+# Project: https://airbytehq.sentry.io/projects/internal-ops-app/
+_SENTRY_DSN = "https://292842cbf7f632f34c68cff23f2deee3@o1009025.ingest.us.sentry.io/4510746336559104"
+
+_sentry_initialized = False
+
+
+def _get_package_version() -> str:
+    """Get the package version for Sentry release tracking."""
+    try:
+        from importlib.metadata import version
+
+        return version("airbyte-internal-ops")
+    except Exception as exc:
+        logger.debug("Failed to get package version for Sentry release", exc_info=exc)
+        return "unknown"
+
+
+def init_sentry_tracking() -> bool:
+    """Initialize Sentry error tracking if not already initialized.
+
+    Returns:
+        True if Sentry was initialized successfully, False otherwise.
+    """
+    global _sentry_initialized
+
+    if _sentry_initialized:
+        return True
+
+    if os.getenv(DISABLE_SENTRY_ENV_VAR):
+        logger.debug("Sentry tracking is disabled via environment variable")
+        return False
+
+    try:
+        sentry_sdk.init(
+            dsn=_SENTRY_DSN,
+            release=f"airbyte-ops-mcp@{_get_package_version()}",
+            environment=os.getenv("SENTRY_ENVIRONMENT", "production"),
+            # Only send errors, not performance data
+            traces_sample_rate=0.0,
+            # Attach request data for better debugging
+            send_default_pii=False,
+            # Set server name to help identify the source
+            server_name=os.getenv("HOSTNAME", "unknown"),
+        )
+        _sentry_initialized = True
+        logger.debug("Sentry initialized successfully")
+        return True
+    except Exception as e:
+        logger.warning(f"Failed to initialize Sentry: {e}")
+        return False
+
+
+def capture_exception(exception: BaseException) -> None:
+    """Capture an exception and send it to Sentry.
+
+    This is a convenience wrapper that ensures Sentry is initialized
+    before capturing the exception.
+    """
+    if init_sentry_tracking():
+        sentry_sdk.capture_exception(exception)
+
+
+def capture_message(message: str, level: SentryLevel = "info") -> None:
+    """Capture a message and send it to Sentry.
+
+    This is useful for logging important events that aren't exceptions.
+    """
+    if init_sentry_tracking():
+        sentry_sdk.capture_message(message, level=level)

{airbyte_internal_ops-0.6.1 → airbyte_internal_ops-0.7.1}/src/airbyte_ops_mcp/cli/app.py

@@ -12,8 +12,8 @@ and provides the main() function for the CLI entry point.
 from airbyte_ops_mcp.cli import (
     cloud,  # noqa: F401
     gh,  # noqa: F401
+    local,  # noqa: F401
     registry,  # noqa: F401
-    repo,  # noqa: F401
 )
 from airbyte_ops_mcp.cli._base import app
 

airbyte_internal_ops-0.6.1/src/airbyte_ops_mcp/cli/repo.py → airbyte_internal_ops-0.7.1/src/airbyte_ops_mcp/cli/local.py

@@ -2,9 +2,11 @@
 """CLI commands for local Airbyte monorepo operations.
 
 Commands:
-    airbyte-ops repo connector list - List connectors in the monorepo
-    airbyte-ops repo connector info - Get metadata for a single connector
-    airbyte-ops repo connector bump-version - Bump connector version
+    airbyte-ops local connector list - List connectors in the monorepo
+    airbyte-ops local connector info - Get metadata for a single connector
+    airbyte-ops local connector bump-version - Bump connector version
+    airbyte-ops local connector qa - Run QA checks on a connector
+    airbyte-ops local connector qa-docs-generate - Generate QA checks documentation
 """
 
 from __future__ import annotations
@@ -15,6 +17,7 @@ from typing import Annotated, Literal
 
 import yaml
 from cyclopts import App, Parameter
+from jinja2 import Environment, PackageLoader, select_autoescape
 from rich.console import Console
 
 from airbyte_ops_mcp.airbyte_repo.bump_version import (
@@ -31,6 +34,19 @@ from airbyte_ops_mcp.airbyte_repo.list_connectors import (
 )
 from airbyte_ops_mcp.cli._base import app
 from airbyte_ops_mcp.cli._shared import exit_with_error, print_json
+from airbyte_ops_mcp.connector_ops.utils import Connector
+from airbyte_ops_mcp.connector_qa.checks import ENABLED_CHECKS
+from airbyte_ops_mcp.connector_qa.consts import CONNECTORS_QA_DOC_TEMPLATE_NAME
+from airbyte_ops_mcp.connector_qa.models import (
+    Check,
+    CheckCategory,
+    CheckStatus,
+    Report,
+)
+from airbyte_ops_mcp.connector_qa.utils import (
+    get_all_connectors_in_directory,
+    remove_strict_encrypt_suffix,
+)
 from airbyte_ops_mcp.mcp.github_repo_ops import list_connectors_in_repo
 
 console = Console()
@@ -138,13 +154,13 @@ def _get_connector_info(
     }
 
 
-# Create the repo sub-app
-repo_app = App(name="repo", help="Local Airbyte monorepo operations.")
-app.command(repo_app)
+# Create the local sub-app
+local_app = App(name="local", help="Local Airbyte monorepo operations.")
+app.command(local_app)
 
-# Create the connector sub-app under repo
+# Create the connector sub-app under local
 connector_app = App(name="connector", help="Connector operations in the monorepo.")
-repo_app.command(connector_app)
+local_app.command(connector_app)
 
 
 @connector_app.command(name="list")
@@ -486,3 +502,110 @@ def bump_version(
             "new_version": result.new_version,
         }
     )
+
+
+@connector_app.command(name="qa")
+def run_qa_checks(
+    name: Annotated[
+        list[str] | None,
+        Parameter(
+            help="Connector technical name(s) (e.g., source-github). Can be specified multiple times."
+        ),
+    ] = None,
+    connector_directory: Annotated[
+        str | None,
+        Parameter(
+            help="Directory containing connectors to run checks on all connectors in this directory."
+        ),
+    ] = None,
+    check: Annotated[
+        list[str] | None,
+        Parameter(help="Specific check(s) to run. Can be specified multiple times."),
+    ] = None,
+    report_path: Annotated[
+        str | None,
+        Parameter(help="Path to write the JSON report file."),
+    ] = None,
+) -> None:
+    """Run QA checks on connector(s).
+
+    Validates connector metadata, documentation, packaging, security, and versioning.
+    Exit code is non-zero if any checks fail.
+    """
+    # Determine which checks to run
+    checks_to_run = ENABLED_CHECKS
+    if check:
+        check_names = set(check)
+        checks_to_run = [c for c in ENABLED_CHECKS if type(c).__name__ in check_names]
+        if not checks_to_run:
+            exit_with_error(
+                f"No matching checks found. Available checks: {[type(c).__name__ for c in ENABLED_CHECKS]}"
+            )
+
+    # Collect connectors to check
+    connectors: list[Connector] = []
+    if name:
+        connectors.extend(Connector(remove_strict_encrypt_suffix(n)) for n in name)
+    if connector_directory:
+        connectors.extend(get_all_connectors_in_directory(Path(connector_directory)))
+
+    if not connectors:
+        exit_with_error("No connectors specified. Use --name or --connector-directory.")
+
+    connectors = sorted(connectors, key=lambda c: c.technical_name)
+
+    # Run checks synchronously (simpler than async for CLI)
+    all_results = []
+    for connector in connectors:
+        for qa_check in checks_to_run:
+            result = qa_check.run(connector)
+            status_icon = (
+                "[green]PASS[/green]"
+                if result.status == CheckStatus.PASSED
+                else "[red]FAIL[/red]"
+            )
+            console.print(
+                f"{status_icon} {connector.technical_name}: {result.check.name}"
+            )
+            if result.message:
+                console.print(f"    {result.message}")
+            all_results.append(result)
+
+    # Write report if requested
+    if report_path:
+        Report(check_results=all_results).write(Path(report_path))
+        console.print(f"Report written to {report_path}")
+
+    # Exit with error if any checks failed
+    failed = [r for r in all_results if r.status == CheckStatus.FAILED]
+    if failed:
+        exit_with_error(f"{len(failed)} check(s) failed")
+
+
+@connector_app.command(name="qa-docs-generate")
+def generate_qa_docs(
+    output_file: Annotated[
+        str,
+        Parameter(help="Path to write the generated documentation file."),
+    ],
+) -> None:
+    """Generate documentation for QA checks.
+
+    Creates a markdown file documenting all available QA checks organized by category.
+    """
+    checks_by_category: dict[CheckCategory, list[Check]] = {}
+    for qa_check in ENABLED_CHECKS:
+        checks_by_category.setdefault(qa_check.category, []).append(qa_check)
+
+    jinja_env = Environment(
+        loader=PackageLoader("airbyte_ops_mcp.connector_qa", "templates"),
+        autoescape=select_autoescape(),
+        trim_blocks=False,
+        lstrip_blocks=True,
+    )
+    template = jinja_env.get_template(CONNECTORS_QA_DOC_TEMPLATE_NAME)
+    documentation = template.render(checks_by_category=checks_by_category)
+
+    output_path = Path(output_file)
+    output_path.write_text(documentation)
+    console.print(f"Documentation written to {output_file}")

airbyte_internal_ops-0.7.1/src/airbyte_ops_mcp/connector_ops/__init__.py

@@ -0,0 +1,17 @@
+"""Connector operations utilities."""
+
+from airbyte_ops_mcp.connector_ops.utils import (
+    Connector,
+    ConnectorInvalidNameError,
+    ConnectorLanguage,
+    ConnectorLanguageError,
+    ConnectorVersionNotFound,
+)
+
+__all__ = [
+    "Connector",
+    "ConnectorInvalidNameError",
+    "ConnectorLanguage",
+    "ConnectorLanguageError",
+    "ConnectorVersionNotFound",
+]