smart-tests-cli 2.8.0__tar.gz → 2.9.0__tar.gz

{smart_tests_cli-2.8.0/smart_tests_cli.egg-info → smart_tests_cli-2.9.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: smart-tests-cli
-Version: 2.8.0
+Version: 2.9.0
 Summary: Smart Tests CLI
 Author-email: CloudBees <support@cloudbees.com>
 License: Apache Software License v2

{smart_tests_cli-2.8.0 → smart_tests_cli-2.9.0}/pyproject.toml

@@ -54,6 +54,7 @@ test = "python -m unittest"
 test-xml = "python -m test-runner"
 type = "mypy smart_tests tests"
 update-docs = "bash scripts/update_docs.sh"
+update-schema = "bash scripts/update_schema.sh"
 
 [build-system]
 requires = ["setuptools>=45", "wheel", "setuptools_scm"]
@@ -63,6 +64,6 @@ build-backend = "setuptools.build_meta"
 packages = ["smart_tests"]
 
 [tool.setuptools.package-data]
-smart_tests = ["jar/exe_deploy.jar", "docs/**/*"]
+smart_tests = ["jar/exe_deploy.jar", "docs/**/*", "schema/**/*"]
 
 [tool.setuptools_scm]

smart_tests_cli-2.9.0/scripts/update_schema.sh

@@ -0,0 +1,49 @@
+#!/bin/bash
+# Update the bundled OpenAPI schema from mothership dev server
+set -e
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+CLI_DIR="$(dirname "$SCRIPT_DIR")"
+SCHEMA_FILE="$CLI_DIR/smart_tests/schema/openapi-schema.json"
+
+echo "Fetching OpenAPI schema from local dev server..."
+
+# Check if mothership is running
+if ! curl -s -f http://localhost:8080/intake/v3/api-docs > /dev/null 2>&1; then
+    echo "Error: Mothership dev server not running at localhost:8080"
+    echo "Please start it with: cd mothership && bazel run //src/main/java/com/launchableinc/mercury/intake"
+    exit 1
+fi
+
+# Create schema directory if it doesn't exist
+mkdir -p "$(dirname "$SCHEMA_FILE")"
+
+# Fetch and save schema
+curl -s http://localhost:8080/intake/v3/api-docs > "$SCHEMA_FILE"
+
+# Validate and format the JSON with proper indentation and trailing newline
+python3 << PYTHON_EOF
+import json
+
+with open("$SCHEMA_FILE", 'r') as f:
+    schema = json.load(f)
+
+# Write back with proper formatting
+with open("$SCHEMA_FILE", 'w') as f:
+    json.dump(schema, f, indent=2)
+    f.write('\n')  # Add trailing newline
+PYTHON_EOF
+
+echo "✓ Schema updated successfully: $SCHEMA_FILE"
+echo ""
+
+# Show what changed
+if git diff --quiet "$SCHEMA_FILE" 2>/dev/null; then
+    echo "No changes detected in schema"
+else
+    echo "Changes detected:"
+    git diff --stat "$SCHEMA_FILE" 2>/dev/null || echo "(Not a git repository)"
+    echo ""
+    echo "Review with: git diff $SCHEMA_FILE"
+    echo "Commit with: git add $SCHEMA_FILE && git commit -m 'Update OpenAPI schema'"
+fi

{smart_tests_cli-2.8.0 → smart_tests_cli-2.9.0}/smart_tests/__main__.py

@@ -17,6 +17,8 @@ from smart_tests.commands.stats import stats
 from smart_tests.commands.subset import subset
 from smart_tests.commands.update import update
 from smart_tests.commands.verify import verify
+from smart_tests.commands.view import view
+from smart_tests.utils.tracking import send_command_tracking
 
 cli = Group(name="cli", callback=Application)
 cli.add_command(record)
@@ -31,6 +33,7 @@ cli.add_command(compare)
 cli.add_command(detect_flakes)
 cli.add_command(gate)
 cli.add_command(get)
+cli.add_command(view)
 
 
 def _load_test_runners():
@@ -61,7 +64,18 @@ _load_test_runners()
 
 
 def main():
-    cli.main()
+    argv = sys.argv[:]
+    exit_code = 0
+    try:
+        cli.main()
+    except SystemExit as e:
+        exit_code = e.code if isinstance(e.code, int) else 1
+    finally:
+        try:
+            send_command_tracking(argv=argv, exit_code=exit_code)
+        except Exception:
+            pass
+    sys.exit(exit_code)
 
 
 if __name__ == '__main__':

{smart_tests_cli-2.8.0 → smart_tests_cli-2.9.0}/smart_tests/commands/get/__init__.py

@@ -1,5 +1,6 @@
 from ... import args4p
 from ...app import Application
+from .api_schema import api_schema
 from .docs import docs
 
 
@@ -8,4 +9,5 @@ def get(app: Application):
     return app
 
 
+get.add_command(api_schema)
 get.add_command(docs)

smart_tests_cli-2.9.0/smart_tests/commands/get/api_schema.py

@@ -0,0 +1,28 @@
+import importlib.resources
+import shutil
+import sys
+from pathlib import Path
+
+import click
+
+from smart_tests import args4p
+from smart_tests.app import Application
+
+OUTPUT_FILE = 'openapi-schema.json'
+
+
+@args4p.command(help="Copy OpenAPI schema to ./openapi-schema.json")
+def api_schema(app: Application):
+    output = Path(OUTPUT_FILE)
+    if output.exists():
+        click.secho(
+            f"'{OUTPUT_FILE}' already exists. Please delete it first, then re-run this command.",
+            fg='red', err=True,
+        )
+        sys.exit(1)
+
+    # Copy bundled schema file to current directory
+    schema_src = Path(str(importlib.resources.files('smart_tests') / 'schema' / 'openapi-schema.json'))
+    click.echo(f"Copying OpenAPI schema to ./{OUTPUT_FILE} ...")
+    shutil.copy(schema_src, output)
+    click.echo(f"Done. OpenAPI schema is in ./{OUTPUT_FILE}")

smart_tests_cli-2.9.0/smart_tests/commands/view/__init__.py

@@ -0,0 +1,13 @@
+from ... import args4p
+from ...app import Application
+from .flaky_tests import flaky_tests
+from .test_results import test_results
+
+
+@args4p.group(help="View historical test data and insights")
+def view(app: Application):
+    return app
+
+
+view.add_command(flaky_tests)
+view.add_command(test_results)

smart_tests_cli-2.9.0/smart_tests/commands/view/flaky_tests.py

@@ -0,0 +1,115 @@
+import json
+import re
+import sys
+from http import HTTPStatus
+from typing import Annotated
+
+import click
+
+import smart_tests.args4p.typer as typer
+from smart_tests.args4p.converters import intType
+from smart_tests.args4p.exceptions import BadCmdLineException
+
+from ... import args4p
+from ...app import Application
+from ...utils.smart_tests_client import SmartTestsClient
+from ...utils.typer_types import DateTimeWithTimezone, parse_datetime_with_timezone
+
+
+def validate_iso_week(value: str) -> str:
+    """Validate ISO week format YYYY-Www and week number range (01-53)"""
+    pattern = r'^\d{4}-W\d{2}$'
+    if not re.match(pattern, value):
+        raise BadCmdLineException(
+            f"Invalid year-week format: '{value}'. Expected format: YYYY-Www (e.g., 2026-W15)"
+        )
+
+    # Extract and validate week number range
+    week_num = int(value.split('-W')[1])
+    if week_num < 1 or week_num > 53:
+        raise BadCmdLineException(
+            f"Invalid week number: '{value}'. Week must be between 01 and 53"
+        )
+
+    return value
+
+
+@args4p.command(help="View flaky test data with weekly scores")
+def flaky_tests(
+    app: Application,
+    year_week: Annotated[str | None, typer.Option(
+        "--year-week",
+        help="Specific ISO week for flaky tests (e.g., '2026-W15')",
+        type=validate_iso_week,
+        metavar="YYYY-Www"
+    )] = None,
+    weeks: Annotated[int | None, typer.Option(
+        "--weeks",
+        help="Number of weeks to retrieve (default: 1, max: 12)",
+        type=intType(min=1, max=12),
+        metavar="N"
+    )] = None,
+    from_date: Annotated[DateTimeWithTimezone | None, typer.Option(
+        "--from",
+        help="Start date/time (ISO 8601 format, e.g., '2026-04-08' or '2026-04-08T00:00:00Z')",
+        type=parse_datetime_with_timezone,
+        metavar="DATE"
+    )] = None,
+    to_date: Annotated[DateTimeWithTimezone | None, typer.Option(
+        "--to",
+        help="End date/time (ISO 8601 format, e.g., '2026-04-14' or '2026-04-14T23:59:59Z')",
+        type=parse_datetime_with_timezone,
+        metavar="DATE"
+    )] = None,
+    test_suite: Annotated[str | None, typer.Option(
+        "--test-suite",
+        help="Test suite name filter (e.g., 'unit-tests')",
+        metavar="NAME"
+    )] = None,
+    limit: Annotated[int | None, typer.Option(
+        "--limit",
+        help="Max results to return per week (default: 50, max: 500)",
+        type=intType(min=1, max=500),
+        metavar="N"
+    )] = None,
+):
+    """View flaky tests with weekly scores and trends"""
+    client = SmartTestsClient(app=app)
+
+    # Build query parameters
+    params = {}
+    if year_week:
+        params["year-week"] = year_week
+    if weeks:
+        params["weeks"] = str(weeks)
+    if from_date:
+        params["from"] = str(from_date)
+    if to_date:
+        params["to"] = str(to_date)
+    if test_suite:
+        params["test-suite"] = test_suite
+    if limit:
+        params["limit"] = str(limit)
+
+    try:
+        res = client.request("get", "view/flaky-tests", params=params)
+
+        if res.status_code == HTTPStatus.NOT_FOUND:
+            click.secho(
+                "No flaky test data found. Check your filters and try again.",
+                fg='yellow', err=True
+            )
+            sys.exit(1)
+
+        res.raise_for_status()
+        response_json = res.json()
+
+        # Output JSON format
+        click.echo(json.dumps(response_json, indent=2))
+
+    except Exception as e:
+        client.print_exception_and_recover(
+            e,
+            "Warning: failed to retrieve flaky tests from server"
+        )
+        sys.exit(1)

smart_tests_cli-2.9.0/smart_tests/commands/view/test_results.py

@@ -0,0 +1,136 @@
+import json
+import sys
+from enum import Enum
+from http import HTTPStatus
+from typing import Annotated
+
+import click
+
+import smart_tests.args4p.typer as typer
+from smart_tests.args4p.converters import intType
+from smart_tests.args4p.exceptions import BadCmdLineException
+
+from ... import args4p
+from ...app import Application
+from ...utils.smart_tests_client import SmartTestsClient
+from ...utils.typer_types import DateTimeWithTimezone, parse_datetime_with_timezone
+
+
+class TestStatus(str, Enum):
+    """Test execution status"""
+    PASSED = "PASSED"
+    FAILED = "FAILED"
+    SKIPPED = "SKIPPED"
+    FLAKE = "FLAKE"
+
+    @staticmethod
+    def from_str(value: str) -> "TestStatus":
+        """Parse status from string"""
+        for member in TestStatus:
+            if member.value.lower() == value.lower():
+                return member
+        raise BadCmdLineException(
+            f"Invalid status: '{value}'. Valid values: PASSED, FAILED, SKIPPED, FLAKE"
+        )
+
+
+@args4p.command(help="View detailed test execution results")
+def test_results(
+    app: Application,
+    test_path: Annotated[str, typer.Option(
+        "--test-path",
+        help="Test path to query results for (required)",
+        metavar="PATH",
+        required=True
+    )],
+    status: Annotated[TestStatus | None, typer.Option(
+        "--status",
+        help="Filter by test status (PASSED, FAILED, SKIPPED, FLAKE)",
+        type=TestStatus.from_str,
+        metavar="STATUS"
+    )] = None,
+    branch: Annotated[str | None, typer.Option(
+        "--branch",
+        help="Filter by branch/lineage (exact match)",
+        metavar="BRANCH"
+    )] = None,
+    test_suite: Annotated[str | None, typer.Option(
+        "--test-suite",
+        help="Filter by test suite name (e.g., 'unit-tests')",
+        metavar="NAME"
+    )] = None,
+    from_date: Annotated[DateTimeWithTimezone | None, typer.Option(
+        "--from",
+        help="Start date/time (ISO 8601 format, e.g., '2026-04-08' or '2026-04-08T00:00:00Z')",
+        type=parse_datetime_with_timezone,
+        metavar="DATE"
+    )] = None,
+    to_date: Annotated[DateTimeWithTimezone | None, typer.Option(
+        "--to",
+        help="End date/time (ISO 8601 format, e.g., '2026-04-14' or '2026-04-14T23:59:59Z')",
+        type=parse_datetime_with_timezone,
+        metavar="DATE"
+    )] = None,
+    limit: Annotated[int | None, typer.Option(
+        "--limit",
+        help="Max results to return (default: 50, max: 500)",
+        type=intType(min=1, max=500),
+        metavar="N"
+    )] = None,
+    offset: Annotated[int | None, typer.Option(
+        "--offset",
+        help="Pagination offset (default: 0)",
+        type=intType(min=0),
+        metavar="N"
+    )] = None,
+    logs: Annotated[bool, typer.Option(
+        "--logs",
+        help="Include full stdout/stderr from failed test case executions"
+    )] = False,
+):
+    """View detailed test execution results with filters"""
+    client = SmartTestsClient(app=app)
+
+    # Build query parameters
+    params = {
+        "test-path": test_path
+    }
+    if status:
+        params["status"] = status.value
+    if branch:
+        params["branch"] = branch
+    if test_suite:
+        params["test-suite"] = test_suite
+    if from_date:
+        params["from"] = str(from_date)
+    if to_date:
+        params["to"] = str(to_date)
+    if logs:
+        params["include-logs"] = "true"
+    if limit:
+        params["limit"] = str(limit)
+    if offset:
+        params["offset"] = str(offset)
+
+    try:
+        res = client.request("get", "view/test-results", params=params)
+
+        if res.status_code == HTTPStatus.NOT_FOUND:
+            click.secho(
+                "No test results found. Check your filters and try again.",
+                fg='yellow', err=True
+            )
+            sys.exit(1)
+
+        res.raise_for_status()
+        response_json = res.json()
+
+        # Output JSON format
+        click.echo(json.dumps(response_json, indent=2))
+
+    except Exception as e:
+        client.print_exception_and_recover(
+            e,
+            "Warning: failed to retrieve test results from server"
+        )
+        sys.exit(1)