smart-tests-cli 2.10.0__tar.gz → 2.11.1__tar.gz

{smart_tests_cli-2.10.0 → smart_tests_cli-2.11.1}/.pre-commit-config.yaml

@@ -26,7 +26,7 @@ repos:
         - tests/*.py
 
   - repo: https://github.com/hhatto/autopep8
-    rev: v2.3.1
+    rev: v2.3.2
     hooks:
     - id: autopep8
       args:

{smart_tests_cli-2.10.0/smart_tests_cli.egg-info → smart_tests_cli-2.11.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: smart-tests-cli
-Version: 2.10.0
+Version: 2.11.1
 Summary: Smart Tests CLI
 Author-email: CloudBees <support@cloudbees.com>
 License: Apache Software License v2

{smart_tests_cli-2.10.0 → smart_tests_cli-2.11.1}/smart_tests/commands/subset.py

@@ -744,12 +744,18 @@ class Subset(TestPathWriter):
             subset_result = self.request_subset()
 
         if len(subset_result.subset) == 0:
-            warn_and_exit_if_fail_fast_mode("Error: no tests found matching the path.")
-            if self.print_input_snapshot_id:
-                self._print_input_snapshot_id_value(subset_result)
-            if self.subset_id_file:
-                self._write_subset_id_to_file(subset_result)
-            return
+            if len(subset_result.rest) > 0 and self.client.is_pts_v2_enabled() and self.confidence is not None:
+                # Adaptive Dynamic Subset can return an empty subset when the model
+                # determines no tests in that suite are relevant to the code change.
+                click.echo(click.style("No tests were selected for this code change.", fg="yellow"), err=True)
+            else:
+                warn_and_exit_if_fail_fast_mode("Error: no tests found matching the path.")
+
+                if self.print_input_snapshot_id:
+                    self._print_input_snapshot_id_value(subset_result)
+                if self.subset_id_file:
+                    self._write_subset_id_to_file(subset_result)
+                return
 
         if self.print_input_snapshot_id:
             self._print_input_snapshot_id_value(subset_result)

{smart_tests_cli-2.10.0 → smart_tests_cli-2.11.1}/smart_tests/test_runners/maven.py

@@ -1,7 +1,6 @@
 import glob
 import os
 import re
-import xml.etree.ElementTree as ET
 from typing import Annotated, Dict, List
 
 import click
@@ -51,33 +50,6 @@ def is_file(f: str) -> bool:
     return False
 
 
-def parse_surefire_reports() -> List[Dict[str, str]]:
-    """Parse Maven Surefire XML reports from target/surefire-reports/."""
-    test_paths = []
-    report_pattern = '**/target/surefire-reports/TEST-*.xml'
-    report_files = glob.glob(report_pattern, recursive=True)
-
-    if not report_files:
-        return []
-
-    click.echo(f"Found {len(report_files)} surefire report(s)", err=True)
-
-    for report_file in report_files:
-        try:
-            tree = ET.parse(report_file)
-            root = tree.getroot()
-            classname = root.get('name')
-
-            if classname:
-                test_paths.append({"type": "class", "name": classname})
-
-        except ET.ParseError as e:
-            click.secho(f"Warning: Could not parse {report_file}: {e}", fg='yellow', err=True)
-
-    click.echo(f"Total tests discovered: {len(test_paths)}", err=True)
-    return test_paths
-
-
 @smart_tests.subset
 def subset(
     client: Subset,
@@ -101,12 +73,7 @@ def subset(
         multiple=True,
         help="Exclude tests matching the given Python regular expression pattern. Can be specified multiple times."
     )] = [],
-    is_scan_dryrun_results: Annotated[bool, typer.Option(
-        "--scan-dryrun-results",
-        help="Scan surefire reports generated by mvn test -DdryRun=true"
-    )] = False,
 ):
-
     # Compile exclude rules
     compiled_exclude_rules = []
     for rule in exclude_rules:
@@ -141,45 +108,22 @@ def subset(
     if source_roots is None:
         source_roots = []
 
-    if is_scan_dryrun_results:
-        click.echo("Scanning Maven dry-run results...", err=True)
-        tests = parse_surefire_reports()
-
-        if not tests:
-            click.secho(
-                "Warning: No surefire reports found. Did you run 'mvn test -DdryRun=true'?",
-                fg='yellow',
-                err=True
-            )
-            click.secho(
-                "Please run: mvn test -DdryRun=true",
-                fg='cyan',
-                err=True
-            )
+    files_to_read = list(test_compile_created_file)
+    if is_scan_test_compile_lst:
+        if len(test_compile_created_file) > 0:
+            click.echo(click.style(
+                "Warning: --test-compile-created-file is overridden by --scan-test-compile-lst", fg="yellow"),
+                err=True)
+        pattern = os.path.join('**', 'createdFiles.lst')
+        files_to_read = glob.glob(pattern, recursive=True)
+
+        if not files_to_read:
+            click.echo(click.style(
+                "Warning: No .lst files. Please run after executing `mvn test-compile`", fg="yellow"),
+                err=True)
             return
 
-        # Add tests to client (each test path must be a list)
-        for test in tests:
-            client.test_paths.append([test])
-
-    elif is_scan_test_compile_lst or test_compile_created_file:
-        if is_scan_test_compile_lst:
-            if len(test_compile_created_file) > 0:
-                click.echo(click.style(
-                    "Warning: --test-compile-created-file is overridden by --scan-test-compile-lst", fg="yellow"),
-                    err=True)
-
-            pattern = os.path.join('**', 'createdFiles.lst')
-            files_to_read = glob.glob(pattern, recursive=True)
-
-            if not files_to_read:
-                click.echo(click.style(
-                    "Warning: No .lst files. Please run after executing `mvn test-compile`", fg="yellow"),
-                    err=True)
-                return
-        elif test_compile_created_file:
-            files_to_read = list(test_compile_created_file)
-
+    if files_to_read:
         for file in files_to_read:
             with open(file, 'r') as f:
                 lines = f.readlines()
@@ -196,7 +140,6 @@ def subset(
                     path = file2test(line)
                     if path:
                         client.test_paths.append(path)
-
     else:
         for root in source_roots:
             client.scan(root, '**/*', file2test)

{smart_tests_cli-2.10.0 → smart_tests_cli-2.11.1}/smart_tests/test_runners/robot.py

@@ -29,19 +29,29 @@ def parse_func(p: str) -> ET.ElementTree:
             nested_status = nested_status_node.get('status') if nested_status_node is not None else None
 
             if status is not None:
-                start_time_str = status_node.get('starttime') if status_node is not None else ''
-                end_time_str = status_node.get('endtime') if status_node is not None else ''
-
-                if start_time_str != '' and end_time_str != '':
-                    start_time = datetime.strptime(str(start_time_str), DATETIME_FORMAT)
-                    end_time = datetime.strptime(str(end_time_str), DATETIME_FORMAT)
-
-                    duration = end_time - start_time
+                duration_seconds = None
+
+                if status_node is not None:
+                    # RF 7.0+: elapsed attribute in seconds
+                    elapsed_str = status_node.get('elapsed')
+                    if elapsed_str is not None:
+                        duration_seconds = float(elapsed_str)
+                    else:
+                        # RF < 7.0: starttime/endtime attributes
+                        start_time_str = status_node.get('starttime', '')
+                        end_time_str = status_node.get('endtime', '')
+                        if start_time_str and end_time_str:
+                            try:
+                                start_time = datetime.strptime(start_time_str, DATETIME_FORMAT)
+                                end_time = datetime.strptime(end_time_str, DATETIME_FORMAT)
+                                duration_seconds = (end_time - start_time).total_seconds()
+                            except ValueError:
+                                duration_seconds = 0
 
                 testcase = ET.SubElement(testsuite, "testcase", {
                     "name": str(test_name),
                     "classname": str(suite_name),
-                    "time": str(duration.total_seconds()) if duration is not None else '0',
+                    "time": str(duration_seconds) if duration_seconds is not None else '0',
                 })
 
                 if status == "FAIL":

{smart_tests_cli-2.10.0 → smart_tests_cli-2.11.1/smart_tests_cli.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: smart-tests-cli
-Version: 2.10.0
+Version: 2.11.1
 Summary: Smart Tests CLI
 Author-email: CloudBees <support@cloudbees.com>
 License: Apache Software License v2

{smart_tests_cli-2.10.0 → smart_tests_cli-2.11.1}/smart_tests_cli.egg-info/SOURCES.txt

@@ -521,7 +521,6 @@ tests/data/karma/record_test_result.json
 tests/data/karma/sample-report.json
 tests/data/karma/subset_payload.json
 tests/data/karma/subset_result.json
-tests/data/maven/README.md
 tests/data/maven/createdFile_1.lst
 tests/data/maven/createdFile_2.lst
 tests/data/maven/list.lst
@@ -532,12 +531,6 @@ tests/data/maven/subset_from_file_result.json
 tests/data/maven/subset_result.json
 tests/data/maven/subset_scan_test_compile_lst_result.json
 tests/data/maven/subset_with_exclude_rules_result.json
-tests/data/maven/dryrun-test/target/surefire-reports/TEST-com.example.excludetestapplication.ExcludeTestApplicationTests.xml
-tests/data/maven/dryrun-test/target/surefire-reports/TEST-com.launchable.demo.CalculatorTest.xml
-tests/data/maven/dryrun-test/target/surefire-reports/TEST-com.launchable.demo.MixedTagsTest.xml
-tests/data/maven/dryrun-test/target/surefire-reports/com.example.excludetestapplication.ExcludeTestApplicationTests.txt
-tests/data/maven/dryrun-test/target/surefire-reports/com.launchable.demo.CalculatorTest.txt
-tests/data/maven/dryrun-test/target/surefire-reports/com.launchable.demo.MixedTagsTest.txt
 tests/data/maven/java/test/src/java/com/example/sample_app_maven/App2Test.java
 tests/data/maven/java/test/src/java/com/example/sample_app_maven/AppTest.java
 tests/data/maven/java/test/src/java/com/launchableinc/rocket_car_maven/e2e/E2ETest.java
@@ -595,7 +588,9 @@ tests/data/pytest/tests/fooo/filenameonly_test.py
 tests/data/pytest/tests/fooo/func4_test.py
 tests/data/robot/dryrun.xml
 tests/data/robot/output.xml
+tests/data/robot/output_legacy.xml
 tests/data/robot/record_test_executed_only_one_file_result.json
+tests/data/robot/record_test_legacy_result.json
 tests/data/robot/record_test_result.json
 tests/data/robot/single-output.xml
 tests/data/robot/subset_result.json

{smart_tests_cli-2.10.0 → smart_tests_cli-2.11.1}/tests/commands/test_subset.py

@@ -279,6 +279,101 @@ class SubsetTest(CliTestCase):
         payload = self.decode_request_body(self.find_request('/subset').request.body)
         self.assertTrue(payload.get('useServerSideOptimizationTarget'))
 
+    @responses.activate
+    @mock.patch.dict(os.environ, {"SMART_TESTS_TOKEN": CliTestCase.smart_tests_token})
+    def test_confidence_subset_with_empty_valid_subset_when_pts_v2_enabled(self):
+        pipe = "test_aaa.py\ntest_bbb.py\ntest_ccc.py"
+        responses.replace(
+            responses.GET,
+            "{}/intake/organizations/{}/workspaces/{}/state".format(
+                get_base_url(),
+                self.organization,
+                self.workspace),
+            json={"isFailFastMode": False, "isPtsV2Enabled": True},
+            status=200)
+        responses.replace(
+            responses.POST,
+            "{}/intake/organizations/{}/workspaces/{}/subset".format(
+                get_base_url(),
+                self.organization,
+                self.workspace),
+            json={
+                "testPaths": [],
+                "testRunner": "file",
+                "rest": [
+                    [{"type": "file", "name": "test_aaa.py"}],
+                    [{"type": "file", "name": "test_bbb.py"}],
+                    [{"type": "file", "name": "test_ccc.py"}],
+                ],
+                "subsettingId": 123,
+                "summary": {
+                    "subset": {"duration": 0, "candidates": 99, "rate": 0},
+                    "rest": {"duration": 30, "candidates": 0, "rate": 100}
+                },
+                "isObservation": False,
+            },
+            status=200)
+
+        result = self.cli(
+            "subset",
+            "--confidence",
+            "90%",
+            "--session",
+            self.session,
+            "file",
+            input=pipe,
+            mix_stderr=False)
+        self.assert_success(result)
+        self.assertEqual(result.stdout, "")
+        self.assertIn("No tests were selected for this code change.", result.stderr)
+        self.assertIn("Smart Tests created subset 123", result.stderr)
+        self.assertNotIn("Error: no tests found matching the path.", result.stderr)
+
+    @responses.activate
+    @mock.patch.dict(os.environ, {"SMART_TESTS_TOKEN": CliTestCase.smart_tests_token})
+    def test_confidence_subset_with_empty_subset_and_rest_is_error_even_if_summary_has_candidates(self):
+        pipe = "test_aaa.py\ntest_bbb.py\ntest_ccc.py"
+        responses.replace(
+            responses.GET,
+            "{}/intake/organizations/{}/workspaces/{}/state".format(
+                get_base_url(),
+                self.organization,
+                self.workspace),
+            json={"isFailFastMode": False, "isPtsV2Enabled": True},
+            status=200)
+        responses.replace(
+            responses.POST,
+            "{}/intake/organizations/{}/workspaces/{}/subset".format(
+                get_base_url(),
+                self.organization,
+                self.workspace),
+            json={
+                "testPaths": [],
+                "testRunner": "file",
+                "rest": [],
+                "subsettingId": 123,
+                "summary": {
+                    "subset": {"duration": 0, "candidates": 99, "rate": 0},
+                    "rest": {"duration": 30, "candidates": 99, "rate": 100}
+                },
+                "isObservation": False,
+            },
+            status=200)
+
+        result = self.cli(
+            "subset",
+            "--confidence",
+            "90%",
+            "--session",
+            self.session,
+            "file",
+            input=pipe,
+            mix_stderr=False)
+        self.assert_success(result)
+        self.assertEqual(result.stdout, "")
+        self.assertIn("Error: no tests found matching the path.", result.stderr)
+        self.assertNotIn("No tests were selected for this code change.", result.stderr)
+
     @responses.activate
     @mock.patch.dict(os.environ, {"SMART_TESTS_TOKEN": CliTestCase.smart_tests_token})
     def test_subset_goalspec(self):

smart_tests_cli-2.11.1/tests/data/robot/output.xml

@@ -0,0 +1,100 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<robot generator="Robot 7.4.2 (Python 3.13.13 on darwin)" generated="2026-06-04T16:18:55.667057" rpa="false" schemaversion="5">
+<suite id="s1" name="Robot" source="/Users/ryabuki/src/github.com/cloudbees-oss/smart-tests-integration-examples/robot">
+<suite id="s1-s1" name="Minus" source="/Users/ryabuki/src/github.com/cloudbees-oss/smart-tests-integration-examples/robot/minus.robot">
+<test id="s1-s1-t1" name="Check method" line="6">
+<kw name="Result Is" owner="Calculator">
+<arg>-1</arg>
+<status status="NOT RUN" start="2026-06-04T16:18:55.688016" elapsed="0.000060"/>
+</kw>
+<status status="PASS" start="2026-06-04T16:18:55.687743" elapsed="0.000411"/>
+</test>
+<test id="s1-s1-t2" name="Minus method" line="9">
+<kw name="Plus" owner="Calculator">
+<arg>1</arg>
+<status status="NOT RUN" start="2026-06-04T16:18:55.688330" elapsed="0.000034"/>
+</kw>
+<kw name="Minus" owner="Calculator">
+<arg>1</arg>
+<status status="NOT RUN" start="2026-06-04T16:18:55.688410" elapsed="0.000021"/>
+</kw>
+<kw name="Result Is" owner="Calculator">
+<arg>0</arg>
+<status status="NOT RUN" start="2026-06-04T16:18:55.688468" elapsed="0.000018"/>
+</kw>
+<status status="PASS" start="2026-06-04T16:18:55.688231" elapsed="0.000296"/>
+</test>
+<test id="s1-s1-t3" name="Minus method 2" line="14">
+<kw name="Plus" owner="Calculator">
+<arg>10</arg>
+<status status="NOT RUN" start="2026-06-04T16:18:55.688668" elapsed="0.000020"/>
+</kw>
+<kw name="Minus" owner="Calculator">
+<arg>20</arg>
+<status status="NOT RUN" start="2026-06-04T16:18:55.688722" elapsed="0.000017"/>
+</kw>
+<kw name="Result Is" owner="Calculator">
+<arg>-10</arg>
+<status status="NOT RUN" start="2026-06-04T16:18:55.688772" elapsed="0.000017"/>
+</kw>
+<status status="PASS" start="2026-06-04T16:18:55.688587" elapsed="0.000240"/>
+</test>
+<status status="PASS" start="2026-06-04T16:18:55.686349" elapsed="0.002607"/>
+</suite>
+<suite id="s1-s2" name="Plus" source="/Users/ryabuki/src/github.com/cloudbees-oss/smart-tests-integration-examples/robot/plus.robot">
+<test id="s1-s2-t1" name="Check method" line="6">
+<kw name="Result Is" owner="Calculator">
+<arg>-1</arg>
+<status status="NOT RUN" start="2026-06-04T16:18:55.689659" elapsed="0.000021"/>
+</kw>
+<status status="PASS" start="2026-06-04T16:18:55.689575" elapsed="0.000142"/>
+</test>
+<test id="s1-s2-t2" name="Plus method" line="9">
+<kw name="Plus" owner="Calculator">
+<arg>1</arg>
+<status status="NOT RUN" start="2026-06-04T16:18:55.689845" elapsed="0.000020"/>
+</kw>
+<kw name="Plus" owner="Calculator">
+<arg>1</arg>
+<status status="NOT RUN" start="2026-06-04T16:18:55.689897" elapsed="0.000017"/>
+</kw>
+<kw name="Result Is" owner="Calculator">
+<arg>2</arg>
+<status status="NOT RUN" start="2026-06-04T16:18:55.689945" elapsed="0.000016"/>
+</kw>
+<status status="PASS" start="2026-06-04T16:18:55.689772" elapsed="0.000225"/>
+</test>
+<test id="s1-s2-t3" name="Plus method 2" line="14">
+<kw name="Plus" owner="Calculator">
+<arg>10</arg>
+<status status="NOT RUN" start="2026-06-04T16:18:55.690120" elapsed="0.000021"/>
+</kw>
+<kw name="Plus" owner="Calculator">
+<arg>20</arg>
+<status status="NOT RUN" start="2026-06-04T16:18:55.690175" elapsed="0.000018"/>
+</kw>
+<kw name="Result Is" owner="Calculator">
+<arg>30</arg>
+<status status="NOT RUN" start="2026-06-04T16:18:55.690226" elapsed="0.000016"/>
+</kw>
+<status status="PASS" start="2026-06-04T16:18:55.690050" elapsed="0.000227"/>
+</test>
+<status status="PASS" start="2026-06-04T16:18:55.689089" elapsed="0.001258"/>
+</suite>
+<status status="PASS" start="2026-06-04T16:18:55.668356" elapsed="0.022122"/>
+</suite>
+<statistics>
+<total>
+<stat pass="6" fail="0" skip="0">All Tests</stat>
+</total>
+<tag>
+</tag>
+<suite>
+<stat name="Robot" id="s1" pass="6" fail="0" skip="0">Robot</stat>
+<stat name="Minus" id="s1-s1" pass="3" fail="0" skip="0">Robot.Minus</stat>
+<stat name="Plus" id="s1-s2" pass="3" fail="0" skip="0">Robot.Plus</stat>
+</suite>
+</statistics>
+<errors>
+</errors>
+</robot>

smart_tests_cli-2.11.1/tests/data/robot/record_test_result.json

@@ -0,0 +1,117 @@
+{
+  "events": [
+    {
+      "type": "case",
+      "testPath": [
+        {
+          "type": "class",
+          "name": "Minus"
+        },
+        {
+          "type": "testcase",
+          "name": "Check method"
+        }
+      ],
+      "duration": 0.000411,
+      "status": 1,
+      "stdout": "",
+      "stderr": "",
+      "data": null
+    },
+    {
+      "type": "case",
+      "testPath": [
+        {
+          "type": "class",
+          "name": "Minus"
+        },
+        {
+          "type": "testcase",
+          "name": "Minus method"
+        }
+      ],
+      "duration": 0.000296,
+      "status": 1,
+      "stdout": "",
+      "stderr": "",
+      "data": null
+    },
+    {
+      "type": "case",
+      "testPath": [
+        {
+          "type": "class",
+          "name": "Minus"
+        },
+        {
+          "type": "testcase",
+          "name": "Minus method 2"
+        }
+      ],
+      "duration": 0.00024,
+      "status": 1,
+      "stdout": "",
+      "stderr": "",
+      "data": null
+    },
+    {
+      "type": "case",
+      "testPath": [
+        {
+          "type": "class",
+          "name": "Plus"
+        },
+        {
+          "type": "testcase",
+          "name": "Check method"
+        }
+      ],
+      "duration": 0.000142,
+      "status": 1,
+      "stdout": "",
+      "stderr": "",
+      "data": null
+    },
+    {
+      "type": "case",
+      "testPath": [
+        {
+          "type": "class",
+          "name": "Plus"
+        },
+        {
+          "type": "testcase",
+          "name": "Plus method"
+        }
+      ],
+      "duration": 0.000225,
+      "status": 1,
+      "stdout": "",
+      "stderr": "",
+      "data": null
+    },
+    {
+      "type": "case",
+      "testPath": [
+        {
+          "type": "class",
+          "name": "Plus"
+        },
+        {
+          "type": "testcase",
+          "name": "Plus method 2"
+        }
+      ],
+      "duration": 0.000227,
+      "status": 1,
+      "stdout": "",
+      "stderr": "",
+      "data": null
+    }
+  ],
+  "testRunner": "robot",
+  "group": "",
+  "noBuild": false,
+  "flavors": [],
+  "testSuite": ""
+}