launchable 1.82.4__tar.gz → 1.83.0__tar.gz

{launchable-1.82.4 → launchable-1.83.0}/.github/workflows/bazel-test.yml

@@ -18,14 +18,14 @@ jobs:
     steps:
       - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
       - name: Set up JDK 8
-        uses: actions/setup-java@387ac29b308b003ca37ba93a6cab5eb57c8f5f93 # v4.0.0
+        uses: actions/setup-java@9704b39bf258b59bc04b50fa2dd55e9ed76b47a8 # v4.1.0
         with:
           distribution: temurin
           java-version: '8'
       - name: Setup Bazel
         uses: bazelbuild/setup-bazelisk@b39c379c82683a5f25d34f0d062761f62693e0b2 # v3.0.0
       - name: Cache Bazel outputs
-        uses: actions/cache@13aacd865c20de90d75de3b17ebe84f7a17d57d2 # v4.0.0
+        uses: actions/cache@ab5e6d0c87105b4c9c2047343972218f562e4319 # v4.0.1
         with:
           path: "~/.cache/bazel"
           key: bazel

{launchable-1.82.4 → launchable-1.83.0}/.github/workflows/python-package.yml

@@ -47,7 +47,7 @@ jobs:
       with:
         python-version: ${{ matrix.python-version }}
     - name: Set up JDK 1.8
-      uses: actions/setup-java@387ac29b308b003ca37ba93a6cab5eb57c8f5f93 # v4.0.0
+      uses: actions/setup-java@9704b39bf258b59bc04b50fa2dd55e9ed76b47a8 # v4.1.0
       with:
         java-version: 8
         distribution: 'temurin'

{launchable-1.82.4 → launchable-1.83.0}/.github/workflows/update_maven_install_json.yml

@@ -21,7 +21,7 @@ jobs:
       - name: Setup Bazel
         uses: bazelbuild/setup-bazelisk@b39c379c82683a5f25d34f0d062761f62693e0b2 # v3.0.0
       - name: Cache Bazel outputs
-        uses: actions/cache@13aacd865c20de90d75de3b17ebe84f7a17d57d2 # v4.0.0
+        uses: actions/cache@ab5e6d0c87105b4c9c2047343972218f562e4319 # v4.0.1
         with:
           path: "~/.cache/bazel"
           key: bazel

{launchable-1.82.4 → launchable-1.83.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: launchable
-Version: 1.82.4
+Version: 1.83.0
 Summary: Launchable CLI
 Home-page: https://launchableinc.com/
 Author: Launchable, Inc.

{launchable-1.82.4 → launchable-1.83.0}/WORKSPACE

@@ -20,7 +20,7 @@ load("@rules_jvm_external//:specs.bzl", "maven")
 # "bazel run @unpinned_maven//:pin" to apply these changes
 maven_install(
     artifacts = [
-        "args4j:args4j:2.33",
+        "args4j:args4j:2.37",
         "ch.qos.logback:logback-classic:1.2.11",
         "com.fasterxml.jackson.core:jackson-annotations:2.16.1",
         "com.fasterxml.jackson.core:jackson-core:2.16.1",
@@ -43,7 +43,7 @@ maven_install(
             testonly = 1,
             artifact = "truth",
             group = "com.google.truth",
-            version = "1.4.0",
+            version = "1.4.2",
         ),
     ],
     maven_install_json = "//src:maven_install.json",

launchable-1.83.0/launchable/commands/inspect/subset.py

@@ -0,0 +1,144 @@
+import json
+import os
+import sys
+from abc import ABCMeta, abstractmethod
+from http import HTTPStatus
+from typing import Dict, List
+
+import click
+from tabulate import tabulate
+
+from ...utils.env_keys import REPORT_ERROR_KEY
+from ...utils.launchable_client import LaunchableClient
+
+
+class SubsetResult (object):
+    def __init__(self, result: dict, is_subset: bool):
+        self._estimated_duration_sec = result.get("duration", 0.0) / 1000  # convert to sec from msec
+        self._test_path = "#".join([path["type"] + "=" + path["name"]
+                                   for path in result["testPath"] if path.keys() >= {"type", "name"}])
+        self._is_subset = is_subset
+
+
+class SubsetResults(object):
+    def __init__(self, results: List[SubsetResult]):
+        self._results = results
+
+    def add_subset(self, subset: List):
+        for result in subset:
+            self._results.append(SubsetResult(result, True))
+
+    def add_rest(self, rest: List):
+        for result in rest:
+            self._results.append(SubsetResult(result, False))
+
+    def list(self) -> List[SubsetResult]:
+        return self.list_subset() + self.list_rest()
+
+    def list_subset(self) -> List[SubsetResult]:
+        return [result for result in self._results if result._is_subset]
+
+    def list_rest(self) -> List[SubsetResult]:
+        return [result for result in self._results if not result._is_subset]
+
+
+class SubsetResultAbstractDisplay(metaclass=ABCMeta):
+    def __init__(self, results: SubsetResults):
+        self._results = results
+
+    @abstractmethod
+    def display(self):
+        raise NotImplementedError("display method is not implemented")
+
+
+class SubsetResultTableDisplay(SubsetResultAbstractDisplay):
+    def __init__(self, results: SubsetResults):
+        super().__init__(results)
+
+    def display(self):
+        header = ["Order", "Test Path", "In Subset", "Estimated duration (sec)"]
+        rows = []
+        for idx, result in enumerate(self._results.list()):
+            rows.append(
+                [
+                    idx + 1,
+                    result._test_path,
+                    "✔" if result._is_subset else "",
+                    result._estimated_duration_sec,
+                ]
+            )
+        click.echo(tabulate(rows, header, tablefmt="github", floatfmt=".2f"))
+
+
+class SubsetResultJSONDisplay(SubsetResultAbstractDisplay):
+    def __init__(self, results: SubsetResults):
+        super().__init__(results)
+
+    def display(self):
+        result_json = {
+            "subset": [],
+            "rest": []
+        }
+        for result in self._results.list_subset():
+            result_json["subset"].append({
+                "test_path": result._test_path,
+                "estimated_duration_sec": round(result._estimated_duration_sec, 2),
+            })
+        for result in self._results.list_rest():
+            result_json["rest"].append({
+                "test_path": result._test_path,
+                "estimated_duration_sec": round(result._estimated_duration_sec, 2),
+            })
+
+        click.echo(json.dumps(result_json, indent=2))
+
+
+@click.command()
+@click.option(
+    '--subset-id',
+    'subset_id',
+    help='subest id',
+    required=True,
+)
+@click.option(
+    '--json',
+    'is_json_format',
+    help='display JSON format',
+    is_flag=True
+)
+@click.pass_context
+def subset(context: click.core.Context, subset_id: int, is_json_format: bool):
+    subset = []
+    rest = []
+    try:
+        client = LaunchableClient(app=context.obj)
+        res = client.request("get", "subset/{}".format(subset_id))
+
+        if res.status_code == HTTPStatus.NOT_FOUND:
+            click.echo(click.style(
+                "Subset {} not found. Check subset ID and try again.".format(subset_id), 'yellow'), err=True)
+            sys.exit(1)
+
+        res.raise_for_status()
+        subset = res.json()["testPaths"]
+        rest = res.json()["rest"]
+    except Exception as e:
+        if os.getenv(REPORT_ERROR_KEY):
+            raise e
+        else:
+            click.echo(e, err=True)
+        click.echo(click.style(
+            "Warning: failed to inspect subset", fg='yellow'),
+            err=True)
+
+    results = SubsetResults([])
+    results.add_subset(subset)
+    results.add_rest(rest)
+
+    displayer: SubsetResultAbstractDisplay
+    if is_json_format:
+        displayer = SubsetResultJSONDisplay(results)
+    else:
+        displayer = SubsetResultTableDisplay(results)
+
+    displayer.display()

launchable-1.83.0/launchable/commands/inspect/tests.py

@@ -0,0 +1,195 @@
+import json
+import os
+import sys
+from abc import ABCMeta, abstractmethod
+from http import HTTPStatus
+from typing import List
+
+import click
+from tabulate import tabulate
+
+from ...utils.authentication import ensure_org_workspace
+from ...utils.env_keys import REPORT_ERROR_KEY
+from ...utils.launchable_client import LaunchableClient
+from ...utils.session import parse_session
+from ..helper import require_session
+
+
+class TestResult(object):
+    def __init__(self, result: dict):
+        self._status = result.get("status", "")
+        self._duration_sec = result.get("duration", 0.0)
+        self._created_at = result.get("createdAt", None)
+        self._test_path = "#".join([path["type"] + "=" + path["name"]
+                                   for path in result["testPath"] if path.keys() >= {"type", "name"}])
+
+
+class TestResults(object):
+    def __init__(self, test_session_id: int, results: List[TestResult]):
+        self._test_session_id = test_session_id
+        self._results = results
+
+    def add(self, result: TestResult):
+        self._results.append(result)
+
+    def list(self) -> List[TestResult]:
+        return self._results
+
+    def total_duration_sec(self) -> float:
+        return sum([result._duration_sec for result in self._results])
+
+    def total_duration_min(self) -> float:
+        return (sum([result._duration_sec for result in self._results]) / 60)
+
+    def total_count(self) -> int:
+        return len(self._results)
+
+    def filter_by_status(self, status: str) -> 'TestResults':
+        return TestResults(self._test_session_id, [result for result in self._results if result._status == status])
+
+
+class TestResultAbstractDisplay(metaclass=ABCMeta):
+    def __init__(self, results: TestResults):
+        self._results = results
+
+    @abstractmethod
+    def display(self):
+        raise NotImplementedError("display method is not implemented")
+
+
+class TestResultJSONDisplay(TestResultAbstractDisplay):
+    def __init__(self, results: TestResults):
+        super().__init__(results)
+
+    def display(self):
+        result_json = {}
+        result_json["summary"] = {
+            "total": {
+                "report_count": self._results.total_count(),
+                "duration_min": round(self._results.total_duration_min(), 2),
+            },
+            "success": {
+                "report_count": self._results.filter_by_status("SUCCESS").total_count(),
+                "duration_min": round(self._results.filter_by_status("SUCCESS").total_duration_min(), 2)
+            },
+            "failure": {
+                "report_count": self._results.filter_by_status("FAILURE").total_count(),
+                "duration_min": round(self._results.filter_by_status("FAILURE").total_duration_min(), 2)
+            },
+            "skip": {
+                "report_count": self._results.filter_by_status("SKIPPED").total_count(),
+                "duration_min": round(self._results.filter_by_status("SKIPPED").total_duration_min(), 2)
+            }
+        }
+        result_json["results"] = []
+        for result in self._results.list():
+            result_json["results"].append({
+                "test_path": result._test_path,
+                "duration_sec": result._duration_sec,
+                "status": result._status,
+                "created_at": result._created_at
+            })
+
+        org, workspace = ensure_org_workspace()
+        result_json["test_session_app_url"] = "https://app.launchableinc.com/organizations/{}/workspaces/{}/test-sessions/{}".format(  # noqa: E501
+            org, workspace, self._results._test_session_id)
+
+        click.echo(json.dumps(result_json, indent=2))
+
+
+class TestResultTableDisplay(TestResultAbstractDisplay):
+    def __init__(self, results: TestResults):
+        super().__init__(results)
+
+    def display(self):
+        header = ["Test Path",
+                  "Duration (sec)", "Status", "Uploaded At"]
+        rows = []
+        for result in self._results.list():
+            rows.append(
+                [
+                    result._test_path,
+                    result._duration_sec,
+                    result._status,
+                    result._created_at,
+                ]
+            )
+        click.echo(tabulate(rows, header, tablefmt="github", floatfmt=".2f"))
+
+        summary_header = ["Summary", "Report Count", "Total Duration (min)"]
+        summary_rows = [
+            ["Total", self._results.total_count(),
+             self._results.total_duration_min()],
+            ["Success", self._results.filter_by_status("SUCCESS").total_count(),
+             self._results.filter_by_status("SUCCESS").total_duration_min()],
+            ["Failure", self._results.filter_by_status("FAILURE").total_count(),
+             self._results.filter_by_status("FAILURE").total_duration_min()],
+            ["Skip", self._results.filter_by_status("SKIPPED").total_count(),
+             self._results.filter_by_status("SKIPPED").total_duration_min()]]
+
+        click.echo(tabulate(summary_rows, summary_header, tablefmt="grid", floatfmt=["", ".0f", ".2f"]))
+
+
+@click.command()
+@click.option(
+    '--test-session-id',
+    'test_session_id',
+    help='test session id',
+)
+@click.option(
+    '--json',
+    'is_json_format',
+    help='display JSON format',
+    is_flag=True
+)
+@click.pass_context
+def tests(context: click.core.Context, test_session_id: int, is_json_format: bool):
+    if (test_session_id is None):
+        try:
+            session = require_session(None)
+            _, test_session_id = parse_session(session)
+        except Exception:
+            click.echo(
+                click.style(
+                    "test session id requires.\n"
+                    "Use the --test-session-id option or execute after `launchable record tests` command.",
+                    fg="yellow"))
+            return
+
+    try:
+        client = LaunchableClient(app=context.obj)
+        res = client.request(
+            "get", "/test_sessions/{}/events".format(test_session_id))
+
+        if res.status_code == HTTPStatus.NOT_FOUND:
+            click.echo(click.style(
+                "Test session {} not found. Check test session ID and try again.".format(test_session_id), 'yellow'),
+                err=True,
+            )
+            sys.exit(1)
+
+        res.raise_for_status()
+        results = res.json()
+    except Exception as e:
+        if os.getenv(REPORT_ERROR_KEY):
+            raise e
+        else:
+            click.echo(e, err=True)
+        click.echo(click.style(
+            "Warning: failed to inspect tests", fg='yellow'),
+            err=True)
+
+        return
+
+    test_results = TestResults(test_session_id=test_session_id, results=[])
+    for result in results:
+        if result.keys() >= {"testPath"}:
+            test_results.add(TestResult(result))
+
+    displayer: TestResultAbstractDisplay
+    if is_json_format:
+        displayer = TestResultJSONDisplay(test_results)
+    else:
+        displayer = TestResultTableDisplay(test_results)
+
+    displayer.display()

{launchable-1.82.4 → launchable-1.83.0}/launchable/commands/record/tests.py

@@ -241,7 +241,9 @@ def tests(
             raise e
         else:
             traceback.print_exc()
-            return
+            # To prevent users from stopping the CI pipeline, the cli exits with a
+            # status code of 0, indicating that the program terminated successfully.
+            exit(0)
 
     # TODO: placed here to minimize invasion in this PR to reduce the likelihood of
     # PR merge hell. This should be moved to a top-level class

{launchable-1.82.4 → launchable-1.83.0}/launchable/test_runners/launchable.py

@@ -5,6 +5,7 @@ import types
 
 import click
 
+from launchable.app import Application
 from launchable.commands.record.tests import tests as record_tests_cmd
 from launchable.commands.split_subset import split_subset as split_subset_cmd
 from launchable.commands.subset import subset as subset_cmd

{launchable-1.82.4 → launchable-1.83.0}/launchable.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: launchable
-Version: 1.82.4
+Version: 1.83.0
 Summary: Launchable CLI
 Home-page: https://launchableinc.com/
 Author: Launchable, Inc.

{launchable-1.82.4 → launchable-1.83.0}/src/main/java/com/launchableinc/ingest/commits/CommitGraphCollector.java

@@ -80,6 +80,8 @@ public class CommitGraphCollector {
 
   private boolean dryRun;
 
+  private boolean warnMissingObject;
+
   private String dryRunPrefix() {
     if (!dryRun) {
       return "";
@@ -408,7 +410,18 @@ public class CommitGraphCollector {
         for (DiffEntry de : files) {
           try {
             changes.add(diff.process(de));
-          } catch (UncheckedIOException e) {
+          } catch (MissingObjectException e) {
+            // in a partially cloned repository, BLOBs might be unavailable and that'd result in MissingObjectException
+            System.err.printf("Warning: %s is missing. Skipping diff calculation for %s -> %s%n",
+                e.getObjectId().abbreviate(7).name(),
+                p.abbreviate(7).name(),
+                r.abbreviate(7).name()
+            );
+            if (!warnMissingObject) {
+              warnMissingObject = true;
+              System.err.println("See https://www.launchableinc.com/missing-git-object-during-commit-collection");
+            }
+          } catch (IOException e) {
             logger.warn("Failed to process a change to a file", e);
           }
         }

{launchable-1.82.4 → launchable-1.83.0}/src/main/java/com/launchableinc/ingest/commits/CountingDiffFormatter.java

@@ -26,17 +26,13 @@ class CountingDiffFormatter extends DiffFormatter {
   }
 
   /** Entry point to compute a file level change. */
-  JSFileChange process(DiffEntry de) {
+  JSFileChange process(DiffEntry de) throws IOException {
     add = 0;
     del = 0;
 
     // This call internally eventually reaches to format(EditList, RawTest, RawText) that counts the
     // numbers.
-    try {
-      format(de);
-    } catch (IOException e) {
-      throw new UncheckedIOException(e);
-    }
+    format(de);
 
     JSFileChange fc = new JSFileChange();
     fc.setLinesAdded(add);

{launchable-1.82.4 → launchable-1.83.0}/src/maven_install.json

@@ -1,14 +1,14 @@
 {
   "__AUTOGENERATED_FILE_DO_NOT_MODIFY_THIS_FILE_MANUALLY": "THERE_IS_NO_DATA_ONLY_ZUUL",
-  "__INPUT_ARTIFACTS_HASH": -1687359741,
-  "__RESOLVED_ARTIFACTS_HASH": 123369317,
+  "__INPUT_ARTIFACTS_HASH": -1425112319,
+  "__RESOLVED_ARTIFACTS_HASH": 1206395311,
   "artifacts": {
     "args4j:args4j": {
       "shasums": {
-        "jar": "91ddeaba0b24adce72291c618c00bbdce1c884755f6c4dba9c5c46e871c69ed6",
-        "sources": "a337a37bc6fc9a2d81c952f4c6ebd5db12351e994d00e112d7fe87a4dd707204"
+        "jar": "5a13b0f7ff519183e55b8f453b8faaa23b92ccf0443f1fac515fedf2246bdc18",
+        "sources": "179ee53818ef244600238091c7c6333340e86bb83c605b2fb104a427571e0d1e"
       },
-      "version": "2.33"
+      "version": "2.37"
     },
     "asm:asm-all": {
       "shasums": {
@@ -75,10 +75,10 @@
     },
     "com.google.errorprone:error_prone_annotations": {
       "shasums": {
-        "jar": "19fe2f7155d20ea093168527999da98108103ee546d1e8b726bc4b27c31a3c30",
-        "sources": "d0d63b507b92b36d38d938e96daf260baa55e739fe9e0d642519b8fac823d288"
+        "jar": "47d91c141efd6b1d9231a322deca8f4c32dac8e940c6c38d768b36add221700d",
+        "sources": "fceb685146fad483d70fe78247e5e9b2a24af14fbae1f5ca940f58f8d2b05034"
       },
-      "version": "2.24.1"
+      "version": "2.25.0"
     },
     "com.google.guava:failureaccess": {
       "shasums": {
@@ -110,10 +110,10 @@
     },
     "com.google.truth:truth": {
       "shasums": {
-        "jar": "235c28e96ee6701ab01cc852fb294cb0f34756f636a8154b9aef08fb1215bbc4",
-        "sources": "f2834e7abdd08f5ab31defe409f601e0863b31f3f47105ab3c5ae8df4a687318"
+        "jar": "14c297bc64ca8bc15b6baf67f160627e4562ec91624797e312e907b431113508",
+        "sources": "9e6e49a3d2eefcadc0294878cb19fa6c6da305f2939c422f3cbd8caf9efe80bb"
       },
-      "version": "1.4.0"
+      "version": "1.4.2"
     },
     "com.googlecode.javaewah:JavaEWAH": {
       "shasums": {

launchable-1.83.0/tests/commands/inspect/test_subset.py

@@ -0,0 +1,75 @@
+import os
+from unittest import mock
+
+import responses  # type: ignore
+
+from launchable.utils.http_client import get_base_url
+from tests.cli_test_case import CliTestCase
+
+
+class SubsetTest(CliTestCase):
+    mock_json = {
+        "testPaths": [
+                {"testPath": [
+                    {"type": "file", "name": "test_file1.py"}], "duration": 1200},
+                {"testPath": [
+                    {"type": "file", "name": "test_file3.py"}], "duration": 600},
+        ],
+        "rest": [
+            {"testPath": [
+                {"type": "file", "name": "test_file4.py"}], "duration": 1800},
+            {"testPath": [
+                {"type": "file", "name": "test_file2.py"}], "duration": 100}
+
+        ]
+    }
+
+    @responses.activate
+    @mock.patch.dict(os.environ, {"LAUNCHABLE_TOKEN": CliTestCase.launchable_token})
+    def test_subset(self):
+        responses.replace(responses.GET, "{}/intake/organizations/{}/workspaces/{}/subset/{}".format(
+            get_base_url(), self.organization, self.workspace, self.subsetting_id), json=self.mock_json, status=200)
+
+        result = self.cli('inspect', 'subset', '--subset-id', self.subsetting_id, mix_stderr=False)
+        expect = """|   Order | Test Path          | In Subset   |   Estimated duration (sec) |
+|---------|--------------------|-------------|----------------------------|
+|       1 | file=test_file1.py | ✔           |                       1.20 |
+|       2 | file=test_file3.py | ✔           |                       0.60 |
+|       3 | file=test_file4.py |             |                       1.80 |
+|       4 | file=test_file2.py |             |                       0.10 |
+"""
+
+        self.assertEqual(result.stdout, expect)
+
+    @responses.activate
+    @mock.patch.dict(os.environ, {"LAUNCHABLE_TOKEN": CliTestCase.launchable_token})
+    def test_subset_json_format(self):
+        responses.replace(responses.GET, "{}/intake/organizations/{}/workspaces/{}/subset/{}".format(
+            get_base_url(), self.organization, self.workspace, self.subsetting_id), json=self.mock_json, status=200)
+
+        result = self.cli('inspect', 'subset', '--subset-id', self.subsetting_id, "--json", mix_stderr=False)
+        expect = """{
+  "subset": [
+    {
+      "test_path": "file=test_file1.py",
+      "estimated_duration_sec": 1.2
+    },
+    {
+      "test_path": "file=test_file3.py",
+      "estimated_duration_sec": 0.6
+    }
+  ],
+  "rest": [
+    {
+      "test_path": "file=test_file4.py",
+      "estimated_duration_sec": 1.8
+    },
+    {
+      "test_path": "file=test_file2.py",
+      "estimated_duration_sec": 0.1
+    }
+  ]
+}
+"""
+
+        self.assertEqual(result.stdout, expect)