launchable 1.96.0__tar.gz → 1.97.0__tar.gz

{launchable-1.96.0 → launchable-1.97.0}/.github/workflows/e2e.yml

@@ -9,6 +9,9 @@ on:
 env:
   LAUNCHABLE_DEBUG: 1
   LAUNCHABLE_REPORT_ERROR: 1
+  # The WORKSPACE file is disabled by default in Bazel 8.
+  # As a workaround, we configure the old version.
+  USE_BAZEL_VERSION: "7.x"
 
 
 jobs:

{launchable-1.96.0 → launchable-1.97.0}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: launchable
-Version: 1.96.0
+Version: 1.97.0
 Summary: Launchable CLI
 Home-page: https://launchableinc.com/
 Author: Launchable, Inc.

{launchable-1.96.0 → launchable-1.97.0}/launchable/commands/helper.py

@@ -1,3 +1,4 @@
+from time import time
 from typing import Optional, Sequence, Tuple
 
 import click
@@ -137,6 +138,12 @@ def find_or_create_session(
     return read_session(saved_build_name)
 
 
+def time_ns():
+    # time.time_ns() method is new in Python version 3.7
+    # As a workaround, we convert time.time() to nanoseconds.
+    return int(time() * 1e9)
+
+
 def _check_observation_mode_status(session: str, is_observation: bool,
                                    tracking_client: TrackingClient, app: Optional[Application] = None):
     if not is_observation:

{launchable-1.96.0 → launchable-1.97.0}/launchable/commands/record/tests.py

@@ -22,7 +22,7 @@ from ...utils.launchable_client import LaunchableClient
 from ...utils.logger import Logger
 from ...utils.no_build import NO_BUILD_BUILD_NAME, NO_BUILD_TEST_SESSION_ID
 from ...utils.session import parse_session, read_build
-from ..helper import find_or_create_session
+from ..helper import find_or_create_session, time_ns
 from .case_event import CaseEvent, CaseEventType
 
 GROUP_NAME_RULE = re.compile("^[a-zA-Z0-9][a-zA-Z0-9_-]*$")
@@ -535,7 +535,16 @@ def tests(
                 return test_count, success_count, fail_count, duration / 60   # sec to min
 
             try:
+                start = time_ns()
                 tc = testcases(self.reports)
+                end = time_ns()
+                tracking_client.send_event(
+                    event_name=Tracking.Event.PERFORMANCE,
+                    metadata={
+                        "elapsedTime": end - start,
+                        "measurementTarget": "testcases method(parsing report file)"
+                    }
+                )
 
                 if report_paths:
                     # diagnostics mode to just report test paths
@@ -543,6 +552,7 @@ def tests(
                         print(unparse_test_path(t['testPath']))
                     return
 
+                start = time_ns()
                 exceptions = []
                 for chunk in ichunked(tc, post_chunk):
                     p, es = payload(
@@ -555,6 +565,14 @@ def tests(
 
                     send(p)
                     exceptions.extend(es)
+                end = time_ns()
+                tracking_client.send_event(
+                    event_name=Tracking.Event.PERFORMANCE,
+                    metadata={
+                        "elapsedTime": end - start,
+                        "measurementTarget": "events API"
+                    }
+                )
 
                 if len(exceptions) > 0:
                     raise Exception(exceptions)

{launchable-1.96.0 → launchable-1.97.0}/launchable/commands/subset.py

@@ -3,6 +3,7 @@ import json
 import os
 import pathlib
 import sys
+from multiprocessing import Process
 from os.path import join
 from typing import Any, Callable, Dict, List, Optional, Sequence, TextIO, Tuple, Union
 
@@ -131,10 +132,17 @@ from .test_path_writer import TestPathWriter
     help="outputs the exclude test list. Switch the subset and rest.",
     is_flag=True,
 )
+@click.option(
+    "--non-blocking",
+    "is_non_blocking",
+    help="Do not wait for subset requests in observation mode.",
+    is_flag=True,
+    hidden=True,
+)
 @click.option(
     "--ignore-flaky-tests-above",
     "ignore_flaky_tests_above",
-    help='Ignore flaky tests above the value set by this option.You can confirm flaky scores in WebApp',
+    help='Ignore flaky tests above the value set by this option. You can confirm flaky scores in WebApp',
     type=click.FloatRange(min=0, max=1.0),
 )
 @click.option(
@@ -198,6 +206,7 @@ def subset(
     is_observation: bool,
     is_get_tests_from_previous_sessions: bool,
     is_output_exclusion_rules: bool,
+    is_non_blocking: bool,
     ignore_flaky_tests_above: Optional[float],
     links: Sequence[Tuple[str, str]] = (),
     is_no_build: bool = False,
@@ -291,6 +300,34 @@ def subset(
         else:
             click.echo(ignorable_error(e), err=True)
 
+    if is_non_blocking:
+        if (not is_observation) and session_id:
+            try:
+                client = LaunchableClient(
+                    app=app,
+                    tracking_client=tracking_client)
+                res = client.request("get", session_id)
+                is_observation_in_recorded_session = res.json().get("isObservation", False)
+                if not is_observation_in_recorded_session:
+                    msg = "You have to specify --observation option to use non-blocking mode"
+                    click.echo(
+                        click.style(
+                            msg,
+                            fg="red"),
+                        err=True,
+                    )
+                    tracking_client.send_error_event(
+                        event_name=Tracking.ErrorEvent.INTERNAL_CLI_ERROR,
+                        stack_trace=msg,
+                    )
+                    sys.exit(1)
+            except Exception as e:
+                tracking_client.send_error_event(
+                    event_name=Tracking.ErrorEvent.INTERNAL_CLI_ERROR,
+                    stack_trace=str(e),
+                )
+                click.echo(ignorable_error(e), err=True)
+
     file_path_normalizer = FilePathNormalizer(base_path, no_base_path_inference=no_base_path_inference)
 
     # TODO: placed here to minimize invasion in this PR to reduce the likelihood of
@@ -493,7 +530,15 @@ def subset(
                     timeout = (5, 300)
                     payload = self.get_payload(session_id, target, duration, test_runner)
 
-                    res = client.request("post", "subset", timeout=timeout, payload=payload, compress=True)
+                    if is_non_blocking:
+                        # Create a new process for requesting a subset.
+                        process = Process(target=subset_request, args=(client, timeout, payload))
+                        process.start()
+                        click.echo("The subset was requested in non-blocking mode.", err=True)
+                        self.output_handler(self.test_paths, [])
+                        return
+
+                    res = subset_request(client=client, timeout=timeout, payload=payload)
 
                     # The status code 422 is returned when validation error of the test mapping file occurs.
                     if res.status_code == 422:
@@ -600,3 +645,7 @@ def subset(
                 err=True)
 
     context.obj = Optimize(app=context.obj)
+
+
+def subset_request(client: LaunchableClient, timeout: Tuple[int, int], payload: Dict[str, Any]):
+    return client.request("post", "subset", timeout=timeout, payload=payload, compress=True)

{launchable-1.96.0 → launchable-1.97.0}/launchable/utils/tracking.py

@@ -13,6 +13,7 @@ class Tracking:
     # General events
     class Event(Enum):
         SHALLOW_CLONE = 'SHALLOW_CLONE'  # this event is an example
+        PERFORMANCE = 'PERFORMANCE'
 
     # Error events
     class ErrorEvent(Enum):

{launchable-1.96.0 → launchable-1.97.0}/launchable.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: launchable
-Version: 1.96.0
+Version: 1.97.0
 Summary: Launchable CLI
 Home-page: https://launchableinc.com/
 Author: Launchable, Inc.

{launchable-1.96.0 → launchable-1.97.0}/tests/commands/test_api_error.py

@@ -451,7 +451,7 @@ class APIErrorTest(CliTestCase):
         result = self.cli("record", "tests", "--session", self.session, "minitest", str(self.test_files_dir) + "/")
         self.assert_success(result)
         # Since Timeout error is caught inside of LaunchableClient, the tracking event is sent twice.
-        self.assert_tracking_count(tracking=tracking, count=8)
+        self.assert_tracking_count(tracking=tracking, count=9)
 
     def assert_tracking_count(self, tracking, count: int):
         # Prior to 3.6, `Response` object can't be obtained.