@appliqation/automation-sdk 2.8.0 → 2.8.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@appliqation/automation-sdk",
-  "version": "2.8.0",
+  "version": "2.8.1",
   "description": "Appliqation Automation SDK for Playwright — API-key auth, scope-validated result reporting, portable storageState (setupAuth), and customer-defined login flows (defineLogin) for gated apps",
   "main": "src/index.js",
   "types": "src/index.d.ts",

package/src/index.d.ts

@@ -1,6 +1,6 @@
 /**
  * TypeScript definitions for @appliqation/automation-sdk
- * @version 2.8.0
+ * @version 2.8.1
  */
 
 /**

package/src/reporters/playwright/AppliqationReporter.js

@@ -178,6 +178,16 @@ class AppliqationReporter {
     this.executionEndTime = null;
     this.playwrightOutputDir = null;
 
+    // Playwright does not reliably await a reporter's onTestEnd() return
+    // value before calling onEnd() — only onEnd()'s own promise is
+    // guaranteed to be awaited. onTestEnd() can itself wait (via
+    // waitForRunMatrix) for a still-in-flight run creation, so without
+    // this tracking, onEnd() can start reading resultsByRun/orphansByRun
+    // before onTestEnd has finished populating them, silently submitting
+    // nothing. Every onTestEnd() invocation pushes its own promise here;
+    // onEnd() awaits them all first.
+    this.pendingTestEndPromises = [];
+
     // C5 — scope validation state
     this.scopeFilterEnabled = false;  // true when strategy === 'filter'
     this.inScopeUuids = null;          // Set<string>, null = no filter
@@ -405,11 +415,23 @@ class AppliqationReporter {
   }
 
   /**
-   * Called after a test completes — non-blocking
+   * Called after a test completes.
+   *
+   * Playwright does not reliably await this method's returned promise
+   * before calling onEnd() — so the actual work (which can wait on a
+   * still-in-flight run creation via waitForRunMatrix) runs in
+   * _processTestEnd(), and this wrapper only tracks that promise in
+   * pendingTestEndPromises so onEnd() can await it explicitly.
    */
-  async onTestEnd(test, result) {
+  onTestEnd(test, result) {
     if (!this.appqEnabled) return;
+    const promise = this._processTestEnd(test, result);
+    this.pendingTestEndPromises.push(promise);
+    return promise;
+  }
 
+  /** @private */
+  async _processTestEnd(test, result) {
     try {
       const uuid = UuidExtractor.extractFromAnnotations(result.annotations || []) || UuidExtractor.extractFromTest(test);
 
@@ -624,6 +646,14 @@ class AppliqationReporter {
     logger.info('Test run complete.');
 
     try {
+      // See onTestEnd()'s doc comment — Playwright doesn't reliably await
+      // per-test reporter hooks, so results/orphans tracked by still-
+      // pending onTestEnd() calls (e.g. waiting on a slow run creation)
+      // would otherwise be silently missing from what we're about to read.
+      if (this.pendingTestEndPromises.length > 0) {
+        await Promise.allSettled(this.pendingTestEndPromises);
+      }
+
       const orphanDeletedRuns = await this.handleOrphanOnlyRuns();
 
       if (this.appqEnabled) {