@empiricalrun/playwright-utils 0.58.3 → 0.58.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md CHANGED
@@ -1,5 +1,25 @@
1
1
  # @empiricalrun/playwright-utils
2
2
 
3
+ ## 0.58.5
4
+
5
+ ### Patch Changes
6
+
7
+ - 157ea19: fix: incremental blob reporter serializes config and projects like the built-in blob reporter
8
+ - 8e8cea6: fix: incremental blob reporter passes error objects through unmodified, preserving value, cause and AggregateError sub-errors
9
+ - ff99f5e: fix: incremental blob reporter emits step attachments at onStepEnd and relativizes step locations
10
+ - 15e769c: feat: log pending upload counts around run end
11
+ - Updated dependencies [15e769c]
12
+ - @empiricalrun/r2-uploader@0.10.2
13
+
14
+ ## 0.58.4
15
+
16
+ ### Patch Changes
17
+
18
+ - 4af421a: feat: send test annotations in the test-case run-end event so they reach the run ledger and dashboard
19
+ - @empiricalrun/cua@0.4.1
20
+ - @empiricalrun/llm@0.27.0
21
+ - @empiricalrun/reporter@0.29.1
22
+
3
23
  ## 0.58.3
4
24
 
5
25
  ### Patch Changes
@@ -2493,6 +2493,26 @@ export interface paths {
2493
2493
  patch?: never;
2494
2494
  trace?: never;
2495
2495
  };
2496
+ "/api/chat-sessions/{id}/subscribe": {
2497
+ parameters: {
2498
+ query?: never;
2499
+ header?: never;
2500
+ path?: never;
2501
+ cookie?: never;
2502
+ };
2503
+ get?: never;
2504
+ put?: never;
2505
+ /**
2506
+ * ⚙️ Wake the calling session when this session settles
2507
+ * @description Subscribes the caller's own chat session (from the sandbox-delegation principal) to the target session. When the target ends its turn and waits for input — or is closed — a message is delivered into the caller's session, resuming it. One-shot: consumed when it fires. If the target is already waiting for input, no subscription is created and `already_waiting` is true.
2508
+ */
2509
+ post: operations["subscribeChatSession"];
2510
+ delete?: never;
2511
+ options?: never;
2512
+ head?: never;
2513
+ patch?: never;
2514
+ trace?: never;
2515
+ };
2496
2516
  "/api/chat-sessions/{id}/threads/{thread_id}": {
2497
2517
  parameters: {
2498
2518
  query?: never;
@@ -4709,26 +4729,6 @@ export interface paths {
4709
4729
  patch?: never;
4710
4730
  trace?: never;
4711
4731
  };
4712
- "/api/projects/check-prompt": {
4713
- parameters: {
4714
- query?: never;
4715
- header?: never;
4716
- path?: never;
4717
- cookie?: never;
4718
- };
4719
- get?: never;
4720
- put?: never;
4721
- /**
4722
- * ⚙️ Validate a prompt against criteria
4723
- * @description Uses an LLM to validate whether a prompt satisfies the given criteria.
4724
- */
4725
- post: operations["checkPrompt"];
4726
- delete?: never;
4727
- options?: never;
4728
- head?: never;
4729
- patch?: never;
4730
- trace?: never;
4731
- };
4732
4732
  "/api/projects/check-slug": {
4733
4733
  parameters: {
4734
4734
  query?: never;
@@ -6459,27 +6459,6 @@ export interface components {
6459
6459
  test_cases_sync_error_at: string | null;
6460
6460
  };
6461
6461
  };
6462
- CheckPromptResponse: {
6463
- /** @description Response payload. */
6464
- data: {
6465
- validation: components["schemas"]["PromptValidationResult"];
6466
- };
6467
- };
6468
- PromptValidationResult: {
6469
- /**
6470
- * @description Validation outcome.
6471
- * @enum {string}
6472
- */
6473
- status: "pass" | "needs_more";
6474
- /** @description Human-readable feedback. */
6475
- assistant_message: string;
6476
- /** @description Requirements still missing. */
6477
- missing_items: string[];
6478
- /** @description Requirements already covered. */
6479
- covered_items: string[];
6480
- /** @description Model confidence (0-1). */
6481
- confidence: number;
6482
- };
6483
6462
  ProjectKvGetResponse: {
6484
6463
  /** @description Response payload. */
6485
6464
  data: {
@@ -9015,6 +8994,12 @@ export interface components {
9015
8994
  /** @description Error message, or null on success. */
9016
8995
  error: string | null;
9017
8996
  };
8997
+ SubscribeChatSessionResponse: {
8998
+ data: {
8999
+ already_waiting: boolean;
9000
+ subscription_id?: number;
9001
+ };
9002
+ };
9018
9003
  GithubCommitDiffResponse: {
9019
9004
  /** @description Response payload. */
9020
9005
  data: {
@@ -10215,6 +10200,13 @@ export interface components {
10215
10200
  attachments?: components["schemas"]["RetryAttachment"][];
10216
10201
  /** @description The source line that triggered the failure. */
10217
10202
  failingLine?: string;
10203
+ /** @description Playwright annotations for the attempt (static + runtime). Absent on rows recorded before annotations were captured. */
10204
+ annotations?: {
10205
+ /** @description Annotation type. */
10206
+ type: string;
10207
+ /** @description Annotation description, if any. */
10208
+ description?: string;
10209
+ }[];
10218
10210
  };
10219
10211
  RetryAttachment: {
10220
10212
  /** @description Attachment name. */
@@ -10783,6 +10775,13 @@ export interface components {
10783
10775
  }[];
10784
10776
  /** @description Source line that failed, if known. */
10785
10777
  failingLine?: string;
10778
+ /** @description Playwright annotations for the attempt (static + runtime). Absent on rows recorded before annotations were captured. */
10779
+ annotations?: {
10780
+ /** @description Annotation type. */
10781
+ type: string;
10782
+ /** @description Annotation description, if any. */
10783
+ description?: string;
10784
+ }[];
10786
10785
  };
10787
10786
  TestRunCaseSnoozeInfo: {
10788
10787
  /** @description ID of the matching snooze. */
@@ -19341,6 +19340,64 @@ export interface operations {
19341
19340
  };
19342
19341
  };
19343
19342
  };
19343
+ subscribeChatSession: {
19344
+ parameters: {
19345
+ query?: never;
19346
+ header?: never;
19347
+ path: {
19348
+ id: number;
19349
+ };
19350
+ cookie?: never;
19351
+ };
19352
+ requestBody?: never;
19353
+ responses: {
19354
+ /** @description Subscription outcome. */
19355
+ 200: {
19356
+ headers: {
19357
+ [name: string]: unknown;
19358
+ };
19359
+ content: {
19360
+ "application/json": components["schemas"]["SubscribeChatSessionResponse"];
19361
+ };
19362
+ };
19363
+ /** @description Cannot subscribe a session to itself. */
19364
+ 400: {
19365
+ headers: {
19366
+ [name: string]: unknown;
19367
+ };
19368
+ content: {
19369
+ "application/json": components["schemas"]["ErrorResponse"];
19370
+ };
19371
+ };
19372
+ /** @description Caller is not acting on behalf of a chat session. */
19373
+ 403: {
19374
+ headers: {
19375
+ [name: string]: unknown;
19376
+ };
19377
+ content: {
19378
+ "application/json": components["schemas"]["ErrorResponse"];
19379
+ };
19380
+ };
19381
+ /** @description Chat session not found. */
19382
+ 404: {
19383
+ headers: {
19384
+ [name: string]: unknown;
19385
+ };
19386
+ content: {
19387
+ "application/json": components["schemas"]["ErrorResponse"];
19388
+ };
19389
+ };
19390
+ /** @description Target session is closed. */
19391
+ 409: {
19392
+ headers: {
19393
+ [name: string]: unknown;
19394
+ };
19395
+ content: {
19396
+ "application/json": components["schemas"]["ErrorResponse"];
19397
+ };
19398
+ };
19399
+ };
19400
+ };
19344
19401
  updateChatSessionSlackThreadSync: {
19345
19402
  parameters: {
19346
19403
  query?: never;
@@ -24989,53 +25046,6 @@ export interface operations {
24989
25046
  };
24990
25047
  };
24991
25048
  };
24992
- checkPrompt: {
24993
- parameters: {
24994
- query?: never;
24995
- header?: never;
24996
- path?: never;
24997
- cookie?: never;
24998
- };
24999
- requestBody?: {
25000
- content: {
25001
- "application/json": {
25002
- /** @description Criterion the prompt must satisfy. */
25003
- criteria: string;
25004
- /** @description Latest user prompt to validate. */
25005
- prompt: string;
25006
- /**
25007
- * @description Prior conversation messages for context.
25008
- * @default []
25009
- */
25010
- messages?: {
25011
- /** @enum {string} */
25012
- role: "user" | "assistant";
25013
- content: string;
25014
- }[];
25015
- };
25016
- };
25017
- };
25018
- responses: {
25019
- /** @description Validation result. */
25020
- 200: {
25021
- headers: {
25022
- [name: string]: unknown;
25023
- };
25024
- content: {
25025
- "application/json": components["schemas"]["CheckPromptResponse"];
25026
- };
25027
- };
25028
- /** @description Invalid request. */
25029
- 400: {
25030
- headers: {
25031
- [name: string]: unknown;
25032
- };
25033
- content: {
25034
- "application/json": components["schemas"]["ErrorResponse"];
25035
- };
25036
- };
25037
- };
25038
- };
25039
25049
  checkProjectSlug: {
25040
25050
  parameters: {
25041
25051
  query: {