@empiricalrun/playwright-utils 0.58.3 → 0.58.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +20 -0
- package/dist/generated/api-worker-openapi.d.ts +98 -88
- package/dist/generated/api-worker-openapi.d.ts.map +1 -1
- package/dist/reporter/empirical-reporter.d.ts.map +1 -1
- package/dist/reporter/empirical-reporter.js +9 -0
- package/dist/reporter/harness.d.ts +4 -0
- package/dist/reporter/harness.d.ts.map +1 -1
- package/dist/reporter/harness.js +20 -8
- package/dist/reporter/ibr-utils.d.ts +3 -0
- package/dist/reporter/ibr-utils.d.ts.map +1 -1
- package/dist/reporter/ibr-utils.js +25 -18
- package/dist/reporter/incremental-blob-reporter.d.ts +1 -0
- package/dist/reporter/incremental-blob-reporter.d.ts.map +1 -1
- package/dist/reporter/incremental-blob-reporter.js +5 -4
- package/dist/reporter/lifecycle-events.d.ts +15 -5
- package/dist/reporter/lifecycle-events.d.ts.map +1 -1
- package/dist/reporter/lifecycle-events.js +91 -64
- package/dist/reporter/parity-utils.d.ts +21 -0
- package/dist/reporter/parity-utils.d.ts.map +1 -1
- package/dist/reporter/parity-utils.js +73 -1
- package/dist/reporter/uploader.d.ts.map +1 -1
- package/dist/reporter/uploader.js +22 -1
- package/package.json +4 -4
- package/upstream-oracle/README.md +36 -7
- package/upstream-oracle/ibr-adapter.js +60 -5
- package/upstream-oracle/run.mjs +288 -47
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,25 @@
|
|
|
1
1
|
# @empiricalrun/playwright-utils
|
|
2
2
|
|
|
3
|
+
## 0.58.5
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- 157ea19: fix: incremental blob reporter serializes config and projects like the built-in blob reporter
|
|
8
|
+
- 8e8cea6: fix: incremental blob reporter passes error objects through unmodified, preserving value, cause and AggregateError sub-errors
|
|
9
|
+
- ff99f5e: fix: incremental blob reporter emits step attachments at onStepEnd and relativizes step locations
|
|
10
|
+
- 15e769c: feat: log pending upload counts around run end
|
|
11
|
+
- Updated dependencies [15e769c]
|
|
12
|
+
- @empiricalrun/r2-uploader@0.10.2
|
|
13
|
+
|
|
14
|
+
## 0.58.4
|
|
15
|
+
|
|
16
|
+
### Patch Changes
|
|
17
|
+
|
|
18
|
+
- 4af421a: feat: send test annotations in the test-case run-end event so they reach the run ledger and dashboard
|
|
19
|
+
- @empiricalrun/cua@0.4.1
|
|
20
|
+
- @empiricalrun/llm@0.27.0
|
|
21
|
+
- @empiricalrun/reporter@0.29.1
|
|
22
|
+
|
|
3
23
|
## 0.58.3
|
|
4
24
|
|
|
5
25
|
### Patch Changes
|
|
@@ -2493,6 +2493,26 @@ export interface paths {
|
|
|
2493
2493
|
patch?: never;
|
|
2494
2494
|
trace?: never;
|
|
2495
2495
|
};
|
|
2496
|
+
"/api/chat-sessions/{id}/subscribe": {
|
|
2497
|
+
parameters: {
|
|
2498
|
+
query?: never;
|
|
2499
|
+
header?: never;
|
|
2500
|
+
path?: never;
|
|
2501
|
+
cookie?: never;
|
|
2502
|
+
};
|
|
2503
|
+
get?: never;
|
|
2504
|
+
put?: never;
|
|
2505
|
+
/**
|
|
2506
|
+
* ⚙️ Wake the calling session when this session settles
|
|
2507
|
+
* @description Subscribes the caller's own chat session (from the sandbox-delegation principal) to the target session. When the target ends its turn and waits for input — or is closed — a message is delivered into the caller's session, resuming it. One-shot: consumed when it fires. If the target is already waiting for input, no subscription is created and `already_waiting` is true.
|
|
2508
|
+
*/
|
|
2509
|
+
post: operations["subscribeChatSession"];
|
|
2510
|
+
delete?: never;
|
|
2511
|
+
options?: never;
|
|
2512
|
+
head?: never;
|
|
2513
|
+
patch?: never;
|
|
2514
|
+
trace?: never;
|
|
2515
|
+
};
|
|
2496
2516
|
"/api/chat-sessions/{id}/threads/{thread_id}": {
|
|
2497
2517
|
parameters: {
|
|
2498
2518
|
query?: never;
|
|
@@ -4709,26 +4729,6 @@ export interface paths {
|
|
|
4709
4729
|
patch?: never;
|
|
4710
4730
|
trace?: never;
|
|
4711
4731
|
};
|
|
4712
|
-
"/api/projects/check-prompt": {
|
|
4713
|
-
parameters: {
|
|
4714
|
-
query?: never;
|
|
4715
|
-
header?: never;
|
|
4716
|
-
path?: never;
|
|
4717
|
-
cookie?: never;
|
|
4718
|
-
};
|
|
4719
|
-
get?: never;
|
|
4720
|
-
put?: never;
|
|
4721
|
-
/**
|
|
4722
|
-
* ⚙️ Validate a prompt against criteria
|
|
4723
|
-
* @description Uses an LLM to validate whether a prompt satisfies the given criteria.
|
|
4724
|
-
*/
|
|
4725
|
-
post: operations["checkPrompt"];
|
|
4726
|
-
delete?: never;
|
|
4727
|
-
options?: never;
|
|
4728
|
-
head?: never;
|
|
4729
|
-
patch?: never;
|
|
4730
|
-
trace?: never;
|
|
4731
|
-
};
|
|
4732
4732
|
"/api/projects/check-slug": {
|
|
4733
4733
|
parameters: {
|
|
4734
4734
|
query?: never;
|
|
@@ -6459,27 +6459,6 @@ export interface components {
|
|
|
6459
6459
|
test_cases_sync_error_at: string | null;
|
|
6460
6460
|
};
|
|
6461
6461
|
};
|
|
6462
|
-
CheckPromptResponse: {
|
|
6463
|
-
/** @description Response payload. */
|
|
6464
|
-
data: {
|
|
6465
|
-
validation: components["schemas"]["PromptValidationResult"];
|
|
6466
|
-
};
|
|
6467
|
-
};
|
|
6468
|
-
PromptValidationResult: {
|
|
6469
|
-
/**
|
|
6470
|
-
* @description Validation outcome.
|
|
6471
|
-
* @enum {string}
|
|
6472
|
-
*/
|
|
6473
|
-
status: "pass" | "needs_more";
|
|
6474
|
-
/** @description Human-readable feedback. */
|
|
6475
|
-
assistant_message: string;
|
|
6476
|
-
/** @description Requirements still missing. */
|
|
6477
|
-
missing_items: string[];
|
|
6478
|
-
/** @description Requirements already covered. */
|
|
6479
|
-
covered_items: string[];
|
|
6480
|
-
/** @description Model confidence (0-1). */
|
|
6481
|
-
confidence: number;
|
|
6482
|
-
};
|
|
6483
6462
|
ProjectKvGetResponse: {
|
|
6484
6463
|
/** @description Response payload. */
|
|
6485
6464
|
data: {
|
|
@@ -9015,6 +8994,12 @@ export interface components {
|
|
|
9015
8994
|
/** @description Error message, or null on success. */
|
|
9016
8995
|
error: string | null;
|
|
9017
8996
|
};
|
|
8997
|
+
SubscribeChatSessionResponse: {
|
|
8998
|
+
data: {
|
|
8999
|
+
already_waiting: boolean;
|
|
9000
|
+
subscription_id?: number;
|
|
9001
|
+
};
|
|
9002
|
+
};
|
|
9018
9003
|
GithubCommitDiffResponse: {
|
|
9019
9004
|
/** @description Response payload. */
|
|
9020
9005
|
data: {
|
|
@@ -10215,6 +10200,13 @@ export interface components {
|
|
|
10215
10200
|
attachments?: components["schemas"]["RetryAttachment"][];
|
|
10216
10201
|
/** @description The source line that triggered the failure. */
|
|
10217
10202
|
failingLine?: string;
|
|
10203
|
+
/** @description Playwright annotations for the attempt (static + runtime). Absent on rows recorded before annotations were captured. */
|
|
10204
|
+
annotations?: {
|
|
10205
|
+
/** @description Annotation type. */
|
|
10206
|
+
type: string;
|
|
10207
|
+
/** @description Annotation description, if any. */
|
|
10208
|
+
description?: string;
|
|
10209
|
+
}[];
|
|
10218
10210
|
};
|
|
10219
10211
|
RetryAttachment: {
|
|
10220
10212
|
/** @description Attachment name. */
|
|
@@ -10783,6 +10775,13 @@ export interface components {
|
|
|
10783
10775
|
}[];
|
|
10784
10776
|
/** @description Source line that failed, if known. */
|
|
10785
10777
|
failingLine?: string;
|
|
10778
|
+
/** @description Playwright annotations for the attempt (static + runtime). Absent on rows recorded before annotations were captured. */
|
|
10779
|
+
annotations?: {
|
|
10780
|
+
/** @description Annotation type. */
|
|
10781
|
+
type: string;
|
|
10782
|
+
/** @description Annotation description, if any. */
|
|
10783
|
+
description?: string;
|
|
10784
|
+
}[];
|
|
10786
10785
|
};
|
|
10787
10786
|
TestRunCaseSnoozeInfo: {
|
|
10788
10787
|
/** @description ID of the matching snooze. */
|
|
@@ -19341,6 +19340,64 @@ export interface operations {
|
|
|
19341
19340
|
};
|
|
19342
19341
|
};
|
|
19343
19342
|
};
|
|
19343
|
+
subscribeChatSession: {
|
|
19344
|
+
parameters: {
|
|
19345
|
+
query?: never;
|
|
19346
|
+
header?: never;
|
|
19347
|
+
path: {
|
|
19348
|
+
id: number;
|
|
19349
|
+
};
|
|
19350
|
+
cookie?: never;
|
|
19351
|
+
};
|
|
19352
|
+
requestBody?: never;
|
|
19353
|
+
responses: {
|
|
19354
|
+
/** @description Subscription outcome. */
|
|
19355
|
+
200: {
|
|
19356
|
+
headers: {
|
|
19357
|
+
[name: string]: unknown;
|
|
19358
|
+
};
|
|
19359
|
+
content: {
|
|
19360
|
+
"application/json": components["schemas"]["SubscribeChatSessionResponse"];
|
|
19361
|
+
};
|
|
19362
|
+
};
|
|
19363
|
+
/** @description Cannot subscribe a session to itself. */
|
|
19364
|
+
400: {
|
|
19365
|
+
headers: {
|
|
19366
|
+
[name: string]: unknown;
|
|
19367
|
+
};
|
|
19368
|
+
content: {
|
|
19369
|
+
"application/json": components["schemas"]["ErrorResponse"];
|
|
19370
|
+
};
|
|
19371
|
+
};
|
|
19372
|
+
/** @description Caller is not acting on behalf of a chat session. */
|
|
19373
|
+
403: {
|
|
19374
|
+
headers: {
|
|
19375
|
+
[name: string]: unknown;
|
|
19376
|
+
};
|
|
19377
|
+
content: {
|
|
19378
|
+
"application/json": components["schemas"]["ErrorResponse"];
|
|
19379
|
+
};
|
|
19380
|
+
};
|
|
19381
|
+
/** @description Chat session not found. */
|
|
19382
|
+
404: {
|
|
19383
|
+
headers: {
|
|
19384
|
+
[name: string]: unknown;
|
|
19385
|
+
};
|
|
19386
|
+
content: {
|
|
19387
|
+
"application/json": components["schemas"]["ErrorResponse"];
|
|
19388
|
+
};
|
|
19389
|
+
};
|
|
19390
|
+
/** @description Target session is closed. */
|
|
19391
|
+
409: {
|
|
19392
|
+
headers: {
|
|
19393
|
+
[name: string]: unknown;
|
|
19394
|
+
};
|
|
19395
|
+
content: {
|
|
19396
|
+
"application/json": components["schemas"]["ErrorResponse"];
|
|
19397
|
+
};
|
|
19398
|
+
};
|
|
19399
|
+
};
|
|
19400
|
+
};
|
|
19344
19401
|
updateChatSessionSlackThreadSync: {
|
|
19345
19402
|
parameters: {
|
|
19346
19403
|
query?: never;
|
|
@@ -24989,53 +25046,6 @@ export interface operations {
|
|
|
24989
25046
|
};
|
|
24990
25047
|
};
|
|
24991
25048
|
};
|
|
24992
|
-
checkPrompt: {
|
|
24993
|
-
parameters: {
|
|
24994
|
-
query?: never;
|
|
24995
|
-
header?: never;
|
|
24996
|
-
path?: never;
|
|
24997
|
-
cookie?: never;
|
|
24998
|
-
};
|
|
24999
|
-
requestBody?: {
|
|
25000
|
-
content: {
|
|
25001
|
-
"application/json": {
|
|
25002
|
-
/** @description Criterion the prompt must satisfy. */
|
|
25003
|
-
criteria: string;
|
|
25004
|
-
/** @description Latest user prompt to validate. */
|
|
25005
|
-
prompt: string;
|
|
25006
|
-
/**
|
|
25007
|
-
* @description Prior conversation messages for context.
|
|
25008
|
-
* @default []
|
|
25009
|
-
*/
|
|
25010
|
-
messages?: {
|
|
25011
|
-
/** @enum {string} */
|
|
25012
|
-
role: "user" | "assistant";
|
|
25013
|
-
content: string;
|
|
25014
|
-
}[];
|
|
25015
|
-
};
|
|
25016
|
-
};
|
|
25017
|
-
};
|
|
25018
|
-
responses: {
|
|
25019
|
-
/** @description Validation result. */
|
|
25020
|
-
200: {
|
|
25021
|
-
headers: {
|
|
25022
|
-
[name: string]: unknown;
|
|
25023
|
-
};
|
|
25024
|
-
content: {
|
|
25025
|
-
"application/json": components["schemas"]["CheckPromptResponse"];
|
|
25026
|
-
};
|
|
25027
|
-
};
|
|
25028
|
-
/** @description Invalid request. */
|
|
25029
|
-
400: {
|
|
25030
|
-
headers: {
|
|
25031
|
-
[name: string]: unknown;
|
|
25032
|
-
};
|
|
25033
|
-
content: {
|
|
25034
|
-
"application/json": components["schemas"]["ErrorResponse"];
|
|
25035
|
-
};
|
|
25036
|
-
};
|
|
25037
|
-
};
|
|
25038
|
-
};
|
|
25039
25049
|
checkProjectSlug: {
|
|
25040
25050
|
parameters: {
|
|
25041
25051
|
query: {
|