@tangle-network/traces 0.11.2 → 0.11.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/dist/{chunk-UY3M7XUF.js → chunk-AGPOIWPQ.js} +1258 -119
- package/dist/cli.js +9 -1
- package/dist/index.d.ts +437 -2
- package/dist/index.js +115 -1
- package/docs/replay-batch-20260802.md +76 -0
- package/docs/replay-verify.md +50 -0
- package/package.json +4 -4
package/dist/cli.js
CHANGED
|
@@ -7,6 +7,7 @@ import {
|
|
|
7
7
|
buildPolicyEvidenceRecord,
|
|
8
8
|
buildSessionIndexFromRows,
|
|
9
9
|
cmdReplayVerify,
|
|
10
|
+
cmdReplayVerifyBatch,
|
|
10
11
|
collectSessionSelection,
|
|
11
12
|
commandAnalyzer,
|
|
12
13
|
commandRedactor,
|
|
@@ -53,7 +54,7 @@ import {
|
|
|
53
54
|
writePolicyEvidenceFile,
|
|
54
55
|
writeSessionIndexFile,
|
|
55
56
|
writeTraceEvidenceExportFile
|
|
56
|
-
} from "./chunk-
|
|
57
|
+
} from "./chunk-AGPOIWPQ.js";
|
|
57
58
|
|
|
58
59
|
// src/cli.ts
|
|
59
60
|
import { readFileSync } from "fs";
|
|
@@ -1273,6 +1274,9 @@ Commands:
|
|
|
1273
1274
|
replay-verify
|
|
1274
1275
|
Replay a trajectory prefix in a sandbox, execute step k both recorded
|
|
1275
1276
|
and corrected, and emit an executed-proof verdict (--help for flags)
|
|
1277
|
+
replay-verify-batch
|
|
1278
|
+
Measure replayability + fix-flip rates across gold-labeled corpora:
|
|
1279
|
+
arm A per replayable case, LLM-generated arm-B fixes (--help for flags)
|
|
1276
1280
|
evidence Emit compact session-evidence JSONL for downstream policy miners
|
|
1277
1281
|
stream Emit JSONL trace stream events for live visualizers or replay
|
|
1278
1282
|
watch Online observer: tail active sessions, notify on loops + semantic findings
|
|
@@ -1357,6 +1361,10 @@ async function main() {
|
|
|
1357
1361
|
await cmdReplayVerify(rawArgs.slice(1));
|
|
1358
1362
|
return;
|
|
1359
1363
|
}
|
|
1364
|
+
if (rawArgs[0] === "replay-verify-batch") {
|
|
1365
|
+
await cmdReplayVerifyBatch(rawArgs.slice(1));
|
|
1366
|
+
return;
|
|
1367
|
+
}
|
|
1360
1368
|
const parsedArgs = parseArgs(rawArgs);
|
|
1361
1369
|
if (parsedArgs.help) {
|
|
1362
1370
|
if (parsedArgs.command === "import-codetracebench" || parsedArgs.command === "help" && parsedArgs.input === "import-codetracebench") usageImportCodeTraceBench();
|
package/dist/index.d.ts
CHANGED
|
@@ -1264,7 +1264,8 @@ declare class FactoryAdapter implements HarnessTraceAdapter {
|
|
|
1264
1264
|
}
|
|
1265
1265
|
|
|
1266
1266
|
/**
|
|
1267
|
-
* Pi adapter — `~/.pi/agent/sessions/<encoded-cwd>/<ts>_<uuid>.jsonl
|
|
1267
|
+
* Pi adapter — the default `~/.pi/agent/sessions/<encoded-cwd>/<ts>_<uuid>.jsonl`
|
|
1268
|
+
* layout or a caller-supplied session directory containing JSONL files directly.
|
|
1268
1269
|
*
|
|
1269
1270
|
* Line types: `session` (id + cwd), `model_change`, `thinking_level_change`,
|
|
1270
1271
|
* and `message`. A `message` line wraps `message.{role, model, provider,
|
|
@@ -1274,8 +1275,14 @@ declare class FactoryAdapter implements HarnessTraceAdapter {
|
|
|
1274
1275
|
* separate `role: "toolResult"` messages keyed by `message.toolCallId`.
|
|
1275
1276
|
*/
|
|
1276
1277
|
|
|
1278
|
+
interface PiAdapterOptions {
|
|
1279
|
+
/** Pi's effective session directory, including PI_CODING_AGENT_SESSION_DIR overrides. */
|
|
1280
|
+
sessionsRoot?: string;
|
|
1281
|
+
}
|
|
1277
1282
|
declare class PiAdapter implements HarnessTraceAdapter {
|
|
1278
1283
|
readonly harness = "pi";
|
|
1284
|
+
private readonly sessionsRoot;
|
|
1285
|
+
constructor(options?: PiAdapterOptions);
|
|
1279
1286
|
private root;
|
|
1280
1287
|
locate(opts?: LocateOptions): Promise<SessionRef[]>;
|
|
1281
1288
|
parse(ref: SessionRef, options?: ParseOptions): Promise<OtlpSpan[]>;
|
|
@@ -3318,6 +3325,434 @@ declare function parseReplayVerifyArgs(argv: readonly string[]): ReplayVerifyCli
|
|
|
3318
3325
|
declare function replayVerifyUsage(): string;
|
|
3319
3326
|
declare function cmdReplayVerify(argv: readonly string[]): Promise<void>;
|
|
3320
3327
|
|
|
3328
|
+
/**
|
|
3329
|
+
* Corpus enumeration for batch replay-verification.
|
|
3330
|
+
*
|
|
3331
|
+
* A CodeTraceBench corpus is a gold label file (array of trajectory entries
|
|
3332
|
+
* with `incorrect_stages[].incorrect_step_ids`) plus a prepared directory:
|
|
3333
|
+
* <prepared>/normalized/<traj_id>/steps.json CodeTracer-normalized steps
|
|
3334
|
+
* <prepared>/normalized/<traj_id>/task.md optional task statement
|
|
3335
|
+
* <prepared>/extracted/<traj_id>/swe_raw/** raw mini-SWE trajectory
|
|
3336
|
+
*
|
|
3337
|
+
* Only SWE-style trajectories are replayable: the raw trajectory must carry
|
|
3338
|
+
* `info.docker_config.base_image`. Every excluded case is returned with a
|
|
3339
|
+
* machine-readable reason — the batch report surfaces the full exclusion
|
|
3340
|
+
* table, never a silently shrunk denominator.
|
|
3341
|
+
*/
|
|
3342
|
+
|
|
3343
|
+
interface CorpusSpec {
|
|
3344
|
+
readonly name: string;
|
|
3345
|
+
readonly labelsPath: string;
|
|
3346
|
+
readonly preparedDir: string;
|
|
3347
|
+
}
|
|
3348
|
+
/** Parses `name=<labelsPath>::<preparedDir>` (paths may contain `=`, not `::`). */
|
|
3349
|
+
declare function parseCorpusFlag(value: string): CorpusSpec;
|
|
3350
|
+
type ReplayExclusionReason = 'no-swe-raw-trajectory' | 'ambiguous-swe-raw-trajectory' | 'unreadable-raw-trajectory' | 'no-docker-image' | 'no-gold-incorrect-step' | 'gold-only-submit-step' | 'missing-steps-json' | 'gold-step-outside-steps' | 'cwd-underivable';
|
|
3351
|
+
/** mini-SWE's end-of-run submit convention: the agent echoes this sentinel
|
|
3352
|
+
* and dumps the diff. A gold label on this step marks a bad SUBMIT DECISION,
|
|
3353
|
+
* not a failed command — there is no executable failure to reproduce, so it
|
|
3354
|
+
* is never a counterfactual replay target (split3's gold labels concentrate
|
|
3355
|
+
* here, which is why a constant accuse-the-submit rule scores well there). */
|
|
3356
|
+
declare const SUBMIT_ACTION_SIGNATURE = "COMPLETE_TASK_AND_SUBMIT_FINAL_OUTPUT";
|
|
3357
|
+
declare function isSubmitAction(action: string): boolean;
|
|
3358
|
+
interface ExcludedCase {
|
|
3359
|
+
readonly corpus: string;
|
|
3360
|
+
readonly trajId: string;
|
|
3361
|
+
readonly reason: ReplayExclusionReason;
|
|
3362
|
+
readonly detail?: string;
|
|
3363
|
+
}
|
|
3364
|
+
type CwdSource = 'run-config' | 'docker-config' | 'pwd-observation';
|
|
3365
|
+
/** Everything needed to invoke replay-verify for one trajectory. */
|
|
3366
|
+
interface CaseResources {
|
|
3367
|
+
readonly corpus: string;
|
|
3368
|
+
readonly trajId: string;
|
|
3369
|
+
readonly stepsPath: string;
|
|
3370
|
+
readonly steps: readonly CodeTraceBenchStep[];
|
|
3371
|
+
readonly taskStatement: string | null;
|
|
3372
|
+
readonly image: string;
|
|
3373
|
+
readonly cwd: string;
|
|
3374
|
+
readonly cwdSource: CwdSource;
|
|
3375
|
+
/** Per-step timeout the recorded run used, when the raw config carries one. */
|
|
3376
|
+
readonly recordedStepTimeoutMs: number | null;
|
|
3377
|
+
}
|
|
3378
|
+
interface ReplayableCase extends CaseResources {
|
|
3379
|
+
/** 1-based gold incorrect step ids, ascending. */
|
|
3380
|
+
readonly goldIncorrectSteps: readonly number[];
|
|
3381
|
+
/** k — the first gold incorrect step that is a real mid-trajectory action;
|
|
3382
|
+
* submit-command golds are skipped (see SUBMIT_ACTION_SIGNATURE). */
|
|
3383
|
+
readonly k: number;
|
|
3384
|
+
/** Gold steps before k skipped because their action is the submit command. */
|
|
3385
|
+
readonly submitGoldsSkipped: number;
|
|
3386
|
+
/** Recorded returncode at k; null when the observation carries none. */
|
|
3387
|
+
readonly recordedReturncodeAtK: number | null;
|
|
3388
|
+
}
|
|
3389
|
+
interface LabelEntry {
|
|
3390
|
+
readonly traj_id: string;
|
|
3391
|
+
readonly incorrect_stages?: readonly {
|
|
3392
|
+
readonly incorrect_step_ids?: readonly number[];
|
|
3393
|
+
}[];
|
|
3394
|
+
}
|
|
3395
|
+
declare function readLabelEntries(labelsPath: string): LabelEntry[];
|
|
3396
|
+
declare function goldIncorrectSteps(entry: LabelEntry): number[];
|
|
3397
|
+
type ResourceResolution = {
|
|
3398
|
+
readonly resolved: true;
|
|
3399
|
+
readonly resources: CaseResources;
|
|
3400
|
+
} | {
|
|
3401
|
+
readonly resolved: false;
|
|
3402
|
+
readonly reason: ReplayExclusionReason;
|
|
3403
|
+
readonly detail?: string;
|
|
3404
|
+
};
|
|
3405
|
+
/**
|
|
3406
|
+
* Resolves the replay resources for one trajectory, independent of gold
|
|
3407
|
+
* labels — the analyst wire uses this with a finding-supplied step instead.
|
|
3408
|
+
*/
|
|
3409
|
+
declare function resolveCaseResources(corpus: CorpusSpec, trajId: string): ResourceResolution;
|
|
3410
|
+
interface EnumerationResult {
|
|
3411
|
+
readonly replayable: ReplayableCase[];
|
|
3412
|
+
readonly excluded: ExcludedCase[];
|
|
3413
|
+
readonly labelEntryCount: number;
|
|
3414
|
+
}
|
|
3415
|
+
/**
|
|
3416
|
+
* Replayable = SWE-style raw trajectory with a docker image AND at least one
|
|
3417
|
+
* gold incorrect step that is a real mid-trajectory action. Gold steps whose
|
|
3418
|
+
* action is the submit command are skipped when choosing k (counted per case);
|
|
3419
|
+
* a case whose golds are ALL submit steps is excluded as gold-only-submit-step.
|
|
3420
|
+
* Exclusion reasons are reported in resolution order:
|
|
3421
|
+
* raw trajectory → docker image → gold labels → steps.json → k range → cwd.
|
|
3422
|
+
*/
|
|
3423
|
+
declare function enumerateReplayableCases(corpora: readonly CorpusSpec[]): EnumerationResult;
|
|
3424
|
+
|
|
3425
|
+
/**
|
|
3426
|
+
* Counterfactual patch synthesis: one LLM call per case that turns a gold
|
|
3427
|
+
* incorrect step into a corrected shell command for replay-verify arm B.
|
|
3428
|
+
*
|
|
3429
|
+
* The caller is a typed outcome boundary ({ succeeded, value, error }) so a
|
|
3430
|
+
* provider failure is a per-case report row, never a thrown batch abort and
|
|
3431
|
+
* never a silent empty fix.
|
|
3432
|
+
*/
|
|
3433
|
+
|
|
3434
|
+
interface ChatUsage {
|
|
3435
|
+
readonly promptTokens: number;
|
|
3436
|
+
readonly completionTokens: number;
|
|
3437
|
+
}
|
|
3438
|
+
type ChatOutcome = {
|
|
3439
|
+
readonly succeeded: true;
|
|
3440
|
+
readonly value: {
|
|
3441
|
+
content: string;
|
|
3442
|
+
usage: ChatUsage | null;
|
|
3443
|
+
};
|
|
3444
|
+
} | {
|
|
3445
|
+
readonly succeeded: false;
|
|
3446
|
+
readonly error: string;
|
|
3447
|
+
};
|
|
3448
|
+
interface ChatCompletionCaller {
|
|
3449
|
+
complete(system: string, user: string): Promise<ChatOutcome>;
|
|
3450
|
+
}
|
|
3451
|
+
interface ZaiChatCallerOptions {
|
|
3452
|
+
readonly baseUrl: string;
|
|
3453
|
+
readonly apiKey: string;
|
|
3454
|
+
readonly model: string;
|
|
3455
|
+
readonly maxTokens?: number;
|
|
3456
|
+
readonly timeoutMs?: number;
|
|
3457
|
+
readonly fetchImpl?: typeof fetch;
|
|
3458
|
+
}
|
|
3459
|
+
/** OpenAI-compatible /chat/completions caller (z.ai coding endpoint shape). */
|
|
3460
|
+
declare function zaiChatCaller(options: ZaiChatCallerOptions): ChatCompletionCaller;
|
|
3461
|
+
interface FixPromptInput {
|
|
3462
|
+
readonly taskStatement: string | null;
|
|
3463
|
+
readonly steps: readonly CodeTraceBenchStep[];
|
|
3464
|
+
/** 1-based step_id of the gold incorrect step. */
|
|
3465
|
+
readonly k: number;
|
|
3466
|
+
/** Steps of context on each side of k (default 3). */
|
|
3467
|
+
readonly contextRadius?: number;
|
|
3468
|
+
}
|
|
3469
|
+
declare function buildFixPrompt(input: FixPromptInput): {
|
|
3470
|
+
system: string;
|
|
3471
|
+
user: string;
|
|
3472
|
+
};
|
|
3473
|
+
/** Last fenced code block, else the whole trimmed content; null when empty. */
|
|
3474
|
+
declare function extractFixCommand(content: string): string | null;
|
|
3475
|
+
type FixGenerationOutcome = {
|
|
3476
|
+
readonly succeeded: true;
|
|
3477
|
+
readonly value: {
|
|
3478
|
+
command: string;
|
|
3479
|
+
usage: ChatUsage | null;
|
|
3480
|
+
};
|
|
3481
|
+
} | {
|
|
3482
|
+
readonly succeeded: false;
|
|
3483
|
+
readonly error: string;
|
|
3484
|
+
};
|
|
3485
|
+
declare function generateFixCommand(caller: ChatCompletionCaller, input: FixPromptInput): Promise<FixGenerationOutcome>;
|
|
3486
|
+
|
|
3487
|
+
/**
|
|
3488
|
+
* Batch replay-verification across gold-labeled CodeTraceBench corpora.
|
|
3489
|
+
*
|
|
3490
|
+
* For every replayable case (SWE-style raw trajectory with a docker image AND
|
|
3491
|
+
* at least one gold incorrect step) the batch:
|
|
3492
|
+
* 1. derives the uid-1000 replay image (the sandbox platform pins customer
|
|
3493
|
+
* commands to a non-root identity, so root-owned trees must be chowned),
|
|
3494
|
+
* 2. replays the prefix and runs arm A — the recorded gold step k, and
|
|
3495
|
+
* 3. optionally generates a corrected command with one LLM call and runs
|
|
3496
|
+
* arm B in its own fresh sandbox.
|
|
3497
|
+
*
|
|
3498
|
+
* Headline metrics:
|
|
3499
|
+
* replayability rate — fraction of replayable cases where the prefix
|
|
3500
|
+
* replays with ≤10% returncode divergence AND arm A reproduces the
|
|
3501
|
+
* recorded returncode at k;
|
|
3502
|
+
* fix-flip rate — fraction of arm-B-executed cases where the failure
|
|
3503
|
+
* vanished (exit 0, signature absent).
|
|
3504
|
+
*
|
|
3505
|
+
* Image pulls and sandbox execs run strictly serially: pulls contend on disk
|
|
3506
|
+
* and registry bandwidth, and serial cases keep wall-time attribution per
|
|
3507
|
+
* case honest. Pull failures are report rows, never silent skips.
|
|
3508
|
+
*/
|
|
3509
|
+
|
|
3510
|
+
type ImagePreparation = {
|
|
3511
|
+
readonly succeeded: true;
|
|
3512
|
+
readonly value: {
|
|
3513
|
+
derivedImage: string;
|
|
3514
|
+
pulled: boolean;
|
|
3515
|
+
built: boolean;
|
|
3516
|
+
};
|
|
3517
|
+
} | {
|
|
3518
|
+
readonly succeeded: false;
|
|
3519
|
+
readonly error: string;
|
|
3520
|
+
};
|
|
3521
|
+
interface ImagePreparer {
|
|
3522
|
+
ensure(image: string, cwd: string): Promise<ImagePreparation>;
|
|
3523
|
+
}
|
|
3524
|
+
interface DockerImagePreparerOptions {
|
|
3525
|
+
readonly pullTimeoutMs?: number;
|
|
3526
|
+
readonly buildTimeoutMs?: number;
|
|
3527
|
+
}
|
|
3528
|
+
declare function derivedImageTag(image: string, cwd: string): string;
|
|
3529
|
+
/**
|
|
3530
|
+
* Pulls the base image when absent and builds `FROM <base>; RUN chown -R
|
|
3531
|
+
* 1000:1000 <cwd>` tagged by content hash, so repeated batches reuse both
|
|
3532
|
+
* the pull and the build. cwd `/` skips the chown (never chown -R /) and
|
|
3533
|
+
* replays on the base image directly.
|
|
3534
|
+
*/
|
|
3535
|
+
declare function dockerImagePreparer(options?: DockerImagePreparerOptions): ImagePreparer;
|
|
3536
|
+
interface ReplayBatchOptions {
|
|
3537
|
+
readonly corpora: readonly CorpusSpec[];
|
|
3538
|
+
readonly out: string;
|
|
3539
|
+
readonly baseUrl?: string;
|
|
3540
|
+
readonly apiKey?: string;
|
|
3541
|
+
/** 'generate' runs one LLM call per arm-A-reproduced case, then arm B. */
|
|
3542
|
+
readonly fix: 'none' | 'generate';
|
|
3543
|
+
readonly fixCaller?: ChatCompletionCaller;
|
|
3544
|
+
readonly fixModelLabel?: string;
|
|
3545
|
+
/** Cap on LLM fix calls; eligible cases beyond it are seeded-sampled out. */
|
|
3546
|
+
readonly maxFixCases?: number;
|
|
3547
|
+
readonly seed?: number;
|
|
3548
|
+
/** Overrides the per-case recorded step timeout. */
|
|
3549
|
+
readonly stepTimeoutMs?: number;
|
|
3550
|
+
readonly prefixLimit?: number;
|
|
3551
|
+
/** Run only cases whose trajId contains this substring (smoke knob). */
|
|
3552
|
+
readonly caseFilter?: string;
|
|
3553
|
+
/** Run only the first N replayable cases (smoke knob). */
|
|
3554
|
+
readonly caseLimit?: number;
|
|
3555
|
+
readonly maxLifetimeSeconds?: number;
|
|
3556
|
+
readonly preparer?: ImagePreparer;
|
|
3557
|
+
/** Test seam: receives the derived image, returns the exec backend. */
|
|
3558
|
+
readonly backendFactory?: (derivedImage: string) => ReplayExecBackend;
|
|
3559
|
+
readonly onProgress?: (message: string) => void;
|
|
3560
|
+
}
|
|
3561
|
+
interface ReplayBatchFixResult {
|
|
3562
|
+
/** false when the case was eligible but seeded-sampled out of the cap. */
|
|
3563
|
+
readonly attempted: boolean;
|
|
3564
|
+
readonly sampledOut: boolean;
|
|
3565
|
+
readonly command: string | null;
|
|
3566
|
+
readonly llmError: string | null;
|
|
3567
|
+
readonly usage: ChatUsage | null;
|
|
3568
|
+
readonly armBExit: number | null;
|
|
3569
|
+
readonly armBPrefixExecuted: number | null;
|
|
3570
|
+
readonly armBPrefixDivergences: number | null;
|
|
3571
|
+
readonly failureVanished: boolean | null;
|
|
3572
|
+
readonly armBError: string | null;
|
|
3573
|
+
}
|
|
3574
|
+
interface ReplayBatchCaseRow {
|
|
3575
|
+
readonly corpus: string;
|
|
3576
|
+
readonly trajId: string;
|
|
3577
|
+
readonly image: string;
|
|
3578
|
+
readonly derivedImage: string | null;
|
|
3579
|
+
readonly cwd: string;
|
|
3580
|
+
readonly cwdSource: string;
|
|
3581
|
+
readonly k: number;
|
|
3582
|
+
readonly stepCount: number;
|
|
3583
|
+
readonly goldIncorrectSteps: readonly number[];
|
|
3584
|
+
/** Gold steps before k skipped because their action is the submit command. */
|
|
3585
|
+
readonly submitGoldsSkipped: number;
|
|
3586
|
+
readonly recordedReturncodeAtK: number | null;
|
|
3587
|
+
readonly signature: string | null;
|
|
3588
|
+
readonly status: 'ok' | 'image-unavailable' | 'replay-error';
|
|
3589
|
+
readonly error: string | null;
|
|
3590
|
+
readonly imagePulled: boolean;
|
|
3591
|
+
readonly imageBuilt: boolean;
|
|
3592
|
+
readonly prefixExecuted: number | null;
|
|
3593
|
+
readonly prefixDivergences: number | null;
|
|
3594
|
+
readonly prefixDivergencePct: number | null;
|
|
3595
|
+
readonly armAExit: number | null;
|
|
3596
|
+
readonly armAReturncodeMatch: boolean;
|
|
3597
|
+
readonly armASignatureMatch: boolean;
|
|
3598
|
+
/** Headline predicate: divergence ≤10% AND arm A reproduced the returncode. */
|
|
3599
|
+
readonly replayed: boolean;
|
|
3600
|
+
readonly fix: ReplayBatchFixResult | null;
|
|
3601
|
+
readonly wallMs: number;
|
|
3602
|
+
}
|
|
3603
|
+
interface ReplayBatchReport {
|
|
3604
|
+
readonly generatedAt: string;
|
|
3605
|
+
readonly corpora: readonly {
|
|
3606
|
+
name: string;
|
|
3607
|
+
labelsPath: string;
|
|
3608
|
+
preparedDir: string;
|
|
3609
|
+
}[];
|
|
3610
|
+
readonly totals: {
|
|
3611
|
+
readonly labelEntries: number;
|
|
3612
|
+
readonly replayable: number;
|
|
3613
|
+
readonly executed: number;
|
|
3614
|
+
readonly excludedByReason: Record<string, number>;
|
|
3615
|
+
/** Per-corpus submit-gold accounting: cases dropped because every gold is
|
|
3616
|
+
* the submit command, and golds skipped inside still-replayable cases. */
|
|
3617
|
+
readonly submitGoldsByCorpus: Record<string, {
|
|
3618
|
+
submitOnlyCases: number;
|
|
3619
|
+
goldsSkippedWithinReplayable: number;
|
|
3620
|
+
}>;
|
|
3621
|
+
};
|
|
3622
|
+
readonly headline: {
|
|
3623
|
+
readonly replayabilityRate: {
|
|
3624
|
+
numerator: number;
|
|
3625
|
+
denominator: number;
|
|
3626
|
+
value: number | null;
|
|
3627
|
+
};
|
|
3628
|
+
readonly signatureStrictRate: {
|
|
3629
|
+
numerator: number;
|
|
3630
|
+
denominator: number;
|
|
3631
|
+
value: number | null;
|
|
3632
|
+
};
|
|
3633
|
+
readonly fixFlipRate: {
|
|
3634
|
+
numerator: number;
|
|
3635
|
+
denominator: number;
|
|
3636
|
+
value: number | null;
|
|
3637
|
+
} | null;
|
|
3638
|
+
/** Fix-flip restricted to cases whose recorded returncode at k is nonzero —
|
|
3639
|
+
* real recorded failures, where "the failure vanished" is not vacuous. */
|
|
3640
|
+
readonly fixFlipRateNonzeroRc: {
|
|
3641
|
+
numerator: number;
|
|
3642
|
+
denominator: number;
|
|
3643
|
+
value: number | null;
|
|
3644
|
+
} | null;
|
|
3645
|
+
};
|
|
3646
|
+
readonly llm: {
|
|
3647
|
+
readonly model: string;
|
|
3648
|
+
readonly calls: number;
|
|
3649
|
+
readonly failures: number;
|
|
3650
|
+
readonly promptTokens: number;
|
|
3651
|
+
readonly completionTokens: number;
|
|
3652
|
+
} | null;
|
|
3653
|
+
readonly excluded: readonly {
|
|
3654
|
+
corpus: string;
|
|
3655
|
+
trajId: string;
|
|
3656
|
+
reason: string;
|
|
3657
|
+
detail?: string;
|
|
3658
|
+
}[];
|
|
3659
|
+
readonly pullFailures: readonly {
|
|
3660
|
+
corpus: string;
|
|
3661
|
+
trajId: string;
|
|
3662
|
+
image: string;
|
|
3663
|
+
error: string;
|
|
3664
|
+
}[];
|
|
3665
|
+
readonly cases: readonly ReplayBatchCaseRow[];
|
|
3666
|
+
}
|
|
3667
|
+
declare function seededSample<T>(items: readonly T[], size: number, seed: number): Set<T>;
|
|
3668
|
+
declare function runReplayBatch(options: ReplayBatchOptions): Promise<ReplayBatchReport>;
|
|
3669
|
+
declare function renderBatchReport(report: ReplayBatchReport): string;
|
|
3670
|
+
interface ReplayBatchCliArgs {
|
|
3671
|
+
readonly corpora: CorpusSpec[];
|
|
3672
|
+
readonly out: string;
|
|
3673
|
+
readonly fix: 'none' | 'generate';
|
|
3674
|
+
readonly fixModel: string;
|
|
3675
|
+
readonly fixBaseUrl: string;
|
|
3676
|
+
readonly fixApiKeyEnv: string;
|
|
3677
|
+
readonly maxFixCases: number;
|
|
3678
|
+
readonly seed: number;
|
|
3679
|
+
readonly stepTimeoutMs?: number;
|
|
3680
|
+
readonly prefixLimit?: number;
|
|
3681
|
+
readonly caseFilter?: string;
|
|
3682
|
+
readonly caseLimit?: number;
|
|
3683
|
+
readonly baseUrl: string;
|
|
3684
|
+
readonly apiKeyEnv: string;
|
|
3685
|
+
readonly maxLifetimeSeconds?: number;
|
|
3686
|
+
readonly enumerateOnly: boolean;
|
|
3687
|
+
}
|
|
3688
|
+
declare function parseReplayBatchArgs(argv: readonly string[]): ReplayBatchCliArgs | 'help';
|
|
3689
|
+
declare function replayBatchUsage(): string;
|
|
3690
|
+
declare function cmdReplayVerifyBatch(argv: readonly string[]): Promise<void>;
|
|
3691
|
+
|
|
3692
|
+
/**
|
|
3693
|
+
* Finding-to-replay wire: the entry point the analyst product calls to turn
|
|
3694
|
+
* a cited incorrect-steps finding into an executed replay-verify proof.
|
|
3695
|
+
*
|
|
3696
|
+
* A CodeTraceBench analyst finding names its trajectory and carries a subject
|
|
3697
|
+
* of the form `incorrect-steps-<first>-<last>-<escaped|unescaped>-consequence-<step>`.
|
|
3698
|
+
* The wire maps that to a replay-verify invocation: `--at` = the finding's
|
|
3699
|
+
* first incorrect step (which may differ from the gold label), the docker
|
|
3700
|
+
* image and cwd from the trajectory's raw config, and — optionally — an arm-B
|
|
3701
|
+
* corrected command from the counterfactual fix generator.
|
|
3702
|
+
*/
|
|
3703
|
+
|
|
3704
|
+
interface IncorrectStepsSubject {
|
|
3705
|
+
readonly firstStep: number;
|
|
3706
|
+
readonly lastStep: number;
|
|
3707
|
+
readonly escapeStatus: 'escaped' | 'unescaped';
|
|
3708
|
+
readonly consequenceStep: number;
|
|
3709
|
+
}
|
|
3710
|
+
/** Null when the subject is not an incorrect-steps finding subject. */
|
|
3711
|
+
declare function parseIncorrectStepsSubject(subject: string): IncorrectStepsSubject | null;
|
|
3712
|
+
interface AnalystReplayFinding {
|
|
3713
|
+
readonly trajId: string;
|
|
3714
|
+
readonly subject: string;
|
|
3715
|
+
}
|
|
3716
|
+
interface ResolvedReplayInvocation {
|
|
3717
|
+
readonly resources: CaseResources;
|
|
3718
|
+
readonly subject: IncorrectStepsSubject;
|
|
3719
|
+
/** 1-based step_id replay-verify receives as --at: the finding's first incorrect step. */
|
|
3720
|
+
readonly at: number;
|
|
3721
|
+
}
|
|
3722
|
+
/**
|
|
3723
|
+
* Maps a finding onto replay resources, searching the given corpora for the
|
|
3724
|
+
* trajectory. Throws with the precise reason when the finding cannot be
|
|
3725
|
+
* replayed (malformed subject, unknown trajectory, non-SWE case, step out of
|
|
3726
|
+
* range) — the analyst product surfaces that reason instead of a proof.
|
|
3727
|
+
*/
|
|
3728
|
+
declare function resolveFindingInvocation(finding: AnalystReplayFinding, corpora: readonly CorpusSpec[]): ResolvedReplayInvocation;
|
|
3729
|
+
interface ReplayFindingOptions {
|
|
3730
|
+
readonly corpora: readonly CorpusSpec[];
|
|
3731
|
+
readonly out: string;
|
|
3732
|
+
/** Generates the arm-B corrected command; omit to run arm A only. */
|
|
3733
|
+
readonly fixCaller?: ChatCompletionCaller;
|
|
3734
|
+
/** Pre-supplied arm-B command; mutually exclusive with fixCaller. */
|
|
3735
|
+
readonly fixCommand?: string;
|
|
3736
|
+
readonly stepTimeoutMs?: number;
|
|
3737
|
+
readonly prefixLimit?: number;
|
|
3738
|
+
readonly backend?: ReplayExecBackend;
|
|
3739
|
+
readonly apiKey?: string;
|
|
3740
|
+
readonly baseUrl?: string;
|
|
3741
|
+
readonly onProgress?: (message: string) => void;
|
|
3742
|
+
}
|
|
3743
|
+
interface ReplayFindingResult {
|
|
3744
|
+
readonly invocation: ResolvedReplayInvocation;
|
|
3745
|
+
readonly fixCommand: string | null;
|
|
3746
|
+
readonly verdict: ReplayVerdict;
|
|
3747
|
+
}
|
|
3748
|
+
/**
|
|
3749
|
+
* The shape the analyst product calls: finding in, executed proof out.
|
|
3750
|
+
* Note the caller supplies the image via resources; when no injected backend
|
|
3751
|
+
* is given the image must already be replay-ready (uid-1000 derived) — batch
|
|
3752
|
+
* preparation lives in replay-batch's ImagePreparer.
|
|
3753
|
+
*/
|
|
3754
|
+
declare function replayVerifyFinding(finding: AnalystReplayFinding, options: ReplayFindingOptions): Promise<ReplayFindingResult>;
|
|
3755
|
+
|
|
3321
3756
|
/**
|
|
3322
3757
|
* Local upload-dedup state.
|
|
3323
3758
|
*
|
|
@@ -3420,4 +3855,4 @@ interface ExecuteOptions {
|
|
|
3420
3855
|
/** Send the final, new outbound items (or write their dry-run OTLP). */
|
|
3421
3856
|
declare function executeUpload(plan: UploadPlan, opts?: ExecuteOptions): Promise<UploadResult>;
|
|
3422
3857
|
|
|
3423
|
-
export { ACTOR_ATTR, ATTR, type Actor, type AdoptionOptions, type AdoptionReport, AmpAdapter, type AnalyzeOptions, type AnalyzeResult, type ArmExecutionResult, BLOBS_DIR, type BuildPolicyEvidenceOptions, type BuildSessionIndexOptions, type BuildTraceFindingPacketOptions, CODING_REDACTION_RULES, CONTENT_CAP, COORDINATION_LOG_FILE, CORRECTIVE_REACTIONS, type ChatTrajectory, type ChatTrajectoryMessage, type ChatTrajectoryOptions, ClaudeAdapter, type CodeTraceBenchFileRef, type CodeTraceBenchImportOptions, type CodeTraceBenchImportReceipt, type CodeTraceBenchImportResult, type CodeTraceBenchImportedTrace, type CodeTraceBenchStep, CodexAdapter, CodexExecAdapter, CodexExecStreamError, CodexTaskScopeError, type CollectOptions, type CollectPolicyEvidenceOptions, type CollectSessionIndexOptions, type CollectSessionSelectionOptions, type CollectSessionWorkflowOptions, type ConformanceRenderOptions, type CoordinationLog, type CoordinationQuestion, type CoordinationSteer, CopilotAdapter, type CorruptionMode, DEFAULT_HARNESS, EMPTY_SPAN_RUN_SNAPSHOT, EXPORT_RULE, EmptySessionError, type ExecuteOptions, type ExportRule, type ExternalAnalysisKind, type ExternalAnalysisPayload, type ExternalAnalysisResult, type ExternalAnalyzer, type ExternalAnalyzerOptions, type ExternalDiscoveryCandidate, FactoryAdapter, type FileRunContextReaderOptions, ForgeAdapter, GeminiAdapter, type HaloAnalyzerOptions, type HaloReasoningEffort, type HarnessTraceAdapter, type HodoscopeAnalyzerOptions, type HodoscopeInput, type HodoscopeMessage, type HodoscopeSourceMapEntry, type HodoscopeTrajectory, INGEST_SOURCE_CLI, type IngestedTrajectory, type InspectSessionIndexOptions, JsonSourceError, type JsonlCorruptionReceipt, JsonlParseError, type JsonlReadOptions, type LiveBatchOptions, type LocateOptions, type LoopConvergence, type LoopConvergenceReport, type LoopIteration, type LoopTrend, type LoopTrendBasis, type ObservedLoop, type ObserverOptions, OpencodeAdapter, type OtlpIngestIssue, type OtlpIngestIssueKind, type OtlpInput, type OtlpInputFile, type OtlpRowConversion, type OtlpSpan, type OtlpSpanKind, type OtlpSpanLink, type OtlpStatusCode, type ParentTaskResolution, type ParseOptions, PartialUploadError, PiAdapter, type PipelineOptions, type PipelineReport, type PlanOptions, type PolicyEvidenceLoopSummary, type PolicyEvidenceRecord, type PolicyEvidenceToolSummary, type PrefixDivergence, type PrefixReplayResult, QwenAdapter, REACTIONS, RESULT_FILE, RULE, type Reaction, type ReactionReport, type ReactionSessionReport, type Redactor, type ReplayArmVerdict, type ReplayExecBackend, type ReplayExecResult, type ReplayExecSession, type ReplayVerdict, type ReplayVerifyCliArgs, type ReplayVerifyOptions, type RepoAttrs, type RepoResolution, type RepoResolutionSource, type ResolvedOtlpInput, type RunContextJournal, type RunContextNode, type RunContextResult, type RunContextSnapshot, type RunResult, type RunWatchSnapshot, type RunWatchTarget, type RuntimeTrace, SPAWN_JOURNAL_FILE, STATUS_MARK, SandboxCounterfactualRunner, type SandboxCounterfactualRunnerOptions, type SandboxReplayBackendOptions, type ScanOptions, type ScannedSession, type SessionBatch, type SessionCorruptionReceipt, type SessionIdentityConflict, type SessionIdentityIndex, type SessionIntegrity, type SessionRef, type SessionRelationship, type SessionRole, type SessionSeedGroup, type SessionSelection, type SessionSelectionRow, type SessionSourceFile, type SessionWorkflow, SessionWorkflowError, type SessionWorkflowErrorCode, type SessionWorkflowIssue, type SessionWorkflowSession, type SessionWorkflowSummary, type SkippedAnalysis, type SkippedInputFile, type SpanInput, type SpanNodeStatus, type SpanRedaction, type SpanRunNode, type SpanRunSnapshot, type SpanStructure, type SpendRoll, type SteeringChainReport, type SteeringEdge, TRACES_REDACTION_RULES, type TraceAgenticRoute, type TraceAgenticRouteReason, type TraceAgenticRouteReasonCode, type TraceContextIndex, type TraceContextRoot, type TraceEvidenceExportOptions, type TraceEvidenceExportResult, type TraceEvidenceFormatOption, type TraceEvidenceInputFormat, type TraceEvidenceRow, type TraceExecutionOptions, type TraceFindingPacket, type TraceImprovementArtifacts, type TraceImprovementOptions, type TraceImprovementResult, type TraceIndexedFile, type TraceInspectionArea, type TraceInspectionFinding, type TraceInspectionReport, type TraceInspectionSeverity, type TraceInvestigationOptions, type TraceInvestigationResult, type TraceLiveAction, type TraceLiveActionKind, type TraceLiveAnalysisContext, type TraceLiveAnalyst, type TraceLiveBatch, type TraceLiveEvidence, type TraceLiveFinding, type TraceLiveLoop, type TraceLiveSeverity, type TraceSessionIndex, type TraceSessionIndexRow, type TraceStoreInvestigationOptions, type TraceStoreInvestigationResult, type TraceStreamEvent, type TraceStreamOptions, type TraceStreamReplayOptions, type TraceStreamSession, type TracesConfig, type TriggerPair, type UnavailableCapabilities, type UploadBackend, type UploadIdentity, type UploadItem, type UploadPlan, type UploadRecord, type UploadResult, type UploadState, type UserPromptInput, type WatchRunTargetOptions, ZERO_ROLL, addSpend, alreadyUploaded, analyzeAdoption, analyzeLiveBatch, analyzeLoopConvergence, analyzeReactions, analyzeSpans, analyzeSteeringChain, applyRedactor, buildPolicyEvidenceRecord, buildSessionIndex, buildSessionIndexFromRows, buildSpanRunTree, buildTraceFindingPacket, capText, chatTrajectoryToSpans, classifyLiveActions, classifyReaction, claudeActor, cmdReplayVerify, codexActor, collectPolicyEvidence, collectSessionIndex, collectSessionSelection, collectSessionWorkflow, collectSessions, commandAnalyzer, commandRedactor, conformanceOfSpans, connectors, countSkillRunsJsonl, cwdMatchesSelection, defaultTraceLiveAnalysts, deriveFailureSignature, describeSessionRelationship, equivalentGitCwds, executeUpload, exportTraceEvidenceFile, exportTraceEvidenceRows, exportTraceEvidenceText, fileRunContextSupervisorRunReader, findSpanSourceFiles, forEachTreeNode, haloAnalyzer, hodoscopeAnalyzer, importCodeTraceBench, incompleteInputsNote, indexSessionIdsByTrace, inferRole, inferSpanKind, ingestCodeTraceBenchSteps, inspectSessionIndex, int, isChatTrajectory, isChatTrajectoryMessage, isFileRunContextDir, knownHarnesses, listAdapters, loadState, loadTracesConfig, locateSessions, looksLikeAgentPrompt, mergeRolls, mergeTracesConfig, ms, normalizeRemote, otlpRowToSpan, outboundHash, parseIsoToEpochMs, parseObservationOutput, parseRecordedReturncode, parseReplayVerifyArgs, parseSession, parseSince, planTraceAgenticRoute, planUpload, readCoordinationLog, readFileRunContext, readJsonFile, readJsonl, readOtlpInput, readRunContextJournal, readRunContextSnapshot, readRunWatchSnapshot, readSessionIndexFile, readSpanRunSnapshot, recordSessionCorruption, redactSpans, renderConformance, renderInspectionReport, renderRunContextSnapshot, renderRunWatchSnapshot, renderSpanRunSnapshot, renderValidation, replayVerify, replayVerifyUsage, resolveAdapter, resolveOtlpInputFiles, resolveRepoAttrs, resolveRunContextDir, resolveRunWatchTarget, resolveSessionRepoAttrs, runCommand, runExternalAnalyzers, runPipelines, runTotals, runTraceImprovement, runTraceInvestigation, runTraceStoreInvestigation, sandboxReplayBackend, saveReport, saveState, scanSessions, selectAdapters, serializeInspectionReport, serializePolicyEvidence, serializeSessionIndex, serializeSpans, serializeTraceStreamEvent, sessionHash, sessionIdFromAttributes, sessionIntegrityAttributes, skippedAnalyses, span, spanRunTotals, stampRepoAttrs, stampSessionIdentity, stampSessionIntegrity, stampSpanWorkdirRepoAttrs, streamSessions, summarizeOtlpExecution, summarizeSpanExecution, summarizeSpanStructure, takeJsonl, textIsSynthetic, toOpenInferenceSpan, toRuntimeStore, toTraceSpanEvents, tokens, totalAgenticFailureMessage, traceAgenticKinds, traceStreamEventsFromSpans, unavailableCapabilities, uploadKey, usd, userPromptSpan, validateOtlpSpans, validationExitCode, watchRunTarget, watchSessions, wrap, wrapActionForExec, writeHodoscopeInput, writeInspectionReportFile, writeOtlpFile, writePolicyEvidenceFile, writeSessionIndexFile, writeTraceEvidenceExportFile, writeTraceImprovementArtifacts, zeroPricedCost };
|
|
3858
|
+
export { ACTOR_ATTR, ATTR, type Actor, type AdoptionOptions, type AdoptionReport, AmpAdapter, type AnalystReplayFinding, type AnalyzeOptions, type AnalyzeResult, type ArmExecutionResult, BLOBS_DIR, type BuildPolicyEvidenceOptions, type BuildSessionIndexOptions, type BuildTraceFindingPacketOptions, CODING_REDACTION_RULES, CONTENT_CAP, COORDINATION_LOG_FILE, CORRECTIVE_REACTIONS, type CaseResources, type ChatCompletionCaller, type ChatOutcome, type ChatTrajectory, type ChatTrajectoryMessage, type ChatTrajectoryOptions, type ChatUsage, ClaudeAdapter, type CodeTraceBenchFileRef, type CodeTraceBenchImportOptions, type CodeTraceBenchImportReceipt, type CodeTraceBenchImportResult, type CodeTraceBenchImportedTrace, type CodeTraceBenchStep, CodexAdapter, CodexExecAdapter, CodexExecStreamError, CodexTaskScopeError, type CollectOptions, type CollectPolicyEvidenceOptions, type CollectSessionIndexOptions, type CollectSessionSelectionOptions, type CollectSessionWorkflowOptions, type ConformanceRenderOptions, type CoordinationLog, type CoordinationQuestion, type CoordinationSteer, CopilotAdapter, type CorpusSpec, type CorruptionMode, type CwdSource, DEFAULT_HARNESS, type DockerImagePreparerOptions, EMPTY_SPAN_RUN_SNAPSHOT, EXPORT_RULE, EmptySessionError, type EnumerationResult, type ExcludedCase, type ExecuteOptions, type ExportRule, type ExternalAnalysisKind, type ExternalAnalysisPayload, type ExternalAnalysisResult, type ExternalAnalyzer, type ExternalAnalyzerOptions, type ExternalDiscoveryCandidate, FactoryAdapter, type FileRunContextReaderOptions, type FixGenerationOutcome, type FixPromptInput, ForgeAdapter, GeminiAdapter, type HaloAnalyzerOptions, type HaloReasoningEffort, type HarnessTraceAdapter, type HodoscopeAnalyzerOptions, type HodoscopeInput, type HodoscopeMessage, type HodoscopeSourceMapEntry, type HodoscopeTrajectory, INGEST_SOURCE_CLI, type ImagePreparation, type ImagePreparer, type IncorrectStepsSubject, type IngestedTrajectory, type InspectSessionIndexOptions, JsonSourceError, type JsonlCorruptionReceipt, JsonlParseError, type JsonlReadOptions, type LiveBatchOptions, type LocateOptions, type LoopConvergence, type LoopConvergenceReport, type LoopIteration, type LoopTrend, type LoopTrendBasis, type ObservedLoop, type ObserverOptions, OpencodeAdapter, type OtlpIngestIssue, type OtlpIngestIssueKind, type OtlpInput, type OtlpInputFile, type OtlpRowConversion, type OtlpSpan, type OtlpSpanKind, type OtlpSpanLink, type OtlpStatusCode, type ParentTaskResolution, type ParseOptions, PartialUploadError, PiAdapter, type PiAdapterOptions, type PipelineOptions, type PipelineReport, type PlanOptions, type PolicyEvidenceLoopSummary, type PolicyEvidenceRecord, type PolicyEvidenceToolSummary, type PrefixDivergence, type PrefixReplayResult, QwenAdapter, REACTIONS, RESULT_FILE, RULE, type Reaction, type ReactionReport, type ReactionSessionReport, type Redactor, type ReplayArmVerdict, type ReplayBatchCaseRow, type ReplayBatchCliArgs, type ReplayBatchFixResult, type ReplayBatchOptions, type ReplayBatchReport, type ReplayExclusionReason, type ReplayExecBackend, type ReplayExecResult, type ReplayExecSession, type ReplayFindingOptions, type ReplayFindingResult, type ReplayVerdict, type ReplayVerifyCliArgs, type ReplayVerifyOptions, type ReplayableCase, type RepoAttrs, type RepoResolution, type RepoResolutionSource, type ResolvedOtlpInput, type ResolvedReplayInvocation, type ResourceResolution, type RunContextJournal, type RunContextNode, type RunContextResult, type RunContextSnapshot, type RunResult, type RunWatchSnapshot, type RunWatchTarget, type RuntimeTrace, SPAWN_JOURNAL_FILE, STATUS_MARK, SUBMIT_ACTION_SIGNATURE, SandboxCounterfactualRunner, type SandboxCounterfactualRunnerOptions, type SandboxReplayBackendOptions, type ScanOptions, type ScannedSession, type SessionBatch, type SessionCorruptionReceipt, type SessionIdentityConflict, type SessionIdentityIndex, type SessionIntegrity, type SessionRef, type SessionRelationship, type SessionRole, type SessionSeedGroup, type SessionSelection, type SessionSelectionRow, type SessionSourceFile, type SessionWorkflow, SessionWorkflowError, type SessionWorkflowErrorCode, type SessionWorkflowIssue, type SessionWorkflowSession, type SessionWorkflowSummary, type SkippedAnalysis, type SkippedInputFile, type SpanInput, type SpanNodeStatus, type SpanRedaction, type SpanRunNode, type SpanRunSnapshot, type SpanStructure, type SpendRoll, type SteeringChainReport, type SteeringEdge, TRACES_REDACTION_RULES, type TraceAgenticRoute, type TraceAgenticRouteReason, type TraceAgenticRouteReasonCode, type TraceContextIndex, type TraceContextRoot, type TraceEvidenceExportOptions, type TraceEvidenceExportResult, type TraceEvidenceFormatOption, type TraceEvidenceInputFormat, type TraceEvidenceRow, type TraceExecutionOptions, type TraceFindingPacket, type TraceImprovementArtifacts, type TraceImprovementOptions, type TraceImprovementResult, type TraceIndexedFile, type TraceInspectionArea, type TraceInspectionFinding, type TraceInspectionReport, type TraceInspectionSeverity, type TraceInvestigationOptions, type TraceInvestigationResult, type TraceLiveAction, type TraceLiveActionKind, type TraceLiveAnalysisContext, type TraceLiveAnalyst, type TraceLiveBatch, type TraceLiveEvidence, type TraceLiveFinding, type TraceLiveLoop, type TraceLiveSeverity, type TraceSessionIndex, type TraceSessionIndexRow, type TraceStoreInvestigationOptions, type TraceStoreInvestigationResult, type TraceStreamEvent, type TraceStreamOptions, type TraceStreamReplayOptions, type TraceStreamSession, type TracesConfig, type TriggerPair, type UnavailableCapabilities, type UploadBackend, type UploadIdentity, type UploadItem, type UploadPlan, type UploadRecord, type UploadResult, type UploadState, type UserPromptInput, type WatchRunTargetOptions, ZERO_ROLL, type ZaiChatCallerOptions, addSpend, alreadyUploaded, analyzeAdoption, analyzeLiveBatch, analyzeLoopConvergence, analyzeReactions, analyzeSpans, analyzeSteeringChain, applyRedactor, buildFixPrompt, buildPolicyEvidenceRecord, buildSessionIndex, buildSessionIndexFromRows, buildSpanRunTree, buildTraceFindingPacket, capText, chatTrajectoryToSpans, classifyLiveActions, classifyReaction, claudeActor, cmdReplayVerify, cmdReplayVerifyBatch, codexActor, collectPolicyEvidence, collectSessionIndex, collectSessionSelection, collectSessionWorkflow, collectSessions, commandAnalyzer, commandRedactor, conformanceOfSpans, connectors, countSkillRunsJsonl, cwdMatchesSelection, defaultTraceLiveAnalysts, deriveFailureSignature, derivedImageTag, describeSessionRelationship, dockerImagePreparer, enumerateReplayableCases, equivalentGitCwds, executeUpload, exportTraceEvidenceFile, exportTraceEvidenceRows, exportTraceEvidenceText, extractFixCommand, fileRunContextSupervisorRunReader, findSpanSourceFiles, forEachTreeNode, generateFixCommand, goldIncorrectSteps, haloAnalyzer, hodoscopeAnalyzer, importCodeTraceBench, incompleteInputsNote, indexSessionIdsByTrace, inferRole, inferSpanKind, ingestCodeTraceBenchSteps, inspectSessionIndex, int, isChatTrajectory, isChatTrajectoryMessage, isFileRunContextDir, isSubmitAction, knownHarnesses, listAdapters, loadState, loadTracesConfig, locateSessions, looksLikeAgentPrompt, mergeRolls, mergeTracesConfig, ms, normalizeRemote, otlpRowToSpan, outboundHash, parseCorpusFlag, parseIncorrectStepsSubject, parseIsoToEpochMs, parseObservationOutput, parseRecordedReturncode, parseReplayBatchArgs, parseReplayVerifyArgs, parseSession, parseSince, planTraceAgenticRoute, planUpload, readCoordinationLog, readFileRunContext, readJsonFile, readJsonl, readLabelEntries, readOtlpInput, readRunContextJournal, readRunContextSnapshot, readRunWatchSnapshot, readSessionIndexFile, readSpanRunSnapshot, recordSessionCorruption, redactSpans, renderBatchReport, renderConformance, renderInspectionReport, renderRunContextSnapshot, renderRunWatchSnapshot, renderSpanRunSnapshot, renderValidation, replayBatchUsage, replayVerify, replayVerifyFinding, replayVerifyUsage, resolveAdapter, resolveCaseResources, resolveFindingInvocation, resolveOtlpInputFiles, resolveRepoAttrs, resolveRunContextDir, resolveRunWatchTarget, resolveSessionRepoAttrs, runCommand, runExternalAnalyzers, runPipelines, runReplayBatch, runTotals, runTraceImprovement, runTraceInvestigation, runTraceStoreInvestigation, sandboxReplayBackend, saveReport, saveState, scanSessions, seededSample, selectAdapters, serializeInspectionReport, serializePolicyEvidence, serializeSessionIndex, serializeSpans, serializeTraceStreamEvent, sessionHash, sessionIdFromAttributes, sessionIntegrityAttributes, skippedAnalyses, span, spanRunTotals, stampRepoAttrs, stampSessionIdentity, stampSessionIntegrity, stampSpanWorkdirRepoAttrs, streamSessions, summarizeOtlpExecution, summarizeSpanExecution, summarizeSpanStructure, takeJsonl, textIsSynthetic, toOpenInferenceSpan, toRuntimeStore, toTraceSpanEvents, tokens, totalAgenticFailureMessage, traceAgenticKinds, traceStreamEventsFromSpans, unavailableCapabilities, uploadKey, usd, userPromptSpan, validateOtlpSpans, validationExitCode, watchRunTarget, watchSessions, wrap, wrapActionForExec, writeHodoscopeInput, writeInspectionReportFile, writeOtlpFile, writePolicyEvidenceFile, writeSessionIndexFile, writeTraceEvidenceExportFile, writeTraceImprovementArtifacts, zaiChatCaller, zeroPricedCost };
|