@llm4ts/runner 3.3.0 → 4.0.0

package/dist/Profile.d.ts

@@ -1,309 +0,0 @@
-import * as Effect from "effect/Effect";
-import * as Schema from "effect/Schema";
-import { duration, type TreeInput } from "./AgentTree.ts";
-export { duration };
-import { WatchTargetMissing, type TraceChoice, type TraceSources } from "./Watch.ts";
-export declare const ProfileTime: Schema.Struct<{
-    readonly model: Schema.Number;
-    readonly tools: Schema.Number;
-    readonly gates: Schema.Number;
-    readonly merge: Schema.Number;
-    readonly waiting: Schema.Number;
-    readonly unaccounted: Schema.Number;
-}>;
-export type ProfileTime = typeof ProfileTime.Type;
-export declare const TurnStats: Schema.Struct<{
-    readonly count: Schema.Int;
-    readonly avgMs: Schema.Number;
-    readonly maxMs: Schema.Number;
-    readonly firstPrompt: Schema.optionalKey<Schema.Int>;
-    readonly lastPrompt: Schema.optionalKey<Schema.Int>;
-    readonly maxPrompt: Schema.optionalKey<Schema.Int>;
-    /** The last prompt is more than three times the first. */
-    readonly promptGrowth: Schema.Boolean;
-    /** Tool calls per finished turn: each is a model round trip. */
-    readonly avgSteps: Schema.Number;
-    /** The model's own time per round trip: a turn's time less its tools, over its steps + 1. */
-    readonly avgStepMs: Schema.Number;
-}>;
-export type TurnStats = typeof TurnStats.Type;
-/** A stretch of a story's time no `Timed` event covers, named by the events around it. */
-export declare const Gap: Schema.Struct<{
-    readonly ms: Schema.Number;
-    readonly after: Schema.String;
-    readonly before: Schema.String;
-}>;
-export type Gap = typeof Gap.Type;
-/**
- * The coder's tool calls by kind of work (build, install and git count as
- * other). `script` is the ad-hoc Python/Node one-liners, heredocs and scratch
- * files it improvised; profiles saved before it existed decode it as 0.
- */
-export declare const ToolCalls: Schema.Struct<{
-    readonly explore: Schema.Int;
-    readonly edit: Schema.Int;
-    readonly test: Schema.Int;
-    readonly script: Schema.withDecodingDefaultKey<Schema.Int, never>;
-    readonly other: Schema.Int;
-}>;
-export type ToolCalls = typeof ToolCalls.Type;
-export declare const StoryProfile: Schema.Struct<{
-    readonly id: Schema.String;
-    readonly executor: Schema.optionalKey<Schema.String>;
-    readonly status: Schema.Literals<readonly ["done", "failed", "running"]>;
-    readonly wallMs: Schema.Number;
-    /** From the plan being ready to this story starting: dependencies and free coder slots. */
-    readonly queuedMs: Schema.optionalKey<Schema.Number>;
-    readonly time: Schema.Struct<{
-        readonly model: Schema.Number;
-        readonly tools: Schema.Number;
-        readonly gates: Schema.Number;
-        readonly merge: Schema.Number;
-        readonly waiting: Schema.Number;
-        readonly unaccounted: Schema.Number;
-    }>;
-    readonly turns: Schema.Struct<{
-        readonly count: Schema.Int;
-        readonly avgMs: Schema.Number;
-        readonly maxMs: Schema.Number;
-        readonly firstPrompt: Schema.optionalKey<Schema.Int>;
-        readonly lastPrompt: Schema.optionalKey<Schema.Int>;
-        readonly maxPrompt: Schema.optionalKey<Schema.Int>;
-        /** The last prompt is more than three times the first. */
-        readonly promptGrowth: Schema.Boolean;
-        /** Tool calls per finished turn: each is a model round trip. */
-        readonly avgSteps: Schema.Number;
-        /** The model's own time per round trip: a turn's time less its tools, over its steps + 1. */
-        readonly avgStepMs: Schema.Number;
-    }>;
-    /** Its largest untimed stretches, 30 seconds or more: where "unaccounted" sits. */
-    readonly gaps: Schema.$Array<Schema.Struct<{
-        readonly ms: Schema.Number;
-        readonly after: Schema.String;
-        readonly before: Schema.String;
-    }>>;
-    /**
-     * A coder turn the trace shows working (tool calls after its last finished
-     * call) but not ended: a run still going. Counted as model time so far.
-     */
-    readonly openTurnMs: Schema.Number;
-    readonly openTurnTools: Schema.Int;
-    readonly toolCalls: Schema.Struct<{
-        readonly explore: Schema.Int;
-        readonly edit: Schema.Int;
-        readonly test: Schema.Int;
-        readonly script: Schema.withDecodingDefaultKey<Schema.Int, never>;
-        readonly other: Schema.Int;
-    }>;
-    /** Task stages the coder ran on this lane: the tasks it gave itself, plus any revision. */
-    readonly tasks: Schema.Int;
-    /** From the coder's first task (after setup and planning) to its first edit; absent when it never edited. */
-    readonly firstEditMs: Schema.optionalKey<Schema.Number>;
-    /** Explore calls (ls, find, grep, read) made before that first edit. */
-    readonly exploreBeforeEdit: Schema.Int;
-    /** Commands the coder's Findings claimed to have run that no tool call carried (ADR 0027). */
-    readonly unverifiedClaims: Schema.Int;
-    /** Tasks whose Findings said `confidence: low`. */
-    readonly lowConfidenceTasks: Schema.Int;
-    /** The largest diff its reviewers read in one round, in lines (ADR 0044). */
-    readonly reviewDiffLines: Schema.optionalKey<Schema.Int>;
-}>;
-export type StoryProfile = typeof StoryProfile.Type;
-export declare const ModelRow: Schema.Struct<{
-    readonly role: Schema.String;
-    readonly executor: Schema.optionalKey<Schema.String>;
-    readonly calls: Schema.Int;
-    readonly ms: Schema.Number;
-    readonly avgMs: Schema.Number;
-    readonly avgFirstMs: Schema.optionalKey<Schema.Number>;
-    /** As the backend reported them. */
-    readonly apiMs: Schema.optionalKey<Schema.Number>;
-    readonly toolMs: Schema.optionalKey<Schema.Number>;
-}>;
-export type ModelRow = typeof ModelRow.Type;
-export declare const GateRow: Schema.Struct<{
-    readonly command: Schema.String;
-    readonly runs: Schema.Int;
-    readonly ms: Schema.Number;
-    readonly avgMs: Schema.Number;
-    readonly failed: Schema.Int;
-}>;
-export type GateRow = typeof GateRow.Type;
-export declare const CountRow: Schema.Struct<{
-    readonly label: Schema.String;
-    readonly count: Schema.Int;
-    readonly ms: Schema.Number;
-}>;
-export type CountRow = typeof CountRow.Type;
-export declare const Finding: Schema.Struct<{
-    readonly text: Schema.String;
-    readonly ms: Schema.optionalKey<Schema.Number>;
-}>;
-export type Finding = typeof Finding.Type;
-export declare const ProfileReport: Schema.Struct<{
-    /** No `Timed` events: model time is estimated from gaps, the rest is unknown. */
-    readonly estimated: Schema.Boolean;
-    readonly wallMs: Schema.Number;
-    readonly stories: Schema.$Array<Schema.Struct<{
-        readonly id: Schema.String;
-        readonly executor: Schema.optionalKey<Schema.String>;
-        readonly status: Schema.Literals<readonly ["done", "failed", "running"]>;
-        readonly wallMs: Schema.Number;
-        /** From the plan being ready to this story starting: dependencies and free coder slots. */
-        readonly queuedMs: Schema.optionalKey<Schema.Number>;
-        readonly time: Schema.Struct<{
-            readonly model: Schema.Number;
-            readonly tools: Schema.Number;
-            readonly gates: Schema.Number;
-            readonly merge: Schema.Number;
-            readonly waiting: Schema.Number;
-            readonly unaccounted: Schema.Number;
-        }>;
-        readonly turns: Schema.Struct<{
-            readonly count: Schema.Int;
-            readonly avgMs: Schema.Number;
-            readonly maxMs: Schema.Number;
-            readonly firstPrompt: Schema.optionalKey<Schema.Int>;
-            readonly lastPrompt: Schema.optionalKey<Schema.Int>;
-            readonly maxPrompt: Schema.optionalKey<Schema.Int>;
-            /** The last prompt is more than three times the first. */
-            readonly promptGrowth: Schema.Boolean;
-            /** Tool calls per finished turn: each is a model round trip. */
-            readonly avgSteps: Schema.Number;
-            /** The model's own time per round trip: a turn's time less its tools, over its steps + 1. */
-            readonly avgStepMs: Schema.Number;
-        }>;
-        /** Its largest untimed stretches, 30 seconds or more: where "unaccounted" sits. */
-        readonly gaps: Schema.$Array<Schema.Struct<{
-            readonly ms: Schema.Number;
-            readonly after: Schema.String;
-            readonly before: Schema.String;
-        }>>;
-        /**
-         * A coder turn the trace shows working (tool calls after its last finished
-         * call) but not ended: a run still going. Counted as model time so far.
-         */
-        readonly openTurnMs: Schema.Number;
-        readonly openTurnTools: Schema.Int;
-        readonly toolCalls: Schema.Struct<{
-            readonly explore: Schema.Int;
-            readonly edit: Schema.Int;
-            readonly test: Schema.Int;
-            readonly script: Schema.withDecodingDefaultKey<Schema.Int, never>;
-            readonly other: Schema.Int;
-        }>;
-        /** Task stages the coder ran on this lane: the tasks it gave itself, plus any revision. */
-        readonly tasks: Schema.Int;
-        /** From the coder's first task (after setup and planning) to its first edit; absent when it never edited. */
-        readonly firstEditMs: Schema.optionalKey<Schema.Number>;
-        /** Explore calls (ls, find, grep, read) made before that first edit. */
-        readonly exploreBeforeEdit: Schema.Int;
-        /** Commands the coder's Findings claimed to have run that no tool call carried (ADR 0027). */
-        readonly unverifiedClaims: Schema.Int;
-        /** Tasks whose Findings said `confidence: low`. */
-        readonly lowConfidenceTasks: Schema.Int;
-        /** The largest diff its reviewers read in one round, in lines (ADR 0044). */
-        readonly reviewDiffLines: Schema.optionalKey<Schema.Int>;
-    }>>;
-    /** Stories merged on an earlier run: this run only skipped them. */
-    readonly skipped: Schema.$Array<Schema.String>;
-    readonly totals: Schema.Struct<{
-        readonly model: Schema.Number;
-        readonly tools: Schema.Number;
-        readonly gates: Schema.Number;
-        readonly merge: Schema.Number;
-        readonly waiting: Schema.Number;
-        readonly unaccounted: Schema.Number;
-    }>;
-    readonly models: Schema.$Array<Schema.Struct<{
-        readonly role: Schema.String;
-        readonly executor: Schema.optionalKey<Schema.String>;
-        readonly calls: Schema.Int;
-        readonly ms: Schema.Number;
-        readonly avgMs: Schema.Number;
-        readonly avgFirstMs: Schema.optionalKey<Schema.Number>;
-        /** As the backend reported them. */
-        readonly apiMs: Schema.optionalKey<Schema.Number>;
-        readonly toolMs: Schema.optionalKey<Schema.Number>;
-    }>>;
-    readonly gates: Schema.$Array<Schema.Struct<{
-        readonly command: Schema.String;
-        readonly runs: Schema.Int;
-        readonly ms: Schema.Number;
-        readonly avgMs: Schema.Number;
-        readonly failed: Schema.Int;
-    }>>;
-    readonly tools: Schema.$Array<Schema.Struct<{
-        readonly label: Schema.String;
-        readonly count: Schema.Int;
-        readonly ms: Schema.Number;
-    }>>;
-    /** Coder tool time by kind of work: explore, edit, test, script, build, install, git, other. */
-    readonly toolCategories: Schema.$Array<Schema.Struct<{
-        readonly label: Schema.String;
-        readonly count: Schema.Int;
-        readonly ms: Schema.Number;
-    }>>;
-    readonly waits: Schema.$Array<Schema.Struct<{
-        readonly label: Schema.String;
-        readonly count: Schema.Int;
-        readonly ms: Schema.Number;
-    }>>;
-    /** Timed on the run's events, in no story: the run's own planning, or a seat no story owns. */
-    readonly outside: Schema.$Array<Schema.Struct<{
-        readonly label: Schema.String;
-        readonly count: Schema.Int;
-        readonly ms: Schema.Number;
-    }>>;
-    readonly findings: Schema.$Array<Schema.Struct<{
-        readonly text: Schema.String;
-        readonly ms: Schema.optionalKey<Schema.Number>;
-    }>>;
-}>;
-export type ProfileReport = typeof ProfileReport.Type;
-export declare const profileOf: (inputs: ReadonlyArray<TreeInput>) => ProfileReport;
-export declare const renderProfile: (report: ProfileReport) => string;
-/** One line of a before/after comparison (ADR 0029): a count or a duration. */
-export declare const DeltaRow: Schema.Struct<{
-    readonly label: Schema.String;
-    readonly before: Schema.Number;
-    readonly after: Schema.Number;
-    readonly unit: Schema.Literals<readonly ["count", "ms"]>;
-    /** Which direction is better, for the arrow; `none` for neutral facts. */
-    readonly better: Schema.Literals<readonly ["lower", "higher", "none"]>;
-}>;
-export type DeltaRow = typeof DeltaRow.Type;
-export declare const ProfileDelta: Schema.Struct<{
-    readonly rows: Schema.$Array<Schema.Struct<{
-        readonly label: Schema.String;
-        readonly before: Schema.Number;
-        readonly after: Schema.Number;
-        readonly unit: Schema.Literals<readonly ["count", "ms"]>;
-        /** Which direction is better, for the arrow; `none` for neutral facts. */
-        readonly better: Schema.Literals<readonly ["lower", "higher", "none"]>;
-    }>>;
-}>;
-export type ProfileDelta = typeof ProfileDelta.Type;
-/**
- * The harness-evals comparison (`docs/harness-evals/README.md`), in its
- * order: how much the coders explored before editing, how often review and
- * judgment were called, what the gates said, how honest the claims were,
- * then where the time went. Tokens and cost are `llm4ts costs`' business.
- */
-export declare const profileDelta: (before: ProfileReport, after: ProfileReport) => ProfileDelta;
-export declare const renderProfileDelta: (delta: ProfileDelta, labels: {
-    readonly before: string;
-    readonly after: string;
-}) => string;
-export interface ProfileOptions extends TraceChoice {
-    readonly json?: boolean;
-    /** A trace, or a `--json` report saved earlier, to compare the profiled run against (ADR 0029). */
-    readonly against?: string;
-}
-/**
- * The report for a trace, an epic's latest run, or the newest trace: text,
- * or JSON for comparing runs; with `against`, the delta from that earlier
- * run to this one.
- */
-export declare const makeProfileProgram: (options: ProfileOptions, sources: TraceSources) => Effect.Effect<string, import("@llm4ts/flow/FlowError").PersistenceError | import("@llm4ts/flow/FlowError").PlanParseError | import("@llm4ts/flow/FlowError").UnsupportedSchemaVersion | import("@llm4ts/flow/FlowError").WorkspacePathError | import("@llm4ts/flow/FlowError").WorkspaceLimitError | import("@llm4ts/flow/FlowError").WorkspaceIoError | import("@llm4ts/flow/FlowError").FlowAborted | import("@llm4ts/flow/FlowError").ProcessError | import("@llm4ts/flow/FlowError").FlowLlmError | import("@llm4ts/flow/FlowError").FlowCapabilityDenied | import("@llm4ts/flow/FlowError").ColumnNotFound | import("@llm4ts/flow/FlowError").BudgetExceeded | import("@llm4ts/flow/FlowError").StoryPlanInvalid | import("@llm4ts/flow/FlowError").PerimeterViolation | import("@llm4ts/flow/FlowError").MissingDependency | import("@llm4ts/flow/FlowError").MergeConflict | import("@llm4ts/flow/FlowError").EpicCheckoutDirty | import("@llm4ts/flow/FlowError").RosterExhausted | import("@llm4ts/flow/FlowError").RosterInvalid | import("@llm4ts/flow/FlowError").EpicIncomplete | import("@llm4ts/flow/FlowError").LandingFailed | import("@llm4ts/flow/FlowError").StoryFailed | import("@llm4ts/flow/FlowError").Stalled | import("@llm4ts/flow/FlowError").DecisionsInvalid | import("@llm4ts/flow/FlowError").OpenPointsPending | import("@llm4ts/flow/FlowError").ContractConflict | import("@llm4ts/flow/FlowError").ExtractPackMissing | import("@llm4ts/flow/FlowError").EpicBriefInvalid | import("@llm4ts/flow/FlowError").EpicBriefNotApproved | import("@llm4ts/flow/FlowError").RefineRefused | import("@llm4ts/flow/FlowError").PersonaInvalid | import("@llm4ts/flow/FlowError").MeetingInvalid | import("@llm4ts/flow/FlowError").TurnsInvalid | import("@llm4ts/flow/FlowError").AgendaPending | import("@llm4ts/flow/FlowError").PlanInvalid | import("@llm4ts/flow/FlowError").ReportInvalid | import("@llm4ts/flow/FlowError").PlanPending | WatchTargetMissing, never>;
-//# sourceMappingURL=Profile.d.ts.map

package/dist/Profile.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"Profile.d.ts","sourceRoot":"","sources":["../src/Profile.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAIvC,OAAO,EAAE,QAAQ,EAAqB,KAAK,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAE5E,OAAO,EAAE,QAAQ,EAAE,CAAA;AAEnB,OAAO,EAEL,kBAAkB,EAClB,KAAK,WAAW,EAChB,KAAK,YAAY,EAClB,MAAM,YAAY,CAAA;AAmBnB,eAAO,MAAM,WAAW;;;;;;;EAOtB,CAAA;AACF,MAAM,MAAM,WAAW,GAAG,OAAO,WAAW,CAAC,IAAI,CAAA;AAEjD,eAAO,MAAM,SAAS;;;;;;;IAOpB,0DAA0D;;IAE1D,gEAAgE;;IAEhE,6FAA6F;;EAE7F,CAAA;AACF,MAAM,MAAM,SAAS,GAAG,OAAO,SAAS,CAAC,IAAI,CAAA;AAE7C,0FAA0F;AAC1F,eAAO,MAAM,GAAG;;;;EAId,CAAA;AACF,MAAM,MAAM,GAAG,GAAG,OAAO,GAAG,CAAC,IAAI,CAAA;AAEjC;;;;GAIG;AACH,eAAO,MAAM,SAAS;;;;;;EAMpB,CAAA;AACF,MAAM,MAAM,SAAS,GAAG,OAAO,SAAS,CAAC,IAAI,CAAA;AAE7C,eAAO,MAAM,YAAY;;;;;IAKvB,2FAA2F;;;;;;;;;;;;;;;;;QApC3F,0DAA0D;;QAE1D,gEAAgE;;QAEhE,6FAA6F;;;IAoC7F,mFAAmF;;;;;;IAEnF;;;OAGG;;;;;;;;;;IAIH,2FAA2F;;IAE3F,6GAA6G;;IAE7G,wEAAwE;;IAExE,8FAA8F;;IAE9F,mDAAmD;;IAEnD,6EAA6E;;EAE7E,CAAA;AACF,MAAM,MAAM,YAAY,GAAG,OAAO,YAAY,CAAC,IAAI,CAAA;AAEnD,eAAO,MAAM,QAAQ;;;;;;;IAOnB,oCAAoC;;;EAGpC,CAAA;AACF,MAAM,MAAM,QAAQ,GAAG,OAAO,QAAQ,CAAC,IAAI,CAAA;AAE3C,eAAO,MAAM,OAAO;;;;;;EAMlB,CAAA;AACF,MAAM,MAAM,OAAO,GAAG,OAAO,OAAO,CAAC,IAAI,CAAA;AAEzC,eAAO,MAAM,QAAQ;;;;EAAqE,CAAA;AAC1F,MAAM,MAAM,QAAQ,GAAG,OAAO,QAAQ,CAAC,IAAI,CAAA;AAE3C,eAAO,MAAM,OAAO;;;EAAqE,CAAA;AACzF,MAAM,MAAM,OAAO,GAAG,OAAO,OAAO,CAAC,IAAI,CAAA;AAEzC,eAAO,MAAM,aAAa;IACxB,iFAAiF;;;;;;;;QAzDjF,2FAA2F;;;;;;;;;;;;;;;;;YApC3F,0DAA0D;;YAE1D,gEAAgE;;YAEhE,6FAA6F;;;QAoC7F,mFAAmF;;;;;;QAEnF;;;WAGG;;;;;;;;;;QAIH,2FAA2F;;QAE3F,6GAA6G;;QAE7G,wEAAwE;;QAExE,8FAA8F;;QAE9F,mDAAmD;;QAEnD,6EAA6E;;;IAsC7E,oEAAoE;;;;;;;;;;;;;;;;;QA1BpE,oCAAoC;;;;;;;;;;;;;;;;IAgCpC,gGAAgG;;;;;;;;;;;IAGhG,+FAA+F;;;;;;;;;;EAG/F,CAAA;AACF,MAAM,MAAM,aAAa,GAAG,OAAO,aAAa,CAAC,IAAI,CAAA;AA6KrD,eAAO,MAAM,SAAS,GAAI,QAAQ,aAAa,CAAC,SAAS,CAAC,KAAG,aAsR5D,CAAA;AAkPD,eAAO,MAAM,aAAa,GAAI,QAAQ,aAAa,KAAG,MA0MrD,CAAA;AAID,+EAA+E;AAC/E,eAAO,MAAM,QAAQ;;;;;IAKnB,0EAA0E;;EAE1E,CAAA;AACF,MAAM,MAAM,QAAQ,GAAG,OAAO,QAAQ,CAAC,IAAI,CAAA;AAE3C,eAAO,MAAM,YAAY;;;;;;QALvB,0EAA0E;;;EAO1E,CAAA;AACF,MAAM,MAAM,YAAY,GAAG,OAAO,YAAY,CAAC,IAAI,CAAA;AAKnD;;;;;GAKG;AACH,eAAO,MAAM,YAAY,GAAI,QAAQ,aAAa,EAAE,OAAO,aAAa,KAAG,YA+C1E,CAAA;AAeD,eAAO,MAAM,kBAAkB,GAC7B,OAAO,YAAY,EACnB,QAAQ;IAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,KAC1D,MAeW,CAAA;AAEd,MAAM,WAAW,cAAe,SAAQ,WAAW;IACjD,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,CAAA;IACvB,mGAAmG;IACnG,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAC1B;AAuBD;;;;GAIG;AACH,eAAO,MAAM,kBAAkB,87DAc7B,CAAA"}