@inbrowser/agent 0.1.0 → 0.2.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 David East
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/dist/diagnostics/index.d.ts

@@ -0,0 +1,5 @@
+export type { TruthfulnessFlag, TruthfulnessFlagCategory, TruthfulnessReport, } from './truthfulness.js';
+export { analyzeTruthfulness } from './truthfulness.js';
+export type { TurnTimingRow } from './timing.js';
+export { turnTimingTable } from './timing.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/diagnostics/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/diagnostics/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,gBAAgB,EAChB,wBAAwB,EACxB,kBAAkB,GACnB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAExD,YAAY,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC"}

package/dist/diagnostics/index.js

@@ -0,0 +1,3 @@
+export { analyzeTruthfulness } from './truthfulness.js';
+export { turnTimingTable } from './timing.js';
+//# sourceMappingURL=index.js.map

package/dist/diagnostics/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/diagnostics/index.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAGxD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC"}

package/dist/diagnostics/timing.d.ts

@@ -0,0 +1,48 @@
+/**
+ * Wall-clock split helper. Consumes a captured `TraceEvent[]` and
+ * returns one `TurnTimingRow` per ReAct iteration, with the
+ * iteration's language-model time and tool-dispatch time as
+ * separate columns.
+ *
+ * Pairing rule: events are matched by `requestId`. An iteration
+ * with only an `llm_request` (e.g. mid-stream error before
+ * `llm_response`) yields a row with `llmMs: undefined` and
+ * `dispatchMs: undefined`. An iteration with `llm_request` +
+ * `llm_response` but no `turn_dispatch_complete` (the final
+ * assistant turn that emits no tool calls) yields `llmMs` and
+ * `dispatchMs: undefined`. Missing endpoints never throw.
+ *
+ * `totalMs` is the iteration's full wall-clock from request
+ * dispatch through the tool-dispatch close — i.e. `dispatchEndMs -
+ * requestStartMs`. It is `undefined` whenever either endpoint is
+ * missing.
+ */
+import type { TraceEvent } from '../types/trace.js';
+export interface TurnTimingRow {
+    /** Session-scoped turn id. Multiple rows share a `turnId` when
+     *  the turn ran multiple ReAct iterations. */
+    turnId: string;
+    /** 0-indexed ReAct iteration within the turn. Unique together
+     *  with `turnId`; identical to the iteration index encoded in
+     *  `requestId`. */
+    iteration: number;
+    /** Stable id for the row. Matches
+     *  `LlmRequestTrace.requestId` / `LlmResponseTrace.requestId` /
+     *  `TurnDispatchCompleteTrace.requestId`. */
+    requestId: string;
+    /** Wall-clock ms spent in the language model: response timestamp
+     *  minus request timestamp. `undefined` if either endpoint is
+     *  missing (e.g. mid-stream error). */
+    llmMs: number | undefined;
+    /** Wall-clock ms spent in tool dispatch: turn-dispatch-complete
+     *  timestamp minus response timestamp. `undefined` for the final
+     *  assistant turn (no tool calls → no dispatch event) or when
+     *  the response endpoint is missing. */
+    dispatchMs: number | undefined;
+    /** Wall-clock ms across the full iteration: turn-dispatch-complete
+     *  timestamp minus request timestamp. `undefined` when either
+     *  endpoint is missing. */
+    totalMs: number | undefined;
+}
+export declare function turnTimingTable(events: readonly TraceEvent[]): TurnTimingRow[];
+//# sourceMappingURL=timing.d.ts.map

package/dist/diagnostics/timing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"timing.d.ts","sourceRoot":"","sources":["../../src/diagnostics/timing.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEpD,MAAM,WAAW,aAAa;IAC5B;kDAC8C;IAC9C,MAAM,EAAE,MAAM,CAAC;IACf;;uBAEmB;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB;;iDAE6C;IAC7C,SAAS,EAAE,MAAM,CAAC;IAClB;;2CAEuC;IACvC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B;;;4CAGwC;IACxC,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B;;+BAE2B;IAC3B,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;CAC7B;AAaD,wBAAgB,eAAe,CAAC,MAAM,EAAE,SAAS,UAAU,EAAE,GAAG,aAAa,EAAE,CAsE9E"}

package/dist/diagnostics/timing.js

@@ -0,0 +1,85 @@
+/**
+ * Wall-clock split helper. Consumes a captured `TraceEvent[]` and
+ * returns one `TurnTimingRow` per ReAct iteration, with the
+ * iteration's language-model time and tool-dispatch time as
+ * separate columns.
+ *
+ * Pairing rule: events are matched by `requestId`. An iteration
+ * with only an `llm_request` (e.g. mid-stream error before
+ * `llm_response`) yields a row with `llmMs: undefined` and
+ * `dispatchMs: undefined`. An iteration with `llm_request` +
+ * `llm_response` but no `turn_dispatch_complete` (the final
+ * assistant turn that emits no tool calls) yields `llmMs` and
+ * `dispatchMs: undefined`. Missing endpoints never throw.
+ *
+ * `totalMs` is the iteration's full wall-clock from request
+ * dispatch through the tool-dispatch close — i.e. `dispatchEndMs -
+ * requestStartMs`. It is `undefined` whenever either endpoint is
+ * missing.
+ */
+export function turnTimingTable(events) {
+    const byRequestId = new Map();
+    const touch = (requestId) => {
+        let acc = byRequestId.get(requestId);
+        if (!acc) {
+            acc = {
+                turnId: undefined,
+                iteration: undefined,
+                requestTs: undefined,
+                responseTs: undefined,
+                dispatchTs: undefined,
+                firstSeenAt: byRequestId.size,
+            };
+            byRequestId.set(requestId, acc);
+        }
+        return acc;
+    };
+    for (const ev of events) {
+        if (ev.kind === 'llm_request') {
+            const acc = touch(ev.data.requestId);
+            acc.turnId = ev.data.turnId;
+            acc.iteration = ev.data.iteration;
+            acc.requestTs = ev.data.ts;
+        }
+        else if (ev.kind === 'llm_response') {
+            const acc = touch(ev.data.requestId);
+            acc.responseTs = ev.data.ts;
+        }
+        else if (ev.kind === 'turn_dispatch_complete') {
+            const acc = touch(ev.data.requestId);
+            // `llm_request` is the canonical source for turnId/iteration,
+            // but fall through to the dispatch event so an out-of-order or
+            // truncated trace still produces a useful row.
+            acc.turnId = acc.turnId ?? ev.data.turnId;
+            acc.iteration = acc.iteration ?? ev.data.iteration;
+            acc.dispatchTs = ev.data.ts;
+        }
+    }
+    const rows = [];
+    for (const [requestId, acc] of byRequestId) {
+        const llmMs = acc.requestTs !== undefined && acc.responseTs !== undefined
+            ? acc.responseTs - acc.requestTs
+            : undefined;
+        const dispatchMs = acc.responseTs !== undefined && acc.dispatchTs !== undefined
+            ? acc.dispatchTs - acc.responseTs
+            : undefined;
+        const totalMs = acc.requestTs !== undefined && acc.dispatchTs !== undefined
+            ? acc.dispatchTs - acc.requestTs
+            : undefined;
+        rows.push({
+            turnId: acc.turnId ?? 'turn-anon',
+            iteration: acc.iteration ?? 0,
+            requestId,
+            llmMs,
+            dispatchMs,
+            totalMs,
+        });
+    }
+    rows.sort((a, b) => {
+        const accA = byRequestId.get(a.requestId);
+        const accB = byRequestId.get(b.requestId);
+        return accA.firstSeenAt - accB.firstSeenAt;
+    });
+    return rows;
+}
+//# sourceMappingURL=timing.js.map

package/dist/diagnostics/timing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"timing.js","sourceRoot":"","sources":["../../src/diagnostics/timing.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AA0CH,MAAM,UAAU,eAAe,CAAC,MAA6B;IAC3D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAiC,CAAC;IAE7D,MAAM,KAAK,GAAG,CAAC,SAAiB,EAAyB,EAAE;QACzD,IAAI,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACrC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,GAAG,GAAG;gBACJ,MAAM,EAAE,SAAS;gBACjB,SAAS,EAAE,SAAS;gBACpB,SAAS,EAAE,SAAS;gBACpB,UAAU,EAAE,SAAS;gBACrB,UAAU,EAAE,SAAS;gBACrB,WAAW,EAAE,WAAW,CAAC,IAAI;aAC9B,CAAC;YACF,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IAEF,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACrC,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC;YAC5B,GAAG,CAAC,SAAS,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;YAClC,GAAG,CAAC,SAAS,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7B,CAAC;aAAM,IAAI,EAAE,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YACtC,MAAM,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACrC,GAAG,CAAC,UAAU,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9B,CAAC;aAAM,IAAI,EAAE,CAAC,IAAI,KAAK,wBAAwB,EAAE,CAAC;YAChD,MAAM,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACrC,8DAA8D;YAC9D,+DAA+D;YAC/D,+CAA+C;YAC/C,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC;YAC1C,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;YACnD,GAAG,CAAC,UAAU,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAoB,EAAE,CAAC;IACjC,KAAK,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC;QAC3C,MAAM,KAAK,GACT,GAAG,CAAC,SAAS,KAAK,SAAS,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS;YACzD,CAAC,CAAC,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS;YAChC,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,UAAU,GACd,GAAG,CAAC,UAAU,KAAK,SAAS,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS;YAC1D,CAAC,CAAC,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU;YACjC,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,OAAO,GACX,GAAG,CAAC,SAAS,KAAK,SAAS,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS;YACzD,CAAC,CAAC,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS;YAChC,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,CAAC,IAAI,CAAC;YACR,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,WAAW;YACjC,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,CAAC;YAC7B,SAAS;YACT,KAAK;YACL,UAAU;YACV,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACjB,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAE,CAAC;QAC3C,OAAO,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/diagnostics/truthfulness.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Post-hoc truthfulness detector for agent traces.
+ *
+ * Walks a list of `TraceEvent`s, pairs each `llm_request` with its
+ * matching `llm_response` (or derives the response text from the next
+ * request's appended assistant message), extracts candidate factual
+ * claims from the assistant text, and flags claims that do not appear
+ * in the grounding corpus visible to the model at that moment.
+ *
+ * The grounding corpus is the union of the system prompt, every
+ * message text in the request, and every tool result JSON in the
+ * request. Verification is literal substring match — case sensitive.
+ *
+ * The implementation plan's phase zero calls for an intentionally
+ * simple first version. False positives are acceptable. False
+ * negatives (missed fabrications) are the failure mode the eval
+ * harness will surface later via golden tasks.
+ */
+import type { TraceEvent } from '../types/trace.js';
+export type TruthfulnessFlagCategory = 'firestore-path' | 'quoted-identifier';
+export interface TruthfulnessFlag {
+    requestId: string;
+    turnId: string;
+    iteration: number;
+    claim: string;
+    category: TruthfulnessFlagCategory;
+    context: string;
+}
+export interface TruthfulnessReport {
+    totalAssistantTurns: number;
+    totalFlags: number;
+    flags: TruthfulnessFlag[];
+    violationRate: number;
+}
+export declare function analyzeTruthfulness(events: readonly TraceEvent[]): TruthfulnessReport;
+//# sourceMappingURL=truthfulness.d.ts.map

package/dist/diagnostics/truthfulness.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"truthfulness.d.ts","sourceRoot":"","sources":["../../src/diagnostics/truthfulness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,KAAK,EAAqC,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEvF,MAAM,MAAM,wBAAwB,GAAG,gBAAgB,GAAG,mBAAmB,CAAC;AAE9E,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,wBAAwB,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,kBAAkB;IACjC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;CACvB;AAqDD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,SAAS,UAAU,EAAE,GAAG,kBAAkB,CAgCrF"}

package/dist/diagnostics/truthfulness.js

@@ -0,0 +1,180 @@
+/**
+ * Post-hoc truthfulness detector for agent traces.
+ *
+ * Walks a list of `TraceEvent`s, pairs each `llm_request` with its
+ * matching `llm_response` (or derives the response text from the next
+ * request's appended assistant message), extracts candidate factual
+ * claims from the assistant text, and flags claims that do not appear
+ * in the grounding corpus visible to the model at that moment.
+ *
+ * The grounding corpus is the union of the system prompt, every
+ * message text in the request, and every tool result JSON in the
+ * request. Verification is literal substring match — case sensitive.
+ *
+ * The implementation plan's phase zero calls for an intentionally
+ * simple first version. False positives are acceptable. False
+ * negatives (missed fabrications) are the failure mode the eval
+ * harness will surface later via golden tasks.
+ */
+const PATH_PATTERN = /(?<![:/\w.])([A-Za-z][\w-]*(?:\/[\w\-{}$]+){1,})/g;
+const QUOTED_PATTERN = /`([A-Za-z_][\w/.\-{}$]{2,})`/g;
+const STOPWORDS = new Set([
+    'true',
+    'false',
+    'null',
+    'undefined',
+    'object',
+    'string',
+    'number',
+    'boolean',
+    'array',
+    'function',
+    'request',
+    'resource',
+    'response',
+    'auth',
+    'context',
+    'database',
+    'document',
+    'collection',
+    'subcollection',
+    'firestore',
+    'firebase',
+    'permission-denied',
+    'not-found',
+    'unauthenticated',
+    'invalid-argument',
+    'failed-precondition',
+    'already-exists',
+    'resource-exhausted',
+    'deadline-exceeded',
+    'out-of-range',
+    'aborted',
+    'unavailable',
+    'data-loss',
+    'internal',
+    'cancelled',
+    'unknown',
+    'unimplemented',
+    'getauth',
+    'getfirestore',
+    'getdatabase',
+    'doc',
+    'query',
+    'where',
+    'orderby',
+    'limit',
+]);
+export function analyzeTruthfulness(events) {
+    const pairs = pairEvents(events);
+    const flags = [];
+    for (const pair of pairs) {
+        if (!pair.responseText)
+            continue;
+        const corpus = buildGroundingCorpus(pair.request);
+        const seen = new Set();
+        for (const candidate of extractCandidates(pair.responseText)) {
+            if (isStopword(candidate.claim))
+                continue;
+            if (corpus.includes(candidate.claim))
+                continue;
+            const dedupeKey = `${candidate.category}::${candidate.claim}`;
+            if (seen.has(dedupeKey))
+                continue;
+            seen.add(dedupeKey);
+            flags.push({
+                requestId: pair.request.requestId,
+                turnId: pair.request.turnId,
+                iteration: pair.request.iteration,
+                claim: candidate.claim,
+                category: candidate.category,
+                context: candidate.context,
+            });
+        }
+    }
+    const totalAssistantTurns = pairs.filter((p) => p.responseText.length > 0).length;
+    return {
+        totalAssistantTurns,
+        totalFlags: flags.length,
+        flags,
+        violationRate: totalAssistantTurns === 0 ? 0 : flags.length / totalAssistantTurns,
+    };
+}
+function isStopword(claim) {
+    if (STOPWORDS.has(claim.toLowerCase()))
+        return true;
+    if (claim.includes('{') && claim.includes('}'))
+        return true;
+    return false;
+}
+function pairEvents(events) {
+    const requestOrder = [];
+    const responses = new Map();
+    for (const ev of events) {
+        if (ev.kind === 'llm_request') {
+            requestOrder.push(ev.data);
+        }
+        else if (ev.kind === 'llm_response') {
+            responses.set(ev.data.requestId, ev.data);
+        }
+    }
+    const pairs = [];
+    for (let i = 0; i < requestOrder.length; i++) {
+        const req = requestOrder[i];
+        if (!req)
+            continue;
+        const resp = responses.get(req.requestId);
+        let responseText = '';
+        if (resp) {
+            responseText = resp.text;
+        }
+        else {
+            const next = requestOrder[i + 1];
+            if (next) {
+                const derived = trailingAssistantText(req.messages, next.messages);
+                if (derived)
+                    responseText = derived;
+            }
+        }
+        pairs.push({ request: req, responseText });
+    }
+    return pairs;
+}
+function trailingAssistantText(prev, next) {
+    for (let i = prev.length; i < next.length; i++) {
+        const m = next[i];
+        if (m && m.role === 'assistant' && m.text)
+            return m.text;
+    }
+    return undefined;
+}
+function buildGroundingCorpus(req) {
+    const parts = [req.systemPrompt];
+    for (const m of req.messages) {
+        if (m.text)
+            parts.push(m.text);
+        if (m.resultJson)
+            parts.push(m.resultJson);
+    }
+    return parts.join('\n');
+}
+function extractCandidates(text) {
+    const out = [];
+    collect(text, PATH_PATTERN, 'firestore-path', out);
+    collect(text, QUOTED_PATTERN, 'quoted-identifier', out);
+    return out;
+}
+function collect(text, pattern, category, out) {
+    const re = new RegExp(pattern.source, pattern.flags);
+    let m = re.exec(text);
+    while (m !== null) {
+        const claim = m[1] ?? m[0];
+        if (claim) {
+            const start = Math.max(0, m.index - 32);
+            const end = Math.min(text.length, m.index + claim.length + 32);
+            out.push({ claim, category, context: text.slice(start, end) });
+        }
+        m = re.exec(text);
+    }
+}
+//# sourceMappingURL=truthfulness.js.map

package/dist/diagnostics/truthfulness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"truthfulness.js","sourceRoot":"","sources":["../../src/diagnostics/truthfulness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAuBH,MAAM,YAAY,GAAG,mDAAmD,CAAC;AACzE,MAAM,cAAc,GAAG,+BAA+B,CAAC;AAEvD,MAAM,SAAS,GAAwB,IAAI,GAAG,CAAC;IAC7C,MAAM;IACN,OAAO;IACP,MAAM;IACN,WAAW;IACX,QAAQ;IACR,QAAQ;IACR,QAAQ;IACR,SAAS;IACT,OAAO;IACP,UAAU;IACV,SAAS;IACT,UAAU;IACV,UAAU;IACV,MAAM;IACN,SAAS;IACT,UAAU;IACV,UAAU;IACV,YAAY;IACZ,eAAe;IACf,WAAW;IACX,UAAU;IACV,mBAAmB;IACnB,WAAW;IACX,iBAAiB;IACjB,kBAAkB;IAClB,qBAAqB;IACrB,gBAAgB;IAChB,oBAAoB;IACpB,mBAAmB;IACnB,cAAc;IACd,SAAS;IACT,aAAa;IACb,WAAW;IACX,UAAU;IACV,WAAW;IACX,SAAS;IACT,eAAe;IACf,SAAS;IACT,cAAc;IACd,aAAa;IACb,KAAK;IACL,OAAO;IACP,OAAO;IACP,SAAS;IACT,OAAO;CACR,CAAC,CAAC;AAEH,MAAM,UAAU,mBAAmB,CAAC,MAA6B;IAC/D,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IACjC,MAAM,KAAK,GAAuB,EAAE,CAAC;IAErC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,SAAS;QACjC,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,KAAK,MAAM,SAAS,IAAI,iBAAiB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;YAC7D,IAAI,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC;gBAAE,SAAS;YAC1C,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC;gBAAE,SAAS;YAC/C,MAAM,SAAS,GAAG,GAAG,SAAS,CAAC,QAAQ,KAAK,SAAS,CAAC,KAAK,EAAE,CAAC;YAC9D,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;gBAAE,SAAS;YAClC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC;gBACT,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;gBACjC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC3B,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;gBACjC,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,QAAQ,EAAE,SAAS,CAAC,QAAQ;gBAC5B,OAAO,EAAE,SAAS,CAAC,OAAO;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,mBAAmB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IAClF,OAAO;QACL,mBAAmB;QACnB,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,KAAK;QACL,aAAa,EAAE,mBAAmB,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,mBAAmB;KAClF,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACpD,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5D,OAAO,KAAK,CAAC;AACf,CAAC;AAOD,SAAS,UAAU,CAAC,MAA6B;IAC/C,MAAM,YAAY,GAAsB,EAAE,CAAC;IAC3C,MAAM,SAAS,GAAG,IAAI,GAAG,EAA4B,CAAC;IACtD,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YAC9B,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;aAAM,IAAI,EAAE,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YACtC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IACD,MAAM,KAAK,GAAmB,EAAE,CAAC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,IAAI,EAAE,CAAC;YACT,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC;QAC3B,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACjC,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACnE,IAAI,OAAO;oBAAE,YAAY,GAAG,OAAO,CAAC;YACtC,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,qBAAqB,CAC5B,IAAkC,EAClC,IAAkC;IAElC,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,IAAI;YAAE,OAAO,CAAC,CAAC,IAAI,CAAC;IAC3D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAoB;IAChD,MAAM,KAAK,GAAa,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC3C,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,CAAC,UAAU;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAQD,SAAS,iBAAiB,CAAC,IAAY;IACrC,MAAM,GAAG,GAAgB,EAAE,CAAC;IAC5B,OAAO,CAAC,IAAI,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACnD,OAAO,CAAC,IAAI,EAAE,cAAc,EAAE,mBAAmB,EAAE,GAAG,CAAC,CAAC;IACxD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,OAAO,CACd,IAAY,EACZ,OAAe,EACf,QAAkC,EAClC,GAAgB;IAEhB,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACrD,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtB,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;YACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;YAC/D,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACjE,CAAC;QACD,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;AACH,CAAC"}

package/dist/dispatch-memoization.d.ts

@@ -0,0 +1,84 @@
+/**
+ * Content-addressed memoization layer over `createDispatch`.
+ *
+ * `createMemoizedDispatch(registry, options?)` returns a `ToolDispatch`-shaped
+ * object that caches `ToolResult`s keyed on `(toolName, argsHash,
+ * workspaceHash, runtimeHash)`. The cache is consulted only for handlers
+ * tagged `pure` (see `isPure` in `./tools.ts`). Non-pure handlers bypass
+ * the cache entirely and always execute. Errors from the underlying
+ * dispatch propagate; they are NOT cached, since they may be transient.
+ *
+ * The returned object is structurally a `ToolDispatch` — strategies and
+ * downstream code that already accept `ToolDispatch` use it transparently.
+ * The one addition is `stats()`, which returns the running counters for
+ * hits / misses / bypassed calls. The cache lives for the lifetime of
+ * one `MemoizedDispatch` instance; there is no global state.
+ *
+ * Design notes:
+ *
+ * - Hashing uses FNV-1a 32-bit over a stable-stringified JSON
+ *   representation. The cache is for short-running test loops; a
+ *   cryptographic hash is overkill. Collisions are tolerable at our
+ *   cache sizes, and the cost of a missed hit is at worst a recomputation.
+ * - Argument keys are sorted at every level via `stableStringify` so two
+ *   structurally-equal arg objects produce the same key regardless of
+ *   property insertion order.
+ * - Workspace hash covers `presetId`, `rules`, `code`, and `appSource`.
+ *   `stitch` is excluded per the brief — pure tools don't read from it.
+ * - Runtime hash is included only when `'runtime' \in keyComponents`.
+ *   Defaults to `['workspace']`; opting into runtime opt-in keeps the
+ *   default key small for the dominant pure-tool population.
+ * - No eviction in v1. Eval runs are bounded; one instance per harness
+ *   trial keeps cache growth bounded too.
+ */
+import type { ToolDispatch, ToolRegistry } from './types/tools.js';
+/** Which `ctx` fields contribute to the cache key. */
+export type MemoKeyComponent = 'workspace' | 'runtime';
+export interface MemoOptions {
+    /**
+     * Which `ctx` fields contribute to the cache key. Defaults to
+     * `['workspace']`. Some pure tools depend on runtime; opt-in keeps
+     * the default key small for tools that are workspace-determined.
+     */
+    keyComponents?: MemoKeyComponent[];
+}
+export interface MemoStats {
+    /** Pure tool dispatched and a cached result was served. */
+    hits: number;
+    /** Pure tool dispatched, cache missed, underlying handler ran. */
+    misses: number;
+    /** Non-pure tool dispatched; cache layer was bypassed. */
+    bypassed: number;
+}
+export interface MemoizedDispatch extends ToolDispatch {
+    /** Snapshot of the running counters. Returns a fresh object on every call. */
+    stats(): MemoStats;
+}
+/**
+ * Wrap a registry in a memoizing dispatcher. The wrapper holds its own
+ * cache; the underlying dispatch is the standard `createDispatch(registry)`.
+ *
+ * Non-pure handlers (including unknown-tool errors) bypass the cache and
+ * are dispatched directly; `bypassed` is incremented for those calls.
+ */
+export declare function createMemoizedDispatch(registry: ToolRegistry, options?: MemoOptions): MemoizedDispatch;
+/**
+ * Stable JSON serialization: object keys are sorted alphabetically at
+ * every nesting level. Arrays preserve order (they are positional).
+ * Functions, symbols, `undefined` properties are omitted (standard
+ * JSON behaviour). `null` is preserved.
+ *
+ * This is intentionally not `JSON.stringify(value)` — that emits keys
+ * in insertion order, so two structurally-equal arg objects assembled
+ * differently would produce different cache keys.
+ */
+export declare function stableStringify(value: unknown): string;
+/**
+ * FNV-1a 32-bit hash. Returns the lowercase hex string. Fast,
+ * dependency-free, and collision-tolerable at our cache sizes.
+ * Iterates the UTF-16 code units of the input; sufficient for our
+ * stably-stringified JSON payloads, which only contain ASCII control
+ * characters and JSON syntax tokens plus user-supplied string data.
+ */
+export declare function hashFnv1a32(input: string): string;
+//# sourceMappingURL=dispatch-memoization.d.ts.map

package/dist/dispatch-memoization.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dispatch-memoization.d.ts","sourceRoot":"","sources":["../src/dispatch-memoization.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAIH,OAAO,KAAK,EAGV,YAAY,EAEZ,YAAY,EAEb,MAAM,kBAAkB,CAAC;AAG1B,sDAAsD;AACtD,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG,SAAS,CAAC;AAEvD,MAAM,WAAW,WAAW;IAC1B;;;;OAIG;IACH,aAAa,CAAC,EAAE,gBAAgB,EAAE,CAAC;CACpC;AAED,MAAM,WAAW,SAAS;IACxB,2DAA2D;IAC3D,IAAI,EAAE,MAAM,CAAC;IACb,kEAAkE;IAClE,MAAM,EAAE,MAAM,CAAC;IACf,0DAA0D;IAC1D,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAiB,SAAQ,YAAY;IACpD,8EAA8E;IAC9E,KAAK,IAAI,SAAS,CAAC;CACpB;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,YAAY,EACtB,OAAO,CAAC,EAAE,WAAW,GACpB,gBAAgB,CA6ClB;AAoDD;;;;;;;;;GASG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAEtD;AA8BD;;;;;;GAMG;AACH,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAQjD"}