nodedex 0.1.0

package/dist/middleware/reflect/pass2a.js

@@ -0,0 +1,404 @@
+// ═══════════════════════════════════════════════════════════════════════════════
+// PASS 2a — CLASSIFY ONLY  (Week 2, debt #1, 2026-05-25)
+//
+// Role:  The first of three sub-passes in the Pass 2 split (see
+//        docs/PASS2-SPLIT-DESIGN.md §2 Pass ownership). Decides WHAT each
+//        item IS — its epistemic type, project, hierarchy, dedup verdict,
+//        and supersession references — but does NOT fill `unique{}` (2b's
+//        job) and does NOT wire causal relations (2c's job).
+//
+// What this pass DOES (§2 ownership):
+//   - Q0 DEDUP — intra-batch first, then against PROJECT GRAPH
+//   - Q1 TYPE — 5 TEST structural checks for type override
+//   - Q2 HIERARCHY — extends_item assignment
+//   - PROJECT ATTRIBUTION — every item gets a project
+//   - SUPERSEDES_REF / RESOLVED_REF — label/ID references
+//   - REVIEW FLAGS — type_override, weak_match, etc.
+//   - CLASSIFICATION REASONING — 1-2 sentence WHY per item
+//   - NOVEL TYPE — defines schema{} if a novel type fires
+//
+// What this pass does NOT do (anti-examples, §2):
+//   - Fill `unique{}` — that's Pass 2b
+//   - Emit `triggered_by_items`, `based_on_items`, `relations` — that's Pass 2c
+//   - Run schema validation — Tier 1B at Seam α (post-2b) does that
+//   - Reach the live DB — pure data transform, no side effects
+//
+// Status:
+//   - Standalone file. NOT wired into pipeline.ts yet (Week 2 wiring is the
+//     next step). Callable in tests with synthetic inputs.
+//   - `pass2.ts` is FROZEN per §4 — this file does NOT replace it. Both
+//     coexist; routing is via NODEDEX_PASS2_SPLIT=1 flag (default off).
+//
+// Charter alignment:
+//   - Rule 6 (guards catch failure, never override success): 2a is one
+//     guard in a chain (2a → Seam α → 2b → Seam β → 2c). A guard that
+//     fails simply hands a clean failure to the next layer; this pass
+//     never destroys data.
+//   - Rule 7 (determinism is local): structured output schema is
+//     deterministic from the LLM's perspective; reasoning trace makes
+//     each decision auditable.
+//   - Rule 14 (store the path): every classified item carries
+//     `classification_reasoning` — the WHY is not regenerable, must persist.
+// ═══════════════════════════════════════════════════════════════════════════════
+import { CONFIG } from "./config.js";
+// ─── Prompt ────────────────────────────────────────────────────────────────────
+//
+// Derived from PASS2_PROMPT in pass2.ts by REMOVING two sections per §2:
+//   - "UNIQUE FIELDS — populate AFTER type is final" (Pass 2b's job)
+//   - "CAUSAL WIRING (output AFTER classified[])" + Q3/Q4/Q5 (Pass 2c's job)
+//
+// All other sections preserved verbatim from pass2.ts. The processing-order
+// line at top is updated since 2a no longer outputs `unique` or
+// `causal_wiring[]`. SCENE CARD CONTEXT note about CAUSAL LINKS is
+// retained because dedup (Q0) still benefits from scene-card context;
+// the "use in Q3" instruction inside that block is moot but harmless
+// (it references rules that aren't in this prompt — the model just
+// can't use them).
+//
+// DELIBERATE PRESERVATION:
+//   - Q5 SEMANTIC RELATIONS belongs to 2c — removed here.
+//   - The "ASYMMETRIC COST" callout stays (it's a dedup discipline, not a
+//     wiring discipline).
+//   - REVIEW FLAGS enum stays whole (2a sets these flags).
+export const PASS2A_PROMPT = `You receive extracted items from an agent session.
+Each item has a provisional_type set by Pass 1 based on surface form.
+
+── ARC-MODE NOTE (DEBT 5 D4, applies when input is multi-turn arc) ──────────
+If the input begins with "[ARC EXTRACTION — agent_id=..., turns S-E, N turn(s)]"
+header AND items carry IDs prefixed "item_T<turn>_<n>", you are reading ONE
+CONTINUOUS CONVERSATION ARC, not N independent turns. Treat it that way:
+  - Items mentioned in MULTIPLE turns about the SAME thing → ONE item, not
+    duplicates needing supersedes. Sew them together via your DEDUP pass (Q0).
+  - The conversation flowed as one ongoing thought; [TURN N] headers mark
+    sequence only.
+  - Use the chronological order to reason about cross-turn causal links
+    (decisions built progressively, dead-ends abandoned then re-considered).
+For single-turn input (no ARC header), behave as before — this section is a
+no-op.
+
+── STATE CONVENTION ─────────────────────────────────────────────────────────
+"State" in this prompt = text in marked regions below (PROJECT GRAPH, SCENE CARD,
+PREVIOUS TURN ENTITY MAP, ITEMS FROM PASS 1). Your training knowledge and
+"what's commonly known about this domain" are NOT state. A claim is "already
+recorded" ONLY if a block in PROJECT GRAPH has a matching essence text or
+unique{} field value. Familiarity ≠ recorded. The fact that something is widely
+known, famous, or established in the field is irrelevant to dedup.
+
+Your job: verify the type, dedup the batch, assign project + supersession refs.
+Processing order: DEDUP (Q0) → TYPE (Q1) → HIERARCHY (Q2) → classified[].
+DO NOT output unique{} fields and DO NOT output causal links — those are
+handled by later passes. Output ONLY the type + project + reasoning + refs.
+Reference each item by its id only — do NOT echo the item's text back; the
+system already has it from Pass 1.
+
+── Q0: DEDUP — intra-batch first, then against PROJECT GRAPH ──
+"Does this item add a claim not already covered — by another item in this same
+batch, or by a block in PROJECT GRAPH?"
+
+For EVERY item, walk these steps in order. Stop at the first verdict.
+
+STEP I — Intra-batch duplicate (check before the graph):
+  "Does another ITEM in this batch make the SAME claim — same type, same
+  specific subject and values? Two items can word it differently and still be
+  the same claim; a merely related claim is NOT the same claim."
+  YES → keep exactly ONE — the item with the more complete text. The other
+        does not become a block: do not emit it in classified[], and do not
+        put it in skipped[] — simply omit it. In the kept item's
+        classification_reasoning, name the dropped item's id.
+  NO  → proceed to STEP 0.
+
+STEP 0 — Pre-check before graph dedup:
+  PROJECT GRAPH empty (no blocks shown at all) → item is GENUINELY NEW. Stop.
+  Item's project absent from PROJECT GRAPH → item is GENUINELY NEW. Stop.
+  Item's (project, provisional_type) pair has no matching blocks → GENUINELY NEW. Stop.
+  Only when one or more concrete candidate blocks exist → proceed to STEP A.
+
+STEP A — Identify candidate blocks in PROJECT GRAPH by project prefix + provisional type.
+  Each candidate has a visible essence and (sometimes) unique{} values.
+  Ask: "Would the item and the candidate be saying the SAME THING or DIFFERENT
+  THINGS as graph blocks?" Same = same specific claim with same values. Related
+  topic ≠ same claim.
+
+STEP B — "Is this turn CHANGING the recorded state, or CONFIRMING what is
+recorded in PROJECT GRAPH?" The comparison is against the candidate's ESSENCE
+TEXT and UNIQUE FIELD VALUES — not against domain knowledge.
+
+  NOTHING NEW (same claim, same value, candidate already says it) → skipped[].
+  UPDATES (same claim, CHANGES outcome/value) → classify + supersedes_ref = candidate label.
+    "Is the old block still the CURRENT STATE?" NO → supersedes_ref. YES but wrong → contradicts.
+    NOT UPDATES: item USES or BUILDS ON the candidate → GENUINELY NEW.
+  GENUINELY NEW → classify normally.
+
+SKIP EVIDENCE — falsifiability rule:
+  A skip in skipped[] makes a claim about PROJECT GRAPH state. The reason must
+  reference the specific block — by label or by its essence text — that the
+  skip is checked against. If you cannot point to a block in PROJECT GRAPH that
+  a reader could verify the claim against, the claim is unfalsifiable: classify
+  the item, do not skip it.
+
+ASYMMETRIC COST: false skip = permanent data loss. false save = minor bloat.
+When in doubt at any step, default to GENUINELY NEW.
+
+── Q1: TYPE — "What is the speaker's EPISTEMIC STANCE toward this claim?" ──
+Type = speaker's relationship to knowledge, not content topic.
+extends_id and type are independent axes. Apply Q1 regardless.
+
+Pass 1's type is correct unless one of these structural tests fires:
+
+  TEST 1: "Same quantity at two distinct points — showing a change?"
+    YES → metric. Single value alone = fact.
+
+  TEST 2: "Expected answer or proposed mechanism BEFORE confirmation?"
+    YES → hypothesis. Already confirmed → remains fact.
+
+  TEST 3: "CLOSING something or ADOPTING something?"
+    ADOPTING → decision.
+    CLOSING → "Were resources committed INTO this path before closure?"
+      "If I removed the closing event, would there be active work to stop?"
+      YES → dead_end. NO (only analysis, never entered) → fact.
+      EXTERNAL FORCE closed it → constraint.
+
+  TEST 4: "Has an outcome already been selected and closed?"
+    YES → decision. Path committed, destination unknown → blueprint. Nothing committed → question.
+
+  TEST 5: "PROJECT GRAPH has same concept with different type?"
+    YES → align with graph's type. Set review_reason = "graph_align".
+
+When overriding, set review_reason = "type_override".
+When keeping, fill classification_reasoning explaining why it held.
+
+NOVEL TYPE: all three must pass — (1) future agent would behave differently than any existing type,
+(2) can't be expressed as existing type + richer unique{}, (3) name describes epistemic stance not content shape.
+→ set type, define schema{} with 2-3 fields, review_reason = "novel_type".
+
+BLUEPRINT → DECISION: planned/uncertain → active/current? → decision + supersedes_ref to blueprint label.
+UNCERTAIN ITEMS: preserve type. Never downgrade. Set review_reason = "incomplete_context".
+
+── Q2: HIERARCHY — "Can this item stand alone as knowledge?" ───────────────
+"If I deleted the item it points to, would THIS item make sense standalone?"
+  YES → clear extends_item. NO → set extends_item = that item's ID.
+Captures MEANING DEPENDENCY, not topic relatedness. Type does not change.
+
+── PROJECT ATTRIBUTION ─────────────────────────────────────────────────────
+Every item MUST get a project. Decide in order:
+  1. Item is about one specific named system/project → that project (a valid root
+     from PROJECT GRAPH or scene card PROJECTS; use APPROACHES project tags).
+  2. Item is cross-cutting — background/intro context, a field-level conclusion,
+     or a question or comparison spanning multiple projects → the SCOPE PROJECT
+     named in the scene card.
+The scene card always names a scope project; it is the home for anything that
+belongs to no single project. "null", "", "unknown", "general" are never valid
+project values — if you cannot name a specific project, the answer is the scope
+project, not a placeholder.
+
+── SUPERSEDES_REF ──────────────────────────────────────────────────────────
+"After this item exists, is the old block still the CURRENT STATE?"
+  NO → supersedes_ref = old label. YES but wrong → contradicts relation (handled by Pass 2c).
+  Within-batch: predecessor item ID. Cross-batch: exact label from PROJECT GRAPH.
+resolved_ref — label for same entity by different name. High confidence only.
+
+── REVIEW FLAGS ────────────────────────────────────────────────────────────
+Set review_reason when not confident: type_override, weak_match, no_evidence,
+project_uncertain, incomplete_context, graph_align, novel_type. Empty when confident.
+
+── CLASSIFICATION REASONING (required) ─────────────────────────────────────
+For EVERY item: 1-2 sentences — which test determined the outcome and what evidence.
+
+── SCENE CARD CONTEXT ──────────────────────────────────────────────────────
+APPROACHES → engagement level (for TEST 3) and project tags.
+UNCHANGED → source="recap", Q0 handles. TASKS → active work.
+
+`;
+// ─── Output schema ─────────────────────────────────────────────────────────────
+//
+// Subset of PASS2_SCHEMA (defined in pass2.ts) — drops `unique`,
+// `triggered_by_items`, `based_on_items`, `relations`, `note`, the
+// `causal_wiring` top-level array, AND `text` (project-future-enhancements #6,
+// 2026-05-25: 2a echoing verbatim text inflated output → caused refund
+// truncation@16384 → 321s; text is already known from Pass 1 input, so
+// callPass2aLLM re-joins it by `id` after the LLM returns).
+//
+// Why explicitly forbidding `unique` (not just omitting it)?
+//   - Schema-only output. If the model emits `unique`, structured-output
+//     validation will silently accept extra properties unless we constrain.
+//     Defense in depth: keep `unique` out of the schema so any leakage is
+//     visible in pass-log output.
+//
+// Exported so tests can lock the contract (text-not-required, etc).
+export const PASS2A_SCHEMA = {
+    type: "object",
+    properties: {
+        skipped: {
+            type: "array",
+            items: {
+                type: "object",
+                properties: {
+                    id: { type: "string" },
+                    reason: { type: "string" },
+                },
+                required: ["id", "reason"],
+            },
+        },
+        classified: {
+            type: "array",
+            items: {
+                type: "object",
+                properties: {
+                    id: { type: "string" },
+                    type: { type: "string" },
+                    project: { type: "string" },
+                    extends_item: { type: "string" },
+                    supersedes_ref: { type: "string" },
+                    resolved_ref: { type: "string" },
+                    review_reason: { type: "string" },
+                    schema: { type: "object" },
+                    classification_reasoning: { type: "string" },
+                },
+                required: ["id", "type", "project", "classification_reasoning"],
+            },
+        },
+    },
+    required: ["skipped", "classified"],
+};
+// ─── Output sanitizer ──────────────────────────────────────────────────────────
+//
+// Defense in depth: even if the model leaks `unique` or `triggered_by_items`
+// (e.g. by ignoring the schema), strip those keys from each classified item.
+// This enforces §1 Seam α contract: 2b is the only writer of `unique`; 2c is
+// the only writer of wiring.
+//
+// Exposed as a pure function so tests can verify the contract independently.
+const FORBIDDEN_KEYS_ON_PASS2A_OUTPUT = ["unique", "triggered_by_items", "based_on_items", "relations", "note"];
+export function sanitizePass2aItem(raw) {
+    const stripped = [];
+    const item = { ...raw };
+    for (const k of FORBIDDEN_KEYS_ON_PASS2A_OUTPUT) {
+        if (k in item) {
+            stripped.push(k);
+            delete item[k];
+        }
+    }
+    return { item: item, stripped };
+}
+export function sanitizePass2aResult(raw) {
+    const perItemStripped = [];
+    let totalStrippedFields = 0;
+    const classified = (raw.classified ?? []).map((c) => {
+        const { item, stripped } = sanitizePass2aItem(c);
+        if (stripped.length > 0) {
+            perItemStripped.push({ id: item.id, stripped });
+            totalStrippedFields += stripped.length;
+        }
+        return item;
+    });
+    const skipped = (raw.skipped ?? []).map((s) => ({
+        id: String(s.id ?? ""),
+        reason: String(s.reason ?? ""),
+    }));
+    return { result: { skipped, classified }, totalStrippedFields, perItemStripped };
+}
+// ─── LLM call ──────────────────────────────────────────────────────────────────
+//
+// Mirrors the signature shape of `callPass2LLM` in pass2.ts so wiring later
+// can route between monolith and split with minimal call-site change. Differs
+// only in:
+//   - returns Pass2aResult (no `unique`, no `causal_wiring`)
+//   - uses PASS2A_PROMPT + PASS2A_SCHEMA
+//   - does NOT update reflectTokenStats yet (that's a wiring concern — adding
+//     pass2a/2b/2c slots to context.ts is part of the §9 Week 2 wiring step,
+//     not this isolated module)
+//
+// Returns usage so callers (tests + future wiring) can capture token counts
+// without touching global state.
+export async function callPass2aLLM(provider, pass1Items, projectContext, prevEntityMap, thinkingBudget = 1024, sceneCard, 
+// Multi-model routing (C, 2026-05-25): per PASS2-SPLIT-DESIGN.md §7 cost
+// recalibration, 2a is structural work — cheap-model territory (Haiku-class
+// via OpenRouter). When set, overrides the provider's default model for this
+// call only. Undefined → use provider default (backward compat). Universal:
+// model name is a string, no provider assumption (works for any model the
+// upstream provider can serve).
+modelOverride) {
+    const sceneCardSection = sceneCard
+        ? `SCENE CARD (APPROACHES entries give investment level and blueprint/dead_end context; ACTOR-ACTIONS confirm who committed to what):\n${sceneCard}\n\n`
+        : "";
+    const projectSection = projectContext
+        ? `PROJECT GRAPH (all existing blocks — use for dedup and supersession refs):\n${projectContext}\n\n`
+        : "";
+    const prevMapSection = prevEntityMap.length > 0
+        ? `PREVIOUS TURN ENTITY MAP:\n${prevEntityMap.map((e) => `"${e.reference}" → ${e.resolved_to}`).join("\n")}\n\n`
+        : "";
+    const itemsSection = `ITEMS FROM PASS 1:\n${JSON.stringify(pass1Items, null, 2)}`;
+    const userInput = `${sceneCardSection}${projectSection}${prevMapSection}${itemsSection}`;
+    const r = await provider.generateStructured(PASS2A_PROMPT, userInput, PASS2A_SCHEMA, {
+        thinkingBudget,
+        maxOutputTokens: CONFIG.pass2.maxOutputTokens,
+        ...(modelOverride ? { modelOverride } : {}),
+    });
+    if (!r.result) {
+        console.error(`Auto-Reflect Pass 2a: ${r.rateLimited ? "rate limited" : "failed"} [${provider.getName()}]`);
+        return {
+            result: null,
+            thinking: r.thinking ?? "",
+            rateLimited: r.rateLimited,
+            model: r.model,
+            attempts: r.attempts,
+        };
+    }
+    const { result: clean, totalStrippedFields, perItemStripped } = sanitizePass2aResult(r.result);
+    // Re-join `text` by id from Pass 1 input. 2a no longer echoes verbatim text
+    // (PASS2A_SCHEMA omits it). Source of truth for text = Pass 1, not the LLM.
+    // See project-future-enhancements #6 for the WHY (refund truncation@16384).
+    // Defensive: a classified id with no matching pass1 id is an anomaly (Q0
+    // dedup only ever drops items, never creates new ids) — log + fall back to
+    // "" so downstream never gets undefined on a string-typed field.
+    const textById = new Map(pass1Items.map((p) => [p.id, p.text]));
+    // ── DEBT 5 D3: also re-join excerpt by id (same pattern as text) ──
+    // Source of truth for excerpt = Pass 1 (matches the prompt's source rule).
+    // Pass 2a doesn't need the LLM to echo it — we paste it back from Pass 1
+    // input by id. Phase 5 propagation: Pass1Item.excerpt → Pass2Item.excerpt →
+    // (Pass 2b passes through unchanged) → Pass 3 → blocks.source_excerpt column.
+    const excerptById = new Map(pass1Items.map((p) => [p.id, p.excerpt]));
+    let textRejoinMisses = 0;
+    let excerptRejoinMisses = 0;
+    for (const item of clean.classified) {
+        const t = textById.get(item.id);
+        if (t === undefined)
+            textRejoinMisses++;
+        item.text = t ?? item.text ?? "";
+        const e = excerptById.get(item.id);
+        if (e === undefined)
+            excerptRejoinMisses++;
+        item.excerpt = e ?? ""; // empty string is safe — Pass 3 treats "" as "no excerpt available" same as NULL
+    }
+    if (textRejoinMisses > 0) {
+        console.log(`Auto-Reflect Pass 2a: WARNING ${textRejoinMisses} classified item(s) had no matching Pass 1 id for text re-join (defensive)`);
+    }
+    if (excerptRejoinMisses > 0) {
+        console.log(`Auto-Reflect Pass 2a: WARNING ${excerptRejoinMisses} classified item(s) had no matching Pass 1 id for excerpt re-join (D3 source_excerpt — block will have NULL provenance)`);
+    }
+    const tag = provider.getName() !== "gemini" ? ` [${provider.getName()}]` : "";
+    console.log(`Auto-Reflect Pass 2a: classified ${pass1Items.length} items | tokens: in=${r.usage?.input ?? "?"} think=${r.usage?.thinking ?? "?"} out=${r.usage?.output ?? "?"}${tag}`);
+    if (totalStrippedFields > 0) {
+        // Sanitizer fired — model leaked fields it wasn't supposed to emit.
+        // Log loudly so the contract violation is auditable in turn logs.
+        console.log(`Auto-Reflect Pass 2a: SANITIZER stripped ${totalStrippedFields} leaked field(s) across ${perItemStripped.length} item(s)`);
+        for (const s of perItemStripped) {
+            console.log(`  ${s.id}: removed ${s.stripped.join(", ")}`);
+        }
+    }
+    for (const item of clean.classified) {
+        if (item.classification_reasoning) {
+            console.log(`  [Pass 2a reasoning] ${item.id} [${item.type}]: ${item.classification_reasoning}`);
+        }
+    }
+    return {
+        result: clean,
+        thinking: r.thinking ?? "",
+        rateLimited: r.rateLimited,
+        model: r.model,
+        attempts: r.attempts,
+        usage: r.usage,
+        strippedFields: perItemStripped.length > 0 ? perItemStripped : undefined,
+    };
+}
+//# sourceMappingURL=pass2a.js.map

package/dist/middleware/reflect/pass2a.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pass2a.js","sourceRoot":"","sources":["../../../src/middleware/reflect/pass2a.ts"],"names":[],"mappings":"AAAA,kFAAkF;AAClF,yDAAyD;AACzD,EAAE;AACF,gEAAgE;AAChE,0EAA0E;AAC1E,0EAA0E;AAC1E,0EAA0E;AAC1E,6DAA6D;AAC7D,EAAE;AACF,sCAAsC;AACtC,+DAA+D;AAC/D,2DAA2D;AAC3D,6CAA6C;AAC7C,sDAAsD;AACtD,0DAA0D;AAC1D,qDAAqD;AACrD,2DAA2D;AAC3D,0DAA0D;AAC1D,EAAE;AACF,kDAAkD;AAClD,uCAAuC;AACvC,gFAAgF;AAChF,oEAAoE;AACpE,+DAA+D;AAC/D,EAAE;AACF,UAAU;AACV,4EAA4E;AAC5E,2DAA2D;AAC3D,wEAAwE;AACxE,wEAAwE;AACxE,EAAE;AACF,qBAAqB;AACrB,uEAAuE;AACvE,sEAAsE;AACtE,sEAAsE;AACtE,2BAA2B;AAC3B,iEAAiE;AACjE,sEAAsE;AACtE,+BAA+B;AAC/B,8DAA8D;AAC9D,6EAA6E;AAC7E,kFAAkF;AAElF,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAgDrC,kFAAkF;AAClF,EAAE;AACF,yEAAyE;AACzE,qEAAqE;AACrE,6EAA6E;AAC7E,EAAE;AACF,4EAA4E;AAC5E,gEAAgE;AAChE,mEAAmE;AACnE,sEAAsE;AACtE,qEAAqE;AACrE,mEAAmE;AACnE,mBAAmB;AACnB,EAAE;AACF,2BAA2B;AAC3B,0DAA0D;AAC1D,0EAA0E;AAC1E,0BAA0B;AAC1B,2DAA2D;AAE3D,MAAM,CAAC,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoJ5B,CAAC;AAEF,kFAAkF;AAClF,EAAE;AACF,iEAAiE;AACjE,mEAAmE;AACnE,+EAA+E;AAC/E,uEAAuE;AACvE,uEAAuE;AACvE,4DAA4D;AAC5D,EAAE;AACF,6DAA6D;AAC7D,yEAAyE;AACzE,4EAA4E;AAC5E,0EAA0E;AAC1E,kCAAkC;AAClC,EAAE;AACF,oEAAoE;AAEpE,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACV,OAAO,EAAE;YACP,IAAI,EAAE,OAAO;YACb,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,EAAE,EAAM,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC1B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAC3B;gBACD,QAAQ,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC;aAC3B;SACF;QACD,UAAU,EAAE;YACV,IAAI,EAAE,OAAO;YACb,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,EAAE,EAAwB,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC5C,IAAI,EAAsB,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC5C,OAAO,EAAmB,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC5C,YAAY,EAAc,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC5C,cAAc,EAAY,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC5C,YAAY,EAAc,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC5C,aAAa,EAAa,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC5C,MAAM,EAAoB,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC5C,wBAAwB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAC7C;gBACD,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,0BAA0B,CAAC;aAChE;SACF;KACF;IACD,QAAQ,EAAE,CAAC,SAAS,EAAE,YAAY,CAAC;CACpC,CAAC;AAEF,kFAAkF;AAClF,EAAE;AACF,6EAA6E;AAC7E,6EAA6E;AAC7E,6EAA6E;AAC7E,6BAA6B;AAC7B,EAAE;AACF,6EAA6E;AAE7E,MAAM,+BAA+B,GAAG,CAAC,QAAQ,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,CAAU,CAAC;AAEzH,MAAM,UAAU,kBAAkB,CAAC,GAA4B;IAC7D,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,IAAI,GAAQ,EAAE,GAAG,GAAG,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,+BAA+B,EAAE,CAAC;QAChD,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;YACd,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAkB,EAAE,QAAQ,EAAE,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAA4C;IAK/E,MAAM,eAAe,GAA8C,EAAE,CAAC;IACtE,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAE5B,MAAM,UAAU,GAAG,CAAC,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;QACvD,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC;QACjD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,eAAe,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;YAChD,mBAAmB,IAAI,QAAQ,CAAC,MAAM,CAAC;QACzC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;QACnD,EAAE,EAAM,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QAC1B,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;KAC/B,CAAC,CAAC,CAAC;IAEJ,OAAO,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,mBAAmB,EAAE,eAAe,EAAE,CAAC;AACnF,CAAC;AAED,kFAAkF;AAClF,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,WAAW;AACX,6DAA6D;AAC7D,yCAAyC;AACzC,8EAA8E;AAC9E,6EAA6E;AAC7E,gCAAgC;AAChC,EAAE;AACF,4EAA4E;AAC5E,iCAAiC;AAEjC,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAqB,EACrB,UAAuB,EACvB,cAAsB,EACtB,aAAgE,EAChE,cAAc,GAAG,IAAI,EACrB,SAAkB;AAClB,yEAAyE;AACzE,4EAA4E;AAC5E,6EAA6E;AAC7E,4EAA4E;AAC5E,0EAA0E;AAC1E,gCAAgC;AAChC,aAAsB;IAUtB,MAAM,gBAAgB,GAAG,SAAS;QAChC,CAAC,CAAC,uIAAuI,SAAS,MAAM;QACxJ,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,cAAc,GAAG,cAAc;QACnC,CAAC,CAAC,+EAA+E,cAAc,MAAM;QACrG,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,cAAc,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC;QAC7C,CAAC,CAAC,8BAA8B,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,SAAS,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM;QAChH,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,YAAY,GAAG,uBAAuB,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;IAClF,MAAM,SAAS,GAAG,GAAG,gBAAgB,GAAG,cAAc,GAAG,cAAc,GAAG,YAAY,EAAE,CAAC;IAEzF,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,kBAAkB,CACzC,aAAa,EACb,SAAS,EACT,aAAa,EACb;QACE,cAAc;QACd,eAAe,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe;QAC7C,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5C,CACF,CAAC;IAEF,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC5G,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ,IAAI,EAAE;YAC1B,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,QAAQ,EAAE,CAAC,CAAC,QAAQ;SACrB,CAAC;IACJ,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE,eAAe,EAAE,GAAG,oBAAoB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAE/F,4EAA4E;IAC5E,4EAA4E;IAC5E,4EAA4E;IAC5E,yEAAyE;IACzE,2EAA2E;IAC3E,iEAAiE;IACjE,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAChE,qEAAqE;IACrE,2EAA2E;IAC3E,yEAAyE;IACzE,4EAA4E;IAC5E,8EAA8E;IAC9E,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACtE,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,SAAS;YAAE,gBAAgB,EAAE,CAAC;QACxC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAEjC,MAAM,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK,SAAS;YAAE,mBAAmB,EAAE,CAAC;QAC3C,IAAI,CAAC,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC,CAAE,iFAAiF;IAC5G,CAAC;IACD,IAAI,gBAAgB,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,iCAAiC,gBAAgB,4EAA4E,CAAC,CAAC;IAC7I,CAAC;IACD,IAAI,mBAAmB,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,iCAAiC,mBAAmB,yHAAyH,CAAC,CAAC;IAC7L,CAAC;IAED,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9E,OAAO,CAAC,GAAG,CACT,oCAAoC,UAAU,CAAC,MAAM,uBAAuB,CAAC,CAAC,KAAK,EAAE,KAAK,IAAI,GAAG,UAAU,CAAC,CAAC,KAAK,EAAE,QAAQ,IAAI,GAAG,QAAQ,CAAC,CAAC,KAAK,EAAE,MAAM,IAAI,GAAG,GAAG,GAAG,EAAE,CAC1K,CAAC;IAEF,IAAI,mBAAmB,GAAG,CAAC,EAAE,CAAC;QAC5B,oEAAoE;QACpE,kEAAkE;QAClE,OAAO,CAAC,GAAG,CAAC,4CAA4C,mBAAmB,2BAA2B,eAAe,CAAC,MAAM,UAAU,CAAC,CAAC;QACxI,KAAK,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACpC,IAAI,IAAI,CAAC,wBAAwB,EAAE,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC,CAAC;QACnG,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,KAAK;QACb,QAAQ,EAAE,CAAC,CAAC,QAAQ,IAAI,EAAE;QAC1B,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,cAAc,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS;KACzE,CAAC;AACJ,CAAC"}

package/dist/middleware/reflect/pass2b.d.ts

@@ -0,0 +1,108 @@
+import type { LLMProvider } from "../../engine/ai-provider.js";
+/**
+ * Input to Pass 2b — a subset of Pass 2a's output. 2b needs only what's
+ * required to fill `unique{}` for a single item.
+ *
+ * `classification_reasoning` is included for the LLM's context (so it knows
+ * why 2a picked the type) but 2b does not act on it beyond that.
+ */
+export interface Pass2bInput {
+    id: string;
+    text: string;
+    type: string;
+    classification_reasoning?: string;
+    /**
+     * Set on a RE-FILL RETRY (seam α route-back). Carries the schema-validation
+     * failure detail from the first attempt (e.g. "type=insight missing=[implication]")
+     * so the prompt can tell 2b exactly which field to look harder for. Undefined
+     * on the first fill. See pass2-split-orchestrator.ts re-fill stage.
+     */
+    retryFailureDetail?: string;
+}
+/**
+ * Output per item — strictly `id` + `unique{}`. No other fields.
+ * 2b owns `unique{}` exclusively; everything else from 2a passes through
+ * the orchestrator unchanged (see future `composeForDownstream()`).
+ */
+export interface Pass2bResult {
+    id: string;
+    unique: Record<string, string>;
+}
+/**
+ * Batch helper result. Per-item failures (LLM rate-limit, network) are
+ * surfaced separately so the caller can decide whether to retry or
+ * quarantine; they are NOT the same as schema-mismatch failures (those go
+ * to the seam validator with whatever fields 2b managed to emit).
+ */
+export interface Pass2bBatchResult {
+    results: Pass2bResult[];
+    failures: Array<{
+        id: string;
+        reason: "rate_limited" | "llm_error";
+        detail?: string;
+    }>;
+    usage: {
+        input: number;
+        thinking: number;
+        output: number;
+    };
+}
+/**
+ * Build the Pass 2b prompt for a single item. The type's schema is injected
+ * directly so the prompt is concise and type-specific.
+ *
+ * Exposed for tests (so prompt structure can be asserted without an LLM call).
+ */
+export declare function buildPass2bPrompt(item: Pass2bInput): string;
+export declare function sanitizePass2bUnique(type: string, unique: Record<string, unknown>): {
+    unique: Record<string, string>;
+    strippedKeys: string[];
+};
+export declare function sanitizePass2bResult(type: string, raw: {
+    id: string;
+    unique?: Record<string, unknown>;
+}): {
+    result: Pass2bResult;
+    strippedKeys: string[];
+};
+export declare function callPass2bLLM(provider: LLMProvider, item: Pass2bInput, thinkingBudget?: number, // Smaller than 2a — fill is structural, not reasoning-heavy
+modelOverride?: string): Promise<{
+    result: Pass2bResult | null;
+    thinking: string;
+    rateLimited: boolean;
+    model?: string;
+    attempts?: Array<{
+        model: string;
+        outcome: string;
+    }>;
+    usage?: {
+        input?: number;
+        thinking?: number;
+        output?: number;
+    };
+    strippedKeys?: string[];
+}>;
+export declare function callPass2bBatch(provider: LLMProvider, items: Pass2bInput[], options?: {
+    parallelism?: number;
+    thinkingBudget?: number;
+    modelOverride?: string;
+}): Promise<Pass2bBatchResult>;
+export declare function v2FillBatchEnabled(): boolean;
+export declare function buildPass2bBatchPrompt(): string;
+/** One compact schema line per item (the per-item prompt's fieldGuidance, condensed). */
+export declare function batchFieldLine(type: string): string;
+export declare function callPass2bBatchedFill(provider: LLMProvider, items: Pass2bInput[], opts?: {
+    chunkSize?: number;
+    thinkingBudget?: number;
+    modelOverride?: string;
+}): Promise<{
+    results: Pass2bResult[];
+    fellBackIds: string[];
+    llmCalls: number;
+    usage: {
+        input: number;
+        thinking: number;
+        output: number;
+    };
+}>;
+//# sourceMappingURL=pass2b.d.ts.map

package/dist/middleware/reflect/pass2b.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pass2b.d.ts","sourceRoot":"","sources":["../../../src/middleware/reflect/pass2b.ts"],"names":[],"mappings":"AA4CA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAK/D;;;;;;GAMG;AACH,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC;;;;;OAKG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED;;;;GAIG;AACH,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAChC;AAED;;;;;GAKG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,QAAQ,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAKvF,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5D;AAqBD;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,WAAW,GAAG,MAAM,CAoE3D;AA+ED,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B;IAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,YAAY,EAAE,MAAM,EAAE,CAAA;CAAE,CA2B5D;AAED,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,GACpD;IAAE,MAAM,EAAE,YAAY,CAAC;IAAC,YAAY,EAAE,MAAM,EAAE,CAAA;CAAE,CAGlD;AAOD,wBAAsB,aAAa,CACjC,QAAQ,EAAE,WAAW,EACrB,IAAI,EAAE,WAAW,EACjB,cAAc,SAAM,EAAG,4DAA4D;AAInF,aAAa,CAAC,EAAE,MAAM,GACrB,OAAO,CAAC;IACT,MAAM,EAAE,YAAY,GAAG,IAAI,CAAC;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,OAAO,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACrD,KAAK,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/D,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB,CAAC,CAmDD;AAqCD,wBAAsB,eAAe,CACnC,QAAQ,EAAE,WAAW,EACrB,KAAK,EAAE,WAAW,EAAE,EACpB,OAAO,CAAC,EAAE;IACR,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,GACA,OAAO,CAAC,iBAAiB,CAAC,CAmD5B;AAgBD,wBAAgB,kBAAkB,IAAI,OAAO,CAE5C;AAED,wBAAgB,sBAAsB,IAAI,MAAM,CAsB/C;AAED,yFAAyF;AACzF,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAMnD;AAUD,wBAAsB,qBAAqB,CACzC,QAAQ,EAAE,WAAW,EACrB,KAAK,EAAE,WAAW,EAAE,EACpB,IAAI,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAAO,GACjF,OAAO,CAAC;IACT,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5D,CAAC,CAyDD"}