@itaila/archetype 0.3.30

package/dist/evals/cross-layer-duplicates.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Cross-layer duplicate detector — a structural audit that catches the most
+ * common "boxed brain" pattern: prose in the brain that restates content
+ * already carried by entity descriptions, entity field describe() annotations,
+ * context labels, EQ flags, or memory config.
+ *
+ * This isn't a replacement for judgment-level review — it's a cheap, deterministic
+ * pass that catches the patterns we saw in the Savor v2 → v3 experiment:
+ *  - "Profile settings use the profile entity" (duplicate of profile entity description)
+ *  - "Weight: if given in kg, convert to lbs" (duplicate of weight field describe())
+ *  - "use the id shown in PROFILE RECORD" (duplicate of context label with includeIds)
+ *  - "qualitative language by default" (duplicate of eq.qualitativeFirst)
+ *
+ * Scenario-first design: the findings are advisory. Each finding names a
+ * specific adjacent layer where the rule should live, not a brand-new rule.
+ */
+import type { PersonaConfig } from '../types.js';
+import type { LoadedBrainArtifact } from '../types.js';
+export interface CrossLayerAuditInput {
+    config: PersonaConfig;
+    markdown?: string;
+    brain?: LoadedBrainArtifact;
+}
+export interface CrossLayerDuplicate {
+    /** Which layer the brain content duplicates. */
+    targetLayer: 'entity-description' | 'entity-field' | 'context-label' | 'eq-flag' | 'memory-purpose' | 'identity-keystone' | 'identity-northstar' | 'voice-formatting';
+    /** The specific target (entity name, field name, context key, flag name). */
+    target: string;
+    /** The offending text from the brain. */
+    brainText: string;
+    /** Brain section where the text appears. */
+    section: string;
+    /** Why it's duplicated and what to do. */
+    suggestion: string;
+}
+export interface CrossLayerAuditResult {
+    pass: boolean;
+    duplicates: CrossLayerDuplicate[];
+}
+/**
+ * Detect brain prose that restates content available in adjacent layers.
+ *
+ * The detector works by scanning brain lines for mentions of entity names,
+ * field names, context keys, or EQ concepts, then checking whether the brain
+ * line is a rule/directive (as opposed to domain-level framing that happens
+ * to reference an entity name).
+ */
+export declare function auditCrossLayerDuplicates(input: CrossLayerAuditInput): CrossLayerAuditResult;
+//# sourceMappingURL=cross-layer-duplicates.d.ts.map

package/dist/evals/cross-layer-duplicates.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cross-layer-duplicates.d.ts","sourceRoot":"","sources":["../../src/evals/cross-layer-duplicates.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAEhD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAEtD,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,aAAa,CAAA;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,KAAK,CAAC,EAAE,mBAAmB,CAAA;CAC5B;AAED,MAAM,WAAW,mBAAmB;IAClC,gDAAgD;IAChD,WAAW,EACP,oBAAoB,GACpB,cAAc,GACd,eAAe,GACf,SAAS,GACT,gBAAgB,GAChB,mBAAmB,GACnB,oBAAoB,GACpB,kBAAkB,CAAA;IACtB,6EAA6E;IAC7E,MAAM,EAAE,MAAM,CAAA;IACd,yCAAyC;IACzC,SAAS,EAAE,MAAM,CAAA;IACjB,4CAA4C;IAC5C,OAAO,EAAE,MAAM,CAAA;IACf,0CAA0C;IAC1C,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,OAAO,CAAA;IACb,UAAU,EAAE,mBAAmB,EAAE,CAAA;CAClC;AAED;;;;;;;GAOG;AACH,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,oBAAoB,GAAG,qBAAqB,CA6J5F"}

package/dist/evals/cross-layer-duplicates.js

@@ -0,0 +1,289 @@
+import { parseBrainMarkdown } from '../brain.js';
+/**
+ * Detect brain prose that restates content available in adjacent layers.
+ *
+ * The detector works by scanning brain lines for mentions of entity names,
+ * field names, context keys, or EQ concepts, then checking whether the brain
+ * line is a rule/directive (as opposed to domain-level framing that happens
+ * to reference an entity name).
+ */
+export function auditCrossLayerDuplicates(input) {
+    const brain = input.brain ?? parseBrainMarkdown(input.markdown ?? '', undefined);
+    const duplicates = [];
+    const config = input.config;
+    const entities = config.entities ?? {};
+    const contextInputs = config.contextInputs ?? {};
+    const eq = config.eq ?? {};
+    const memory = config.memory;
+    const craftMemory = config.craftMemory;
+    const identity = config.identity;
+    const voice = config.voice;
+    for (const [sectionName, sectionContent] of Object.entries(brain.sections)) {
+        for (const line of extractMeaningfulLines(sectionContent)) {
+            const lower = line.toLowerCase();
+            // Entity-name duplicates: brain line names an entity AND either
+            //   (a) prescribes when/how to use it (routing rule), or
+            //   (b) defines what it IS (definitional drift — belongs in entity description).
+            for (const [entityName, entityConfig] of Object.entries(entities)) {
+                const entityMentioned = lineNamesEntity(lower, entityName);
+                if (!entityMentioned)
+                    continue;
+                if (lineLooksPrescriptive(line)) {
+                    duplicates.push({
+                        targetLayer: 'entity-description',
+                        target: entityName,
+                        brainText: line,
+                        section: sectionName,
+                        suggestion: `This rule directs the AI on when/how to use the '${entityName}' entity — move the routing guidance into the entity description or the relevant field's describe() annotation. The current description is: ${JSON.stringify(entityConfig?.description ?? null)}.`,
+                    });
+                }
+                else if (lineLooksDefinitional(line, entityName)) {
+                    duplicates.push({
+                        targetLayer: 'entity-description',
+                        target: entityName,
+                        brainText: line,
+                        section: sectionName,
+                        suggestion: `This brain line defines what '${entityName}' IS — that semantic belongs in the entity description, not the brain. The current description is: ${JSON.stringify(entityConfig?.description ?? null)}.`,
+                    });
+                }
+            }
+            // Context-label duplicates: "use the id" / "the record shows" when includeIds is already on the label
+            if (/\buse the id\b|\bthe id shown\b|\bwith the id\b/i.test(line)) {
+                for (const [contextKey, contextInput] of Object.entries(contextInputs)) {
+                    if ('includeIds' in contextInput && contextInput.includeIds) {
+                        duplicates.push({
+                            targetLayer: 'context-label',
+                            target: contextKey,
+                            brainText: line,
+                            section: sectionName,
+                            suggestion: `Context '${contextKey}' already has includeIds=true — the AI can see the id in the context block. Delete the brain rule; or if the label isn't clear, strengthen the label text instead.`,
+                        });
+                    }
+                }
+            }
+            // EQ flag duplicates
+            if (/\bqualitative\b|\bwarm language by default\b|\bnumbers (only )?(when|if) (the user )?asks?\b/i.test(line)) {
+                if (eq.qualitativeFirst) {
+                    duplicates.push({
+                        targetLayer: 'eq-flag',
+                        target: 'qualitativeFirst',
+                        brainText: line,
+                        section: sectionName,
+                        suggestion: `eq.qualitativeFirst is already enabled and drives this behavior at prompt-assembly time. Remove the brain rule.`,
+                    });
+                }
+            }
+            // Frequency rule: detect both the literal phrase AND the concept
+            // ("when something shows up once/twice/three times", "pattern worth naming",
+            // "repetition is signal", etc.).
+            if (/\bfrequency rule\b|\bdon'?t repeat the same observation\b/i.test(line) ||
+                /\b(when|once)\b.*\b(pattern|thing|something)\b.*\b(three times|twice|repeats|keeps|shows up)\b/i.test(line) ||
+                /\bpatterns?\b.*\b(across|worth naming|keep showing up|repeat)\b/i.test(line) ||
+                /\b(shows up|appears) (once|twice|three times|\d+ times)\b.*\b(moment|coincidence|worth naming|pattern)\b/i.test(line)) {
+                if (eq.frequencyRule) {
+                    duplicates.push({
+                        targetLayer: 'eq-flag',
+                        target: 'frequencyRule',
+                        brainText: line,
+                        section: sectionName,
+                        suggestion: `eq.frequencyRule already drives "pattern vs moment" behavior at prompt-assembly time. Remove the brain rule.`,
+                    });
+                }
+            }
+            if (/\bautonomy\b.*\b(respect|inform)\b|\brespect informed choices?\b/i.test(line)) {
+                if (eq.autonomyRespect) {
+                    duplicates.push({
+                        targetLayer: 'eq-flag',
+                        target: 'autonomyRespect',
+                        brainText: line,
+                        section: sectionName,
+                        suggestion: `eq.autonomyRespect is already enabled. Remove the brain rule.`,
+                    });
+                }
+            }
+            // Memory config duplicates: brain describes what memory is for when memory.purpose already covers it
+            if (/\bdurable\b.*\bmemor(y|ies)\b|\bmemor(y|ies)\b.*\bnot\b.*\b(active|settings|targets|declared)\b/i.test(line)) {
+                if (memory?.purpose || memory?.categories) {
+                    duplicates.push({
+                        targetLayer: 'memory-purpose',
+                        target: 'memory',
+                        brainText: line,
+                        section: sectionName,
+                        suggestion: `memory.purpose/categories already define what memory is for. Strengthen that config instead of restating in the brain.`,
+                    });
+                }
+            }
+            // Identity keystone duplicates: brain restates the "single most impactful thing" frame
+            if (identity?.keystone && keystoneOverlap(line)) {
+                duplicates.push({
+                    targetLayer: 'identity-keystone',
+                    target: 'keystone',
+                    brainText: line,
+                    section: sectionName,
+                    suggestion: `identity.keystone already asks for the single most impactful move this turn. This brain line paraphrases that. Remove — the keystone is injected early in the prompt.`,
+                });
+            }
+            // Identity northStar duplicates: brain restates the persona's enduring goal
+            if (identity?.northStar && northStarOverlap(line, identity.northStar)) {
+                duplicates.push({
+                    targetLayer: 'identity-northstar',
+                    target: 'northStar',
+                    brainText: line,
+                    section: sectionName,
+                    suggestion: `identity.northStar already carries the persona's enduring goal. This brain line restates it. Remove.`,
+                });
+            }
+            // Voice formatting leaks: brain talks about markdown/rendering when voice.formatting exists (or should)
+            if (voiceFormattingLeak(line)) {
+                duplicates.push({
+                    targetLayer: 'voice-formatting',
+                    target: 'voice.formatting',
+                    brainText: line,
+                    section: sectionName,
+                    suggestion: voice?.formatting
+                        ? `This is markdown/rendering info — belongs in voice.formatting (which already exists), not in methodology.`
+                        : `This is markdown/rendering info — belongs in voice.formatting. Move it there so the brain stays focused on domain intent.`,
+                });
+            }
+        }
+    }
+    return {
+        pass: duplicates.length === 0,
+        duplicates,
+    };
+}
+/**
+ * Pull meaningful lines from a brain section — skip headers, markers, blank lines,
+ * but keep bullet items and prose paragraphs as candidate rules.
+ */
+function extractMeaningfulLines(content) {
+    return content
+        .split('\n')
+        .map((raw) => raw.replace(/^[-*]\s+/, '').trim())
+        .filter((line) => {
+        if (!line)
+            return false;
+        if (line.length < 15)
+            return false;
+        if (line.startsWith('#'))
+            return false;
+        return true;
+    });
+}
+/**
+ * A line "names" an entity if the entity name appears as a word (not as a substring
+ * of an unrelated word). We use word-boundary matching and also try the pluralized
+ * form (entities often appear as "threads" when the name is "thread").
+ */
+function lineNamesEntity(lowerLine, entityName) {
+    const esc = entityName.toLowerCase().replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+    if (new RegExp(`\\b${esc}\\b`).test(lowerLine))
+        return true;
+    // Try simple plural: entity + 's' or entity + 'es'
+    if (new RegExp(`\\b${esc}s\\b`).test(lowerLine))
+        return true;
+    if (new RegExp(`\\b${esc}es\\b`).test(lowerLine))
+        return true;
+    return false;
+}
+/**
+ * A line looks "definitional" when it reads as an explanation of what the entity
+ * IS or WHAT IT CAPTURES, rather than a rule about when to use it. These
+ * belong in the entity's description, not the brain.
+ *
+ * Patterns we catch:
+ *  - `"[entity]s" are X` / `'[entity]s' are X`
+ *  - `[entity] (is|are) [definition]`
+ *  - `[entity] (have|means|represents|captures) X`
+ *  - `[entity] (persist|exist|live|work) ...`
+ */
+function lineLooksDefinitional(line, entityName) {
+    const lower = line.toLowerCase();
+    const esc = entityName.toLowerCase().replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+    // "threads are CEO-level challenges"
+    if (new RegExp(`["']?${esc}s?["']?\\s+(are|is)\\s+\\w+`, 'i').test(lower))
+        return true;
+    // "forcing functions have owners and deadlines"
+    if (new RegExp(`\\b${esc}s?\\s+(have|means?|represents?|captures?|records?|persists?|exist|live)\\b`, 'i').test(lower))
+        return true;
+    // "movement means decisions" — defining a concept the enum/schema encodes
+    if (new RegExp(`\\b(movement|progress|status|completion)\\b.*\\b(means?|is|includes?)\\b`, 'i').test(lower))
+        return true;
+    return false;
+}
+/** Concept overlap with identity.keystone — "single most impactful move/thing". */
+function keystoneOverlap(line) {
+    const lower = line.toLowerCase();
+    // The keystone always asks for the single highest-leverage move. Brain
+    // paraphrases take forms like "80/20", "biggest lever", "single move",
+    // "highest leverage", "one thing that matters most".
+    return (/\b80[/\\-]?20\b/.test(lower) ||
+        /\b(single|one)\s+(move|thing|lever|question|message)\b.*\b(most|matters|impactful|leverage|disproportionate|highest|biggest)\b/i.test(lower) ||
+        /\b(highest|biggest)\s+(leverage|lever|impact)\b/i.test(lower) ||
+        /\bleverage point\b/.test(lower) ||
+        /\bone (move|thing) that (creates|matters|moves)\b/i.test(lower));
+}
+/**
+ * Concept overlap with identity.northStar. Compare by shared distinctive words
+ * (nouns ≥4 chars, excluding stopwords) between the brain line and northStar.
+ * Threshold: ≥3 shared distinctive words AND the line is mostly restating
+ * the goal (short / principle-shaped, not scene-setting).
+ */
+function northStarOverlap(line, northStar) {
+    const stop = new Set([
+        'the', 'a', 'an', 'and', 'or', 'but', 'for', 'from', 'with', 'into',
+        'over', 'through', 'their', 'them', 'that', 'this', 'those', 'these',
+        'what', 'when', 'where', 'which', 'while', 'your', 'yours', 'you',
+        'its', 'is', 'are', 'be', 'been', 'have', 'has', 'had', 'will', 'would',
+    ]);
+    const norm = (s) => s.toLowerCase().match(/[a-z]{4,}/g) ?? [];
+    const lineTokens = new Set(norm(line).filter((t) => !stop.has(t)));
+    const starTokens = new Set(norm(northStar).filter((t) => !stop.has(t)));
+    let shared = 0;
+    for (const t of starTokens)
+        if (lineTokens.has(t))
+            shared++;
+    // Need substantial overlap AND line should be relatively short / principle-shaped
+    return shared >= 3 && line.length < 200;
+}
+/**
+ * Detect markdown/rendering mentions that belong in voice.formatting, not the
+ * brain's methodology.
+ */
+function voiceFormattingLeak(line) {
+    const lower = line.toLowerCase();
+    return (/\bmarkdown\b/.test(lower) ||
+        /\brenders?\b.*\b(rich|formatting|bold|italic|span)\b/i.test(lower) ||
+        /\bformatting\b.*\b(helps? structure|when it helps?)\b/i.test(lower) ||
+        /\*\*bold\*\*/.test(line) ||
+        /<span style=/.test(line));
+}
+/**
+ * Detect whether a line reads like a rule/directive about what the AI should do,
+ * as opposed to scene-setting prose that merely mentions an entity.
+ */
+function lineLooksPrescriptive(line) {
+    const lower = line.toLowerCase();
+    const triggers = [
+        /\buse the\b/,
+        /\buse \w+\b/,
+        /\bupdate the\b/,
+        /\brecord\b/,
+        /\blive in\b/,
+        /\blives? here\b/,
+        /\bsettings? use\b/,
+        /\bnot (in )?(memor|memories)\b/,
+        /\bfor [a-z ]+ updates?,? use\b/,
+        /\bif (given|reported) in\b/,
+        /\bconvert to\b/,
+        /\bthe recipe is part of\b/,
+        /\bvisible card\b/,
+        /\bdraft meals?\b.*\b(recipe|card|update)\b/,
+        /\bprofile settings?\b/,
+        /\bshould\b.*\bnot\b/,
+        /\bdo not\b/,
+        /\bmust\b/,
+    ];
+    return triggers.some((pattern) => pattern.test(lower));
+}
+//# sourceMappingURL=cross-layer-duplicates.js.map

package/dist/evals/cross-layer-duplicates.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cross-layer-duplicates.js","sourceRoot":"","sources":["../../src/evals/cross-layer-duplicates.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAmChD;;;;;;;GAOG;AACH,MAAM,UAAU,yBAAyB,CAAC,KAA2B;IACnE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,kBAAkB,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,EAAE,SAAS,CAAC,CAAA;IAChF,MAAM,UAAU,GAA0B,EAAE,CAAA;IAE5C,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;IAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAA;IACtC,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,EAAE,CAAA;IAChD,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,IAAI,EAAE,CAAA;IAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;IAC5B,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAA;IACtC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAA;IAChC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAA;IAE1B,KAAK,MAAM,CAAC,WAAW,EAAE,cAAc,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3E,KAAK,MAAM,IAAI,IAAI,sBAAsB,CAAC,cAAc,CAAC,EAAE,CAAC;YAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;YAEhC,gEAAgE;YAChE,yDAAyD;YACzD,iFAAiF;YACjF,KAAK,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAClE,MAAM,eAAe,GAAG,eAAe,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;gBAC1D,IAAI,CAAC,eAAe;oBAAE,SAAQ;gBAE9B,IAAI,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChC,UAAU,CAAC,IAAI,CAAC;wBACd,WAAW,EAAE,oBAAoB;wBACjC,MAAM,EAAE,UAAU;wBAClB,SAAS,EAAE,IAAI;wBACf,OAAO,EAAE,WAAW;wBACpB,UAAU,EAAE,oDAAoD,UAAU,+IAA+I,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,WAAW,IAAI,IAAI,CAAC,GAAG;qBAC9Q,CAAC,CAAA;gBACJ,CAAC;qBAAM,IAAI,qBAAqB,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;oBACnD,UAAU,CAAC,IAAI,CAAC;wBACd,WAAW,EAAE,oBAAoB;wBACjC,MAAM,EAAE,UAAU;wBAClB,SAAS,EAAE,IAAI;wBACf,OAAO,EAAE,WAAW;wBACpB,UAAU,EAAE,iCAAiC,UAAU,sGAAsG,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,WAAW,IAAI,IAAI,CAAC,GAAG;qBAClN,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YAED,sGAAsG;YACtG,IAAI,kDAAkD,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClE,KAAK,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;oBACvE,IAAI,YAAY,IAAI,YAAY,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;wBAC5D,UAAU,CAAC,IAAI,CAAC;4BACd,WAAW,EAAE,eAAe;4BAC5B,MAAM,EAAE,UAAU;4BAClB,SAAS,EAAE,IAAI;4BACf,OAAO,EAAE,WAAW;4BACpB,UAAU,EAAE,YAAY,UAAU,oKAAoK;yBACvM,CAAC,CAAA;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAED,qBAAqB;YACrB,IAAI,+FAA+F,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/G,IAAI,EAAE,CAAC,gBAAgB,EAAE,CAAC;oBACxB,UAAU,CAAC,IAAI,CAAC;wBACd,WAAW,EAAE,SAAS;wBACtB,MAAM,EAAE,kBAAkB;wBAC1B,SAAS,EAAE,IAAI;wBACf,OAAO,EAAE,WAAW;wBACpB,UAAU,EAAE,iHAAiH;qBAC9H,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YAED,iEAAiE;YACjE,6EAA6E;YAC7E,iCAAiC;YACjC,IACE,4DAA4D,CAAC,IAAI,CAAC,IAAI,CAAC;gBACvE,iGAAiG,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC5G,kEAAkE,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC7E,2GAA2G,CAAC,IAAI,CAAC,IAAI,CAAC,EACtH,CAAC;gBACD,IAAI,EAAE,CAAC,aAAa,EAAE,CAAC;oBACrB,UAAU,CAAC,IAAI,CAAC;wBACd,WAAW,EAAE,SAAS;wBACtB,MAAM,EAAE,eAAe;wBACvB,SAAS,EAAE,IAAI;wBACf,OAAO,EAAE,WAAW;wBACpB,UAAU,EAAE,8GAA8G;qBAC3H,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YAED,IAAI,mEAAmE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnF,IAAI,EAAE,CAAC,eAAe,EAAE,CAAC;oBACvB,UAAU,CAAC,IAAI,CAAC;wBACd,WAAW,EAAE,SAAS;wBACtB,MAAM,EAAE,iBAAiB;wBACzB,SAAS,EAAE,IAAI;wBACf,OAAO,EAAE,WAAW;wBACpB,UAAU,EAAE,+DAA+D;qBAC5E,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YAED,qGAAqG;YACrG,IAAI,kGAAkG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClH,IAAI,MAAM,EAAE,OAAO,IAAI,MAAM,EAAE,UAAU,EAAE,CAAC;oBAC1C,UAAU,CAAC,IAAI,CAAC;wBACd,WAAW,EAAE,gBAAgB;wBAC7B,MAAM,EAAE,QAAQ;wBAChB,SAAS,EAAE,IAAI;wBACf,OAAO,EAAE,WAAW;wBACpB,UAAU,EAAE,wHAAwH;qBACrI,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YAED,uFAAuF;YACvF,IAAI,QAAQ,EAAE,QAAQ,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChD,UAAU,CAAC,IAAI,CAAC;oBACd,WAAW,EAAE,mBAAmB;oBAChC,MAAM,EAAE,UAAU;oBAClB,SAAS,EAAE,IAAI;oBACf,OAAO,EAAE,WAAW;oBACpB,UAAU,EAAE,uKAAuK;iBACpL,CAAC,CAAA;YACJ,CAAC;YAED,4EAA4E;YAC5E,IAAI,QAAQ,EAAE,SAAS,IAAI,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACtE,UAAU,CAAC,IAAI,CAAC;oBACd,WAAW,EAAE,oBAAoB;oBACjC,MAAM,EAAE,WAAW;oBACnB,SAAS,EAAE,IAAI;oBACf,OAAO,EAAE,WAAW;oBACpB,UAAU,EAAE,sGAAsG;iBACnH,CAAC,CAAA;YACJ,CAAC;YAED,wGAAwG;YACxG,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9B,UAAU,CAAC,IAAI,CAAC;oBACd,WAAW,EAAE,kBAAkB;oBAC/B,MAAM,EAAE,kBAAkB;oBAC1B,SAAS,EAAE,IAAI;oBACf,OAAO,EAAE,WAAW;oBACpB,UAAU,EAAE,KAAK,EAAE,UAAU;wBAC3B,CAAC,CAAC,2GAA2G;wBAC7G,CAAC,CAAC,2HAA2H;iBAChI,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC;QAC7B,UAAU;KACX,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,sBAAsB,CAAC,OAAe;IAC7C,OAAO,OAAO;SACX,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SAChD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QACf,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAA;QACvB,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;YAAE,OAAO,KAAK,CAAA;QAClC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAA;QACtC,OAAO,IAAI,CAAA;IACb,CAAC,CAAC,CAAA;AACN,CAAC;AAED;;;;GAIG;AACH,SAAS,eAAe,CAAC,SAAiB,EAAE,UAAkB;IAC5D,MAAM,GAAG,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAA;IAC3E,IAAI,IAAI,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAA;IAC3D,mDAAmD;IACnD,IAAI,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAA;IAC5D,IAAI,IAAI,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAA;IAC7D,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAS,qBAAqB,CAAC,IAAY,EAAE,UAAkB;IAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAChC,MAAM,GAAG,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAA;IAC3E,qCAAqC;IACrC,IAAI,IAAI,MAAM,CAAC,QAAQ,GAAG,6BAA6B,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACtF,gDAAgD;IAChD,IAAI,IAAI,MAAM,CAAC,MAAM,GAAG,4EAA4E,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACnI,0EAA0E;IAC1E,IAAI,IAAI,MAAM,CAAC,0EAA0E,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACxH,OAAO,KAAK,CAAA;AACd,CAAC;AAED,mFAAmF;AACnF,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAChC,uEAAuE;IACvE,uEAAuE;IACvE,qDAAqD;IACrD,OAAO,CACL,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC;QAC7B,iIAAiI,CAAC,IAAI,CAAC,KAAK,CAAC;QAC7I,kDAAkD,CAAC,IAAI,CAAC,KAAK,CAAC;QAC9D,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC;QAChC,oDAAoD,CAAC,IAAI,CAAC,KAAK,CAAC,CACjE,CAAA;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,gBAAgB,CAAC,IAAY,EAAE,SAAiB;IACvD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC;QACnB,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;QACnE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;QACpE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;QACjE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO;KACxE,CAAC,CAAA;IACF,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,CAAA;IACrE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAClE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACvE,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,KAAK,MAAM,CAAC,IAAI,UAAU;QAAE,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,MAAM,EAAE,CAAA;IAC3D,kFAAkF;IAClF,OAAO,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,CAAA;AACzC,CAAC;AAED;;;GAGG;AACH,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAChC,OAAO,CACL,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC;QAC1B,uDAAuD,CAAC,IAAI,CAAC,KAAK,CAAC;QACnE,wDAAwD,CAAC,IAAI,CAAC,KAAK,CAAC;QACpE,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;QACzB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAC1B,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,qBAAqB,CAAC,IAAY;IACzC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAChC,MAAM,QAAQ,GAAG;QACf,aAAa;QACb,aAAa;QACb,gBAAgB;QAChB,YAAY;QACZ,aAAa;QACb,iBAAiB;QACjB,mBAAmB;QACnB,gCAAgC;QAChC,gCAAgC;QAChC,4BAA4B;QAC5B,gBAAgB;QAChB,2BAA2B;QAC3B,kBAAkB;QAClB,4CAA4C;QAC5C,uBAAuB;QACvB,qBAAqB;QACrB,YAAY;QACZ,UAAU;KACX,CAAA;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;AACxD,CAAC"}

package/dist/evals/entity-visibility.d.ts

@@ -0,0 +1,28 @@
+import type { PersonaConfig, Memory } from '../types.js';
+export interface EntityVisibilityAuditInput {
+    config: PersonaConfig;
+    /** A representative context the app passes to chat() — typically the fixture or live callsite shape */
+    context: Record<string, unknown>;
+    /** Memories the caller would pass to chat() — needed to verify memory visibility */
+    memories?: Memory[];
+    /** Craft memories the caller would pass to chat() — needed to verify craftMemory visibility */
+    craftMemories?: Memory[];
+}
+export interface EntityVisibilityIssue {
+    severity: 'error';
+    entity: string;
+    principle: 'not-visible-in-context';
+    message: string;
+    suggestion: string;
+}
+export interface EntityVisibilityResult {
+    pass: boolean;
+    issues: EntityVisibilityIssue[];
+    /** Per-entity verdict so callers can see which passed, which didn't, and how. */
+    perEntity: Record<string, {
+        visible: boolean;
+        how: string | null;
+    }>;
+}
+export declare function auditEntityVisibility(input: EntityVisibilityAuditInput): EntityVisibilityResult;
+//# sourceMappingURL=entity-visibility.d.ts.map

package/dist/evals/entity-visibility.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity-visibility.d.ts","sourceRoot":"","sources":["../../src/evals/entity-visibility.ts"],"names":[],"mappings":"AAsCA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAExD,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,aAAa,CAAA;IACrB,uGAAuG;IACvG,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAChC,oFAAoF;IACpF,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAA;IACnB,+FAA+F;IAC/F,aAAa,CAAC,EAAE,MAAM,EAAE,CAAA;CACzB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,OAAO,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,wBAAwB,CAAA;IACnC,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,OAAO,CAAA;IACb,MAAM,EAAE,qBAAqB,EAAE,CAAA;IAC/B,iFAAiF;IACjF,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC,CAAA;CACpE;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,0BAA0B,GAChC,sBAAsB,CAsCxB"}

package/dist/evals/entity-visibility.js

@@ -0,0 +1,216 @@
+/**
+ * Entity visibility auditor — single job: verify the AI will actually be shown
+ * a record with an id it can target for update/delete on every entity that
+ * declares CRUD beyond create.
+ *
+ * The bug class: a persona declares an entity with full CRUD (create / update /
+ * delete), but no record carrying an id reaches the prompt. At chat time the
+ * AI has nothing to target — so when the user says "switch to maintenance and
+ * set 2300 calories," the AI can't address profile or dailyTargets and
+ * quietly falls back to saving a memory instead. Guardrails score the failure,
+ * the judge never sees the cause, and the fix — populating a record with an
+ * id at the right surface — is invisible at code review.
+ *
+ * Two surfaces carry records to the AI, and this audit checks both:
+ *
+ *   1. DOMAIN ENTITIES → via contextInputs. Only keys declared in
+ *      `config.contextInputs` get serialized (src/core/context.ts); undeclared
+ *      keys are silently dropped. Required predicate:
+ *        declared contextInput at K
+ *          ∧ runtime context[K] has a record with a non-empty `id` string
+ *          ∧ K is an idiomatic name for this entity
+ *
+ *   2. MEMORY / CRAFT MEMORY → via their dedicated prompt blocks
+ *      (src/core/memory.ts, src/core/prompt-builder.ts). `memory` defaults
+ *      to includeIds=false, so the AI sees content without ids unless the
+ *      persona explicitly opts in. `craftMemory` hardcodes includeIds=true,
+ *      so the only concern is whether the block renders at all (requires
+ *      craftMemory.enabled AND craftMemories provided).
+ *
+ * Anything else is a latent bug. The audit answers one question per entity
+ * and fails loudly. It does NOT audit entity quality, description prose, or
+ * field schemas — those belong to auditActionContracts.
+ *
+ * Not a runtime check — it runs against a representative context the app
+ * would pass to chat() (a fixture, a live callsite shape, or an integration
+ * harness's sample payload).
+ */
+import { allowedOperations } from '../core/entity-helpers.js';
+export function auditEntityVisibility(input) {
+    const issues = [];
+    const perEntity = {};
+    const entities = input.config.entities ?? {};
+    const contextInputs = input.config.contextInputs ?? {};
+    for (const [name, entity] of Object.entries(entities)) {
+        const ops = allowedOperations(entity);
+        if (!ops.includes('update') && !ops.includes('delete')) {
+            perEntity[name] = { visible: true, how: 'create-only operations (update/delete not expected)' };
+            continue;
+        }
+        const visibility = name === 'memory'
+            ? checkMemoryVisibility(input.config, input.memories ?? [])
+            : name === 'craftMemory'
+                ? checkCraftMemoryVisibility(input.config, input.craftMemories ?? [])
+                : findVisibility(name, input.context, contextInputs);
+        perEntity[name] = visibility;
+        if (!visibility.visible) {
+            issues.push({
+                severity: 'error',
+                entity: name,
+                principle: 'not-visible-in-context',
+                message: visibilityFailureMessage(name, input.config, input.memories, input.craftMemories),
+                suggestion: visibilityFailureSuggestion(name),
+            });
+        }
+    }
+    return {
+        pass: issues.length === 0,
+        issues,
+        perEntity,
+    };
+}
+// ─── Memory / craftMemory visibility ────────────────────────────────────────
+// Memory records reach the prompt via a dedicated block, not contextInputs.
+// See src/core/memory.ts (selectMemoriesForPrompt) and src/core/prompt-builder.ts.
+//
+// memory:      includeIds is caller-chosen, defaults FALSE. If memory is
+//              declared as an updatable entity but config.memory.includeIds
+//              isn't true, memories render without ids and the AI can't
+//              target them.
+// craftMemory: includeIds is hardcoded TRUE inside the craftMemory block.
+//              Visibility depends on the block rendering at all, which
+//              requires config.craftMemory.enabled AND craftMemories provided.
+function checkMemoryVisibility(config, memories) {
+    const includeIds = config.memory?.includeIds === true;
+    const hasMemoryWithId = memories.some(isMemoryWithId);
+    if (!includeIds || !hasMemoryWithId)
+        return { visible: false, how: null };
+    return { visible: true, how: 'MEMORY block (memory.includeIds=true, memories provided)' };
+}
+function checkCraftMemoryVisibility(config, craftMemories) {
+    const enabled = config.craftMemory?.enabled === true;
+    const hasCraftWithId = craftMemories.some(isMemoryWithId);
+    if (!enabled || !hasCraftWithId)
+        return { visible: false, how: null };
+    return { visible: true, how: 'CRAFT MEMORY block (craftMemory.enabled=true, craftMemories provided, includeIds is hardcoded on)' };
+}
+function isMemoryWithId(memory) {
+    return typeof memory?.id === 'string' && memory.id.length > 0;
+}
+function visibilityFailureMessage(name, config, memories, craftMemories) {
+    if (name === 'memory') {
+        if (config.memory?.includeIds !== true) {
+            return 'Entity "memory" is declared as updatable but config.memory.includeIds is not true — the MEMORY block renders without ids, so the AI has nothing to target for update or delete.';
+        }
+        if (!memories || memories.length === 0) {
+            return 'Entity "memory" is declared as updatable but no memories were provided to the audit — the MEMORY block will be empty, giving the AI no records to target.';
+        }
+        return 'Entity "memory" is declared as updatable but the provided memories lack non-empty string ids.';
+    }
+    if (name === 'craftMemory') {
+        if (config.craftMemory?.enabled !== true) {
+            return 'Entity "craftMemory" is declared but config.craftMemory.enabled is not true — the CRAFT MEMORY block never renders.';
+        }
+        if (!craftMemories || craftMemories.length === 0) {
+            return 'Entity "craftMemory" is declared as updatable but no craftMemories were provided to the audit — the CRAFT MEMORY block will be empty, giving the AI no records to target.';
+        }
+        return 'Entity "craftMemory" is declared as updatable but the provided craftMemories lack non-empty string ids.';
+    }
+    return `Entity "${name}" is declared as updatable but no record with an id reaches the prompt — the AI has nothing to target for update or delete.`;
+}
+function visibilityFailureSuggestion(name) {
+    if (name === 'memory') {
+        return 'Set memory.includeIds: true in the persona config and ensure memories are provided at chat time. If memory is only ever created (never updated or deleted), set createOnly: true on the memory entity config.';
+    }
+    if (name === 'craftMemory') {
+        return 'Set craftMemory.enabled: true in the persona config and ensure craftMemories are provided at chat time. If craftMemory is only ever created, set createOnly: true on the entity config.';
+    }
+    return `Declare a contextInput whose key matches "${name}" (or its plural) AND populate the runtime context at that key with record(s) carrying a non-empty string id. If this entity is only ever created, set createOnly: true on the entity config.`;
+}
+// ─── Domain entity visibility detection ─────────────────────────────────────
+//
+// For each entity, walk the conventional key names in priority order. A key
+// makes an entity visible only when BOTH:
+//   1. `config.contextInputs[key]` is declared — without this the SDK skips
+//      the block entirely and no id reaches the prompt.
+//   2. `context[key]` holds at least one record with a non-empty `id` string.
+//
+// We intentionally don't accept arbitrary contextInput keys (e.g., a
+// contextInput called `userSettings` carrying profile records). Conventional
+// naming is enforceable and keeps the audit's answer unambiguous. Developers
+// with exotic plumbing can rename or set `createOnly: true`.
+function findVisibility(entityName, context, contextInputs) {
+    for (const key of Object.keys(contextInputs)) {
+        if (!keyMatchesEntity(key, entityName))
+            continue;
+        if (!hasRecordWithId(context[key]))
+            continue;
+        return { visible: true, how: `context.${key} (via contextInputs.${key})` };
+    }
+    return { visible: false, how: null };
+}
+function hasRecordWithId(value) {
+    if (value == null)
+        return false;
+    if (Array.isArray(value)) {
+        return value.some(isObjectWithId);
+    }
+    if (typeof value === 'object') {
+        return isObjectWithId(value);
+    }
+    return false;
+}
+function isObjectWithId(value) {
+    if (!value || typeof value !== 'object')
+        return false;
+    const id = value.id;
+    return typeof id === 'string' && id.length > 0;
+}
+// Match a contextInput key to an entity via three idiomatic conventions:
+//   1. Explicit suffix:        profile / profiles / profileRecord / profileRecords
+//   2. Pure plural:            threads / forcingFunctions / coachingNotes
+//   3. Semantic prefix + plural: openTasks / recentWorkouts / recentMistakes
+// The "semantic prefix" convention is pervasive in real personas — the prefix
+// names the subset of records being surfaced (open, recent, active, etc.).
+// The rule: tokenize the key in camelCase; the LAST token, lowercased, must
+// equal the entity's last token (as-is or naively pluralized).
+function keyMatchesEntity(key, entityName) {
+    const k = key.toLowerCase();
+    const n = entityName.toLowerCase();
+    if (k === n)
+        return true;
+    if (k === `${n}s`)
+        return true;
+    if (k === `${n}record`)
+        return true;
+    if (k === `${n}records`)
+        return true;
+    const keyTokens = tokenize(key);
+    const entityTokens = tokenize(entityName);
+    if (keyTokens.length === 0 || entityTokens.length === 0)
+        return false;
+    const lastKey = keyTokens[keyTokens.length - 1];
+    const lastEntity = entityTokens[entityTokens.length - 1];
+    if (lastKey === lastEntity)
+        return true;
+    if (lastKey === naivePluralize(lastEntity))
+        return true;
+    return false;
+}
+function tokenize(name) {
+    return name
+        .replace(/([a-z0-9])([A-Z])/g, '$1 $2')
+        .toLowerCase()
+        .split(/[\s_-]+/)
+        .filter(Boolean);
+}
+function naivePluralize(word) {
+    if (word.endsWith('y') && !/[aeiou]y$/.test(word)) {
+        return word.slice(0, -1) + 'ies';
+    }
+    if (/(?:s|x|z|ch|sh)$/.test(word)) {
+        return word + 'es';
+    }
+    return word + 's';
+}
+//# sourceMappingURL=entity-visibility.js.map

package/dist/evals/entity-visibility.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity-visibility.js","sourceRoot":"","sources":["../../src/evals/entity-visibility.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAA;AA4B7D,MAAM,UAAU,qBAAqB,CACnC,KAAiC;IAEjC,MAAM,MAAM,GAA4B,EAAE,CAAA;IAC1C,MAAM,SAAS,GAA6D,EAAE,CAAA;IAE9E,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAA;IAC5C,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE,CAAA;IAEtD,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtD,MAAM,GAAG,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAA;QACrC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvD,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,qDAAqD,EAAE,CAAA;YAC/F,SAAQ;QACV,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,KAAK,QAAQ;YAClC,CAAC,CAAC,qBAAqB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC;YAC3D,CAAC,CAAC,IAAI,KAAK,aAAa;gBACxB,CAAC,CAAC,0BAA0B,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,aAAa,IAAI,EAAE,CAAC;gBACrE,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,aAAa,CAAC,CAAA;QAEtD,SAAS,CAAC,IAAI,CAAC,GAAG,UAAU,CAAA;QAE5B,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,IAAI;gBACZ,SAAS,EAAE,wBAAwB;gBACnC,OAAO,EAAE,wBAAwB,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,aAAa,CAAC;gBAC1F,UAAU,EAAE,2BAA2B,CAAC,IAAI,CAAC;aAC9C,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QACzB,MAAM;QACN,SAAS;KACV,CAAA;AACH,CAAC;AAED,+EAA+E;AAC/E,4EAA4E;AAC5E,mFAAmF;AACnF,EAAE;AACF,yEAAyE;AACzE,4EAA4E;AAC5E,wEAAwE;AACxE,4BAA4B;AAC5B,0EAA0E;AAC1E,uEAAuE;AACvE,+EAA+E;AAE/E,SAAS,qBAAqB,CAC5B,MAAqB,EACrB,QAAkB;IAElB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,CAAA;IACrD,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;IACrD,IAAI,CAAC,UAAU,IAAI,CAAC,eAAe;QAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,CAAA;IACzE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,0DAA0D,EAAE,CAAA;AAC3F,CAAC;AAED,SAAS,0BAA0B,CACjC,MAAqB,EACrB,aAAuB;IAEvB,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,IAAI,CAAA;IACpD,MAAM,cAAc,GAAG,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;IACzD,IAAI,CAAC,OAAO,IAAI,CAAC,cAAc;QAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,CAAA;IACrE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,mGAAmG,EAAE,CAAA;AACpI,CAAC;AAED,SAAS,cAAc,CAAC,MAAc;IACpC,OAAO,OAAO,MAAM,EAAE,EAAE,KAAK,QAAQ,IAAI,MAAM,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAA;AAC/D,CAAC;AAED,SAAS,wBAAwB,CAC/B,IAAY,EACZ,MAAqB,EACrB,QAAmB,EACnB,aAAwB;IAExB,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,IAAI,MAAM,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,EAAE,CAAC;YACvC,OAAO,iLAAiL,CAAA;QAC1L,CAAC;QACD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvC,OAAO,2JAA2J,CAAA;QACpK,CAAC;QACD,OAAO,+FAA+F,CAAA;IACxG,CAAC;IACD,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;QAC3B,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;YACzC,OAAO,qHAAqH,CAAA;QAC9H,CAAC;QACD,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjD,OAAO,2KAA2K,CAAA;QACpL,CAAC;QACD,OAAO,yGAAyG,CAAA;IAClH,CAAC;IACD,OAAO,WAAW,IAAI,6HAA6H,CAAA;AACrJ,CAAC;AAED,SAAS,2BAA2B,CAAC,IAAY;IAC/C,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,OAAO,+MAA+M,CAAA;IACxN,CAAC;IACD,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;QAC3B,OAAO,yLAAyL,CAAA;IAClM,CAAC;IACD,OAAO,6CAA6C,IAAI,+LAA+L,CAAA;AACzP,CAAC;AAED,+EAA+E;AAC/E,EAAE;AACF,4EAA4E;AAC5E,0CAA0C;AAC1C,4EAA4E;AAC5E,wDAAwD;AACxD,8EAA8E;AAC9E,EAAE;AACF,qEAAqE;AACrE,6EAA6E;AAC7E,6EAA6E;AAC7E,6DAA6D;AAE7D,SAAS,cAAc,CACrB,UAAkB,EAClB,OAAgC,EAChC,aAAsC;IAEtC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,UAAU,CAAC;YAAE,SAAQ;QAChD,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAAE,SAAQ;QAC5C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,GAAG,uBAAuB,GAAG,GAAG,EAAE,CAAA;IAC5E,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,CAAA;AACtC,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,KAAK,CAAA;IAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;IACnC,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,cAAc,CAAC,KAAK,CAAC,CAAA;IAC9B,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IACrD,MAAM,EAAE,GAAI,KAA0B,CAAC,EAAE,CAAA;IACzC,OAAO,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAA;AAChD,CAAC;AAED,yEAAyE;AACzE,mFAAmF;AACnF,0EAA0E;AAC1E,6EAA6E;AAC7E,8EAA8E;AAC9E,2EAA2E;AAC3E,4EAA4E;AAC5E,+DAA+D;AAE/D,SAAS,gBAAgB,CAAC,GAAW,EAAE,UAAkB;IACvD,MAAM,CAAC,GAAG,GAAG,CAAC,WAAW,EAAE,CAAA;IAC3B,MAAM,CAAC,GAAG,UAAU,CAAC,WAAW,EAAE,CAAA;IAElC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACxB,IAAI,CAAC,KAAK,GAAG,CAAC,GAAG;QAAE,OAAO,IAAI,CAAA;IAC9B,IAAI,CAAC,KAAK,GAAG,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAA;IACnC,IAAI,CAAC,KAAK,GAAG,CAAC,SAAS;QAAE,OAAO,IAAI,CAAA;IAEpC,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAA;IAC/B,MAAM,YAAY,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAA;IACzC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAErE,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAC/C,MAAM,UAAU,GAAG,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAExD,IAAI,OAAO,KAAK,UAAU;QAAE,OAAO,IAAI,CAAA;IACvC,IAAI,OAAO,KAAK,cAAc,CAAC,UAAU,CAAC;QAAE,OAAO,IAAI,CAAA;IAEvD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,IAAI;SACR,OAAO,CAAC,oBAAoB,EAAE,OAAO,CAAC;SACtC,WAAW,EAAE;SACb,KAAK,CAAC,SAAS,CAAC;SAChB,MAAM,CAAC,OAAO,CAAC,CAAA;AACpB,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAClD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAA;IAClC,CAAC;IACD,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,OAAO,IAAI,GAAG,IAAI,CAAA;IACpB,CAAC;IACD,OAAO,IAAI,GAAG,GAAG,CAAA;AACnB,CAAC"}

package/dist/evals/index.d.ts

@@ -0,0 +1,19 @@
+export { runEvalConversation } from './runtime.js';
+export { auditBrainBloat } from './brain-bloat.js';
+export { auditOperationalPromptContract } from './operational-contract.js';
+export { auditPromptContent } from './prompt-content.js';
+export { auditCrossLayerDuplicates } from './cross-layer-duplicates.js';
+export { auditActionContracts } from './action-contracts.js';
+export { auditBrainPrescriptions } from './brain-prescriptions.js';
+export { auditEntityVisibility } from './entity-visibility.js';
+export type { CrossLayerAuditInput, CrossLayerAuditResult, CrossLayerDuplicate, } from './cross-layer-duplicates.js';
+export type { ActionContractAuditInput, ActionContractAuditResult, ActionContractIssue, } from './action-contracts.js';
+export type { BrainPrescriptionsAuditInput, BrainPrescriptionsAuditResult, BrainPrescription, AuditScope, } from './brain-prescriptions.js';
+export type { EntityVisibilityAuditInput, EntityVisibilityIssue, EntityVisibilityResult, } from './entity-visibility.js';
+export type { BrainBloatAuditInput, BrainBloatAuditIssue, BrainBloatAuditOptions, BrainBloatAuditResult, BrainBloatSectionMetric, } from './brain-bloat.js';
+export type { OperationalPromptRequirement, OperationalPromptContractInput, OperationalPromptContractIssue, OperationalPromptContractResult, } from './operational-contract.js';
+export type { PromptContentAuditInput, PromptContentAuditIssue, PromptContentAuditResult, } from './prompt-content.js';
+export { SAMPLE_PROJECTS, coachProject, nutritionProject, fitnessProject, languageTutorProject, chiefOfStaffProject, } from './sample-projects.js';
+export { judgeEvalTurn, judgeEvalConversation, judgePairwiseConversations, } from './judge.js';
+export type { EvalState, EvalProject, EvalTurn, EvalTurnResult, EvalConversationResult, EvalActionRecord, EvalJudgeScenario, EvalJudgeCriterionScore, EvalJudgeVerdict, EvalPairwiseVerdict, CrudHandler, } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/evals/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/evals/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAA;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAClD,OAAO,EAAE,8BAA8B,EAAE,MAAM,2BAA2B,CAAA;AAC1E,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAA;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAA;AAClE,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAA;AAC9D,YAAY,EACV,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,GACpB,MAAM,6BAA6B,CAAA;AACpC,YAAY,EACV,wBAAwB,EACxB,yBAAyB,EACzB,mBAAmB,GACpB,MAAM,uBAAuB,CAAA;AAC9B,YAAY,EACV,4BAA4B,EAC5B,6BAA6B,EAC7B,iBAAiB,EACjB,UAAU,GACX,MAAM,0BAA0B,CAAA;AACjC,YAAY,EACV,0BAA0B,EAC1B,qBAAqB,EACrB,sBAAsB,GACvB,MAAM,wBAAwB,CAAA;AAC/B,YAAY,EACV,oBAAoB,EACpB,oBAAoB,EACpB,sBAAsB,EACtB,qBAAqB,EACrB,uBAAuB,GACxB,MAAM,kBAAkB,CAAA;AACzB,YAAY,EACV,4BAA4B,EAC5B,8BAA8B,EAC9B,8BAA8B,EAC9B,+BAA+B,GAChC,MAAM,2BAA2B,CAAA;AAClC,YAAY,EACV,uBAAuB,EACvB,uBAAuB,EACvB,wBAAwB,GACzB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EACL,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,oBAAoB,EACpB,mBAAmB,GACpB,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,0BAA0B,GAC3B,MAAM,YAAY,CAAA;AACnB,YAAY,EACV,SAAS,EACT,WAAW,EACX,QAAQ,EACR,cAAc,EACd,sBAAsB,EACtB,gBAAgB,EAChB,iBAAiB,EACjB,uBAAuB,EACvB,gBAAgB,EAChB,mBAAmB,EACnB,WAAW,GACZ,MAAM,YAAY,CAAA"}