@actrun_ai/tastekit-core 0.1.0

package/dist/eval/judge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge.d.ts","sourceRoot":"","sources":["../../eval/judge.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAmB,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAE5F;;;;;;GAMG;AAEH,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,6DAA6D;IAC7D,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC3C;AAED,qBAAa,KAAK;IAChB,OAAO,CAAC,WAAW,CAAC,CAAmB;gBAE3B,WAAW,CAAC,EAAE,gBAAgB;IAIpC,YAAY,CAChB,OAAO,EAAE,GAAG,EACZ,OAAO,EAAE,WAAW,EACpB,QAAQ,EAAE,oBAAoB,GAC7B,OAAO,CAAC,cAAc,EAAE,CAAC;YAWd,SAAS;IAwBvB,OAAO,CAAC,sBAAsB;IA+C9B,OAAO,CAAC,cAAc;IAsBtB,OAAO,CAAC,eAAe;YAoCT,aAAa;IAyD3B;;OAEG;IACH,OAAO,CAAC,eAAe;CAsBxB"}

package/dist/eval/judge.js

@@ -0,0 +1,209 @@
+import { z } from 'zod';
+export class Judge {
+    llmProvider;
+    constructor(llmProvider) {
+        this.llmProvider = llmProvider;
+    }
+    async judgeOutputs(outputs, judging, expected) {
+        const results = [];
+        for (const rule of judging.rules) {
+            const result = await this.applyRule(rule, outputs, expected);
+            results.push(result);
+        }
+        return results;
+    }
+    async applyRule(rule, outputs, expected) {
+        switch (rule.type) {
+            case 'deterministic':
+                return this.applyDeterministicRule(rule, outputs, expected);
+            case 'regex':
+                return this.applyRegexRule(rule, outputs);
+            case 'schema':
+                return this.applySchemaRule(rule, outputs);
+            case 'llm_judge':
+                return this.applyLLMJudge(rule, outputs);
+            default:
+                return {
+                    rule_id: rule.rule_id,
+                    passed: false,
+                    score: 0,
+                    reason: `Unknown rule type: ${rule.type}`,
+                };
+        }
+    }
+    applyDeterministicRule(rule, outputs, expected) {
+        const outputStr = typeof outputs === 'string' ? outputs : JSON.stringify(outputs);
+        // Check required outputs are present
+        if (expected.required_outputs && expected.required_outputs.length > 0) {
+            const missing = expected.required_outputs.filter(field => {
+                if (typeof outputs === 'object' && outputs !== null) {
+                    return !(field in outputs);
+                }
+                return !outputStr.includes(field);
+            });
+            if (missing.length > 0) {
+                return {
+                    rule_id: rule.rule_id,
+                    passed: false,
+                    score: 0,
+                    reason: `Missing required outputs: ${missing.join(', ')}`,
+                };
+            }
+        }
+        // Check rubric thresholds if pattern specifies a rubric to check
+        if (rule.pattern && expected.thresholds) {
+            const rubricId = rule.pattern;
+            const threshold = expected.thresholds[rubricId];
+            if (threshold !== undefined) {
+                const present = outputStr.toLowerCase().includes(rubricId.toLowerCase());
+                return {
+                    rule_id: rule.rule_id,
+                    passed: present,
+                    score: present ? 1.0 : 0.0,
+                    reason: present ? undefined : `Rubric "${rubricId}" not satisfied in output`,
+                };
+            }
+        }
+        // Default: check output is non-empty
+        const hasContent = outputStr.length > 0 && outputStr !== '{}' && outputStr !== 'null';
+        return {
+            rule_id: rule.rule_id,
+            passed: hasContent,
+            score: hasContent ? 1.0 : 0.0,
+            reason: hasContent ? undefined : 'Output is empty',
+        };
+    }
+    applyRegexRule(rule, outputs) {
+        if (!rule.pattern) {
+            return {
+                rule_id: rule.rule_id,
+                passed: false,
+                score: 0,
+                reason: 'No pattern specified',
+            };
+        }
+        const regex = new RegExp(rule.pattern);
+        const outputStr = typeof outputs === 'string' ? outputs : JSON.stringify(outputs);
+        const matches = regex.test(outputStr);
+        return {
+            rule_id: rule.rule_id,
+            passed: matches,
+            score: matches ? 1.0 : 0.0,
+            reason: matches ? undefined : `Pattern /${rule.pattern}/ did not match output`,
+        };
+    }
+    applySchemaRule(rule, outputs) {
+        if (!rule.pattern) {
+            return {
+                rule_id: rule.rule_id,
+                passed: false,
+                score: 0,
+                reason: 'No schema pattern specified',
+            };
+        }
+        try {
+            const schemaDesc = JSON.parse(rule.pattern);
+            const zodSchema = this.jsonToZodSchema(schemaDesc);
+            const result = zodSchema.safeParse(outputs);
+            if (result.success) {
+                return { rule_id: rule.rule_id, passed: true, score: 1.0 };
+            }
+            else {
+                const issues = result.error.issues.map(i => `${i.path.join('.')}: ${i.message}`);
+                return {
+                    rule_id: rule.rule_id,
+                    passed: false,
+                    score: 0,
+                    reason: `Schema validation failed: ${issues.join('; ')}`,
+                };
+            }
+        }
+        catch (err) {
+            return {
+                rule_id: rule.rule_id,
+                passed: false,
+                score: 0,
+                reason: `Schema parse error: ${err.message}`,
+            };
+        }
+    }
+    async applyLLMJudge(rule, outputs) {
+        if (!this.llmProvider) {
+            return {
+                rule_id: rule.rule_id,
+                passed: false,
+                score: 0,
+                reason: 'LLM judge requires an LLMJudgeProvider. Pass one to the Judge constructor.',
+            };
+        }
+        if (!rule.template) {
+            return {
+                rule_id: rule.rule_id,
+                passed: false,
+                score: 0,
+                reason: 'LLM judge rule requires a template',
+            };
+        }
+        const outputStr = typeof outputs === 'string' ? outputs : JSON.stringify(outputs, null, 2);
+        const prompt = rule.template.replace('{{output}}', outputStr);
+        try {
+            const response = await this.llmProvider.complete(prompt);
+            // Parse score from LLM response (expects "score: 0.X" or similar)
+            const scoreMatch = response.match(/(?:score|rating)[\s:]*([0-9]*\.?[0-9]+)/i);
+            const score = scoreMatch ? Math.min(1, Math.max(0, parseFloat(scoreMatch[1]))) : 0;
+            const passSignals = /\b(pass|passed|yes|good|correct|acceptable)\b/i;
+            const failSignals = /\b(fail|failed|no|bad|incorrect|unacceptable)\b/i;
+            let passed;
+            if (scoreMatch) {
+                passed = score >= 0.7;
+            }
+            else if (passSignals.test(response)) {
+                passed = !failSignals.test(response);
+            }
+            else {
+                passed = false;
+            }
+            return {
+                rule_id: rule.rule_id,
+                passed,
+                score: scoreMatch ? score : (passed ? 0.8 : 0.2),
+                reason: response.slice(0, 500),
+            };
+        }
+        catch (err) {
+            return {
+                rule_id: rule.rule_id,
+                passed: false,
+                score: 0,
+                reason: `LLM judge error: ${err.message}`,
+            };
+        }
+    }
+    /**
+     * Convert a simple JSON schema description to a Zod schema for validation.
+     */
+    jsonToZodSchema(desc) {
+        if (!desc || !desc.type)
+            return z.any();
+        switch (desc.type) {
+            case 'string': return z.string();
+            case 'number': return z.number();
+            case 'boolean': return z.boolean();
+            case 'array':
+                return z.array(desc.items ? this.jsonToZodSchema(desc.items) : z.any());
+            case 'object': {
+                if (!desc.properties)
+                    return z.object({}).passthrough();
+                const shape = {};
+                const required = new Set(desc.required ?? []);
+                for (const [key, propDesc] of Object.entries(desc.properties)) {
+                    const propSchema = this.jsonToZodSchema(propDesc);
+                    shape[key] = required.has(key) ? propSchema : propSchema.optional();
+                }
+                return z.object(shape).passthrough();
+            }
+            default: return z.any();
+        }
+    }
+}
+//# sourceMappingURL=judge.js.map

package/dist/eval/judge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge.js","sourceRoot":"","sources":["../../eval/judge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAuBxB,MAAM,OAAO,KAAK;IACR,WAAW,CAAoB;IAEvC,YAAY,WAA8B;QACxC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,OAAY,EACZ,OAAoB,EACpB,QAA8B;QAE9B,MAAM,OAAO,GAAqB,EAAE,CAAC;QAErC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,IAAqB,EAAE,OAAY,EAAE,QAA8B;QACzF,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,eAAe;gBAClB,OAAO,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;YAE9D,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAE5C,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAE7C,KAAK,WAAW;gBACd,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAE3C;gBACE,OAAO;oBACL,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,sBAAsB,IAAI,CAAC,IAAI,EAAE;iBAC1C,CAAC;QACN,CAAC;IACH,CAAC;IAEO,sBAAsB,CAAC,IAAqB,EAAE,OAAY,EAAE,QAA8B;QAChG,MAAM,SAAS,GAAG,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAElF,qCAAqC;QACrC,IAAI,QAAQ,CAAC,gBAAgB,IAAI,QAAQ,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,MAAM,OAAO,GAAG,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBACvD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;oBACpD,OAAO,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC;gBAC7B,CAAC;gBACD,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACpC,CAAC,CAAC,CAAC;YAEH,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,OAAO;oBACL,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,6BAA6B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;iBAC1D,CAAC;YACJ,CAAC;QACH,CAAC;QAED,iEAAiE;QACjE,IAAI,IAAI,CAAC,OAAO,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC;YAC9B,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAChD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBAC5B,MAAM,OAAO,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;gBACzE,OAAO;oBACL,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,MAAM,EAAE,OAAO;oBACf,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;oBAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,QAAQ,2BAA2B;iBAC7E,CAAC;YACJ,CAAC;QACH,CAAC;QAED,qCAAqC;QACrC,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,MAAM,CAAC;QACtF,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;YAC7B,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,iBAAiB;SACnD,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,IAAqB,EAAE,OAAY;QACxD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;gBACL,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,sBAAsB;aAC/B,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAClF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAEtC,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,OAAO;YACf,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;YAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,OAAO,wBAAwB;SAC/E,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,IAAqB,EAAE,OAAY;QACzD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;gBACL,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,6BAA6B;aACtC,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YACnD,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAE5C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBACjF,OAAO;oBACL,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,6BAA6B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;iBACzD,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO;gBACL,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,uBAAuB,GAAG,CAAC,OAAO,EAAE;aAC7C,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,IAAqB,EAAE,OAAY;QAC7D,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,OAAO;gBACL,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,4EAA4E;aACrF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,OAAO;gBACL,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,oCAAoC;aAC7C,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC3F,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QAE9D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAEzD,kEAAkE;YAClE,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;YAC9E,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEnF,MAAM,WAAW,GAAG,gDAAgD,CAAC;YACrE,MAAM,WAAW,GAAG,kDAAkD,CAAC;YAEvE,IAAI,MAAe,CAAC;YACpB,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,GAAG,KAAK,IAAI,GAAG,CAAC;YACxB,CAAC;iBAAM,IAAI,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACtC,MAAM,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,KAAK,CAAC;YACjB,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM;gBACN,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gBAChD,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;aAC/B,CAAC;QACJ,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO;gBACL,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,oBAAoB,GAAG,CAAC,OAAO,EAAE;aAC1C,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,IAAS;QAC/B,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC;QAExC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;YACjC,KAAK,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;YACjC,KAAK,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;YACnC,KAAK,OAAO;gBACV,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YAC1E,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,IAAI,CAAC,IAAI,CAAC,UAAU;oBAAE,OAAO,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gBACxD,MAAM,KAAK,GAAiC,EAAE,CAAC;gBAC/C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;gBAC9C,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;oBAClD,KAAK,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;gBACtE,CAAC;gBACD,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;YACvC,CAAC;YACD,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;CACF"}

package/dist/eval/replay.d.ts

@@ -0,0 +1,23 @@
+import { TraceEvent } from '../schemas/trace.js';
+import { ConstitutionV1 } from '../schemas/constitution.js';
+/**
+ * Replay
+ *
+ * Replays traces against updated profiles for regression testing.
+ */
+export interface ReplayResult {
+    trace_path: string;
+    profile_version: string;
+    violations: Array<{
+        event: TraceEvent;
+        violation_type: string;
+        reason: string;
+    }>;
+    passed: boolean;
+}
+export declare class Replay {
+    private reader;
+    constructor();
+    replayTrace(tracePath: string, constitution: ConstitutionV1): ReplayResult;
+}
+//# sourceMappingURL=replay.d.ts.map

package/dist/eval/replay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay.d.ts","sourceRoot":"","sources":["../../eval/replay.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAG5D;;;;GAIG;AAEH,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,KAAK,CAAC;QAChB,KAAK,EAAE,UAAU,CAAC;QAClB,cAAc,EAAE,MAAM,CAAC;QACvB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;IACH,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAc;;IAM5B,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,cAAc,GAAG,YAAY;CAsC3E"}

package/dist/eval/replay.js

@@ -0,0 +1,42 @@
+import { TraceReader } from '../tracing/reader.js';
+export class Replay {
+    reader;
+    constructor() {
+        this.reader = new TraceReader();
+    }
+    replayTrace(tracePath, constitution) {
+        const events = this.reader.readTrace(tracePath);
+        const violations = [];
+        // Check each event against current constitution
+        for (const event of events) {
+            // Check for forbidden phrases in outputs
+            if (event.event_type === 'tool_result' && event.data?.output) {
+                const output = JSON.stringify(event.data.output).toLowerCase();
+                for (const phrase of constitution.tone.forbidden_phrases) {
+                    if (output.includes(phrase.toLowerCase())) {
+                        violations.push({
+                            event,
+                            violation_type: 'forbidden_phrase',
+                            reason: `Output contains forbidden phrase: "${phrase}"`,
+                        });
+                    }
+                }
+            }
+            // Check for principle violations
+            if (event.event_type === 'error' && event.principle_refs) {
+                violations.push({
+                    event,
+                    violation_type: 'principle_violation',
+                    reason: `Error occurred while following principles: ${event.principle_refs.join(', ')}`,
+                });
+            }
+        }
+        return {
+            trace_path: tracePath,
+            profile_version: constitution.generator_version,
+            violations,
+            passed: violations.length === 0,
+        };
+    }
+}
+//# sourceMappingURL=replay.js.map

package/dist/eval/replay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay.js","sourceRoot":"","sources":["../../eval/replay.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAmBnD,MAAM,OAAO,MAAM;IACT,MAAM,CAAc;IAE5B;QACE,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,CAAC;IAED,WAAW,CAAC,SAAiB,EAAE,YAA4B;QACzD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,UAAU,GAA+B,EAAE,CAAC;QAElD,gDAAgD;QAChD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,yCAAyC;YACzC,IAAI,KAAK,CAAC,UAAU,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;gBAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;gBAE/D,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACzD,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;wBAC1C,UAAU,CAAC,IAAI,CAAC;4BACd,KAAK;4BACL,cAAc,EAAE,kBAAkB;4BAClC,MAAM,EAAE,sCAAsC,MAAM,GAAG;yBACxD,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,iCAAiC;YACjC,IAAI,KAAK,CAAC,UAAU,KAAK,OAAO,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;gBACzD,UAAU,CAAC,IAAI,CAAC;oBACd,KAAK;oBACL,cAAc,EAAE,qBAAqB;oBACrC,MAAM,EAAE,8CAA8C,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;iBACxF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO;YACL,UAAU,EAAE,SAAS;YACrB,eAAe,EAAE,YAAY,CAAC,iBAAiB;YAC/C,UAAU;YACV,MAAM,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC;SAChC,CAAC;IACJ,CAAC;CACF"}

package/dist/eval/runner.d.ts

@@ -0,0 +1,35 @@
+import { EvalPackV1, EvalScenario } from '../schemas/evalpack.js';
+import { JudgmentResult, LLMJudgeProvider } from './judge.js';
+/**
+ * Eval Runner
+ *
+ * Runs evaluation packs and produces reports.
+ * Accepts an optional executor function for running scenarios against a real agent.
+ */
+export interface EvalResult {
+    scenario_id: string;
+    passed: boolean;
+    score: number;
+    judgments: JudgmentResult[];
+    outputs: any;
+}
+export interface EvalReport {
+    evalpack_id: string;
+    timestamp: string;
+    results: EvalResult[];
+    overall_score: number;
+    passed: boolean;
+}
+/** Function that executes a scenario and returns the agent's output */
+export type ScenarioExecutor = (scenario: EvalScenario) => Promise<any>;
+export declare class EvalRunner {
+    private judge;
+    private executor?;
+    constructor(opts?: {
+        llmProvider?: LLMJudgeProvider;
+        executor?: ScenarioExecutor;
+    });
+    runEvalPack(evalPack: EvalPackV1): Promise<EvalReport>;
+    private runScenario;
+}
+//# sourceMappingURL=runner.d.ts.map

package/dist/eval/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../eval/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAClE,OAAO,EAAS,cAAc,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAErE;;;;;GAKG;AAEH,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,OAAO,EAAE,GAAG,CAAC;CACd;AAED,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,uEAAuE;AACvE,MAAM,MAAM,gBAAgB,GAAG,CAAC,QAAQ,EAAE,YAAY,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;AAExE,qBAAa,UAAU;IACrB,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,QAAQ,CAAC,CAAmB;gBAExB,IAAI,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,gBAAgB,CAAC;QAAC,QAAQ,CAAC,EAAE,gBAAgB,CAAA;KAAE;IAK5E,WAAW,CAAC,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;YAsB9C,WAAW;CA+B1B"}

package/dist/eval/runner.js

@@ -0,0 +1,52 @@
+import { Judge } from './judge.js';
+export class EvalRunner {
+    judge;
+    executor;
+    constructor(opts) {
+        this.judge = new Judge(opts?.llmProvider);
+        this.executor = opts?.executor;
+    }
+    async runEvalPack(evalPack) {
+        const results = [];
+        for (const scenario of evalPack.scenarios) {
+            const result = await this.runScenario(scenario, evalPack);
+            results.push(result);
+        }
+        const overallScore = results.length > 0
+            ? results.reduce((sum, r) => sum + r.score, 0) / results.length
+            : 0;
+        const passed = results.length > 0 && results.every(r => r.passed);
+        return {
+            evalpack_id: evalPack.id,
+            timestamp: new Date().toISOString(),
+            results,
+            overall_score: overallScore,
+            passed,
+        };
+    }
+    async runScenario(scenario, evalPack) {
+        let outputs;
+        if (this.executor) {
+            // Use the provided executor to run the scenario against a real agent
+            outputs = await this.executor(scenario);
+        }
+        else {
+            // Without an executor, use the scenario's setup inputs as a passthrough.
+            // This allows judging static outputs (e.g., from trace replay or manual testing).
+            outputs = scenario.setup.inputs;
+        }
+        const judgments = await this.judge.judgeOutputs(outputs, evalPack.judging, scenario.expected);
+        const totalScore = judgments.length > 0
+            ? judgments.reduce((sum, j) => sum + j.score, 0) / judgments.length
+            : 0;
+        const passed = judgments.length > 0 && judgments.every(j => j.passed);
+        return {
+            scenario_id: scenario.scenario_id,
+            passed,
+            score: totalScore,
+            judgments,
+            outputs,
+        };
+    }
+}
+//# sourceMappingURL=runner.js.map

package/dist/eval/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../eval/runner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAoC,MAAM,YAAY,CAAC;AA4BrE,MAAM,OAAO,UAAU;IACb,KAAK,CAAQ;IACb,QAAQ,CAAoB;IAEpC,YAAY,IAAsE;QAChF,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ,GAAG,IAAI,EAAE,QAAQ,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,QAAoB;QACpC,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC1D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC;YACrC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM;YAC/D,CAAC,CAAC,CAAC,CAAC;QACN,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAElE,OAAO;YACL,WAAW,EAAE,QAAQ,CAAC,EAAE;YACxB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO;YACP,aAAa,EAAE,YAAY;YAC3B,MAAM;SACP,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,QAAsB,EAAE,QAAoB;QACpE,IAAI,OAAY,CAAC;QAEjB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,qEAAqE;YACrE,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,yEAAyE;YACzE,kFAAkF;YAClF,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;QAClC,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAC7C,OAAO,EACP,QAAQ,CAAC,OAAO,EAChB,QAAQ,CAAC,QAAQ,CAClB,CAAC;QAEF,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC;YACrC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM;YACnE,CAAC,CAAC,CAAC,CAAC;QACN,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAEtE,OAAO;YACL,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,MAAM;YACN,KAAK,EAAE,UAAU;YACjB,SAAS;YACT,OAAO;SACR,CAAC;IACJ,CAAC;CACF"}

package/dist/generators/agents-md-generator.d.ts

@@ -0,0 +1,9 @@
+/**
+ * AGENTS.md Generator
+ *
+ * Generates an AGENTS.md from compiled TasteKit artifacts.
+ * AGENTS.md is the AAIF standard for agent operational config.
+ */
+import type { GeneratorContext } from './types.js';
+export declare function generateAgentsMd(ctx: GeneratorContext): string;
+//# sourceMappingURL=agents-md-generator.d.ts.map

package/dist/generators/agents-md-generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agents-md-generator.d.ts","sourceRoot":"","sources":["../../generators/agents-md-generator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAEnD,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,gBAAgB,GAAG,MAAM,CAwE9D"}

package/dist/generators/agents-md-generator.js

@@ -0,0 +1,71 @@
+/**
+ * AGENTS.md Generator
+ *
+ * Generates an AGENTS.md from compiled TasteKit artifacts.
+ * AGENTS.md is the AAIF standard for agent operational config.
+ */
+export function generateAgentsMd(ctx) {
+    const lines = [];
+    lines.push('# AGENTS.md');
+    lines.push(`<!-- Generated by TasteKit v${ctx.generator_version}. Re-run \`tastekit compile\` to regenerate. -->`);
+    lines.push('');
+    if (ctx.constitution?.principles && ctx.constitution.principles.length > 0) {
+        lines.push('## Principles');
+        lines.push('');
+        for (const p of ctx.constitution.principles) {
+            lines.push(`- **${p.id}**: ${p.statement}`);
+        }
+        lines.push('');
+    }
+    if (ctx.guardrails?.permissions) {
+        lines.push('## Guardrails');
+        lines.push('');
+        for (const perm of ctx.guardrails.permissions) {
+            lines.push(`- ${perm.action}: ${perm.allowed ? 'allowed' : 'denied'}${perm.requires_approval ? ' (requires approval)' : ''}`);
+        }
+        lines.push('');
+    }
+    if (ctx.constitution?.tone) {
+        const tone = ctx.constitution.tone;
+        lines.push('## Tone & Voice');
+        lines.push('');
+        if (tone.voice_keywords && tone.voice_keywords.length > 0) {
+            lines.push(`Voice: ${tone.voice_keywords.join(', ')}`);
+        }
+        if (tone.forbidden_phrases && tone.forbidden_phrases.length > 0) {
+            lines.push('');
+            lines.push('Avoid:');
+            for (const phrase of tone.forbidden_phrases) {
+                lines.push(`- "${phrase}"`);
+            }
+        }
+        lines.push('');
+    }
+    if (ctx.constitution?.tradeoffs?.autonomy_level !== undefined) {
+        lines.push('## Behavior');
+        lines.push('');
+        lines.push(`Autonomy level: ${ctx.constitution.tradeoffs.autonomy_level}`);
+        lines.push('');
+    }
+    if (ctx.constitution?.taboos?.never_do && ctx.constitution.taboos.never_do.length > 0) {
+        lines.push('## Restrictions');
+        lines.push('');
+        for (const taboo of ctx.constitution.taboos.never_do) {
+            lines.push(`- ${taboo}`);
+        }
+        lines.push('');
+    }
+    if (ctx.skills?.skills && ctx.skills.skills.length > 0) {
+        lines.push('## Skills');
+        lines.push('');
+        for (const skill of ctx.skills.skills) {
+            lines.push(`- **${skill.name}** (\`${skill.skill_id}\`): ${skill.description}`);
+        }
+        lines.push('');
+    }
+    lines.push('---');
+    lines.push(`*Generated by TasteKit v${ctx.generator_version} on ${new Date().toISOString().split('T')[0]}*`);
+    lines.push('');
+    return lines.join('\n');
+}
+//# sourceMappingURL=agents-md-generator.js.map

package/dist/generators/agents-md-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agents-md-generator.js","sourceRoot":"","sources":["../../generators/agents-md-generator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,MAAM,UAAU,gBAAgB,CAAC,GAAqB;IACpD,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC1B,KAAK,CAAC,IAAI,CAAC,+BAA+B,GAAG,CAAC,iBAAiB,kDAAkD,CAAC,CAAC;IACnH,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,IAAI,GAAG,CAAC,YAAY,EAAE,UAAU,IAAI,GAAG,CAAC,YAAY,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3E,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;YAC5C,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;QAC9C,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,IAAI,GAAG,CAAC,UAAU,EAAE,WAAW,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,WAAkG,EAAE,CAAC;YACrI,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChI,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,IAAI,GAAG,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1D,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACrB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC5C,KAAK,CAAC,IAAI,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,IAAI,GAAG,CAAC,YAAY,EAAE,SAAS,EAAE,cAAc,KAAK,SAAS,EAAE,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,mBAAmB,GAAG,CAAC,YAAY,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC,CAAC;QAC3E,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,IAAI,GAAG,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,IAAI,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrD,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;QAC3B,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,EAAE,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvD,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,IAAI,SAAS,KAAK,CAAC,QAAQ,QAAQ,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,KAAK,CAAC,IAAI,CAAC,2BAA2B,GAAG,CAAC,iBAAiB,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7G,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/generators/blocks/domain-context.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Domain Context Block — Domain-specific guidance.
+ * Included only when domain_id is set.
+ */
+import type { GeneratorBlock } from '../types.js';
+export declare const domainContextBlock: GeneratorBlock;
+//# sourceMappingURL=domain-context.d.ts.map

package/dist/generators/blocks/domain-context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"domain-context.d.ts","sourceRoot":"","sources":["../../../generators/blocks/domain-context.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAoBlD,eAAO,MAAM,kBAAkB,EAAE,cAQhC,CAAC"}

package/dist/generators/blocks/domain-context.js

@@ -0,0 +1,26 @@
+const DOMAIN_GUIDANCE = {
+    'development-agent': [
+        'This agent specializes in software development.',
+        '- Review code against engineering standards before suggesting changes',
+        '- Prioritize correctness and security over cleverness',
+        '- Follow existing codebase patterns and conventions',
+        '- Write tests for new functionality',
+    ].join('\n'),
+    'general-agent': [
+        'This agent specializes in general-purpose execution across mixed workflows.',
+        '- Synthesize context before acting when the task is ambiguous',
+        '- Prefer explicit plans and checkpoints for multi-step work',
+        '- Balance research, execution, and reporting based on user goals',
+        '- Escalate when uncertainty or risk exceeds the configured autonomy level',
+    ].join('\n'),
+};
+export const domainContextBlock = (ctx) => {
+    if (!ctx.domain_id)
+        return null;
+    const guidance = DOMAIN_GUIDANCE[ctx.domain_id];
+    if (!guidance)
+        return null;
+    const lines = ['## Domain Context', '', guidance];
+    return lines.join('\n');
+};
+//# sourceMappingURL=domain-context.js.map

package/dist/generators/blocks/domain-context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"domain-context.js","sourceRoot":"","sources":["../../../generators/blocks/domain-context.ts"],"names":[],"mappings":"AAMA,MAAM,eAAe,GAA2B;IAC9C,mBAAmB,EAAE;QACnB,iDAAiD;QACjD,uEAAuE;QACvE,uDAAuD;QACvD,qDAAqD;QACrD,qCAAqC;KACtC,CAAC,IAAI,CAAC,IAAI,CAAC;IAEZ,eAAe,EAAE;QACf,6EAA6E;QAC7E,+DAA+D;QAC/D,6DAA6D;QAC7D,kEAAkE;QAClE,2EAA2E;KAC5E,CAAC,IAAI,CAAC,IAAI,CAAC;CACb,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAmB,CAAC,GAAG,EAAE,EAAE;IACxD,IAAI,CAAC,GAAG,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAEhC,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAChD,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAE3B,MAAM,KAAK,GAAa,CAAC,mBAAmB,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC5D,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC"}

package/dist/generators/blocks/drift-awareness.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Drift Awareness Block — Self-monitoring instructions.
+ */
+import type { GeneratorBlock } from '../types.js';
+export declare const driftAwarenessBlock: GeneratorBlock;
+//# sourceMappingURL=drift-awareness.d.ts.map

package/dist/generators/blocks/drift-awareness.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"drift-awareness.d.ts","sourceRoot":"","sources":["../../../generators/blocks/drift-awareness.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,eAAO,MAAM,mBAAmB,EAAE,cA4BjC,CAAC"}

package/dist/generators/blocks/drift-awareness.js

@@ -0,0 +1,28 @@
+export const driftAwarenessBlock = (ctx) => {
+    const driftVerb = ctx.vocabulary?.drift_verb ?? 'Drift';
+    const lines = [
+        `## ${driftVerb} Awareness`,
+        '',
+        'Monitor your own behavior against the principles above. When you notice:',
+        '',
+        '- **Repeated user corrections** → log as observation (category: friction)',
+        '- **Contradictions between principles and actions** → log as tension',
+        '- **Unexpected outcomes** → log as observation (category: surprise)',
+        '- **Process bottlenecks** → log as observation (category: process)',
+        '',
+        'Review triggers: 10+ observations or 5+ unresolved tensions → suggest a drift review.',
+    ];
+    // Evidence policy from constitution
+    if (ctx.constitution?.evidence_policy) {
+        const ep = ctx.constitution.evidence_policy;
+        if (ep.require_citations_for.length > 0) {
+            lines.push('');
+            lines.push(`**Citation required for:** ${ep.require_citations_for.join(', ')}`);
+        }
+        if (ep.uncertainty_language_rules.length > 0) {
+            lines.push(`**Uncertainty language:** ${ep.uncertainty_language_rules.join('. ')}`);
+        }
+    }
+    return lines.join('\n');
+};
+//# sourceMappingURL=drift-awareness.js.map

package/dist/generators/blocks/drift-awareness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"drift-awareness.js","sourceRoot":"","sources":["../../../generators/blocks/drift-awareness.ts"],"names":[],"mappings":"AAKA,MAAM,CAAC,MAAM,mBAAmB,GAAmB,CAAC,GAAG,EAAE,EAAE;IACzD,MAAM,SAAS,GAAG,GAAG,CAAC,UAAU,EAAE,UAAU,IAAI,OAAO,CAAC;IACxD,MAAM,KAAK,GAAa;QACtB,MAAM,SAAS,YAAY;QAC3B,EAAE;QACF,0EAA0E;QAC1E,EAAE;QACF,2EAA2E;QAC3E,sEAAsE;QACtE,qEAAqE;QACrE,oEAAoE;QACpE,EAAE;QACF,uFAAuF;KACxF,CAAC;IAEF,oCAAoC;IACpC,IAAI,GAAG,CAAC,YAAY,EAAE,eAAe,EAAE,CAAC;QACtC,MAAM,EAAE,GAAG,GAAG,CAAC,YAAY,CAAC,eAAe,CAAC;QAC5C,IAAI,EAAE,CAAC,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,8BAA8B,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,IAAI,EAAE,CAAC,0BAA0B,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC"}

package/dist/generators/blocks/evaluation-criteria.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Evaluation Criteria Block — Self-evaluation instructions.
+ * Included only when an evalpack exists.
+ */
+import type { GeneratorBlock } from '../types.js';
+export declare const evaluationCriteriaBlock: GeneratorBlock;
+//# sourceMappingURL=evaluation-criteria.d.ts.map

package/dist/generators/blocks/evaluation-criteria.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluation-criteria.d.ts","sourceRoot":"","sources":["../../../generators/blocks/evaluation-criteria.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,eAAO,MAAM,uBAAuB,EAAE,cAiBrC,CAAC"}

package/dist/generators/blocks/evaluation-criteria.js

@@ -0,0 +1,18 @@
+export const evaluationCriteriaBlock = (ctx) => {
+    if (!ctx.has_evalpack)
+        return null;
+    const lines = [
+        '## Evaluation Criteria',
+        '',
+        'An evaluation pack is configured for this workspace. After completing tasks, self-evaluate:',
+        '',
+        '1. **Principle alignment** — Does the output follow the principles above?',
+        '2. **Quality gates** — Does the output pass the skill-specific quality checks?',
+        '3. **Tone consistency** — Does the output match the voice and formatting rules?',
+        '4. **Guardrail compliance** — Were all approval rules and rate limits respected?',
+        '',
+        'Run `tastekit eval` to execute the full evaluation suite against recent traces.',
+    ];
+    return lines.join('\n');
+};
+//# sourceMappingURL=evaluation-criteria.js.map

package/dist/generators/blocks/evaluation-criteria.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluation-criteria.js","sourceRoot":"","sources":["../../../generators/blocks/evaluation-criteria.ts"],"names":[],"mappings":"AAMA,MAAM,CAAC,MAAM,uBAAuB,GAAmB,CAAC,GAAG,EAAE,EAAE;IAC7D,IAAI,CAAC,GAAG,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IAEnC,MAAM,KAAK,GAAa;QACtB,wBAAwB;QACxB,EAAE;QACF,6FAA6F;QAC7F,EAAE;QACF,2EAA2E;QAC3E,gFAAgF;QAChF,iFAAiF;QACjF,kFAAkF;QAClF,EAAE;QACF,iFAAiF;KAClF,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC"}

package/dist/generators/blocks/guardrails.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Guardrails Block — Hard boundaries, approvals, rate limits.
+ */
+import type { GeneratorBlock } from '../types.js';
+export declare const guardrailsBlock: GeneratorBlock;
+//# sourceMappingURL=guardrails.d.ts.map

package/dist/generators/blocks/guardrails.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"guardrails.d.ts","sourceRoot":"","sources":["../../../generators/blocks/guardrails.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD,eAAO,MAAM,eAAe,EAAE,cA8C7B,CAAC"}