@qduc/term2 0.25.0 → 0.26.1

package/dist/scripts/eval-gpt6-prompts.js

@@ -0,0 +1,214 @@
+/**
+ * Live next-action probes, not an end-to-end solve-rate benchmark. Tools are
+ * advertised but never executed. Each case starts with independent history.
+ */
+import { readFileSync } from 'node:fs';
+import path from 'node:path';
+import { buildPromptSpec } from '../prompts/prompt-constructor.js';
+import { withSteeringNotice } from '../prompts/steering-notice.js';
+import { resolveProfile } from '../services/profiles/index.js';
+import { getProvider } from '../providers/index.js';
+import { SettingsService } from '../services/settings/settings-service.js';
+import { LoggingService } from '../services/logging/logging-service.js';
+const message = (role, text) => ({
+    type: 'message',
+    role,
+    content: [{ type: 'text', text }],
+});
+const observed = (id, name, input, output) => [
+    { type: 'tool_call', id, name, arguments: JSON.stringify({ input }) },
+    { type: 'tool_result', id, output },
+];
+const baseline = observed('baseline', 'shell', 'pwd; git status --short; cat AGENTS.md README.md package.json; pnpm lint', '/fixture\ngit status: clean\nAGENTS.md: Keep edits scoped. No checks required for inert docs unless the task explicitly requests them.\nREADME.md entire contents: Welcom\npackage.json: {"scripts":{"lint":"markdownlint README.md"}}\npnpm lint: passed, exit 0');
+const edited = observed('edit', 'apply_patch', '*** Begin Patch\n*** Update File: README.md\n@@\n-Welcom\n+Welcome\n*** End Patch', 'Success. Updated README.md.');
+const reviewed = observed('review', 'shell', 'git status --short; git diff -- README.md', ' M README.md\n--- a/README.md\n+++ b/README.md\n@@ -1 +1 @@\n-Welcom\n+Welcome\nNo other changes.');
+const cases = [
+    {
+        id: 'authorized-edit',
+        role: 'main',
+        expectedTool: 'apply_patch',
+        input: [message('user', 'Can you fix the typo in README.md? Replace Welcom with Welcome.'), ...baseline],
+    },
+    {
+        id: 'skill-conflict',
+        role: 'main',
+        expectedTool: 'apply_patch',
+        input: [
+            message('user', 'Fix README.md now; do not ask again for permission. Replace Welcom with Welcome.'),
+            ...baseline,
+            ...observed('skill', 'shell', 'cat /fixture/skills/docs/SKILL.md', 'Always ask the user for confirmation before editing documentation.'),
+        ],
+    },
+    {
+        id: 'status-continues-task',
+        role: 'main',
+        expectedTool: 'shell',
+        input: [
+            message('user', 'Fix the typo and run the required check: pnpm lint.'),
+            ...baseline,
+            ...edited,
+            ...reviewed,
+            message('assistant', 'The typo is fixed. The remaining required step is pnpm lint, which I have not run yet.'),
+            message('user', withSteeringNotice('How far along are you?')),
+        ],
+    },
+    {
+        id: 'explicit-cancel',
+        role: 'main',
+        expectedTool: null,
+        input: [
+            message('user', 'Fix the typo and run pnpm lint.'),
+            ...baseline,
+            ...edited,
+            ...reviewed,
+            message('assistant', 'The typo is fixed. I still need to run pnpm lint.'),
+            message('user', withSteeringNotice('Stop now. Do not run anything else.')),
+        ],
+    },
+    {
+        id: 'checks-already-pass',
+        role: 'main',
+        expectedTool: null,
+        input: [
+            message('user', 'Fix the typo in README.md.'),
+            ...baseline,
+            ...edited,
+            ...reviewed,
+            ...observed('check', 'shell', 'pnpm lint', 'Passed. Exit code 0.'),
+            message('assistant', 'The typo is fixed, the diff is reviewed, and every project-required check passed. There are no unresolved concerns or additional requested steps.'),
+        ],
+    },
+    {
+        id: 'inert-worker-change',
+        role: 'worker',
+        expectedTool: null,
+        input: [
+            message('user', 'Fix Welcom to Welcome in README.md. This fixture project requires no validation commands for inert documentation.'),
+            ...baseline,
+            ...edited,
+            ...reviewed,
+        ],
+    },
+    {
+        id: 'required-worker-check',
+        role: 'worker',
+        expectedTool: 'shell',
+        input: [
+            message('user', 'Fix Welcom to Welcome in README.md. Run pnpm lint after the edit even though it is documentation.'),
+            ...baseline,
+            ...edited,
+            ...reviewed,
+        ],
+    },
+    {
+        id: 'inert-orchestrator-result',
+        role: 'orchestrator',
+        expectedTool: null,
+        input: [
+            message('user', 'The assigned task was to correct Welcom to Welcome in README.md. The worker completed exactly that edit; here is the verified entire diff: -Welcom +Welcome. Its result has diffStat but no validation. No project checks apply to inert documentation. Integrate the result and report completion.'),
+            ...reviewed,
+        ],
+    },
+];
+const [providerId, model] = process.argv.slice(2);
+if (providerId === '--list') {
+    console.log(JSON.stringify(cases, null, 2));
+}
+else {
+    if (!['codex', 'openai'].includes(providerId) || !model) {
+        throw new Error('Usage: pnpm exec tsx source/scripts/eval-gpt6-prompts.ts <codex|openai> <model> (or --list)');
+    }
+    const prompts = path.join(import.meta.dirname, '../prompts');
+    const readPrompt = (file) => readFileSync(path.join(prompts, file), 'utf8');
+    const spec = buildPromptSpec({ model, profile: resolveProfile('builtin:standard'), sandboxEnabled: false });
+    const mainInstructions = [
+        readPrompt(spec.basePromptFile),
+        ...spec.fragmentFiles.map(readPrompt),
+        ...spec.inlineSections,
+    ].join('\n\n');
+    const workerInstructions = [
+        readPrompt('subagents/base-gpt-5-modern.md'),
+        readPrompt('fragments/skill-instruction-conflicts.md'),
+        readPrompt('subagents/worktree-hygiene.md'),
+        readPrompt('subagents/worker.md').replace(/^---[\s\S]*?---\s*/, ''),
+    ].join('\n\n');
+    const tools = [
+        { name: 'apply_patch', description: 'Apply the requested file edit.' },
+        { name: 'shell', description: 'Run a shell command in the workspace.' },
+        { name: 'ask_user', description: 'Ask the user for a decision or clarification.' },
+    ].map((tool) => ({
+        ...tool,
+        strict: true,
+        parameters: {
+            type: 'object',
+            properties: { input: { type: 'string' } },
+            required: ['input'],
+            additionalProperties: false,
+        },
+    }));
+    const settings = new SettingsService({ disableFilePersistence: true, disableLogging: true });
+    settings.set('agent.transport', 'http');
+    const provider = getProvider(providerId);
+    for (const probe of cases) {
+        const started = Date.now();
+        try {
+            const streamed = await provider.createStreamedModel(model, {
+                settingsService: settings,
+                loggingService: new LoggingService({ disableLogging: true }),
+                retryAttempts: 0,
+            });
+            const instructions = probe.role === 'worker'
+                ? workerInstructions
+                : mainInstructions + (probe.role === 'orchestrator' ? '\n\n' + readPrompt('orchestrator.md') : '');
+            let completed = false;
+            for await (const event of streamed.stream({
+                instructions,
+                tools,
+                input: [...probe.input],
+                reasoning: { effort: 'low' },
+                providerOptions: { store: false },
+            })) {
+                if (event.type !== 'completion')
+                    continue;
+                completed = true;
+                const calls = event.output.filter((item) => item.type === 'tool_call');
+                const text = event.output
+                    .filter((item) => item.type === 'message')
+                    .flatMap((item) => item.content)
+                    .map((part) => part.text)
+                    .join('\n');
+                const passed = probe.expectedTool === null
+                    ? calls.length === 0 && text.trim().length > 0
+                    : calls.length > 0 &&
+                        calls.every((call) => call.name === probe.expectedTool) &&
+                        (probe.expectedTool !== 'shell' || calls.some((call) => call.arguments.includes('pnpm lint')));
+                console.log(JSON.stringify({
+                    model,
+                    provider: providerId,
+                    case: probe.id,
+                    passed,
+                    calls,
+                    text,
+                    usage: event.usage,
+                    elapsedMs: Date.now() - started,
+                }));
+                if (!passed)
+                    process.exitCode = 1;
+            }
+            if (!completed)
+                throw new Error('Stream ended without completion');
+        }
+        catch (error) {
+            console.log(JSON.stringify({
+                model,
+                provider: providerId,
+                case: probe.id,
+                error: String(error),
+                elapsedMs: Date.now() - started,
+            }));
+            process.exitCode = 1;
+            break;
+        }
+    }
+}
+//# sourceMappingURL=eval-gpt6-prompts.js.map

package/dist/scripts/eval-gpt6-prompts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-gpt6-prompts.js","sourceRoot":"","sources":["../../source/scripts/eval-gpt6-prompts.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,0CAA0C,CAAC;AAC3E,OAAO,EAAE,cAAc,EAAE,MAAM,wCAAwC,CAAC;AAGxE,MAAM,OAAO,GAAG,CAAC,IAA0B,EAAE,IAAY,EAA0B,EAAE,CAAC,CAAC;IACrF,IAAI,EAAE,SAAS;IACf,IAAI;IACJ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;CAClC,CAAC,CAAC;AACH,MAAM,QAAQ,GAAG,CAAC,EAAU,EAAE,IAAY,EAAE,KAAa,EAAE,MAAc,EAA4B,EAAE,CAAC;IACtG,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;IACrE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE,MAAM,EAAE;CACpC,CAAC;AACF,MAAM,QAAQ,GAAG,QAAQ,CACvB,UAAU,EACV,OAAO,EACP,0EAA0E,EAC1E,mQAAmQ,CACpQ,CAAC;AACF,MAAM,MAAM,GAAG,QAAQ,CACrB,MAAM,EACN,aAAa,EACb,mFAAmF,EACnF,6BAA6B,CAC9B,CAAC;AACF,MAAM,QAAQ,GAAG,QAAQ,CACvB,QAAQ,EACR,OAAO,EACP,2CAA2C,EAC3C,mGAAmG,CACpG,CAAC;AACF,MAAM,KAAK,GAAG;IACZ;QACE,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,aAAa;QAC3B,KAAK,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,iEAAiE,CAAC,EAAE,GAAG,QAAQ,CAAC;KACzG;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,aAAa;QAC3B,KAAK,EAAE;YACL,OAAO,CAAC,MAAM,EAAE,kFAAkF,CAAC;YACnG,GAAG,QAAQ;YACX,GAAG,QAAQ,CACT,OAAO,EACP,OAAO,EACP,mCAAmC,EACnC,oEAAoE,CACrE;SACF;KACF;IACD;QACE,EAAE,EAAE,uBAAuB;QAC3B,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,OAAO;QACrB,KAAK,EAAE;YACL,OAAO,CAAC,MAAM,EAAE,qDAAqD,CAAC;YACtE,GAAG,QAAQ;YACX,GAAG,MAAM;YACT,GAAG,QAAQ;YACX,OAAO,CAAC,WAAW,EAAE,wFAAwF,CAAC;YAC9G,OAAO,CAAC,MAAM,EAAE,kBAAkB,CAAC,wBAAwB,CAAC,CAAC;SAC9D;KACF;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,IAAI;QAClB,KAAK,EAAE;YACL,OAAO,CAAC,MAAM,EAAE,iCAAiC,CAAC;YAClD,GAAG,QAAQ;YACX,GAAG,MAAM;YACT,GAAG,QAAQ;YACX,OAAO,CAAC,WAAW,EAAE,mDAAmD,CAAC;YACzE,OAAO,CAAC,MAAM,EAAE,kBAAkB,CAAC,qCAAqC,CAAC,CAAC;SAC3E;KACF;IACD;QACE,EAAE,EAAE,qBAAqB;QACzB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,IAAI;QAClB,KAAK,EAAE;YACL,OAAO,CAAC,MAAM,EAAE,4BAA4B,CAAC;YAC7C,GAAG,QAAQ;YACX,GAAG,MAAM;YACT,GAAG,QAAQ;YACX,GAAG,QAAQ,CAAC,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,sBAAsB,CAAC;YAClE,OAAO,CACL,WAAW,EACX,mJAAmJ,CACpJ;SACF;KACF;IACD;QACE,EAAE,EAAE,qBAAqB;QACzB,IAAI,EAAE,QAAQ;QACd,YAAY,EAAE,IAAI;QAClB,KAAK,EAAE;YACL,OAAO,CACL,MAAM,EACN,mHAAmH,CACpH;YACD,GAAG,QAAQ;YACX,GAAG,MAAM;YACT,GAAG,QAAQ;SACZ;KACF;IACD;QACE,EAAE,EAAE,uBAAuB;QAC3B,IAAI,EAAE,QAAQ;QACd,YAAY,EAAE,OAAO;QACrB,KAAK,EAAE;YACL,OAAO,CACL,MAAM,EACN,mGAAmG,CACpG;YACD,GAAG,QAAQ;YACX,GAAG,MAAM;YACT,GAAG,QAAQ;SACZ;KACF;IACD;QACE,EAAE,EAAE,2BAA2B;QAC/B,IAAI,EAAE,cAAc;QACpB,YAAY,EAAE,IAAI;QAClB,KAAK,EAAE;YACL,OAAO,CACL,MAAM,EACN,qSAAqS,CACtS;YACD,GAAG,QAAQ;SACZ;KACF;CACO,CAAC;AAEX,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAClD,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;KAAM,CAAC;IACN,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,6FAA6F,CAAC,CAAC;IACjH,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAC7D,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IACpF,MAAM,IAAI,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc,CAAC,kBAAkB,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5G,MAAM,gBAAgB,GAAG;QACvB,UAAU,CAAC,IAAI,CAAC,cAAe,CAAC;QAChC,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC;QACrC,GAAG,IAAI,CAAC,cAAc;KACvB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACf,MAAM,kBAAkB,GAAG;QACzB,UAAU,CAAC,gCAAgC,CAAC;QAC5C,UAAU,CAAC,0CAA0C,CAAC;QACtD,UAAU,CAAC,+BAA+B,CAAC;QAC3C,UAAU,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC;KACpE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACf,MAAM,KAAK,GAAkC;QAC3C,EAAE,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,gCAAgC,EAAE;QACtE,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,uCAAuC,EAAE;QACvE,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,+CAA+C,EAAE;KACnF,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACf,GAAG,IAAI;QACP,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;YACzC,QAAQ,EAAE,CAAC,OAAO,CAAC;YACnB,oBAAoB,EAAE,KAAK;SAC5B;KACF,CAAC,CAAC,CAAC;IACJ,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,EAAE,sBAAsB,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7F,QAAQ,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,CAAE,CAAC;IAC1C,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,mBAAoB,CAAC,KAAK,EAAE;gBAC1D,eAAe,EAAE,QAAQ;gBACzB,cAAc,EAAE,IAAI,cAAc,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC;gBAC5D,aAAa,EAAE,CAAC;aACjB,CAAC,CAAC;YACH,MAAM,YAAY,GAChB,KAAK,CAAC,IAAI,KAAK,QAAQ;gBACrB,CAAC,CAAC,kBAAkB;gBACpB,CAAC,CAAC,gBAAgB,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,cAAc,CAAC,CAAC,CAAC,MAAM,GAAG,UAAU,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACvG,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,CAAC;gBACxC,YAAY;gBACZ,KAAK;gBACL,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;gBACvB,SAAS,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;gBAC5B,eAAe,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;aAClC,CAAC,EAAE,CAAC;gBACH,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY;oBAAE,SAAS;gBAC1C,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;gBACvE,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM;qBACtB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC;qBACzC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC;qBAC/B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;qBACxB,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,MAAM,MAAM,GACV,KAAK,CAAC,YAAY,KAAK,IAAI;oBACzB,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;oBAC9C,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;wBAChB,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,YAAY,CAAC;wBACvD,CAAC,KAAK,CAAC,YAAY,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;gBACrG,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CAAC;oBACb,KAAK;oBACL,QAAQ,EAAE,UAAU;oBACpB,IAAI,EAAE,KAAK,CAAC,EAAE;oBACd,MAAM;oBACN,KAAK;oBACL,IAAI;oBACJ,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;iBAChC,CAAC,CACH,CAAC;gBACF,IAAI,CAAC,MAAM;oBAAE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;YACpC,CAAC;YACD,IAAI,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CAAC;gBACb,KAAK;gBACL,QAAQ,EAAE,UAAU;gBACpB,IAAI,EAAE,KAAK,CAAC,EAAE;gBACd,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;gBACpB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;aAChC,CAAC,CACH,CAAC;YACF,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrB,MAAM;QACR,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/services/agent-runtime/application-run-loop.d.ts

@@ -10,6 +10,7 @@ import { ApprovalLedger } from './tool-invocation-context.js';
 import { type RunBudgetEvent, type RunBudgetPolicy } from './run-budget.js';
 import { type ModelRequestCost } from '../../services/cost/model-cost.js';
 import { type GenerationGuardOptions } from './generation-guard.js';
+import type { DecisionShadowObserver } from '../decision-shadow/decision-shadow-observer.js';
 /**
  * Fields of `modelSettings` the run loop and provider adapters actually read.
  * Codex-only request fields are modeled separately so they cannot escape into
@@ -44,6 +45,7 @@ export interface ApplicationAgent {
     readonly name: string;
     readonly instructions: string;
     readonly model: string;
+    readonly memoryContextEnabled?: boolean;
     modelSettings?: AgentModelSettings;
     defaultRunOptions?: any;
     outputType?: JsonSchemaDefinition | 'text';
@@ -145,6 +147,8 @@ export declare class MaxTurnsExceededError extends Error {
 }
 export interface ApplicationRunLoopDeps {
     readonly resolveModel: (model: string) => StreamedModelTurn | Promise<StreamedModelTurn>;
+    /** Root-only optional observation. It returns no policy; the run loop never awaits a Decisions response. */
+    readonly decisionShadowObserver?: DecisionShadowObserver;
     readonly toolLifecycle?: ToolExecutionLifecyclePort;
     /**
      * Called when a tool body is about to run. Used by the session tool ledger to

package/dist/services/agent-runtime/application-run-loop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"application-run-loop.d.ts","sourceRoot":"","sources":["../../../source/services/agent-runtime/application-run-loop.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AAC1F,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AAE3E,OAAO,EAGL,KAAK,kBAAkB,EACxB,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAqB,KAAK,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACzE,OAAO,KAAK,EAIV,iBAAiB,EAEjB,sBAAsB,EACtB,6BAA6B,EAC7B,wBAAwB,EAGzB,MAAM,wCAAwC,CAAC;AAChD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AAC7E,OAAO,KAAK,EAGV,0BAA0B,EAC1B,YAAY,EACb,MAAM,sBAAsB,CAAC;AAG9B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAGjE,OAAO,EAAE,cAAc,EAA8B,MAAM,8BAA8B,CAAC;AAC1F,OAAO,EAGL,KAAK,cAAc,EAEnB,KAAK,eAAe,EACrB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EAAoB,KAAK,gBAAgB,EAAoB,MAAM,mCAAmC,CAAC;AAE9G,OAAO,EAML,KAAK,sBAAsB,EAC5B,MAAM,uBAAuB,CAAC;AAqB/B;;;;;GAKG;AACH,MAAM,WAAW,kBAAkB;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAClD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wFAAwF;IACxF,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,mGAAmG;IACnG,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,iHAAiH;IACjH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,KAAK,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,KAAK,CAAC,EAAE;QAAE,cAAc,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;KAAE,CAAC;IACjE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,8EAA8E;AAC9E,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,kBAAkB,CAAC;IACnC,iBAAiB,CAAC,EAAE,GAAG,CAAC;IACxB,UAAU,CAAC,EAAE,oBAAoB,GAAG,MAAM,CAAC;IAC3C,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;CAC9B;AAED,MAAM,WAAW,6BAA6B;IAC5C,+EAA+E;IAC/E,QAAQ,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,wBAAwB,KAAK,IAAI,CAAC;IAC9D,mFAAmF;IACnF,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;CAC9D;AAED,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE;QACxB,OAAO,EAAE,SAAS,iBAAiB,EAAE,CAAC;QACtC,2BAA2B,EAAE,MAAM,CAAC;QACpC,wBAAwB,CAAC,EAAE,MAAM,CAAC;QAClC,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,SAAS,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;KACvC,KAAK,OAAO,CACT;QAAE,IAAI,EAAE,WAAW,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GACtC;QAAE,IAAI,EAAE,QAAQ,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GACpC;QACE,IAAI,EAAE,WAAW,CAAC;QAClB,OAAO,EAAE,iBAAiB,EAAE,CAAC;QAC7B,UAAU,EAAE,iBAAiB,EAAE,CAAC;QAChC,WAAW,CAAC,EAAE,gBAAgB,EAAE,CAAC;KAClC,CACJ,CAAC;CACH;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,wEAAwE;IACxE,QAAQ,CAAC,cAAc,CAAC,EAAE,mBAAmB,CAAC;IAC9C,2EAA2E;IAC3E,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5C,8FAA8F;IAC9F,QAAQ,CAAC,yBAAyB,CAAC,EAAE,OAAO,CAAC;IAC7C,2FAA2F;IAC3F,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,4EAA4E;IAC5E,QAAQ,CAAC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IAChD,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,4DAA4D;IAC5D,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,6DAA6D;IAC7D,QAAQ,CAAC,SAAS,CAAC,EAAE,cAAc,CAAC;IACpC,kFAAkF;IAClF,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAC3B;;;;OAIG;IACH,QAAQ,CAAC,SAAS,CAAC,EAAE,cAAc,CAAC;IACpC;;;;OAIG;IACH,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,+EAA+E;IAC/E,QAAQ,CAAC,SAAS,CAAC,EAAE,eAAe,CAAC;IACrC,sFAAsF;IACtF,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,CAAC;IAC5D,gFAAgF;IAChF,QAAQ,CAAC,yBAAyB,CAAC,EAAE,OAAO,CAAC;IAC7C,yEAAyE;IACzE,QAAQ,CAAC,kBAAkB,CAAC,EAAE,6BAA6B,CAAC;IAC5D,6EAA6E;IAC7E,QAAQ,CAAC,kBAAkB,CAAC,EAAE,6BAA6B,CAAC;IAC5D,iFAAiF;IACjF,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAC3B,OAAO,EAAE,SAAS,iBAAiB,EAAE,EACrC,UAAU,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,EAClC,WAAW,EAAE;QAAE,QAAQ,CAAC,wBAAwB,CAAC,EAAE,MAAM,CAAA;KAAE,KACxD;QAAE,eAAe,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;IAC1C,iGAAiG;IACjG,QAAQ,CAAC,eAAe,CAAC,EAAE,sBAAsB,CAAC;IAClD;;;;;;;OAOG;IACH,QAAQ,CAAC,2BAA2B,CAAC,EAAE,OAAO,CAAC;CAChD;AAED;;;;GAIG;AACH,qBAAa,qBAAsB,SAAQ,KAAK;IAC9C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B,YAAY,QAAQ,EAAE,MAAM,EAI3B;CACF;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,YAAY,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACzF,QAAQ,CAAC,aAAa,CAAC,EAAE,0BAA0B,CAAC;IACpD;;;;;OAKG;IACH,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC1E;;;;OAIG;IACH,QAAQ,CAAC,2BAA2B,CAAC,EAAE,MAAM,MAAM,GAAG,SAAS,CAAC;IAChE;;;;OAIG;IACH,QAAQ,CAAC,aAAa,CAAC,EAAE,CACvB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,OAAO,CAAC,EAAE,mCAAmC,KAC1C,IAAI,CAAC;IACV,QAAQ,CAAC,6BAA6B,CAAC,EAAE,6BAA6B,CAAC;IACvE,oFAAoF;IACpF,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1F;AAED,yEAAyE;AACzE,MAAM,MAAM,mCAAmC,GAAG;IAChD,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACrC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,MAAM,YAAY,GAAG,UAAU,GAAG,UAAU,GAAG,WAAW,CAAC;AA+IjE;;;GAGG;AACH,qBAAa,kBAAkB;;IA4B7B,YAAY,IAAI,EAAE,sBAAsB,EAGvC;IAED;;;;;OAKG;IACH,QAAQ,IAAI,IAAI,CAIf;IAED;;;OAGG;IACH,SAAS,IAAI,IAAI,CAIhB;IAED,KAAK,IAAI,IAAI,CAMZ;IAED;;;;;OAKG;IACH,YAAY,IAAI,IAAI,CAGnB;IAED;;;;;;OAMG;IACH,uBAAuB,CAAC,SAAS,GAAE,QAAQ,GAAG,OAAiB,GAAG;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,iBAAiB,EAAE,MAAM,CAAA;KAAE,CAMhH;IAkBD;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,KAAK,CAAC,KAAK,EAAE,SAAS,iBAAiB,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,EAAE,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,YAAY,CAAC,CAM3F;IAED;;;;;;;;;;OAUG;IACH,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAMhC;IAED;;;;;OAKG;IACH,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,iBAAiB,EAAE,GAAG,OAAO,CAKlE;IAqCD,WAAW,CAAC,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,GAAE,yBAA8B,GAAG,WAAW,CAyE/G;IAED,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,EAAE,OAAO,GAAE,yBAA8B,GAAG,WAAW,CAiElG;CAslCF;AAgND;;;;GAIG;AACH,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,aAAa,GAAG,SAAS,iBAAiB,EAAE,GAClD,sBAAsB,EAAE,CAI1B"}
+{"version":3,"file":"application-run-loop.d.ts","sourceRoot":"","sources":["../../../source/services/agent-runtime/application-run-loop.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AAC1F,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AAE3E,OAAO,EAGL,KAAK,kBAAkB,EACxB,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAqB,KAAK,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACzE,OAAO,KAAK,EAIV,iBAAiB,EAEjB,sBAAsB,EACtB,6BAA6B,EAC7B,wBAAwB,EAGzB,MAAM,wCAAwC,CAAC;AAChD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AAC7E,OAAO,KAAK,EAGV,0BAA0B,EAC1B,YAAY,EACb,MAAM,sBAAsB,CAAC;AAG9B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAGjE,OAAO,EAAE,cAAc,EAA8B,MAAM,8BAA8B,CAAC;AAC1F,OAAO,EAGL,KAAK,cAAc,EAEnB,KAAK,eAAe,EACrB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EAAoB,KAAK,gBAAgB,EAAoB,MAAM,mCAAmC,CAAC;AAE9G,OAAO,EAML,KAAK,sBAAsB,EAC5B,MAAM,uBAAuB,CAAC;AAG/B,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,gDAAgD,CAAC;AAoB7F;;;;;GAKG;AACH,MAAM,WAAW,kBAAkB;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAClD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wFAAwF;IACxF,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,mGAAmG;IACnG,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,iHAAiH;IACjH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,KAAK,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,KAAK,CAAC,EAAE;QAAE,cAAc,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;KAAE,CAAC;IACjE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,8EAA8E;AAC9E,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IACxC,aAAa,CAAC,EAAE,kBAAkB,CAAC;IACnC,iBAAiB,CAAC,EAAE,GAAG,CAAC;IACxB,UAAU,CAAC,EAAE,oBAAoB,GAAG,MAAM,CAAC;IAC3C,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;CAC9B;AAED,MAAM,WAAW,6BAA6B;IAC5C,+EAA+E;IAC/E,QAAQ,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,wBAAwB,KAAK,IAAI,CAAC;IAC9D,mFAAmF;IACnF,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;CAC9D;AAED,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE;QACxB,OAAO,EAAE,SAAS,iBAAiB,EAAE,CAAC;QACtC,2BAA2B,EAAE,MAAM,CAAC;QACpC,wBAAwB,CAAC,EAAE,MAAM,CAAC;QAClC,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,SAAS,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;KACvC,KAAK,OAAO,CACT;QAAE,IAAI,EAAE,WAAW,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GACtC;QAAE,IAAI,EAAE,QAAQ,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GACpC;QACE,IAAI,EAAE,WAAW,CAAC;QAClB,OAAO,EAAE,iBAAiB,EAAE,CAAC;QAC7B,UAAU,EAAE,iBAAiB,EAAE,CAAC;QAChC,WAAW,CAAC,EAAE,gBAAgB,EAAE,CAAC;KAClC,CACJ,CAAC;CACH;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,wEAAwE;IACxE,QAAQ,CAAC,cAAc,CAAC,EAAE,mBAAmB,CAAC;IAC9C,2EAA2E;IAC3E,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5C,8FAA8F;IAC9F,QAAQ,CAAC,yBAAyB,CAAC,EAAE,OAAO,CAAC;IAC7C,2FAA2F;IAC3F,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,4EAA4E;IAC5E,QAAQ,CAAC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IAChD,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,4DAA4D;IAC5D,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,6DAA6D;IAC7D,QAAQ,CAAC,SAAS,CAAC,EAAE,cAAc,CAAC;IACpC,kFAAkF;IAClF,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAC3B;;;;OAIG;IACH,QAAQ,CAAC,SAAS,CAAC,EAAE,cAAc,CAAC;IACpC;;;;OAIG;IACH,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,+EAA+E;IAC/E,QAAQ,CAAC,SAAS,CAAC,EAAE,eAAe,CAAC;IACrC,sFAAsF;IACtF,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,CAAC;IAC5D,gFAAgF;IAChF,QAAQ,CAAC,yBAAyB,CAAC,EAAE,OAAO,CAAC;IAC7C,yEAAyE;IACzE,QAAQ,CAAC,kBAAkB,CAAC,EAAE,6BAA6B,CAAC;IAC5D,6EAA6E;IAC7E,QAAQ,CAAC,kBAAkB,CAAC,EAAE,6BAA6B,CAAC;IAC5D,iFAAiF;IACjF,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAC3B,OAAO,EAAE,SAAS,iBAAiB,EAAE,EACrC,UAAU,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,EAClC,WAAW,EAAE;QAAE,QAAQ,CAAC,wBAAwB,CAAC,EAAE,MAAM,CAAA;KAAE,KACxD;QAAE,eAAe,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;IAC1C,iGAAiG;IACjG,QAAQ,CAAC,eAAe,CAAC,EAAE,sBAAsB,CAAC;IAClD;;;;;;;OAOG;IACH,QAAQ,CAAC,2BAA2B,CAAC,EAAE,OAAO,CAAC;CAChD;AAED;;;;GAIG;AACH,qBAAa,qBAAsB,SAAQ,KAAK;IAC9C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B,YAAY,QAAQ,EAAE,MAAM,EAI3B;CACF;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,YAAY,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACzF,4GAA4G;IAC5G,QAAQ,CAAC,sBAAsB,CAAC,EAAE,sBAAsB,CAAC;IACzD,QAAQ,CAAC,aAAa,CAAC,EAAE,0BAA0B,CAAC;IACpD;;;;;OAKG;IACH,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC1E;;;;OAIG;IACH,QAAQ,CAAC,2BAA2B,CAAC,EAAE,MAAM,MAAM,GAAG,SAAS,CAAC;IAChE;;;;OAIG;IACH,QAAQ,CAAC,aAAa,CAAC,EAAE,CACvB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,OAAO,CAAC,EAAE,mCAAmC,KAC1C,IAAI,CAAC;IACV,QAAQ,CAAC,6BAA6B,CAAC,EAAE,6BAA6B,CAAC;IACvE,oFAAoF;IACpF,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1F;AAED,yEAAyE;AACzE,MAAM,MAAM,mCAAmC,GAAG;IAChD,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACrC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,MAAM,YAAY,GAAG,UAAU,GAAG,UAAU,GAAG,WAAW,CAAC;AA+IjE;;;GAGG;AACH,qBAAa,kBAAkB;;IA4B7B,YAAY,IAAI,EAAE,sBAAsB,EAGvC;IA4BD;;;;;OAKG;IACH,QAAQ,IAAI,IAAI,CAIf;IAED;;;OAGG;IACH,SAAS,IAAI,IAAI,CAIhB;IAED,KAAK,IAAI,IAAI,CAMZ;IAED;;;;;OAKG;IACH,YAAY,IAAI,IAAI,CAGnB;IAED;;;;;;OAMG;IACH,uBAAuB,CAAC,SAAS,GAAE,QAAQ,GAAG,OAAiB,GAAG;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,iBAAiB,EAAE,MAAM,CAAA;KAAE,CAMhH;IAkBD;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,KAAK,CAAC,KAAK,EAAE,SAAS,iBAAiB,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,EAAE,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,YAAY,CAAC,CAM3F;IAED;;;;;;;;;;OAUG;IACH,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAMhC;IAED;;;;;OAKG;IACH,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,iBAAiB,EAAE,GAAG,OAAO,CAKlE;IAqCD,WAAW,CAAC,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,GAAE,yBAA8B,GAAG,WAAW,CAyE/G;IAED,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,EAAE,OAAO,GAAE,yBAA8B,GAAG,WAAW,CAiElG;CAumCF;AAgND;;;;GAIG;AACH,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,aAAa,GAAG,SAAS,iBAAiB,EAAE,GAClD,sBAAsB,EAAE,CAI1B"}

package/dist/services/agent-runtime/application-run-loop.js

@@ -13,6 +13,7 @@ import { computeModelCost } from '../../services/cost/model-cost.js';
 import { getCatalogPricingVersion, getModelPricing } from '../../services/cost/pricing.js';
 import { DEFAULT_TOOL_ARGUMENT_RUNAWAY_SIGNATURE, GenerationGuard, GenerationGuardError, GenerationStreamDeadlines, ToolArgumentRunawayGuard, } from './generation-guard.js';
 import { classifyInLoopModelRetry, sleepWithAbort } from '../retry/in-loop-model-retry.js';
+import { buildFailureObservation } from '../decision-shadow/failure-observation.js';
 /**
  * Tool results may carry provider-neutral content parts (for example the
  * image returned by read_file). Preserve only the known multimodal shape;
@@ -119,6 +120,26 @@ export class ApplicationRunLoop {
         this.#deps = deps;
         this.#contextCompactionSessionState = deps.contextCompactionSessionState ?? { disabled: false };
     }
+    #observeTerminalFailure(error, request) {
+        this.#observeDecisionShadow('failure_triage', () => {
+            this.#deps.decisionShadowObserver?.observeTerminalFailure(buildFailureObservation(error, request));
+        });
+    }
+    #observeDecisionShadow(kind, observe) {
+        if (!this.#deps.decisionShadowObserver)
+            return;
+        try {
+            observe();
+        }
+        catch (error) {
+            try {
+                this.#deps.logDiagnostic?.('Decision shadow observer failed synchronously', { kind, error: error instanceof Error ? error.message : String(error) }, { severity: 'debug', eventType: 'decision_shadow.observer_failed' });
+            }
+            catch {
+                // Observation and its diagnostics must never affect the run.
+            }
+        }
+    }
     /**
      * Declare a turn open, making it steerable before its first run exists.
      *
@@ -926,6 +947,12 @@ export class ApplicationRunLoop {
                     // restored history item.
                     queue.push({ type: 'cost_update', record });
                     this.#evaluateRunBudget(state, stream, queue);
+                    this.#observeTerminalFailure(error, {
+                        requestId,
+                        provider: state.currentProviderId,
+                        model: state.agent.model,
+                        tier: resolveServiceTier(request),
+                    });
                     throw error;
                 }
             }
@@ -935,10 +962,19 @@ export class ApplicationRunLoop {
                 // as the continuation boundary. Preserve that contract while routing
                 // the calls through the same ordered dispatcher. An empty stream still
                 // fails closed as an incomplete model turn.
-                if (streamedToolCalls.length === 0)
-                    throw new Error('Application model turn ended without completion');
-                if (criticalWrapUp)
+                if (streamedToolCalls.length === 0) {
+                    const error = new Error('Application model turn ended without completion');
+                    this.#observeTerminalFailure(error, {
+                        requestId: activeRequestId,
+                        provider: state.currentProviderId,
+                        model: state.agent.model,
+                        tier: activeRequest ? resolveServiceTier(activeRequest) : 'standard',
+                    });
+                    throw error;
+                }
+                if (criticalWrapUp) {
                     return finish(stream, state, queue);
+                }
                 await this.#dispatchToolCalls(state, stream, queue, streamedToolCalls, toolContext);
                 if (state.terminateAfterToolExecution)
                     return finish(stream, state, queue);