@animalabs/agent-framework 0.6.7 → 0.6.8

package/dist/test/refusal-single-call.test.js

@@ -0,0 +1,177 @@
+import { test } from 'node:test';
+import assert from 'node:assert/strict';
+import { mkdtempSync, rmSync } from 'node:fs';
+import { tmpdir } from 'node:os';
+import { join } from 'node:path';
+import { AgentFramework } from '../src/index.js';
+import { MockMembrane, createMockResponse } from './helpers/mock-membrane.js';
+class RefusalHarnessModule {
+    name = 'test';
+    toolCalls = [];
+    speeches = [];
+    ctx = null;
+    async start(ctx) {
+        this.ctx = ctx;
+        ctx.registerSpeechHandler('*');
+    }
+    async stop() {
+        this.ctx?.unregisterSpeechHandler();
+        this.ctx = null;
+    }
+    getTools() {
+        return [{
+                name: 'echo',
+                description: 'Echo input',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        message: { type: 'string' },
+                    },
+                },
+            }];
+    }
+    async handleToolCall(call) {
+        this.toolCalls.push(call);
+        return { success: true, data: { echoed: call.input } };
+    }
+    async onProcess(event, _state) {
+        if (event.type !== 'external-message')
+            return {};
+        return {
+            addMessages: [{
+                    participant: 'User',
+                    content: [{ type: 'text', text: String(event.content) }],
+                }],
+            requestInference: true,
+        };
+    }
+    async onAgentSpeech(_agentName, content) {
+        const text = content
+            .filter((block) => block.type === 'text')
+            .map((block) => block.text)
+            .join('\n');
+        if (text)
+            this.speeches.push(text);
+    }
+}
+function refusalResponse(content = []) {
+    return {
+        ...createMockResponse(content, 'refusal'),
+        content,
+        stopReason: 'refusal',
+        toolCalls: [],
+        rawAssistantText: content
+            .filter((block) => block.type === 'text')
+            .map((block) => block.text)
+            .join(''),
+        usage: { inputTokens: 40, outputTokens: 0 },
+        details: {
+            stop: { reason: 'refusal', wasTruncated: false },
+            usage: { inputTokens: 40, outputTokens: 0 },
+            timing: { totalDurationMs: 100, attempts: 1 },
+            model: { requested: 'test-model', actual: 'test-model', provider: 'mock' },
+            cache: { markersInRequest: 0, tokensCreated: 0, tokensRead: 0, hitRatio: 0 },
+        },
+        raw: {
+            request: {},
+            response: {
+                stop_details: { category: 'reasoning_extraction' },
+            },
+        },
+    };
+}
+async function createFramework(storePath, membrane, module) {
+    return AgentFramework.create({
+        storePath,
+        membrane: membrane.asMembrane(),
+        agents: [{
+                name: 'assistant',
+                model: 'test-model',
+                systemPrompt: 'system',
+            }],
+        modules: [module],
+        syncIntervalMs: 0,
+    });
+}
+function pendingRequests(framework) {
+    return framework.pendingRequests;
+}
+test('zero-output refusal makes exactly one provider call and restart stays idle', async () => {
+    const tempDir = mkdtempSync(join(tmpdir(), 'af-refusal-zero-'));
+    const storePath = join(tempDir, 'store.chronicle');
+    let framework;
+    let restarted;
+    try {
+        const firstModule = new RefusalHarnessModule();
+        const firstMembrane = new MockMembrane();
+        firstMembrane.pushResponse(refusalResponse());
+        framework = await createFramework(storePath, firstMembrane, firstModule);
+        framework.pushEvent({
+            type: 'external-message',
+            source: 'test',
+            content: 'trigger refusal',
+            metadata: {},
+        });
+        await framework.runUntilIdle();
+        assert.equal(firstMembrane.calls.length, 1);
+        assert.equal(firstModule.toolCalls.length, 0);
+        assert.deepEqual(firstModule.speeches, []);
+        assert.equal(pendingRequests(framework).length, 0);
+        await framework.stop();
+        framework = undefined;
+        const secondModule = new RefusalHarnessModule();
+        const secondMembrane = new MockMembrane();
+        restarted = await createFramework(storePath, secondMembrane, secondModule);
+        assert.equal(secondMembrane.calls.length, 0, 'restart must not redispatch a refused turn');
+        assert.equal(secondModule.toolCalls.length, 0);
+        assert.deepEqual(secondModule.speeches, []);
+        assert.equal(pendingRequests(restarted).length, 0);
+    }
+    finally {
+        await restarted?.stop();
+        await framework?.stop();
+        rmSync(tempDir, { recursive: true, force: true });
+    }
+});
+test('partial refusal output remains single-call, does not execute tools, and restart stays idle', async () => {
+    const tempDir = mkdtempSync(join(tmpdir(), 'af-refusal-partial-'));
+    const storePath = join(tempDir, 'store.chronicle');
+    let framework;
+    let restarted;
+    try {
+        const firstModule = new RefusalHarnessModule();
+        const firstMembrane = new MockMembrane();
+        firstMembrane.pushResponse(refusalResponse([
+            { type: 'text', text: 'partial before' },
+            { type: 'tool_use', id: 'call-1', name: 'test--echo', input: { message: 'should-not-run' } },
+            { type: 'text', text: 'partial after' },
+        ]));
+        framework = await createFramework(storePath, firstMembrane, firstModule);
+        framework.pushEvent({
+            type: 'external-message',
+            source: 'test',
+            content: 'trigger partial refusal',
+            metadata: {},
+        });
+        await framework.runUntilIdle();
+        assert.equal(firstMembrane.calls.length, 1);
+        assert.equal(firstModule.toolCalls.length, 0, 'refused tool blocks must not execute');
+        assert.deepEqual(firstModule.speeches, ['partial before\npartial after']);
+        assert.equal(pendingRequests(framework).length, 0);
+        await framework.stop();
+        framework = undefined;
+        const secondModule = new RefusalHarnessModule();
+        const secondMembrane = new MockMembrane();
+        restarted = await createFramework(storePath, secondMembrane, secondModule);
+        assert.equal(secondMembrane.calls.length, 0, 'restart must not invent a transformed retry');
+        assert.equal(secondModule.toolCalls.length, 0);
+        assert.deepEqual(secondModule.speeches, []);
+        assert.equal(pendingRequests(restarted).length, 0);
+    }
+    finally {
+        await restarted?.stop();
+        await framework?.stop();
+        rmSync(tempDir, { recursive: true, force: true });
+    }
+});
+//# sourceMappingURL=refusal-single-call.test.js.map

package/dist/test/refusal-single-call.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"refusal-single-call.test.js","sourceRoot":"","sources":["../../test/refusal-single-call.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAYjC,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAE9E,MAAM,oBAAoB;IACf,IAAI,GAAG,MAAM,CAAC;IACd,SAAS,GAAe,EAAE,CAAC;IAC3B,QAAQ,GAAa,EAAE,CAAC;IACzB,GAAG,GAAyB,IAAI,CAAC;IAEzC,KAAK,CAAC,KAAK,CAAC,GAAkB;QAC5B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,GAAG,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,GAAG,EAAE,uBAAuB,EAAE,CAAC;QACpC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;IAClB,CAAC;IAED,QAAQ;QACN,OAAO,CAAC;gBACN,IAAI,EAAE,MAAM;gBACZ,WAAW,EAAE,YAAY;gBACzB,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC5B;iBACF;aACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAc;QACjC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAmB,EAAE,MAAoB;QACvD,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB;YAAE,OAAO,EAAE,CAAC;QACjD,OAAO;YACL,WAAW,EAAE,CAAC;oBACZ,WAAW,EAAE,MAAM;oBACnB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;iBACzD,CAAC;YACF,gBAAgB,EAAE,IAAI;SACvB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,UAAkB,EAAE,OAAuB;QAC7D,MAAM,IAAI,GAAG,OAAO;aACjB,MAAM,CAAC,CAAC,KAAK,EAA0D,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;aAChG,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC1B,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,IAAI,IAAI;YAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;CACF;AAED,SAAS,eAAe,CAAC,UAA0B,EAAE;IACnD,OAAO;QACL,GAAG,kBAAkB,CAAC,OAAO,EAAE,SAAS,CAAC;QACzC,OAAO;QACP,UAAU,EAAE,SAAS;QACrB,SAAS,EAAE,EAAE;QACb,gBAAgB,EAAE,OAAO;aACtB,MAAM,CAAC,CAAC,KAAK,EAA0D,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;aAChG,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC1B,IAAI,CAAC,EAAE,CAAC;QACX,KAAK,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE;QAC3C,OAAO,EAAE;YACP,IAAI,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE;YAChD,KAAK,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE;YAC3C,MAAM,EAAE,EAAE,eAAe,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE;YAC7C,KAAK,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE;YAC1E,KAAK,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE;SAC7E;QACD,GAAG,EAAE;YACH,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE;gBACR,YAAY,EAAE,EAAE,QAAQ,EAAE,sBAAsB,EAAE;aACnD;SACF;KAC+B,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,SAAiB,EACjB,QAAsB,EACtB,MAA4B;IAE5B,OAAO,cAAc,CAAC,MAAM,CAAC;QAC3B,SAAS;QACT,QAAQ,EAAE,QAAQ,CAAC,UAAU,EAAE;QAC/B,MAAM,EAAE,CAAC;gBACP,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,YAAY;gBACnB,YAAY,EAAE,QAAQ;aACvB,CAAC;QACF,OAAO,EAAE,CAAC,MAAM,CAAC;QACjB,cAAc,EAAE,CAAC;KAClB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,eAAe,CAAC,SAAyB;IAChD,OAAQ,SAAuD,CAAC,eAAe,CAAC;AAClF,CAAC;AAED,IAAI,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;IAC5F,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAChE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IACnD,IAAI,SAAqC,CAAC;IAC1C,IAAI,SAAqC,CAAC;IAE1C,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,oBAAoB,EAAE,CAAC;QAC/C,MAAM,aAAa,GAAG,IAAI,YAAY,EAAE,CAAC;QACzC,aAAa,CAAC,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC;QAE9C,SAAS,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;QACzE,SAAS,CAAC,SAAS,CAAC;YAClB,IAAI,EAAE,kBAAkB;YACxB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,iBAAiB;YAC1B,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;QACH,MAAM,SAAS,CAAC,YAAY,EAAE,CAAC;QAE/B,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC3C,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAEnD,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QACvB,SAAS,GAAG,SAAS,CAAC;QAEtB,MAAM,YAAY,GAAG,IAAI,oBAAoB,EAAE,CAAC;QAChD,MAAM,cAAc,GAAG,IAAI,YAAY,EAAE,CAAC;QAC1C,SAAS,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,cAAc,EAAE,YAAY,CAAC,CAAC;QAE3E,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,4CAA4C,CAAC,CAAC;QAC3F,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC;YAAS,CAAC;QACT,MAAM,SAAS,EAAE,IAAI,EAAE,CAAC;QACxB,MAAM,SAAS,EAAE,IAAI,EAAE,CAAC;QACxB,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,4FAA4F,EAAE,KAAK,IAAI,EAAE;IAC5G,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,qBAAqB,CAAC,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IACnD,IAAI,SAAqC,CAAC;IAC1C,IAAI,SAAqC,CAAC;IAE1C,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,oBAAoB,EAAE,CAAC;QAC/C,MAAM,aAAa,GAAG,IAAI,YAAY,EAAE,CAAC;QACzC,aAAa,CAAC,YAAY,CAAC,eAAe,CAAC;YACzC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE;YACxC,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE,EAAkB;YAC5G,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE;SACxC,CAAC,CAAC,CAAC;QAEJ,SAAS,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;QACzE,SAAS,CAAC,SAAS,CAAC;YAClB,IAAI,EAAE,kBAAkB;YACxB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,yBAAyB;YAClC,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;QACH,MAAM,SAAS,CAAC,YAAY,EAAE,CAAC;QAE/B,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,sCAAsC,CAAC,CAAC;QACtF,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,+BAA+B,CAAC,CAAC,CAAC;QAC1E,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAEnD,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QACvB,SAAS,GAAG,SAAS,CAAC;QAEtB,MAAM,YAAY,GAAG,IAAI,oBAAoB,EAAE,CAAC;QAChD,MAAM,cAAc,GAAG,IAAI,YAAY,EAAE,CAAC;QAC1C,SAAS,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,cAAc,EAAE,YAAY,CAAC,CAAC;QAE3E,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,6CAA6C,CAAC,CAAC;QAC5F,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC;YAAS,CAAC;QACT,MAAM,SAAS,EAAE,IAAI,EAAE,CAAC;QACxB,MAAM,SAAS,EAAE,IAAI,EAAE,CAAC;QACxB,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;AACH,CAAC,CAAC,CAAC"}