@dxos/agent-runtime 0.0.0 → 0.11.0

package/src/agent-service/delegation-scripted.test.ts

@@ -0,0 +1,123 @@
+//
+// Copyright 2026 DXOS.org
+//
+
+import { describe, it } from '@effect/vitest';
+import * as Effect from 'effect/Effect';
+import * as Exit from 'effect/Exit';
+import * as Schema from 'effect/Schema';
+import { expect } from 'vitest';
+
+import { ScriptedLanguageModel } from '@dxos/ai/testing';
+import { Operation, OperationHandlerSet } from '@dxos/compute';
+import { ProcessManager } from '@dxos/compute-runtime';
+import { TestHelpers } from '@dxos/effect/testing';
+import { DXN, EntityId } from '@dxos/keys';
+
+import { AssistantTestLayer } from '../testing';
+import * as AgentService from './AgentService';
+import { type DelegationStrategy } from './delegation-strategy';
+
+const { text, scriptedAiService } = ScriptedLanguageModel;
+
+EntityId.dangerouslyDisableRandomness();
+
+/**
+ * Trivial child operation the stub strategy spawns as a sub-agent. Returns a derived string
+ * synchronously so the delegation lifecycle is exercised without any model turn on the child.
+ */
+const DelegatedWork = Operation.make({
+  meta: {
+    key: DXN.make('org.dxos.function.delegatedWork'),
+    name: 'Delegated work',
+    description: 'Performs a delegated unit of work',
+  },
+  input: Schema.String,
+  output: Schema.String,
+});
+
+const handlers = OperationHandlerSet.make(
+  DelegatedWork.pipe(
+    Operation.withHandler(
+      Effect.fnUntraced(function* (input) {
+        return `done: ${input}`;
+      }),
+    ),
+  ),
+);
+
+interface DelegationHarness {
+  /** Work the stub strategy delegates on the next reconcile (keyed by a stable id). */
+  pending: { id: string; input: string }[];
+  /** Completions observed via the strategy's `onComplete` callback. */
+  completed: { id: string; exit: Exit.Exit<unknown> }[];
+}
+
+const delegationHarness: DelegationHarness = { pending: [], completed: [] };
+
+/**
+ * Stub {@link DelegationStrategy} driven by {@link delegationHarness}: each reconcile delegates the
+ * pending work not already in flight and records completions, so the test can assert the
+ * reconcile → spawn → onChildEvent → onComplete loop in isolation from any plan/chat semantics
+ * (the real strategy is covered by `assistant-toolkit/src/supervisor/delegation-strategy.test.ts`).
+ */
+const StubDelegationStrategy: DelegationStrategy = {
+  reconcile: (_feed, activeIds) =>
+    Effect.succeed(
+      delegationHarness.pending
+        .filter((work) => !activeIds.has(work.id))
+        .map((work) => ({
+          id: work.id,
+          spawn: Effect.gen(function* () {
+            const invoker = yield* ProcessManager.ProcessOperationInvoker.Service;
+            const fiber = yield* invoker.invokeFiber(DelegatedWork, work.input);
+            return fiber.pid;
+          }),
+        })),
+    ),
+  onComplete: (_feed, id, exit) =>
+    Effect.sync(() => {
+      delegationHarness.completed.push({ id, exit });
+      delegationHarness.pending = delegationHarness.pending.filter((work) => work.id !== id);
+    }),
+};
+
+// The stub strategy delegates regardless of the model output, so a single text turn is all the
+// supervisor needs; the child operation runs no model at all.
+const TestLayer = AssistantTestLayer({
+  agent: { delegationStrategy: StubDelegationStrategy },
+  aiService: scriptedAiService([{ parts: [text('Working on it.')] }]),
+  operationHandlers: [handlers],
+});
+
+describe('AgentProcess delegation lifecycle (scripted)', () => {
+  it.scoped(
+    'delegates work to a sub-agent and folds the result back on completion',
+    Effect.fnUntraced(
+      function* (_) {
+        delegationHarness.pending = [{ id: 'task-1', input: 'forty-two' }];
+        delegationHarness.completed = [];
+
+        const session = yield* AgentService.createSession();
+        yield* session.submitPrompt('Please do the pending work.');
+        // Settles on the turn's reply; the delegated child runs in the background (not awaited here).
+        yield* session.waitForCompletion();
+
+        // The post-turn reconcile spawned a linked child; its exit drives onChildEvent → onComplete.
+        yield* Effect.promise(async () => {
+          await expect.poll(() => delegationHarness.completed.length, { timeout: 5_000 }).toBe(1);
+        });
+
+        const [completion] = delegationHarness.completed;
+        expect(completion.id).toBe('task-1');
+        expect(Exit.isSuccess(completion.exit)).toBe(true);
+        if (Exit.isSuccess(completion.exit)) {
+          expect(completion.exit.value).toBe('done: forty-two');
+        }
+      },
+      Effect.provide(TestLayer),
+      TestHelpers.provideTestContext,
+    ),
+    { timeout: 15_000 },
+  );
+});

package/src/assistant-session-tests/request.conversations.json

@@ -1 +1 @@
-{"conversations":[{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[]},"prompt":{"content":[{"role":"user","content":"Hello world!","options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_01FpufqYyxESFAyhqbgxxDzh","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"Hello!","metadata":{}},{"type":"text-delta","id":"0","delta":" 👋 Nice to meet you!\n\nHow can I help you today? Whether you have a question, need help with a task, want to brainstorm ide","metadata":{}},{"type":"text-delta","id":"0","delta":"as, or just feel like chatting, I'm happy to assist.","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":11,"outputTokens":69,"totalTokens":80},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":11,"output_tokens":4,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[{"name":"Calculator","description":"Basic calculator tool","inputSchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"The calculation to perform."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"What is 10 + 30?","options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_01ArHuDbCcJbCuEbKQWbVgNP","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"reasoning-start","id":"0","metadata":{}},{"type":"reasoning-delta","id":"0","delta":"","metadata":{"anthropic":{"type":"thinking","signature":"EswBCmMIDxgCKkCYWMo4h+gTuoOJyej3UAvI/z9N7dYZpIw1rpyM0pAj/LGQIcM+c4h7Vk4GHtKp709n07ZxKqSK/CNlabX+vVcgMg9jbGF1ZGUtb3B1cy00LTg4AEIIdGhpbmtpbmcSDOr1/rlK3KARyw42YRoMbyke63kbVOmiO98bIjCpiMfmStMK3sXtw2tSO6NVvn9livrg8FdZfGGPbiuI93daDYpxAQ5tPsK/AIJ19V0qF9HjBzmlU4khZ3Xs+4azncZok1GLHI9IGAE="}}},{"type":"reasoning-end","id":"0","metadata":{}},{"type":"tool-params-start","id":"toolu_01Cwmh4VVGrpoEgGSvnC9mkB","name":"Calculator","providerExecuted":false,"metadata":{}},{"type":"tool-params-delta","id":"toolu_01Cwmh4VVGrpoEgGSvnC9mkB","delta":"","metadata":{}},{"type":"tool-params-delta","id":"toolu_01Cwmh4VVGrpoEgGSvnC9mkB","delta":"{\"inp","metadata":{}},{"type":"tool-params-delta","id":"toolu_01Cwmh4VVGrpoEgGSvnC9mkB","delta":"ut\": \"10 + 3","metadata":{}},{"type":"tool-params-delta","id":"toolu_01Cwmh4VVGrpoEgGSvnC9mkB","delta":"0\"}","metadata":{}},{"type":"tool-params-end","id":"toolu_01Cwmh4VVGrpoEgGSvnC9mkB","metadata":{}},{"type":"finish","reason":"tool-calls","usage":{"inputTokens":398,"outputTokens":59,"totalTokens":457},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":398,"output_tokens":5,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[{"name":"Calculator","description":"Basic calculator tool","inputSchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"The calculation to perform."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"What is 10 + 30?","options":{}},{"role":"assistant","content":[{"type":"reasoning","text":"","options":{}},{"type":"tool-call","id":"toolu_01Cwmh4VVGrpoEgGSvnC9mkB","name":"Calculator","params":{"input":"10 + 30"},"providerExecuted":false,"options":{}}],"options":{}},{"role":"tool","content":[{"type":"tool-result","id":"toolu_01Cwmh4VVGrpoEgGSvnC9mkB","name":"Calculator","isFailure":false,"result":{"result":40},"providerExecuted":false,"options":{}}],"options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_014jK4oKvYXUZfkQH6rdg3Sk","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"10","metadata":{}},{"type":"text-delta","id":"0","delta":" + 30 = **40**","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":461,"outputTokens":12,"totalTokens":473},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":461,"output_tokens":1,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[{"name":"Calculator","description":"Basic calculator tool","inputSchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"The calculation to perform."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"I am testing error handling in tool paramter parsing. I want you to call the calculator tool but omit the input parameter to intentionally differ from the tool schema.","options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_013GLZgtSMQ6Xhy7dyj24QoQ","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"reasoning-start","id":"0","metadata":{}},{"type":"reasoning-delta","id":"0","delta":"","metadata":{"anthropic":{"type":"thinking","signature":"EsECCmMIDxgCKkBByEwRYF9GiBoM479XPHHs7dxOSQ3NPMauc8wLYse91ljriLub5fGeBmkPlt4rko3tqY+sTzS948f0a9sYSGwuMg9jbGF1ZGUtb3B1cy00LTg4AEIIdGhpbmtpbmcSDDb6sRNiZTblNxhf5RoMgNqpUCJZhZupbHGEIjA+7zxzzkHLPZzJd8jdl2u2RKWjbFh42dh92TCW8ZOQEpNYzHYhjVdG6UDAmyDTyeEqiwFnzQN2DeuuUOsZNrsAs8fpmOx/lqHGf/yalvrZBAtK7Q9ZTf5vUX1G7WuEWopM6aoRUK8VizJr9GP2RK2XFG3BG3RNr3cllZYsPImcKbGASX87CpPchuw5mnEFSyLXjhGclj7uKYBaXjQuYTqwmgzgfToQ41N4FnoiEUa2vaDXqVeNagVxM46U3lh8GAE="}}},{"type":"reasoning-end","id":"0","metadata":{}},{"type":"text-start","id":"1","metadata":{}},{"type":"text-delta","id":"1","delta":"I'll help you test the error handling.","metadata":{}},{"type":"text-delta","id":"1","delta":" Let me call the Calculator tool while intentionally omitting the required `input` parameter:","metadata":{}},{"type":"text-end","id":"1","metadata":{}},{"type":"tool-params-start","id":"toolu_01FKjZtYwnbyrMzyWH6fgK4k","name":"Calculator","providerExecuted":false,"metadata":{}},{"type":"tool-params-delta","id":"toolu_01FKjZtYwnbyrMzyWH6fgK4k","delta":"","metadata":{}},{"type":"tool-params-end","id":"toolu_01FKjZtYwnbyrMzyWH6fgK4k","metadata":{}}]},{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[{"name":"Calculator","description":"Basic calculator tool","inputSchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"The calculation to perform."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"I am testing error handling in tool paramter parsing. I want you to call the calculator tool but omit the input parameter to intentionally differ from the tool schema.","options":{}},{"role":"assistant","content":[{"type":"reasoning","text":"","options":{}},{"type":"text","text":"I'll help you test the error handling. Let me call the Calculator tool while intentionally omitting the required `input` parameter:","options":{}},{"type":"tool-call","id":"toolu_01FKjZtYwnbyrMzyWH6fgK4k","name":"Calculator","params":{},"providerExecuted":false,"options":{}}],"options":{}},{"role":"tool","content":[{"type":"tool-result","id":"toolu_01FKjZtYwnbyrMzyWH6fgK4k","name":"Calculator","isFailure":true,"result":"MalformedOutput: { \"module\": \"Toolkit\", \"method\": \"Calculator.handle\", \"description\": \"Failed to decode tool call parameters for tool 'Calculator' from:\\n'{}'\", \"cause\": { readonly input: string }\n└─ [\"input\"]\n   └─ is missing }\ncaused by:\nParseError: { readonly input: string }\n└─ [\"input\"]\n   └─ is missing","providerExecuted":false,"options":{}}],"options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_01HjxuVYH2y4aPHMh5KcRc2E","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"The","metadata":{}},{"type":"text-delta","id":"0","delta":" error handling worked as expected. Here's what happened when I called the Calculator tool without the required `input` parameter:\n\n**Error Type:** `MalformedOut","metadata":{}},{"type":"text-delta","id":"0","delta":"put` / `ParseError`\n\n**Key details from the error:**\n- **Module:** `Toolkit`\n- **Method:** `Calculator.hand","metadata":{}},{"type":"text-delta","id":"0","delta":"le`\n- **Description:** Failed to decode tool call parameters for tool 'Calculator' from the empty object `{}`\n- **Root cause:** The schema exp","metadata":{}},{"type":"text-delta","id":"0","delta":"ects `{ readonly input: string }`, but the `[\"input\"]` field **is missing**\n\nThe parser correctly:\n1. Det","metadata":{}},{"type":"text-delta","id":"0","delta":"ected that the `input` parameter was absent from the tool call\n2. Identified exactly which field was missing (`[\"input\"]`)\n3.","metadata":{}},{"type":"text-delta","id":"0","delta":" Reported the expected schema type (`{ readonly input: string }`)\n4. Returned a descriptive error rather than cr","metadata":{}},{"type":"text-delta","id":"0","delta":"ashing or passing through invalid data\n\nThis confirms your parameter validation is functioning properly—it r","metadata":{}},{"type":"text-delta","id":"0","delta":"ejects malformed tool calls that don't conform to the schema and provides a clear, traceable error message pointing to the specific missing field. Would you like to test any other error","metadata":{}},{"type":"text-delta","id":"0","delta":" cases (e.g., wrong type for `input`, or extra unexpected parameters)?","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":676,"outputTokens":381,"totalTokens":1057},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":676,"output_tokens":1,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":false,"tools":[]},"prompt":{"content":[{"role":"system","content":"<instructions>\n  You are an agent that summarizes conversations.\n  You will be given a conversation and you will need to summarize it to compact context.\n  Your summary will be used by AI model to continue the conversation without seeing the original messages.\n  Remove unnecessary details and focus on the most important information.\n  Keep user requests, method of action, and progress.\n  Keep the important objects and references in original format.\n  It is very important you maintain unchanged ECHO DXNs and IDs of the objects.\n  Output only the summary.\n</instructions>\n\n<example_output>\n  Processing a flight booking confirmation email. The user requested a round-trip flight from Warsaw to Barcelona for March 15–22, 2026.\n\n  Action taken:\n  - Found existing booking object `echo:/01KHZWKQ9HPJYG147HV7CP5ARX` (type `echo:/01KHXAMH4F3V94RCYC7P7M2H0C` / `com.example.type.flight-booking`) matching confirmation code ABC123.\n  - Updated the booking status from \"pending\" to \"confirmed\".\n  - Added flight details: Outbound WAW→BCN Mar 15 08:30, Return BCN→WAW Mar 22 14:15, carrier LOT Polish Airlines.\n  - Stored passenger info and seat assignments in notes.\n\n  Booking details preserved: Confirmation ABC123, total 1,240 PLN, booked 2026-02-18, airline LOT Polish Airlines, flight numbers LO391/LO392.\n\n  Status enum mapping for the booking schema: pending=Awaiting payment, confirmed=Booked, cancelled=Cancelled, completed=Flown.\n</example_output>\n\nTASK: Reply with the summary of the prior conversation.","options":{}},{"role":"user","content":"How many apples are in the basket?","options":{}},{"role":"assistant","content":"There are 10 apples in the basket.","options":{}},{"role":"user","content":"<instructions>\n  You are an agent that summarizes conversations.\n  You will be given a conversation and you will need to summarize it to compact context.\n  Your summary will be used by AI model to continue the conversation without seeing the original messages.\n  Remove unnecessary details and focus on the most important information.\n  Keep user requests, method of action, and progress.\n  Keep the important objects and references in original format.\n  It is very important you maintain unchanged ECHO DXNs and IDs of the objects.\n  Output only the summary.\n</instructions>\n\n<example_output>\n  Processing a flight booking confirmation email. The user requested a round-trip flight from Warsaw to Barcelona for March 15–22, 2026.\n\n  Action taken:\n  - Found existing booking object `echo:/01KHZWKQ9HPJYG147HV7CP5ARX` (type `echo:/01KHXAMH4F3V94RCYC7P7M2H0C` / `com.example.type.flight-booking`) matching confirmation code ABC123.\n  - Updated the booking status from \"pending\" to \"confirmed\".\n  - Added flight details: Outbound WAW→BCN Mar 15 08:30, Return BCN→WAW Mar 22 14:15, carrier LOT Polish Airlines.\n  - Stored passenger info and seat assignments in notes.\n\n  Booking details preserved: Confirmation ABC123, total 1,240 PLN, booked 2026-02-18, airline LOT Polish Airlines, flight numbers LO391/LO392.\n\n  Status enum mapping for the booking schema: pending=Awaiting payment, confirmed=Booked, cancelled=Cancelled, completed=Flown.\n</example_output>\n\nTASK: Reply with the summary of the prior conversation.","options":{}}]},"response":[{"type":"response-metadata","id":"msg_01HCQLhHL7h9m5bCqHbxMt3M","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text","text":"The user asked how many apples are in the basket. I answered that there are 10 apples in the basket.","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":1203,"outputTokens":32,"totalTokens":1235,"cachedInputTokens":0},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":1203,"output_tokens":32,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[]},"prompt":{"content":[{"role":"assistant","content":"This is the continuation of a conversation that was compacted to preserve context-window space. Summary of what happened in this conversation previously: <summary>The user asked how many apples are in the basket. I answered that there are 10 apples in the basket.</summary>","options":{}},{"role":"user","content":"What did we talk about?","options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_01Xf6mR2pWbx3WLv6kwbLQiS","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"reasoning-start","id":"0","metadata":{}},{"type":"reasoning-delta","id":"0","delta":"","metadata":{"anthropic":{"type":"thinking","signature":"Ev0CCmMIDxgCKkBWs7g6G04DqgFvDZZ+e48xE0cc3EYv160jAgqxm5x2mLho7S+B8QaCfaBDfhLvDsYx3Bnxeig672zRkNSx4/zqMg9jbGF1ZGUtb3B1cy00LTg4AEIIdGhpbmtpbmcSDBlkR5QuxfQfXtLzfxoMSdaRl5SRKqYT3fm9IjC6COGxxqy0hBEoOowzEm/CyFwmPHgVTFuJxy866+hi5qfXTtmoF3nolcIGXsW9iJEqxwG9ks2sto1fbfLCcP+n+4RTylUusnjtMYYZ84cBeOxvtgPaiw86zfrrK2XR/+jJ4QcP6ugRIe+fxiaL1HNIT2fA0dvN2+FyKMw8ADm+rMZDE4q+6dUmMa2FQOVRYlnmW+XA7VPm9ogmsaRRNm8EemVKITV5N9P4Fbm/k+OqHGnTgc6kjWcRBk8O3jBQBVwEIRX4qtlxyIhUlfh/rP47hFGfu+OgOWtiOob8Bb8AU71ZFVvw+qW2+RGRq+dAMxbaWDAxW52/WoUzGAE="}}},{"type":"reasoning-end","id":"0","metadata":{}},{"type":"text-start","id":"1","metadata":{}},{"type":"text-delta","id":"1","delta":"Based on our earlier conversation, we talked about how many apples are in the basket","metadata":{}},{"type":"text-delta","id":"1","delta":". You asked me that question, and I told you there are 10 apples in the basket.\n\nIs there anything else you'd like to know, or would you like to continue from","metadata":{}},{"type":"text-delta","id":"1","delta":" there?","metadata":{}},{"type":"text-end","id":"1","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":114,"outputTokens":126,"totalTokens":240},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":114,"output_tokens":2,"server_tool_use":null,"service_tier":"standard"}}}}]}]}
+{"conversations":[{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[]},"prompt":{"content":[{"role":"user","content":"Hello world!","options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_011CddXi6boaghZ8K1b7uy7r","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"Hello!","metadata":{}},{"type":"text-delta","id":"0","delta":" 👋 Nice to meet you.\n\nHow can I help you today? Whether you have a question, need help with a task, want","metadata":{}},{"type":"text-delta","id":"0","delta":" to brainstorm ideas, or just feel like chatting, I'm here for it. What's on your mind?","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":11,"outputTokens":74,"totalTokens":85},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":11,"output_tokens":4,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[{"name":"Calculator","description":"Basic calculator tool","inputSchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"The calculation to perform."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"What is 10 + 30?","options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_011CddXiGqwtXurd24AmSyAk","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"reasoning-start","id":"0","metadata":{}},{"type":"reasoning-delta","id":"0","delta":"","metadata":{"anthropic":{"type":"thinking","signature":"Ev8BCokBCBAYAipAaAFgmMi/qRcaxRrbn15Wr7FHW/Ys5Mjfl1PcWewHmQo8UAMyMh0TT+m5j9lGbGtZfJtVIONKHaHttygmB5vj/TIPY2xhdWRlLW9wdXMtNC04OABCCHRoaW5raW5nWiRlOTk3NGY0Mi0xMmMzLTRlYWUtOTA5OS01OGNiNGE1MzQyY2YSDPmeZXwPQCsn6TZ+RhoMMx3RKUQTva/v2nQ/IjD1Dr/+Bt7QVTh0+2DlBJKy3V6UvjprvLFE1yWm+raMSMPRkJs2xgG4m+mSWJkfgEAqI4ZcCPLzlt5v+Ac2+FndfQlEdTt3UdFflXu2V5yc+RelOf2yGAE="}}},{"type":"reasoning-end","id":"0","metadata":{}},{"type":"tool-params-start","id":"toolu_01UEPKtzrMydpiwYNfL1SNq5","name":"Calculator","providerExecuted":false,"metadata":{}},{"type":"tool-params-delta","id":"toolu_01UEPKtzrMydpiwYNfL1SNq5","delta":"","metadata":{}},{"type":"tool-params-delta","id":"toolu_01UEPKtzrMydpiwYNfL1SNq5","delta":"{\"","metadata":{}},{"type":"tool-params-delta","id":"toolu_01UEPKtzrMydpiwYNfL1SNq5","delta":"input\": \"","metadata":{}},{"type":"tool-params-delta","id":"toolu_01UEPKtzrMydpiwYNfL1SNq5","delta":"10 + 30\"}","metadata":{}},{"type":"tool-params-end","id":"toolu_01UEPKtzrMydpiwYNfL1SNq5","metadata":{}},{"type":"finish","reason":"tool-calls","usage":{"inputTokens":398,"outputTokens":62,"totalTokens":460},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":398,"output_tokens":5,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[{"name":"Calculator","description":"Basic calculator tool","inputSchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"The calculation to perform."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"What is 10 + 30?","options":{}},{"role":"assistant","content":[{"type":"reasoning","text":"","options":{}},{"type":"tool-call","id":"toolu_01UEPKtzrMydpiwYNfL1SNq5","name":"Calculator","params":{"input":"10 + 30"},"providerExecuted":false,"options":{}}],"options":{}},{"role":"tool","content":[{"type":"tool-result","id":"toolu_01UEPKtzrMydpiwYNfL1SNq5","name":"Calculator","isFailure":false,"result":{"result":40},"providerExecuted":false,"options":{}}],"options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_011CddXiQKuTNofVZNv7ftKC","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"10 + 30 = **","metadata":{}},{"type":"text-delta","id":"0","delta":"40**","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":461,"outputTokens":12,"totalTokens":473},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":461,"output_tokens":8,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[{"name":"Calculator","description":"Basic calculator tool","inputSchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"The calculation to perform."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"I am testing error handling in tool paramter parsing. I want you to call the calculator tool but omit the input parameter to intentionally differ from the tool schema.","options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_011CddXiVuWaX3WxBf7g7Fap","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"reasoning-start","id":"0","metadata":{}},{"type":"reasoning-delta","id":"0","delta":"","metadata":{"anthropic":{"type":"thinking","signature":"Ep0DCokBCBAYAipAeeuUhKfAyCosekSas8ELYdT95l+VVoBpnvsx6243g/3Xkps6k2xZoBBYvdE6YCoudyclkiePtAczj9w0DfYnhTIPY2xhdWRlLW9wdXMtNC04OABCCHRoaW5raW5nWiRlOTk3NGY0Mi0xMmMzLTRlYWUtOTA5OS01OGNiNGE1MzQyY2YSDDW49tkYXAmFUeq3MxoMxQjA7SOaQ1yf43OBIjBCaOso1/IehkUOgRtzcHqp4cxI+1QWv/w1U8nqxA3Z76dzbdJfctCtJ2RX0c5lbFYqwAEQR/uMzFROk4Kq66JHUc9nAkK2bFwjTVoG3gzczhw/cj7cg4TAfHhzoupEvq7Fc/W37scxNulYN6PFm26ugdc1lXdG5DV+uAWXquYUHA5jyiQDCSBa0rtC8p+VEIMPFgMXiCPgaqKVo8rOYCNJs4g4QCsDOI1Lj6N7+/99EumksxWHRSUe+NMETqdKKvQxFl/4SwS+raQLtTpvyKkCSZXiGYiyaWAli9MIQqjaOhl2In0QWbASFJM1jHrqkhDTJfAYAQ=="}}},{"type":"reasoning-end","id":"0","metadata":{}},{"type":"text-start","id":"1","metadata":{}},{"type":"text-delta","id":"1","delta":"I'll help you test the error handling. I'll call the calculator t","metadata":{}},{"type":"text-delta","id":"1","delta":"ool while intentionally omitting the required `input` parameter.","metadata":{}},{"type":"text-end","id":"1","metadata":{}},{"type":"tool-params-start","id":"toolu_01JstTa1BrCcddYHJXFH4pWB","name":"Calculator","providerExecuted":false,"metadata":{}},{"type":"tool-params-delta","id":"toolu_01JstTa1BrCcddYHJXFH4pWB","delta":"","metadata":{}},{"type":"tool-params-end","id":"toolu_01JstTa1BrCcddYHJXFH4pWB","metadata":{}}]},{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[{"name":"Calculator","description":"Basic calculator tool","inputSchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"The calculation to perform."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"I am testing error handling in tool paramter parsing. I want you to call the calculator tool but omit the input parameter to intentionally differ from the tool schema.","options":{}},{"role":"assistant","content":[{"type":"reasoning","text":"","options":{}},{"type":"text","text":"I'll help you test the error handling. I'll call the calculator tool while intentionally omitting the required `input` parameter.","options":{}},{"type":"tool-call","id":"toolu_01JstTa1BrCcddYHJXFH4pWB","name":"Calculator","params":{},"providerExecuted":false,"options":{}}],"options":{}},{"role":"tool","content":[{"type":"tool-result","id":"toolu_01JstTa1BrCcddYHJXFH4pWB","name":"Calculator","isFailure":true,"result":"MalformedOutput: { \"module\": \"Toolkit\", \"method\": \"Calculator.handle\", \"description\": \"Failed to decode tool call parameters for tool 'Calculator' from:\\n'{}'\", \"cause\": { readonly input: string }\n└─ [\"input\"]\n   └─ is missing }\ncaused by:\nParseError: { readonly input: string }\n└─ [\"input\"]\n   └─ is missing","providerExecuted":false,"options":{}}],"options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_011CddXif98pfvR7HTqWKkgk","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"The","metadata":{}},{"type":"text-delta","id":"0","delta":" error handling worked as expected. Here's what happened when I called the calculator tool without the required `input` parameter:\n\n**Error type","metadata":{}},{"type":"text-delta","id":"0","delta":":** `MalformedOutput` / `ParseError`\n\n**Key details from the error:**\n- **Module:** `Toolkit`\n- **Method:","metadata":{}},{"type":"text-delta","id":"0","delta":"** `Calculator.handle`\n- **Description:** Failed to decode tool call parameters for tool 'Calculator' from `'{}'` (an empty par","metadata":{}},{"type":"text-delta","id":"0","delta":"ameter object)\n- **Cause:** The schema expects `{ readonly input: string }`, but the `[\"input\"]` field `","metadata":{}},{"type":"text-delta","id":"0","delta":"is missing`\n\n**Summary:** The parser correctly detected that the required `input` parameter was absent from the tool call. It validated the empty pay","metadata":{}},{"type":"text-delta","id":"0","delta":"load `{}` against the expected schema (which requires a `string` field named `input`) and rejected it with a clear \"","metadata":{}},{"type":"text-delta","id":"0","delta":"is missing\" message pointing directly to the offending field path (","metadata":{}},{"type":"text-delta","id":"0","delta":"`[\"input\"]`).\n\nThis confirms the parameter-parsing validation is functioning properly — it catches missing required fields before exec","metadata":{}},{"type":"text-delta","id":"0","delta":"ution and returns a descriptive, structured error rather than failing silently or crashing. Let me know if you'd like to","metadata":{}},{"type":"text-delta","id":"0","delta":" test other cases, such as passing an `input` of the wrong type (e.g., a number instead of a string) or including extra","metadata":{}},{"type":"text-delta","id":"0","delta":" unexpected parameters.","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":675,"outputTokens":394,"totalTokens":1069},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":675,"output_tokens":1,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":false,"tools":[]},"prompt":{"content":[{"role":"system","content":"<instructions>\n  You are an agent that summarizes conversations.\n  You will be given a conversation and you will need to summarize it to compact context.\n  Your summary will be used by AI model to continue the conversation without seeing the original messages.\n  Remove unnecessary details and focus on the most important information.\n  Keep user requests, method of action, and progress.\n  Keep the important objects and references in original format.\n  It is very important you maintain unchanged ECHO DXNs and IDs of the objects.\n  Output only the summary.\n</instructions>\n\n<example_output>\n  Processing a flight booking confirmation email. The user requested a round-trip flight from Warsaw to Barcelona for March 15–22, 2026.\n\n  Action taken:\n  - Found existing booking object `echo:///01KHZWKQ9HPJYG147HV7CP5ARX` (type `echo:///01KHXAMH4F3V94RCYC7P7M2H0C` / `com.example.type.flight-booking`) matching confirmation code ABC123.\n  - Updated the booking status from \"pending\" to \"confirmed\".\n  - Added flight details: Outbound WAW→BCN Mar 15 08:30, Return BCN→WAW Mar 22 14:15, carrier LOT Polish Airlines.\n  - Stored passenger info and seat assignments in notes.\n\n  Booking details preserved: Confirmation ABC123, total 1,240 PLN, booked 2026-02-18, airline LOT Polish Airlines, flight numbers LO391/LO392.\n\n  Status enum mapping for the booking schema: pending=Awaiting payment, confirmed=Booked, cancelled=Cancelled, completed=Flown.\n</example_output>\n\nTASK: Reply with the summary of the prior conversation.","options":{}},{"role":"user","content":"How many apples are in the basket?","options":{}},{"role":"assistant","content":"There are 10 apples in the basket.","options":{}},{"role":"user","content":"<instructions>\n  You are an agent that summarizes conversations.\n  You will be given a conversation and you will need to summarize it to compact context.\n  Your summary will be used by AI model to continue the conversation without seeing the original messages.\n  Remove unnecessary details and focus on the most important information.\n  Keep user requests, method of action, and progress.\n  Keep the important objects and references in original format.\n  It is very important you maintain unchanged ECHO DXNs and IDs of the objects.\n  Output only the summary.\n</instructions>\n\n<example_output>\n  Processing a flight booking confirmation email. The user requested a round-trip flight from Warsaw to Barcelona for March 15–22, 2026.\n\n  Action taken:\n  - Found existing booking object `echo:///01KHZWKQ9HPJYG147HV7CP5ARX` (type `echo:///01KHXAMH4F3V94RCYC7P7M2H0C` / `com.example.type.flight-booking`) matching confirmation code ABC123.\n  - Updated the booking status from \"pending\" to \"confirmed\".\n  - Added flight details: Outbound WAW→BCN Mar 15 08:30, Return BCN→WAW Mar 22 14:15, carrier LOT Polish Airlines.\n  - Stored passenger info and seat assignments in notes.\n\n  Booking details preserved: Confirmation ABC123, total 1,240 PLN, booked 2026-02-18, airline LOT Polish Airlines, flight numbers LO391/LO392.\n\n  Status enum mapping for the booking schema: pending=Awaiting payment, confirmed=Booked, cancelled=Cancelled, completed=Flown.\n</example_output>\n\nTASK: Reply with the summary of the prior conversation.","options":{}}]},"response":[{"type":"response-metadata","id":"msg_011CddXj7d6UFg6nW7uxL6e9","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text","text":"The user asked how many apples are in the basket. I responded that there are 10 apples in the basket.","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":1203,"outputTokens":32,"totalTokens":1235,"cachedInputTokens":0},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":1203,"output_tokens":32,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[]},"prompt":{"content":[{"role":"assistant","content":"This is the continuation of a conversation that was compacted to preserve context-window space. Summary of what happened in this conversation previously: <summary>The user asked how many apples are in the basket. I responded that there are 10 apples in the basket.</summary>","options":{}},{"role":"user","content":"What did we talk about?","options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_011CddXjFrwNvzvvRHjWa7jB","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"reasoning-start","id":"0","metadata":{}},{"type":"reasoning-delta","id":"0","delta":"","metadata":{"anthropic":{"type":"thinking","signature":"EuQCCokBCBAYAipAJgFciVLEIER3spO7lmXR8YHlbruLkjlFn5TE7zeuMWBPeKBQNsYRCWtB/OtVUSVXMeEJAG6uozrx2N6Qhe2s3zIPY2xhdWRlLW9wdXMtNC04OABCCHRoaW5raW5nWiRlOTk3NGY0Mi0xMmMzLTRlYWUtOTA5OS01OGNiNGE1MzQyY2YSDG8D6w+b2XCS/R6ALBoMrweQhApyiNOQ8wzlIjD9y5lE2YzTR5/fSj8gWTm0GKOTARd+d/7jQ21+QGv13mbcvb/4qp4fPrQhWRJ9ncwqhwEZolLNwAIC/HJi5T1RPenZaq7zOat44mRLC9YXUcV+8tHVz/OwY5oPMuNMdpwbwJCANqti8uEFrXl5/bI21nqpbHCJ81gTO/GZUj9X6qZZAZlIPDjmQPSBUKa+5Kn/NL5MKThBpBxM+Ql/Wx/9PvOmmUpR8U35lHHu9Aj/PUheXOPPUjkaAK4YAQ=="}}},{"type":"reasoning-end","id":"0","metadata":{}},{"type":"text-start","id":"1","metadata":{}},{"type":"text-delta","id":"1","delta":"Based on our earlier conversation, you asked me how many apples are in the basket, and I told you there are 10 apples in the basket.\n\nIs there anything else you'd","metadata":{}},{"type":"text-delta","id":"1","delta":" like to know, or was there something specific about that you wanted to revisit?","metadata":{}},{"type":"text-end","id":"1","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":114,"outputTokens":110,"totalTokens":224},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":114,"output_tokens":3,"server_tool_use":null,"service_tier":"standard"}}}}]}]}

package/src/assistant-session-tests/request.test.ts

@@ -16,7 +16,7 @@ import { TestHelpers } from '@dxos/effect/testing';
 import { log } from '@dxos/log';
 import { Message } from '@dxos/types';
 
-import { AssistantTestLayer } from '../testing';
+import { AssistantTestLayer, runMemoizedTests } from '../testing';
 
 // Define a calendar event artifact schema.
 class CalendarEvent extends Type.makeObject<CalendarEvent>(DXN.make('com.example.type.calendarEvent', '0.1.0'))(
@@ -71,7 +71,7 @@ const TestLayer = Layer.empty.pipe(
   Layer.provideMerge(toolkitLayer),
 );
 
-describe('AiRequest.Request', () => {
+describe.skipIf(!runMemoizedTests())('AiRequest.Request', () => {
   it.effect(
     'no tools',
     Effect.fnUntraced(

package/src/assistant-session-tests/scripted-loop.test.ts

@@ -0,0 +1,119 @@
+//
+// Copyright 2026 DXOS.org
+//
+
+import * as Tool from '@effect/ai/Tool';
+import * as Toolkit from '@effect/ai/Toolkit';
+import { describe, expect, it } from '@effect/vitest';
+import * as Effect from 'effect/Effect';
+import * as Layer from 'effect/Layer';
+import * as Schema from 'effect/Schema';
+
+import { OpaqueToolkit } from '@dxos/ai';
+import { ScriptedLanguageModel } from '@dxos/ai/testing';
+import { AiRequest, ToolExecutionServices } from '@dxos/assistant';
+import { TestHelpers } from '@dxos/effect/testing';
+import { EntityId } from '@dxos/keys';
+import { ContentBlock, type Message } from '@dxos/types';
+
+import { AssistantTestLayer } from '../testing';
+
+const { text, toolCall, scriptedAiService } = ScriptedLanguageModel;
+
+EntityId.dangerouslyDisableRandomness();
+
+// A minimal echo tool: the deterministic developer code the loop invokes when the (scripted) model
+// emits a tool call. Its handler runs for real, so a genuine tool-call → result → continue cycle is
+// exercised without any live model.
+const TestToolkit = Toolkit.make(
+  Tool.make('Echo', {
+    description: 'Returns its input value verbatim.',
+    parameters: {
+      value: Schema.String.annotations({ description: 'The value to echo.' }),
+    },
+    success: Schema.Struct({ value: Schema.String }),
+    failure: Schema.Never,
+  }),
+);
+
+const toolkitLayer = TestToolkit.toLayer({
+  Echo: ({ value }) => Effect.succeed({ value }),
+});
+
+// Drives the real `AiRequest` loop against a scripted model instead of a live/memoized provider.
+const testLayer = (turns: readonly ScriptedLanguageModel.ScriptedTurn[]) =>
+  Layer.empty.pipe(
+    Layer.provideMerge(ToolExecutionServices),
+    Layer.provideMerge(AssistantTestLayer({ aiService: scriptedAiService(turns) })),
+    Layer.provideMerge(toolkitLayer),
+  );
+
+// Dimension D (harness / turn loop): deterministic developer code driven by a scripted model.
+describe('AiRequest loop (scripted model)', () => {
+  it.effect(
+    'completes in one turn when the model emits no tool calls',
+    Effect.fnUntraced(
+      function* (_) {
+        const request = new AiRequest.Request();
+        const messages = yield* request.run({ prompt: 'Say hi.', history: [] });
+
+        expect(textOf(messages)).toContain('Hi there.');
+        expect(request.toolCalls).toEqual(0);
+      },
+      Effect.provide(testLayer([{ parts: [text('Hi there.')] }])),
+      TestHelpers.provideTestContext,
+    ),
+  );
+
+  it.effect(
+    'executes a tool call, feeds the result back, then stops',
+    Effect.fnUntraced(
+      function* (_) {
+        const request = new AiRequest.Request();
+        const toolkit = yield* OpaqueToolkit.fromContext(TestToolkit);
+        const messages = yield* request.run({ toolkit, prompt: 'Echo hello.', history: [] });
+
+        expect(toolResultsOf(messages)).toHaveLength(1);
+        expect(textOf(messages)).toContain('Echoed the value.');
+        expect(request.toolCalls).toEqual(1);
+      },
+      Effect.provide(
+        testLayer([{ parts: [toolCall('Echo', { value: 'hello' })] }, { parts: [text('Echoed the value.')] }]),
+      ),
+      TestHelpers.provideTestContext,
+    ),
+  );
+
+  it.effect(
+    'iterates until the model stops, feeding each tool result back',
+    Effect.fnUntraced(
+      function* (_) {
+        const request = new AiRequest.Request();
+        const toolkit = yield* OpaqueToolkit.fromContext(TestToolkit);
+        const messages = yield* request.run({ toolkit, prompt: 'Echo twice.', history: [] });
+
+        expect(toolResultsOf(messages)).toHaveLength(2);
+        expect(textOf(messages)).toContain('All done.');
+        expect(request.toolCalls).toEqual(2);
+      },
+      Effect.provide(
+        testLayer([
+          { parts: [toolCall('Echo', { value: 'first' })] },
+          { parts: [toolCall('Echo', { value: 'second' })] },
+          { parts: [text('All done.')] },
+        ]),
+      ),
+      TestHelpers.provideTestContext,
+    ),
+  );
+});
+
+const textOf = (messages: readonly Message.Message[]): string =>
+  messages
+    .flatMap((message) => message.blocks)
+    .filter(ContentBlock.is('text'))
+    .map((block) => block.text)
+    .join('');
+
+const toolResultsOf = (messages: readonly Message.Message[]) =>
+  messages.flatMap((message) => message.blocks).filter(ContentBlock.is('toolResult'));

package/src/assistant-session-tests/xml-response.conversations.json

@@ -1 +1 @@
-{"conversations":[{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[]},"prompt":{"content":[{"role":"user","content":"Respond with your name inside an xml tag (use any tag name you like).","options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_01HHSwQbKCrCJ6BYESA4BpLb","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"<name","metadata":{}},{"type":"text-delta","id":"0","delta":">Claude</name>","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":28,"outputTokens":11,"totalTokens":39},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":28,"output_tokens":2,"server_tool_use":null,"service_tier":"standard"}}}}]}]}
+{"conversations":[{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[]},"prompt":{"content":[{"role":"user","content":"Respond with your name inside an xml tag (use any tag name you like).","options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_011CddXj7kXrgz3HvCYX4k1w","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"<name","metadata":{}},{"type":"text-delta","id":"0","delta":">Claude</name>","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":28,"outputTokens":11,"totalTokens":39},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":28,"output_tokens":2,"server_tool_use":null,"service_tier":"standard"}}}}]}]}

package/src/assistant-session-tests/xml-response.test.ts

@@ -10,14 +10,14 @@ import { AiRequest, ToolExecutionServices } from '@dxos/assistant';
 import { TestHelpers } from '@dxos/effect/testing';
 import { log } from '@dxos/log';
 
-import { AssistantTestLayer } from '../testing';
+import { AssistantTestLayer, runMemoizedTests } from '../testing';
 
 const TestLayer = Layer.empty.pipe(
   Layer.provideMerge(ToolExecutionServices),
   Layer.provideMerge(AssistantTestLayer({ tracing: 'noop' })),
 );
 
-describe('AiRequest.Request xml response', () => {
+describe.skipIf(!runMemoizedTests())('AiRequest.Request xml response', () => {
   // End-to-end regression: drive a real (memoized) LLM call via `AiRequest` and inspect the
   // streamed blocks. Original bug: when the user prompted "respond with your name inside an
   // xml tag", the model emitted `<name>Claude</name>` as text, but `AiParser.makeContentBlock`

package/src/functions.conversations.json

@@ -1 +1 @@
-{"conversations":[{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[{"name":"read-name","description":"Reads the name of an organization.","inputSchema":{"type":"object","required":["org"],"properties":{"org":{"type":"string","description":"The URI of the referenced object. Protocols accepted:\n- echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4. \n- space ID, object ID tuple (spaceID:objectID)\n- Only object ID that is assumed to be in the current space (01KG7R1ZXWFMWQ4DA1Q6TN1DG4)\n- dxn:org.dxos.type.calendar:0.1.0 -- named entity from the registry. Absoutely make sure it actually exists in the registry.\n\nURIs can be prepended with an @ symbol for compatibility with in-text references.","examples":["echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4","@echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4","BM3FSHFOMJCHCG5QW7JTVKGYABD2GAA7G:01KG7R1ZXWFMWQ4DA1Q6TN1DG4","01KG7R1ZXWFMWQ4DA1Q6TN1DG4","dxn:org.dxos.type.calendar:0.1.0","@dxn:org.dxos.type.calendar:0.1.0"]}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"What is the name of the organization? 01JGFJJZ00G0WKQSJGMAKCNT8A","options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_01QqqhNhmhVZUUYXFYx9XMtH","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"I","metadata":{}},{"type":"text-delta","id":"0","delta":"'ll look up the name of that organization for you.","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"tool-params-start","id":"toolu_01SSt4imayWykNwg78gTArrk","name":"read-name","providerExecuted":false,"metadata":{}},{"type":"tool-params-delta","id":"toolu_01SSt4imayWykNwg78gTArrk","delta":"","metadata":{}},{"type":"tool-params-delta","id":"toolu_01SSt4imayWykNwg78gTArrk","delta":"{\"o","metadata":{}},{"type":"tool-params-delta","id":"toolu_01SSt4imayWykNwg78gTArrk","delta":"rg\": \"01J","metadata":{}},{"type":"tool-params-delta","id":"toolu_01SSt4imayWykNwg78gTArrk","delta":"GFJJZ00G","metadata":{}},{"type":"tool-params-delta","id":"toolu_01SSt4imayWykNwg78gTArrk","delta":"0WKQSJGMA","metadata":{}},{"type":"tool-params-delta","id":"toolu_01SSt4imayWykNwg78gTArrk","delta":"KCNT8A\"}","metadata":{}},{"type":"tool-params-end","id":"toolu_01SSt4imayWykNwg78gTArrk","metadata":{}},{"type":"finish","reason":"tool-calls","usage":{"inputTokens":838,"outputTokens":86,"totalTokens":924},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":838,"output_tokens":1,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[{"name":"read-name","description":"Reads the name of an organization.","inputSchema":{"type":"object","required":["org"],"properties":{"org":{"type":"string","description":"The URI of the referenced object. Protocols accepted:\n- echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4. \n- space ID, object ID tuple (spaceID:objectID)\n- Only object ID that is assumed to be in the current space (01KG7R1ZXWFMWQ4DA1Q6TN1DG4)\n- dxn:org.dxos.type.calendar:0.1.0 -- named entity from the registry. Absoutely make sure it actually exists in the registry.\n\nURIs can be prepended with an @ symbol for compatibility with in-text references.","examples":["echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4","@echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4","BM3FSHFOMJCHCG5QW7JTVKGYABD2GAA7G:01KG7R1ZXWFMWQ4DA1Q6TN1DG4","01KG7R1ZXWFMWQ4DA1Q6TN1DG4","dxn:org.dxos.type.calendar:0.1.0","@dxn:org.dxos.type.calendar:0.1.0"]}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"What is the name of the organization? 01JGFJJZ00G0WKQSJGMAKCNT8A","options":{}},{"role":"assistant","content":[{"type":"text","text":"I'll look up the name of that organization for you.","options":{}},{"type":"tool-call","id":"toolu_01SSt4imayWykNwg78gTArrk","name":"read-name","params":{"org":"01JGFJJZ00G0WKQSJGMAKCNT8A"},"providerExecuted":false,"options":{}}],"options":{}},{"role":"tool","content":[{"type":"tool-result","id":"toolu_01SSt4imayWykNwg78gTArrk","name":"read-name","isFailure":false,"result":"BlueYard","providerExecuted":false,"options":{}}],"options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_01GzzfDTuyW585TBj6Yzz4Lv","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"The","metadata":{}},{"type":"text-delta","id":"0","delta":" name of the organization is **BlueYard**.","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":936,"outputTokens":17,"totalTokens":953},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":936,"output_tokens":1,"server_tool_use":null,"service_tier":"standard"}}}}]}]}
+{"conversations":[{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[{"name":"read-name","description":"Reads the name of an organization.","inputSchema":{"type":"object","required":["org"],"properties":{"org":{"type":"string","description":"The URI of the referenced object. Protocols accepted:\n- echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4. \n- space ID, object ID tuple (spaceID:objectID)\n- Only object ID that is assumed to be in the current space (01KG7R1ZXWFMWQ4DA1Q6TN1DG4)\n- dxn:org.dxos.type.calendar:0.1.0 -- named entity from the registry. Absoutely make sure it actually exists in the registry.\n\nURIs can be prepended with an @ symbol for compatibility with in-text references.","examples":["echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4","@echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4","BM3FSHFOMJCHCG5QW7JTVKGYABD2GAA7G:01KG7R1ZXWFMWQ4DA1Q6TN1DG4","01KG7R1ZXWFMWQ4DA1Q6TN1DG4","dxn:org.dxos.type.calendar:0.1.0","@dxn:org.dxos.type.calendar:0.1.0"]}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"What is the name of the organization? 01JGFJJZ00G0WKQSJGMAKCNT8A","options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_011CddXjz8AxxQjU1XpwL9jw","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"I","metadata":{}},{"type":"text-delta","id":"0","delta":"'ll look up the organization name for you.","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"tool-params-start","id":"toolu_019oK6FrUL2amC7eZ4keXH8m","name":"read-name","providerExecuted":false,"metadata":{}},{"type":"tool-params-delta","id":"toolu_019oK6FrUL2amC7eZ4keXH8m","delta":"","metadata":{}},{"type":"tool-params-delta","id":"toolu_019oK6FrUL2amC7eZ4keXH8m","delta":"{\"o","metadata":{}},{"type":"tool-params-delta","id":"toolu_019oK6FrUL2amC7eZ4keXH8m","delta":"rg","metadata":{}},{"type":"tool-params-delta","id":"toolu_019oK6FrUL2amC7eZ4keXH8m","delta":"\": \"01JGFJ","metadata":{}},{"type":"tool-params-delta","id":"toolu_019oK6FrUL2amC7eZ4keXH8m","delta":"JZ00G0","metadata":{}},{"type":"tool-params-delta","id":"toolu_019oK6FrUL2amC7eZ4keXH8m","delta":"WKQSJ","metadata":{}},{"type":"tool-params-delta","id":"toolu_019oK6FrUL2amC7eZ4keXH8m","delta":"GMAKCNT8A\"}","metadata":{}},{"type":"tool-params-end","id":"toolu_019oK6FrUL2amC7eZ4keXH8m","metadata":{}},{"type":"finish","reason":"tool-calls","usage":{"inputTokens":838,"outputTokens":84,"totalTokens":922},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":838,"output_tokens":1,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"dxn:com.anthropic.model.claude-opus-4-8.default","stream":true,"tools":[{"name":"read-name","description":"Reads the name of an organization.","inputSchema":{"type":"object","required":["org"],"properties":{"org":{"type":"string","description":"The URI of the referenced object. Protocols accepted:\n- echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4. \n- space ID, object ID tuple (spaceID:objectID)\n- Only object ID that is assumed to be in the current space (01KG7R1ZXWFMWQ4DA1Q6TN1DG4)\n- dxn:org.dxos.type.calendar:0.1.0 -- named entity from the registry. Absoutely make sure it actually exists in the registry.\n\nURIs can be prepended with an @ symbol for compatibility with in-text references.","examples":["echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4","@echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4","BM3FSHFOMJCHCG5QW7JTVKGYABD2GAA7G:01KG7R1ZXWFMWQ4DA1Q6TN1DG4","01KG7R1ZXWFMWQ4DA1Q6TN1DG4","dxn:org.dxos.type.calendar:0.1.0","@dxn:org.dxos.type.calendar:0.1.0"]}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"What is the name of the organization? 01JGFJJZ00G0WKQSJGMAKCNT8A","options":{}},{"role":"assistant","content":[{"type":"text","text":"I'll look up the organization name for you.","options":{}},{"type":"tool-call","id":"toolu_019oK6FrUL2amC7eZ4keXH8m","name":"read-name","params":{"org":"01JGFJJZ00G0WKQSJGMAKCNT8A"},"providerExecuted":false,"options":{}}],"options":{}},{"role":"tool","content":[{"type":"tool-result","id":"toolu_019oK6FrUL2amC7eZ4keXH8m","name":"read-name","isFailure":false,"result":"BlueYard","providerExecuted":false,"options":{}}],"options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_011CddXk8c9wqoVmMGABnPEc","modelId":"claude-opus-4-8","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"The","metadata":{}},{"type":"text-delta","id":"0","delta":" name of the organization is **BlueYard**.","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":934,"outputTokens":17,"totalTokens":951},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":934,"output_tokens":1,"server_tool_use":null,"service_tier":"standard"}}}}]}]}

package/src/functions.test.ts

@@ -16,7 +16,7 @@ import { TestHelpers } from '@dxos/effect/testing';
 import { DXN, EntityId } from '@dxos/keys';
 import { Organization } from '@dxos/types';
 
-import { AssistantTestLayer } from './testing';
+import { AssistantTestLayer, runMemoizedTests } from './testing';
 
 EntityId.dangerouslyDisableRandomness();
 
@@ -60,7 +60,7 @@ const TestLayer = Layer.empty.pipe(
   ),
 );
 
-describe('Research', () => {
+describe.skipIf(!runMemoizedTests())('Research', () => {
   it.effect(
     'call a function with a ref input',
     Effect.fnUntraced(

package/src/index.ts

@@ -2,6 +2,4 @@
 // Copyright 2026 DXOS.org
 //
 
-// Re-exports the agent-service barrel: `AgentService` namespace (API from @dxos/compute +
-// createSession/layer), `AGENT_PROCESS_KEY`, and the delegation types.
 export * from './agent-service';

package/src/testing/assistant-test-layer.ts

@@ -32,6 +32,7 @@ import {
   ProcessManager,
   ProcessMonitor,
   RemoteProcessManager,
+  RemoteTraceMonitor,
   TriggerDispatcher,
   TriggerStateStore,
   configuredCredentialsLayer,
@@ -100,6 +101,7 @@ export type AssistantTestServices =
   | OpaqueToolkit.OpaqueToolkitProvider
   | Operation.Service
   | ProcessManager.Service
+  | ProcessManager.ProcessOperationInvoker.Service
   | Process.ProcessMonitorService
   | AtomRegistry.AtomRegistry
   | OperationHandlerSet.OperationHandlerProvider
@@ -132,11 +134,15 @@ export const AssistantTestLayer = (
   // sharing a late-bound holder: the resolver reads the manager lazily (only at resolution time,
   // when the manager exists), and a downstream layer fills the holder once it is built.
   const processManagerHolder: ProcessManagerHolder = {};
+  const agentServiceHolder: AgentServiceHolder = {};
 
   return Layer.empty.pipe(
+    // Captures must sit above the layers they read (a provideMerge chain feeds upward).
+    Layer.provideMerge(captureAgentService(agentServiceHolder)),
     Layer.provideMerge(ProcessManager.ProcessOperationInvoker.layer),
     Layer.provideMerge(ProcessMonitor.layer),
     Layer.provideMerge(RemoteProcessManager.layerNoop),
+    Layer.provideMerge(RemoteTraceMonitor.layerNoop),
     Layer.provideMerge(AgentServiceRuntime.layer(agentOptions)),
     Layer.provideMerge(Trace.testTraceService({ meta: { processName: 'test' } })),
     // Order matters: in a `provideMerge` chain each layer's *requirements* are satisfied only by
@@ -145,7 +151,7 @@ export const AssistantTestLayer = (
     // the holder), so they must appear in exactly this order.
     Layer.provideMerge(captureProcessManager(processManagerHolder)),
     Layer.provideMerge(ProcessManager.layer({ idGenerator: ProcessManager.SequentialIdGenerator })),
-    Layer.provideMerge(AssistantTestServiceResolverLayer(options, processManagerHolder)),
+    Layer.provideMerge(AssistantTestServiceResolverLayer(options, processManagerHolder, agentServiceHolder)),
     Layer.provideMerge(AiService.model(DXN.getName(resolvedModel), { provider: resolvedProvider })),
     Layer.provideMerge(AssistantTestTracingLayer(options.tracing ?? 'noop')),
     Layer.provideMerge(
@@ -166,6 +172,19 @@ interface ProcessManagerHolder {
   current?: Context.Tag.Service<ProcessManager.Service>;
 }
 
+/** Late-bound reference to the {@link AgentService.AgentService}, filled once the service is built. */
+interface AgentServiceHolder {
+  current?: Context.Tag.Service<AgentService.AgentService>;
+}
+
+/** Fills the {@link AgentServiceHolder}, letting the resolver serve operations that relay into agent sessions. */
+const captureAgentService = (holder: AgentServiceHolder): Layer.Layer<never, never, AgentService.AgentService> =>
+  Layer.effectDiscard(
+    Effect.gen(function* () {
+      holder.current = yield* AgentService.AgentService;
+    }),
+  );
+
 /** Fills the {@link ProcessManagerHolder} once the manager is available, breaking the build cycle. */
 const captureProcessManager = (holder: ProcessManagerHolder): Layer.Layer<never, never, ProcessManager.Service> =>
   Layer.effectDiscard(
@@ -180,6 +199,7 @@ const captureProcessManager = (holder: ProcessManagerHolder): Layer.Layer<never,
 export const AssistantTestServiceResolverLayer = (
   { extraServices = Layer.empty }: Pick<TestLayerOptions, 'extraServices'>,
   processManagerHolder: ProcessManagerHolder,
+  agentServiceHolder: AgentServiceHolder = {},
 ) =>
   Layer.scoped(
     ServiceResolver.ServiceResolver,
@@ -207,6 +227,17 @@ export const AssistantTestServiceResolverLayer = (
             return yield* Harness.make({ conversation: context.conversation, processManager, runtime });
           }).pipe(Effect.provide(services)),
         ),
+        ServiceResolver.succeed(AgentService.AgentService, () =>
+          Effect.gen(function* () {
+            // Read lazily (like the process manager): filled by `captureAgentService` before any
+            // operation resolution runs.
+            const agentService = agentServiceHolder.current;
+            if (!agentService) {
+              return yield* Effect.fail(new ServiceNotAvailableError(AgentService.AgentService.key));
+            }
+            return agentService;
+          }),
+        ),
         yield* ServiceResolver.fromRequirements(
           Database.Service,
           OpaqueToolkit.OpaqueToolkitProvider,

package/src/testing/index.ts

@@ -2,6 +2,9 @@
 // Copyright 2025 DXOS.org
 //
 
+export { runMemoizedTests } from '@dxos/ai/testing';
+
 export * from './assistant-test-layer';
+export * from './test-agent';
 export * from './trace-pretty-print';
 export * as ResearchService from './ResearchService';