@dxos/assistant 0.8.4-main.a4bbb77 → 0.8.4-main.abd8ff62ef

package/src/extraction/extraction-llm-function/extraction-llm-function.ts

@@ -1,72 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-// ISSUE(burdon): defineFunction
-// @ts-nocheck
-
-import { AiService } from '@dxos/ai';
-import { Obj } from '@dxos/echo';
-import { create } from '@dxos/echo-schema';
-import { type FunctionDefinition, defineFunction } from '@dxos/functions';
-import { type ContentBlock, DataType } from '@dxos/schema';
-
-import { AiSession } from '../../session';
-import { ExtractionInput, ExtractionOutput } from '../extraction';
-import { ReferencedQuotes, insertReferences } from '../quotes';
-
-import PROMPT from './instructions.tpl?raw';
-
-export const extractionAnthropicFunction: FunctionDefinition<ExtractionInput, ExtractionOutput> = defineFunction({
-  key: 'dxos.org/function/extraction/extract-entities',
-  name: 'Extract Entities',
-  description: 'Extract entities from the transcript message and add them to the message.',
-  inputSchema: ExtractionInput,
-  outputSchema: ExtractionOutput,
-  handler: async ({ data: { message, objects }, context }) => {
-    const startTime = performance.now();
-    const ai = context.getService(AiService.AiService);
-    const session = new AiSession({ operationModel: 'configured' });
-    const result = await session.runStructured(ReferencedQuotes, {
-      generationOptions: {
-        model: '@anthropic/claude-3-5-haiku-20241022',
-      },
-      client: ai.client,
-      systemPrompt: PROMPT,
-      history: [
-        Obj.make(DataType.Message, {
-          created: new Date().toISOString(),
-          sender: { role: 'user' },
-          blocks: [
-            {
-              _tag: 'text',
-              text: `<context>${JSON.stringify(objects)}</context>`,
-            } satisfies ContentBlock.Text,
-            {
-              _tag: 'text',
-              text: `<transcript>${JSON.stringify(message.blocks)}</transcript>`,
-            } satisfies ContentBlock.Text,
-          ],
-        }),
-      ],
-      artifacts: [],
-      prompt: '',
-      tools: [],
-    } as any); // TODO(burdon): Rewrite test.
-
-    return {
-      timeElapsed: performance.now() - startTime,
-      message: create(DataType.Message, {
-        ...message,
-        blocks: message.blocks.map((block) =>
-          block._tag !== 'transcript'
-            ? block
-            : {
-                ...block,
-                text: insertReferences(block.text, result),
-              },
-        ),
-      }),
-    };
-  },
-});

package/src/extraction/extraction-llm-function/index.ts

@@ -1,5 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export * from './extraction-llm-function';

package/src/extraction/extraction-ner-function/extraction-ner-function.test.ts

@@ -1,115 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { beforeAll, describe, test } from 'vitest';
-
-import { type EchoDatabase } from '@dxos/echo-db';
-import { EchoTestBuilder } from '@dxos/echo-db/testing';
-import { FunctionExecutor, ServiceContainer } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { DataType } from '@dxos/schema';
-import { Testing, createTestData } from '@dxos/schema/testing';
-import { range } from '@dxos/util';
-
-import { processTranscriptMessage } from '../extraction';
-
-import { extractionNerFunction } from './extraction-ner-function';
-
-describe.skip('NER EntityExtraction', () => {
-  let builder: EchoTestBuilder;
-  let db: EchoDatabase;
-  let executor: FunctionExecutor;
-  let testData: {
-    transcriptJosiah: DataType.Message[];
-    transcriptWoflram: DataType.Message[];
-    transcriptMessages: DataType.Message[];
-    documents: Testing.DocumentType[];
-    contacts: Record<string, DataType.Person>;
-    organizations: Record<string, DataType.Organization>;
-  };
-
-  const TYPES = [DataType.Organization, DataType.Person, Testing.Contact, Testing.DocumentType];
-
-  beforeAll(async () => {
-    // TODO(dmaretskyi): Helper to scaffold this from a config.
-    builder = await new EchoTestBuilder().open();
-    const { db: db1 } = await builder.createDatabase({ indexing: { vector: true } });
-    db = db1;
-    db.graph.schemaRegistry.addSchema(TYPES);
-    const data = createTestData();
-    testData = {
-      transcriptJosiah: data.transcriptJosiah,
-      transcriptWoflram: data.transcriptWoflram,
-      transcriptMessages: data.transcriptMessages,
-      documents: data.documents.map((document) => db.add(document)),
-      contacts: Object.fromEntries(Object.entries(data.contacts).map(([key, value]) => [key, db.add(value)])),
-      organizations: Object.fromEntries(Object.entries(data.organizations).map(([key, value]) => [key, db.add(value)])),
-    };
-
-    await db.flush();
-    executor = new FunctionExecutor(
-      new ServiceContainer().setServices({
-        database: { db },
-      }),
-    );
-  }, 30_000);
-
-  test('should process a transcript block', async () => {
-    const { transcriptMessages, documents, contacts } = testData;
-    log.info('context', { documents, contacts });
-
-    for (const message of transcriptMessages) {
-      log.info('input', message);
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts)],
-        },
-        function: extractionNerFunction,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-
-  test('computational irreducibility', async () => {
-    const { transcriptWoflram, documents, contacts } = testData;
-    log.info('context', { documents, contacts });
-    const message = transcriptWoflram[0];
-    log.info('input', message);
-
-    await Promise.all(
-      range(10).map(async () => {
-        const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({
-          input: {
-            message,
-            objects: [...documents, ...Object.values(contacts)],
-          },
-          function: extractionNerFunction,
-          executor,
-        });
-        log.info('output', { message: enhancedMessage.blocks[0], timeElapsed });
-      }),
-    );
-  });
-
-  test('org and document linking', async () => {
-    const { transcriptJosiah, documents, contacts, organizations } = testData;
-    log.info('context', { contacts, organizations, documents });
-
-    for (const message of transcriptJosiah) {
-      log.info('input', message);
-
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts), ...Object.values(organizations)],
-        },
-        function: extractionNerFunction,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-});

package/src/extraction/extraction-ner-function/extraction-ner-function.ts

@@ -1,64 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-// ISSUE(burdon): defineFunction
-// @ts-nocheck
-
-import { asyncTimeout } from '@dxos/async';
-import { create } from '@dxos/echo-schema';
-import { DatabaseService, defineFunction } from '@dxos/functions';
-import { invariant } from '@dxos/invariant';
-import { log } from '@dxos/log';
-import { DataType } from '@dxos/schema';
-
-import { ExtractionInput, ExtractionOutput } from '../extraction';
-import { findQuotes, insertReferences } from '../quotes';
-
-/**
- * Named Entity Recognition model
- */
-// TODO(mykola): Make it use vector index to query objects and not pass objects as input.
-export const extractionNerFunction = defineFunction({
-  key: 'dxos.org/function/extraction/extract-entities',
-  name: 'Extract Entities',
-  description: 'Extracts named entities from a text',
-  inputSchema: ExtractionInput,
-  outputSchema: ExtractionOutput,
-  handler: async ({ data: { message, options }, context }) => {
-    log.info('input', { message, options });
-    const startTime = performance.now();
-    const { db } = context.getService(DatabaseService);
-    const { extractFullEntities } = await import('./named-entity-recognition');
-
-    const entitiesPromise = Promise.all(
-      message.blocks.map(async (block) => {
-        invariant(block._tag === 'transcript' || block._tag === 'text');
-        return extractFullEntities(block.text);
-      }),
-    ).then((entities) => entities.flat());
-    const entities = options?.timeout ? await asyncTimeout(entitiesPromise, options.timeout) : await entitiesPromise;
-
-    log.info('entities', { entities });
-    const quoteReferences = await findQuotes(
-      entities.map((entity) => entity.word),
-      db,
-    );
-
-    const blocksWithReferences = message.blocks.map((block) => {
-      invariant(block._tag === 'transcript' || block._tag === 'text');
-      return { ...block, text: insertReferences(block._tag, quoteReferences) };
-    });
-
-    const messageWithReferences = create(DataType.Message, {
-      ...message,
-      blocks: blocksWithReferences,
-    });
-
-    log.info('output', { messageWithReferences });
-    return {
-      message: messageWithReferences,
-      timeElapsed: performance.now() - startTime,
-    };
-  },
-});

package/src/session/format.test.ts

@@ -1,60 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { beforeAll, describe, it } from '@effect/vitest';
-import { Effect } from 'effect';
-
-import { Blueprint, Template } from '@dxos/blueprints';
-import { Obj } from '@dxos/echo';
-import { type EchoDatabase } from '@dxos/echo-db';
-import { EchoTestBuilder } from '@dxos/echo-db/testing';
-import { DataType } from '@dxos/schema';
-import { trim } from '@dxos/util';
-
-import { createSystemPrompt } from '../templates/system';
-
-import { formatSystemPrompt } from './format';
-
-describe('format', () => {
-  let db: EchoDatabase;
-  beforeAll(async () => {
-    const builder = await new EchoTestBuilder().open();
-    ({ db } = await builder.createDatabase({
-      types: [DataType.Text, DataType.Organization, Blueprint.Blueprint],
-    }));
-  });
-
-  it.effect(
-    'should format',
-    Effect.fn(function* () {
-      const object = db.add(
-        Obj.make(DataType.Organization, {
-          name: 'Test',
-          website: 'https://www.test.com',
-        }),
-      );
-
-      const blueprint = db.add(
-        Blueprint.make({
-          key: 'example.com/blueprint/test',
-          name: 'Test',
-          instructions: Template.make({
-            source: trim`
-              Test
-              This is the test blueprint.
-            `,
-          }),
-        }),
-      );
-
-      const output = yield* formatSystemPrompt({
-        system: createSystemPrompt({}),
-        blueprints: [blueprint, blueprint],
-        objects: [object, object],
-      });
-
-      console.log(output);
-    }),
-  );
-});

package/src/session/session.conversations.json

@@ -1 +0,0 @@
-{"conversations":[{"parameters":{"model":"@anthropic/claude-3-5-sonnet-20241022","stream":true,"tools":[]},"prompt":{"content":[{"role":"user","content":"Hello world!","options":{}}]},"response":[{"type":"response-metadata","id":"msg_01Bm496JGgDMgC9YwdYTFFHo","modelId":"claude-3-5-sonnet-20241022","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"Hi","metadata":{}},{"type":"text-delta","id":"0","delta":"!","metadata":{}},{"type":"text-delta","id":"0","delta":" How can","metadata":{}},{"type":"text-delta","id":"0","delta":" I help you today?","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":10,"outputTokens":12,"totalTokens":22},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":10,"output_tokens":1,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"@anthropic/claude-3-5-sonnet-20241022","stream":true,"tools":[{"name":"Calculator","description":"Basic calculator tool","inputSchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"The calculation to perform."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"What is 10 + 30?","options":{}}]},"response":[{"type":"response-metadata","id":"msg_01UNTbjtTHEpdFgGunu2k8Br","modelId":"claude-3-5-sonnet-20241022","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"I","metadata":{}},{"type":"text-delta","id":"0","delta":"'ll help","metadata":{}},{"type":"text-delta","id":"0","delta":" you calculate","metadata":{}},{"type":"text-delta","id":"0","delta":" ","metadata":{}},{"type":"text-delta","id":"0","delta":"10 + 30","metadata":{}},{"type":"text-delta","id":"0","delta":" using the","metadata":{}},{"type":"text-delta","id":"0","delta":" Calculator tool.","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"tool-params-start","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","name":"Calculator","providerExecuted":false,"metadata":{}},{"type":"tool-params-delta","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","delta":"","metadata":{}},{"type":"tool-params-delta","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","delta":"{\"input\": \"","metadata":{}},{"type":"tool-params-delta","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","delta":"10 + 30","metadata":{}},{"type":"tool-params-delta","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","delta":"\"}","metadata":{}},{"type":"tool-params-end","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","metadata":{}},{"type":"tool-call","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","name":"Calculator","params":{"input":"10 + 30"},"providerExecuted":false,"metadata":{}},{"type":"finish","reason":"tool-calls","usage":{"inputTokens":394,"outputTokens":73,"totalTokens":467},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":394,"output_tokens":1,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"@anthropic/claude-3-5-sonnet-20241022","stream":true,"tools":[{"name":"Calculator","description":"Basic calculator tool","inputSchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"The calculation to perform."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"What is 10 + 30?","options":{}},{"role":"assistant","content":[{"type":"text","text":"I'll help you calculate 10 + 30 using the Calculator tool.","options":{}},{"type":"tool-call","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","name":"Calculator","params":{"input":"10 + 30"},"providerExecuted":false,"options":{}}],"options":{}},{"role":"tool","content":[{"type":"tool-result","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","name":"Calculator","result":{"result":40},"options":{}}],"options":{}}]},"response":[{"type":"response-metadata","id":"msg_01AKio3GheJGn38BhvAp33rs","modelId":"claude-3-5-sonnet-20241022","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"The result","metadata":{}},{"type":"text-delta","id":"0","delta":" of 10 +","metadata":{}},{"type":"text-delta","id":"0","delta":" 30 is ","metadata":{}},{"type":"text-delta","id":"0","delta":"40.","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":482,"outputTokens":18,"totalTokens":500},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":482,"output_tokens":3,"server_tool_use":null,"service_tier":"standard"}}}}]}]}

package/src/session/session.test.ts

@@ -1,146 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { Tool, Toolkit } from '@effect/ai';
-import { describe, it } from '@effect/vitest';
-import { Effect, Layer, Schema } from 'effect';
-
-import { AiService, MemoizedAiService, ToolExecutionService, ToolResolverService } from '@dxos/ai';
-import { AiServiceTestingPreset } from '@dxos/ai/testing';
-import { Obj, Type } from '@dxos/echo';
-import { TestHelpers } from '@dxos/effect';
-import { TracingService } from '@dxos/functions';
-import { log } from '@dxos/log';
-
-import { AiSession } from './session';
-
-// Define a calendar event artifact schema.
-const CalendarEventSchema = Schema.Struct({
-  title: Schema.String,
-  startTime: Schema.String,
-  endTime: Schema.String,
-  description: Schema.String,
-}).pipe(
-  Type.Obj({
-    typename: 'example.com/type/CalendarEvent',
-    version: '0.1.0',
-  }),
-);
-
-type CalendarEvent = Schema.Schema.Type<typeof CalendarEventSchema>;
-
-class TestToolkit extends Toolkit.make(
-  Tool.make('Calculator', {
-    description: 'Basic calculator tool',
-    parameters: {
-      input: Schema.String.annotations({
-        description: 'The calculation to perform.',
-      }),
-    },
-    success: Schema.Struct({
-      result: Schema.Number,
-    }),
-    failure: Schema.Never,
-  }),
-) {}
-
-// Tool handlers.
-const toolkitLayer = TestToolkit.toLayer({
-  Calculator: ({ input }) =>
-    Effect.gen(function* () {
-      const result = (() => {
-        // Restrict to basic arithmetic operations for safety.
-        const sanitizedInput = input.replace(/[^0-9+\-*/().\s]/g, '');
-        log.info('calculate', { sanitizedInput });
-
-        // eslint-disable-next-line @typescript-eslint/no-implied-eval
-        return Function(`"use strict"; return (${sanitizedInput})`)();
-      })();
-
-      return { result };
-    }),
-});
-
-const TestLayer = Layer.mergeAll(
-  toolkitLayer,
-  AiService.model('@anthropic/claude-3-5-sonnet-20241022'),
-  TracingService.layerNoop,
-  ToolResolverService.layerEmpty,
-  ToolExecutionService.layerEmpty,
-).pipe(
-  //
-  Layer.provideMerge(MemoizedAiService.layerTest()),
-  Layer.provide(AiServiceTestingPreset('direct')),
-);
-
-describe('AiSession', () => {
-  it.effect(
-    'no tools',
-    Effect.fnUntraced(
-      function* (_) {
-        const session = new AiSession({ operationModel: 'configured' });
-        const response = yield* session.run({
-          prompt: 'Hello world!',
-          history: [],
-        });
-        log.info('response', { response });
-      },
-      Effect.provide(TestLayer),
-      TestHelpers.provideTestContext,
-    ),
-  );
-
-  it.effect(
-    'calculator',
-    Effect.fnUntraced(
-      function* (_) {
-        const session = new AiSession({ operationModel: 'configured' });
-        const toolkit = yield* TestToolkit;
-        const response = yield* session.run({
-          toolkit,
-          prompt: 'What is 10 + 30?',
-          history: [],
-        });
-        log.info('response', { response });
-      },
-      Effect.provide(TestLayer),
-      TestHelpers.provideTestContext,
-    ),
-  );
-});
-
-// Travel to rome, florence, livorno, siena, madrid for conferences
-
-const _CALENDAR_EVENTS: CalendarEvent[] = [
-  Obj.make(CalendarEventSchema, {
-    title: 'Exploring Ancient Ruins in Rome',
-    startTime: '2024-01-01T10:00:00Z',
-    endTime: '2024-01-01T11:00:00Z',
-    description: 'Tech conference at the historic Colosseum with networking opportunities',
-  }),
-  Obj.make(CalendarEventSchema, {
-    title: 'Renaissance Tech Summit in Florence',
-    startTime: '2024-01-01T11:00:00Z',
-    endTime: '2024-01-01T12:00:00Z',
-    description: 'Discussing AI innovations surrounded by Renaissance art',
-  }),
-  Obj.make(CalendarEventSchema, {
-    title: 'Travel to Livorno',
-    startTime: '2024-01-01T12:00:00Z',
-    endTime: '2024-01-01T13:00:00Z',
-    description: 'Travel to Livorno',
-  }),
-  Obj.make(CalendarEventSchema, {
-    title: 'Travel to Siena',
-    startTime: '2024-01-01T13:00:00Z',
-    endTime: '2024-01-01T14:00:00Z',
-    description: 'Travel to Siena',
-  }),
-  Obj.make(CalendarEventSchema, {
-    title: 'Travel to Madrid',
-    startTime: '2024-01-01T14:00:00Z',
-    endTime: '2024-01-01T15:00:00Z',
-    description: 'Travel to Madrid',
-  }),
-];

package/src/session/session.ts

@@ -1,206 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { type AiError, LanguageModel, type Tool, type Toolkit } from '@effect/ai';
-import { Chunk, Effect, type Schema, Stream } from 'effect';
-
-import {
-  AiParser,
-  AiPreprocessor,
-  type AiToolNotFoundError,
-  type PromptPreprocessingError,
-  type ToolExecutionService,
-  type ToolResolverService,
-  callTool,
-  getToolCalls,
-} from '@dxos/ai';
-import { type Blueprint } from '@dxos/blueprints';
-import { todo } from '@dxos/debug';
-import { Obj } from '@dxos/echo';
-import { TracingService } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { DataType } from '@dxos/schema';
-
-import { type AiAssistantError } from '../errors';
-
-import { formatSystemPrompt, formatUserPrompt } from './format';
-import { GenerationObserver } from './observer';
-
-export type AiSessionRunError = AiError.AiError | PromptPreprocessingError | AiToolNotFoundError | AiAssistantError;
-
-export type AiSessionRunRequirements =
-  | LanguageModel.LanguageModel
-  | ToolExecutionService
-  | ToolResolverService
-  | TracingService;
-
-export type AiSessionRunParams<Tools extends Record<string, Tool.Any>> = {
-  prompt: string;
-  system?: string;
-  history?: DataType.Message[];
-  objects?: Obj.Any[];
-  blueprints?: Blueprint.Blueprint[];
-  toolkit?: Toolkit.WithHandler<Tools>;
-  observer?: GenerationObserver;
-};
-
-export type AiSessionOptions = {};
-
-/**
- * Contains message history, tools, current context.
- * Current context means the state of the app, time of day, and other contextual information.
- * It makes requests to the model, its a state machine.
- * It keeps track of the current goal.
- * It manages the context window.
- * Tracks the success criteria of reaching the goal, exposing metrics (stretch).
- * Could be run locally in the app or remotely.
- * Could be personal or shared.
- */
-export class AiSession {
-  /** Prevents concurrent execution of session. */
-  private readonly _semaphore = Effect.runSync(Effect.makeSemaphore(1));
-
-  /** Message history from queue. */
-  // TODO(burdon): Evolve into supporting a git-like graph of messages.
-  private _history: DataType.Message[] = [];
-
-  /** Pending messages for this session (incl. the current prompt). */
-  private _pending: DataType.Message[] = [];
-
-  constructor(private readonly _options: AiSessionOptions = {}) {}
-
-  run = <Tools extends Record<string, Tool.Any>>({
-    prompt,
-    system: systemTemplate,
-    history = [],
-    objects = [],
-    blueprints = [],
-    toolkit,
-    observer = GenerationObserver.noop(),
-  }: AiSessionRunParams<Tools>): Effect.Effect<DataType.Message[], AiSessionRunError, AiSessionRunRequirements> =>
-    Effect.gen(this, function* () {
-      this._history = [...history];
-      this._pending = [];
-      const pending = this._pending;
-
-      const submitMessage = Effect.fnUntraced(function* (message: DataType.Message) {
-        pending.push(message);
-        yield* observer.onMessage(message);
-        yield* TracingService.emitConverationMessage(message);
-        return message;
-      });
-
-      // Submit the prompt.
-      // TODO(burdon): Remove if cancelled?
-      const promptMessage = yield* submitMessage(yield* formatUserPrompt({ prompt, history }));
-
-      // Generate system and prompt messages.
-      const system = yield* formatSystemPrompt({ system: systemTemplate, blueprints, objects });
-
-      // Tool call loop.
-      do {
-        log('request', {
-          prompt: promptMessage,
-          system: { snippet: createSnippet(system), length: system.length },
-          pending: this._pending.length,
-          history: this._history.length,
-          objects: objects?.length ?? 0,
-        });
-
-        const prompt = yield* AiPreprocessor.preprocessPrompt([...this._history, ...this._pending], { system });
-
-        // Execute the stream request.
-        // logDump('prompt', Prompt.Prompt.pipe(Schema.encodeSync)(prompt));
-        const blocks = yield* LanguageModel.streamText({
-          prompt,
-          toolkit,
-          disableToolCallResolution: true,
-        }).pipe(
-          // TOOD(dmaretskyi): Error mapping.
-          AiParser.parseResponse({
-            onBegin: () => observer.onBegin(),
-            onBlock: (block) => observer.onBlock(block),
-            onPart: (part) => observer.onPart(part),
-            onEnd: (summary) => observer.onEnd(summary),
-          }),
-          Stream.runCollect,
-          Effect.map(Chunk.toArray),
-        );
-
-        // Create the response message.
-        const response = yield* submitMessage(
-          Obj.make(DataType.Message, {
-            created: new Date().toISOString(),
-            sender: { role: 'assistant' },
-            blocks,
-          }),
-        );
-
-        // Parse the response for tool calls.
-        const toolCalls = getToolCalls(response);
-        if (toolCalls.length === 0) {
-          break;
-        } else if (!toolkit) {
-          throw new Error('No toolkit provided'); // TODO(burdon): Throw user error?
-        }
-
-        // Execute the tool calls.
-        // TODO(burdon): Retry errors? Write result when each completes individually?
-        const toolResults = yield* Effect.forEach(toolCalls, (toolCall) => {
-          return callTool(toolkit, toolCall).pipe(
-            Effect.provide(
-              TracingService.layerSubframe((context) => ({
-                ...context,
-                parentMessage: response.id,
-                toolCallId: toolCall.toolCallId,
-              })),
-            ),
-          );
-        });
-
-        // Add to queue and continue loop.
-        // TODO(wittjosiah): Sometimes tool error results are added to the queue before the tool agent statuses.
-        //   This results in a broken execution graph.
-        yield* submitMessage(
-          Obj.make(DataType.Message, {
-            created: new Date().toISOString(),
-            sender: { role: 'tool' },
-            blocks: toolResults,
-          }),
-        );
-      } while (true);
-
-      log('done', { pending: this._pending.length });
-      return this._pending;
-    }).pipe(this._semaphore.withPermits(1), Effect.withSpan('AiSession.run'));
-
-  /**
-   * @deprecated
-   */
-  // TODO(burdon): Implement or remove.
-  async runStructured<S extends Schema.Schema.AnyNoContext>(
-    _schema: S,
-    _options: AiSessionRunParams<any>,
-  ): Promise<Schema.Schema.Type<S>> {
-    return todo();
-    // const parser = structuredOutputParser(schema);
-    // const result = await this.run({
-    //   ...options,
-    //   executableTools: [...(options.executableTools ?? []), parser.tool],
-    // });
-    // return parser.getResult(result);
-  }
-}
-
-const createSnippet = (text: string, len = 32) =>
-  text.length <= len * 2 ? text : [text.slice(0, len), '...', text.slice(-len)].join('');
-
-// TODO(dmaretskyi): Extract as a general util.
-const logDump = (message: string, data: unknown) => {
-  // eslint-disable-next-line @typescript-eslint/no-require-imports
-  const { writeFileSync } = require('node:fs');
-  const path = `/tmp/log-data-${Date.now()}.json`;
-  writeFileSync(path, JSON.stringify(data, null, 2));
-  log.info(message, { path });
-};