@dxos/assistant 0.8.4-main.dedc0f3 → 0.8.4-main.dfabb4ec29

package/src/conversation/conversation.ts

@@ -1,123 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { type AiTool, type AiToolkit } from '@effect/ai';
-import { Array, Effect, Option } from 'effect';
-
-import { Obj } from '@dxos/echo';
-import { type Queue } from '@dxos/echo-db';
-import { DatabaseService } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { DataType } from '@dxos/schema';
-
-import {
-  AiSession,
-  type AiSessionRunError,
-  type AiSessionRunRequirements,
-  type GenerationObserver,
-  createToolkit,
-} from '../session';
-
-import { AiContextBinder, AiContextService, type ContextBinding } from './context';
-
-export type AiConversationRunRequirements<Tools extends AiTool.Any> =
-  | AiSessionRunRequirements
-  | AiTool.ToHandler<Tools>;
-
-export interface AiConversationRunParams {
-  prompt: string;
-  system?: string;
-  observer?: GenerationObserver;
-}
-
-export type AiConversationOptions = {
-  queue: Queue<DataType.Message | ContextBinding>;
-};
-
-/**
- * Durable conversation state (initiated by users and agents) backed by a Queue.
- * Executes tools based on AI responses and supports cancellation of in-progress requests.
- */
-export class AiConversation {
-  /**
-   * Message and binding queue.
-   */
-  private readonly _queue: Queue<DataType.Message | ContextBinding>;
-
-  /**
-   * Blueprints bound to the conversation.
-   */
-  private readonly _context: AiContextBinder;
-
-  /**
-   * Toolkit from the current session request.
-   */
-  private _toolkit: AiToolkit.ToHandler<AiTool.Any> | undefined;
-
-  public constructor(options: AiConversationOptions) {
-    this._queue = options.queue;
-    this._context = new AiContextBinder(this._queue);
-  }
-
-  public get context() {
-    return this._context;
-  }
-
-  public get toolkit() {
-    return this._toolkit;
-  }
-
-  public async getHistory(): Promise<DataType.Message[]> {
-    const queueItems = await this._queue.queryObjects();
-    return queueItems.filter(Obj.instanceOf(DataType.Message));
-  }
-
-  /**
-   * Creates a new cancelable request effect.
-   */
-  createRequest<Tools extends AiTool.Any>(
-    params: AiConversationRunParams,
-  ): Effect.Effect<DataType.Message[], AiSessionRunError, AiConversationRunRequirements<Tools>> {
-    return Effect.gen(this, function* () {
-      const session = new AiSession();
-      const history = yield* Effect.promise(() => this.getHistory());
-
-      // Get context objects.
-      const context = yield* Effect.promise(() => this.context.query());
-      const blueprints = yield* Effect.forEach(context.blueprints.values(), DatabaseService.loadOption).pipe(
-        Effect.map(Array.filter(Option.isSome)),
-        Effect.map(Array.map((option) => option.value)),
-      );
-      const objects = yield* Effect.forEach(context.objects.values(), DatabaseService.loadOption).pipe(
-        Effect.map(Array.filter(Option.isSome)),
-        Effect.map(Array.map((option) => option.value)),
-      );
-
-      // Create toolkit.
-      const toolkit = yield* createToolkit<Tools>({ blueprints });
-      this._toolkit = toolkit;
-
-      const start = Date.now();
-      log('run', {
-        history: history.length,
-        blueprints: blueprints.length,
-        objects: objects.length,
-        tools: this._toolkit?.tools.length ?? 0,
-      });
-
-      // Process request.
-      const messages = yield* session.run<Tools>({ history, blueprints, objects, toolkit, ...params }).pipe(
-        Effect.provideService(AiContextService, {
-          binder: this.context,
-        }),
-      );
-
-      log('result', { messages: messages.length, duration: Date.now() - start });
-
-      // Append to queue.
-      yield* Effect.promise(() => this._queue.append(messages));
-      return messages;
-    }).pipe(Effect.withSpan('AiConversation.request'));
-  }
-}

package/src/extraction/extraction-llm-function/extraction-llm-function.test.ts

@@ -1,84 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { beforeAll, describe, test } from 'vitest';
-
-import { todo } from '@dxos/debug';
-import { FunctionExecutor } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { createTestData } from '@dxos/schema/testing';
-import { range } from '@dxos/util';
-
-import { processTranscriptMessage } from '../extraction';
-
-import { extractionAnthropicFunction } from './extraction-llm-function';
-
-// TODO(burdon): Rewrite test.
-describe.skip('LLM EntityExtraction', () => {
-  let executor: FunctionExecutor;
-
-  beforeAll(async () => {
-    executor = new FunctionExecutor(todo());
-  });
-
-  test('should process a transcript block', async () => {
-    const { transcriptMessages, documents, contacts } = createTestData();
-    log.info('context', { documents, contacts });
-
-    for (const message of transcriptMessages.slice(0, 1)) {
-      log.info('input', message);
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts)],
-        },
-        function: extractionAnthropicFunction,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-
-  test('computational irreducibility', async () => {
-    const { transcriptWoflram, documents, contacts } = createTestData();
-    log.info('context', { documents, contacts });
-
-    const message = transcriptWoflram[0];
-    log.info('input', message);
-
-    await Promise.all(
-      range(10).map(async () => {
-        const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({
-          input: {
-            message,
-            objects: [...documents, ...Object.values(contacts)],
-          },
-          function: extractionAnthropicFunction,
-          executor,
-        });
-
-        log.info('output', { message: enhancedMessage.blocks[0], timeElapsed });
-      }),
-    );
-  });
-
-  test('org and document linking', async () => {
-    const { transcriptJosiah, documents, contacts, organizations } = createTestData();
-    log.info('context', { contacts, organizations, documents });
-
-    for (const message of transcriptJosiah) {
-      log.info('input', message);
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts), ...Object.values(organizations)],
-        },
-        function: extractionAnthropicFunction,
-        executor,
-      });
-
-      log.info('output', enhancedMessage);
-    }
-  });
-});

package/src/extraction/extraction-llm-function/extraction-llm-function.ts

@@ -1,70 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-// ISSUE(burdon): defineFunction
-// @ts-nocheck
-
-import { AiService } from '@dxos/ai';
-import { Obj } from '@dxos/echo';
-import { create } from '@dxos/echo-schema';
-import { type FunctionDefinition, defineFunction } from '@dxos/functions';
-import { type ContentBlock, DataType } from '@dxos/schema';
-
-import { AiSession } from '../../session';
-import { ExtractionInput, ExtractionOutput } from '../extraction';
-import { ReferencedQuotes, insertReferences } from '../quotes';
-
-import PROMPT from './instructions.tpl?raw';
-
-export const extractionAnthropicFunction: FunctionDefinition<ExtractionInput, ExtractionOutput> = defineFunction({
-  description: 'Extract entities from the transcript message and add them to the message.',
-  inputSchema: ExtractionInput,
-  outputSchema: ExtractionOutput,
-  handler: async ({ data: { message, objects }, context }) => {
-    const startTime = performance.now();
-    const ai = context.getService(AiService.AiService);
-    const session = new AiSession({ operationModel: 'configured' });
-    const result = await session.runStructured(ReferencedQuotes, {
-      generationOptions: {
-        model: '@anthropic/claude-3-5-haiku-20241022',
-      },
-      client: ai.client,
-      systemPrompt: PROMPT,
-      history: [
-        Obj.make(DataType.Message, {
-          created: new Date().toISOString(),
-          sender: { role: 'user' },
-          blocks: [
-            {
-              _tag: 'text',
-              text: `<context>${JSON.stringify(objects)}</context>`,
-            } satisfies ContentBlock.Text,
-            {
-              _tag: 'text',
-              text: `<transcript>${JSON.stringify(message.blocks)}</transcript>`,
-            } satisfies ContentBlock.Text,
-          ],
-        }),
-      ],
-      artifacts: [],
-      prompt: '',
-      tools: [],
-    } as any); // TODO(burdon): Rewrite test.
-
-    return {
-      timeElapsed: performance.now() - startTime,
-      message: create(DataType.Message, {
-        ...message,
-        blocks: message.blocks.map((block) =>
-          block._tag !== 'transcript'
-            ? block
-            : {
-                ...block,
-                text: insertReferences(block.text, result),
-              },
-        ),
-      }),
-    };
-  },
-});

package/src/extraction/extraction-llm-function/index.ts

@@ -1,5 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export * from './extraction-llm-function';

package/src/extraction/extraction-ner-function/extraction-ner-function.test.ts

@@ -1,115 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { beforeAll, describe, test } from 'vitest';
-
-import { type EchoDatabase } from '@dxos/echo-db';
-import { EchoTestBuilder } from '@dxos/echo-db/testing';
-import { FunctionExecutor, ServiceContainer } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { DataType } from '@dxos/schema';
-import { Testing, createTestData } from '@dxos/schema/testing';
-import { range } from '@dxos/util';
-
-import { processTranscriptMessage } from '../extraction';
-
-import { extractionNerFunction } from './extraction-ner-function';
-
-describe.skip('NER EntityExtraction', () => {
-  let builder: EchoTestBuilder;
-  let db: EchoDatabase;
-  let executor: FunctionExecutor;
-  let testData: {
-    transcriptJosiah: DataType.Message[];
-    transcriptWoflram: DataType.Message[];
-    transcriptMessages: DataType.Message[];
-    documents: Testing.DocumentType[];
-    contacts: Record<string, DataType.Person>;
-    organizations: Record<string, DataType.Organization>;
-  };
-
-  const TYPES = [DataType.Organization, DataType.Person, Testing.Contact, Testing.DocumentType];
-
-  beforeAll(async () => {
-    // TODO(dmaretskyi): Helper to scaffold this from a config.
-    builder = await new EchoTestBuilder().open();
-    const { db: db1 } = await builder.createDatabase({ indexing: { vector: true } });
-    db = db1;
-    db.graph.schemaRegistry.addSchema(TYPES);
-    const data = createTestData();
-    testData = {
-      transcriptJosiah: data.transcriptJosiah,
-      transcriptWoflram: data.transcriptWoflram,
-      transcriptMessages: data.transcriptMessages,
-      documents: data.documents.map((document) => db.add(document)),
-      contacts: Object.fromEntries(Object.entries(data.contacts).map(([key, value]) => [key, db.add(value)])),
-      organizations: Object.fromEntries(Object.entries(data.organizations).map(([key, value]) => [key, db.add(value)])),
-    };
-
-    await db.flush();
-    executor = new FunctionExecutor(
-      new ServiceContainer().setServices({
-        database: { db },
-      }),
-    );
-  }, 30_000);
-
-  test('should process a transcript block', async () => {
-    const { transcriptMessages, documents, contacts } = testData;
-    log.info('context', { documents, contacts });
-
-    for (const message of transcriptMessages) {
-      log.info('input', message);
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts)],
-        },
-        function: extractionNerFunction,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-
-  test('computational irreducibility', async () => {
-    const { transcriptWoflram, documents, contacts } = testData;
-    log.info('context', { documents, contacts });
-    const message = transcriptWoflram[0];
-    log.info('input', message);
-
-    await Promise.all(
-      range(10).map(async () => {
-        const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({
-          input: {
-            message,
-            objects: [...documents, ...Object.values(contacts)],
-          },
-          function: extractionNerFunction,
-          executor,
-        });
-        log.info('output', { message: enhancedMessage.blocks[0], timeElapsed });
-      }),
-    );
-  });
-
-  test('org and document linking', async () => {
-    const { transcriptJosiah, documents, contacts, organizations } = testData;
-    log.info('context', { contacts, organizations, documents });
-
-    for (const message of transcriptJosiah) {
-      log.info('input', message);
-
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts), ...Object.values(organizations)],
-        },
-        function: extractionNerFunction,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-});

package/src/extraction/extraction-ner-function/extraction-ner-function.ts

@@ -1,62 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-// ISSUE(burdon): defineFunction
-// @ts-nocheck
-
-import { asyncTimeout } from '@dxos/async';
-import { create } from '@dxos/echo-schema';
-import { DatabaseService, defineFunction } from '@dxos/functions';
-import { invariant } from '@dxos/invariant';
-import { log } from '@dxos/log';
-import { DataType } from '@dxos/schema';
-
-import { ExtractionInput, ExtractionOutput } from '../extraction';
-import { findQuotes, insertReferences } from '../quotes';
-
-/**
- * Named Entity Recognition model
- */
-// TODO(mykola): Make it use vector index to query objects and not pass objects as input.
-export const extractionNerFunction = defineFunction({
-  description: 'Extracts named entities from a text',
-  inputSchema: ExtractionInput,
-  outputSchema: ExtractionOutput,
-  handler: async ({ data: { message, options }, context }) => {
-    log.info('input', { message, options });
-    const startTime = performance.now();
-    const { db } = context.getService(DatabaseService);
-    const { extractFullEntities } = await import('./named-entity-recognition');
-
-    const entitiesPromise = Promise.all(
-      message.blocks.map(async (block) => {
-        invariant(block._tag === 'transcript' || block._tag === 'text');
-        return extractFullEntities(block.text);
-      }),
-    ).then((entities) => entities.flat());
-    const entities = options?.timeout ? await asyncTimeout(entitiesPromise, options.timeout) : await entitiesPromise;
-
-    log.info('entities', { entities });
-    const quoteReferences = await findQuotes(
-      entities.map((entity) => entity.word),
-      db,
-    );
-
-    const blocksWithReferences = message.blocks.map((block) => {
-      invariant(block._tag === 'transcript' || block._tag === 'text');
-      return { ...block, text: insertReferences(block._tag, quoteReferences) };
-    });
-
-    const messageWithReferences = create(DataType.Message, {
-      ...message,
-      blocks: blocksWithReferences,
-    });
-
-    log.info('output', { messageWithReferences });
-    return {
-      message: messageWithReferences,
-      timeElapsed: performance.now() - startTime,
-    };
-  },
-});

package/src/session/__snapshots__/session.test.ts.snap

@@ -1,32 +0,0 @@
-// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
-
-exports[`AiSession > no tools 1`] = `
-[
-  {
-    "blocks": ReactiveArray [
-      {
-        "_tag": "text",
-        "text": "Hello world!",
-      },
-    ],
-    "created": "Sun, 20 Jul 2025 10:54:08 GMT",
-    "id": "01K0KQGFTFV3GBKGEWZW67K8HK",
-    "sender": {
-      "role": "user",
-    },
-  },
-  {
-    "blocks": ReactiveArray [
-      {
-        "_tag": "text",
-        "text": "Hi there! How can I help you today?",
-      },
-    ],
-    "created": "2025-07-20T10:54:10.801Z",
-    "id": "01K0KQGHVHJ37D4YG45WG090WV",
-    "sender": {
-      "role": "assistant",
-    },
-  },
-]
-`;

package/src/session/format.test.ts

@@ -1,60 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { beforeAll, describe, it } from '@effect/vitest';
-import { Effect } from 'effect';
-
-import { Blueprint, Template } from '@dxos/blueprints';
-import { Obj } from '@dxos/echo';
-import { type EchoDatabase } from '@dxos/echo-db';
-import { EchoTestBuilder } from '@dxos/echo-db/testing';
-import { DataType } from '@dxos/schema';
-import { trim } from '@dxos/util';
-
-import { createSystemPrompt } from '../templates/system';
-
-import { formatSystemPrompt } from './format';
-
-describe('format', () => {
-  let db: EchoDatabase;
-  beforeAll(async () => {
-    const builder = await new EchoTestBuilder().open();
-    ({ db } = await builder.createDatabase({
-      types: [DataType.Text, DataType.Organization, Blueprint.Blueprint],
-    }));
-  });
-
-  it.effect(
-    'should format',
-    Effect.fn(function* () {
-      const object = db.add(
-        Obj.make(DataType.Organization, {
-          name: 'Test',
-          website: 'https://www.test.com',
-        }),
-      );
-
-      const blueprint = db.add(
-        Blueprint.make({
-          key: 'example.com/blueprint/test',
-          name: 'Test',
-          instructions: Template.make({
-            source: trim`
-              Test
-              This is the test blueprint.
-            `,
-          }),
-        }),
-      );
-
-      const output = yield* formatSystemPrompt({
-        system: createSystemPrompt({}),
-        blueprints: [blueprint, blueprint],
-        objects: [object, object],
-      });
-
-      console.log(output);
-    }),
-  );
-});