@dxos/assistant 0.8.4-main.f9ba587 → 0.8.4-main.fcfe5033a5

package/src/context/binding.ts

@@ -1,31 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { Schema } from 'effect';
-
-import { Type } from '@dxos/echo';
-
-import { Blueprint } from '../blueprint';
-/**
- * Thread message that binds or unbinds contextual objects to a conversation.
- */
-export const ContextBinding = Schema.Struct({
-  blueprints: Schema.Struct({
-    added: Schema.Array(Type.Ref(Blueprint)),
-    removed: Schema.Array(Type.Ref(Blueprint)),
-  }),
-
-  // TODO(burdon): Type.Expando => Type.Obj (or Obj.Any?)
-  objects: Schema.Struct({
-    added: Schema.Array(Type.Ref(Type.Expando)),
-    removed: Schema.Array(Type.Ref(Type.Expando)),
-  }),
-}).pipe(
-  Type.Obj({
-    typename: 'dxos.org/type/ContextBinding',
-    version: '0.1.0',
-  }),
-);
-
-export interface ContextBinding extends Schema.Schema.Type<typeof ContextBinding> {}

package/src/context/index.ts

@@ -1,6 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export * from './binder';
-export * from './binding';

package/src/conversation/conversation.ts

@@ -1,103 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { Message, type ExecutableTool } from '@dxos/ai';
-import { type ArtifactDefinition } from '@dxos/artifact';
-import { Event } from '@dxos/async';
-import { Obj, Ref } from '@dxos/echo';
-import { type Queue } from '@dxos/echo-db';
-import { AiService, ToolResolverService, type ServiceContainer } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { isNonNullable } from '@dxos/util';
-
-import { ContextBinder, type ContextBinding } from '../context';
-import { AISession, type SessionRunOptions } from '../session';
-
-export interface ConversationRunOptions {
-  systemPrompt?: string;
-  prompt: string;
-
-  tools?: ExecutableTool[];
-  artifacts?: ArtifactDefinition[];
-  extensions?: ToolContextExtensions;
-  generationOptions?: SessionRunOptions['generationOptions'];
-
-  /** @depreacated Should be managed by the conversation. */
-  requiredArtifactIds?: string[];
-
-  // TODO(dmaretskyi): Move into conversation.
-  artifactDiffResolver?: SessionRunOptions['artifactDiffResolver'];
-}
-
-export type ConversationOptions = {
-  serviceContainer: ServiceContainer;
-  queue: Queue<Message | ContextBinding>;
-};
-
-/**
- * Persistent conversation state.
- * Context + history + artifacts.
- * Backed by a Queue.
- */
-export class Conversation {
-  private readonly _serviceContainer: ServiceContainer;
-  private readonly _queue: Queue<Message | ContextBinding>;
-
-  /**
-   * Fired when the execution loop begins.
-   * This is called before the first message is sent.
-   */
-  public readonly onBegin = new Event<AISession>();
-
-  /**
-   * Blueprints bound to the conversation.
-   */
-  public readonly context: ContextBinder;
-
-  constructor(options: ConversationOptions) {
-    this._serviceContainer = options.serviceContainer;
-    this._queue = options.queue;
-    this.context = new ContextBinder(this._queue);
-  }
-
-  async run(options: ConversationRunOptions): Promise<Message[]> {
-    const session = new AISession({ operationModel: 'configured' });
-    this.onBegin.emit(session);
-
-    const history = await this.getHistory();
-    const context = await this.context.query();
-    const blueprints = (await Ref.Array.loadAll([...context.blueprints])).filter(isNonNullable);
-    if (blueprints.length > 1) {
-      log.warn('multiple blueprints are not yet supported');
-    }
-
-    const messages = await session.run({
-      history,
-      prompt: options.prompt,
-      systemPrompt: (options.systemPrompt ?? '') + (blueprints.at(0)?.instructions ?? ''),
-
-      // TODO(dmaretskyi): Artifacts come from the blueprint?
-      artifacts: options.artifacts ?? [],
-      tools: blueprints.at(0)?.tools ?? [],
-      executableTools: options.tools,
-      requiredArtifactIds: options.requiredArtifactIds,
-      client: this._serviceContainer.getService(AiService).client,
-      toolResolver: this._serviceContainer.getService(ToolResolverService).toolResolver,
-      extensions: {
-        serviceContainer: this._serviceContainer,
-        ...options.extensions,
-      },
-      generationOptions: options.generationOptions,
-    });
-
-    await this._queue.append(messages);
-
-    return messages;
-  }
-
-  async getHistory(): Promise<Message[]> {
-    const queueItems = await this._queue.queryObjects();
-    return queueItems.filter(Obj.instanceOf(Message));
-  }
-}

package/src/extraction/extraction-llm-function/extraction-llm-function.test.ts

@@ -1,95 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { describe, test, beforeAll } from 'vitest';
-
-import { EdgeAiServiceClient } from '@dxos/ai';
-import { AI_SERVICE_ENDPOINT } from '@dxos/ai/testing';
-import { FunctionExecutor, ServiceContainer } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { createTestData } from '@dxos/schema/testing';
-import { range } from '@dxos/util';
-
-import { extractionAnthropicFn } from './extraction-llm-function';
-import { processTranscriptMessage } from '../extraction';
-
-describe.skip('LLM EntityExtraction', () => {
-  let executor: FunctionExecutor;
-
-  beforeAll(async () => {
-    executor = new FunctionExecutor(
-      new ServiceContainer().setServices({
-        ai: {
-          client: new EdgeAiServiceClient({
-            endpoint: AI_SERVICE_ENDPOINT.REMOTE,
-            defaultGenerationOptions: {
-              // model: '@anthropic/claude-sonnet-4-20250514',
-              model: '@anthropic/claude-3-5-haiku-20241022',
-            },
-          }),
-        },
-      }),
-    );
-  });
-
-  test('should process a transcript block', async () => {
-    const { transcriptMessages, documents, contacts } = createTestData();
-    log.info('context', { documents, contacts });
-
-    for (const message of transcriptMessages.slice(0, 1)) {
-      log.info('input', message);
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts)],
-        },
-        function: extractionAnthropicFn,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-
-  test('computational irreducibility', async () => {
-    const { transcriptWoflram, documents, contacts } = createTestData();
-
-    log.info('context', { documents, contacts });
-    const message = transcriptWoflram[0];
-    log.info('input', message);
-
-    await Promise.all(
-      range(10).map(async () => {
-        const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({
-          input: {
-            message,
-            objects: [...documents, ...Object.values(contacts)],
-          },
-          function: extractionAnthropicFn,
-          executor,
-        });
-        log.info('output', { message: enhancedMessage.blocks[0], timeElapsed });
-      }),
-    );
-  });
-
-  test('org and document linking', async () => {
-    const { transcriptJosiah, documents, contacts, organizations } = createTestData();
-
-    log.info('context', { contacts, organizations, documents });
-
-    for (const message of transcriptJosiah) {
-      log.info('input', message);
-
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts), ...Object.values(organizations)],
-        },
-        function: extractionAnthropicFn,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-});

package/src/extraction/extraction-llm-function/extraction-llm-function.ts

@@ -1,66 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { Message, ToolRegistry } from '@dxos/ai';
-import { Obj } from '@dxos/echo';
-import { create } from '@dxos/echo-schema';
-import { AiService, defineFunction, type FunctionDefinition } from '@dxos/functions';
-import { DataType } from '@dxos/schema';
-
-import PROMPT from './instructions.tpl?raw';
-import { AISession } from '../../session';
-import { ExtractionInput, ExtractionOutput } from '../extraction';
-import { insertReferences, ReferencedQuotes } from '../quotes';
-
-export const extractionAnthropicFn: FunctionDefinition<ExtractionInput, ExtractionOutput> = defineFunction({
-  description: 'Extract entities from the transcript message and add them to the message.',
-  inputSchema: ExtractionInput,
-  outputSchema: ExtractionOutput,
-  handler: async ({ data: { message, objects }, context }) => {
-    const startTime = performance.now();
-    const ai = context.getService(AiService);
-    const session = new AISession({ operationModel: 'configured' });
-    const result = await session.runStructured(ReferencedQuotes, {
-      generationOptions: {
-        model: '@anthropic/claude-3-5-haiku-20241022',
-      },
-      client: ai.client,
-      systemPrompt: PROMPT,
-      history: [
-        Obj.make(Message, {
-          role: 'user',
-          content: [
-            {
-              type: 'text',
-              text: `<context>${JSON.stringify(objects)}</context>`,
-            },
-            {
-              type: 'text',
-              text: `<transcript>${JSON.stringify(message.blocks)}</transcript>`,
-            },
-          ],
-        }),
-      ],
-      artifacts: [],
-      prompt: '',
-      tools: [],
-      toolResolver: new ToolRegistry([]),
-    });
-
-    return {
-      message: create(DataType.Message, {
-        ...message,
-        blocks: message.blocks.map((block, i) =>
-          block.type !== 'transcription'
-            ? block
-            : {
-                ...block,
-                text: insertReferences(block.text, result),
-              },
-        ),
-      }),
-      timeElapsed: performance.now() - startTime,
-    };
-  },
-});

package/src/extraction/extraction-llm-function/index.ts

@@ -1,5 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export * from './extraction-llm-function';

package/src/extraction/extraction-ner-function/extraction-ner-function.test.ts

@@ -1,115 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { describe, test, beforeAll } from 'vitest';
-
-import { type EchoDatabase } from '@dxos/echo-db';
-import { EchoTestBuilder } from '@dxos/echo-db/testing';
-import { FunctionExecutor, ServiceContainer } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { DataType } from '@dxos/schema';
-import { createTestData, Testing } from '@dxos/schema/testing';
-import { range } from '@dxos/util';
-
-import { extractionNerFn } from './extraction-ner-function';
-import { processTranscriptMessage } from '../extraction';
-
-describe.skip('NER EntityExtraction', () => {
-  let builder: EchoTestBuilder;
-  let db: EchoDatabase;
-  let executor: FunctionExecutor;
-  let testData: {
-    transcriptJosiah: DataType.Message[];
-    transcriptWoflram: DataType.Message[];
-    transcriptMessages: DataType.Message[];
-    documents: Testing.DocumentType[];
-    contacts: Record<string, DataType.Person>;
-    organizations: Record<string, DataType.Organization>;
-  };
-  const TYPES = [DataType.Organization, DataType.Person, Testing.Contact, Testing.DocumentType];
-
-  beforeAll(async () => {
-    // TODO(dmaretskyi): Helper to scaffold this from a config.
-    builder = await new EchoTestBuilder().open();
-    const { db: db1 } = await builder.createDatabase({ indexing: { vector: true } });
-    db = db1;
-    db.graph.schemaRegistry.addSchema(TYPES);
-    const data = createTestData();
-    testData = {
-      transcriptJosiah: data.transcriptJosiah,
-      transcriptWoflram: data.transcriptWoflram,
-      transcriptMessages: data.transcriptMessages,
-      documents: data.documents.map((document) => db.add(document)),
-      contacts: Object.fromEntries(Object.entries(data.contacts).map(([key, value]) => [key, db.add(value)])),
-      organizations: Object.fromEntries(Object.entries(data.organizations).map(([key, value]) => [key, db.add(value)])),
-    };
-    await db.flush();
-
-    executor = new FunctionExecutor(
-      new ServiceContainer().setServices({
-        database: { db },
-      }),
-    );
-  }, 30_000);
-
-  test('should process a transcript block', async () => {
-    const { transcriptMessages, documents, contacts } = testData;
-    log.info('context', { documents, contacts });
-
-    for (const message of transcriptMessages) {
-      log.info('input', message);
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts)],
-        },
-        function: extractionNerFn,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-
-  test('computational irreducibility', async () => {
-    const { transcriptWoflram, documents, contacts } = testData;
-
-    log.info('context', { documents, contacts });
-    const message = transcriptWoflram[0];
-    log.info('input', message);
-
-    await Promise.all(
-      range(10).map(async () => {
-        const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({
-          input: {
-            message,
-            objects: [...documents, ...Object.values(contacts)],
-          },
-          function: extractionNerFn,
-          executor,
-        });
-        log.info('output', { message: enhancedMessage.blocks[0], timeElapsed });
-      }),
-    );
-  });
-
-  test('org and document linking', async () => {
-    const { transcriptJosiah, documents, contacts, organizations } = testData;
-
-    log.info('context', { contacts, organizations, documents });
-
-    for (const message of transcriptJosiah) {
-      log.info('input', message);
-
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts), ...Object.values(organizations)],
-        },
-        function: extractionNerFn,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-});

package/src/extraction/extraction-ner-function/extraction-ner-function.ts

@@ -1,54 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { asyncTimeout } from '@dxos/async';
-import { create } from '@dxos/echo-schema';
-import { DatabaseService, defineFunction } from '@dxos/functions';
-import { invariant } from '@dxos/invariant';
-import { log } from '@dxos/log';
-import { DataType } from '@dxos/schema';
-
-import { extractFullEntities } from './named-entity-recognition';
-import { ExtractionInput, ExtractionOutput } from '../extraction';
-import { findQuotes, insertReferences } from '../quotes';
-
-// TODO(mykola): Make it use vector index to query objects and not pass objects as input.
-export const extractionNerFn = defineFunction({
-  description: 'Extracts named entities from a text',
-  inputSchema: ExtractionInput,
-  outputSchema: ExtractionOutput,
-  handler: async ({ data: { message, options }, context }) => {
-    log.info('input', { message, options });
-    const startTime = performance.now();
-    const { db } = context.getService(DatabaseService);
-
-    const entitiesPromise = Promise.all(
-      message.blocks.map(async (block) => {
-        invariant(block.type === 'transcription' || block.type === 'text', 'Block must have text');
-        return extractFullEntities(block.text);
-      }),
-    ).then((entities) => entities.flat());
-    const entities = options?.timeout ? await asyncTimeout(entitiesPromise, options.timeout) : await entitiesPromise;
-    log.info('entities', { entities });
-    const quoteReferences = await findQuotes(
-      entities.map((entity) => entity.word),
-      db,
-    );
-    const blocksWithReferences = message.blocks.map((block, i) => {
-      invariant(block.type === 'transcription' || block.type === 'text', 'Block must have text');
-      return { ...block, text: insertReferences(block.text, quoteReferences) };
-    });
-    const messageWithReferences = create(DataType.Message, {
-      ...message,
-      blocks: blocksWithReferences,
-    });
-
-    log.info('output', { messageWithReferences });
-
-    return {
-      message: messageWithReferences,
-      timeElapsed: performance.now() - startTime,
-    };
-  },
-});

package/src/research/exa.ts

@@ -1,100 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { Schema } from 'effect';
-import Exa from 'exa-js';
-
-import { createTool, ToolResult } from '@dxos/ai';
-import { log } from '@dxos/log';
-
-import { SEARCH_RESULTS } from '../testing';
-
-type CreateExaToolOptions = {
-  apiKey: string;
-};
-
-export const createExaTool = ({ apiKey }: CreateExaToolOptions) => {
-  const exa = new Exa(apiKey);
-
-  return createTool('search', {
-    name: 'web_search',
-    description: 'Search the web for information',
-    schema: Schema.Struct({
-      query: Schema.String.annotations({ description: 'The query to search for' }),
-    }),
-    execute: async ({ query }) => {
-      const context = await exa.searchAndContents(query, {
-        type: 'auto',
-        text: {
-          maxCharacters: 3_000,
-        },
-        livecrawl: 'always',
-      });
-
-      log.info('exa search', { query, costDollars: context.costDollars });
-
-      return ToolResult.Success(context);
-    },
-  });
-};
-
-export const createMockExaTool = () => {
-  return createTool('search', {
-    name: 'web_search',
-    description: 'Search the web for information',
-    schema: Schema.Struct({
-      query: Schema.String.annotations({ description: 'The query to search for' }),
-    }),
-    execute: async ({ query }) => {
-      // Find result with closest matching autoprompt using weighted Levenshtein distance
-      const result = SEARCH_RESULTS.reduce(
-        (closest, current) => {
-          if (!current.autopromptString) {
-            return closest;
-          }
-          if (!closest) {
-            return current;
-          }
-
-          // Calculate Levenshtein distance
-          const dist1 = levenshteinDistance(query, current.autopromptString);
-          const dist2 = levenshteinDistance(query, closest.autopromptString || '');
-
-          // Weight by length of the longer string to normalize
-          const weight1 = dist1 / Math.max(query.length, current.autopromptString.length);
-          const weight2 = dist2 / Math.max(query.length, closest.autopromptString?.length || 0);
-
-          return weight1 < weight2 ? current : closest;
-        },
-        null as (typeof SEARCH_RESULTS)[0] | null,
-      );
-
-      return ToolResult.Success(result);
-    },
-  });
-};
-
-const levenshteinDistance = (str1: string, str2: string): number => {
-  const m = str1.length;
-  const n = str2.length;
-  const dp: number[][] = Array(m + 1)
-    .fill(null)
-    .map(() => Array(n + 1).fill(0));
-
-  for (let i = 0; i <= m; i++) {
-    dp[i][0] = i;
-  }
-  for (let j = 0; j <= n; j++) {
-    dp[0][j] = j;
-  }
-
-  for (let i = 1; i <= m; i++) {
-    for (let j = 1; j <= n; j++) {
-      dp[i][j] =
-        str1[i - 1] === str2[j - 1] ? dp[i - 1][j - 1] : Math.min(dp[i - 1][j - 1], dp[i - 1][j], dp[i][j - 1]) + 1;
-    }
-  }
-
-  return dp[m][n];
-};

package/src/research/graph.test.ts

@@ -1,15 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { describe } from 'vitest';
-
-// import { type EchoTestBuilder } from '@dxos/echo-db/testing';
-
-describe('graph', () => {
-  // let builder: EchoTestBuilder;
-  // test('findRelatedSchema', async () => {
-  //   const db = await createEchoDatabase();
-  //   const relatedSchemas = await findRelatedSchema(db, Schema.Struct({}));
-  // });
-});