@dxos/assistant 0.8.4-main.b97322e → 0.8.4-main.bc2380dfbc

package/src/context/binder.ts

@@ -1,103 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { computed, type ReadonlySignal } from '@preact/signals-core';
-import { Array, pipe } from 'effect';
-
-import { type Blueprint } from '@dxos/blueprints';
-import { Obj, type Type, type Ref, type Relation } from '@dxos/echo';
-import { type Queue } from '@dxos/echo-db';
-import { ComplexSet } from '@dxos/util';
-
-import { ContextBinding } from './binding';
-
-/**
- * Manages bindings of blueprints and objects to a conversation.
- */
-export class ContextBinder {
-  constructor(private readonly _queue: Queue) {}
-
-  /**
-   * Reactive query of all bindings.
-   */
-  // TODO(burdon): Cache value?
-  readonly bindings: ReadonlySignal<Bindings> = computed(() => this._reduce(this._queue.objects));
-
-  // TODO(burdon): load refs?
-  readonly blueprints: ReadonlySignal<Ref.Ref<Blueprint.Blueprint>[]> = computed(() => [
-    ...this.bindings.value.blueprints,
-  ]);
-  readonly objects: ReadonlySignal<Ref.Ref<Type.Expando>[]> = computed(() => [...this.bindings.value.objects]);
-
-  /**
-   * Asynchronous query of all bindings.
-   */
-  async query(): Promise<Bindings> {
-    const queueItems = await this._queue.queryObjects();
-    return this._reduce(queueItems);
-  }
-
-  // TODO(burdon): Pass in Blueprint obj (from registry?) and create reference.
-  async bind(props: BindingProps): Promise<void> {
-    if (!props.blueprints?.length && !props.objects?.length) {
-      return;
-    }
-
-    await this._queue.append([
-      Obj.make(ContextBinding, {
-        blueprints: {
-          added: props.blueprints ?? [],
-          removed: [],
-        },
-        objects: {
-          added: props.objects ?? [],
-          removed: [],
-        },
-      }),
-    ]);
-  }
-
-  async unbind(props: BindingProps): Promise<void> {
-    if (!props.blueprints?.length && !props.objects?.length) {
-      return;
-    }
-
-    await this._queue.append([
-      Obj.make(ContextBinding, {
-        blueprints: {
-          added: [],
-          removed: props.blueprints ?? [],
-        },
-        objects: {
-          added: [],
-          removed: props.objects ?? [],
-        },
-      }),
-    ]);
-  }
-
-  private _reduce(items: (Obj.Any | Relation.Any)[]): Bindings {
-    return pipe(
-      items,
-      Array.filter(Obj.instanceOf(ContextBinding)),
-      Array.reduce(new Bindings(), (context, item) => {
-        item.blueprints.removed.forEach((item) => context.blueprints.delete(item));
-        item.blueprints.added.forEach((item) => context.blueprints.add(item));
-        item.objects.removed.forEach((item) => context.objects.delete(item));
-        item.objects.added.forEach((item) => context.objects.add(item));
-        return context;
-      }),
-    );
-  }
-}
-
-export type BindingProps = Partial<{
-  blueprints: Ref.Ref<Blueprint.Blueprint>[];
-  objects: Ref.Ref<Type.Expando>[];
-}>;
-
-export class Bindings {
-  blueprints = new ComplexSet<Ref.Ref<Blueprint.Blueprint>>((ref) => ref.dxn.toString());
-  objects = new ComplexSet<Ref.Ref<Type.Expando>>((ref) => ref.dxn.toString());
-}

package/src/context/binding.ts

@@ -1,32 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { Schema } from 'effect';
-
-import { Blueprint } from '@dxos/blueprints';
-import { Type } from '@dxos/echo';
-
-/**
- * Thread message that binds or unbinds contextual objects to a conversation.
- */
-// TODO(burdon): Make ContentBlock.
-export const ContextBinding = Schema.Struct({
-  blueprints: Schema.Struct({
-    added: Schema.Array(Type.Ref(Blueprint.Blueprint)),
-    removed: Schema.Array(Type.Ref(Blueprint.Blueprint)),
-  }),
-
-  // TODO(burdon): Type.Expando => Type.Obj (or Obj.Any?)
-  objects: Schema.Struct({
-    added: Schema.Array(Type.Ref(Type.Expando)),
-    removed: Schema.Array(Type.Ref(Type.Expando)),
-  }),
-}).pipe(
-  Type.Obj({
-    typename: 'dxos.org/type/ContextBinding',
-    version: '0.1.0',
-  }),
-);
-
-export interface ContextBinding extends Schema.Schema.Type<typeof ContextBinding> {}

package/src/context/index.ts

@@ -1,6 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export * from './binder';
-export * from './binding';

package/src/conversation/conversation.ts

@@ -1,96 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { type AiError, type AiLanguageModel, type AiTool, type AiToolkit } from '@effect/ai';
-import { Effect } from 'effect';
-
-import {
-  type ToolExecutionService,
-  type ToolResolverService,
-  type AiInputPreprocessingError,
-  type AiToolNotFoundError,
-} from '@dxos/ai';
-import { Event } from '@dxos/async';
-import { Obj } from '@dxos/echo';
-import { type Queue } from '@dxos/echo-db';
-import { DatabaseService } from '@dxos/functions';
-import { DataType } from '@dxos/schema';
-
-import { ContextBinder, type ContextBinding } from '../context';
-import type { AiAssistantError } from '../errors';
-import { AiSession } from '../session';
-
-export interface ConversationRunOptions<Tools extends AiTool.Any> {
-  systemPrompt?: string;
-  prompt: string;
-
-  toolkit?: AiToolkit.AiToolkit<Tools>;
-}
-
-export type ConversationOptions = {
-  queue: Queue<DataType.Message | ContextBinding>;
-};
-
-/**
- * Persistent conversation state.
- * Context + history + artifacts.
- * Backed by a Queue.
- */
-export class Conversation {
-  private readonly _queue: Queue<DataType.Message | ContextBinding>;
-
-  /**
-   * Fired when the execution loop begins.
-   * This is called before the first message is sent.
-   */
-  public readonly onBegin = new Event<AiSession>();
-
-  /**
-   * Blueprints bound to the conversation.
-   */
-  public readonly context: ContextBinder;
-
-  constructor(options: ConversationOptions) {
-    this._queue = options.queue;
-    this.context = new ContextBinder(this._queue);
-  }
-
-  async getHistory(): Promise<DataType.Message[]> {
-    const queueItems = await this._queue.queryObjects();
-    return queueItems.filter(Obj.instanceOf(DataType.Message));
-  }
-
-  run = <Tools extends AiTool.Any>(
-    options: ConversationRunOptions<Tools>,
-  ): Effect.Effect<
-    DataType.Message[],
-    AiAssistantError | AiInputPreprocessingError | AiError.AiError | AiToolNotFoundError,
-    AiLanguageModel.AiLanguageModel | ToolResolverService | ToolExecutionService | AiTool.ToHandler<Tools>
-  > =>
-    Effect.gen(this, function* () {
-      const session = new AiSession();
-      this.onBegin.emit(session);
-
-      const history = yield* Effect.promise(() => this.getHistory());
-      const context = yield* Effect.promise(() => this.context.query());
-      const blueprints = yield* Effect.forEach(context.blueprints.values(), DatabaseService.loadRef);
-
-      const contextObjects = yield* Effect.forEach(context.objects.values(), DatabaseService.loadRef);
-
-      const systemPrompt =
-        (options.systemPrompt ?? '') +
-        '\n\n' +
-        contextObjects.map((obj) => `<object>${Obj.getDXN(obj)}</object>`).join('\n');
-
-      const messages = yield* session.run({
-        prompt: options.prompt,
-        history,
-        systemPrompt,
-        toolkit: options.toolkit,
-        blueprints,
-      });
-      yield* Effect.promise(() => this._queue.append(messages));
-      return messages;
-    }).pipe(Effect.withSpan('Conversation.run'));
-}

package/src/conversation/index.ts

@@ -1,5 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export * from './conversation';

package/src/errors.ts

@@ -1,10 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { BaseError } from '@dxos/errors';
-
-/**
- * Generic error for AI agent execution.
- */
-export class AiAssistantError extends BaseError.extend('AI_ASSISTANT_ERROR') {}

package/src/extraction/extraction-llm-function/extraction-llm-function.test.ts

@@ -1,83 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { beforeAll, describe, test } from 'vitest';
-
-import { todo } from '@dxos/debug';
-import { FunctionExecutor } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { createTestData } from '@dxos/schema/testing';
-import { range } from '@dxos/util';
-
-import { processTranscriptMessage } from '../extraction';
-import { extractionAnthropicFn } from './extraction-llm-function';
-
-// TODO(burdon): Rewrite test.
-describe.skip('LLM EntityExtraction', () => {
-  let executor: FunctionExecutor;
-
-  beforeAll(async () => {
-    executor = new FunctionExecutor(todo());
-  });
-
-  test('should process a transcript block', async () => {
-    const { transcriptMessages, documents, contacts } = createTestData();
-    log.info('context', { documents, contacts });
-
-    for (const message of transcriptMessages.slice(0, 1)) {
-      log.info('input', message);
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts)],
-        },
-        function: extractionAnthropicFn,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-
-  test('computational irreducibility', async () => {
-    const { transcriptWoflram, documents, contacts } = createTestData();
-
-    log.info('context', { documents, contacts });
-    const message = transcriptWoflram[0];
-    log.info('input', message);
-
-    await Promise.all(
-      range(10).map(async () => {
-        const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({
-          input: {
-            message,
-            objects: [...documents, ...Object.values(contacts)],
-          },
-          function: extractionAnthropicFn,
-          executor,
-        });
-        log.info('output', { message: enhancedMessage.blocks[0], timeElapsed });
-      }),
-    );
-  });
-
-  test('org and document linking', async () => {
-    const { transcriptJosiah, documents, contacts, organizations } = createTestData();
-
-    log.info('context', { contacts, organizations, documents });
-
-    for (const message of transcriptJosiah) {
-      log.info('input', message);
-
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts), ...Object.values(organizations)],
-        },
-        function: extractionAnthropicFn,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-});

package/src/extraction/extraction-llm-function/extraction-llm-function.ts

@@ -1,70 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-// TODO(burdon): Fix.
-// @ts-nocheck
-
-import { ToolRegistry, AiService } from '@dxos/ai';
-import { Obj } from '@dxos/echo';
-import { create } from '@dxos/echo-schema';
-import { defineFunction, type FunctionDefinition } from '@dxos/functions';
-import { type ContentBlock, DataType } from '@dxos/schema';
-
-import PROMPT from './instructions.tpl?raw';
-import { AiSession } from '../../session';
-import { ExtractionInput, ExtractionOutput } from '../extraction';
-import { insertReferences, ReferencedQuotes } from '../quotes';
-
-export const extractionAnthropicFn: FunctionDefinition<ExtractionInput, ExtractionOutput> = defineFunction({
-  description: 'Extract entities from the transcript message and add them to the message.',
-  inputSchema: ExtractionInput,
-  outputSchema: ExtractionOutput,
-  handler: async ({ data: { message, objects }, context }) => {
-    const startTime = performance.now();
-    const ai = context.getService(AiService);
-    const session = new AiSession({ operationModel: 'configured' });
-    const result = await session.runStructured(ReferencedQuotes, {
-      generationOptions: {
-        model: '@anthropic/claude-3-5-haiku-20241022',
-      },
-      client: ai.client,
-      systemPrompt: PROMPT,
-      history: [
-        Obj.make(DataType.Message, {
-          created: new Date().toISOString(),
-          sender: { role: 'user' },
-          blocks: [
-            {
-              _tag: 'text',
-              text: `<context>${JSON.stringify(objects)}</context>`,
-            } satisfies ContentBlock.Text,
-            {
-              _tag: 'text',
-              text: `<transcript>${JSON.stringify(message.blocks)}</transcript>`,
-            } satisfies ContentBlock.Text,
-          ],
-        }),
-      ],
-      artifacts: [],
-      prompt: '',
-      tools: [],
-      toolResolver: new ToolRegistry([]),
-    } as any); // TODO(burdon): Rewrite test.
-
-    return {
-      message: create(DataType.Message, {
-        ...message,
-        blocks: message.blocks.map((block, i) =>
-          block._tag !== 'transcript'
-            ? block
-            : {
-                ...block,
-                text: insertReferences(block.text, result),
-              },
-        ),
-      }),
-      timeElapsed: performance.now() - startTime,
-    };
-  },
-});

package/src/extraction/extraction-llm-function/index.ts

@@ -1,5 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export * from './extraction-llm-function';

package/src/extraction/extraction-ner-function/extraction-ner-function.test.ts

@@ -1,115 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { describe, test, beforeAll } from 'vitest';
-
-import { type EchoDatabase } from '@dxos/echo-db';
-import { EchoTestBuilder } from '@dxos/echo-db/testing';
-import { FunctionExecutor, ServiceContainer } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { DataType } from '@dxos/schema';
-import { createTestData, Testing } from '@dxos/schema/testing';
-import { range } from '@dxos/util';
-
-import { extractionNerFn } from './extraction-ner-function';
-import { processTranscriptMessage } from '../extraction';
-
-describe.skip('NER EntityExtraction', () => {
-  let builder: EchoTestBuilder;
-  let db: EchoDatabase;
-  let executor: FunctionExecutor;
-  let testData: {
-    transcriptJosiah: DataType.Message[];
-    transcriptWoflram: DataType.Message[];
-    transcriptMessages: DataType.Message[];
-    documents: Testing.DocumentType[];
-    contacts: Record<string, DataType.Person>;
-    organizations: Record<string, DataType.Organization>;
-  };
-  const TYPES = [DataType.Organization, DataType.Person, Testing.Contact, Testing.DocumentType];
-
-  beforeAll(async () => {
-    // TODO(dmaretskyi): Helper to scaffold this from a config.
-    builder = await new EchoTestBuilder().open();
-    const { db: db1 } = await builder.createDatabase({ indexing: { vector: true } });
-    db = db1;
-    db.graph.schemaRegistry.addSchema(TYPES);
-    const data = createTestData();
-    testData = {
-      transcriptJosiah: data.transcriptJosiah,
-      transcriptWoflram: data.transcriptWoflram,
-      transcriptMessages: data.transcriptMessages,
-      documents: data.documents.map((document) => db.add(document)),
-      contacts: Object.fromEntries(Object.entries(data.contacts).map(([key, value]) => [key, db.add(value)])),
-      organizations: Object.fromEntries(Object.entries(data.organizations).map(([key, value]) => [key, db.add(value)])),
-    };
-    await db.flush();
-
-    executor = new FunctionExecutor(
-      new ServiceContainer().setServices({
-        database: { db },
-      }),
-    );
-  }, 30_000);
-
-  test('should process a transcript block', async () => {
-    const { transcriptMessages, documents, contacts } = testData;
-    log.info('context', { documents, contacts });
-
-    for (const message of transcriptMessages) {
-      log.info('input', message);
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts)],
-        },
-        function: extractionNerFn,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-
-  test('computational irreducibility', async () => {
-    const { transcriptWoflram, documents, contacts } = testData;
-
-    log.info('context', { documents, contacts });
-    const message = transcriptWoflram[0];
-    log.info('input', message);
-
-    await Promise.all(
-      range(10).map(async () => {
-        const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({
-          input: {
-            message,
-            objects: [...documents, ...Object.values(contacts)],
-          },
-          function: extractionNerFn,
-          executor,
-        });
-        log.info('output', { message: enhancedMessage.blocks[0], timeElapsed });
-      }),
-    );
-  });
-
-  test('org and document linking', async () => {
-    const { transcriptJosiah, documents, contacts, organizations } = testData;
-
-    log.info('context', { contacts, organizations, documents });
-
-    for (const message of transcriptJosiah) {
-      log.info('input', message);
-
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts), ...Object.values(organizations)],
-        },
-        function: extractionNerFn,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-});

package/src/extraction/extraction-ner-function/extraction-ner-function.ts

@@ -1,57 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-// TODO(burdon): Fix.
-// @ts-nocheck
-
-import { asyncTimeout } from '@dxos/async';
-import { create } from '@dxos/echo-schema';
-import { DatabaseService, defineFunction } from '@dxos/functions';
-import { invariant } from '@dxos/invariant';
-import { log } from '@dxos/log';
-import { DataType } from '@dxos/schema';
-
-import { extractFullEntities } from './named-entity-recognition';
-import { ExtractionInput, ExtractionOutput } from '../extraction';
-import { findQuotes, insertReferences } from '../quotes';
-
-// TODO(mykola): Make it use vector index to query objects and not pass objects as input.
-export const extractionNerFn = defineFunction({
-  description: 'Extracts named entities from a text',
-  inputSchema: ExtractionInput,
-  outputSchema: ExtractionOutput,
-  handler: async ({ data: { message, options }, context }) => {
-    log.info('input', { message, options });
-    const startTime = performance.now();
-    const { db } = context.getService(DatabaseService);
-
-    const entitiesPromise = Promise.all(
-      message.blocks.map(async (block) => {
-        invariant(block._tag === 'transcript' || block._tag === 'text', 'Block must have text');
-        return extractFullEntities(block.text);
-      }),
-    ).then((entities) => entities.flat());
-    const entities = options?.timeout ? await asyncTimeout(entitiesPromise, options.timeout) : await entitiesPromise;
-    log.info('entities', { entities });
-    const quoteReferences = await findQuotes(
-      entities.map((entity) => entity.word),
-      db,
-    );
-    const blocksWithReferences = message.blocks.map((block, i) => {
-      invariant(block._tag === 'transcript' || block._tag === 'text', 'Block must have text');
-      return { ...block, text: insertReferences(block._tag, quoteReferences) };
-    });
-    const messageWithReferences = create(DataType.Message, {
-      ...message,
-      blocks: blocksWithReferences,
-    });
-
-    log.info('output', { messageWithReferences });
-
-    return {
-      message: messageWithReferences,
-      timeElapsed: performance.now() - startTime,
-    };
-  },
-});

package/src/research/exa.ts

@@ -1,97 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { AiTool, AiToolkit } from '@effect/ai';
-import { Effect, Schema } from 'effect';
-import Exa from 'exa-js';
-
-import { CredentialsService } from '@dxos/functions';
-import { log } from '@dxos/log';
-
-import { SEARCH_RESULTS } from '../testing';
-
-export class ExaToolkit extends AiToolkit.make(
-  AiTool.make('exa_search', {
-    description: 'Search the web for information',
-    parameters: {
-      query: Schema.String.annotations({ description: 'The query to search for' }),
-    },
-    success: Schema.Unknown,
-    failure: Schema.Never,
-  }).addRequirement<CredentialsService>(),
-) {}
-
-export const LiveExaHandler = ExaToolkit.toLayer({
-  exa_search: Effect.fn(function* ({ query }) {
-    const credential = yield* CredentialsService.getCredential({ service: 'exa.ai' });
-    const exa = new Exa(credential.apiKey);
-
-    const context = yield* Effect.promise(async () =>
-      exa.searchAndContents(query, {
-        type: 'auto',
-        text: {
-          maxCharacters: 3_000,
-        },
-        livecrawl: 'always',
-      }),
-    );
-
-    log.info('exa search', { query, costDollars: context.costDollars });
-
-    return context;
-  }),
-});
-
-export const MockExaHandler = ExaToolkit.toLayer({
-  exa_search: Effect.fn(function* ({ query }) {
-    // Find result with closest matching autoprompt using weighted Levenshtein distance
-    const result = SEARCH_RESULTS.reduce(
-      (closest, current) => {
-        if (!current.autopromptString) {
-          return closest;
-        }
-        if (!closest) {
-          return current;
-        }
-
-        // Calculate Levenshtein distance
-        const dist1 = levenshteinDistance(query, current.autopromptString);
-        const dist2 = levenshteinDistance(query, closest.autopromptString || '');
-
-        // Weight by length of the longer string to normalize
-        const weight1 = dist1 / Math.max(query.length, current.autopromptString.length);
-        const weight2 = dist2 / Math.max(query.length, closest.autopromptString?.length || 0);
-
-        return weight1 < weight2 ? current : closest;
-      },
-      null as (typeof SEARCH_RESULTS)[0] | null,
-    );
-
-    return result;
-  }),
-});
-
-const levenshteinDistance = (str1: string, str2: string): number => {
-  const m = str1.length;
-  const n = str2.length;
-  const dp: number[][] = Array(m + 1)
-    .fill(null)
-    .map(() => Array(n + 1).fill(0));
-
-  for (let i = 0; i <= m; i++) {
-    dp[i][0] = i;
-  }
-  for (let j = 0; j <= n; j++) {
-    dp[0][j] = j;
-  }
-
-  for (let i = 1; i <= m; i++) {
-    for (let j = 1; j <= n; j++) {
-      dp[i][j] =
-        str1[i - 1] === str2[j - 1] ? dp[i - 1][j - 1] : Math.min(dp[i - 1][j - 1], dp[i - 1][j], dp[i][j - 1]) + 1;
-    }
-  }
-
-  return dp[m][n];
-};