@dxos/assistant 0.8.4-main.fffef41 → 0.8.4-staging.60fe92afc8

package/src/conversation/context.ts

@@ -1,186 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { type ReadonlySignal, computed } from '@preact/signals-core';
-import * as Array from 'effect/Array';
-import * as Context from 'effect/Context';
-import * as Function from 'effect/Function';
-import * as Schema from 'effect/Schema';
-
-import { Blueprint } from '@dxos/blueprints';
-import { Resource } from '@dxos/context';
-import { DXN, Filter, Obj, Query, type Ref, type Relation, Type } from '@dxos/echo';
-import { type Queue } from '@dxos/echo-db';
-import { invariant } from '@dxos/invariant';
-import { ComplexSet } from '@dxos/util';
-
-/**
- * Thread message that binds or unbinds contextual objects to a conversation.
- */
-// TODO(burdon): Move to @dxos/schema ContentBlock?
-export const ContextBinding = Schema.Struct({
-  blueprints: Schema.Struct({
-    added: Schema.Array(Type.Ref(Blueprint.Blueprint)),
-    removed: Schema.Array(Type.Ref(Blueprint.Blueprint)),
-  }),
-
-  // TODO(burdon): Type.Expando => Type.Obj (or Obj.Any?)
-  objects: Schema.Struct({
-    added: Schema.Array(Type.Ref(Type.Expando)),
-    removed: Schema.Array(Type.Ref(Type.Expando)),
-  }),
-}).pipe(
-  Type.Obj({
-    typename: 'dxos.org/type/ContextBinding',
-    version: '0.1.0',
-  }),
-);
-
-export interface ContextBinding extends Schema.Schema.Type<typeof ContextBinding> {}
-
-export type BindingProps = Partial<{
-  blueprints: Ref.Ref<Blueprint.Blueprint>[];
-  objects: Ref.Ref<Type.Expando>[];
-}>;
-
-export class Bindings {
-  readonly blueprints = new ComplexSet<Ref.Ref<Blueprint.Blueprint>>((ref) => ref.dxn.toString());
-  // TODO(burdon): Some DXNs have the Space prefix so only compare the object ID.
-  readonly objects = new ComplexSet<Ref.Ref<Type.Expando>>((ref) => ref.dxn.asEchoDXN()?.echoId);
-
-  toJSON() {
-    return {
-      blueprints: Array.fromIterable(this.blueprints).map((ref) => ref.dxn.toString()),
-      objects: Array.fromIterable(this.objects).map((ref) => ref.dxn.toString()),
-    };
-  }
-}
-
-/**
- * Manages bindings of blueprints and objects to a conversation.
- */
-// TODO(burdon): Context should manage ephemeral state of bindings until prompt is issued?
-export class AiContextBinder extends Resource {
-  /**
-   * Reactive query of all bindings.
-   */
-  // TODO(burdon): Cache value?
-  private _bindings?: ReadonlySignal<Bindings>;
-  private _blueprints?: ReadonlySignal<Ref.Ref<Blueprint.Blueprint>[]>;
-  private _objects?: ReadonlySignal<Ref.Ref<Type.Expando>[]>;
-
-  constructor(private readonly _queue: Queue) {
-    super();
-  }
-
-  get bindings() {
-    invariant(this._bindings, 'AiContextBinder not open');
-    return this._bindings;
-  }
-
-  get blueprints() {
-    invariant(this._blueprints, 'AiContextBinder not open');
-    return this._blueprints;
-  }
-
-  get objects() {
-    invariant(this._objects, 'AiContextBinder not open');
-    return this._objects;
-  }
-
-  // TODO(wittjosiah): Use parent context?
-  protected override async _open(): Promise<void> {
-    const query = this._queue.query(Query.select(Filter.everything()));
-    this._ctx.onDispose(query.subscribe(() => {}));
-    this._bindings = computed(() => this._reduce(query.objects));
-    this._blueprints = computed(() => [...this.bindings.value.blueprints]);
-    this._objects = computed(() => [...this.bindings.value.objects]);
-  }
-
-  protected override async _close(): Promise<void> {
-    this._bindings = undefined;
-    this._blueprints = undefined;
-    this._objects = undefined;
-  }
-
-  /**
-   * Asynchronous query of all bindings.
-   */
-  async query(): Promise<Bindings> {
-    const { objects } = await this._queue.query(Query.select(Filter.everything())).run();
-    return this._reduce(objects);
-  }
-
-  // TODO(burdon): Pass in Blueprint obj (from registry?) and create reference.
-  async bind(props: BindingProps): Promise<void> {
-    const blueprints =
-      props.blueprints?.filter((ref) => !this.blueprints.peek().find((b) => b.dxn.toString() === ref.dxn.toString())) ??
-      [];
-    const objects =
-      props.objects?.filter((ref) => !this.objects.peek().find((o) => o.dxn.toString() === ref.dxn.toString())) ?? [];
-
-    if (!blueprints.length && !objects.length) {
-      return;
-    }
-
-    await this._queue.append([
-      Obj.make(ContextBinding, {
-        blueprints: {
-          added: blueprints,
-          removed: [],
-        },
-        objects: {
-          added: objects,
-          removed: [],
-        },
-      }),
-    ]);
-  }
-
-  async unbind(props: BindingProps): Promise<void> {
-    if (!props.blueprints?.length && !props.objects?.length) {
-      return;
-    }
-
-    await this._queue.append([
-      Obj.make(ContextBinding, {
-        blueprints: {
-          added: [],
-          removed: props.blueprints ?? [],
-        },
-        objects: {
-          added: [],
-          removed: props.objects ?? [],
-        },
-      }),
-    ]);
-  }
-
-  private _reduce(items: (Obj.Any | Relation.Any)[]): Bindings {
-    return Function.pipe(
-      items,
-      Array.filter(Obj.instanceOf(ContextBinding)),
-      Array.reduce(new Bindings(), (context, item) => {
-        item.blueprints.removed.forEach((ref) => context.blueprints.delete(ref));
-        item.blueprints.added.forEach((ref) => context.blueprints.add(ref));
-        item.objects.removed.forEach((ref) => {
-          for (const obj of context.objects) {
-            if (DXN.equalsEchoId(obj.dxn, ref.dxn)) {
-              context.objects.delete(obj);
-            }
-          }
-        });
-        item.objects.added.forEach((ref) => context.objects.add(ref));
-        return context;
-      }),
-    );
-  }
-}
-
-export class AiContextService extends Context.Tag('@dxos/assistant/AiContextService')<
-  AiContextService,
-  {
-    binder: AiContextBinder;
-  }
->() {}

package/src/conversation/conversation.ts

@@ -1,128 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import type * as Toolkit from '@effect/ai/Toolkit';
-import * as Array from 'effect/Array';
-import * as Effect from 'effect/Effect';
-import * as Option from 'effect/Option';
-
-import { Resource } from '@dxos/context';
-import { Obj } from '@dxos/echo';
-import { type Queue } from '@dxos/echo-db';
-import { DatabaseService } from '@dxos/echo-db';
-import { log } from '@dxos/log';
-import { Message } from '@dxos/types';
-
-import {
-  AiSession,
-  type AiSessionRunError,
-  type AiSessionRunRequirements,
-  type GenerationObserver,
-  createToolkit,
-} from '../session';
-
-import { AiContextBinder, AiContextService, type ContextBinding } from './context';
-
-export interface AiConversationRunParams {
-  prompt: string;
-  system?: string;
-  observer?: GenerationObserver;
-}
-
-/**
- * Durable conversation state (initiated by users and agents) backed by a Queue.
- * Executes tools based on AI responses and supports cancellation of in-progress requests.
- */
-export class AiConversation extends Resource {
-  /**
-   * Message and binding queue.
-   */
-  private readonly _queue: Queue<Message.Message | ContextBinding>;
-
-  /**
-   * Blueprints bound to the conversation.
-   */
-  private readonly _context: AiContextBinder;
-
-  /**
-   * Toolkit from the current session request.
-   */
-  private _toolkit: Toolkit.WithHandler<any> | undefined;
-
-  public constructor(queue: Queue<Message.Message | ContextBinding>) {
-    super();
-    this._queue = queue;
-    this._context = new AiContextBinder(this._queue);
-  }
-
-  protected override async _open(): Promise<void> {
-    // TODO(wittjosiah): Pass in parent context?
-    await this._context.open();
-  }
-
-  protected override async _close(): Promise<void> {
-    await this._context.close();
-  }
-
-  public get context() {
-    return this._context;
-  }
-
-  public get toolkit() {
-    return this._toolkit;
-  }
-
-  public async getHistory(): Promise<Message.Message[]> {
-    const queueItems = await this._queue.queryObjects();
-    return queueItems.filter(Obj.instanceOf(Message.Message));
-  }
-
-  /**
-   * Creates a new cancelable request effect.
-   */
-  createRequest(
-    params: AiConversationRunParams,
-  ): Effect.Effect<Message.Message[], AiSessionRunError, AiSessionRunRequirements> {
-    return Effect.gen(this, function* () {
-      const session = new AiSession();
-      const history = yield* Effect.promise(() => this.getHistory());
-
-      // Get context objects.
-      const context = yield* Effect.promise(() => this.context.query());
-      const blueprints = yield* Effect.forEach(context.blueprints.values(), DatabaseService.loadOption).pipe(
-        Effect.map(Array.filter(Option.isSome)),
-        Effect.map(Array.map((option) => option.value)),
-      );
-      const objects = yield* Effect.forEach(context.objects.values(), DatabaseService.loadOption).pipe(
-        Effect.map(Array.filter(Option.isSome)),
-        Effect.map(Array.map((option) => option.value)),
-      );
-
-      // Create toolkit.
-      const toolkit = yield* createToolkit({ blueprints });
-      this._toolkit = toolkit;
-
-      const start = Date.now();
-      log('run', {
-        history: history.length,
-        blueprints: blueprints.length,
-        objects: objects.length,
-        tools: this._toolkit?.tools.length ?? 0,
-      });
-
-      // Process request.
-      const messages = yield* session.run({ history, blueprints, objects, toolkit, ...params }).pipe(
-        Effect.provideService(AiContextService, {
-          binder: this.context,
-        }),
-      );
-
-      log('result', { messages: messages.length, duration: Date.now() - start });
-
-      // Append to queue.
-      yield* Effect.promise(() => this._queue.append(messages));
-      return messages;
-    }).pipe(Effect.withSpan('AiConversation.request'));
-  }
-}

package/src/conversation/index.ts

@@ -1,6 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export * from './context';
-export * from './conversation';

package/src/diff.test.ts

@@ -1,43 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { describe, expect, it } from 'vitest';
-
-import { createDocAccessor } from '@dxos/echo-db';
-import { EchoTestBuilder } from '@dxos/echo-db/testing';
-import { Text } from '@dxos/schema';
-import { trim } from '@dxos/util';
-
-import { applyDiffs } from './diff';
-
-describe('diff', () => {
-  it('should apply diffs', async () => {
-    const builder = new EchoTestBuilder();
-    const { db, graph } = await builder.createDatabase();
-    graph.schemaRegistry.addSchema([Text.Text]);
-
-    const document = trim`
-      # Hello World
-      There'z a typo in this sentence.
-      And another oon here.
-      But not this one.
-    `;
-
-    const text = db.add(Text.make(document));
-    const accessor = createDocAccessor(text, ['content']);
-    const result = applyDiffs(accessor, [
-      `- There'z a typo in this sentence.`,
-      `+ There is a typo in this sentence.`,
-      `- And another oon here.`,
-      `+ And another one here.`,
-    ]);
-
-    expect(result).toBe(trim`
-      # Hello World
-      There is a typo in this sentence.
-      And another one here.
-      But not this one.
-    `);
-  });
-});

package/src/errors.ts

@@ -1,15 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { BaseError } from '@dxos/errors';
-
-/**
- * Generic error from AI model.
- */
-export class AiModelError extends BaseError.extend('AI_MODEL_ERROR', 'AI model error') {}
-
-/**
- * Generic error for AI agent execution.
- */
-export class AiAssistantError extends BaseError.extend('AI_ASSISTANT_ERROR', 'AI assistant error') {}

package/src/extraction/extraction-llm-function/extraction-llm-function.test.ts

@@ -1,84 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { beforeAll, describe, test } from 'vitest';
-
-import { todo } from '@dxos/debug';
-import { FunctionExecutor } from '@dxos/functions-runtime';
-import { log } from '@dxos/log';
-import { createTestData } from '@dxos/types/testing';
-import { range } from '@dxos/util';
-
-import { processTranscriptMessage } from '../extraction';
-
-import { extractionAnthropicFunction } from './extraction-llm-function';
-
-// TODO(burdon): Rewrite test.
-describe.skip('LLM EntityExtraction', () => {
-  let executor: FunctionExecutor;
-
-  beforeAll(async () => {
-    executor = new FunctionExecutor(todo());
-  });
-
-  test('should process a transcript block', async () => {
-    const { transcriptMessages, documents, contacts } = createTestData();
-    log.info('context', { documents, contacts });
-
-    for (const message of transcriptMessages.slice(0, 1)) {
-      log.info('input', message);
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts)],
-        },
-        function: extractionAnthropicFunction,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-
-  test('computational irreducibility', async () => {
-    const { transcriptWoflram, documents, contacts } = createTestData();
-    log.info('context', { documents, contacts });
-
-    const message = transcriptWoflram[0];
-    log.info('input', message);
-
-    await Promise.all(
-      range(10).map(async () => {
-        const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({
-          input: {
-            message,
-            objects: [...documents, ...Object.values(contacts)],
-          },
-          function: extractionAnthropicFunction,
-          executor,
-        });
-
-        log.info('output', { message: enhancedMessage.blocks[0], timeElapsed });
-      }),
-    );
-  });
-
-  test('org and document linking', async () => {
-    const { transcriptJosiah, documents, contacts, organizations } = createTestData();
-    log.info('context', { contacts, organizations, documents });
-
-    for (const message of transcriptJosiah) {
-      log.info('input', message);
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts), ...Object.values(organizations)],
-        },
-        function: extractionAnthropicFunction,
-        executor,
-      });
-
-      log.info('output', enhancedMessage);
-    }
-  });
-});

package/src/extraction/extraction-llm-function/extraction-llm-function.ts

@@ -1,62 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { type FunctionDefinition, defineFunction } from '@dxos/functions';
-
-import { ExtractionInput, ExtractionOutput } from '../extraction';
-
-export const extractionAnthropicFunction: FunctionDefinition<ExtractionInput, ExtractionOutput> = defineFunction({
-  key: 'dxos.org/function/extraction/extract-entities',
-  name: 'Extract Entities',
-  description: 'Extract entities from the transcript message and add them to the message.',
-  inputSchema: ExtractionInput,
-  outputSchema: ExtractionOutput,
-  handler: async ({ data: { message, objects }, context }) => {
-    throw new Error('not implemented');
-    // const startTime = performance.now();
-    // const ai = context.getService(AiService.AiService);
-    // const session = new AiSession({ operationModel: 'configured' });
-    // const result = await session.runStructured(ReferencedQuotes, {
-    //   generationOptions: {
-    //     model: '@anthropic/claude-3-5-haiku-20241022',
-    //   },
-    //   client: ai.client,
-    //   systemPrompt: PROMPT,
-    //   history: [
-    //     Obj.make(DataType.Message.Message, {
-    //       created: new Date().toISOString(),
-    //       sender: { role: 'user' },
-    //       blocks: [
-    //         {
-    //           _tag: 'text',
-    //           text: `<context>${JSON.stringify(objects)}</context>`,
-    //         } satisfies DataType.ContentBlock.Text,
-    //         {
-    //           _tag: 'text',
-    //           text: `<transcript>${JSON.stringify(message.blocks)}</transcript>`,
-    //         } satisfies DataType.ContentBlock.Text,
-    //       ],
-    //     }),
-    //   ],
-    //   artifacts: [],
-    //   prompt: '',
-    //   tools: [],
-    // } as any); // TODO(burdon): Rewrite test.
-
-    // return {
-    //   timeElapsed: performance.now() - startTime,
-    //   message: create(DataType.Message.Message, {
-    //     ...message,
-    //     blocks: message.blocks.map((block) =>
-    //       block._tag !== 'transcript'
-    //         ? block
-    //         : {
-    //             ...block,
-    //             text: insertReferences(block.text, result),
-    //           },
-    //     ),
-    //   }),
-    // };
-  },
-});

package/src/extraction/extraction-llm-function/index.ts

@@ -1,5 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export * from './extraction-llm-function';

package/src/extraction/extraction-ner-function/extraction-ner-function.test.ts

@@ -1,116 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { beforeAll, describe, test } from 'vitest';
-
-import { type EchoDatabase } from '@dxos/echo-db';
-import { EchoTestBuilder } from '@dxos/echo-db/testing';
-import { FunctionExecutor, ServiceContainer } from '@dxos/functions-runtime';
-import { log } from '@dxos/log';
-import { Testing } from '@dxos/schema/testing';
-import { type Message, Organization, Person } from '@dxos/types';
-import { createTestData } from '@dxos/types/testing';
-import { range } from '@dxos/util';
-
-import { processTranscriptMessage } from '../extraction';
-
-import { extractionNerFunction } from './extraction-ner-function';
-
-describe.skip('NER EntityExtraction', () => {
-  let builder: EchoTestBuilder;
-  let db: EchoDatabase;
-  let executor: FunctionExecutor;
-  let testData: {
-    transcriptJosiah: Message.Message[];
-    transcriptWoflram: Message.Message[];
-    transcriptMessages: Message.Message[];
-    documents: Testing.DocumentType[];
-    contacts: Record<string, Person.Person>;
-    organizations: Record<string, Organization.Organization>;
-  };
-
-  const TYPES = [Organization.Organization, Person.Person, Testing.Person, Testing.DocumentType];
-
-  beforeAll(async () => {
-    // TODO(dmaretskyi): Helper to scaffold this from a config.
-    builder = await new EchoTestBuilder().open();
-    const { db: db1 } = await builder.createDatabase({ indexing: { vector: true } });
-    db = db1;
-    db.graph.schemaRegistry.addSchema(TYPES);
-    const data = createTestData();
-    testData = {
-      transcriptJosiah: data.transcriptJosiah,
-      transcriptWoflram: data.transcriptWoflram,
-      transcriptMessages: data.transcriptMessages,
-      documents: data.documents.map((document) => db.add(document)),
-      contacts: Object.fromEntries(Object.entries(data.contacts).map(([key, value]) => [key, db.add(value)])),
-      organizations: Object.fromEntries(Object.entries(data.organizations).map(([key, value]) => [key, db.add(value)])),
-    };
-
-    await db.flush();
-    executor = new FunctionExecutor(
-      new ServiceContainer().setServices({
-        database: { db },
-      }),
-    );
-  }, 30_000);
-
-  test('should process a transcript block', async () => {
-    const { transcriptMessages, documents, contacts } = testData;
-    log.info('context', { documents, contacts });
-
-    for (const message of transcriptMessages) {
-      log.info('input', message);
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts)],
-        },
-        function: extractionNerFunction,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-
-  test('computational irreducibility', async () => {
-    const { transcriptWoflram, documents, contacts } = testData;
-    log.info('context', { documents, contacts });
-    const message = transcriptWoflram[0];
-    log.info('input', message);
-
-    await Promise.all(
-      range(10).map(async () => {
-        const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({
-          input: {
-            message,
-            objects: [...documents, ...Object.values(contacts)],
-          },
-          function: extractionNerFunction,
-          executor,
-        });
-        log.info('output', { message: enhancedMessage.blocks[0], timeElapsed });
-      }),
-    );
-  });
-
-  test('org and document linking', async () => {
-    const { transcriptJosiah, documents, contacts, organizations } = testData;
-    log.info('context', { contacts, organizations, documents });
-
-    for (const message of transcriptJosiah) {
-      log.info('input', message);
-
-      const { message: enhancedMessage } = await processTranscriptMessage({
-        input: {
-          message,
-          objects: [...documents, ...Object.values(contacts), ...Object.values(organizations)],
-        },
-        function: extractionNerFunction,
-        executor,
-      });
-      log.info('output', enhancedMessage);
-    }
-  });
-});