@dxos/assistant 0.8.4-main.fffef41 → 0.9.0

package/src/templates/system.ts

@@ -5,7 +5,7 @@
 import defaultsDeep from 'lodash.defaultsdeep';
 
 import { type ModelCapabilities } from '@dxos/ai';
-import { Template } from '@dxos/blueprints';
+import { Template } from '@dxos/compute';
 
 import FORMAT from './instructions/format.tpl?raw';
 import SYSTEM from './instructions/system.tpl?raw';
@@ -29,13 +29,14 @@ export const createSystemPrompt = (options: Partial<SystemPromptOptions> = {}) =
     }),
   );
 
+/**
+ * NOTE: We are forbidden from accessing randomness at model level in cloudflare, so we have to have pre-generated ids.
+ */
+const SYSTEM_ID = '01K2J2FZWH39F55CS7B26GP1Q3';
+
 export const templates = {
-  /** Editable system prompt.*/
   system: Template.make({
-    /**
-     * NOTE: We are forbidden from accessing randomness at model level in cloudflare, so we have to have pre-generated ids.
-     */
-    id: '01K2J2FZWH39F55CS7B26GP1Q3',
+    id: SYSTEM_ID,
     source: SYSTEM,
   }),
 };

package/src/util/artifact.ts

@@ -0,0 +1,96 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import type * as Effect from 'effect/Effect';
+import * as Schema from 'effect/Schema';
+
+import { Database, type Err, Obj, Ref, type Type } from '@dxos/echo';
+import { EncodedReference } from '@dxos/echo-protocol';
+import { EID, EntityId, SpaceId } from '@dxos/keys';
+import { trim } from '@dxos/util';
+
+/**
+ * @deprecated
+ */
+export const createArtifactElement = (id: EntityId) => `<artifact id=${id} />`;
+
+/**
+ * A model-friendly way to reference an object.
+ * Supports vairous formats that will be normalized to a DXN.
+ *
+ * @internal
+ */
+const ArtifactURI: Schema.Schema<string> & {
+  toEchoURI: (reference: ArtifactURI, owningSpaceId?: SpaceId) => EID.EID;
+  resolve: <S extends Type.AnyEntity>(
+    schema: S,
+    ref: ArtifactURI,
+  ) => Effect.Effect<Type.InstanceType<S>, Err.EntityNotFoundError, Database.Service>;
+} = class extends Schema.String.annotations({
+  // TODO(dmaretskyi): This section gets overriden.
+  description: trim`
+    The URI of the referenced object. Protocols accepted:
+    - echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4. 
+    - space ID, object ID tuple (spaceID:objectID)
+    - Only object ID that is assumed to be in the current space (01KG7R1ZXWFMWQ4DA1Q6TN1DG4)
+    - dxn:org.dxos.type.calendar:0.1.0 -- named entity from the registry. Absoutely make sure it actually exists in the registry.
+
+    URIs can be prepended with an @ symbol for compatibility with in-text references.
+  `,
+  examples: [
+    'echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4',
+    '@echo://01KG7R1ZXWFMWQ4DA1Q6TN1DG4',
+    'BM3FSHFOMJCHCG5QW7JTVKGYABD2GAA7G:01KG7R1ZXWFMWQ4DA1Q6TN1DG4',
+    '01KG7R1ZXWFMWQ4DA1Q6TN1DG4',
+    'dxn:org.dxos.type.calendar:0.1.0',
+    '@dxn:org.dxos.type.calendar:0.1.0',
+  ],
+}) {
+  static toEchoURI(reference: ArtifactURI, owningSpaceId?: SpaceId): EID.EID {
+    // Allow @ prefix for compatibility with in-text references.
+    const stripped = reference.startsWith('@') ? reference.slice(1) : reference;
+    if (stripped.startsWith('echo:') || stripped.startsWith('dxn:')) {
+      return EID.parse(stripped);
+    } else if (stripped.includes(':')) {
+      const [spaceId, objectId] = stripped.split(':');
+      if (!SpaceId.isValid(spaceId) || !EntityId.isValid(objectId)) {
+        throw new Error(`Unable to parse object reference: ${reference}`);
+      }
+      // This is a workaround because the current Filter API doesn't work with fully qualified Echo URIs.
+      // We check if the space ID is the same as the owning space and then use LOCAL_SPACE_TAG for local references.
+      // TODO(dmaretskyi): Fix this in the Echo and Filter API to properly handle fully qualified URIs.
+      return spaceId === owningSpaceId
+        ? EID.make({ entityId: objectId })
+        : EID.make({ spaceId: spaceId, entityId: objectId });
+    } else if (EntityId.isValid(stripped)) {
+      return EID.make({ entityId: stripped });
+    } else {
+      throw new Error(`Unable to parse object reference: ${reference}`);
+    }
+  }
+
+  /**
+   * Resolves an artifact ID to an object.
+   */
+  static resolve<S extends Type.AnyEntity>(
+    schema: S,
+    ref: ArtifactURI,
+  ): Effect.Effect<Type.InstanceType<S>, Err.EntityNotFoundError, Database.Service> {
+    const uri = ArtifactURI.toEchoURI(ref);
+    return Database.resolve(Ref.fromURI(uri), schema);
+  }
+};
+
+type ArtifactURI = Schema.Schema.Type<typeof ArtifactURI>;
+
+/**
+ * Schema that decodes ECHO reference object from an LLM-friendly input.
+ */
+export const RefFromLLM = Schema.transform(ArtifactURI, Ref.Ref(Obj.Unknown), {
+  decode: (fromA, fromI) => EncodedReference.fromURI(ArtifactURI.toEchoURI(fromA)),
+  encode: (toI, toA) => EncodedReference.toURI(toI),
+  strict: false,
+}).annotations({
+  description: ArtifactURI.ast.annotations.description as string,
+});

package/src/util/diff.test.ts

@@ -0,0 +1,74 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { afterEach, beforeEach, describe, expect, it } from 'vitest';
+
+import { createDocAccessor } from '@dxos/echo-client';
+import { EchoTestBuilder } from '@dxos/echo-client/testing';
+import { Text } from '@dxos/schema';
+import { trim } from '@dxos/util';
+
+import { applyDiffs } from './diff';
+
+describe('diff', () => {
+  let builder: EchoTestBuilder;
+  beforeEach(async () => {
+    builder = await new EchoTestBuilder().open();
+  });
+
+  afterEach(async () => {
+    await builder.close();
+  });
+
+  it('should apply diffs', async () => {
+    const { db } = await builder.createDatabase({ types: [Text.Text] });
+
+    const document = trim`
+      # Hello World
+      There'z a typo in this sentence.
+      And another oon here.
+      But not this one.
+    `;
+
+    const text = db.add(Text.make({ content: document }));
+    const accessor = createDocAccessor(text, ['content']);
+    const result = applyDiffs(accessor, [
+      `- There'z a typo in this sentence.`,
+      `+ There is a typo in this sentence.`,
+      `- And another oon here.`,
+      `+ And another one here.`,
+    ]);
+
+    expect(result).toBe(trim`
+      # Hello World
+      There is a typo in this sentence.
+      And another one here.
+      But not this one.
+    `);
+  });
+
+  it('should apply diffs that append content at the end', async () => {
+    const { db } = await builder.createDatabase({ types: [Text.Text] });
+
+    const document = '# Shopping list';
+
+    const text = db.add(Text.make({ content: document }));
+    const accessor = createDocAccessor(text, ['content']);
+    const result = applyDiffs(accessor, ['- # Shopping list', '+ # Shopping list\n- Milk']);
+
+    expect(result).toBe('# Shopping list\n- Milk');
+  });
+
+  it('should append text to an empty document', async () => {
+    const builder = new EchoTestBuilder();
+    const { db, graph } = await builder.createDatabase();
+    graph.registry.add([Text.Text]);
+
+    const text = db.add(Text.make({ content: '' }));
+    const accessor = createDocAccessor(text, ['content']);
+    const result = applyDiffs(accessor, ['+ # Shopping list']);
+
+    expect(result).toBe('# Shopping list');
+  });
+});

package/src/{diff.ts → util/diff.ts}

@@ -4,7 +4,7 @@
 
 import { next as A, type Doc } from '@automerge/automerge';
 
-import { DocAccessor, toCursorRange } from '@dxos/echo-db';
+import { DocAccessor, toCursorRange } from '@dxos/echo-client';
 import { log } from '@dxos/log';
 import { isNonNullable } from '@dxos/util';
 
@@ -47,9 +47,10 @@ export const reduceDiffs = (diffs: readonly string[]): Diff[] => {
         }
         return acc;
       }
+      default: {
+        throw new Error(`Invalid diff format: each line must start with "- " or "+ ", got: ${JSON.stringify(diff)}`);
+      }
     }
-
-    return acc;
   }, []);
 };
 
@@ -65,7 +66,11 @@ export const computeDiffsWithCursors = <T>(accessor: DocAccessor<T>, diffs: read
     .filter(isNonNullable);
 };
 
-export const applyDiffs = <T>(accessor: DocAccessor<T>, diffs: readonly string[]): string => {
+export const applyDiffs = <T>(
+  accessor: DocAccessor<T>,
+  diffs: readonly string[],
+  { errorOnNotFound = false }: { errorOnNotFound?: boolean } = {},
+): string => {
   for (const diff of reduceDiffs(diffs)) {
     accessor.handle.change((doc: Doc<T>) => {
       const text = DocAccessor.getValue<string>(accessor);
@@ -75,7 +80,11 @@ export const applyDiffs = <T>(accessor: DocAccessor<T>, diffs: readonly string[]
         // NOTE: This only replaces the first match.
         A.splice(doc, accessor.path as A.Prop[], idx, diff.match.length, diff.replace);
       } else {
-        log.warn('diff not found', diff);
+        if (errorOnNotFound) {
+          throw new Error(`Diff not found: ${diff.match}`);
+        } else {
+          log.warn('diff not found', diff);
+        }
       }
     });
   }

package/src/{session → util}/error-handling.ts

@@ -7,7 +7,7 @@ import * as HttpClientError from '@effect/platform/HttpClientError';
 import * as Effect from 'effect/Effect';
 import * as Schema from 'effect/Schema';
 
-import { AiModelError } from '../errors';
+import { AiModelError } from './errors';
 
 const AnthropicErrorResponse = Schema.Struct({
   type: Schema.Literal('error'),
@@ -17,7 +17,7 @@ const AnthropicErrorResponse = Schema.Struct({
   }),
 });
 
-// TODO(dmaretskyi): Needs rework
+// TODO(dmaretskyi): Needs rework.
 export const mapAiError = (err: AiError.AiError): Effect.Effect<AiError.AiError> =>
   Effect.gen(function* () {
     const cause = err.cause;
@@ -30,6 +30,7 @@ export const mapAiError = (err: AiError.AiError): Effect.Effect<AiError.AiError>
         message: body.error.message,
         context: { model: 'anthropic', type: body.error.type },
       });
+
       return AiError.UnknownError.make({
         description: body.error.message,
         module: err.module,

package/src/util/errors.ts

@@ -0,0 +1,15 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { BaseError } from '@dxos/errors';
+
+/**
+ * Generic error from AI model.
+ */
+export class AiModelError extends BaseError.extend('AiModelError', 'AI model error') {}
+
+/**
+ * Generic error for AI agent execution.
+ */
+export class AiAssistantError extends BaseError.extend('AiAssistantError', 'AI assistant error') {}

package/src/{execution-graph.test.ts → util/execution-graph.test.ts}

@@ -6,14 +6,14 @@ import { describe, expect, it } from '@effect/vitest';
 
 import { AgentStatus } from '@dxos/ai';
 import { Obj } from '@dxos/echo';
-import { ObjectId } from '@dxos/echo/internal';
+import { EntityId } from '@dxos/keys';
 import { log } from '@dxos/log';
 import { type ContentBlock, Message } from '@dxos/types';
 
 import { ExecutionGraph } from './execution-graph';
 
 // Helper function to create valid object IDs for testing.
-const createTestId = () => ObjectId.random();
+const createTestId = () => EntityId.random();
 
 const SKIP_BLOCKS: ContentBlock.Any['_tag'][] = [];
 
@@ -71,7 +71,7 @@ describe('ExecutionGraph', () => {
         blocks: [
           {
             _tag: 'text',
-            text: '{"id":"01K6AXZKK79H4E54RKP1YZDARK","@type":"dxn:type:dxos.org/type/Organization:0.1.0","@meta":{"keys":[]},"name":"Blue Yard","website":"https://blueyard.com"}',
+            text: '{"id":"01K6AXZKK79H4E54RKP1YZDARK","@type":"dxn:org.dxos.type.organization:0.1.0","@meta":{"keys":[]},"name":"Blue Yard","website":"https://blueyard.com"}',
           },
         ],
         properties: {},
@@ -619,7 +619,7 @@ describe('ExecutionGraph', () => {
           { _tag: 'reasoning', reasoningText: 'I need to think about this' },
           { _tag: 'toolCall', toolCallId: 'tool1', name: 'analyze', input: '{}', providerExecuted: false },
           {
-            _tag: 'summary',
+            _tag: 'stats',
             message: 'OK',
             duration: 1000,
             toolCalls: 1,

package/src/{execution-graph.ts → util/execution-graph.ts}

@@ -3,9 +3,9 @@
 //
 
 import { AgentStatus } from '@dxos/ai';
-import { Obj, type Ref } from '@dxos/echo';
+import { type Entity, Obj, type Ref } from '@dxos/echo';
 import { MESSAGE_PROPERTY_TOOL_CALL_ID } from '@dxos/functions';
-import { type ObjectId } from '@dxos/keys';
+import { EID, type EntityId } from '@dxos/keys';
 import { LogLevel } from '@dxos/log';
 import { ContentBlock, Message } from '@dxos/types';
 import { isNonNullable } from '@dxos/util';
@@ -40,7 +40,7 @@ enum IconType {
   // Interactions.
   USER = 'ph--user--regular',
   USER_INTERACTION = 'ph--user-sound--regular',
-  AGENT = 'ph--robot--regular',
+  AGENT = 'ph--drone--regular',
   THINKING = 'ph--brain--regular',
   LINK = 'ph--link--regular',
   TOOL = 'ph--wrench--regular',
@@ -65,7 +65,7 @@ export class ExecutionGraph {
   /**
    * Adds events to the graph.
    */
-  addEvents(events: Obj.Any[]) {
+  addEvents(events: Entity.Unknown[]) {
     const sortedEvents = this.sortObjectsByCreated(events);
     for (const event of sortedEvents) {
       if (Obj.instanceOf(Message.Message, event)) {
@@ -199,13 +199,19 @@ export class ExecutionGraph {
    */
   private _updatePendingToolResults(toolCallId: string, agentStatusId: string) {
     const toolResultId = this._pendingToolResults.get(toolCallId);
-    if (!toolResultId) return;
+    if (!toolResultId) {
+      return;
+    }
 
     const toolResultCommit = this._commits.find((c) => c.id === toolResultId);
-    if (!toolResultCommit) return;
+    if (!toolResultCommit) {
+      return;
+    }
 
     const toolCallCommitId = this._toolCallCommitIds.get(toolCallId);
-    if (!toolCallCommitId) return;
+    if (!toolCallCommitId) {
+      return;
+    }
 
     // Replace tool call commit with AgentStatus commit.
     const toolCallIndex = toolResultCommit.parents.indexOf(toolCallCommitId);
@@ -221,7 +227,9 @@ export class ExecutionGraph {
    */
   private _handleLateToolResultUpdate(toolCallId: string, toolResultId: string) {
     const toolCallCommitId = this._toolCallCommitIds.get(toolCallId);
-    if (!toolCallCommitId) return;
+    if (!toolCallCommitId) {
+      return;
+    }
 
     const messageId = toolCallCommitId.split('_toolCall_')[0];
     const toolCallBranch = `${messageId}_${toolCallId}`;
@@ -242,7 +250,7 @@ export class ExecutionGraph {
   /**
    * Gets the branch name for a tool call.
    */
-  private _getToolCallBranch(parentMessage?: ObjectId, toolCallId?: string): string {
+  private _getToolCallBranch(parentMessage?: EntityId, toolCallId?: string): string {
     if (toolCallId) {
       return toolCallId;
     }
@@ -372,7 +380,9 @@ const createBlockCommit = (
   const timestamp = new Date(message.created);
   switch (block._tag) {
     case 'text':
-      if (!block.text.trim().length) return null;
+      if (!block.text.trim().length) {
+        return null;
+      }
       return {
         id: getGenericBlockId(message.id, idx),
         branch,
@@ -412,7 +422,7 @@ const createBlockCommit = (
         message: block.error ? 'Tool error: ' + block.error : 'Tool call succeeded',
       } satisfies Commit;
 
-    case 'summary':
+    case 'stats':
       return {
         id: getGenericBlockId(message.id, idx),
         branch,
@@ -420,7 +430,7 @@ const createBlockCommit = (
         timestamp,
         icon: IconType.ROCKET,
         level: LogLevel.INFO,
-        message: ContentBlock.createSummaryMessage(block),
+        message: ContentBlock.createStatsMessage(block),
       } satisfies Commit;
 
     case 'status':
@@ -467,11 +477,11 @@ const getToolCallBranchFromCommitId = (toolCallCommitId: string, toolCallId: str
   return `${messageId}_${toolCallId}`;
 };
 
-const getToolCallId = (messageId: ObjectId, toolCallId: string) => `${messageId}_toolCall_${toolCallId}`;
-const getToolResultId = (messageId: ObjectId, toolCallId: string) => `${messageId}_toolResult_${toolCallId}`;
-const getGenericBlockId = (messageId: ObjectId, idx: number) => `${messageId}_block_${idx}`;
+const getToolCallId = (messageId: EntityId, toolCallId: string) => `${messageId}_toolCall_${toolCallId}`;
+const getToolResultId = (messageId: EntityId, toolCallId: string) => `${messageId}_toolResult_${toolCallId}`;
+const getGenericBlockId = (messageId: EntityId, idx: number) => `${messageId}_block_${idx}`;
 
-const getBranchName = (options: { parentMessage?: ObjectId; toolCallId?: string }) => {
+const getBranchName = (options: { parentMessage?: EntityId; toolCallId?: string }) => {
   if (options.toolCallId) {
     return options.toolCallId;
   } else if (options.parentMessage) {
@@ -496,14 +506,15 @@ const getParentId = (message: Message.Message) => {
   }
 };
 
-const stringifyRef = (ref: Ref.Any) => {
+const stringifyRef = (ref: Ref.Unknown) => {
   if (ref.target) {
     return stringifyObject(ref.target);
   }
 
-  return ref.dxn.asEchoDXN()?.echoId ?? ref.dxn.asQueueDXN()?.objectId ?? '';
+  const echoUri = EID.tryParse(ref.uri);
+  return (echoUri ? EID.getEntityId(echoUri) : undefined) ?? '';
 };
 
-const stringifyObject = (obj: Obj.Any) => {
+const stringifyObject = (obj: Obj.Unknown) => {
   return Obj.getLabel(obj) ?? Obj.getTypename(obj) ?? obj.id;
 };

package/src/util/index.ts

@@ -0,0 +1,10 @@
+//
+// Copyright 2024 DXOS.org
+//
+
+export * from './artifact';
+export * from './diff';
+export * from './error-handling';
+export * from './errors';
+export * from './execution-graph';
+export * from './tracing';

package/src/util/tracing.ts

@@ -0,0 +1,60 @@
+//
+// Copyright 2026 DXOS.org
+//
+
+import * as Schema from 'effect/Schema';
+
+import { Trace } from '@dxos/compute';
+import { Obj } from '@dxos/echo';
+import { ContentBlock, Actor } from '@dxos/types';
+
+/**
+ * Partial content block emitted.
+ */
+export const PartialBlock = Trace.EventType('assistant.partialBlock', {
+  schema: Schema.Struct({
+    messageId: Obj.ID,
+    role: Actor.Role,
+    block: ContentBlock.Any,
+  }),
+  isEphemeral: true,
+});
+
+/**
+ * Complete content block emitted.
+ */
+export const CompleteBlock = Trace.EventType('assistant.completeBlock', {
+  schema: Schema.Struct({
+    messageId: Obj.ID,
+    role: Actor.Role,
+    block: ContentBlock.Any,
+  }),
+  isEphemeral: false,
+});
+
+export const AgentRequestBegin = Trace.EventType('assistant.agentRequestBegin', {
+  schema: Schema.Struct({}),
+  isEphemeral: false,
+});
+
+export const AgentRequestEnd = Trace.EventType('assistant.agentRequestEnd', {
+  schema: Schema.Struct({
+    status: Schema.Literal('success', 'error', 'interrupted'),
+    error: Schema.optional(Schema.String),
+  }),
+  isEphemeral: false,
+});
+
+/**
+ * Emitted when an MCP server connection fails for a request turn.
+ * Ephemeral so that misconfigured/unreachable servers don't pollute the durable feed,
+ * but can still be surfaced to the user via the live ephemeral event stream.
+ */
+export const McpServerError = Trace.EventType('assistant.mcpServerError', {
+  schema: Schema.Struct({
+    url: Schema.String,
+    protocol: Schema.Literal('sse', 'http'),
+    message: Schema.String,
+  }),
+  isEphemeral: true,
+});

package/dist/lib/browser/extraction/index.mjs.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../../../src/extraction/extraction.ts", "../../../../src/extraction/extraction-llm-function/extraction-llm-function.ts", "../../../../src/extraction/extraction-ner-function/extraction-ner-function.ts", "../../../../src/extraction/extraction-ner-function/named-entity-recognition.ts", "../../../../src/extraction/quotes.ts"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Schema from 'effect/Schema';\n\nimport { asyncTimeout } from '@dxos/async';\nimport { Expando } from '@dxos/echo/internal';\nimport { type FunctionDefinition } from '@dxos/functions';\nimport { type FunctionExecutor } from '@dxos/functions-runtime';\nimport { log } from '@dxos/log';\nimport { Message } from '@dxos/types';\n\nexport const ExtractionInput = Schema.Struct({\n  message: Message.Message,\n  objects: Schema.optional(Schema.Array(Expando)),\n  options: Schema.optional(\n    Schema.Struct({\n      timeout: Schema.optional(Schema.Number),\n      fallbackToRaw: Schema.optional(Schema.Boolean),\n    }),\n  ),\n});\nexport interface ExtractionInput extends Schema.Schema.Type<typeof ExtractionInput> {}\n\nexport const ExtractionOutput = Schema.Struct({\n  message: Message.Message,\n  timeElapsed: Schema.Number,\n});\nexport interface ExtractionOutput extends Schema.Schema.Type<typeof ExtractionOutput> {}\n\nexport type ProcessTranscriptMessageParams = {\n  input: ExtractionInput;\n  function: FunctionDefinition<ExtractionInput, ExtractionOutput>;\n  executor: FunctionExecutor;\n\n  options?: {\n    /**\n     * Timeout for the entity extraction.\n     */\n    timeout?: number;\n\n    /**\n     * Fallback to raw text if the entity extraction fails.\n     * Otherwise the function will throw an error.\n     * @default false\n     */\n    fallbackToRaw?: boolean;\n  };\n};\n\nexport type ExtractionFunction = FunctionDefinition<ExtractionInput, ExtractionOutput>;\n\n/**\n * Extract entities from the transcript message and add them to the message.\n */\n// TODO(dmaretskyi): Move context to a vector search index.\nexport const processTranscriptMessage = async (params: ProcessTranscriptMessageParams): Promise<ExtractionOutput> => {\n  try {\n    if (params.options?.timeout && params.options.timeout > 0) {\n      return await asyncTimeout(params.executor.invoke(params.function, params.input), params.options.timeout);\n    } else {\n      return await params.executor.invoke(params.function, params.input);\n    }\n  } catch (error) {\n    if (params.options?.fallbackToRaw) {\n      log.warn('failed to process message, falling back to raw text', { error });\n      return {\n        message: params.input.message,\n        timeElapsed: 0,\n      };\n    } else {\n      throw error;\n    }\n  }\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { type FunctionDefinition, defineFunction } from '@dxos/functions';\n\nimport { ExtractionInput, ExtractionOutput } from '../extraction';\n\nexport const extractionAnthropicFunction: FunctionDefinition<ExtractionInput, ExtractionOutput> = defineFunction({\n  key: 'dxos.org/function/extraction/extract-entities',\n  name: 'Extract Entities',\n  description: 'Extract entities from the transcript message and add them to the message.',\n  inputSchema: ExtractionInput,\n  outputSchema: ExtractionOutput,\n  handler: async ({ data: { message, objects }, context }) => {\n    throw new Error('not implemented');\n    // const startTime = performance.now();\n    // const ai = context.getService(AiService.AiService);\n    // const session = new AiSession({ operationModel: 'configured' });\n    // const result = await session.runStructured(ReferencedQuotes, {\n    //   generationOptions: {\n    //     model: '@anthropic/claude-3-5-haiku-20241022',\n    //   },\n    //   client: ai.client,\n    //   systemPrompt: PROMPT,\n    //   history: [\n    //     Obj.make(DataType.Message.Message, {\n    //       created: new Date().toISOString(),\n    //       sender: { role: 'user' },\n    //       blocks: [\n    //         {\n    //           _tag: 'text',\n    //           text: `<context>${JSON.stringify(objects)}</context>`,\n    //         } satisfies DataType.ContentBlock.Text,\n    //         {\n    //           _tag: 'text',\n    //           text: `<transcript>${JSON.stringify(message.blocks)}</transcript>`,\n    //         } satisfies DataType.ContentBlock.Text,\n    //       ],\n    //     }),\n    //   ],\n    //   artifacts: [],\n    //   prompt: '',\n    //   tools: [],\n    // } as any); // TODO(burdon): Rewrite test.\n\n    // return {\n    //   timeElapsed: performance.now() - startTime,\n    //   message: create(DataType.Message.Message, {\n    //     ...message,\n    //     blocks: message.blocks.map((block) =>\n    //       block._tag !== 'transcript'\n    //         ? block\n    //         : {\n    //             ...block,\n    //             text: insertReferences(block.text, result),\n    //           },\n    //     ),\n    //   }),\n    // };\n  },\n});\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { defineFunction } from '@dxos/functions';\n\nimport { ExtractionInput, ExtractionOutput } from '../extraction';\n\n/**\n * Named Entity Recognition model\n */\n// TODO(mykola): Make it use vector index to query objects and not pass objects as input.\nexport const extractionNerFunction = defineFunction({\n  key: 'dxos.org/function/extraction/extract-entities',\n  name: 'Extract Entities',\n  description: 'Extracts named entities from a text',\n  inputSchema: ExtractionInput,\n  outputSchema: ExtractionOutput,\n  handler: async ({ data: { message, options }, context }) => {\n    throw new Error('not implemented');\n    // log.info('input', { message, options });\n    // const startTime = performance.now();\n    // const { db } = context.getService(DatabaseService);\n    // const { extractFullEntities } = await import('./named-entity-recognition');\n\n    // const entitiesPromise = Promise.all(\n    //   message.blocks.map(async (block) => {\n    //     invariant(block._tag === 'transcript' || block._tag === 'text');\n    //     return extractFullEntities(block.text);\n    //   }),\n    // ).then((entities) => entities.flat());\n    // const entities = options?.timeout ? await asyncTimeout(entitiesPromise, options.timeout) : await entitiesPromise;\n\n    // log.info('entities', { entities });\n    // const quoteReferences = await findQuotes(\n    //   entities.map((entity) => entity.word),\n    //   db,\n    // );\n\n    // const blocksWithReferences = message.blocks.map((block) => {\n    //   invariant(block._tag === 'transcript' || block._tag === 'text');\n    //   return { ...block, text: insertReferences(block._tag, quoteReferences) };\n    // });\n\n    // const messageWithReferences = create(Message.Message, {\n    //   ...message,\n    //   blocks: blocksWithReferences,\n    // });\n\n    // log.info('output', { messageWithReferences });\n    // return {\n    //   message: messageWithReferences,\n    //   timeElapsed: performance.now() - startTime,\n    // };\n  },\n});\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport {\n  type TokenClassificationOutput,\n  type TokenClassificationPipelineType,\n  type TokenClassificationSingle,\n  pipeline,\n} from '@xenova/transformers';\n\nimport { log } from '@dxos/log';\n\nlet _ner: Promise<TokenClassificationPipelineType>;\n\n/**\n * Named Entity Recognition pipeline.\n * Initializes the pipeline on first call.\n * @returns The singleton promise that resolves to a token classification pipeline.\n */\nexport const getNer = () => {\n  if (!_ner) {\n    _ner = pipeline('ner', 'Xenova/bert-base-NER').then((ner) => {\n      log.info('NER model is ready');\n      return ner;\n    });\n  }\n\n  return _ner;\n};\n\n/**\n * Extracts entities from text using the named entity recognition pipeline and does simple grouping of tokens.\n */\nexport const extractFullEntities = async (text: string): Promise<TokenClassificationSingle[]> => {\n  const ner = await getNer();\n  const entities = (await ner(text)) as TokenClassificationOutput;\n  const tokenGroups = createTokenGroups(entities);\n  const combinedEntities = tokenGroups.map(combineNerTokens);\n  return combinedEntities;\n};\n\nexport const createTokenGroups = (tokens: TokenClassificationSingle[]): TokenClassificationSingle[][] => {\n  const tokenGroups: TokenClassificationSingle[][] = [];\n\n  const canBeCombined = (prevToken: TokenClassificationSingle, currentToken: TokenClassificationSingle) => {\n    const [currentState, currentEntity] = currentToken.entity.split('-'); // B, I, O\n    const [prevState, prevEntity] = prevToken.entity.split('-'); // B, I, O\n    if (prevEntity !== currentEntity) {\n      return false;\n    }\n    if (prevState === 'O') {\n      return false;\n    }\n    if (currentState === 'I') {\n      return true;\n    }\n    if ((prevState === 'B' || prevState === 'I') && currentState === 'B') {\n      return currentToken.word.startsWith('#');\n    }\n    return false;\n  };\n\n  for (const token of tokens) {\n    if (tokenGroups.length === 0) {\n      tokenGroups.push([token]);\n      continue;\n    }\n    const lastTokenGroup = tokenGroups.at(-1)!;\n    if (canBeCombined(lastTokenGroup.at(-1)!, token)) {\n      lastTokenGroup.push(token);\n      continue;\n    }\n    tokenGroups.push([token]);\n  }\n\n  return tokenGroups;\n};\n\nexport const combineNerTokens = (group: TokenClassificationSingle[]): TokenClassificationSingle => {\n  const combinedToken: TokenClassificationSingle = {\n    entity: group.at(0)!.entity.split('-')[1],\n    score: group.reduce((acc, token) => acc + token.score, 0) / group.length,\n    index: group.at(0)!.index,\n    word: group.at(0)!.word,\n    start: group.at(0)!.start,\n    end: group.at(-1)!.end,\n  };\n\n  for (const token of group.slice(1)) {\n    if (token.word.startsWith('#')) {\n      combinedToken.word += token.word.replace(/^#+/, '');\n    } else {\n      combinedToken.word += ' ' + token.word;\n    }\n  }\n\n  return combinedToken;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Schema from 'effect/Schema';\n\nimport { Filter, Query } from '@dxos/echo';\nimport { ObjectId } from '@dxos/echo/internal';\nimport { type EchoDatabase } from '@dxos/echo-db';\nimport { DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\n\nexport const ReferencedQuotes = Schema.Struct({\n  references: Schema.Array(\n    Schema.Struct({\n      id: Schema.String,\n      quote: Schema.String, // TODO(burdon): Quote?\n    }),\n  )\n    .pipe(Schema.mutable)\n    .annotations({\n      // TODO(burdon): Does this description make sense?\n      description: `\n      The references to the context objects that are mentioned in the transcript. \n      Quote should match the original transcript text exactly, while id is the id of the context object.\n    `,\n    }),\n});\nexport type ReferencedQuotes = Schema.Schema.Type<typeof ReferencedQuotes>;\n\nexport const findQuotes = async (quotes: string[], db: EchoDatabase): Promise<ReferencedQuotes> => {\n  const references = await Promise.all(\n    quotes.map(async (quote) => {\n      const { objects } = await db.query(Query.select(Filter.text(quote, { type: 'vector' }))).run();\n      log.info('found quotes in vector index', { objects, quote });\n      return objects.length > 0 ? [{ id: objects[0].id.toString(), quote }] : [];\n    }),\n  );\n  return { references: references.flat() };\n};\n\n/**\n * Finds and replaces all quotes with DXNs references.\n */\n// TODO(dmaretskyi): Lookup and verifiy ids from provided context.\nexport const insertReferences = (text: string, quotes: ReferencedQuotes) => {\n  for (const quote of quotes.references) {\n    if (!ObjectId.isValid(quote.id)) {\n      continue;\n    }\n\n    // Use a case-insensitive regular expression to replace the quote.\n    const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'), 'gi');\n    text = text.replace(regex, `[${quote.quote}](${DXN.fromLocalObjectId(quote.id).toString()})`);\n  }\n\n  return text;\n};\n"],
-  "mappings": ";;;AAIA,YAAYA,YAAY;AAExB,SAASC,oBAAoB;AAC7B,SAASC,eAAe;AAGxB,SAASC,WAAW;AACpB,SAASC,eAAe;;AAEjB,IAAMC,kBAAyBC,cAAO;EAC3CC,SAASH,QAAQA;EACjBI,SAAgBC,gBAAgBC,aAAMR,OAAAA,CAAAA;EACtCS,SAAgBF,gBACPH,cAAO;IACZM,SAAgBH,gBAAgBI,aAAM;IACtCC,eAAsBL,gBAAgBM,cAAO;EAC/C,CAAA,CAAA;AAEJ,CAAA;AAGO,IAAMC,mBAA0BV,cAAO;EAC5CC,SAASH,QAAQA;EACjBa,aAAoBJ;AACtB,CAAA;AA6BO,IAAMK,2BAA2B,OAAOC,WAAAA;AAC7C,MAAI;AACF,QAAIA,OAAOR,SAASC,WAAWO,OAAOR,QAAQC,UAAU,GAAG;AACzD,aAAO,MAAMX,aAAakB,OAAOC,SAASC,OAAOF,OAAOG,UAAUH,OAAOI,KAAK,GAAGJ,OAAOR,QAAQC,OAAO;IACzG,OAAO;AACL,aAAO,MAAMO,OAAOC,SAASC,OAAOF,OAAOG,UAAUH,OAAOI,KAAK;IACnE;EACF,SAASC,OAAO;AACd,QAAIL,OAAOR,SAASG,eAAe;AACjCX,UAAIsB,KAAK,uDAAuD;QAAED;MAAM,GAAA;;;;;;AACxE,aAAO;QACLjB,SAASY,OAAOI,MAAMhB;QACtBU,aAAa;MACf;IACF,OAAO;AACL,YAAMO;IACR;EACF;AACF;;;ACvEA,SAAkCE,sBAAsB;AAIjD,IAAMC,8BAAqFC,eAAe;EAC/GC,KAAK;EACLC,MAAM;EACNC,aAAa;EACbC,aAAaC;EACbC,cAAcC;EACdC,SAAS,OAAO,EAAEC,MAAM,EAAEC,SAASC,QAAO,GAAIC,QAAO,MAAE;AACrD,UAAM,IAAIC,MAAM,iBAAA;EA6ClB;AACF,CAAA;;;ACzDA,SAASC,kBAAAA,uBAAsB;AAQxB,IAAMC,wBAAwBC,gBAAe;EAClDC,KAAK;EACLC,MAAM;EACNC,aAAa;EACbC,aAAaC;EACbC,cAAcC;EACdC,SAAS,OAAO,EAAEC,MAAM,EAAEC,SAASC,QAAO,GAAIC,QAAO,MAAE;AACrD,UAAM,IAAIC,MAAM,iBAAA;EAmClB;AACF,CAAA;;;ACnDA,SAIEC,gBACK;AAEP,SAASC,OAAAA,YAAW;;AAEpB,IAAIC;AAOG,IAAMC,SAAS,MAAA;AACpB,MAAI,CAACD,MAAM;AACTA,WAAOF,SAAS,OAAO,sBAAA,EAAwBI,KAAK,CAACC,QAAAA;AACnDJ,MAAAA,KAAIK,KAAK,sBAAA,QAAA;;;;;;AACT,aAAOD;IACT,CAAA;EACF;AAEA,SAAOH;AACT;AAKO,IAAMK,sBAAsB,OAAOC,SAAAA;AACxC,QAAMH,MAAM,MAAMF,OAAAA;AAClB,QAAMM,WAAY,MAAMJ,IAAIG,IAAAA;AAC5B,QAAME,cAAcC,kBAAkBF,QAAAA;AACtC,QAAMG,mBAAmBF,YAAYG,IAAIC,gBAAAA;AACzC,SAAOF;AACT;AAEO,IAAMD,oBAAoB,CAACI,WAAAA;AAChC,QAAML,cAA6C,CAAA;AAEnD,QAAMM,gBAAgB,CAACC,WAAsCC,iBAAAA;AAC3D,UAAM,CAACC,cAAcC,aAAAA,IAAiBF,aAAaG,OAAOC,MAAM,GAAA;AAChE,UAAM,CAACC,WAAWC,UAAAA,IAAcP,UAAUI,OAAOC,MAAM,GAAA;AACvD,QAAIE,eAAeJ,eAAe;AAChC,aAAO;IACT;AACA,QAAIG,cAAc,KAAK;AACrB,aAAO;IACT;AACA,QAAIJ,iBAAiB,KAAK;AACxB,aAAO;IACT;AACA,SAAKI,cAAc,OAAOA,cAAc,QAAQJ,iBAAiB,KAAK;AACpE,aAAOD,aAAaO,KAAKC,WAAW,GAAA;IACtC;AACA,WAAO;EACT;AAEA,aAAWC,SAASZ,QAAQ;AAC1B,QAAIL,YAAYkB,WAAW,GAAG;AAC5BlB,kBAAYmB,KAAK;QAACF;OAAM;AACxB;IACF;AACA,UAAMG,iBAAiBpB,YAAYqB,GAAG,EAAC;AACvC,QAAIf,cAAcc,eAAeC,GAAG,EAAC,GAAKJ,KAAAA,GAAQ;AAChDG,qBAAeD,KAAKF,KAAAA;AACpB;IACF;AACAjB,gBAAYmB,KAAK;MAACF;KAAM;EAC1B;AAEA,SAAOjB;AACT;AAEO,IAAMI,mBAAmB,CAACkB,UAAAA;AAC/B,QAAMC,gBAA2C;IAC/CZ,QAAQW,MAAMD,GAAG,CAAA,EAAIV,OAAOC,MAAM,GAAA,EAAK,CAAA;IACvCY,OAAOF,MAAMG,OAAO,CAACC,KAAKT,UAAUS,MAAMT,MAAMO,OAAO,CAAA,IAAKF,MAAMJ;IAClES,OAAOL,MAAMD,GAAG,CAAA,EAAIM;IACpBZ,MAAMO,MAAMD,GAAG,CAAA,EAAIN;IACnBa,OAAON,MAAMD,GAAG,CAAA,EAAIO;IACpBC,KAAKP,MAAMD,GAAG,EAAC,EAAIQ;EACrB;AAEA,aAAWZ,SAASK,MAAMQ,MAAM,CAAA,GAAI;AAClC,QAAIb,MAAMF,KAAKC,WAAW,GAAA,GAAM;AAC9BO,oBAAcR,QAAQE,MAAMF,KAAKgB,QAAQ,OAAO,EAAA;IAClD,OAAO;AACLR,oBAAcR,QAAQ,MAAME,MAAMF;IACpC;EACF;AAEA,SAAOQ;AACT;;;AC9FA,YAAYS,aAAY;AAExB,SAASC,QAAQC,aAAa;AAC9B,SAASC,gBAAgB;AAEzB,SAASC,WAAW;AACpB,SAASC,OAAAA,YAAW;;AAEb,IAAMC,mBAA0BC,eAAO;EAC5CC,YAAmBC,cACVF,eAAO;IACZG,IAAWC;IACXC,OAAcD;EAChB,CAAA,CAAA,EAECE,KAAYC,eAAO,EACnBC,YAAY;;IAEXC,aAAa;;;;EAIf,CAAA;AACJ,CAAA;AAGO,IAAMC,aAAa,OAAOC,QAAkBC,OAAAA;AACjD,QAAMX,aAAa,MAAMY,QAAQC,IAC/BH,OAAOI,IAAI,OAAOV,UAAAA;AAChB,UAAM,EAAEW,QAAO,IAAK,MAAMJ,GAAGK,MAAMtB,MAAMuB,OAAOxB,OAAOyB,KAAKd,OAAO;MAAEe,MAAM;IAAS,CAAA,CAAA,CAAA,EAAKC,IAAG;AAC5FvB,IAAAA,KAAIwB,KAAK,gCAAgC;MAAEN;MAASX;IAAM,GAAA;;;;;;AAC1D,WAAOW,QAAQO,SAAS,IAAI;MAAC;QAAEpB,IAAIa,QAAQ,CAAA,EAAGb,GAAGqB,SAAQ;QAAInB;MAAM;QAAK,CAAA;EAC1E,CAAA,CAAA;AAEF,SAAO;IAAEJ,YAAYA,WAAWwB,KAAI;EAAG;AACzC;AAMO,IAAMC,mBAAmB,CAACP,MAAcR,WAAAA;AAC7C,aAAWN,SAASM,OAAOV,YAAY;AACrC,QAAI,CAACL,SAAS+B,QAAQtB,MAAMF,EAAE,GAAG;AAC/B;IACF;AAGA,UAAMyB,QAAQ,IAAIC,OAAOxB,MAAMA,MAAMyB,QAAQ,uBAAuB,MAAA,GAAS,IAAA;AAC7EX,WAAOA,KAAKW,QAAQF,OAAO,IAAIvB,MAAMA,KAAK,KAAKR,IAAIkC,kBAAkB1B,MAAMF,EAAE,EAAEqB,SAAQ,CAAA,GAAK;EAC9F;AAEA,SAAOL;AACT;",
-  "names": ["Schema", "asyncTimeout", "Expando", "log", "Message", "ExtractionInput", "Struct", "message", "objects", "optional", "Array", "options", "timeout", "Number", "fallbackToRaw", "Boolean", "ExtractionOutput", "timeElapsed", "processTranscriptMessage", "params", "executor", "invoke", "function", "input", "error", "warn", "defineFunction", "extractionAnthropicFunction", "defineFunction", "key", "name", "description", "inputSchema", "ExtractionInput", "outputSchema", "ExtractionOutput", "handler", "data", "message", "objects", "context", "Error", "defineFunction", "extractionNerFunction", "defineFunction", "key", "name", "description", "inputSchema", "ExtractionInput", "outputSchema", "ExtractionOutput", "handler", "data", "message", "options", "context", "Error", "pipeline", "log", "_ner", "getNer", "then", "ner", "info", "extractFullEntities", "text", "entities", "tokenGroups", "createTokenGroups", "combinedEntities", "map", "combineNerTokens", "tokens", "canBeCombined", "prevToken", "currentToken", "currentState", "currentEntity", "entity", "split", "prevState", "prevEntity", "word", "startsWith", "token", "length", "push", "lastTokenGroup", "at", "group", "combinedToken", "score", "reduce", "acc", "index", "start", "end", "slice", "replace", "Schema", "Filter", "Query", "ObjectId", "DXN", "log", "ReferencedQuotes", "Struct", "references", "Array", "id", "String", "quote", "pipe", "mutable", "annotations", "description", "findQuotes", "quotes", "db", "Promise", "all", "map", "objects", "query", "select", "text", "type", "run", "info", "length", "toString", "flat", "insertReferences", "isValid", "regex", "RegExp", "replace", "fromLocalObjectId"]
-}