@dxos/assistant 0.8.4-main.a4bbb77 → 0.8.4-main.ae835ea

package/dist/lib/node-esm/{chunk-GVKA7VL3.mjs → chunk-AUUC7II4.mjs}

@@ -1,12 +1,13 @@
 import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
 
 // src/session/artifact-diff.ts
-import { Context } from "effect";
+import * as Context from "effect/Context";
 var ArtifactDiffResolver = class extends Context.Tag("@dxos/assistant/ArtifactDiffResolver")() {
 };
 
 // src/session/observer.ts
-import { Effect, Function } from "effect";
+import * as Effect from "effect/Effect";
+import * as Function from "effect/Function";
 var GenerationObserver = Object.freeze({
   make: ({ onBegin = Function.constant(Effect.void), onPart = Function.constant(Effect.void), onBlock = Function.constant(Effect.void), onEnd = Function.constant(Effect.void), onMessage = Function.constant(Effect.void) } = {}) => ({
     onBegin,
@@ -43,8 +44,10 @@ var AiAssistantError = class extends BaseError.extend("AI_ASSISTANT_ERROR", "AI
 };
 
 // src/session/session.ts
-import { LanguageModel } from "@effect/ai";
-import { Chunk, Effect as Effect3, Stream } from "effect";
+import * as LanguageModel from "@effect/ai/LanguageModel";
+import * as Chunk from "effect/Chunk";
+import * as Effect3 from "effect/Effect";
+import * as Stream from "effect/Stream";
 import { AiParser, AiPreprocessor, callTool, getToolCalls } from "@dxos/ai";
 import { todo } from "@dxos/debug";
 import { Obj as Obj2 } from "@dxos/echo";
@@ -53,7 +56,10 @@ import { log as log2 } from "@dxos/log";
 import { DataType as DataType2 } from "@dxos/schema";
 
 // src/session/format.ts
-import { Array, Effect as Effect2, Option, pipe } from "effect";
+import * as Array from "effect/Array";
+import * as Effect2 from "effect/Effect";
+import * as Function2 from "effect/Function";
+import * as Option from "effect/Option";
 import { Template } from "@dxos/blueprints";
 import { Obj } from "@dxos/echo";
 import { ObjectVersion } from "@dxos/echo-db";
@@ -63,7 +69,7 @@ import { DataType } from "@dxos/schema";
 import { trim } from "@dxos/util";
 var __dxlog_file = "/__w/dxos/dxos/packages/core/assistant/src/session/format.ts";
 var formatSystemPrompt = ({ system, blueprints = [], objects = [] }) => Effect2.gen(function* () {
-  const blueprintDefs = yield* pipe(blueprints, Effect2.forEach((blueprint) => Effect2.succeed(blueprint.instructions)), Effect2.flatMap(Effect2.forEach((template) => DatabaseService.loadOption(template.source))), Effect2.map(Array.filter(Option.isSome)), Effect2.map(Array.map((template) => trim`
+  const blueprintDefs = yield* Function2.pipe(blueprints, Effect2.forEach((blueprint) => Effect2.succeed(blueprint.instructions)), Effect2.flatMap(Effect2.forEach((template) => DatabaseService.loadOption(template.source))), Effect2.map(Array.filter(Option.isSome)), Effect2.map(Array.map((template) => trim`
             <blueprint>
               ${Template.process(template.value.content)}
             </blueprint>
@@ -71,7 +77,7 @@ var formatSystemPrompt = ({ system, blueprints = [], objects = [] }) => Effect2.
     "## Blueprints Definitions",
     ...blueprints2
   ].join("\n\n") : void 0));
-  const objectDefs = yield* pipe(objects, Effect2.forEach((object) => Effect2.succeed(trim`
+  const objectDefs = yield* Function2.pipe(objects, Effect2.forEach((object) => Effect2.succeed(trim`
           <object>
             <dxn>${Obj.getDXN(object)}</dxn>
             <typename>${Obj.getTypename(object)}</typename>
@@ -80,7 +86,7 @@ var formatSystemPrompt = ({ system, blueprints = [], objects = [] }) => Effect2.
     "## Context Objects",
     ...objects2
   ].join("\n\n") : void 0));
-  return yield* pipe(Effect2.succeed([
+  return yield* Function2.pipe(Effect2.succeed([
     system,
     blueprintDefs,
     objectDefs
@@ -107,7 +113,7 @@ var formatUserPrompt = ({ prompt, history = [] }) => Effect2.gen(function* () {
       versions
     }, {
       F: __dxlog_file,
-      L: 90,
+      L: 93,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -169,134 +175,121 @@ ${diff}` : ""}</changed-artifact>`).join("\n")}
 };
 
 // src/session/session.ts
-function _define_property(obj, key, value) {
-  if (key in obj) {
-    Object.defineProperty(obj, key, {
-      value,
-      enumerable: true,
-      configurable: true,
-      writable: true
-    });
-  } else {
-    obj[key] = value;
-  }
-  return obj;
-}
 var __dxlog_file2 = "/__w/dxos/dxos/packages/core/assistant/src/session/session.ts";
 var AiSession = class {
-  /**
-  * @deprecated
-  */
-  // TODO(burdon): Implement or remove.
-  async runStructured(_schema, _options) {
-    return todo();
-  }
+  _options;
+  /** Prevents concurrent execution of session. */
+  _semaphore = Effect3.runSync(Effect3.makeSemaphore(1));
+  /** Message history from queue. */
+  // TODO(burdon): Evolve into supporting a git-like graph of messages.
+  _history = [];
+  /** Pending messages for this session (incl. the current prompt). */
+  _pending = [];
   constructor(_options = {}) {
-    _define_property(this, "_options", void 0);
-    _define_property(this, "_semaphore", void 0);
-    _define_property(this, "_history", void 0);
-    _define_property(this, "_pending", void 0);
-    _define_property(this, "run", void 0);
     this._options = _options;
-    this._semaphore = Effect3.runSync(Effect3.makeSemaphore(1));
-    this._history = [];
+  }
+  run = ({ prompt, system: systemTemplate, history = [], objects = [], blueprints = [], toolkit, observer = GenerationObserver.noop() }) => Effect3.gen(this, function* () {
+    this._history = [
+      ...history
+    ];
     this._pending = [];
-    this.run = ({ prompt, system: systemTemplate, history = [], objects = [], blueprints = [], toolkit, observer = GenerationObserver.noop() }) => Effect3.gen(this, function* () {
-      this._history = [
-        ...history
-      ];
-      this._pending = [];
-      const pending = this._pending;
-      const submitMessage = Effect3.fnUntraced(function* (message) {
-        pending.push(message);
-        yield* observer.onMessage(message);
-        yield* TracingService.emitConverationMessage(message);
-        return message;
-      });
-      const promptMessage = yield* submitMessage(yield* formatUserPrompt({
-        prompt,
-        history
-      }));
-      const system = yield* formatSystemPrompt({
-        system: systemTemplate,
-        blueprints,
-        objects
-      });
-      do {
-        log2("request", {
-          prompt: promptMessage,
-          system: {
-            snippet: createSnippet(system),
-            length: system.length
-          },
-          pending: this._pending.length,
-          history: this._history.length,
-          objects: objects?.length ?? 0
-        }, {
-          F: __dxlog_file2,
-          L: 103,
-          S: this,
-          C: (f, a) => f(...a)
-        });
-        const prompt2 = yield* AiPreprocessor.preprocessPrompt([
-          ...this._history,
-          ...this._pending
-        ], {
-          system
-        });
-        const blocks = yield* LanguageModel.streamText({
-          prompt: prompt2,
-          toolkit,
-          disableToolCallResolution: true
-        }).pipe(
-          // TOOD(dmaretskyi): Error mapping.
-          AiParser.parseResponse({
-            onBegin: () => observer.onBegin(),
-            onBlock: (block) => observer.onBlock(block),
-            onPart: (part) => observer.onPart(part),
-            onEnd: (summary) => observer.onEnd(summary)
-          }),
-          Stream.runCollect,
-          Effect3.map(Chunk.toArray)
-        );
-        const response = yield* submitMessage(Obj2.make(DataType2.Message, {
-          created: (/* @__PURE__ */ new Date()).toISOString(),
-          sender: {
-            role: "assistant"
-          },
-          blocks
-        }));
-        const toolCalls = getToolCalls(response);
-        if (toolCalls.length === 0) {
-          break;
-        } else if (!toolkit) {
-          throw new Error("No toolkit provided");
-        }
-        const toolResults = yield* Effect3.forEach(toolCalls, (toolCall) => {
-          return callTool(toolkit, toolCall).pipe(Effect3.provide(TracingService.layerSubframe((context) => ({
-            ...context,
-            parentMessage: response.id,
-            toolCallId: toolCall.toolCallId
-          }))));
-        });
-        yield* submitMessage(Obj2.make(DataType2.Message, {
-          created: (/* @__PURE__ */ new Date()).toISOString(),
-          sender: {
-            role: "tool"
-          },
-          blocks: toolResults
-        }));
-      } while (true);
-      log2("done", {
-        pending: this._pending.length
+    const pending = this._pending;
+    const submitMessage = Effect3.fnUntraced(function* (message) {
+      pending.push(message);
+      yield* observer.onMessage(message);
+      yield* TracingService.emitConverationMessage(message);
+      return message;
+    });
+    const promptMessage = yield* submitMessage(yield* formatUserPrompt({
+      prompt,
+      history
+    }));
+    const system = yield* formatSystemPrompt({
+      system: systemTemplate,
+      blueprints,
+      objects
+    });
+    do {
+      log2("request", {
+        prompt: promptMessage,
+        system: {
+          snippet: createSnippet(system),
+          length: system.length
+        },
+        pending: this._pending.length,
+        history: this._history.length,
+        objects: objects?.length ?? 0
       }, {
         F: __dxlog_file2,
-        L: 174,
+        L: 110,
         S: this,
         C: (f, a) => f(...a)
       });
-      return this._pending;
-    }).pipe(this._semaphore.withPermits(1), Effect3.withSpan("AiSession.run"));
+      const prompt2 = yield* AiPreprocessor.preprocessPrompt([
+        ...this._history,
+        ...this._pending
+      ], {
+        system
+      });
+      const blocks = yield* LanguageModel.streamText({
+        prompt: prompt2,
+        toolkit,
+        disableToolCallResolution: true
+      }).pipe(
+        // TOOD(dmaretskyi): Error mapping.
+        AiParser.parseResponse({
+          onBegin: () => observer.onBegin(),
+          onBlock: (block) => observer.onBlock(block),
+          onPart: (part) => observer.onPart(part),
+          onEnd: (summary) => observer.onEnd(summary)
+        }),
+        Stream.runCollect,
+        Effect3.map(Chunk.toArray)
+      );
+      const response = yield* submitMessage(Obj2.make(DataType2.Message, {
+        created: (/* @__PURE__ */ new Date()).toISOString(),
+        sender: {
+          role: "assistant"
+        },
+        blocks
+      }));
+      const toolCalls = getToolCalls(response);
+      if (toolCalls.length === 0) {
+        break;
+      } else if (!toolkit) {
+        throw new Error("No toolkit provided");
+      }
+      const toolResults = yield* Effect3.forEach(toolCalls, (toolCall) => {
+        return callTool(toolkit, toolCall).pipe(Effect3.provide(TracingService.layerSubframe((context) => ({
+          ...context,
+          parentMessage: response.id,
+          toolCallId: toolCall.toolCallId
+        }))));
+      });
+      yield* submitMessage(Obj2.make(DataType2.Message, {
+        created: (/* @__PURE__ */ new Date()).toISOString(),
+        sender: {
+          role: "tool"
+        },
+        blocks: toolResults
+      }));
+    } while (true);
+    log2("done", {
+      pending: this._pending.length
+    }, {
+      F: __dxlog_file2,
+      L: 181,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    return this._pending;
+  }).pipe(this._semaphore.withPermits(1), Effect3.withSpan("AiSession.run"));
+  /**
+  * @deprecated
+  */
+  // TODO(burdon): Implement or remove.
+  async runStructured(_schema, _options) {
+    return todo();
   }
 };
 var createSnippet = (text, len = 32) => text.length <= len * 2 ? text : [
@@ -306,8 +299,8 @@ var createSnippet = (text, len = 32) => text.length <= len * 2 ? text : [
 ].join("");
 
 // src/session/toolkit.ts
-import { Toolkit } from "@effect/ai";
-import { Effect as Effect4 } from "effect";
+import * as Toolkit from "@effect/ai/Toolkit";
+import * as Effect4 from "effect/Effect";
 import { ToolExecutionService, ToolResolverService } from "@dxos/ai";
 import { isTruthy } from "@dxos/util";
 var createToolkit = ({ toolkit: toolkitParam, toolIds = [], blueprints = [] }) => Effect4.gen(function* () {
@@ -324,23 +317,9 @@ var createToolkit = ({ toolkit: toolkitParam, toolIds = [], blueprints = [] }) =
 });
 
 // src/session/version-pin.ts
-import { Schema } from "effect";
+import * as Schema from "effect/Schema";
+import { ObjectId } from "@dxos/echo/internal";
 import { getVersion } from "@dxos/echo-db";
-import { ObjectId } from "@dxos/echo-schema";
-function _define_property2(obj, key, value) {
-  if (key in obj) {
-    Object.defineProperty(obj, key, {
-      value,
-      enumerable: true,
-      configurable: true,
-      writable: true
-    });
-  } else {
-    obj[key] = value;
-  }
-  return obj;
-}
-var _class;
 var ObjectVersionSchema = Schema.Unknown;
 var VersionPinSchema = Schema.Struct({
   // TODO(dmaretskyi): Use Ref when those support encoding.
@@ -348,7 +327,8 @@ var VersionPinSchema = Schema.Struct({
   // TODO(dmaretskyi): Could be opaque.
   version: ObjectVersionSchema
 });
-var VersionPin = (_class = class extends VersionPinSchema {
+var VersionPin = class extends VersionPinSchema {
+  static DISPOSITION = "version-pin";
   static fromObject(object) {
     return VersionPin.make({
       objectId: object.id,
@@ -362,7 +342,7 @@ var VersionPin = (_class = class extends VersionPinSchema {
       data: JSON.stringify(pin)
     };
   }
-}, _define_property2(_class, "DISPOSITION", "version-pin"), _class);
+};
 
 export {
   ArtifactDiffResolver,
@@ -373,4 +353,4 @@ export {
   createToolkit,
   VersionPin
 };
-//# sourceMappingURL=chunk-GVKA7VL3.mjs.map
+//# sourceMappingURL=chunk-AUUC7II4.mjs.map

package/dist/lib/node-esm/chunk-AUUC7II4.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/session/artifact-diff.ts", "../../../src/session/observer.ts", "../../../src/errors.ts", "../../../src/session/session.ts", "../../../src/session/format.ts", "../../../src/session/toolkit.ts", "../../../src/session/version-pin.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Context from 'effect/Context';\n\nimport { type ObjectId } from '@dxos/echo/internal';\nimport { type ObjectVersion } from '@dxos/echo-db';\n\n/**\n * Resolves artifact ids to their versions.\n * Used to give the model a sense of the changes to the artifacts made by users during the conversation.\n * The artifacts versions are pinned in the history, and whenever the artifact changes in-between assistant's steps,\n * a diff is inserted into the conversation.\n *\n * Can be optionally provided to the session run call.\n */\n// TODO(dmaretskyi): Convert to Context.Reference\nexport class ArtifactDiffResolver extends Context.Tag('@dxos/assistant/ArtifactDiffResolver')<\n  ArtifactDiffResolver,\n  ArtifactDiffResolver.Service\n>() {}\n\nexport namespace ArtifactDiffResolver {\n  export type Service = {\n    resolve: (\n      artifacts: {\n        id: ObjectId;\n        lastVersion: ObjectVersion;\n      }[],\n    ) => Promise<\n      Map<\n        ObjectId,\n        {\n          version: ObjectVersion;\n          diff?: string;\n        }\n      >\n    >;\n  };\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\nimport * as Function from 'effect/Function';\n\nimport { type AiParser, type ConsolePrinter } from '@dxos/ai';\nimport { type DataType } from '@dxos/schema';\n\n/**\n * Live observer of the generation process.\n */\nexport interface GenerationObserver extends AiParser.ParseResponseCallbacks {\n  /**\n   * Complete messages fired during the session, both from the model and from the user.\n   * This message will contain all message blocks emitted through the `onBlock` callback.\n   */\n  onMessage: (message: DataType.Message) => Effect.Effect<void>;\n}\n\nexport const GenerationObserver = Object.freeze({\n  make: ({\n    onBegin = Function.constant(Effect.void),\n    onPart = Function.constant(Effect.void),\n    onBlock = Function.constant(Effect.void),\n    onEnd = Function.constant(Effect.void),\n    onMessage = Function.constant(Effect.void),\n  }: Partial<GenerationObserver> = {}): GenerationObserver => ({\n    onBegin,\n    onPart,\n    onBlock,\n    onEnd,\n    onMessage,\n  }),\n\n  noop: () => GenerationObserver.make(),\n\n  /**\n   * Debug printer to be used in unit-tests and browser devtools.\n   */\n  fromPrinter: (printer: ConsolePrinter) =>\n    GenerationObserver.make({\n      onBlock: (block) =>\n        Effect.sync(() => {\n          if (block.pending) {\n            return; // Only prints full blocks (better for unit-tests and browser devtools).\n          }\n          printer.printContentBlock(block);\n        }),\n      onMessage: (message) =>\n        Effect.sync(() => {\n          if (message.sender.role === 'assistant') {\n            return; // Skip assistant messages since they are printed in the `onBlock` callback.\n          }\n          printer.printMessage(message);\n        }),\n    }),\n});\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { BaseError } from '@dxos/errors';\n\n/**\n * Generic error from AI model.\n */\nexport class AiModelError extends BaseError.extend('AI_MODEL_ERROR', 'AI model error') {}\n\n/**\n * Generic error for AI agent execution.\n */\nexport class AiAssistantError extends BaseError.extend('AI_ASSISTANT_ERROR', 'AI assistant error') {}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport type * as AiError from '@effect/ai/AiError';\nimport * as LanguageModel from '@effect/ai/LanguageModel';\nimport type * as Tool from '@effect/ai/Tool';\nimport type * as Toolkit from '@effect/ai/Toolkit';\nimport * as Chunk from 'effect/Chunk';\nimport * as Effect from 'effect/Effect';\nimport type * as Schema from 'effect/Schema';\nimport * as Stream from 'effect/Stream';\n\nimport {\n  AiParser,\n  AiPreprocessor,\n  type AiToolNotFoundError,\n  type PromptPreprocessingError,\n  type ToolExecutionService,\n  type ToolResolverService,\n  callTool,\n  getToolCalls,\n} from '@dxos/ai';\nimport { type Blueprint } from '@dxos/blueprints';\nimport { todo } from '@dxos/debug';\nimport { Obj } from '@dxos/echo';\nimport { TracingService } from '@dxos/functions';\nimport { log } from '@dxos/log';\nimport { DataType } from '@dxos/schema';\n\nimport { type AiAssistantError } from '../errors';\n\nimport { formatSystemPrompt, formatUserPrompt } from './format';\nimport { GenerationObserver } from './observer';\n\nexport type AiSessionRunError = AiError.AiError | PromptPreprocessingError | AiToolNotFoundError | AiAssistantError;\n\nexport type AiSessionRunRequirements =\n  | LanguageModel.LanguageModel\n  | ToolExecutionService\n  | ToolResolverService\n  | TracingService;\n\nexport type AiSessionRunParams<Tools extends Record<string, Tool.Any>> = {\n  prompt: string;\n  // TODO(wittjosiah): Rename to systemPrompt.\n  system?: string;\n  history?: DataType.Message[];\n  objects?: Obj.Any[];\n  blueprints?: Blueprint.Blueprint[];\n  toolkit?: Toolkit.WithHandler<Tools>;\n  observer?: GenerationObserver;\n};\n\nexport type AiSessionOptions = {};\n\n/**\n * Contains message history, tools, current context.\n * Current context means the state of the app, time of day, and other contextual information.\n * It makes requests to the model, its a state machine.\n * It keeps track of the current goal.\n * It manages the context window.\n * Tracks the success criteria of reaching the goal, exposing metrics (stretch).\n * Could be run locally in the app or remotely.\n * Could be personal or shared.\n */\nexport class AiSession {\n  /** Prevents concurrent execution of session. */\n  private readonly _semaphore = Effect.runSync(Effect.makeSemaphore(1));\n\n  /** Message history from queue. */\n  // TODO(burdon): Evolve into supporting a git-like graph of messages.\n  private _history: DataType.Message[] = [];\n\n  /** Pending messages for this session (incl. the current prompt). */\n  private _pending: DataType.Message[] = [];\n\n  constructor(private readonly _options: AiSessionOptions = {}) {}\n\n  run = <Tools extends Record<string, Tool.Any>>({\n    prompt,\n    system: systemTemplate,\n    history = [],\n    objects = [],\n    blueprints = [],\n    toolkit,\n    observer = GenerationObserver.noop(),\n  }: AiSessionRunParams<Tools>): Effect.Effect<DataType.Message[], AiSessionRunError, AiSessionRunRequirements> =>\n    Effect.gen(this, function* () {\n      this._history = [...history];\n      this._pending = [];\n      const pending = this._pending;\n\n      const submitMessage = Effect.fnUntraced(function* (message: DataType.Message) {\n        pending.push(message);\n        yield* observer.onMessage(message);\n        yield* TracingService.emitConverationMessage(message);\n        return message;\n      });\n\n      // Submit the prompt.\n      // TODO(burdon): Remove if cancelled?\n      const promptMessage = yield* submitMessage(yield* formatUserPrompt({ prompt, history }));\n\n      // Generate system and prompt messages.\n      const system = yield* formatSystemPrompt({ system: systemTemplate, blueprints, objects });\n\n      // Tool call loop.\n      do {\n        log('request', {\n          prompt: promptMessage,\n          system: { snippet: createSnippet(system), length: system.length },\n          pending: this._pending.length,\n          history: this._history.length,\n          objects: objects?.length ?? 0,\n        });\n\n        const prompt = yield* AiPreprocessor.preprocessPrompt([...this._history, ...this._pending], { system });\n\n        // Execute the stream request.\n        // logDump('prompt', Prompt.Prompt.pipe(Schema.encodeSync)(prompt));\n        const blocks = yield* LanguageModel.streamText({\n          prompt,\n          toolkit,\n          disableToolCallResolution: true,\n        }).pipe(\n          // TOOD(dmaretskyi): Error mapping.\n          AiParser.parseResponse({\n            onBegin: () => observer.onBegin(),\n            onBlock: (block) => observer.onBlock(block),\n            onPart: (part) => observer.onPart(part),\n            onEnd: (summary) => observer.onEnd(summary),\n          }),\n          Stream.runCollect,\n          Effect.map(Chunk.toArray),\n        );\n\n        // Create the response message.\n        const response = yield* submitMessage(\n          Obj.make(DataType.Message, {\n            created: new Date().toISOString(),\n            sender: { role: 'assistant' },\n            blocks,\n          }),\n        );\n\n        // Parse the response for tool calls.\n        const toolCalls = getToolCalls(response);\n        if (toolCalls.length === 0) {\n          break;\n        } else if (!toolkit) {\n          throw new Error('No toolkit provided'); // TODO(burdon): Throw user error?\n        }\n\n        // Execute the tool calls.\n        // TODO(burdon): Retry errors? Write result when each completes individually?\n        const toolResults = yield* Effect.forEach(toolCalls, (toolCall) => {\n          return callTool(toolkit, toolCall).pipe(\n            Effect.provide(\n              TracingService.layerSubframe((context) => ({\n                ...context,\n                parentMessage: response.id,\n                toolCallId: toolCall.toolCallId,\n              })),\n            ),\n          );\n        });\n\n        // Add to queue and continue loop.\n        // TODO(wittjosiah): Sometimes tool error results are added to the queue before the tool agent statuses.\n        //   This results in a broken execution graph.\n        yield* submitMessage(\n          Obj.make(DataType.Message, {\n            created: new Date().toISOString(),\n            sender: { role: 'tool' },\n            blocks: toolResults,\n          }),\n        );\n      } while (true);\n\n      log('done', { pending: this._pending.length });\n      return this._pending;\n    }).pipe(this._semaphore.withPermits(1), Effect.withSpan('AiSession.run'));\n\n  /**\n   * @deprecated\n   */\n  // TODO(burdon): Implement or remove.\n  async runStructured<S extends Schema.Schema.AnyNoContext>(\n    _schema: S,\n    _options: AiSessionRunParams<any>,\n  ): Promise<Schema.Schema.Type<S>> {\n    return todo();\n    // const parser = structuredOutputParser(schema);\n    // const result = await this.run({\n    //   ...options,\n    //   executableTools: [...(options.executableTools ?? []), parser.tool],\n    // });\n    // return parser.getResult(result);\n  }\n}\n\nconst createSnippet = (text: string, len = 32) =>\n  text.length <= len * 2 ? text : [text.slice(0, len), '...', text.slice(-len)].join('');\n\n// TODO(dmaretskyi): Extract as a general util.\nconst logDump = (message: string, data: unknown) => {\n  // eslint-disable-next-line @typescript-eslint/no-require-imports\n  const { writeFileSync } = require('node:fs');\n  const path = `/tmp/log-data-${Date.now()}.json`;\n  writeFileSync(path, JSON.stringify(data, null, 2));\n  log.info(message, { path });\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Array from 'effect/Array';\nimport * as Effect from 'effect/Effect';\nimport * as Function from 'effect/Function';\nimport * as Option from 'effect/Option';\n\nimport { Template } from '@dxos/blueprints';\nimport { Obj } from '@dxos/echo';\nimport { type ObjectId } from '@dxos/echo/internal';\nimport { ObjectVersion } from '@dxos/echo-db';\nimport { DatabaseService } from '@dxos/functions';\nimport { log } from '@dxos/log';\nimport { type ContentBlock, DataType } from '@dxos/schema';\nimport { trim } from '@dxos/util';\n\nimport { AiAssistantError } from '../errors';\n\nimport { ArtifactDiffResolver } from './artifact-diff';\nimport { type AiSessionRunParams } from './session';\n\n/**\n * Formats the system prompt.\n */\n// TODO(burdon): Move to AiPreprocessor.\nexport const formatSystemPrompt = ({\n  system,\n  blueprints = [],\n  objects = [],\n}: Pick<AiSessionRunParams<any>, 'system' | 'blueprints' | 'objects'>) =>\n  Effect.gen(function* () {\n    const blueprintDefs = yield* Function.pipe(\n      blueprints,\n      Effect.forEach((blueprint) => Effect.succeed(blueprint.instructions)),\n      Effect.flatMap(Effect.forEach((template) => DatabaseService.loadOption(template.source))),\n      Effect.map(Array.filter(Option.isSome)),\n      Effect.map(\n        Array.map(\n          (template) => trim`\n            <blueprint>\n              ${Template.process(template.value.content)}\n            </blueprint>\n          `,\n        ),\n      ),\n      Effect.map((blueprints) =>\n        blueprints.length > 0 ? ['## Blueprints Definitions', ...blueprints].join('\\n\\n') : undefined,\n      ),\n    );\n\n    const objectDefs = yield* Function.pipe(\n      objects,\n      Effect.forEach((object) =>\n        Effect.succeed(trim`\n          <object>\n            <dxn>${Obj.getDXN(object)}</dxn>\n            <typename>${Obj.getTypename(object)}</typename>\n          </object>\n        `),\n      ),\n      Effect.map((objects) => (objects.length > 0 ? ['## Context Objects', ...objects].join('\\n\\n') : undefined)),\n    );\n\n    return yield* Function.pipe(\n      Effect.succeed([system, blueprintDefs, objectDefs].filter((def): def is string => def !== undefined)),\n      Effect.map((parts) => parts.join('\\n\\n')),\n    );\n  });\n\n/**\n * Formats the user prompt.\n */\n// TODO(burdon): Move to AiPreprocessor.\n// TODO(burdon): Convert util below to `Effect.fn` (to preserve stack info)\nexport const formatUserPrompt = ({ prompt, history = [] }: Pick<AiSessionRunParams<any>, 'prompt' | 'history'>) =>\n  Effect.gen(function* () {\n    const blocks: ContentBlock.Any[] = [];\n\n    // TODO(dmaretskyi): Evaluate other approaches as `serviceOption` isn't represented in the type system.\n    const artifactDiffResolver = yield* Effect.serviceOption(ArtifactDiffResolver);\n    if (Option.isSome(artifactDiffResolver)) {\n      const versions = gatherObjectVersions(history);\n      const artifactDiff = yield* Effect.tryPromise({\n        try: () =>\n          artifactDiffResolver.value.resolve(\n            [...versions.entries()].map(([id, version]) => ({ id, lastVersion: version })),\n          ),\n        catch: AiAssistantError.wrap({ message: 'Artifact diff resolution error' }),\n      });\n\n      log('version', { artifactDiff, versions });\n      for (const [id, { version }] of [...artifactDiff.entries()]) {\n        if (ObjectVersion.equals(version, versions.get(id)!)) {\n          artifactDiff.delete(id);\n          continue;\n        }\n\n        blocks.push({ _tag: 'anchor', objectId: id, version });\n      }\n\n      if (artifactDiff.size > 0) {\n        blocks.push(createArtifactUpdateBlock(artifactDiff));\n      }\n    }\n\n    return Obj.make(DataType.Message, {\n      created: new Date().toISOString(),\n      sender: { role: 'user' },\n      blocks: [...blocks, { _tag: 'text', text: prompt }],\n    });\n  });\n\nconst gatherObjectVersions = (messages: DataType.Message[]): Map<ObjectId, ObjectVersion> => {\n  const artifactIds = new Map<ObjectId, ObjectVersion>();\n  for (const message of messages) {\n    for (const block of message.blocks) {\n      if (block._tag === 'anchor') {\n        artifactIds.set(block.objectId, block.version as ObjectVersion);\n      }\n    }\n  }\n\n  return artifactIds;\n};\n\nconst createArtifactUpdateBlock = (\n  artifactDiff: Map<ObjectId, { version: ObjectVersion; diff?: string }>,\n): ContentBlock.Any => {\n  return {\n    _tag: 'text',\n    // TODO(dmaretskyi): Does this need to be a special content-block?\n    disposition: 'artifact-update',\n    text: trim`\n      The following artifacts have been updated since the last message:\n      ${[...artifactDiff.entries()]\n        .map(([id, { diff }]) => `<changed-artifact id=\"${id}\">${diff ? `\\n${diff}` : ''}</changed-artifact>`)\n        .join('\\n')}\n    `,\n  };\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport type * as Tool from '@effect/ai/Tool';\nimport * as Toolkit from '@effect/ai/Toolkit';\nimport type * as Context from 'effect/Context';\nimport * as Effect from 'effect/Effect';\n\nimport { type AiToolNotFoundError, ToolExecutionService, type ToolId, ToolResolverService } from '@dxos/ai';\nimport { type Blueprint } from '@dxos/blueprints';\nimport { isTruthy } from '@dxos/util';\n\nexport type ToolkitParams<Tools extends Record<string, Tool.Any>> = {\n  toolkit?: Toolkit.Toolkit<Tools>;\n  toolIds?: ToolId[];\n  blueprints?: Blueprint.Blueprint[];\n};\n\n/**\n * Build a combined toolkit from the blueprint tools and the provided toolkit.\n */\nexport const createToolkit = <Tools extends Record<string, Tool.Any> = {}>({\n  toolkit: toolkitParam,\n  toolIds = [],\n  blueprints = [],\n}: ToolkitParams<Tools>): Effect.Effect<\n  Toolkit.WithHandler<any>,\n  AiToolNotFoundError,\n  ToolResolverService | ToolExecutionService | Tool.HandlersFor<Tools>\n> =>\n  Effect.gen(function* () {\n    const blueprintToolkit = yield* ToolResolverService.resolveToolkit([\n      ...blueprints.flatMap(({ tools }) => tools),\n      ...toolIds,\n    ]);\n\n    const blueprintToolkitHandler: Context.Context<Tool.HandlersFor<any>> = yield* blueprintToolkit.toContext(\n      ToolExecutionService.handlersFor(blueprintToolkit),\n    );\n\n    const toolkit = Toolkit.merge(...[toolkitParam, blueprintToolkit].filter(isTruthy));\n    return yield* toolkit.pipe(Effect.provide(blueprintToolkitHandler)) as any as Effect.Effect<\n      Toolkit.WithHandler<any>,\n      never,\n      Tool.HandlersFor<Tools>\n    >;\n  });\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Schema from 'effect/Schema';\n\nimport { type AnyEchoObject, ObjectId } from '@dxos/echo/internal';\nimport { type ObjectVersion } from '@dxos/echo-db';\nimport { getVersion } from '@dxos/echo-db';\nimport { type ContentBlock } from '@dxos/schema';\n\n// TODO(dmaretskyi): Extract.\nconst ObjectVersionSchema = Schema.Unknown as Schema.Schema<ObjectVersion>;\n\nconst VersionPinSchema = Schema.Struct({\n  // TODO(dmaretskyi): Use Ref when those support encoding.\n  objectId: ObjectId,\n  // TODO(dmaretskyi): Could be opaque.\n  version: ObjectVersionSchema,\n});\n\n/**\n * Used to pin a specific version of an object during the course of a conversation.\n * This allows us to detect when the object changes during the course of the conversation.\n */\nexport interface VersionPin extends Schema.Schema.Type<typeof VersionPinSchema> {}\n\nexport const VersionPin: typeof VersionPinSchema & {\n  DISPOSITION: 'version-pin';\n  fromObject: (object: AnyEchoObject) => VersionPin;\n  createBlock: (pin: VersionPin) => ContentBlock.Any;\n} = class extends VersionPinSchema {\n  static readonly DISPOSITION = 'version-pin';\n  static fromObject(object: AnyEchoObject): VersionPin {\n    return VersionPin.make({\n      objectId: object.id,\n      version: getVersion(object),\n    });\n  }\n\n  static createBlock(pin: VersionPin): ContentBlock.Any {\n    return {\n      _tag: 'json',\n      disposition: VersionPin.DISPOSITION,\n      data: JSON.stringify(pin),\n    };\n  }\n};\n"],
+  "mappings": ";;;AAIA,YAAYA,aAAa;AAclB,IAAMC,uBAAN,cAA2CC,YAAI,sCAAA,EAAA,EAAA;AAGjD;;;ACjBL,YAAYC,YAAY;AACxB,YAAYC,cAAc;AAgBnB,IAAMC,qBAAqBC,OAAOC,OAAO;EAC9CC,MAAM,CAAC,EACLC,UAAmBC,kBAAgBC,WAAI,GACvCC,SAAkBF,kBAAgBC,WAAI,GACtCE,UAAmBH,kBAAgBC,WAAI,GACvCG,QAAiBJ,kBAAgBC,WAAI,GACrCI,YAAqBL,kBAAgBC,WAAI,EAAC,IACX,CAAC,OAA2B;IAC3DF;IACAG;IACAC;IACAC;IACAC;EACF;EAEAC,MAAM,MAAMX,mBAAmBG,KAAI;;;;EAKnCS,aAAa,CAACC,YACZb,mBAAmBG,KAAK;IACtBK,SAAS,CAACM,UACDC,YAAK,MAAA;AACV,UAAID,MAAME,SAAS;AACjB;MACF;AACAH,cAAQI,kBAAkBH,KAAAA;IAC5B,CAAA;IACFJ,WAAW,CAACQ,YACHH,YAAK,MAAA;AACV,UAAIG,QAAQC,OAAOC,SAAS,aAAa;AACvC;MACF;AACAP,cAAQQ,aAAaH,OAAAA;IACvB,CAAA;EACJ,CAAA;AACJ,CAAA;;;ACtDA,SAASI,iBAAiB;AAKnB,IAAMC,eAAN,cAA2BC,UAAUC,OAAO,kBAAkB,gBAAA,EAAA;AAAmB;AAKjF,IAAMC,mBAAN,cAA+BF,UAAUC,OAAO,sBAAsB,oBAAA,EAAA;AAAuB;;;ACTpG,YAAYE,mBAAmB;AAG/B,YAAYC,WAAW;AACvB,YAAYC,aAAY;AAExB,YAAYC,YAAY;AAExB,SACEC,UACAC,gBAKAC,UACAC,oBACK;AAEP,SAASC,YAAY;AACrB,SAASC,OAAAA,YAAW;AACpB,SAASC,sBAAsB;AAC/B,SAASC,OAAAA,YAAW;AACpB,SAASC,YAAAA,iBAAgB;;;ACxBzB,YAAYC,WAAW;AACvB,YAAYC,aAAY;AACxB,YAAYC,eAAc;AAC1B,YAAYC,YAAY;AAExB,SAASC,gBAAgB;AACzB,SAASC,WAAW;AAEpB,SAASC,qBAAqB;AAC9B,SAASC,uBAAuB;AAChC,SAASC,WAAW;AACpB,SAA4BC,gBAAgB;AAC5C,SAASC,YAAY;;AAWd,IAAMC,qBAAqB,CAAC,EACjCC,QACAC,aAAa,CAAA,GACbC,UAAU,CAAA,EAAE,MAELC,YAAI,aAAA;AACT,QAAMC,gBAAgB,OAAgBC,eACpCJ,YACOK,gBAAQ,CAACC,cAAqBC,gBAAQD,UAAUE,YAAY,CAAA,GAC5DC,gBAAeJ,gBAAQ,CAACK,aAAaC,gBAAgBC,WAAWF,SAASG,MAAM,CAAA,CAAA,GAC/EC,YAAUC,aAAcC,aAAM,CAAA,GAC9BF,YACCA,UACJ,CAACJ,aAAaO;;gBAERC,SAASC,QAAQT,SAASU,MAAMC,OAAO,CAAA;;WAE5C,CAAA,GAGEP,YAAI,CAACd,gBACVA,YAAWsB,SAAS,IAAI;IAAC;OAAgCtB;IAAYuB,KAAK,MAAA,IAAUC,MAAAA,CAAAA;AAIxF,QAAMC,aAAa,OAAgBrB,eACjCH,SACOI,gBAAQ,CAACqB,WACPnB,gBAAQU;;mBAEJU,IAAIC,OAAOF,MAAAA,CAAAA;wBACNC,IAAIE,YAAYH,MAAAA,CAAAA;;SAE/B,CAAA,GAEIZ,YAAI,CAACb,aAAaA,SAAQqB,SAAS,IAAI;IAAC;OAAyBrB;IAASsB,KAAK,MAAA,IAAUC,MAAAA,CAAAA;AAGlG,SAAO,OAAgBpB,eACdG,gBAAQ;IAACR;IAAQI;IAAesB;IAAYV,OAAO,CAACe,QAAuBA,QAAQN,MAAAA,CAAAA,GACnFV,YAAI,CAACiB,UAAUA,MAAMR,KAAK,MAAA,CAAA,CAAA;AAErC,CAAA;AAOK,IAAMS,mBAAmB,CAAC,EAAEC,QAAQC,UAAU,CAAA,EAAE,MAC9ChC,YAAI,aAAA;AACT,QAAMiC,SAA6B,CAAA;AAGnC,QAAMC,uBAAuB,OAAcC,sBAAcC,oBAAAA;AACzD,MAAWtB,cAAOoB,oBAAAA,GAAuB;AACvC,UAAMG,WAAWC,qBAAqBN,OAAAA;AACtC,UAAMO,eAAe,OAAcC,mBAAW;MAC5CC,KAAK,MACHP,qBAAqBhB,MAAMwB,QACzB;WAAIL,SAASM,QAAO;QAAI/B,IAAI,CAAC,CAACgC,IAAIC,OAAAA,OAAc;QAAED;QAAIE,aAAaD;MAAQ,EAAA,CAAA;MAE/EE,OAAOC,iBAAiBC,KAAK;QAAEC,SAAS;MAAiC,CAAA;IAC3E,CAAA;AAEAC,QAAI,WAAW;MAAEZ;MAAcF;IAAS,GAAA;;;;;;AACxC,eAAW,CAACO,IAAI,EAAEC,QAAO,CAAE,KAAK;SAAIN,aAAaI,QAAO;OAAK;AAC3D,UAAIS,cAAcC,OAAOR,SAASR,SAASiB,IAAIV,EAAAA,CAAAA,GAAO;AACpDL,qBAAagB,OAAOX,EAAAA;AACpB;MACF;AAEAX,aAAOuB,KAAK;QAAEC,MAAM;QAAUC,UAAUd;QAAIC;MAAQ,CAAA;IACtD;AAEA,QAAIN,aAAaoB,OAAO,GAAG;AACzB1B,aAAOuB,KAAKI,0BAA0BrB,YAAAA,CAAAA;IACxC;EACF;AAEA,SAAOd,IAAIoC,KAAKC,SAASC,SAAS;IAChCC,UAAS,oBAAIC,KAAAA,GAAOC,YAAW;IAC/BC,QAAQ;MAAEC,MAAM;IAAO;IACvBnC,QAAQ;SAAIA;MAAQ;QAAEwB,MAAM;QAAQY,MAAMtC;MAAO;;EACnD,CAAA;AACF,CAAA;AAEF,IAAMO,uBAAuB,CAACgC,aAAAA;AAC5B,QAAMC,cAAc,oBAAIC,IAAAA;AACxB,aAAWtB,WAAWoB,UAAU;AAC9B,eAAWG,SAASvB,QAAQjB,QAAQ;AAClC,UAAIwC,MAAMhB,SAAS,UAAU;AAC3Bc,oBAAYG,IAAID,MAAMf,UAAUe,MAAM5B,OAAO;MAC/C;IACF;EACF;AAEA,SAAO0B;AACT;AAEA,IAAMX,4BAA4B,CAChCrB,iBAAAA;AAEA,SAAO;IACLkB,MAAM;;IAENkB,aAAa;IACbN,MAAMtD;;QAEF;SAAIwB,aAAaI,QAAO;MACvB/B,IAAI,CAAC,CAACgC,IAAI,EAAEgC,KAAI,CAAE,MAAM,yBAAyBhC,EAAAA,KAAOgC,OAAO;EAAKA,IAAAA,KAAS,EAAA,qBAAuB,EACpGvD,KAAK,IAAA,CAAA;;EAEZ;AACF;;;;AD3EO,IAAMwD,YAAN,MAAMA;;;EAEMC,aAAoBC,gBAAeC,sBAAc,CAAA,CAAA;;;EAI1DC,WAA+B,CAAA;;EAG/BC,WAA+B,CAAA;EAEvC,YAA6BC,WAA6B,CAAC,GAAG;SAAjCA,WAAAA;EAAkC;EAE/DC,MAAM,CAAyC,EAC7CC,QACAC,QAAQC,gBACRC,UAAU,CAAA,GACVC,UAAU,CAAA,GACVC,aAAa,CAAA,GACbC,SACAC,WAAWC,mBAAmBC,KAAI,EAAE,MAE7BC,YAAI,MAAM,aAAA;AACf,SAAKd,WAAW;SAAIO;;AACpB,SAAKN,WAAW,CAAA;AAChB,UAAMc,UAAU,KAAKd;AAErB,UAAMe,gBAAuBC,mBAAW,WAAWC,SAAyB;AAC1EH,cAAQI,KAAKD,OAAAA;AACb,aAAOP,SAASS,UAAUF,OAAAA;AAC1B,aAAOG,eAAeC,uBAAuBJ,OAAAA;AAC7C,aAAOA;IACT,CAAA;AAIA,UAAMK,gBAAgB,OAAOP,cAAc,OAAOQ,iBAAiB;MAAEpB;MAAQG;IAAQ,CAAA,CAAC;AAGtF,UAAMF,SAAS,OAAOoB,mBAAmB;MAAEpB,QAAQC;MAAgBG;MAAYD;IAAQ,CAAA;AAGvF,OAAG;AACDkB,MAAAA,KAAI,WAAW;QACbtB,QAAQmB;QACRlB,QAAQ;UAAEsB,SAASC,cAAcvB,MAAAA;UAASwB,QAAQxB,OAAOwB;QAAO;QAChEd,SAAS,KAAKd,SAAS4B;QACvBtB,SAAS,KAAKP,SAAS6B;QACvBrB,SAASA,SAASqB,UAAU;MAC9B,GAAA;;;;;;AAEA,YAAMzB,UAAS,OAAO0B,eAAeC,iBAAiB;WAAI,KAAK/B;WAAa,KAAKC;SAAW;QAAEI;MAAO,CAAA;AAIrG,YAAM2B,SAAS,OAAqBC,yBAAW;QAC7C7B,QAAAA;QACAM;QACAwB,2BAA2B;MAC7B,CAAA,EAAGC;;QAEDC,SAASC,cAAc;UACrBC,SAAS,MAAM3B,SAAS2B,QAAO;UAC/BC,SAAS,CAACC,UAAU7B,SAAS4B,QAAQC,KAAAA;UACrCC,QAAQ,CAACC,SAAS/B,SAAS8B,OAAOC,IAAAA;UAClCC,OAAO,CAACC,YAAYjC,SAASgC,MAAMC,OAAAA;QACrC,CAAA;QACOC;QACAC,YAAUC,aAAO;MAAA;AAI1B,YAAMC,WAAW,OAAOhC,cACtBiC,KAAIC,KAAKC,UAASC,SAAS;QACzBC,UAAS,oBAAIC,KAAAA,GAAOC,YAAW;QAC/BC,QAAQ;UAAEC,MAAM;QAAY;QAC5BzB;MACF,CAAA,CAAA;AAIF,YAAM0B,YAAYC,aAAaX,QAAAA;AAC/B,UAAIU,UAAU7B,WAAW,GAAG;AAC1B;MACF,WAAW,CAACnB,SAAS;AACnB,cAAM,IAAIkD,MAAM,qBAAA;MAClB;AAIA,YAAMC,cAAc,OAAcC,gBAAQJ,WAAW,CAACK,aAAAA;AACpD,eAAOC,SAAStD,SAASqD,QAAAA,EAAU5B,KAC1B8B,gBACL5C,eAAe6C,cAAc,CAACC,aAAa;UACzC,GAAGA;UACHC,eAAepB,SAASqB;UACxBC,YAAYP,SAASO;QACvB,EAAA,CAAA,CAAA;MAGN,CAAA;AAKA,aAAOtD,cACLiC,KAAIC,KAAKC,UAASC,SAAS;QACzBC,UAAS,oBAAIC,KAAAA,GAAOC,YAAW;QAC/BC,QAAQ;UAAEC,MAAM;QAAO;QACvBzB,QAAQ6B;MACV,CAAA,CAAA;IAEJ,SAAS;AAETnC,IAAAA,KAAI,QAAQ;MAAEX,SAAS,KAAKd,SAAS4B;IAAO,GAAA;;;;;;AAC5C,WAAO,KAAK5B;EACd,CAAA,EAAGkC,KAAK,KAAKtC,WAAW0E,YAAY,CAAA,GAAWC,iBAAS,eAAA,CAAA;;;;;EAM1D,MAAMC,cACJC,SACAxE,UACgC;AAChC,WAAOyE,KAAAA;EAOT;AACF;AAEA,IAAM/C,gBAAgB,CAACgD,MAAcC,MAAM,OACzCD,KAAK/C,UAAUgD,MAAM,IAAID,OAAO;EAACA,KAAKE,MAAM,GAAGD,GAAAA;EAAM;EAAOD,KAAKE,MAAM,CAACD,GAAAA;EAAME,KAAK,EAAA;;;AEtMrF,YAAYC,aAAa;AAEzB,YAAYC,aAAY;AAExB,SAAmCC,sBAAmCC,2BAA2B;AAEjG,SAASC,gBAAgB;AAWlB,IAAMC,gBAAgB,CAA8C,EACzEC,SAASC,cACTC,UAAU,CAAA,GACVC,aAAa,CAAA,EAAE,MAMRC,YAAI,aAAA;AACT,QAAMC,mBAAmB,OAAOC,oBAAoBC,eAAe;OAC9DJ,WAAWK,QAAQ,CAAC,EAAEC,MAAK,MAAOA,KAAAA;OAClCP;GACJ;AAED,QAAMQ,0BAAkE,OAAOL,iBAAiBM,UAC9FC,qBAAqBC,YAAYR,gBAAAA,CAAAA;AAGnC,QAAML,UAAkBc,cAAK,GAAI;IAACb;IAAcI;IAAkBU,OAAOC,QAAAA,CAAAA;AACzE,SAAO,OAAOhB,QAAQiB,KAAYC,gBAAQR,uBAAAA,CAAAA;AAK5C,CAAA;;;AC3CF,YAAYS,YAAY;AAExB,SAA6BC,gBAAgB;AAE7C,SAASC,kBAAkB;AAI3B,IAAMC,sBAA6BC;AAEnC,IAAMC,mBAA0BC,cAAO;;EAErCC,UAAUC;;EAEVC,SAASN;AACX,CAAA;AAQO,IAAMO,aAIT,cAAcL,iBAAAA;EAChB,OAAgBM,cAAc;EAC9B,OAAOC,WAAWC,QAAmC;AACnD,WAAOH,WAAWI,KAAK;MACrBP,UAAUM,OAAOE;MACjBN,SAASO,WAAWH,MAAAA;IACtB,CAAA;EACF;EAEA,OAAOI,YAAYC,KAAmC;AACpD,WAAO;MACLC,MAAM;MACNC,aAAaV,WAAWC;MACxBU,MAAMC,KAAKC,UAAUL,GAAAA;IACvB;EACF;AACF;",
+  "names": ["Context", "ArtifactDiffResolver", "Tag", "Effect", "Function", "GenerationObserver", "Object", "freeze", "make", "onBegin", "constant", "void", "onPart", "onBlock", "onEnd", "onMessage", "noop", "fromPrinter", "printer", "block", "sync", "pending", "printContentBlock", "message", "sender", "role", "printMessage", "BaseError", "AiModelError", "BaseError", "extend", "AiAssistantError", "LanguageModel", "Chunk", "Effect", "Stream", "AiParser", "AiPreprocessor", "callTool", "getToolCalls", "todo", "Obj", "TracingService", "log", "DataType", "Array", "Effect", "Function", "Option", "Template", "Obj", "ObjectVersion", "DatabaseService", "log", "DataType", "trim", "formatSystemPrompt", "system", "blueprints", "objects", "gen", "blueprintDefs", "pipe", "forEach", "blueprint", "succeed", "instructions", "flatMap", "template", "DatabaseService", "loadOption", "source", "map", "filter", "isSome", "trim", "Template", "process", "value", "content", "length", "join", "undefined", "objectDefs", "object", "Obj", "getDXN", "getTypename", "def", "parts", "formatUserPrompt", "prompt", "history", "blocks", "artifactDiffResolver", "serviceOption", "ArtifactDiffResolver", "versions", "gatherObjectVersions", "artifactDiff", "tryPromise", "try", "resolve", "entries", "id", "version", "lastVersion", "catch", "AiAssistantError", "wrap", "message", "log", "ObjectVersion", "equals", "get", "delete", "push", "_tag", "objectId", "size", "createArtifactUpdateBlock", "make", "DataType", "Message", "created", "Date", "toISOString", "sender", "role", "text", "messages", "artifactIds", "Map", "block", "set", "disposition", "diff", "AiSession", "_semaphore", "runSync", "makeSemaphore", "_history", "_pending", "_options", "run", "prompt", "system", "systemTemplate", "history", "objects", "blueprints", "toolkit", "observer", "GenerationObserver", "noop", "gen", "pending", "submitMessage", "fnUntraced", "message", "push", "onMessage", "TracingService", "emitConverationMessage", "promptMessage", "formatUserPrompt", "formatSystemPrompt", "log", "snippet", "createSnippet", "length", "AiPreprocessor", "preprocessPrompt", "blocks", "streamText", "disableToolCallResolution", "pipe", "AiParser", "parseResponse", "onBegin", "onBlock", "block", "onPart", "part", "onEnd", "summary", "runCollect", "map", "toArray", "response", "Obj", "make", "DataType", "Message", "created", "Date", "toISOString", "sender", "role", "toolCalls", "getToolCalls", "Error", "toolResults", "forEach", "toolCall", "callTool", "provide", "layerSubframe", "context", "parentMessage", "id", "toolCallId", "withPermits", "withSpan", "runStructured", "_schema", "todo", "text", "len", "slice", "join", "Toolkit", "Effect", "ToolExecutionService", "ToolResolverService", "isTruthy", "createToolkit", "toolkit", "toolkitParam", "toolIds", "blueprints", "gen", "blueprintToolkit", "ToolResolverService", "resolveToolkit", "flatMap", "tools", "blueprintToolkitHandler", "toContext", "ToolExecutionService", "handlersFor", "merge", "filter", "isTruthy", "pipe", "provide", "Schema", "ObjectId", "getVersion", "ObjectVersionSchema", "Unknown", "VersionPinSchema", "Struct", "objectId", "ObjectId", "version", "VersionPin", "DISPOSITION", "fromObject", "object", "make", "id", "getVersion", "createBlock", "pin", "_tag", "disposition", "data", "JSON", "stringify"]
+}

package/dist/lib/node-esm/extraction/index.mjs

@@ -1,7 +1,7 @@
 import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
 import {
   AiSession
-} from "../chunk-GVKA7VL3.mjs";
+} from "../chunk-AUUC7II4.mjs";
 import {
   combineNerTokens,
   createTokenGroups,
@@ -10,9 +10,9 @@ import {
 } from "../chunk-BCFXTNSK.mjs";
 
 // src/extraction/extraction.ts
-import { Schema } from "effect";
+import * as Schema from "effect/Schema";
 import { asyncTimeout } from "@dxos/async";
-import { Expando } from "@dxos/echo-schema";
+import { Expando } from "@dxos/echo/internal";
 import { log } from "@dxos/log";
 import { DataType } from "@dxos/schema";
 var __dxlog_file = "/__w/dxos/dxos/packages/core/assistant/src/extraction/extraction.ts";
@@ -58,14 +58,14 @@ var processTranscriptMessage = async (params) => {
 // src/extraction/extraction-llm-function/extraction-llm-function.ts
 import { AiService } from "@dxos/ai";
 import { Obj } from "@dxos/echo";
-import { create } from "@dxos/echo-schema";
+import { create } from "@dxos/echo/internal";
 import { defineFunction } from "@dxos/functions";
 import { DataType as DataType2 } from "@dxos/schema";
 
 // src/extraction/quotes.ts
-import { Schema as Schema2 } from "effect";
+import * as Schema2 from "effect/Schema";
 import { Filter, Query } from "@dxos/echo";
-import { ObjectId } from "@dxos/echo-schema";
+import { ObjectId } from "@dxos/echo/internal";
 import { DXN } from "@dxos/keys";
 import { log as log2 } from "@dxos/log";
 var __dxlog_file2 = "/__w/dxos/dxos/packages/core/assistant/src/extraction/quotes.ts";
@@ -176,7 +176,7 @@ var extractionAnthropicFunction = defineFunction({
 
 // src/extraction/extraction-ner-function/extraction-ner-function.ts
 import { asyncTimeout as asyncTimeout2 } from "@dxos/async";
-import { create as create2 } from "@dxos/echo-schema";
+import { create as create2 } from "@dxos/echo/internal";
 import { DatabaseService, defineFunction as defineFunction2 } from "@dxos/functions";
 import { invariant } from "@dxos/invariant";
 import { log as log3 } from "@dxos/log";

package/dist/lib/node-esm/extraction/index.mjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../../src/extraction/extraction.ts", "../../../../src/extraction/extraction-llm-function/extraction-llm-function.ts", "../../../../src/extraction/quotes.ts", "raw-loader:/__w/dxos/dxos/packages/core/assistant/src/extraction/extraction-llm-function/instructions.tpl?raw", "../../../../src/extraction/extraction-ner-function/extraction-ner-function.ts"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Schema } from 'effect';\n\nimport { asyncTimeout } from '@dxos/async';\nimport { Expando } from '@dxos/echo-schema';\nimport { type FunctionDefinition, type FunctionExecutor } from '@dxos/functions';\nimport { log } from '@dxos/log';\nimport { DataType } from '@dxos/schema';\n\nexport const ExtractionInput = Schema.Struct({\n  message: DataType.Message,\n  objects: Schema.optional(Schema.Array(Expando)),\n  options: Schema.optional(\n    Schema.Struct({\n      timeout: Schema.optional(Schema.Number),\n      fallbackToRaw: Schema.optional(Schema.Boolean),\n    }),\n  ),\n});\nexport interface ExtractionInput extends Schema.Schema.Type<typeof ExtractionInput> {}\n\nexport const ExtractionOutput = Schema.Struct({\n  message: DataType.Message,\n  timeElapsed: Schema.Number,\n});\nexport interface ExtractionOutput extends Schema.Schema.Type<typeof ExtractionOutput> {}\n\nexport type ProcessTranscriptMessageParams = {\n  input: ExtractionInput;\n  function: FunctionDefinition<ExtractionInput, ExtractionOutput>;\n  executor: FunctionExecutor;\n\n  options?: {\n    /**\n     * Timeout for the entity extraction.\n     */\n    timeout?: number;\n\n    /**\n     * Fallback to raw text if the entity extraction fails.\n     * Otherwise the function will throw an error.\n     * @default false\n     */\n    fallbackToRaw?: boolean;\n  };\n};\n\nexport type ExtractionFunction = FunctionDefinition<ExtractionInput, ExtractionOutput>;\n\n/**\n * Extract entities from the transcript message and add them to the message.\n */\n// TODO(dmaretskyi): Move context to a vector search index.\nexport const processTranscriptMessage = async (params: ProcessTranscriptMessageParams): Promise<ExtractionOutput> => {\n  try {\n    if (params.options?.timeout && params.options.timeout > 0) {\n      return await asyncTimeout(params.executor.invoke(params.function, params.input), params.options.timeout);\n    } else {\n      return await params.executor.invoke(params.function, params.input);\n    }\n  } catch (error) {\n    if (params.options?.fallbackToRaw) {\n      log.warn('failed to process message, falling back to raw text', { error });\n      return {\n        message: params.input.message,\n        timeElapsed: 0,\n      };\n    } else {\n      throw error;\n    }\n  }\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\n// ISSUE(burdon): defineFunction\n// @ts-nocheck\n\nimport { AiService } from '@dxos/ai';\nimport { Obj } from '@dxos/echo';\nimport { create } from '@dxos/echo-schema';\nimport { type FunctionDefinition, defineFunction } from '@dxos/functions';\nimport { type ContentBlock, DataType } from '@dxos/schema';\n\nimport { AiSession } from '../../session';\nimport { ExtractionInput, ExtractionOutput } from '../extraction';\nimport { ReferencedQuotes, insertReferences } from '../quotes';\n\nimport PROMPT from './instructions.tpl?raw';\n\nexport const extractionAnthropicFunction: FunctionDefinition<ExtractionInput, ExtractionOutput> = defineFunction({\n  key: 'dxos.org/function/extraction/extract-entities',\n  name: 'Extract Entities',\n  description: 'Extract entities from the transcript message and add them to the message.',\n  inputSchema: ExtractionInput,\n  outputSchema: ExtractionOutput,\n  handler: async ({ data: { message, objects }, context }) => {\n    const startTime = performance.now();\n    const ai = context.getService(AiService.AiService);\n    const session = new AiSession({ operationModel: 'configured' });\n    const result = await session.runStructured(ReferencedQuotes, {\n      generationOptions: {\n        model: '@anthropic/claude-3-5-haiku-20241022',\n      },\n      client: ai.client,\n      systemPrompt: PROMPT,\n      history: [\n        Obj.make(DataType.Message, {\n          created: new Date().toISOString(),\n          sender: { role: 'user' },\n          blocks: [\n            {\n              _tag: 'text',\n              text: `<context>${JSON.stringify(objects)}</context>`,\n            } satisfies ContentBlock.Text,\n            {\n              _tag: 'text',\n              text: `<transcript>${JSON.stringify(message.blocks)}</transcript>`,\n            } satisfies ContentBlock.Text,\n          ],\n        }),\n      ],\n      artifacts: [],\n      prompt: '',\n      tools: [],\n    } as any); // TODO(burdon): Rewrite test.\n\n    return {\n      timeElapsed: performance.now() - startTime,\n      message: create(DataType.Message, {\n        ...message,\n        blocks: message.blocks.map((block) =>\n          block._tag !== 'transcript'\n            ? block\n            : {\n                ...block,\n                text: insertReferences(block.text, result),\n              },\n        ),\n      }),\n    };\n  },\n});\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Schema } from 'effect';\n\nimport { Filter, Query } from '@dxos/echo';\nimport { type EchoDatabase } from '@dxos/echo-db';\nimport { ObjectId } from '@dxos/echo-schema';\nimport { DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\n\nexport const ReferencedQuotes = Schema.Struct({\n  references: Schema.Array(\n    Schema.Struct({\n      id: Schema.String,\n      quote: Schema.String, // TODO(burdon): Quote?\n    }),\n  )\n    .pipe(Schema.mutable)\n    .annotations({\n      // TODO(burdon): Does this description make sense?\n      description: `\n      The references to the context objects that are mentioned in the transcript. \n      Quote should match the original transcript text exactly, while id is the id of the context object.\n    `,\n    }),\n});\nexport type ReferencedQuotes = Schema.Schema.Type<typeof ReferencedQuotes>;\n\nexport const findQuotes = async (quotes: string[], db: EchoDatabase): Promise<ReferencedQuotes> => {\n  const references = await Promise.all(\n    quotes.map(async (quote) => {\n      const { objects } = await db.query(Query.select(Filter.text(quote, { type: 'vector' }))).run();\n      log.info('found quotes in vector index', { objects, quote });\n      return objects.length > 0 ? [{ id: objects[0].id.toString(), quote }] : [];\n    }),\n  );\n  return { references: references.flat() };\n};\n\n/**\n * Finds and replaces all quotes with DXNs references.\n */\n// TODO(dmaretskyi): Lookup and verifiy ids from provided context.\nexport const insertReferences = (text: string, quotes: ReferencedQuotes) => {\n  for (const quote of quotes.references) {\n    if (!ObjectId.isValid(quote.id)) {\n      continue;\n    }\n\n    // Use a case-insensitive regular expression to replace the quote.\n    const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'), 'gi');\n    text = text.replace(regex, `[${quote.quote}](${DXN.fromLocalObjectId(quote.id).toString()})`);\n  }\n\n  return text;\n};\n", "You are an AI assistant specialized in processing and enhancing transcripts with contextual information.\nYour task is to analyze a given transcript and extract references to the context objects.\n\nThe context and transcript are provided in the user message in `context` and `transcript` XML tags.\n\nHere are your instructions:\n\n1. Read the transcript and context information provided above.\n\n2. Process each segment of the transcript separately.\n\n3. For each segment:\n   a. Analyze the content and identify relevant information from the context.\n   b. Extract a number of references to the context objects that are mentioned in the segment.\n   c. Output the references in the format `{ \"quote\": \"earnings report\", \"id\": \"01JT0JP9AX0XKGZX4MV4B69VT6\" }`.\n   d. If there are no references, just output an empty array.\n\n4. Maintain the exact order and structure of the original transcript segments.\n\nOutput Format:\nYou have been provided with a tool that specifies output format\n\nRemember:\n- Only quote the text that is in the transcript.\n- Analyze each segment carefully before processing it.\n- Only reference objects that appear in the context and exactly by their id, If the object is not in the context, do not insert a reference. \n\nNow, process the transcript and context provided below according to these instructions.", "//\n// Copyright 2025 DXOS.org\n//\n\n// ISSUE(burdon): defineFunction\n// @ts-nocheck\n\nimport { asyncTimeout } from '@dxos/async';\nimport { create } from '@dxos/echo-schema';\nimport { DatabaseService, defineFunction } from '@dxos/functions';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\nimport { DataType } from '@dxos/schema';\n\nimport { ExtractionInput, ExtractionOutput } from '../extraction';\nimport { findQuotes, insertReferences } from '../quotes';\n\n/**\n * Named Entity Recognition model\n */\n// TODO(mykola): Make it use vector index to query objects and not pass objects as input.\nexport const extractionNerFunction = defineFunction({\n  key: 'dxos.org/function/extraction/extract-entities',\n  name: 'Extract Entities',\n  description: 'Extracts named entities from a text',\n  inputSchema: ExtractionInput,\n  outputSchema: ExtractionOutput,\n  handler: async ({ data: { message, options }, context }) => {\n    log.info('input', { message, options });\n    const startTime = performance.now();\n    const { db } = context.getService(DatabaseService);\n    const { extractFullEntities } = await import('./named-entity-recognition');\n\n    const entitiesPromise = Promise.all(\n      message.blocks.map(async (block) => {\n        invariant(block._tag === 'transcript' || block._tag === 'text');\n        return extractFullEntities(block.text);\n      }),\n    ).then((entities) => entities.flat());\n    const entities = options?.timeout ? await asyncTimeout(entitiesPromise, options.timeout) : await entitiesPromise;\n\n    log.info('entities', { entities });\n    const quoteReferences = await findQuotes(\n      entities.map((entity) => entity.word),\n      db,\n    );\n\n    const blocksWithReferences = message.blocks.map((block) => {\n      invariant(block._tag === 'transcript' || block._tag === 'text');\n      return { ...block, text: insertReferences(block._tag, quoteReferences) };\n    });\n\n    const messageWithReferences = create(DataType.Message, {\n      ...message,\n      blocks: blocksWithReferences,\n    });\n\n    log.info('output', { messageWithReferences });\n    return {\n      message: messageWithReferences,\n      timeElapsed: performance.now() - startTime,\n    };\n  },\n});\n"],
-  "mappings": ";;;;;;;;;;;;AAIA,SAASA,cAAc;AAEvB,SAASC,oBAAoB;AAC7B,SAASC,eAAe;AAExB,SAASC,WAAW;AACpB,SAASC,gBAAgB;;AAElB,IAAMC,kBAAkBL,OAAOM,OAAO;EAC3CC,SAASH,SAASI;EAClBC,SAAST,OAAOU,SAASV,OAAOW,MAAMT,OAAAA,CAAAA;EACtCU,SAASZ,OAAOU,SACdV,OAAOM,OAAO;IACZO,SAASb,OAAOU,SAASV,OAAOc,MAAM;IACtCC,eAAef,OAAOU,SAASV,OAAOgB,OAAO;EAC/C,CAAA,CAAA;AAEJ,CAAA;AAGO,IAAMC,mBAAmBjB,OAAOM,OAAO;EAC5CC,SAASH,SAASI;EAClBU,aAAalB,OAAOc;AACtB,CAAA;AA6BO,IAAMK,2BAA2B,OAAOC,WAAAA;AAC7C,MAAI;AACF,QAAIA,OAAOR,SAASC,WAAWO,OAAOR,QAAQC,UAAU,GAAG;AACzD,aAAO,MAAMZ,aAAamB,OAAOC,SAASC,OAAOF,OAAOG,UAAUH,OAAOI,KAAK,GAAGJ,OAAOR,QAAQC,OAAO;IACzG,OAAO;AACL,aAAO,MAAMO,OAAOC,SAASC,OAAOF,OAAOG,UAAUH,OAAOI,KAAK;IACnE;EACF,SAASC,OAAO;AACd,QAAIL,OAAOR,SAASG,eAAe;AACjCZ,UAAIuB,KAAK,uDAAuD;QAAED;MAAM,GAAA;;;;;;AACxE,aAAO;QACLlB,SAASa,OAAOI,MAAMjB;QACtBW,aAAa;MACf;IACF,OAAO;AACL,YAAMO;IACR;EACF;AACF;;;ACnEA,SAASE,iBAAiB;AAC1B,SAASC,WAAW;AACpB,SAASC,cAAc;AACvB,SAAkCC,sBAAsB;AACxD,SAA4BC,YAAAA,iBAAgB;;;ACP5C,SAASC,UAAAA,eAAc;AAEvB,SAASC,QAAQC,aAAa;AAE9B,SAASC,gBAAgB;AACzB,SAASC,WAAW;AACpB,SAASC,OAAAA,YAAW;;AAEb,IAAMC,mBAAmBN,QAAOO,OAAO;EAC5CC,YAAYR,QAAOS,MACjBT,QAAOO,OAAO;IACZG,IAAIV,QAAOW;IACXC,OAAOZ,QAAOW;EAChB,CAAA,CAAA,EAECE,KAAKb,QAAOc,OAAO,EACnBC,YAAY;;IAEXC,aAAa;;;;EAIf,CAAA;AACJ,CAAA;AAGO,IAAMC,aAAa,OAAOC,QAAkBC,OAAAA;AACjD,QAAMX,aAAa,MAAMY,QAAQC,IAC/BH,OAAOI,IAAI,OAAOV,UAAAA;AAChB,UAAM,EAAEW,QAAO,IAAK,MAAMJ,GAAGK,MAAMtB,MAAMuB,OAAOxB,OAAOyB,KAAKd,OAAO;MAAEe,MAAM;IAAS,CAAA,CAAA,CAAA,EAAKC,IAAG;AAC5FvB,IAAAA,KAAIwB,KAAK,gCAAgC;MAAEN;MAASX;IAAM,GAAA;;;;;;AAC1D,WAAOW,QAAQO,SAAS,IAAI;MAAC;QAAEpB,IAAIa,QAAQ,CAAA,EAAGb,GAAGqB,SAAQ;QAAInB;MAAM;QAAK,CAAA;EAC1E,CAAA,CAAA;AAEF,SAAO;IAAEJ,YAAYA,WAAWwB,KAAI;EAAG;AACzC;AAMO,IAAMC,mBAAmB,CAACP,MAAcR,WAAAA;AAC7C,aAAWN,SAASM,OAAOV,YAAY;AACrC,QAAI,CAACL,SAAS+B,QAAQtB,MAAMF,EAAE,GAAG;AAC/B;IACF;AAGA,UAAMyB,QAAQ,IAAIC,OAAOxB,MAAMA,MAAMyB,QAAQ,uBAAuB,MAAA,GAAS,IAAA;AAC7EX,WAAOA,KAAKW,QAAQF,OAAO,IAAIvB,MAAMA,KAAK,KAAKR,IAAIkC,kBAAkB1B,MAAMF,EAAE,EAAEqB,SAAQ,CAAA,GAAK;EAC9F;AAEA,SAAOL;AACT;;;ACzDA;;;AFmBO,IAAMa,8BAAqFC,eAAe;EAC/GC,KAAK;EACLC,MAAM;EACNC,aAAa;EACbC,aAAaC;EACbC,cAAcC;EACdC,SAAS,OAAO,EAAEC,MAAM,EAAEC,SAASC,QAAO,GAAIC,QAAO,MAAE;AACrD,UAAMC,YAAYC,YAAYC,IAAG;AACjC,UAAMC,KAAKJ,QAAQK,WAAWC,UAAUA,SAAS;AACjD,UAAMC,UAAU,IAAIC,UAAU;MAAEC,gBAAgB;IAAa,CAAA;AAC7D,UAAMC,SAAS,MAAMH,QAAQI,cAAcC,kBAAkB;MAC3DC,mBAAmB;QACjBC,OAAO;MACT;MACAC,QAAQX,GAAGW;MACXC,cAAcC;MACdC,SAAS;QACPC,IAAIC,KAAKC,UAASC,SAAS;UACzBC,UAAS,oBAAIC,KAAAA,GAAOC,YAAW;UAC/BC,QAAQ;YAAEC,MAAM;UAAO;UACvBC,QAAQ;YACN;cACEC,MAAM;cACNC,MAAM,YAAYC,KAAKC,UAAUjC,OAAAA,CAAAA;YACnC;YACA;cACE8B,MAAM;cACNC,MAAM,eAAeC,KAAKC,UAAUlC,QAAQ8B,MAAM,CAAA;YACpD;;QAEJ,CAAA;;MAEFK,WAAW,CAAA;MACXC,QAAQ;MACRC,OAAO,CAAA;IACT,CAAA;AAEA,WAAO;MACLC,aAAalC,YAAYC,IAAG,IAAKF;MACjCH,SAASuC,OAAOhB,UAASC,SAAS;QAChC,GAAGxB;QACH8B,QAAQ9B,QAAQ8B,OAAOU,IAAI,CAACC,UAC1BA,MAAMV,SAAS,eACXU,QACA;UACE,GAAGA;UACHT,MAAMU,iBAAiBD,MAAMT,MAAMpB,MAAAA;QACrC,CAAA;MAER,CAAA;IACF;EACF;AACF,CAAA;;;AGhEA,SAAS+B,gBAAAA,qBAAoB;AAC7B,SAASC,UAAAA,eAAc;AACvB,SAASC,iBAAiBC,kBAAAA,uBAAsB;AAChD,SAASC,iBAAiB;AAC1B,SAASC,OAAAA,YAAW;AACpB,SAASC,YAAAA,iBAAgB;;AASlB,IAAMC,wBAAwBC,gBAAe;EAClDC,KAAK;EACLC,MAAM;EACNC,aAAa;EACbC,aAAaC;EACbC,cAAcC;EACdC,SAAS,OAAO,EAAEC,MAAM,EAAEC,SAASC,QAAO,GAAIC,QAAO,MAAE;AACrDC,IAAAA,KAAIC,KAAK,SAAS;MAAEJ;MAASC;IAAQ,GAAA;;;;;;AACrC,UAAMI,YAAYC,YAAYC,IAAG;AACjC,UAAM,EAAEC,GAAE,IAAKN,QAAQO,WAAWC,eAAAA;AAClC,UAAM,EAAEC,qBAAAA,qBAAmB,IAAK,MAAM,OAAO,0CAAA;AAE7C,UAAMC,kBAAkBC,QAAQC,IAC9Bd,QAAQe,OAAOC,IAAI,OAAOC,UAAAA;AACxBC,gBAAUD,MAAME,SAAS,gBAAgBF,MAAME,SAAS,QAAA,QAAA;;;;;;;;;AACxD,aAAOR,qBAAoBM,MAAMG,IAAI;IACvC,CAAA,CAAA,EACAC,KAAK,CAACC,cAAaA,UAASC,KAAI,CAAA;AAClC,UAAMD,WAAWrB,SAASuB,UAAU,MAAMC,cAAab,iBAAiBX,QAAQuB,OAAO,IAAI,MAAMZ;AAEjGT,IAAAA,KAAIC,KAAK,YAAY;MAAEkB;IAAS,GAAA;;;;;;AAChC,UAAMI,kBAAkB,MAAMC,WAC5BL,SAASN,IAAI,CAACY,WAAWA,OAAOC,IAAI,GACpCrB,EAAAA;AAGF,UAAMsB,uBAAuB9B,QAAQe,OAAOC,IAAI,CAACC,UAAAA;AAC/CC,gBAAUD,MAAME,SAAS,gBAAgBF,MAAME,SAAS,QAAA,QAAA;;;;;;;;;AACxD,aAAO;QAAE,GAAGF;QAAOG,MAAMW,iBAAiBd,MAAME,MAAMO,eAAAA;MAAiB;IACzE,CAAA;AAEA,UAAMM,wBAAwBC,QAAOC,UAASC,SAAS;MACrD,GAAGnC;MACHe,QAAQe;IACV,CAAA;AAEA3B,IAAAA,KAAIC,KAAK,UAAU;MAAE4B;IAAsB,GAAA;;;;;;AAC3C,WAAO;MACLhC,SAASgC;MACTI,aAAa9B,YAAYC,IAAG,IAAKF;IACnC;EACF;AACF,CAAA;",
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Schema from 'effect/Schema';\n\nimport { asyncTimeout } from '@dxos/async';\nimport { Expando } from '@dxos/echo/internal';\nimport { type FunctionDefinition, type FunctionExecutor } from '@dxos/functions';\nimport { log } from '@dxos/log';\nimport { DataType } from '@dxos/schema';\n\nexport const ExtractionInput = Schema.Struct({\n  message: DataType.Message,\n  objects: Schema.optional(Schema.Array(Expando)),\n  options: Schema.optional(\n    Schema.Struct({\n      timeout: Schema.optional(Schema.Number),\n      fallbackToRaw: Schema.optional(Schema.Boolean),\n    }),\n  ),\n});\nexport interface ExtractionInput extends Schema.Schema.Type<typeof ExtractionInput> {}\n\nexport const ExtractionOutput = Schema.Struct({\n  message: DataType.Message,\n  timeElapsed: Schema.Number,\n});\nexport interface ExtractionOutput extends Schema.Schema.Type<typeof ExtractionOutput> {}\n\nexport type ProcessTranscriptMessageParams = {\n  input: ExtractionInput;\n  function: FunctionDefinition<ExtractionInput, ExtractionOutput>;\n  executor: FunctionExecutor;\n\n  options?: {\n    /**\n     * Timeout for the entity extraction.\n     */\n    timeout?: number;\n\n    /**\n     * Fallback to raw text if the entity extraction fails.\n     * Otherwise the function will throw an error.\n     * @default false\n     */\n    fallbackToRaw?: boolean;\n  };\n};\n\nexport type ExtractionFunction = FunctionDefinition<ExtractionInput, ExtractionOutput>;\n\n/**\n * Extract entities from the transcript message and add them to the message.\n */\n// TODO(dmaretskyi): Move context to a vector search index.\nexport const processTranscriptMessage = async (params: ProcessTranscriptMessageParams): Promise<ExtractionOutput> => {\n  try {\n    if (params.options?.timeout && params.options.timeout > 0) {\n      return await asyncTimeout(params.executor.invoke(params.function, params.input), params.options.timeout);\n    } else {\n      return await params.executor.invoke(params.function, params.input);\n    }\n  } catch (error) {\n    if (params.options?.fallbackToRaw) {\n      log.warn('failed to process message, falling back to raw text', { error });\n      return {\n        message: params.input.message,\n        timeElapsed: 0,\n      };\n    } else {\n      throw error;\n    }\n  }\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\n// ISSUE(burdon): defineFunction\n// @ts-nocheck\n\nimport { AiService } from '@dxos/ai';\nimport { Obj } from '@dxos/echo';\nimport { create } from '@dxos/echo/internal';\nimport { type FunctionDefinition, defineFunction } from '@dxos/functions';\nimport { type ContentBlock, DataType } from '@dxos/schema';\n\nimport { AiSession } from '../../session';\nimport { ExtractionInput, ExtractionOutput } from '../extraction';\nimport { ReferencedQuotes, insertReferences } from '../quotes';\n\nimport PROMPT from './instructions.tpl?raw';\n\nexport const extractionAnthropicFunction: FunctionDefinition<ExtractionInput, ExtractionOutput> = defineFunction({\n  key: 'dxos.org/function/extraction/extract-entities',\n  name: 'Extract Entities',\n  description: 'Extract entities from the transcript message and add them to the message.',\n  inputSchema: ExtractionInput,\n  outputSchema: ExtractionOutput,\n  handler: async ({ data: { message, objects }, context }) => {\n    const startTime = performance.now();\n    const ai = context.getService(AiService.AiService);\n    const session = new AiSession({ operationModel: 'configured' });\n    const result = await session.runStructured(ReferencedQuotes, {\n      generationOptions: {\n        model: '@anthropic/claude-3-5-haiku-20241022',\n      },\n      client: ai.client,\n      systemPrompt: PROMPT,\n      history: [\n        Obj.make(DataType.Message, {\n          created: new Date().toISOString(),\n          sender: { role: 'user' },\n          blocks: [\n            {\n              _tag: 'text',\n              text: `<context>${JSON.stringify(objects)}</context>`,\n            } satisfies ContentBlock.Text,\n            {\n              _tag: 'text',\n              text: `<transcript>${JSON.stringify(message.blocks)}</transcript>`,\n            } satisfies ContentBlock.Text,\n          ],\n        }),\n      ],\n      artifacts: [],\n      prompt: '',\n      tools: [],\n    } as any); // TODO(burdon): Rewrite test.\n\n    return {\n      timeElapsed: performance.now() - startTime,\n      message: create(DataType.Message, {\n        ...message,\n        blocks: message.blocks.map((block) =>\n          block._tag !== 'transcript'\n            ? block\n            : {\n                ...block,\n                text: insertReferences(block.text, result),\n              },\n        ),\n      }),\n    };\n  },\n});\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Schema from 'effect/Schema';\n\nimport { Filter, Query } from '@dxos/echo';\nimport { ObjectId } from '@dxos/echo/internal';\nimport { type EchoDatabase } from '@dxos/echo-db';\nimport { DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\n\nexport const ReferencedQuotes = Schema.Struct({\n  references: Schema.Array(\n    Schema.Struct({\n      id: Schema.String,\n      quote: Schema.String, // TODO(burdon): Quote?\n    }),\n  )\n    .pipe(Schema.mutable)\n    .annotations({\n      // TODO(burdon): Does this description make sense?\n      description: `\n      The references to the context objects that are mentioned in the transcript. \n      Quote should match the original transcript text exactly, while id is the id of the context object.\n    `,\n    }),\n});\nexport type ReferencedQuotes = Schema.Schema.Type<typeof ReferencedQuotes>;\n\nexport const findQuotes = async (quotes: string[], db: EchoDatabase): Promise<ReferencedQuotes> => {\n  const references = await Promise.all(\n    quotes.map(async (quote) => {\n      const { objects } = await db.query(Query.select(Filter.text(quote, { type: 'vector' }))).run();\n      log.info('found quotes in vector index', { objects, quote });\n      return objects.length > 0 ? [{ id: objects[0].id.toString(), quote }] : [];\n    }),\n  );\n  return { references: references.flat() };\n};\n\n/**\n * Finds and replaces all quotes with DXNs references.\n */\n// TODO(dmaretskyi): Lookup and verifiy ids from provided context.\nexport const insertReferences = (text: string, quotes: ReferencedQuotes) => {\n  for (const quote of quotes.references) {\n    if (!ObjectId.isValid(quote.id)) {\n      continue;\n    }\n\n    // Use a case-insensitive regular expression to replace the quote.\n    const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'), 'gi');\n    text = text.replace(regex, `[${quote.quote}](${DXN.fromLocalObjectId(quote.id).toString()})`);\n  }\n\n  return text;\n};\n", "You are an AI assistant specialized in processing and enhancing transcripts with contextual information.\nYour task is to analyze a given transcript and extract references to the context objects.\n\nThe context and transcript are provided in the user message in `context` and `transcript` XML tags.\n\nHere are your instructions:\n\n1. Read the transcript and context information provided above.\n\n2. Process each segment of the transcript separately.\n\n3. For each segment:\n   a. Analyze the content and identify relevant information from the context.\n   b. Extract a number of references to the context objects that are mentioned in the segment.\n   c. Output the references in the format `{ \"quote\": \"earnings report\", \"id\": \"01JT0JP9AX0XKGZX4MV4B69VT6\" }`.\n   d. If there are no references, just output an empty array.\n\n4. Maintain the exact order and structure of the original transcript segments.\n\nOutput Format:\nYou have been provided with a tool that specifies output format\n\nRemember:\n- Only quote the text that is in the transcript.\n- Analyze each segment carefully before processing it.\n- Only reference objects that appear in the context and exactly by their id, If the object is not in the context, do not insert a reference. \n\nNow, process the transcript and context provided below according to these instructions.", "//\n// Copyright 2025 DXOS.org\n//\n\n// ISSUE(burdon): defineFunction\n// @ts-nocheck\n\nimport { asyncTimeout } from '@dxos/async';\nimport { create } from '@dxos/echo/internal';\nimport { DatabaseService, defineFunction } from '@dxos/functions';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\nimport { DataType } from '@dxos/schema';\n\nimport { ExtractionInput, ExtractionOutput } from '../extraction';\nimport { findQuotes, insertReferences } from '../quotes';\n\n/**\n * Named Entity Recognition model\n */\n// TODO(mykola): Make it use vector index to query objects and not pass objects as input.\nexport const extractionNerFunction = defineFunction({\n  key: 'dxos.org/function/extraction/extract-entities',\n  name: 'Extract Entities',\n  description: 'Extracts named entities from a text',\n  inputSchema: ExtractionInput,\n  outputSchema: ExtractionOutput,\n  handler: async ({ data: { message, options }, context }) => {\n    log.info('input', { message, options });\n    const startTime = performance.now();\n    const { db } = context.getService(DatabaseService);\n    const { extractFullEntities } = await import('./named-entity-recognition');\n\n    const entitiesPromise = Promise.all(\n      message.blocks.map(async (block) => {\n        invariant(block._tag === 'transcript' || block._tag === 'text');\n        return extractFullEntities(block.text);\n      }),\n    ).then((entities) => entities.flat());\n    const entities = options?.timeout ? await asyncTimeout(entitiesPromise, options.timeout) : await entitiesPromise;\n\n    log.info('entities', { entities });\n    const quoteReferences = await findQuotes(\n      entities.map((entity) => entity.word),\n      db,\n    );\n\n    const blocksWithReferences = message.blocks.map((block) => {\n      invariant(block._tag === 'transcript' || block._tag === 'text');\n      return { ...block, text: insertReferences(block._tag, quoteReferences) };\n    });\n\n    const messageWithReferences = create(DataType.Message, {\n      ...message,\n      blocks: blocksWithReferences,\n    });\n\n    log.info('output', { messageWithReferences });\n    return {\n      message: messageWithReferences,\n      timeElapsed: performance.now() - startTime,\n    };\n  },\n});\n"],
+  "mappings": ";;;;;;;;;;;;AAIA,YAAYA,YAAY;AAExB,SAASC,oBAAoB;AAC7B,SAASC,eAAe;AAExB,SAASC,WAAW;AACpB,SAASC,gBAAgB;;AAElB,IAAMC,kBAAyBC,cAAO;EAC3CC,SAASH,SAASI;EAClBC,SAAgBC,gBAAgBC,aAAMT,OAAAA,CAAAA;EACtCU,SAAgBF,gBACPJ,cAAO;IACZO,SAAgBH,gBAAgBI,aAAM;IACtCC,eAAsBL,gBAAgBM,cAAO;EAC/C,CAAA,CAAA;AAEJ,CAAA;AAGO,IAAMC,mBAA0BX,cAAO;EAC5CC,SAASH,SAASI;EAClBU,aAAoBJ;AACtB,CAAA;AA6BO,IAAMK,2BAA2B,OAAOC,WAAAA;AAC7C,MAAI;AACF,QAAIA,OAAOR,SAASC,WAAWO,OAAOR,QAAQC,UAAU,GAAG;AACzD,aAAO,MAAMZ,aAAamB,OAAOC,SAASC,OAAOF,OAAOG,UAAUH,OAAOI,KAAK,GAAGJ,OAAOR,QAAQC,OAAO;IACzG,OAAO;AACL,aAAO,MAAMO,OAAOC,SAASC,OAAOF,OAAOG,UAAUH,OAAOI,KAAK;IACnE;EACF,SAASC,OAAO;AACd,QAAIL,OAAOR,SAASG,eAAe;AACjCZ,UAAIuB,KAAK,uDAAuD;QAAED;MAAM,GAAA;;;;;;AACxE,aAAO;QACLlB,SAASa,OAAOI,MAAMjB;QACtBW,aAAa;MACf;IACF,OAAO;AACL,YAAMO;IACR;EACF;AACF;;;ACnEA,SAASE,iBAAiB;AAC1B,SAASC,WAAW;AACpB,SAASC,cAAc;AACvB,SAAkCC,sBAAsB;AACxD,SAA4BC,YAAAA,iBAAgB;;;ACP5C,YAAYC,aAAY;AAExB,SAASC,QAAQC,aAAa;AAC9B,SAASC,gBAAgB;AAEzB,SAASC,WAAW;AACpB,SAASC,OAAAA,YAAW;;AAEb,IAAMC,mBAA0BC,eAAO;EAC5CC,YAAmBC,cACVF,eAAO;IACZG,IAAWC;IACXC,OAAcD;EAChB,CAAA,CAAA,EAECE,KAAYC,eAAO,EACnBC,YAAY;;IAEXC,aAAa;;;;EAIf,CAAA;AACJ,CAAA;AAGO,IAAMC,aAAa,OAAOC,QAAkBC,OAAAA;AACjD,QAAMX,aAAa,MAAMY,QAAQC,IAC/BH,OAAOI,IAAI,OAAOV,UAAAA;AAChB,UAAM,EAAEW,QAAO,IAAK,MAAMJ,GAAGK,MAAMtB,MAAMuB,OAAOxB,OAAOyB,KAAKd,OAAO;MAAEe,MAAM;IAAS,CAAA,CAAA,CAAA,EAAKC,IAAG;AAC5FvB,IAAAA,KAAIwB,KAAK,gCAAgC;MAAEN;MAASX;IAAM,GAAA;;;;;;AAC1D,WAAOW,QAAQO,SAAS,IAAI;MAAC;QAAEpB,IAAIa,QAAQ,CAAA,EAAGb,GAAGqB,SAAQ;QAAInB;MAAM;QAAK,CAAA;EAC1E,CAAA,CAAA;AAEF,SAAO;IAAEJ,YAAYA,WAAWwB,KAAI;EAAG;AACzC;AAMO,IAAMC,mBAAmB,CAACP,MAAcR,WAAAA;AAC7C,aAAWN,SAASM,OAAOV,YAAY;AACrC,QAAI,CAACL,SAAS+B,QAAQtB,MAAMF,EAAE,GAAG;AAC/B;IACF;AAGA,UAAMyB,QAAQ,IAAIC,OAAOxB,MAAMA,MAAMyB,QAAQ,uBAAuB,MAAA,GAAS,IAAA;AAC7EX,WAAOA,KAAKW,QAAQF,OAAO,IAAIvB,MAAMA,KAAK,KAAKR,IAAIkC,kBAAkB1B,MAAMF,EAAE,EAAEqB,SAAQ,CAAA,GAAK;EAC9F;AAEA,SAAOL;AACT;;;ACzDA;;;AFmBO,IAAMa,8BAAqFC,eAAe;EAC/GC,KAAK;EACLC,MAAM;EACNC,aAAa;EACbC,aAAaC;EACbC,cAAcC;EACdC,SAAS,OAAO,EAAEC,MAAM,EAAEC,SAASC,QAAO,GAAIC,QAAO,MAAE;AACrD,UAAMC,YAAYC,YAAYC,IAAG;AACjC,UAAMC,KAAKJ,QAAQK,WAAWC,UAAUA,SAAS;AACjD,UAAMC,UAAU,IAAIC,UAAU;MAAEC,gBAAgB;IAAa,CAAA;AAC7D,UAAMC,SAAS,MAAMH,QAAQI,cAAcC,kBAAkB;MAC3DC,mBAAmB;QACjBC,OAAO;MACT;MACAC,QAAQX,GAAGW;MACXC,cAAcC;MACdC,SAAS;QACPC,IAAIC,KAAKC,UAASC,SAAS;UACzBC,UAAS,oBAAIC,KAAAA,GAAOC,YAAW;UAC/BC,QAAQ;YAAEC,MAAM;UAAO;UACvBC,QAAQ;YACN;cACEC,MAAM;cACNC,MAAM,YAAYC,KAAKC,UAAUjC,OAAAA,CAAAA;YACnC;YACA;cACE8B,MAAM;cACNC,MAAM,eAAeC,KAAKC,UAAUlC,QAAQ8B,MAAM,CAAA;YACpD;;QAEJ,CAAA;;MAEFK,WAAW,CAAA;MACXC,QAAQ;MACRC,OAAO,CAAA;IACT,CAAA;AAEA,WAAO;MACLC,aAAalC,YAAYC,IAAG,IAAKF;MACjCH,SAASuC,OAAOhB,UAASC,SAAS;QAChC,GAAGxB;QACH8B,QAAQ9B,QAAQ8B,OAAOU,IAAI,CAACC,UAC1BA,MAAMV,SAAS,eACXU,QACA;UACE,GAAGA;UACHT,MAAMU,iBAAiBD,MAAMT,MAAMpB,MAAAA;QACrC,CAAA;MAER,CAAA;IACF;EACF;AACF,CAAA;;;AGhEA,SAAS+B,gBAAAA,qBAAoB;AAC7B,SAASC,UAAAA,eAAc;AACvB,SAASC,iBAAiBC,kBAAAA,uBAAsB;AAChD,SAASC,iBAAiB;AAC1B,SAASC,OAAAA,YAAW;AACpB,SAASC,YAAAA,iBAAgB;;AASlB,IAAMC,wBAAwBC,gBAAe;EAClDC,KAAK;EACLC,MAAM;EACNC,aAAa;EACbC,aAAaC;EACbC,cAAcC;EACdC,SAAS,OAAO,EAAEC,MAAM,EAAEC,SAASC,QAAO,GAAIC,QAAO,MAAE;AACrDC,IAAAA,KAAIC,KAAK,SAAS;MAAEJ;MAASC;IAAQ,GAAA;;;;;;AACrC,UAAMI,YAAYC,YAAYC,IAAG;AACjC,UAAM,EAAEC,GAAE,IAAKN,QAAQO,WAAWC,eAAAA;AAClC,UAAM,EAAEC,qBAAAA,qBAAmB,IAAK,MAAM,OAAO,0CAAA;AAE7C,UAAMC,kBAAkBC,QAAQC,IAC9Bd,QAAQe,OAAOC,IAAI,OAAOC,UAAAA;AACxBC,gBAAUD,MAAME,SAAS,gBAAgBF,MAAME,SAAS,QAAA,QAAA;;;;;;;;;AACxD,aAAOR,qBAAoBM,MAAMG,IAAI;IACvC,CAAA,CAAA,EACAC,KAAK,CAACC,cAAaA,UAASC,KAAI,CAAA;AAClC,UAAMD,WAAWrB,SAASuB,UAAU,MAAMC,cAAab,iBAAiBX,QAAQuB,OAAO,IAAI,MAAMZ;AAEjGT,IAAAA,KAAIC,KAAK,YAAY;MAAEkB;IAAS,GAAA;;;;;;AAChC,UAAMI,kBAAkB,MAAMC,WAC5BL,SAASN,IAAI,CAACY,WAAWA,OAAOC,IAAI,GACpCrB,EAAAA;AAGF,UAAMsB,uBAAuB9B,QAAQe,OAAOC,IAAI,CAACC,UAAAA;AAC/CC,gBAAUD,MAAME,SAAS,gBAAgBF,MAAME,SAAS,QAAA,QAAA;;;;;;;;;AACxD,aAAO;QAAE,GAAGF;QAAOG,MAAMW,iBAAiBd,MAAME,MAAMO,eAAAA;MAAiB;IACzE,CAAA;AAEA,UAAMM,wBAAwBC,QAAOC,UAASC,SAAS;MACrD,GAAGnC;MACHe,QAAQe;IACV,CAAA;AAEA3B,IAAAA,KAAIC,KAAK,UAAU;MAAE4B;IAAsB,GAAA;;;;;;AAC3C,WAAO;MACLhC,SAASgC;MACTI,aAAa9B,YAAYC,IAAG,IAAKF;IACnC;EACF;AACF,CAAA;",
   "names": ["Schema", "asyncTimeout", "Expando", "log", "DataType", "ExtractionInput", "Struct", "message", "Message", "objects", "optional", "Array", "options", "timeout", "Number", "fallbackToRaw", "Boolean", "ExtractionOutput", "timeElapsed", "processTranscriptMessage", "params", "executor", "invoke", "function", "input", "error", "warn", "AiService", "Obj", "create", "defineFunction", "DataType", "Schema", "Filter", "Query", "ObjectId", "DXN", "log", "ReferencedQuotes", "Struct", "references", "Array", "id", "String", "quote", "pipe", "mutable", "annotations", "description", "findQuotes", "quotes", "db", "Promise", "all", "map", "objects", "query", "select", "text", "type", "run", "info", "length", "toString", "flat", "insertReferences", "isValid", "regex", "RegExp", "replace", "fromLocalObjectId", "extractionAnthropicFunction", "defineFunction", "key", "name", "description", "inputSchema", "ExtractionInput", "outputSchema", "ExtractionOutput", "handler", "data", "message", "objects", "context", "startTime", "performance", "now", "ai", "getService", "AiService", "session", "AiSession", "operationModel", "result", "runStructured", "ReferencedQuotes", "generationOptions", "model", "client", "systemPrompt", "PROMPT", "history", "Obj", "make", "DataType", "Message", "created", "Date", "toISOString", "sender", "role", "blocks", "_tag", "text", "JSON", "stringify", "artifacts", "prompt", "tools", "timeElapsed", "create", "map", "block", "insertReferences", "asyncTimeout", "create", "DatabaseService", "defineFunction", "invariant", "log", "DataType", "extractionNerFunction", "defineFunction", "key", "name", "description", "inputSchema", "ExtractionInput", "outputSchema", "ExtractionOutput", "handler", "data", "message", "options", "context", "log", "info", "startTime", "performance", "now", "db", "getService", "DatabaseService", "extractFullEntities", "entitiesPromise", "Promise", "all", "blocks", "map", "block", "invariant", "_tag", "text", "then", "entities", "flat", "timeout", "asyncTimeout", "quoteReferences", "findQuotes", "entity", "word", "blocksWithReferences", "insertReferences", "messageWithReferences", "create", "DataType", "Message", "timeElapsed"]
 }