@dxos/plugin-transcription 0.8.2-main.f081794 → 0.8.2-main.fbd8ed0

package/dist/lib/node/{react-surface-M2JQIIDY.cjs → react-surface-SZAMHCX7.cjs}

@@ -26,30 +26,39 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var react_surface_M2JQIIDY_exports = {};
-__export(react_surface_M2JQIIDY_exports, {
+var react_surface_SZAMHCX7_exports = {};
+__export(react_surface_SZAMHCX7_exports, {
   default: () => react_surface_default
 });
-module.exports = __toCommonJS(react_surface_M2JQIIDY_exports);
-var import_chunk_WXG4Z2EZ = require("./chunk-WXG4Z2EZ.cjs");
-var import_chunk_KO6MKCED = require("./chunk-KO6MKCED.cjs");
-var import_chunk_3QEJ5EBO = require("./chunk-3QEJ5EBO.cjs");
-var import_chunk_HYGDHS6X = require("./chunk-HYGDHS6X.cjs");
+module.exports = __toCommonJS(react_surface_SZAMHCX7_exports);
+var import_chunk_L27AK6FQ = require("./chunk-L27AK6FQ.cjs");
+var import_chunk_EVE3H46F = require("./chunk-EVE3H46F.cjs");
+var import_chunk_EJWB53WK = require("./chunk-EJWB53WK.cjs");
+var import_chunk_JUGOXWES = require("./chunk-JUGOXWES.cjs");
 var import_chunk_NVZWGFJL = require("./chunk-NVZWGFJL.cjs");
 var import_react = __toESM(require("react"));
 var import_app_framework = require("@dxos/app-framework");
+var import_local_storage = require("@dxos/local-storage");
 var react_surface_default = () => (0, import_app_framework.contributes)(import_app_framework.Capabilities.ReactSurface, [
   (0, import_app_framework.createSurface)({
-    id: `${import_chunk_NVZWGFJL.TRANSCRIPTION_PLUGIN}/article/transcript`,
+    id: `${import_chunk_NVZWGFJL.meta.id}/plugin-settings`,
+    role: "article",
+    filter: (data) => data.subject instanceof import_local_storage.SettingsStore && data.subject.prefix === import_chunk_NVZWGFJL.meta.id,
+    component: ({ data: { subject } }) => /* @__PURE__ */ import_react.default.createElement(import_chunk_L27AK6FQ.TranscriptionSettings, {
+      settings: subject.value
+    })
+  }),
+  (0, import_app_framework.createSurface)({
+    id: `${import_chunk_NVZWGFJL.meta.id}/article/transcript`,
     role: [
       "article",
       "section"
     ],
-    filter: (data) => (0, import_chunk_3QEJ5EBO.isTranscript)(data.subject),
-    component: ({ data, role }) => /* @__PURE__ */ import_react.default.createElement(import_chunk_KO6MKCED.TranscriptionContainer, {
+    filter: (data) => (0, import_chunk_EJWB53WK.isTranscript)(data.subject),
+    component: ({ data, role }) => /* @__PURE__ */ import_react.default.createElement(import_chunk_EVE3H46F.TranscriptionContainer, {
       transcript: data.subject,
       role
     })
   })
 ]);
-//# sourceMappingURL=react-surface-M2JQIIDY.cjs.map
+//# sourceMappingURL=react-surface-SZAMHCX7.cjs.map

package/dist/lib/node/react-surface-SZAMHCX7.cjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/react-surface.tsx"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport React from 'react';\n\nimport { Capabilities, contributes, createSurface } from '@dxos/app-framework';\nimport { SettingsStore } from '@dxos/local-storage';\n\nimport { TranscriptionContainer, TranscriptionSettings } from '../components';\nimport { meta } from '../meta';\nimport { isTranscript, type TranscriptionSettingsProps, type TranscriptType } from '../types';\n\nexport default () =>\n  contributes(Capabilities.ReactSurface, [\n    createSurface({\n      id: `${meta.id}/plugin-settings`,\n      role: 'article',\n      filter: (data): data is { subject: SettingsStore<TranscriptionSettingsProps> } =>\n        data.subject instanceof SettingsStore && data.subject.prefix === meta.id,\n      component: ({ data: { subject } }) => <TranscriptionSettings settings={subject.value} />,\n    }),\n    createSurface({\n      id: `${meta.id}/article/transcript`,\n      role: ['article', 'section'],\n      filter: (data): data is { subject: TranscriptType } => isTranscript(data.subject),\n      component: ({ data, role }) => <TranscriptionContainer transcript={data.subject} role={role} />,\n    }),\n  ]);\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,mBAAkB;AAElB,2BAAyD;AACzD,2BAA8B;AAM9B,IAAA,wBAAe,UACbA,kCAAYC,kCAAaC,cAAc;MACrCC,oCAAc;IACZC,IAAI,GAAGC,2BAAKD,EAAE;IACdE,MAAM;IACNC,QAAQ,CAACC,SACPA,KAAKC,mBAAmBC,sCAAiBF,KAAKC,QAAQE,WAAWN,2BAAKD;IACxEQ,WAAW,CAAC,EAAEJ,MAAM,EAAEC,QAAO,EAAE,MAAO,6BAAAI,QAAA,cAACC,6CAAAA;MAAsBC,UAAUN,QAAQO;;EACjF,CAAA;MACAb,oCAAc;IACZC,IAAI,GAAGC,2BAAKD,EAAE;IACdE,MAAM;MAAC;MAAW;;IAClBC,QAAQ,CAACC,aAA8CS,oCAAaT,KAAKC,OAAO;IAChFG,WAAW,CAAC,EAAEJ,MAAMF,KAAI,MAAO,6BAAAO,QAAA,cAACK,8CAAAA;MAAuBC,YAAYX,KAAKC;MAASH;;EACnF,CAAA;CACD;",
+  "names": ["contributes", "Capabilities", "ReactSurface", "createSurface", "id", "meta", "role", "filter", "data", "subject", "SettingsStore", "prefix", "component", "React", "TranscriptionSettings", "settings", "value", "isTranscript", "TranscriptionContainer", "transcript"]
+}

package/dist/lib/node/settings-AWWMOSCV.cjs

@@ -0,0 +1,38 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var settings_AWWMOSCV_exports = {};
+__export(settings_AWWMOSCV_exports, {
+  default: () => settings_default
+});
+module.exports = __toCommonJS(settings_AWWMOSCV_exports);
+var import_chunk_EJWB53WK = require("./chunk-EJWB53WK.cjs");
+var import_chunk_NVZWGFJL = require("./chunk-NVZWGFJL.cjs");
+var import_app_framework = require("@dxos/app-framework");
+var import_live_object = require("@dxos/live-object");
+var settings_default = () => {
+  const settings = (0, import_live_object.live)(import_chunk_EJWB53WK.TranscriptionSettingsSchema, {
+    entityExtraction: true
+  });
+  return (0, import_app_framework.contributes)(import_app_framework.Capabilities.Settings, {
+    schema: import_chunk_EJWB53WK.TranscriptionSettingsSchema,
+    prefix: import_chunk_NVZWGFJL.TRANSCRIPTION_PLUGIN,
+    value: settings
+  });
+};
+//# sourceMappingURL=settings-AWWMOSCV.cjs.map

package/dist/lib/node/settings-AWWMOSCV.cjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/settings.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capabilities, contributes } from '@dxos/app-framework';\nimport { live } from '@dxos/live-object';\n\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { TranscriptionSettingsSchema } from '../types';\n\nexport default () => {\n  // TODO(wittjosiah): `live` currently doesn't handle schema default values.\n  const settings = live(TranscriptionSettingsSchema, { entityExtraction: true });\n\n  return contributes(Capabilities.Settings, {\n    schema: TranscriptionSettingsSchema,\n    prefix: TRANSCRIPTION_PLUGIN,\n    value: settings,\n  });\n};\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;AAIA,2BAA0C;AAC1C,yBAAqB;AAKrB,IAAA,mBAAe,MAAA;AAEb,QAAMA,eAAWC,yBAAKC,mDAA6B;IAAEC,kBAAkB;EAAK,CAAA;AAE5E,aAAOC,kCAAYC,kCAAaC,UAAU;IACxCC,QAAQL;IACRM,QAAQC;IACRC,OAAOV;EACT,CAAA;AACF;",
+  "names": ["settings", "live", "TranscriptionSettingsSchema", "entityExtraction", "contributes", "Capabilities", "Settings", "schema", "prefix", "TRANSCRIPTION_PLUGIN", "value"]
+}

package/dist/lib/node/{transcriber-E6AAB4SU.cjs → transcriber-AFUXFHCR.cjs}

@@ -16,15 +16,15 @@ var __copyProps = (to, from, except, desc) => {
   return to;
 };
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var transcriber_E6AAB4SU_exports = {};
-__export(transcriber_E6AAB4SU_exports, {
+var transcriber_AFUXFHCR_exports = {};
+__export(transcriber_AFUXFHCR_exports, {
   default: () => transcriber_default
 });
-module.exports = __toCommonJS(transcriber_E6AAB4SU_exports);
-var import_chunk_LA73IHCB = require("./chunk-LA73IHCB.cjs");
+module.exports = __toCommonJS(transcriber_AFUXFHCR_exports);
+var import_chunk_WKZLGVEJ = require("./chunk-WKZLGVEJ.cjs");
 var import_chunk_J72PUQ3C = require("./chunk-J72PUQ3C.cjs");
-var import_chunk_3QEJ5EBO = require("./chunk-3QEJ5EBO.cjs");
-var import_chunk_HYGDHS6X = require("./chunk-HYGDHS6X.cjs");
+var import_chunk_EJWB53WK = require("./chunk-EJWB53WK.cjs");
+var import_chunk_JUGOXWES = require("./chunk-JUGOXWES.cjs");
 var import_chunk_NVZWGFJL = require("./chunk-NVZWGFJL.cjs");
 var import_app_framework = require("@dxos/app-framework");
 var RECORD_INTERVAL = 200;
@@ -32,19 +32,19 @@ var PREFIXED_CHUNKS_AMOUNT = 10;
 var TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;
 var transcriber_default = () => {
   const getTranscriber = ({ audioStreamTrack, onSegments, config }) => {
-    return new import_chunk_LA73IHCB.Transcriber({
+    return new import_chunk_WKZLGVEJ.Transcriber({
       config: {
         transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,
         prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,
         ...config
       },
-      recorder: new import_chunk_LA73IHCB.MediaStreamRecorder({
+      recorder: new import_chunk_WKZLGVEJ.MediaStreamRecorder({
         mediaStreamTrack: audioStreamTrack,
         interval: RECORD_INTERVAL
       }),
       onSegments
     });
   };
-  return (0, import_app_framework.contributes)(import_chunk_HYGDHS6X.TranscriptionCapabilities.Transcriber, getTranscriber);
+  return (0, import_app_framework.contributes)(import_chunk_JUGOXWES.TranscriptionCapabilities.Transcriber, getTranscriber);
 };
-//# sourceMappingURL=transcriber-E6AAB4SU.cjs.map
+//# sourceMappingURL=transcriber-AFUXFHCR.cjs.map

package/dist/lib/node/types/index.cjs

@@ -18,23 +18,23 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var types_exports = {};
 __export(types_exports, {
-  TRANSCRIPTION_URL: () => import_chunk_3QEJ5EBO.TRANSCRIPTION_URL,
-  TranscriptBlock: () => import_chunk_3QEJ5EBO.TranscriptBlock,
-  TranscriptSchema: () => import_chunk_3QEJ5EBO.TranscriptSchema,
-  TranscriptType: () => import_chunk_3QEJ5EBO.TranscriptType,
-  TranscriptionAction: () => import_chunk_3QEJ5EBO.TranscriptionAction,
-  isTranscript: () => import_chunk_3QEJ5EBO.isTranscript
+  TRANSCRIPTION_URL: () => import_chunk_EJWB53WK.TRANSCRIPTION_URL,
+  TranscriptSchema: () => import_chunk_EJWB53WK.TranscriptSchema,
+  TranscriptType: () => import_chunk_EJWB53WK.TranscriptType,
+  TranscriptionAction: () => import_chunk_EJWB53WK.TranscriptionAction,
+  TranscriptionSettingsSchema: () => import_chunk_EJWB53WK.TranscriptionSettingsSchema,
+  isTranscript: () => import_chunk_EJWB53WK.isTranscript
 });
 module.exports = __toCommonJS(types_exports);
-var import_chunk_3QEJ5EBO = require("../chunk-3QEJ5EBO.cjs");
+var import_chunk_EJWB53WK = require("../chunk-EJWB53WK.cjs");
 var import_chunk_NVZWGFJL = require("../chunk-NVZWGFJL.cjs");
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   TRANSCRIPTION_URL,
-  TranscriptBlock,
   TranscriptSchema,
   TranscriptType,
   TranscriptionAction,
+  TranscriptionSettingsSchema,
   isTranscript
 });
 //# sourceMappingURL=index.cjs.map

package/dist/lib/node/types/index.cjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["index.cjs"],
-  "sourcesContent": ["import {\n  TRANSCRIPTION_URL,\n  TranscriptBlock,\n  TranscriptSchema,\n  TranscriptType,\n  TranscriptionAction,\n  isTranscript\n} from \"../chunk-3QEJ5EBO.cjs\";\nimport \"../chunk-NVZWGFJL.cjs\";\nexport {\n  TRANSCRIPTION_URL,\n  TranscriptBlock,\n  TranscriptSchema,\n  TranscriptType,\n  TranscriptionAction,\n  isTranscript\n};\n//# sourceMappingURL=index.cjs.map\n"],
+  "sourcesContent": ["import {\n  TRANSCRIPTION_URL,\n  TranscriptSchema,\n  TranscriptType,\n  TranscriptionAction,\n  TranscriptionSettingsSchema,\n  isTranscript\n} from \"../chunk-EJWB53WK.cjs\";\nimport \"../chunk-NVZWGFJL.cjs\";\nexport {\n  TRANSCRIPTION_URL,\n  TranscriptSchema,\n  TranscriptType,\n  TranscriptionAction,\n  TranscriptionSettingsSchema,\n  isTranscript\n};\n//# sourceMappingURL=index.cjs.map\n"],
   "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,4BAOO;AACP,4BAAO;",
   "names": []
 }

package/dist/lib/node-esm/{TranscriptContainer-3HJ752CP.mjs → TranscriptContainer-M53LI2TX.mjs}

@@ -2,11 +2,11 @@ import { createRequire } from 'node:module';const require = createRequire(import
 import {
   TranscriptContainer_default,
   TranscriptionContainer
-} from "./chunk-SDMGJZLN.mjs";
-import "./chunk-YXZOLOFT.mjs";
+} from "./chunk-4KC3E5T4.mjs";
+import "./chunk-5E2MR5XK.mjs";
 import "./chunk-X4DDJIVL.mjs";
 export {
   TranscriptionContainer,
   TranscriptContainer_default as default
 };
-//# sourceMappingURL=TranscriptContainer-3HJ752CP.mjs.map
+//# sourceMappingURL=TranscriptContainer-M53LI2TX.mjs.map

package/dist/lib/node-esm/app-graph-builder-UBP6EOBR.mjs

@@ -0,0 +1,352 @@
+import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
+import {
+  TranscriptionManager
+} from "./chunk-V5IWBPYO.mjs";
+import "./chunk-QMHMEKB3.mjs";
+import {
+  TranscriptType,
+  TranscriptionAction
+} from "./chunk-QYG2FOXA.mjs";
+import {
+  TranscriptionCapabilities
+} from "./chunk-5E2MR5XK.mjs";
+import {
+  TRANSCRIPTION_PLUGIN
+} from "./chunk-X4DDJIVL.mjs";
+
+// packages/plugins/plugin-transcription/src/capabilities/app-graph-builder.ts
+import { Rx } from "@effect-rx/rx-react";
+import { Option, pipe } from "effect";
+import { Capabilities, contributes, createIntent } from "@dxos/app-framework";
+import { AIServiceEdgeClient } from "@dxos/assistant";
+import { AI_SERVICE_ENDPOINT } from "@dxos/assistant/testing";
+import { Filter, fullyQualifiedId, getSpace, makeRef, Query } from "@dxos/client/echo";
+import { getSchemaTypename, isInstanceOf } from "@dxos/echo-schema";
+import { invariant } from "@dxos/invariant";
+import { DXN as DXN2 } from "@dxos/keys";
+import { log as log2 } from "@dxos/log";
+import { ClientCapabilities } from "@dxos/plugin-client";
+import { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from "@dxos/plugin-deck/types";
+import { createExtension, rxFromSignal } from "@dxos/plugin-graph";
+import { DocumentType } from "@dxos/plugin-markdown/types";
+import { MeetingCapabilities } from "@dxos/plugin-meeting";
+import { MeetingType } from "@dxos/plugin-meeting/types";
+import { DataType as DataType2 } from "@dxos/schema";
+
+// packages/plugins/plugin-transcription/src/entity-extraction/entity-extraction.ts
+import { Schema } from "effect";
+import { createTemplate, Message, structuredOutputParser } from "@dxos/artifact";
+import { MixedStreamParser } from "@dxos/assistant";
+import { asyncTimeout } from "@dxos/async";
+import { create, ObjectId } from "@dxos/echo-schema";
+import { DXN } from "@dxos/keys";
+import { log } from "@dxos/log";
+import { DataType } from "@dxos/schema";
+
+// raw-loader:./system-prompt.tpl?raw
+var system_prompt_default = 'You are an AI assistant specialized in processing and enhancing transcripts with contextual information.\nYour task is to analyze a given transcript and extract references to the context objects.\n\nThe context and transcript are provided in the user message in `context` and `transcript` XML tags.\n\nHere are your instructions:\n\n1. Read the transcript and context information provided above.\n\n2. Process each segment of the transcript separately.\n\n3. For each segment:\n   a. Analyze the content and identify relevant information from the context.\n   b. Extract a number of references to the context objects that are mentioned in the segment.\n   c. Output the references in the format `{ "quote": "earnings report", "id": "01JT0JP9AX0XKGZX4MV4B69VT6" }`.\n   d. If there are no references, just output an empty array.\n\n4. Maintain the exact order and structure of the original transcript segments.\n\nOutput Format:\nThe final output should be a JSON array of references.\n\nExample output structure:\n```json\n{\n  "references": [\n    { "quote": "earnings report", "id": "01JT0JP9AX0XKGZX4MV4B69VT6" },\n    { "quote": "John", "id": "01JT0VM0VN3ZKN7GDBM8CV9BA7" }\n  ]\n}\n```\n\nRemember:\n- Only quote the text that is in the transcript.\n- Analyze each segment carefully before processing it.\n- Only reference objects that appear in the context and exactly by their id, If the object is not in the context, do not insert a reference. \n\nNow, process the transcript and context provided below according to these instructions.';
+
+// packages/plugins/plugin-transcription/src/entity-extraction/entity-extraction.ts
+var __dxlog_file = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/entity-extraction/entity-extraction.ts";
+var createSystemPrompt = () => {
+  const template = createTemplate(system_prompt_default);
+  return template({});
+};
+var ReferencedQuotes = Schema.Struct({
+  references: Schema.Array(Schema.Struct({
+    quote: Schema.String,
+    id: Schema.String
+  })).annotations({
+    description: "The references to the context objects that are mentioned in the transcript. quote should match the original transcript text exactly, while id is the id of the context object."
+  })
+});
+var processTranscriptMessage = async (params) => {
+  try {
+    const outputParser = structuredOutputParser(ReferencedQuotes);
+    const runParser = async () => {
+      const startTime = performance.now();
+      const result = outputParser.getResult(await new MixedStreamParser().parse(await params.aiService.execStream({
+        model: "@anthropic/claude-3-5-haiku-20241022",
+        systemPrompt: createSystemPrompt(),
+        history: [
+          create(Message, {
+            role: "user",
+            content: [
+              {
+                type: "text",
+                text: `<context>${JSON.stringify(params.context.objects)}</context>`
+              },
+              {
+                type: "text",
+                text: `<transcript>${JSON.stringify(params.message.blocks)}</transcript>`
+              }
+            ]
+          })
+        ],
+        tools: [
+          outputParser.tool
+        ]
+      })));
+      log.info("entity extraction result", {
+        refs: result.references
+      }, {
+        F: __dxlog_file,
+        L: 98,
+        S: void 0,
+        C: (f, a) => f(...a)
+      });
+      return {
+        message: create(DataType.Message, {
+          ...params.message,
+          blocks: params.message.blocks.map((block, i) => block.type !== "transcription" ? block : {
+            ...block,
+            text: postprocessText(block.text, result)
+          })
+        }),
+        timeElapsed: performance.now() - startTime
+      };
+    };
+    if (params.options?.timeout && params.options.timeout > 0) {
+      return await asyncTimeout(runParser(), params.options.timeout);
+    } else {
+      return await runParser();
+    }
+  } catch (error) {
+    if (params.options?.fallbackToRaw) {
+      log.warn("failed to process transcript message, falling back to raw text", {
+        error
+      }, {
+        F: __dxlog_file,
+        L: 123,
+        S: void 0,
+        C: (f, a) => f(...a)
+      });
+      return {
+        message: params.message,
+        timeElapsed: 0
+      };
+    } else {
+      throw error;
+    }
+  }
+};
+var postprocessText = (text, quotes) => {
+  for (const quote of quotes.references) {
+    if (!ObjectId.isValid(quote.id)) {
+      continue;
+    }
+    const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\]\\]/g, "\\$&"), "gi");
+    text = text.replace(regex, `[${quote.quote}][${DXN.fromLocalObjectId(quote.id).toString()}]`);
+  }
+  return text;
+};
+
+// packages/plugins/plugin-transcription/src/capabilities/app-graph-builder.ts
+var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/capabilities/app-graph-builder.ts";
+var getMeetingTranscript = async (context, meeting) => {
+  const { dispatchPromise: dispatch } = context.getCapability(Capabilities.IntentDispatcher);
+  const typename = getSchemaTypename(TranscriptType);
+  const existing = await meeting.artifacts[typename]?.load();
+  if (existing instanceof TranscriptType) {
+    return existing;
+  }
+  const space = getSpace(meeting);
+  invariant(space, void 0, {
+    F: __dxlog_file2,
+    L: 49,
+    S: void 0,
+    A: [
+      "space",
+      ""
+    ]
+  });
+  const { data } = await dispatch(createIntent(TranscriptionAction.Create, {
+    spaceId: space.id
+  }));
+  meeting.artifacts[typename] = makeRef(data.object);
+  return data?.object;
+};
+var app_graph_builder_default = (context) => contributes(Capabilities.AppGraphBuilder, [
+  createExtension({
+    id: `${TRANSCRIPTION_PLUGIN}/meeting-transcript`,
+    actions: (node) => Rx.make((get) => pipe(get(node), Option.flatMap((node2) => isInstanceOf(MeetingType, node2.data) ? Option.some(node2.data) : Option.none()), Option.map((meeting) => {
+      const state = context.getCapability(TranscriptionCapabilities.MeetingTranscriptionState);
+      const enabled = get(rxFromSignal(() => state.enabled));
+      return [
+        {
+          id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,
+          data: async () => {
+            const transcript = await getMeetingTranscript(context, meeting);
+            invariant(transcript, "Failed to create transcript", {
+              F: __dxlog_file2,
+              L: 76,
+              S: void 0,
+              A: [
+                "transcript",
+                "'Failed to create transcript'"
+              ]
+            });
+            const callManager = context.getCapability(MeetingCapabilities.CallManager);
+            callManager.setActivity(getSchemaTypename(TranscriptType), {
+              queueDxn: transcript.queue.dxn.toString(),
+              enabled: !enabled
+            });
+          },
+          properties: {
+            label: enabled ? [
+              "stop transcription label",
+              {
+                ns: TRANSCRIPTION_PLUGIN
+              }
+            ] : [
+              "start transcription label",
+              {
+                ns: TRANSCRIPTION_PLUGIN
+              }
+            ],
+            icon: "ph--subtitles--regular",
+            disposition: "toolbar",
+            classNames: enabled ? "bg-callAlert" : ""
+          }
+        }
+      ];
+    }), Option.getOrElse(() => []))),
+    connector: (node) => Rx.make((get) => pipe(get(node), Option.flatMap((node2) => isInstanceOf(MeetingType, node2.data) ? Option.some(node2.data) : Option.none()), Option.map((meeting) => {
+      const client = context.getCapability(ClientCapabilities.Client);
+      const state = context.getCapability(TranscriptionCapabilities.MeetingTranscriptionState);
+      const settingsStore = get(context.capabilities(Capabilities.SettingsStore))[0];
+      const settings = get(rxFromSignal(() => settingsStore?.getStore(TRANSCRIPTION_PLUGIN).value));
+      const aiClient = new AIServiceEdgeClient({
+        // TODO(burdon): Get from config.
+        endpoint: AI_SERVICE_ENDPOINT.REMOTE
+      });
+      return [
+        {
+          id: `${fullyQualifiedId(meeting)}${ATTENDABLE_PATH_SEPARATOR}${getSchemaTypename(TranscriptType)}`,
+          type: PLANK_COMPANION_TYPE,
+          data: get(rxFromSignal(() => meeting.artifacts[getSchemaTypename(TranscriptType)]?.target)),
+          properties: {
+            label: [
+              "transcript companion label",
+              {
+                ns: TRANSCRIPTION_PLUGIN
+              }
+            ],
+            icon: "ph--subtitles--regular",
+            position: "hoist",
+            disposition: "hidden",
+            schema: TranscriptType,
+            getIntent: ({ space }) => createIntent(TranscriptionAction.Create, {
+              spaceId: space.id
+            }),
+            // TODO(burdon): Is this the right place to inisitalize the state? Change to a capability?
+            onJoin: async ({ meeting: meeting2 }) => {
+              const identity = client.halo.identity.get();
+              invariant(identity, void 0, {
+                F: __dxlog_file2,
+                L: 134,
+                S: void 0,
+                A: [
+                  "identity",
+                  ""
+                ]
+              });
+              const space = getSpace(meeting2);
+              invariant(space, void 0, {
+                F: __dxlog_file2,
+                L: 136,
+                S: void 0,
+                A: [
+                  "space",
+                  ""
+                ]
+              });
+              let messageEnricher;
+              if (aiClient && settings.entityExtraction) {
+                messageEnricher = createEntityExtractionEnricher({
+                  aiClient,
+                  // TODO(dmaretskyi): Have those be discovered from the schema graph or contributed by capabilities?
+                  //  This forced me to add a dependency on markdown plugin.
+                  //  This will be replaced with a vector search index anyway, so its not a big deal.
+                  contextTypes: [
+                    DocumentType,
+                    DataType2.Person,
+                    DataType2.Organization
+                  ],
+                  space
+                });
+              }
+              state.transcriptionManager = await new TranscriptionManager({
+                edgeClient: client.edge,
+                messageEnricher
+              }).setIdentityDid(identity.did).open();
+            },
+            onLeave: async () => {
+              await state.transcriptionManager?.close();
+              state.transcriptionManager = void 0;
+              state.enabled = false;
+            },
+            onCallStateUpdated: async (callState) => {
+              const typename = getSchemaTypename(TranscriptType);
+              const transcription = typename ? callState.activities?.[typename] : void 0;
+              if (!transcription?.payload) {
+                return;
+              }
+              const payload = transcription.payload;
+              state.enabled = !!payload.enabled;
+              if (payload.queueDxn) {
+                state.transcriptionManager?.setQueue(DXN2.parse(payload.queueDxn));
+              }
+              await state.transcriptionManager?.setEnabled(payload.enabled);
+            },
+            onMediaStateUpdated: async ([mediaState, isSpeaking]) => {
+              void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);
+              void state.transcriptionManager?.setRecording(isSpeaking);
+            }
+          }
+        }
+      ];
+    }), Option.getOrElse(() => [])))
+  })
+]);
+var createEntityExtractionEnricher = ({ aiClient, contextTypes, space }) => {
+  return async (message) => {
+    const { objects } = await space.db.query(Query.select(Filter.or(...contextTypes.map((s) => Filter.type(s))))).run();
+    log2.info("context", {
+      objects
+    }, {
+      F: __dxlog_file2,
+      L: 203,
+      S: void 0,
+      C: (f, a) => f(...a)
+    });
+    const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({
+      aiService: aiClient,
+      message,
+      context: {
+        objects: await Promise.all(objects.map((o) => processContextObject(o)))
+      },
+      options: {
+        timeout: ENTITY_EXTRACTOR_TIMEOUT,
+        fallbackToRaw: true
+      }
+    });
+    log2.info("entity extraction time", {
+      timeElapsed
+    }, {
+      F: __dxlog_file2,
+      L: 214,
+      S: void 0,
+      C: (f, a) => f(...a)
+    });
+    return enhancedMessage;
+  };
+};
+var processContextObject = async (object) => {
+  return object;
+};
+var ENTITY_EXTRACTOR_TIMEOUT = 25e3;
+export {
+  app_graph_builder_default as default
+};
+//# sourceMappingURL=app-graph-builder-UBP6EOBR.mjs.map

package/dist/lib/node-esm/app-graph-builder-UBP6EOBR.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/app-graph-builder.ts", "../../../src/entity-extraction/entity-extraction.ts", "raw-loader:./system-prompt.tpl?raw"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Rx } from '@effect-rx/rx-react';\nimport { Option, pipe, type Schema } from 'effect';\n\nimport { Capabilities, contributes, createIntent, type PluginContext } from '@dxos/app-framework';\nimport { AIServiceEdgeClient, type AIServiceClient } from '@dxos/assistant';\nimport { AI_SERVICE_ENDPOINT } from '@dxos/assistant/testing';\nimport { Filter, fullyQualifiedId, getSpace, makeRef, Query, type Space } from '@dxos/client/echo';\nimport { getSchemaTypename, isInstanceOf, type BaseEchoObject } from '@dxos/echo-schema';\nimport { invariant } from '@dxos/invariant';\nimport { DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { ClientCapabilities } from '@dxos/plugin-client';\nimport { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from '@dxos/plugin-deck/types';\nimport { createExtension, rxFromSignal } from '@dxos/plugin-graph';\nimport { DocumentType } from '@dxos/plugin-markdown/types';\nimport { MeetingCapabilities, type CallState, type MediaState } from '@dxos/plugin-meeting';\nimport { MeetingType, type MeetingCallProperties } from '@dxos/plugin-meeting/types';\nimport { type buf } from '@dxos/protocols/buf';\nimport { type TranscriptionPayloadSchema } from '@dxos/protocols/buf/dxos/edge/calls_pb';\nimport { DataType } from '@dxos/schema';\n\nimport { TranscriptionCapabilities } from './capabilities';\nimport { processTranscriptMessage } from '../entity-extraction';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { TranscriptionManager } from '../transcriber';\nimport { TranscriptionAction, type TranscriptionSettingsProps, TranscriptType } from '../types';\n\n// TODO(wittjosiah): Factor out.\n// TODO(wittjosiah): Can we stop using protobuf for this?\ntype TranscriptionPayload = buf.MessageInitShape<typeof TranscriptionPayloadSchema>;\n\nconst getMeetingTranscript = async (\n  context: PluginContext,\n  meeting: MeetingType,\n): Promise<TranscriptType | undefined> => {\n  const { dispatchPromise: dispatch } = context.getCapability(Capabilities.IntentDispatcher);\n\n  const typename = getSchemaTypename(TranscriptType)!;\n  const existing = await meeting.artifacts[typename]?.load();\n  if (existing instanceof TranscriptType) {\n    return existing;\n  }\n\n  const space = getSpace(meeting);\n  invariant(space);\n  const { data } = await dispatch(createIntent(TranscriptionAction.Create, { spaceId: space.id }));\n  meeting.artifacts[typename] = makeRef(data!.object);\n  return data?.object;\n};\n\n// TODO(wittjosiah): Introduce a sound that plays when transcription is activated/deactivated.\nexport default (context: PluginContext) =>\n  contributes(Capabilities.AppGraphBuilder, [\n    createExtension({\n      id: `${TRANSCRIPTION_PLUGIN}/meeting-transcript`,\n      actions: (node) =>\n        Rx.make((get) =>\n          pipe(\n            get(node),\n            Option.flatMap((node) => (isInstanceOf(MeetingType, node.data) ? Option.some(node.data) : Option.none())),\n            Option.map((meeting) => {\n              const state = context.getCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n              const enabled = get(rxFromSignal(() => state.enabled));\n              return [\n                {\n                  id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,\n                  data: async () => {\n                    // NOTE: We are not saving the state of the transcription manager here.\n                    // We expect the state to be updated through `onCallStateUpdated` once it is propagated through Swarm.\n                    // This is done to avoid race conditions and to not handle optimistic updates.\n                    const transcript = await getMeetingTranscript(context, meeting);\n                    invariant(transcript, 'Failed to create transcript');\n\n                    const callManager = context.getCapability(MeetingCapabilities.CallManager);\n                    callManager.setActivity(getSchemaTypename(TranscriptType)!, {\n                      queueDxn: transcript.queue.dxn.toString(),\n                      enabled: !enabled,\n                    });\n                  },\n                  properties: {\n                    label: enabled\n                      ? ['stop transcription label', { ns: TRANSCRIPTION_PLUGIN }]\n                      : ['start transcription label', { ns: TRANSCRIPTION_PLUGIN }],\n                    icon: 'ph--subtitles--regular',\n                    disposition: 'toolbar',\n                    classNames: enabled ? 'bg-callAlert' : '',\n                  },\n                },\n              ];\n            }),\n            Option.getOrElse(() => []),\n          ),\n        ),\n      connector: (node) =>\n        Rx.make((get) =>\n          pipe(\n            get(node),\n            Option.flatMap((node) => (isInstanceOf(MeetingType, node.data) ? Option.some(node.data) : Option.none())),\n            Option.map((meeting) => {\n              const client = context.getCapability(ClientCapabilities.Client);\n              const state = context.getCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n              const settingsStore = get(context.capabilities(Capabilities.SettingsStore))[0];\n              const settings = get(\n                rxFromSignal(() => settingsStore?.getStore<TranscriptionSettingsProps>(TRANSCRIPTION_PLUGIN)!.value),\n              );\n\n              // TODO(dmaretskyi): Request via capability.\n              const aiClient: AIServiceClient | undefined = new AIServiceEdgeClient({\n                // TODO(burdon): Get from config.\n                endpoint: AI_SERVICE_ENDPOINT.REMOTE,\n              });\n\n              return [\n                {\n                  id: `${fullyQualifiedId(meeting)}${ATTENDABLE_PATH_SEPARATOR}${getSchemaTypename(TranscriptType)}`,\n                  type: PLANK_COMPANION_TYPE,\n                  data: get(rxFromSignal(() => meeting.artifacts[getSchemaTypename(TranscriptType)!]?.target)),\n                  properties: {\n                    label: ['transcript companion label', { ns: TRANSCRIPTION_PLUGIN }],\n                    icon: 'ph--subtitles--regular',\n                    position: 'hoist',\n                    disposition: 'hidden',\n                    schema: TranscriptType,\n                    getIntent: ({ space }: { space: Space }) =>\n                      createIntent(TranscriptionAction.Create, { spaceId: space.id }),\n\n                    // TODO(burdon): Is this the right place to inisitalize the state? Change to a capability?\n                    onJoin: async ({ meeting }: { meeting?: MeetingType }) => {\n                      const identity = client.halo.identity.get();\n                      invariant(identity);\n                      const space = getSpace(meeting);\n                      invariant(space);\n\n                      let messageEnricher;\n                      if (aiClient && settings.entityExtraction) {\n                        messageEnricher = createEntityExtractionEnricher({\n                          aiClient,\n                          // TODO(dmaretskyi): Have those be discovered from the schema graph or contributed by capabilities?\n                          //  This forced me to add a dependency on markdown plugin.\n                          //  This will be replaced with a vector search index anyway, so its not a big deal.\n                          contextTypes: [DocumentType, DataType.Person, DataType.Organization],\n                          space,\n                        });\n                      }\n\n                      // TODO(burdon): The TranscriptionManager singleton is part of the state and should just be updated here.\n                      state.transcriptionManager = await new TranscriptionManager({\n                        edgeClient: client.edge,\n                        messageEnricher,\n                      })\n                        .setIdentityDid(identity.did)\n                        .open();\n                    },\n                    onLeave: async () => {\n                      await state.transcriptionManager?.close();\n                      state.transcriptionManager = undefined;\n                      state.enabled = false;\n                    },\n                    onCallStateUpdated: async (callState: CallState) => {\n                      const typename = getSchemaTypename(TranscriptType);\n                      const transcription = typename ? callState.activities?.[typename] : undefined;\n                      if (!transcription?.payload) {\n                        return;\n                      }\n\n                      const payload: TranscriptionPayload = transcription.payload;\n                      state.enabled = !!payload.enabled;\n                      if (payload.queueDxn) {\n                        // NOTE: Must set queue before enabling transcription.\n                        state.transcriptionManager?.setQueue(DXN.parse(payload.queueDxn));\n                      }\n                      await state.transcriptionManager?.setEnabled(payload.enabled);\n                    },\n                    onMediaStateUpdated: async ([mediaState, isSpeaking]: [MediaState, boolean]) => {\n                      void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);\n                      void state.transcriptionManager?.setRecording(isSpeaking);\n                    },\n                  } satisfies MeetingCallProperties,\n                },\n              ];\n            }),\n            Option.getOrElse(() => []),\n          ),\n        ),\n    }),\n  ]);\n\ntype EntityExtractionEnricherFactoryOptions = {\n  aiClient: AIServiceClient;\n  contextTypes: Schema.Schema.AnyNoContext[];\n  space: Space;\n};\n\nconst createEntityExtractionEnricher = ({ aiClient, contextTypes, space }: EntityExtractionEnricherFactoryOptions) => {\n  return async (message: DataType.Message) => {\n    const { objects } = await space.db\n      .query(Query.select(Filter.or(...contextTypes.map((s) => Filter.type(s as Schema.Schema<BaseEchoObject>)))))\n      .run();\n    log.info('context', { objects });\n\n    const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({\n      aiService: aiClient,\n      message,\n      context: {\n        objects: await Promise.all(objects.map((o) => processContextObject(o))),\n      },\n      options: { timeout: ENTITY_EXTRACTOR_TIMEOUT, fallbackToRaw: true },\n    });\n\n    log.info('entity extraction time', { timeElapsed });\n    return enhancedMessage;\n  };\n};\n\n// TODO(dmaretskyi): Use Type.Any\nconst processContextObject = async (object: BaseEchoObject): Promise<any> => {\n  // TODO(dmaretskyi): Documents need special processing is the content is behind a ref.\n  // TODO(dmaretskyi): Think about a way to handle this serialization with a decorator.\n  // if (isInstanceOf(DocumentType, object)) {\n  //   return {\n  //     ...object,\n  //     content: await object.content.load(),\n  //   };\n  // }\n\n  return object;\n};\n\nconst ENTITY_EXTRACTOR_TIMEOUT = 25_000;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Schema } from 'effect';\n\nimport { createTemplate, Message, structuredOutputParser } from '@dxos/artifact';\nimport type { AIServiceClient } from '@dxos/assistant';\nimport { MixedStreamParser } from '@dxos/assistant';\nimport { asyncTimeout } from '@dxos/async';\nimport { type BaseEchoObject, create, ObjectId } from '@dxos/echo-schema';\nimport { DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { DataType } from '@dxos/schema';\n\nimport SYSTEM_PROMPT from './system-prompt.tpl?raw';\n\ntype ProcessTranscriptMessageParams = {\n  message: DataType.Message;\n  aiService: AIServiceClient;\n  context: {\n    objects?: BaseEchoObject[];\n  };\n\n  options?: {\n    /**\n     * Timeout for the entity extraction.\n     */\n    timeout?: number;\n\n    /**\n     * Fallback to raw text if the entity extraction fails.\n     * Otherwise the function will throw an error.\n     * @default false\n     */\n    fallbackToRaw?: boolean;\n  };\n};\n\ntype ProcessTranscriptMessageResult = {\n  message: DataType.Message;\n  timeElapsed: number;\n};\n\n/**\n * Process Handlebars template.\n */\nconst createSystemPrompt = (): string => {\n  const template = createTemplate(SYSTEM_PROMPT);\n  return template({});\n};\n\nconst ReferencedQuotes = Schema.Struct({\n  references: Schema.Array(\n    Schema.Struct({\n      quote: Schema.String,\n      id: Schema.String,\n    }),\n  ).annotations({\n    description:\n      'The references to the context objects that are mentioned in the transcript. quote should match the original transcript text exactly, while id is the id of the context object.',\n  }),\n});\ninterface ReferencedQuotes extends Schema.Schema.Type<typeof ReferencedQuotes> {}\n\n// TODO(dmaretskyi): Move context to a vector search index.\nexport const processTranscriptMessage = async (\n  params: ProcessTranscriptMessageParams,\n): Promise<ProcessTranscriptMessageResult> => {\n  try {\n    const outputParser = structuredOutputParser(ReferencedQuotes);\n    const runParser = async (): Promise<ProcessTranscriptMessageResult> => {\n      const startTime = performance.now();\n      const result = outputParser.getResult(\n        await new MixedStreamParser().parse(\n          await params.aiService.execStream({\n            model: '@anthropic/claude-3-5-haiku-20241022',\n            systemPrompt: createSystemPrompt(),\n            history: [\n              create(Message, {\n                role: 'user',\n                content: [\n                  {\n                    type: 'text',\n                    text: `<context>${JSON.stringify(params.context.objects)}</context>`,\n                  },\n                  {\n                    type: 'text',\n                    text: `<transcript>${JSON.stringify(params.message.blocks)}</transcript>`,\n                  },\n                ],\n              }),\n            ],\n            tools: [outputParser.tool],\n          }),\n        ),\n      );\n      log.info('entity extraction result', { refs: result.references });\n\n      return {\n        message: create(DataType.Message, {\n          ...params.message,\n          blocks: params.message.blocks.map((block, i) =>\n            block.type !== 'transcription'\n              ? block\n              : {\n                  ...block,\n                  text: postprocessText(block.text, result),\n                },\n          ),\n        }),\n        timeElapsed: performance.now() - startTime,\n      };\n    };\n\n    if (params.options?.timeout && params.options.timeout > 0) {\n      return await asyncTimeout(runParser(), params.options.timeout);\n    } else {\n      return await runParser();\n    }\n  } catch (error) {\n    if (params.options?.fallbackToRaw) {\n      log.warn('failed to process transcript message, falling back to raw text', { error });\n      return {\n        message: params.message,\n        timeElapsed: 0,\n      };\n    } else {\n      throw error;\n    }\n  }\n};\n\n/**\n * Finds and replaces all quotes with DXNs references.\n */\n// TODO(dmaretskyi): Lookup and verifiy ids from provided context.\nexport const postprocessText = (text: string, quotes: ReferencedQuotes) => {\n  for (const quote of quotes.references) {\n    if (!ObjectId.isValid(quote.id)) {\n      continue;\n    }\n\n    // Use a case-insensitive regular expression to replace the quote\n    const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'), 'gi');\n    text = text.replace(regex, `[${quote.quote}][${DXN.fromLocalObjectId(quote.id).toString()}]`);\n  }\n  return text;\n};\n", "You are an AI assistant specialized in processing and enhancing transcripts with contextual information.\nYour task is to analyze a given transcript and extract references to the context objects.\n\nThe context and transcript are provided in the user message in `context` and `transcript` XML tags.\n\nHere are your instructions:\n\n1. Read the transcript and context information provided above.\n\n2. Process each segment of the transcript separately.\n\n3. For each segment:\n   a. Analyze the content and identify relevant information from the context.\n   b. Extract a number of references to the context objects that are mentioned in the segment.\n   c. Output the references in the format `{ \"quote\": \"earnings report\", \"id\": \"01JT0JP9AX0XKGZX4MV4B69VT6\" }`.\n   d. If there are no references, just output an empty array.\n\n4. Maintain the exact order and structure of the original transcript segments.\n\nOutput Format:\nThe final output should be a JSON array of references.\n\nExample output structure:\n```json\n{\n  \"references\": [\n    { \"quote\": \"earnings report\", \"id\": \"01JT0JP9AX0XKGZX4MV4B69VT6\" },\n    { \"quote\": \"John\", \"id\": \"01JT0VM0VN3ZKN7GDBM8CV9BA7\" }\n  ]\n}\n```\n\nRemember:\n- Only quote the text that is in the transcript.\n- Analyze each segment carefully before processing it.\n- Only reference objects that appear in the context and exactly by their id, If the object is not in the context, do not insert a reference. \n\nNow, process the transcript and context provided below according to these instructions."],
+  "mappings": ";;;;;;;;;;;;;;;;;AAIA,SAASA,UAAU;AACnB,SAASC,QAAQC,YAAyB;AAE1C,SAASC,cAAcC,aAAaC,oBAAwC;AAC5E,SAASC,2BAAiD;AAC1D,SAASC,2BAA2B;AACpC,SAASC,QAAQC,kBAAkBC,UAAUC,SAASC,aAAyB;AAC/E,SAASC,mBAAmBC,oBAAyC;AACrE,SAASC,iBAAiB;AAC1B,SAASC,OAAAA,YAAW;AACpB,SAASC,OAAAA,YAAW;AACpB,SAASC,0BAA0B;AACnC,SAASC,sBAAsBC,iCAAiC;AAChE,SAASC,iBAAiBC,oBAAoB;AAC9C,SAASC,oBAAoB;AAC7B,SAASC,2BAA4D;AACrE,SAASC,mBAA+C;AAGxD,SAASC,YAAAA,iBAAgB;;;ACnBzB,SAASC,cAAc;AAEvB,SAASC,gBAAgBC,SAASC,8BAA8B;AAEhE,SAASC,yBAAyB;AAClC,SAASC,oBAAoB;AAC7B,SAA8BC,QAAQC,gBAAgB;AACtD,SAASC,WAAW;AACpB,SAASC,WAAW;AACpB,SAASC,gBAAgB;;;ACbzB;;;;AD+CA,IAAMC,qBAAqB,MAAA;AACzB,QAAMC,WAAWC,eAAeC,qBAAAA;AAChC,SAAOF,SAAS,CAAC,CAAA;AACnB;AAEA,IAAMG,mBAAmBC,OAAOC,OAAO;EACrCC,YAAYF,OAAOG,MACjBH,OAAOC,OAAO;IACZG,OAAOJ,OAAOK;IACdC,IAAIN,OAAOK;EACb,CAAA,CAAA,EACAE,YAAY;IACZC,aACE;EACJ,CAAA;AACF,CAAA;AAIO,IAAMC,2BAA2B,OACtCC,WAAAA;AAEA,MAAI;AACF,UAAMC,eAAeC,uBAAuBb,gBAAAA;AAC5C,UAAMc,YAAY,YAAA;AAChB,YAAMC,YAAYC,YAAYC,IAAG;AACjC,YAAMC,SAASN,aAAaO,UAC1B,MAAM,IAAIC,kBAAAA,EAAoBC,MAC5B,MAAMV,OAAOW,UAAUC,WAAW;QAChCC,OAAO;QACPC,cAAc7B,mBAAAA;QACd8B,SAAS;UACPC,OAAOC,SAAS;YACdC,MAAM;YACNC,SAAS;cACP;gBACEC,MAAM;gBACNC,MAAM,YAAYC,KAAKC,UAAUvB,OAAOwB,QAAQC,OAAO,CAAA;cACzD;cACA;gBACEL,MAAM;gBACNC,MAAM,eAAeC,KAAKC,UAAUvB,OAAO0B,QAAQC,MAAM,CAAA;cAC3D;;UAEJ,CAAA;;QAEFC,OAAO;UAAC3B,aAAa4B;;MACvB,CAAA,CAAA,CAAA;AAGJC,UAAIC,KAAK,4BAA4B;QAAEC,MAAMzB,OAAOf;MAAW,GAAA;;;;;;AAE/D,aAAO;QACLkC,SAASV,OAAOiB,SAAShB,SAAS;UAChC,GAAGjB,OAAO0B;UACVC,QAAQ3B,OAAO0B,QAAQC,OAAOO,IAAI,CAACC,OAAOC,MACxCD,MAAMf,SAAS,kBACXe,QACA;YACE,GAAGA;YACHd,MAAMgB,gBAAgBF,MAAMd,MAAMd,MAAAA;UACpC,CAAA;QAER,CAAA;QACA+B,aAAajC,YAAYC,IAAG,IAAKF;MACnC;IACF;AAEA,QAAIJ,OAAOuC,SAASC,WAAWxC,OAAOuC,QAAQC,UAAU,GAAG;AACzD,aAAO,MAAMC,aAAatC,UAAAA,GAAaH,OAAOuC,QAAQC,OAAO;IAC/D,OAAO;AACL,aAAO,MAAMrC,UAAAA;IACf;EACF,SAASuC,OAAO;AACd,QAAI1C,OAAOuC,SAASI,eAAe;AACjCb,UAAIc,KAAK,kEAAkE;QAAEF;MAAM,GAAA;;;;;;AACnF,aAAO;QACLhB,SAAS1B,OAAO0B;QAChBY,aAAa;MACf;IACF,OAAO;AACL,YAAMI;IACR;EACF;AACF;AAMO,IAAML,kBAAkB,CAAChB,MAAcwB,WAAAA;AAC5C,aAAWnD,SAASmD,OAAOrD,YAAY;AACrC,QAAI,CAACsD,SAASC,QAAQrD,MAAME,EAAE,GAAG;AAC/B;IACF;AAGA,UAAMoD,QAAQ,IAAIC,OAAOvD,MAAMA,MAAMwD,QAAQ,uBAAuB,MAAA,GAAS,IAAA;AAC7E7B,WAAOA,KAAK6B,QAAQF,OAAO,IAAItD,MAAMA,KAAK,KAAKyD,IAAIC,kBAAkB1D,MAAME,EAAE,EAAEyD,SAAQ,CAAA,GAAK;EAC9F;AACA,SAAOhC;AACT;;;;ADjHA,IAAMiC,uBAAuB,OAC3BC,SACAC,YAAAA;AAEA,QAAM,EAAEC,iBAAiBC,SAAQ,IAAKH,QAAQI,cAAcC,aAAaC,gBAAgB;AAEzF,QAAMC,WAAWC,kBAAkBC,cAAAA;AACnC,QAAMC,WAAW,MAAMT,QAAQU,UAAUJ,QAAAA,GAAWK,KAAAA;AACpD,MAAIF,oBAAoBD,gBAAgB;AACtC,WAAOC;EACT;AAEA,QAAMG,QAAQC,SAASb,OAAAA;AACvBc,YAAUF,OAAAA,QAAAA;;;;;;;;;AACV,QAAM,EAAEG,KAAI,IAAK,MAAMb,SAASc,aAAaC,oBAAoBC,QAAQ;IAAEC,SAASP,MAAMQ;EAAG,CAAA,CAAA;AAC7FpB,UAAQU,UAAUJ,QAAAA,IAAYe,QAAQN,KAAMO,MAAM;AAClD,SAAOP,MAAMO;AACf;AAGA,IAAA,4BAAe,CAACvB,YACdwB,YAAYnB,aAAaoB,iBAAiB;EACxCC,gBAAgB;IACdL,IAAI,GAAGM,oBAAAA;IACPC,SAAS,CAACC,SACRC,GAAGC,KAAK,CAACC,QACPC,KACED,IAAIH,IAAAA,GACJK,OAAOC,QAAQ,CAACN,UAAUO,aAAaC,aAAaR,MAAKb,IAAI,IAAIkB,OAAOI,KAAKT,MAAKb,IAAI,IAAIkB,OAAOK,KAAI,CAAA,GACrGL,OAAOM,IAAI,CAACvC,YAAAA;AACV,YAAMwC,QAAQzC,QAAQI,cAAcsC,0BAA0BC,yBAAyB;AACvF,YAAMC,UAAUZ,IAAIa,aAAa,MAAMJ,MAAMG,OAAO,CAAA;AACpD,aAAO;QACL;UACEvB,IAAI,GAAGyB,iBAAiB7C,OAAAA,CAAAA;UACxBe,MAAM,YAAA;AAIJ,kBAAM+B,aAAa,MAAMhD,qBAAqBC,SAASC,OAAAA;AACvDc,sBAAUgC,YAAY,+BAAA;;;;;;;;;AAEtB,kBAAMC,cAAchD,QAAQI,cAAc6C,oBAAoBC,WAAW;AACzEF,wBAAYG,YAAY3C,kBAAkBC,cAAAA,GAAkB;cAC1D2C,UAAUL,WAAWM,MAAMC,IAAIC,SAAQ;cACvCX,SAAS,CAACA;YACZ,CAAA;UACF;UACAY,YAAY;YACVC,OAAOb,UACH;cAAC;cAA4B;gBAAEc,IAAI/B;cAAqB;gBACxD;cAAC;cAA6B;gBAAE+B,IAAI/B;cAAqB;;YAC7DgC,MAAM;YACNC,aAAa;YACbC,YAAYjB,UAAU,iBAAiB;UACzC;QACF;;IAEJ,CAAA,GACAV,OAAO4B,UAAU,MAAM,CAAA,CAAE,CAAA,CAAA;IAG/BC,WAAW,CAAClC,SACVC,GAAGC,KAAK,CAACC,QACPC,KACED,IAAIH,IAAAA,GACJK,OAAOC,QAAQ,CAACN,UAAUO,aAAaC,aAAaR,MAAKb,IAAI,IAAIkB,OAAOI,KAAKT,MAAKb,IAAI,IAAIkB,OAAOK,KAAI,CAAA,GACrGL,OAAOM,IAAI,CAACvC,YAAAA;AACV,YAAM+D,SAAShE,QAAQI,cAAc6D,mBAAmBC,MAAM;AAC9D,YAAMzB,QAAQzC,QAAQI,cAAcsC,0BAA0BC,yBAAyB;AACvF,YAAMwB,gBAAgBnC,IAAIhC,QAAQoE,aAAa/D,aAAagE,aAAa,CAAA,EAAG,CAAA;AAC5E,YAAMC,WAAWtC,IACfa,aAAa,MAAMsB,eAAeI,SAAqC5C,oBAAAA,EAAuB6C,KAAAA,CAAAA;AAIhG,YAAMC,WAAwC,IAAIC,oBAAoB;;QAEpEC,UAAUC,oBAAoBC;MAChC,CAAA;AAEA,aAAO;QACL;UACExD,IAAI,GAAGyB,iBAAiB7C,OAAAA,CAAAA,GAAW6E,yBAAAA,GAA4BtE,kBAAkBC,cAAAA,CAAAA;UACjFsE,MAAMC;UACNhE,MAAMgB,IAAIa,aAAa,MAAM5C,QAAQU,UAAUH,kBAAkBC,cAAAA,CAAAA,GAAmBwE,MAAAA,CAAAA;UACpFzB,YAAY;YACVC,OAAO;cAAC;cAA8B;gBAAEC,IAAI/B;cAAqB;;YACjEgC,MAAM;YACNuB,UAAU;YACVtB,aAAa;YACbuB,QAAQ1E;YACR2E,WAAW,CAAC,EAAEvE,MAAK,MACjBI,aAAaC,oBAAoBC,QAAQ;cAAEC,SAASP,MAAMQ;YAAG,CAAA;;YAG/DgE,QAAQ,OAAO,EAAEpF,SAAAA,SAAO,MAA6B;AACnD,oBAAMqF,WAAWtB,OAAOuB,KAAKD,SAAStD,IAAG;AACzCjB,wBAAUuE,UAAAA,QAAAA;;;;;;;;;AACV,oBAAMzE,QAAQC,SAASb,QAAAA;AACvBc,wBAAUF,OAAAA,QAAAA;;;;;;;;;AAEV,kBAAI2E;AACJ,kBAAIf,YAAYH,SAASmB,kBAAkB;AACzCD,kCAAkBE,+BAA+B;kBAC/CjB;;;;kBAIAkB,cAAc;oBAACC;oBAAcC,UAASC;oBAAQD,UAASE;;kBACvDlF;gBACF,CAAA;cACF;AAGA4B,oBAAMuD,uBAAuB,MAAM,IAAIC,qBAAqB;gBAC1DC,YAAYlC,OAAOmC;gBACnBX;cACF,CAAA,EACGY,eAAed,SAASe,GAAG,EAC3BC,KAAI;YACT;YACAC,SAAS,YAAA;AACP,oBAAM9D,MAAMuD,sBAAsBQ,MAAAA;AAClC/D,oBAAMuD,uBAAuBS;AAC7BhE,oBAAMG,UAAU;YAClB;YACA8D,oBAAoB,OAAOC,cAAAA;AACzB,oBAAMpG,WAAWC,kBAAkBC,cAAAA;AACnC,oBAAMmG,gBAAgBrG,WAAWoG,UAAUE,aAAatG,QAAAA,IAAYkG;AACpE,kBAAI,CAACG,eAAeE,SAAS;AAC3B;cACF;AAEA,oBAAMA,UAAgCF,cAAcE;AACpDrE,oBAAMG,UAAU,CAAC,CAACkE,QAAQlE;AAC1B,kBAAIkE,QAAQ1D,UAAU;AAEpBX,sBAAMuD,sBAAsBe,SAASC,KAAIC,MAAMH,QAAQ1D,QAAQ,CAAA;cACjE;AACA,oBAAMX,MAAMuD,sBAAsBkB,WAAWJ,QAAQlE,OAAO;YAC9D;YACAuE,qBAAqB,OAAO,CAACC,YAAYC,UAAAA,MAAkC;AACzE,mBAAK5E,MAAMuD,sBAAsBsB,cAAcF,WAAWG,UAAU;AACpE,mBAAK9E,MAAMuD,sBAAsBwB,aAAaH,UAAAA;YAChD;UACF;QACF;;IAEJ,CAAA,GACAnF,OAAO4B,UAAU,MAAM,CAAA,CAAE,CAAA,CAAA;EAGjC,CAAA;CACD;AAQH,IAAM4B,iCAAiC,CAAC,EAAEjB,UAAUkB,cAAc9E,MAAK,MAA0C;AAC/G,SAAO,OAAO4G,YAAAA;AACZ,UAAM,EAAEC,QAAO,IAAK,MAAM7G,MAAM8G,GAC7BC,MAAMC,MAAMC,OAAOC,OAAOC,GAAE,GAAIrC,aAAanD,IAAI,CAACyF,MAAMF,OAAOhD,KAAKkD,CAAAA,CAAAA,CAAAA,CAAAA,CAAAA,EACpEC,IAAG;AACNC,IAAAA,KAAIC,KAAK,WAAW;MAAEV;IAAQ,GAAA;;;;;;AAE9B,UAAM,EAAED,SAASY,iBAAiBC,YAAW,IAAK,MAAMC,yBAAyB;MAC/EC,WAAW/D;MACXgD;MACAzH,SAAS;QACP0H,SAAS,MAAMe,QAAQC,IAAIhB,QAAQlF,IAAI,CAACmG,MAAMC,qBAAqBD,CAAAA,CAAAA,CAAAA;MACrE;MACAE,SAAS;QAAEC,SAASC;QAA0BC,eAAe;MAAK;IACpE,CAAA;AAEAb,IAAAA,KAAIC,KAAK,0BAA0B;MAAEE;IAAY,GAAA;;;;;;AACjD,WAAOD;EACT;AACF;AAGA,IAAMO,uBAAuB,OAAOrH,WAAAA;AAUlC,SAAOA;AACT;AAEA,IAAMwH,2BAA2B;",
+  "names": ["Rx", "Option", "pipe", "Capabilities", "contributes", "createIntent", "AIServiceEdgeClient", "AI_SERVICE_ENDPOINT", "Filter", "fullyQualifiedId", "getSpace", "makeRef", "Query", "getSchemaTypename", "isInstanceOf", "invariant", "DXN", "log", "ClientCapabilities", "PLANK_COMPANION_TYPE", "ATTENDABLE_PATH_SEPARATOR", "createExtension", "rxFromSignal", "DocumentType", "MeetingCapabilities", "MeetingType", "DataType", "Schema", "createTemplate", "Message", "structuredOutputParser", "MixedStreamParser", "asyncTimeout", "create", "ObjectId", "DXN", "log", "DataType", "createSystemPrompt", "template", "createTemplate", "SYSTEM_PROMPT", "ReferencedQuotes", "Schema", "Struct", "references", "Array", "quote", "String", "id", "annotations", "description", "processTranscriptMessage", "params", "outputParser", "structuredOutputParser", "runParser", "startTime", "performance", "now", "result", "getResult", "MixedStreamParser", "parse", "aiService", "execStream", "model", "systemPrompt", "history", "create", "Message", "role", "content", "type", "text", "JSON", "stringify", "context", "objects", "message", "blocks", "tools", "tool", "log", "info", "refs", "DataType", "map", "block", "i", "postprocessText", "timeElapsed", "options", "timeout", "asyncTimeout", "error", "fallbackToRaw", "warn", "quotes", "ObjectId", "isValid", "regex", "RegExp", "replace", "DXN", "fromLocalObjectId", "toString", "getMeetingTranscript", "context", "meeting", "dispatchPromise", "dispatch", "getCapability", "Capabilities", "IntentDispatcher", "typename", "getSchemaTypename", "TranscriptType", "existing", "artifacts", "load", "space", "getSpace", "invariant", "data", "createIntent", "TranscriptionAction", "Create", "spaceId", "id", "makeRef", "object", "contributes", "AppGraphBuilder", "createExtension", "TRANSCRIPTION_PLUGIN", "actions", "node", "Rx", "make", "get", "pipe", "Option", "flatMap", "isInstanceOf", "MeetingType", "some", "none", "map", "state", "TranscriptionCapabilities", "MeetingTranscriptionState", "enabled", "rxFromSignal", "fullyQualifiedId", "transcript", "callManager", "MeetingCapabilities", "CallManager", "setActivity", "queueDxn", "queue", "dxn", "toString", "properties", "label", "ns", "icon", "disposition", "classNames", "getOrElse", "connector", "client", "ClientCapabilities", "Client", "settingsStore", "capabilities", "SettingsStore", "settings", "getStore", "value", "aiClient", "AIServiceEdgeClient", "endpoint", "AI_SERVICE_ENDPOINT", "REMOTE", "ATTENDABLE_PATH_SEPARATOR", "type", "PLANK_COMPANION_TYPE", "target", "position", "schema", "getIntent", "onJoin", "identity", "halo", "messageEnricher", "entityExtraction", "createEntityExtractionEnricher", "contextTypes", "DocumentType", "DataType", "Person", "Organization", "transcriptionManager", "TranscriptionManager", "edgeClient", "edge", "setIdentityDid", "did", "open", "onLeave", "close", "undefined", "onCallStateUpdated", "callState", "transcription", "activities", "payload", "setQueue", "DXN", "parse", "setEnabled", "onMediaStateUpdated", "mediaState", "isSpeaking", "setAudioTrack", "audioTrack", "setRecording", "message", "objects", "db", "query", "Query", "select", "Filter", "or", "s", "run", "log", "info", "enhancedMessage", "timeElapsed", "processTranscriptMessage", "aiService", "Promise", "all", "o", "processContextObject", "options", "timeout", "ENTITY_EXTRACTOR_TIMEOUT", "fallbackToRaw"]
+}