@dxos/plugin-transcription 0.8.2-main.12df754 → 0.8.2-main.2f9c567

package/dist/lib/node/app-graph-builder-I6LYVIYY.cjs

@@ -0,0 +1,350 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var app_graph_builder_I6LYVIYY_exports = {};
+__export(app_graph_builder_I6LYVIYY_exports, {
+  default: () => app_graph_builder_default
+});
+module.exports = __toCommonJS(app_graph_builder_I6LYVIYY_exports);
+var import_chunk_RK4BEN5E = require("./chunk-RK4BEN5E.cjs");
+var import_chunk_J72PUQ3C = require("./chunk-J72PUQ3C.cjs");
+var import_chunk_34WFY7M7 = require("./chunk-34WFY7M7.cjs");
+var import_chunk_JUGOXWES = require("./chunk-JUGOXWES.cjs");
+var import_chunk_NVZWGFJL = require("./chunk-NVZWGFJL.cjs");
+var import_app_framework = require("@dxos/app-framework");
+var import_assistant = require("@dxos/assistant");
+var import_testing = require("@dxos/assistant/testing");
+var import_echo = require("@dxos/client/echo");
+var import_echo_schema = require("@dxos/echo-schema");
+var import_invariant = require("@dxos/invariant");
+var import_keys = require("@dxos/keys");
+var import_log = require("@dxos/log");
+var import_plugin_client = require("@dxos/plugin-client");
+var import_types = require("@dxos/plugin-deck/types");
+var import_plugin_graph = require("@dxos/plugin-graph");
+var import_types2 = require("@dxos/plugin-markdown/types");
+var import_plugin_meeting = require("@dxos/plugin-meeting");
+var import_types3 = require("@dxos/plugin-meeting/types");
+var import_schema = require("@dxos/schema");
+var import_effect = require("effect");
+var import_artifact = require("@dxos/artifact");
+var import_assistant2 = require("@dxos/assistant");
+var import_async = require("@dxos/async");
+var import_echo_schema2 = require("@dxos/echo-schema");
+var import_keys2 = require("@dxos/keys");
+var import_log2 = require("@dxos/log");
+var import_schema2 = require("@dxos/schema");
+var system_prompt_default = 'You are an AI assistant specialized in processing and enhancing transcripts with contextual information.\nYour task is to analyze a given transcript and extract references to the context objects.\n\nThe context and transcript are provided in the user message in `context` and `transcript` XML tags.\n\nHere are your instructions:\n\n1. Read the transcript and context information provided above.\n\n2. Process each segment of the transcript separately.\n\n3. For each segment:\n   a. Analyze the content and identify relevant information from the context.\n   b. Extract a number of references to the context objects that are mentioned in the segment.\n   c. Output the references in the format `{ "quote": "earnings report", "id": "01JT0JP9AX0XKGZX4MV4B69VT6" }`.\n   d. If there are no references, just output an empty array.\n\n4. Maintain the exact order and structure of the original transcript segments.\n\nOutput Format:\nThe final output should be a JSON array of references.\n\nExample output structure:\n```json\n{\n  "references": [\n    { "quote": "earnings report", "id": "01JT0JP9AX0XKGZX4MV4B69VT6" },\n    { "quote": "John", "id": "01JT0VM0VN3ZKN7GDBM8CV9BA7" }\n  ]\n}\n```\n\nRemember:\n- Only quote the text that is in the transcript.\n- Analyze each segment carefully before processing it.\n- Only reference objects that appear in the context and exactly by their id, If the object is not in the context, do not insert a reference. \n\nNow, process the transcript and context provided below according to these instructions.';
+var __dxlog_file = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/entity-extraction/entity-extraction.ts";
+var createSystemPrompt = () => {
+  const template = (0, import_artifact.createTemplate)(system_prompt_default);
+  return template({});
+};
+var ReferencedQuotes = import_effect.Schema.Struct({
+  references: import_effect.Schema.Array(import_effect.Schema.Struct({
+    quote: import_effect.Schema.String,
+    id: import_effect.Schema.String
+  })).annotations({
+    description: "The references to the context objects that are mentioned in the transcript. quote should match the original transcript text exactly, while id is the id of the context object."
+  })
+});
+var processTranscriptMessage = async (params) => {
+  try {
+    const outputParser = (0, import_artifact.structuredOutputParser)(ReferencedQuotes);
+    const runParser = async () => {
+      const startTime = performance.now();
+      const result = outputParser.getResult(await new import_assistant2.MixedStreamParser().parse(await params.aiService.execStream({
+        model: "@anthropic/claude-3-5-haiku-20241022",
+        systemPrompt: createSystemPrompt(),
+        history: [
+          (0, import_echo_schema2.create)(import_artifact.Message, {
+            role: "user",
+            content: [
+              {
+                type: "text",
+                text: `<context>${JSON.stringify(params.context.objects)}</context>`
+              },
+              {
+                type: "text",
+                text: `<transcript>${JSON.stringify(params.message.blocks)}</transcript>`
+              }
+            ]
+          })
+        ],
+        tools: [
+          outputParser.tool
+        ]
+      })));
+      import_log2.log.info("entity extraction result", {
+        refs: result.references
+      }, {
+        F: __dxlog_file,
+        L: 98,
+        S: void 0,
+        C: (f, a) => f(...a)
+      });
+      return {
+        message: (0, import_echo_schema2.create)(import_schema2.DataType.Message, {
+          ...params.message,
+          blocks: params.message.blocks.map((block, i) => block.type !== "transcription" ? block : {
+            ...block,
+            text: postprocessText(block.text, result)
+          })
+        }),
+        timeElapsed: performance.now() - startTime
+      };
+    };
+    if (params.options?.timeout && params.options.timeout > 0) {
+      return await (0, import_async.asyncTimeout)(runParser(), params.options.timeout);
+    } else {
+      return await runParser();
+    }
+  } catch (error) {
+    if (params.options?.fallbackToRaw) {
+      import_log2.log.warn("failed to process transcript message, falling back to raw text", {
+        error
+      }, {
+        F: __dxlog_file,
+        L: 123,
+        S: void 0,
+        C: (f, a) => f(...a)
+      });
+      return {
+        message: params.message,
+        timeElapsed: 0
+      };
+    } else {
+      throw error;
+    }
+  }
+};
+var postprocessText = (text, quotes) => {
+  for (const quote of quotes.references) {
+    if (!import_echo_schema2.ObjectId.isValid(quote.id)) {
+      continue;
+    }
+    const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\]\\]/g, "\\$&"), "gi");
+    text = text.replace(regex, `[${quote.quote}][${import_keys2.DXN.fromLocalObjectId(quote.id).toString()}]`);
+  }
+  return text;
+};
+var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/capabilities/app-graph-builder.ts";
+var getMeetingTranscript = async (context, meeting) => {
+  const { dispatchPromise: dispatch } = context.requestCapability(import_app_framework.Capabilities.IntentDispatcher);
+  const typename = (0, import_echo_schema.getSchemaTypename)(import_chunk_34WFY7M7.TranscriptType);
+  const existing = await meeting.artifacts[typename]?.load();
+  if (existing instanceof import_chunk_34WFY7M7.TranscriptType) {
+    return existing;
+  }
+  const space = (0, import_echo.getSpace)(meeting);
+  (0, import_invariant.invariant)(space, void 0, {
+    F: __dxlog_file2,
+    L: 48,
+    S: void 0,
+    A: [
+      "space",
+      ""
+    ]
+  });
+  const { data } = await dispatch((0, import_app_framework.createIntent)(import_chunk_34WFY7M7.TranscriptionAction.Create, {
+    spaceId: space.id
+  }));
+  meeting.artifacts[typename] = (0, import_echo.makeRef)(data.object);
+  return data?.object;
+};
+var app_graph_builder_default = (context) => (0, import_app_framework.contributes)(import_app_framework.Capabilities.AppGraphBuilder, [
+  (0, import_plugin_graph.createExtension)({
+    id: `${import_chunk_NVZWGFJL.TRANSCRIPTION_PLUGIN}/meeting-transcript`,
+    filter: (node) => (0, import_echo_schema.isInstanceOf)(import_types3.MeetingType, node.data),
+    actions: ({ node }) => {
+      const meeting = node.data;
+      const state = context.requestCapability(import_chunk_JUGOXWES.TranscriptionCapabilities.MeetingTranscriptionState);
+      return [
+        {
+          id: `${(0, import_echo.fullyQualifiedId)(meeting)}/action/start-stop-transcription`,
+          data: async () => {
+            const transcript = await getMeetingTranscript(context, meeting);
+            (0, import_invariant.invariant)(transcript, "Failed to create transcript", {
+              F: __dxlog_file2,
+              L: 71,
+              S: void 0,
+              A: [
+                "transcript",
+                "'Failed to create transcript'"
+              ]
+            });
+            const callManager = context.requestCapability(import_plugin_meeting.MeetingCapabilities.CallManager);
+            callManager.setActivity((0, import_echo_schema.getSchemaTypename)(import_chunk_34WFY7M7.TranscriptType), {
+              queueDxn: transcript.queue.dxn.toString(),
+              enabled: !state.enabled
+            });
+          },
+          properties: {
+            label: state.enabled ? [
+              "stop transcription label",
+              {
+                ns: import_chunk_NVZWGFJL.TRANSCRIPTION_PLUGIN
+              }
+            ] : [
+              "start transcription label",
+              {
+                ns: import_chunk_NVZWGFJL.TRANSCRIPTION_PLUGIN
+              }
+            ],
+            icon: "ph--subtitles--regular",
+            disposition: "toolbar",
+            classNames: state.enabled ? "bg-callAlert" : ""
+          }
+        }
+      ];
+    },
+    connector: ({ node }) => {
+      const meeting = node.data;
+      const client = context.requestCapability(import_plugin_client.ClientCapabilities.Client);
+      const state = context.requestCapability(import_chunk_JUGOXWES.TranscriptionCapabilities.MeetingTranscriptionState);
+      const settings = context.requestCapability(import_app_framework.Capabilities.SettingsStore).getStore(import_chunk_NVZWGFJL.TRANSCRIPTION_PLUGIN).value;
+      const aiClient = new import_assistant.AIServiceEdgeClient({
+        endpoint: import_testing.AI_SERVICE_ENDPOINT.REMOTE
+      });
+      return [
+        {
+          id: `${(0, import_echo.fullyQualifiedId)(meeting)}${import_types.ATTENDABLE_PATH_SEPARATOR}${(0, import_echo_schema.getSchemaTypename)(import_chunk_34WFY7M7.TranscriptType)}`,
+          type: import_types.PLANK_COMPANION_TYPE,
+          data: meeting.artifacts[(0, import_echo_schema.getSchemaTypename)(import_chunk_34WFY7M7.TranscriptType)]?.target,
+          properties: {
+            label: [
+              "transcript companion label",
+              {
+                ns: import_chunk_NVZWGFJL.TRANSCRIPTION_PLUGIN
+              }
+            ],
+            icon: "ph--subtitles--regular",
+            position: "hoist",
+            disposition: "hidden",
+            schema: import_chunk_34WFY7M7.TranscriptType,
+            getIntent: ({ space }) => (0, import_app_framework.createIntent)(import_chunk_34WFY7M7.TranscriptionAction.Create, {
+              spaceId: space.id
+            }),
+            // TODO(burdon): Is this the right place to inisitalize the state? Change to a capability?
+            onJoin: async ({ meeting: meeting2 }) => {
+              const identity = client.halo.identity.get();
+              (0, import_invariant.invariant)(identity, void 0, {
+                F: __dxlog_file2,
+                L: 120,
+                S: void 0,
+                A: [
+                  "identity",
+                  ""
+                ]
+              });
+              const space = (0, import_echo.getSpace)(meeting2);
+              (0, import_invariant.invariant)(space, void 0, {
+                F: __dxlog_file2,
+                L: 122,
+                S: void 0,
+                A: [
+                  "space",
+                  ""
+                ]
+              });
+              let messageEnricher;
+              if (aiClient && settings.entityExtraction) {
+                messageEnricher = createEntityExtractionEnricher({
+                  aiClient,
+                  // TODO(dmaretskyi): Have those be discovered from the schema graph or contributed by capabilities?
+                  //  This forced me to add a dependency on markdown plugin.
+                  //  This will be replaced with a vector search index anyway, so its not a big deal.
+                  contextTypes: [
+                    import_types2.DocumentType,
+                    import_schema.DataType.Person,
+                    import_schema.DataType.Organization
+                  ],
+                  space
+                });
+              }
+              state.transcriptionManager = await new import_chunk_RK4BEN5E.TranscriptionManager({
+                edgeClient: client.edge,
+                messageEnricher
+              }).setIdentityDid(identity.did).open();
+            },
+            onLeave: async () => {
+              await state.transcriptionManager?.close();
+              state.transcriptionManager = void 0;
+              state.enabled = false;
+            },
+            onCallStateUpdated: async (callState) => {
+              const typename = (0, import_echo_schema.getSchemaTypename)(import_chunk_34WFY7M7.TranscriptType);
+              const transcription = typename ? callState.activities?.[typename] : void 0;
+              if (!transcription?.payload) {
+                return;
+              }
+              const payload = transcription.payload;
+              state.enabled = !!payload.enabled;
+              if (payload.queueDxn) {
+                state.transcriptionManager?.setQueue(import_keys.DXN.parse(payload.queueDxn));
+              }
+              await state.transcriptionManager?.setEnabled(payload.enabled);
+            },
+            onMediaStateUpdated: async ([mediaState, isSpeaking]) => {
+              void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);
+              void state.transcriptionManager?.setRecording(isSpeaking);
+            }
+          }
+        }
+      ];
+    }
+  })
+]);
+var createEntityExtractionEnricher = ({ aiClient, contextTypes, space }) => {
+  return async (message) => {
+    const { objects } = await space.db.query(import_echo.Filter.or(...contextTypes.map((s) => import_echo.Filter.schema(s)))).run();
+    import_log.log.info("context", {
+      objects
+    }, {
+      F: __dxlog_file2,
+      L: 184,
+      S: void 0,
+      C: (f, a) => f(...a)
+    });
+    const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({
+      aiService: aiClient,
+      message,
+      context: {
+        objects: await Promise.all(objects.map(processContextObject))
+      },
+      options: {
+        timeout: ENTITY_EXTRACTOR_TIMEOUT,
+        fallbackToRaw: true
+      }
+    });
+    import_log.log.info("entity extraction time", {
+      timeElapsed
+    }, {
+      F: __dxlog_file2,
+      L: 193,
+      S: void 0,
+      C: (f, a) => f(...a)
+    });
+    return enhancedMessage;
+  };
+};
+var processContextObject = async (object) => {
+  return object;
+};
+var ENTITY_EXTRACTOR_TIMEOUT = 25e3;
+//# sourceMappingURL=app-graph-builder-I6LYVIYY.cjs.map

package/dist/lib/node/app-graph-builder-I6LYVIYY.cjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/app-graph-builder.ts", "../../../src/entity-extraction/entity-extraction.ts", "raw-loader:./system-prompt.tpl?raw"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport type { Schema } from 'effect';\n\nimport { Capabilities, contributes, createIntent, type PluginsContext } from '@dxos/app-framework';\nimport { AIServiceEdgeClient, type AIServiceClient } from '@dxos/assistant';\nimport { AI_SERVICE_ENDPOINT } from '@dxos/assistant/testing';\nimport { Filter, fullyQualifiedId, getSpace, makeRef, type Space } from '@dxos/client/echo';\nimport { getSchemaTypename, isInstanceOf, type BaseEchoObject } from '@dxos/echo-schema';\nimport { invariant } from '@dxos/invariant';\nimport { DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { ClientCapabilities } from '@dxos/plugin-client';\nimport { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from '@dxos/plugin-deck/types';\nimport { createExtension, type Node } from '@dxos/plugin-graph';\nimport { DocumentType } from '@dxos/plugin-markdown/types';\nimport { MeetingCapabilities, type CallState, type MediaState } from '@dxos/plugin-meeting';\nimport { MeetingType, type MeetingCallProperties } from '@dxos/plugin-meeting/types';\nimport { type buf } from '@dxos/protocols/buf';\nimport { type TranscriptionPayloadSchema } from '@dxos/protocols/buf/dxos/edge/calls_pb';\nimport { DataType } from '@dxos/schema';\n\nimport { TranscriptionCapabilities } from './capabilities';\nimport { processTranscriptMessage } from '../entity-extraction';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { TranscriptionManager } from '../transcriber';\nimport { TranscriptionAction, type TranscriptionSettingsProps, TranscriptType } from '../types';\n\n// TODO(wittjosiah): Factor out.\n// TODO(wittjosiah): Can we stop using protobuf for this?\ntype TranscriptionPayload = buf.MessageInitShape<typeof TranscriptionPayloadSchema>;\n\nconst getMeetingTranscript = async (\n  context: PluginsContext,\n  meeting: MeetingType,\n): Promise<TranscriptType | undefined> => {\n  const { dispatchPromise: dispatch } = context.requestCapability(Capabilities.IntentDispatcher);\n\n  const typename = getSchemaTypename(TranscriptType)!;\n  const existing = await meeting.artifacts[typename]?.load();\n  if (existing instanceof TranscriptType) {\n    return existing;\n  }\n\n  const space = getSpace(meeting);\n  invariant(space);\n  const { data } = await dispatch(createIntent(TranscriptionAction.Create, { spaceId: space.id }));\n  meeting.artifacts[typename] = makeRef(data!.object);\n  return data?.object;\n};\n\n// TODO(wittjosiah): Introduce a sound that plays when transcription is activated/deactivated.\nexport default (context: PluginsContext) =>\n  contributes(Capabilities.AppGraphBuilder, [\n    createExtension({\n      id: `${TRANSCRIPTION_PLUGIN}/meeting-transcript`,\n      filter: (node): node is Node<MeetingType> => isInstanceOf(MeetingType, node.data),\n      actions: ({ node }) => {\n        const meeting = node.data;\n        const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n        return [\n          {\n            id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,\n            data: async () => {\n              // NOTE: We are not saving the state of the transcription manager here.\n              // We expect the state to be updated through `onCallStateUpdated` once it is propagated through Swarm.\n              // This is done to avoid race conditions and to not handle optimistic updates.\n              const transcript = await getMeetingTranscript(context, meeting);\n              invariant(transcript, 'Failed to create transcript');\n\n              const callManager = context.requestCapability(MeetingCapabilities.CallManager);\n              callManager.setActivity(getSchemaTypename(TranscriptType)!, {\n                queueDxn: transcript.queue.dxn.toString(),\n                enabled: !state.enabled,\n              });\n            },\n            properties: {\n              label: state.enabled\n                ? ['stop transcription label', { ns: TRANSCRIPTION_PLUGIN }]\n                : ['start transcription label', { ns: TRANSCRIPTION_PLUGIN }],\n              icon: 'ph--subtitles--regular',\n              disposition: 'toolbar',\n              classNames: state.enabled ? 'bg-callAlert' : '',\n            },\n          },\n        ];\n      },\n      connector: ({ node }) => {\n        const meeting = node.data;\n        const client = context.requestCapability(ClientCapabilities.Client);\n        const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n        const settings = context\n          .requestCapability(Capabilities.SettingsStore)\n          .getStore<TranscriptionSettingsProps>(TRANSCRIPTION_PLUGIN)!.value;\n\n        // TODO(dmaretskyi): Request via capability.\n        const aiClient: AIServiceClient | undefined = new AIServiceEdgeClient({\n          endpoint: AI_SERVICE_ENDPOINT.REMOTE,\n        });\n\n        return [\n          {\n            id: `${fullyQualifiedId(meeting)}${ATTENDABLE_PATH_SEPARATOR}${getSchemaTypename(TranscriptType)}`,\n            type: PLANK_COMPANION_TYPE,\n            data: meeting.artifacts[getSchemaTypename(TranscriptType)!]?.target,\n            properties: {\n              label: ['transcript companion label', { ns: TRANSCRIPTION_PLUGIN }],\n              icon: 'ph--subtitles--regular',\n              position: 'hoist',\n              disposition: 'hidden',\n              schema: TranscriptType,\n              getIntent: ({ space }: { space: Space }) =>\n                createIntent(TranscriptionAction.Create, { spaceId: space.id }),\n\n              // TODO(burdon): Is this the right place to inisitalize the state? Change to a capability?\n              onJoin: async ({ meeting }: { meeting: MeetingType; roomId: string }) => {\n                const identity = client.halo.identity.get();\n                invariant(identity);\n                const space = getSpace(meeting);\n                invariant(space);\n\n                let messageEnricher;\n                if (aiClient && settings.entityExtraction) {\n                  messageEnricher = createEntityExtractionEnricher({\n                    aiClient,\n                    // TODO(dmaretskyi): Have those be discovered from the schema graph or contributed by capabilities?\n                    //  This forced me to add a dependency on markdown plugin.\n                    //  This will be replaced with a vector search index anyway, so its not a big deal.\n                    contextTypes: [DocumentType, DataType.Person, DataType.Organization],\n                    space,\n                  });\n                }\n\n                // TODO(burdon): The TranscriptionManager singleton is part of the state and should just be updated here.\n                state.transcriptionManager = await new TranscriptionManager({\n                  edgeClient: client.edge,\n                  messageEnricher,\n                })\n                  .setIdentityDid(identity.did)\n                  .open();\n              },\n              onLeave: async () => {\n                await state.transcriptionManager?.close();\n                state.transcriptionManager = undefined;\n                state.enabled = false;\n              },\n              onCallStateUpdated: async (callState: CallState) => {\n                const typename = getSchemaTypename(TranscriptType);\n                const transcription = typename ? callState.activities?.[typename] : undefined;\n                if (!transcription?.payload) {\n                  return;\n                }\n\n                const payload: TranscriptionPayload = transcription.payload;\n                state.enabled = !!payload.enabled;\n                if (payload.queueDxn) {\n                  // NOTE: Must set queue before enabling transcription.\n                  state.transcriptionManager?.setQueue(DXN.parse(payload.queueDxn));\n                }\n                await state.transcriptionManager?.setEnabled(payload.enabled);\n              },\n              onMediaStateUpdated: async ([mediaState, isSpeaking]: [MediaState, boolean]) => {\n                void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);\n                void state.transcriptionManager?.setRecording(isSpeaking);\n              },\n            } satisfies MeetingCallProperties,\n          },\n        ];\n      },\n    }),\n  ]);\n\ntype EntityExtractionEnricherFactoryOptions = {\n  aiClient: AIServiceClient;\n  contextTypes: Schema.Schema.AnyNoContext[];\n  space: Space;\n};\n\nconst createEntityExtractionEnricher = ({ aiClient, contextTypes, space }: EntityExtractionEnricherFactoryOptions) => {\n  return async (message: DataType.Message) => {\n    const { objects } = await space.db.query(Filter.or(...contextTypes.map((s) => Filter.schema(s)))).run();\n    log.info('context', { objects });\n\n    const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({\n      aiService: aiClient,\n      message,\n      context: { objects: await Promise.all(objects.map(processContextObject)) },\n      options: { timeout: ENTITY_EXTRACTOR_TIMEOUT, fallbackToRaw: true },\n    });\n\n    log.info('entity extraction time', { timeElapsed });\n    return enhancedMessage;\n  };\n};\n\nconst processContextObject = async (object: BaseEchoObject): Promise<any> => {\n  // TODO(dmaretskyi): Documents need special processing is the content is behind a ref.\n  // TODO(dmaretskyi): Think about a way to handle this serialization with a decorator.\n  // if (isInstanceOf(DocumentType, object)) {\n  //   return {\n  //     ...object,\n  //     content: await object.content.load(),\n  //   };\n  // }\n\n  return object;\n};\n\nconst ENTITY_EXTRACTOR_TIMEOUT = 25_000;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Schema } from 'effect';\n\nimport { createTemplate, Message, structuredOutputParser } from '@dxos/artifact';\nimport type { AIServiceClient } from '@dxos/assistant';\nimport { MixedStreamParser } from '@dxos/assistant';\nimport { asyncTimeout } from '@dxos/async';\nimport { type BaseEchoObject, create, ObjectId } from '@dxos/echo-schema';\nimport { DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { DataType } from '@dxos/schema';\n\nimport SYSTEM_PROMPT from './system-prompt.tpl?raw';\n\ntype ProcessTranscriptMessageParams = {\n  message: DataType.Message;\n  aiService: AIServiceClient;\n  context: {\n    objects?: BaseEchoObject[];\n  };\n\n  options?: {\n    /**\n     * Timeout for the entity extraction.\n     */\n    timeout?: number;\n\n    /**\n     * Fallback to raw text if the entity extraction fails.\n     * Otherwise the function will throw an error.\n     * @default false\n     */\n    fallbackToRaw?: boolean;\n  };\n};\n\ntype ProcessTranscriptMessageResult = {\n  message: DataType.Message;\n  timeElapsed: number;\n};\n\n/**\n * Process Handlebars template.\n */\nconst createSystemPrompt = (): string => {\n  const template = createTemplate(SYSTEM_PROMPT);\n  return template({});\n};\n\nconst ReferencedQuotes = Schema.Struct({\n  references: Schema.Array(\n    Schema.Struct({\n      quote: Schema.String,\n      id: Schema.String,\n    }),\n  ).annotations({\n    description:\n      'The references to the context objects that are mentioned in the transcript. quote should match the original transcript text exactly, while id is the id of the context object.',\n  }),\n});\ninterface ReferencedQuotes extends Schema.Schema.Type<typeof ReferencedQuotes> {}\n\n// TODO(dmaretskyi): Move context to a vector search index.\nexport const processTranscriptMessage = async (\n  params: ProcessTranscriptMessageParams,\n): Promise<ProcessTranscriptMessageResult> => {\n  try {\n    const outputParser = structuredOutputParser(ReferencedQuotes);\n    const runParser = async (): Promise<ProcessTranscriptMessageResult> => {\n      const startTime = performance.now();\n      const result = outputParser.getResult(\n        await new MixedStreamParser().parse(\n          await params.aiService.execStream({\n            model: '@anthropic/claude-3-5-haiku-20241022',\n            systemPrompt: createSystemPrompt(),\n            history: [\n              create(Message, {\n                role: 'user',\n                content: [\n                  {\n                    type: 'text',\n                    text: `<context>${JSON.stringify(params.context.objects)}</context>`,\n                  },\n                  {\n                    type: 'text',\n                    text: `<transcript>${JSON.stringify(params.message.blocks)}</transcript>`,\n                  },\n                ],\n              }),\n            ],\n            tools: [outputParser.tool],\n          }),\n        ),\n      );\n      log.info('entity extraction result', { refs: result.references });\n\n      return {\n        message: create(DataType.Message, {\n          ...params.message,\n          blocks: params.message.blocks.map((block, i) =>\n            block.type !== 'transcription'\n              ? block\n              : {\n                  ...block,\n                  text: postprocessText(block.text, result),\n                },\n          ),\n        }),\n        timeElapsed: performance.now() - startTime,\n      };\n    };\n\n    if (params.options?.timeout && params.options.timeout > 0) {\n      return await asyncTimeout(runParser(), params.options.timeout);\n    } else {\n      return await runParser();\n    }\n  } catch (error) {\n    if (params.options?.fallbackToRaw) {\n      log.warn('failed to process transcript message, falling back to raw text', { error });\n      return {\n        message: params.message,\n        timeElapsed: 0,\n      };\n    } else {\n      throw error;\n    }\n  }\n};\n\n/**\n * Finds and replaces all quotes with DXNs references.\n */\n// TODO(dmaretskyi): Lookup and verifiy ids from provided context.\nexport const postprocessText = (text: string, quotes: ReferencedQuotes) => {\n  for (const quote of quotes.references) {\n    if (!ObjectId.isValid(quote.id)) {\n      continue;\n    }\n\n    // Use a case-insensitive regular expression to replace the quote\n    const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'), 'gi');\n    text = text.replace(regex, `[${quote.quote}][${DXN.fromLocalObjectId(quote.id).toString()}]`);\n  }\n  return text;\n};\n", "You are an AI assistant specialized in processing and enhancing transcripts with contextual information.\nYour task is to analyze a given transcript and extract references to the context objects.\n\nThe context and transcript are provided in the user message in `context` and `transcript` XML tags.\n\nHere are your instructions:\n\n1. Read the transcript and context information provided above.\n\n2. Process each segment of the transcript separately.\n\n3. For each segment:\n   a. Analyze the content and identify relevant information from the context.\n   b. Extract a number of references to the context objects that are mentioned in the segment.\n   c. Output the references in the format `{ \"quote\": \"earnings report\", \"id\": \"01JT0JP9AX0XKGZX4MV4B69VT6\" }`.\n   d. If there are no references, just output an empty array.\n\n4. Maintain the exact order and structure of the original transcript segments.\n\nOutput Format:\nThe final output should be a JSON array of references.\n\nExample output structure:\n```json\n{\n  \"references\": [\n    { \"quote\": \"earnings report\", \"id\": \"01JT0JP9AX0XKGZX4MV4B69VT6\" },\n    { \"quote\": \"John\", \"id\": \"01JT0VM0VN3ZKN7GDBM8CV9BA7\" }\n  ]\n}\n```\n\nRemember:\n- Only quote the text that is in the transcript.\n- Analyze each segment carefully before processing it.\n- Only reference objects that appear in the context and exactly by their id, If the object is not in the context, do not insert a reference. \n\nNow, process the transcript and context provided below according to these instructions."],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAMA,2BAA6E;AAC7E,uBAA0D;AAC1D,qBAAoC;AACpC,kBAAwE;AACxE,yBAAqE;AACrE,uBAA0B;AAC1B,kBAAoB;AACpB,iBAAoB;AACpB,2BAAmC;AACnC,mBAAgE;AAChE,0BAA2C;AAC3C,IAAAA,gBAA6B;AAC7B,4BAAqE;AACrE,IAAAA,gBAAwD;AAGxD,oBAAyB;AClBzB,oBAAuB;AAEvB,sBAAgE;AAEhE,IAAAC,oBAAkC;AAClC,mBAA6B;AAC7B,IAAAC,sBAAsD;AACtD,IAAAC,eAAoB;AACpB,IAAAC,cAAoB;AACpB,IAAAC,iBAAyB;ACbzB,IAAA,wBAAA;;AD+CA,IAAMC,qBAAqB,MAAA;AACzB,QAAMC,eAAWC,gCAAeC,qBAAAA;AAChC,SAAOF,SAAS,CAAC,CAAA;AACnB;AAEA,IAAMG,mBAAmBC,qBAAOC,OAAO;EACrCC,YAAYF,qBAAOG,MACjBH,qBAAOC,OAAO;IACZG,OAAOJ,qBAAOK;IACdC,IAAIN,qBAAOK;EACb,CAAA,CAAA,EACAE,YAAY;IACZC,aACE;EACJ,CAAA;AACF,CAAA;AAIO,IAAMC,2BAA2B,OACtCC,WAAAA;AAEA,MAAI;AACF,UAAMC,mBAAeC,wCAAuBb,gBAAAA;AAC5C,UAAMc,YAAY,YAAA;AAChB,YAAMC,YAAYC,YAAYC,IAAG;AACjC,YAAMC,SAASN,aAAaO,UAC1B,MAAM,IAAIC,oCAAAA,EAAoBC,MAC5B,MAAMV,OAAOW,UAAUC,WAAW;QAChCC,OAAO;QACPC,cAAc7B,mBAAAA;QACd8B,SAAS;cACPC,4BAAOC,yBAAS;YACdC,MAAM;YACNC,SAAS;cACP;gBACEC,MAAM;gBACNC,MAAM,YAAYC,KAAKC,UAAUvB,OAAOwB,QAAQC,OAAO,CAAA;cACzD;cACA;gBACEL,MAAM;gBACNC,MAAM,eAAeC,KAAKC,UAAUvB,OAAO0B,QAAQC,MAAM,CAAA;cAC3D;;UAEJ,CAAA;;QAEFC,OAAO;UAAC3B,aAAa4B;;MACvB,CAAA,CAAA,CAAA;AAGJC,sBAAIC,KAAK,4BAA4B;QAAEC,MAAMzB,OAAOf;MAAW,GAAA;;;;;;AAE/D,aAAO;QACLkC,aAASV,4BAAOiB,wBAAShB,SAAS;UAChC,GAAGjB,OAAO0B;UACVC,QAAQ3B,OAAO0B,QAAQC,OAAOO,IAAI,CAACC,OAAOC,MACxCD,MAAMf,SAAS,kBACXe,QACA;YACE,GAAGA;YACHd,MAAMgB,gBAAgBF,MAAMd,MAAMd,MAAAA;UACpC,CAAA;QAER,CAAA;QACA+B,aAAajC,YAAYC,IAAG,IAAKF;MACnC;IACF;AAEA,QAAIJ,OAAOuC,SAASC,WAAWxC,OAAOuC,QAAQC,UAAU,GAAG;AACzD,aAAO,UAAMC,2BAAatC,UAAAA,GAAaH,OAAOuC,QAAQC,OAAO;IAC/D,OAAO;AACL,aAAO,MAAMrC,UAAAA;IACf;EACF,SAASuC,OAAO;AACd,QAAI1C,OAAOuC,SAASI,eAAe;AACjCb,sBAAIc,KAAK,kEAAkE;QAAEF;MAAM,GAAA;;;;;;AACnF,aAAO;QACLhB,SAAS1B,OAAO0B;QAChBY,aAAa;MACf;IACF,OAAO;AACL,YAAMI;IACR;EACF;AACF;AAMO,IAAML,kBAAkB,CAAChB,MAAcwB,WAAAA;AAC5C,aAAWnD,SAASmD,OAAOrD,YAAY;AACrC,QAAI,CAACsD,6BAASC,QAAQrD,MAAME,EAAE,GAAG;AAC/B;IACF;AAGA,UAAMoD,QAAQ,IAAIC,OAAOvD,MAAMA,MAAMwD,QAAQ,uBAAuB,MAAA,GAAS,IAAA;AAC7E7B,WAAOA,KAAK6B,QAAQF,OAAO,IAAItD,MAAMA,KAAK,KAAKyD,iBAAIC,kBAAkB1D,MAAME,EAAE,EAAEyD,SAAQ,CAAA,GAAK;EAC9F;AACA,SAAOhC;AACT;;ADlHA,IAAMiC,uBAAuB,OAC3B9B,SACA+B,YAAAA;AAEA,QAAM,EAAEC,iBAAiBC,SAAQ,IAAKjC,QAAQkC,kBAAkBC,kCAAaC,gBAAgB;AAE7F,QAAMC,eAAWC,sCAAkBC,oCAAAA;AACnC,QAAMC,WAAW,MAAMT,QAAQU,UAAUJ,QAAAA,GAAWK,KAAAA;AACpD,MAAIF,oBAAoBD,sCAAgB;AACtC,WAAOC;EACT;AAEA,QAAMG,YAAQC,sBAASb,OAAAA;AACvBc,kCAAUF,OAAAA,QAAAA;;;;;;;;;AACV,QAAM,EAAEG,KAAI,IAAK,MAAMb,aAASc,mCAAaC,0CAAoBC,QAAQ;IAAEC,SAASP,MAAMvE;EAAG,CAAA,CAAA;AAC7F2D,UAAQU,UAAUJ,QAAAA,QAAYc,qBAAQL,KAAMM,MAAM;AAClD,SAAON,MAAMM;AACf;AAGA,IAAA,4BAAe,CAACpD,gBACdqD,kCAAYlB,kCAAamB,iBAAiB;MACxCC,qCAAgB;IACdnF,IAAI,GAAGoF,0CAAAA;IACPC,QAAQ,CAACC,aAAoCC,iCAAaC,2BAAaF,KAAKZ,IAAI;IAChFe,SAAS,CAAC,EAAEH,KAAI,MAAE;AAChB,YAAM3B,UAAU2B,KAAKZ;AACrB,YAAMgB,QAAQ9D,QAAQkC,kBAAkB6B,gDAA0BC,yBAAyB;AAC3F,aAAO;QACL;UACE5F,IAAI,OAAG6F,8BAAiBlC,OAAAA,CAAAA;UACxBe,MAAM,YAAA;AAIJ,kBAAMoB,aAAa,MAAMpC,qBAAqB9B,SAAS+B,OAAAA;AACvDc,4CAAUqB,YAAY,+BAAA;;;;;;;;;AAEtB,kBAAMC,cAAcnE,QAAQkC,kBAAkBkC,0CAAoBC,WAAW;AAC7EF,wBAAYG,gBAAYhC,sCAAkBC,oCAAAA,GAAkB;cAC1DgC,UAAUL,WAAWM,MAAMC,IAAI5C,SAAQ;cACvC6C,SAAS,CAACZ,MAAMY;YAClB,CAAA;UACF;UACAC,YAAY;YACVC,OAAOd,MAAMY,UACT;cAAC;cAA4B;gBAAEG,IAAIrB;cAAqB;gBACxD;cAAC;cAA6B;gBAAEqB,IAAIrB;cAAqB;;YAC7DsB,MAAM;YACNC,aAAa;YACbC,YAAYlB,MAAMY,UAAU,iBAAiB;UAC/C;QACF;;IAEJ;IACAO,WAAW,CAAC,EAAEvB,KAAI,MAAE;AAClB,YAAM3B,UAAU2B,KAAKZ;AACrB,YAAMoC,SAASlF,QAAQkC,kBAAkBiD,wCAAmBC,MAAM;AAClE,YAAMtB,QAAQ9D,QAAQkC,kBAAkB6B,gDAA0BC,yBAAyB;AAC3F,YAAMqB,WAAWrF,QACdkC,kBAAkBC,kCAAamD,aAAa,EAC5CC,SAAqC/B,0CAAAA,EAAuBgC;AAG/D,YAAMC,WAAwC,IAAIC,qCAAoB;QACpEC,UAAUC,mCAAoBC;MAChC,CAAA;AAEA,aAAO;QACL;UACEzH,IAAI,OAAG6F,8BAAiBlC,OAAAA,CAAAA,GAAW+D,sCAAAA,OAA4BxD,sCAAkBC,oCAAAA,CAAAA;UACjF3C,MAAMmG;UACNjD,MAAMf,QAAQU,cAAUH,sCAAkBC,oCAAAA,CAAAA,GAAmByD;UAC7DrB,YAAY;YACVC,OAAO;cAAC;cAA8B;gBAAEC,IAAIrB;cAAqB;;YACjEsB,MAAM;YACNmB,UAAU;YACVlB,aAAa;YACbmB,QAAQ3D;YACR4D,WAAW,CAAC,EAAExD,MAAK,UACjBI,mCAAaC,0CAAoBC,QAAQ;cAAEC,SAASP,MAAMvE;YAAG,CAAA;;YAG/DgI,QAAQ,OAAO,EAAErE,SAAAA,SAAO,MAA4C;AAClE,oBAAMsE,WAAWnB,OAAOoB,KAAKD,SAASE,IAAG;AACzC1D,8CAAUwD,UAAAA,QAAAA;;;;;;;;;AACV,oBAAM1D,YAAQC,sBAASb,QAAAA;AACvBc,8CAAUF,OAAAA,QAAAA;;;;;;;;;AAEV,kBAAI6D;AACJ,kBAAIf,YAAYJ,SAASoB,kBAAkB;AACzCD,kCAAkBE,+BAA+B;kBAC/CjB;;;;kBAIAkB,cAAc;oBAACC;oBAAcnG,cAAAA,SAASoG;oBAAQpG,cAAAA,SAASqG;;kBACvDnE;gBACF,CAAA;cACF;AAGAmB,oBAAMiD,uBAAuB,MAAM,IAAIC,2CAAqB;gBAC1DC,YAAY/B,OAAOgC;gBACnBV;cACF,CAAA,EACGW,eAAed,SAASe,GAAG,EAC3BC,KAAI;YACT;YACAC,SAAS,YAAA;AACP,oBAAMxD,MAAMiD,sBAAsBQ,MAAAA;AAClCzD,oBAAMiD,uBAAuBS;AAC7B1D,oBAAMY,UAAU;YAClB;YACA+C,oBAAoB,OAAOC,cAAAA;AACzB,oBAAMrF,eAAWC,sCAAkBC,oCAAAA;AACnC,oBAAMoF,gBAAgBtF,WAAWqF,UAAUE,aAAavF,QAAAA,IAAYmF;AACpE,kBAAI,CAACG,eAAeE,SAAS;AAC3B;cACF;AAEA,oBAAMA,UAAgCF,cAAcE;AACpD/D,oBAAMY,UAAU,CAAC,CAACmD,QAAQnD;AAC1B,kBAAImD,QAAQtD,UAAU;AAEpBT,sBAAMiD,sBAAsBe,SAASnG,YAAAA,IAAIzC,MAAM2I,QAAQtD,QAAQ,CAAA;cACjE;AACA,oBAAMT,MAAMiD,sBAAsBgB,WAAWF,QAAQnD,OAAO;YAC9D;YACAsD,qBAAqB,OAAO,CAACC,YAAYC,UAAAA,MAAkC;AACzE,mBAAKpE,MAAMiD,sBAAsBoB,cAAcF,WAAWG,UAAU;AACpE,mBAAKtE,MAAMiD,sBAAsBsB,aAAaH,UAAAA;YAChD;UACF;QACF;;IAEJ;EACF,CAAA;CACD;AAQH,IAAMxB,iCAAiC,CAAC,EAAEjB,UAAUkB,cAAchE,MAAK,MAA0C;AAC/G,SAAO,OAAOzC,YAAAA;AACZ,UAAM,EAAED,QAAO,IAAK,MAAM0C,MAAM2F,GAAGC,MAAMC,mBAAOC,GAAE,GAAI9B,aAAajG,IAAI,CAACgI,MAAMF,mBAAOtC,OAAOwC,CAAAA,CAAAA,CAAAA,CAAAA,EAAMC,IAAG;AACrGrI,eAAAA,IAAIC,KAAK,WAAW;MAAEN;IAAQ,GAAA;;;;;;AAE9B,UAAM,EAAEC,SAAS0I,iBAAiB9H,YAAW,IAAK,MAAMvC,yBAAyB;MAC/EY,WAAWsG;MACXvF;MACAF,SAAS;QAAEC,SAAS,MAAM4I,QAAQC,IAAI7I,QAAQS,IAAIqI,oBAAAA,CAAAA;MAAuB;MACzEhI,SAAS;QAAEC,SAASgI;QAA0B7H,eAAe;MAAK;IACpE,CAAA;AAEAb,eAAAA,IAAIC,KAAK,0BAA0B;MAAEO;IAAY,GAAA;;;;;;AACjD,WAAO8H;EACT;AACF;AAEA,IAAMG,uBAAuB,OAAO3F,WAAAA;AAUlC,SAAOA;AACT;AAEA,IAAM4F,2BAA2B;",
+  "names": ["import_types", "import_assistant", "import_echo_schema", "import_keys", "import_log", "import_schema", "createSystemPrompt", "template", "createTemplate", "SYSTEM_PROMPT", "ReferencedQuotes", "Schema", "Struct", "references", "Array", "quote", "String", "id", "annotations", "description", "processTranscriptMessage", "params", "outputParser", "structuredOutputParser", "runParser", "startTime", "performance", "now", "result", "getResult", "MixedStreamParser", "parse", "aiService", "execStream", "model", "systemPrompt", "history", "create", "Message", "role", "content", "type", "text", "JSON", "stringify", "context", "objects", "message", "blocks", "tools", "tool", "log", "info", "refs", "DataType", "map", "block", "i", "postprocessText", "timeElapsed", "options", "timeout", "asyncTimeout", "error", "fallbackToRaw", "warn", "quotes", "ObjectId", "isValid", "regex", "RegExp", "replace", "DXN", "fromLocalObjectId", "toString", "getMeetingTranscript", "meeting", "dispatchPromise", "dispatch", "requestCapability", "Capabilities", "IntentDispatcher", "typename", "getSchemaTypename", "TranscriptType", "existing", "artifacts", "load", "space", "getSpace", "invariant", "data", "createIntent", "TranscriptionAction", "Create", "spaceId", "makeRef", "object", "contributes", "AppGraphBuilder", "createExtension", "TRANSCRIPTION_PLUGIN", "filter", "node", "isInstanceOf", "MeetingType", "actions", "state", "TranscriptionCapabilities", "MeetingTranscriptionState", "fullyQualifiedId", "transcript", "callManager", "MeetingCapabilities", "CallManager", "setActivity", "queueDxn", "queue", "dxn", "enabled", "properties", "label", "ns", "icon", "disposition", "classNames", "connector", "client", "ClientCapabilities", "Client", "settings", "SettingsStore", "getStore", "value", "aiClient", "AIServiceEdgeClient", "endpoint", "AI_SERVICE_ENDPOINT", "REMOTE", "ATTENDABLE_PATH_SEPARATOR", "PLANK_COMPANION_TYPE", "target", "position", "schema", "getIntent", "onJoin", "identity", "halo", "get", "messageEnricher", "entityExtraction", "createEntityExtractionEnricher", "contextTypes", "DocumentType", "Person", "Organization", "transcriptionManager", "TranscriptionManager", "edgeClient", "edge", "setIdentityDid", "did", "open", "onLeave", "close", "undefined", "onCallStateUpdated", "callState", "transcription", "activities", "payload", "setQueue", "setEnabled", "onMediaStateUpdated", "mediaState", "isSpeaking", "setAudioTrack", "audioTrack", "setRecording", "db", "query", "Filter", "or", "s", "run", "enhancedMessage", "Promise", "all", "processContextObject", "ENTITY_EXTRACTOR_TIMEOUT"]
+}

package/dist/lib/node/{chunk-3QEJ5EBO.cjs → chunk-34WFY7M7.cjs}

@@ -16,25 +16,27 @@ var __copyProps = (to, from, except, desc) => {
   return to;
 };
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chunk_3QEJ5EBO_exports = {};
-__export(chunk_3QEJ5EBO_exports, {
+var chunk_34WFY7M7_exports = {};
+__export(chunk_34WFY7M7_exports, {
   TRANSCRIPTION_URL: () => TRANSCRIPTION_URL,
-  TranscriptBlock: () => TranscriptBlock,
   TranscriptSchema: () => TranscriptSchema,
   TranscriptType: () => TranscriptType,
   TranscriptionAction: () => TranscriptionAction,
+  TranscriptionSettingsSchema: () => TranscriptionSettingsSchema,
   isTranscript: () => isTranscript
 });
-module.exports = __toCommonJS(chunk_3QEJ5EBO_exports);
+module.exports = __toCommonJS(chunk_34WFY7M7_exports);
 var import_chunk_NVZWGFJL = require("./chunk-NVZWGFJL.cjs");
+var import_effect = require("effect");
 var import_echo_schema = require("@dxos/echo-schema");
+var import_effect2 = require("effect");
 var import_echo_schema2 = require("@dxos/echo-schema");
 var import_echo = require("@dxos/react-client/echo");
-var TranscriptSchema = import_echo_schema.S.Struct({
-  name: import_echo_schema.S.String,
+var TranscriptSchema = import_effect.Schema.Struct({
+  name: import_effect.Schema.String,
   // TODO(burdon): Use Date or string?
-  started: import_echo_schema.S.optional(import_echo_schema.S.String),
-  ended: import_echo_schema.S.optional(import_echo_schema.S.String),
+  started: import_effect.Schema.optional(import_effect.Schema.String),
+  ended: import_effect.Schema.optional(import_effect.Schema.String),
   /**
   * Queue containing TranscriptBlock objects.
   */
@@ -46,34 +48,19 @@ var TranscriptType = class extends (0, import_echo_schema.TypedObject)({
   version: "0.1.0"
 })(TranscriptSchema.fields) {
 };
-var TranscriptHeader = import_echo_schema.S.Struct({
-  started: import_echo_schema.S.optional(import_echo_schema.S.String)
+var TranscriptHeader = import_effect.Schema.Struct({
+  started: import_effect.Schema.optional(import_effect.Schema.String)
 });
-var TranscriptSegment = import_echo_schema.S.Struct({
-  // TODO(burdon): TS from service is not Unix TS (x1000).
-  started: import_echo_schema.S.String,
-  text: import_echo_schema.S.String
-});
-var TranscriptBlock = import_echo_schema.S.Struct({
-  id: import_echo_schema.S.String,
-  authorName: import_echo_schema.S.optional(import_echo_schema.S.String),
-  authorHue: import_echo_schema.S.optional(import_echo_schema.S.String),
-  segments: import_echo_schema.S.Array(TranscriptSegment)
-}).pipe((0, import_echo_schema.EchoObject)({
-  typename: "dxos.org/type/TranscriptBlock",
-  version: "0.1.0"
-}));
 var TRANSCRIPTION_URL = "https://calls-service.dxos.workers.dev";
 var TranscriptionAction;
 (function(TranscriptionAction2) {
   const TRANSCRIPTION_ACTION = `${import_chunk_NVZWGFJL.TRANSCRIPTION_PLUGIN}/action`;
-  class Create extends import_echo_schema2.S.TaggedClass()(`${TRANSCRIPTION_ACTION}/create`, {
-    input: import_echo_schema2.S.Struct({
-      name: import_echo_schema2.S.optional(import_echo_schema2.S.String),
-      // TODO(wittjosiah): SpaceId.
-      spaceId: import_echo_schema2.S.String
+  class Create extends import_effect2.Schema.TaggedClass()(`${TRANSCRIPTION_ACTION}/create`, {
+    input: import_effect2.Schema.Struct({
+      name: import_effect2.Schema.optional(import_effect2.Schema.String),
+      spaceId: import_echo_schema2.SpaceIdSchema
     }),
-    output: import_echo_schema2.S.Struct({
+    output: import_effect2.Schema.Struct({
       object: TranscriptType
     })
   }) {
@@ -83,13 +70,16 @@ var TranscriptionAction;
 var isTranscript = (object) => {
   return (0, import_echo.isLiveObject)(object) && (0, import_echo_schema2.isInstanceOf)(TranscriptType, object);
 };
+var TranscriptionSettingsSchema = import_effect2.Schema.mutable(import_effect2.Schema.Struct({
+  entityExtraction: import_effect2.Schema.optional(import_effect2.Schema.Boolean).pipe(import_effect2.Schema.withConstructorDefault(() => true))
+}));
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   TRANSCRIPTION_URL,
-  TranscriptBlock,
   TranscriptSchema,
   TranscriptType,
   TranscriptionAction,
+  TranscriptionSettingsSchema,
   isTranscript
 });
-//# sourceMappingURL=chunk-3QEJ5EBO.cjs.map
+//# sourceMappingURL=chunk-34WFY7M7.cjs.map

package/dist/lib/node/chunk-34WFY7M7.cjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/types/schema.ts", "../../../src/types/types.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Schema } from 'effect';\n\nimport { Expando, Ref, TypedObject } from '@dxos/echo-schema';\n\n/**\n * Root transcript object created when the user starts a transcription.\n */\nexport const TranscriptSchema = Schema.Struct({\n  name: Schema.String,\n\n  // TODO(burdon): Use Date or string?\n  started: Schema.optional(Schema.String),\n  ended: Schema.optional(Schema.String),\n\n  /**\n   * Queue containing TranscriptBlock objects.\n   */\n  // TODO(wittjosiah): Should be a ref to a queue.\n  queue: Ref(Expando),\n});\n\nexport class TranscriptType extends TypedObject({\n  typename: 'dxos.org/type/Transcript',\n  version: '0.1.0',\n})(TranscriptSchema.fields) {}\n\n// TODO(burdon): Do these need to be kept in sync with EDGE?\n\n/**\n * First message in queue.\n * Contains metadata for the recording and transcript.\n */\nconst TranscriptHeader = Schema.Struct({\n  started: Schema.optional(Schema.String),\n});\n\nexport type TranscriptHeader = Schema.Schema.Type<typeof TranscriptHeader>;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Schema } from 'effect';\n\nimport { SpaceIdSchema, isInstanceOf } from '@dxos/echo-schema';\nimport { isLiveObject } from '@dxos/react-client/echo';\n\nimport { TranscriptType } from './schema';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\n\n// TODO(burdon): Move to separate proto.\n\n/**\n * Endpoint to the calls service.\n */\n// TODO(burdon): Reconfigure/move.\nexport const TRANSCRIPTION_URL = 'https://calls-service.dxos.workers.dev';\n\nexport namespace TranscriptionAction {\n  const TRANSCRIPTION_ACTION = `${TRANSCRIPTION_PLUGIN}/action`;\n\n  export class Create extends Schema.TaggedClass<Create>()(`${TRANSCRIPTION_ACTION}/create`, {\n    input: Schema.Struct({\n      name: Schema.optional(Schema.String),\n      spaceId: SpaceIdSchema,\n    }),\n    output: Schema.Struct({\n      object: TranscriptType,\n    }),\n  }) {}\n}\n\nexport const isTranscript = (object: unknown): object is typeof TranscriptType => {\n  return isLiveObject(object) && isInstanceOf(TranscriptType, object);\n};\n\n// TODO(burdon): Create with decode consistently: Schema.decodeSync(TranscriptionSettingsSchema)({}))\nexport const TranscriptionSettingsSchema = Schema.mutable(\n  Schema.Struct({\n    entityExtraction: Schema.optional(Schema.Boolean).pipe(Schema.withConstructorDefault(() => true)),\n  }),\n);\n\nexport type TranscriptionSettingsProps = Schema.Schema.Type<typeof TranscriptionSettingsSchema>;\n"],
+  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,oBAAuB;AAEvB,yBAA0C;ACF1C,IAAAA,iBAAuB;AAEvB,IAAAC,sBAA4C;AAC5C,kBAA6B;ADItB,IAAMC,mBAAmBC,qBAAOC,OAAO;EAC5CC,MAAMF,qBAAOG;;EAGbC,SAASJ,qBAAOK,SAASL,qBAAOG,MAAM;EACtCG,OAAON,qBAAOK,SAASL,qBAAOG,MAAM;;;;;EAMpCI,WAAOC,wBAAIC,0BAAAA;AACb,CAAA;AAEO,IAAMC,iBAAN,kBAA6BC,gCAAY;EAC9CC,UAAU;EACVC,SAAS;AACX,CAAA,EAAGd,iBAAiBe,MAAM,EAAA;AAAG;AAQ7B,IAAMC,mBAAmBf,qBAAOC,OAAO;EACrCG,SAASJ,qBAAOK,SAASL,qBAAOG,MAAM;AACxC,CAAA;ACpBO,IAAMa,oBAAoB;;UAEhBC,sBAAAA;AACf,QAAMC,uBAAuB,GAAGC,0CAAAA;EAEzB,MAAMC,eAAepB,eAAAA,OAAOqB,YAAW,EAAW,GAAGH,oBAAAA,WAA+B;IACzFI,OAAOtB,eAAAA,OAAOC,OAAO;MACnBC,MAAMF,eAAAA,OAAOK,SAASL,eAAAA,OAAOG,MAAM;MACnCoB,SAASC;IACX,CAAA;IACAC,QAAQzB,eAAAA,OAAOC,OAAO;MACpByB,QAAQhB;IACV,CAAA;EACF,CAAA,EAAA;EAAI;uBARSU,SAAAA;AASf,GAZiBH,wBAAAA,sBAAAA,CAAAA,EAAAA;AAcV,IAAMU,eAAe,CAACD,WAAAA;AAC3B,aAAOE,0BAAaF,MAAAA,SAAWG,kCAAanB,gBAAgBgB,MAAAA;AAC9D;AAGO,IAAMI,8BAA8B9B,eAAAA,OAAO+B,QAChD/B,eAAAA,OAAOC,OAAO;EACZ+B,kBAAkBhC,eAAAA,OAAOK,SAASL,eAAAA,OAAOiC,OAAO,EAAEC,KAAKlC,eAAAA,OAAOmC,uBAAuB,MAAM,IAAA,CAAA;AAC7F,CAAA,CAAA;",
+  "names": ["import_effect", "import_echo_schema", "TranscriptSchema", "Schema", "Struct", "name", "String", "started", "optional", "ended", "queue", "Ref", "Expando", "TranscriptType", "TypedObject", "typename", "version", "fields", "TranscriptHeader", "TRANSCRIPTION_URL", "TranscriptionAction", "TRANSCRIPTION_ACTION", "TRANSCRIPTION_PLUGIN", "Create", "TaggedClass", "input", "spaceId", "SpaceIdSchema", "output", "object", "isTranscript", "isLiveObject", "isInstanceOf", "TranscriptionSettingsSchema", "mutable", "entityExtraction", "Boolean", "pipe", "withConstructorDefault"]
+}