@dxos/plugin-transcription 0.8.4-main.bc674ce → 0.8.4-main.bcb3aa67d6

package/src/{functions → operations}/summarize.ts

@@ -7,67 +7,61 @@ import * as Effect from 'effect/Effect';
 import * as Function from 'effect/Function';
 import * as Layer from 'effect/Layer';
 import * as Option from 'effect/Option';
-import * as Schema from 'effect/Schema';
 
 import { AiService, ConsolePrinter, ToolExecutionService, ToolResolverService } from '@dxos/ai';
 import { AiSession, GenerationObserver } from '@dxos/assistant';
-import { TracingService, defineFunction } from '@dxos/functions';
+import { FunctionInvocationService, TracingService } from '@dxos/functions';
+import * as Trace from '@dxos/functions/Trace';
+import { Operation } from '@dxos/operation';
 import { trim } from '@dxos/util';
 
+import { Summarize } from './definitions';
+
 /**
  * Summarize a transcript of a meeting.
  */
-export default defineFunction({
-  key: 'dxos.org/function/transcription/summarize',
-  name: 'Summarize',
-  description: 'Summarize a transcript of a meeting.',
-  inputSchema: Schema.Struct({
-    transcript: Schema.String.annotations({
-      description: 'The transcript of the meeting.',
-    }),
-    notes: Schema.optional(Schema.String).annotations({
-      description: 'Additional notes from the participants.',
-    }),
-  }),
-  outputSchema: Schema.Struct({
-    summary: Schema.String.annotations({
-      description: 'The summary of the transcript.',
-    }),
-  }),
-  handler: Effect.fnUntraced(
-    function* ({ data: { transcript, notes } }) {
-      const result = yield* new AiSession().run({
-        prompt: `Transcript: ${transcript}\n\nNotes: ${notes}`,
-        history: [],
-        system: systemPrompt,
-        observer: GenerationObserver.fromPrinter(new ConsolePrinter({ tag: 'summarize' })),
-      });
+const handler: Operation.WithHandler<typeof Summarize> = Summarize.pipe(
+  Operation.withHandler(
+    Effect.fnUntraced(
+      function* ({ transcript, notes }) {
+        const result = yield* new AiSession({
+          observer: GenerationObserver.fromPrinter(new ConsolePrinter({ tag: 'summarize' })),
+        }).run({
+          prompt: `Transcript: ${transcript}\n\nNotes: ${notes}`,
+          history: [],
+          system: systemPrompt,
+        });
 
-      const summary = Function.pipe(
-        result,
-        Array.findLast((msg) => msg.sender.role === 'assistant' && msg.blocks.some((block) => block._tag === 'text')),
-        Option.flatMap((msg) =>
-          Function.pipe(
-            msg.blocks,
-            Array.findLast((block) => block._tag === 'text'),
-            Option.map((block) => block.text),
+        const summary = Function.pipe(
+          result,
+          Array.findLast((msg) => msg.sender.role === 'assistant' && msg.blocks.some((block) => block._tag === 'text')),
+          Option.flatMap((msg) =>
+            Function.pipe(
+              msg.blocks,
+              Array.findLast((block) => block._tag === 'text'),
+              Option.map((block) => block.text),
+            ),
           ),
-        ),
-        Option.getOrThrowWith(() => new Error('No summary found')),
-      );
+          Option.getOrThrowWith(() => new Error('No summary found')),
+        );
 
-      return { summary };
-    },
-    Effect.provide(
-      Layer.mergeAll(
-        AiService.model('@anthropic/claude-sonnet-4-0'),
-        ToolResolverService.layerEmpty,
-        ToolExecutionService.layerEmpty,
-        TracingService.layerNoop,
+        return { summary };
+      },
+      Effect.provide(
+        Layer.mergeAll(
+          AiService.model('@anthropic/claude-sonnet-4-0'),
+          ToolResolverService.layerEmpty,
+          ToolExecutionService.layerEmpty,
+          TracingService.layerNoop,
+          FunctionInvocationService.layerNotAvailable,
+          Trace.writerLayerNoop,
+        ),
       ),
     ),
   ),
-});
+);
+
+export default handler;
 
 const systemPrompt = trim`
   You are a helpful assistant that summarizes transcripts of meetings.

package/src/segments-normalization/normalization.test.ts

@@ -98,7 +98,7 @@ describe.skip('SentenceNormalization', () => {
     }
 
     log.info('sentences', {
-      originalMessages: JSON.stringify(messages, null, 2),
+      messages: JSON.stringify(messages, null, 2),
       sentences: JSON.stringify(sentences, null, 2),
     });
     throw new Error('test');

package/src/segments-normalization/normalization.ts

@@ -2,85 +2,47 @@
 // Copyright 2025 DXOS.org
 //
 
-// ISSUE(burdon): defineFunction
-// @ts-nocheck
-
+import * as Effect from 'effect/Effect';
 import * as Schema from 'effect/Schema';
 
-import { AiService, DEFAULT_EDGE_MODEL } from '@dxos/ai';
-import { AiSession } from '@dxos/assistant';
-import { Obj } from '@dxos/echo';
-import { defineFunction } from '@dxos/functions';
-import { ObjectId } from '@dxos/keys';
 import { log } from '@dxos/log';
-import { Message } from '@dxos/types';
+import { Operation } from '@dxos/operation';
 import { trim } from '@dxos/util';
 
-const MessageWithRangeId = Schema.extend(
-  Message.Message,
-  Schema.Struct({
-    // TODO(mykola): Move to meta in Message. Use `Message.Message` instead.
-    rangeId: Schema.optional(Schema.Array(Schema.String)).annotations({
-      description: 'The IDs of the messages that contain the sentences.',
+import {
+  SentenceNormalization,
+  SentenceNormalizationOutput,
+  type MessageWithRangeIdType,
+  type SentenceNormalizationInputType,
+} from '../operations/definitions';
+
+export type MessageWithRangeId = MessageWithRangeIdType;
+
+/** @deprecated Use SentenceNormalizationInputType */
+export type NormalizationInput = SentenceNormalizationInputType;
+
+/** @deprecated Use SentenceNormalizationOutput */
+export type NormalizationOutput = Schema.Schema.Type<typeof SentenceNormalizationOutput>;
+
+/**
+ * Sentence normalization for transcription.
+ * TODO(dmaretskyi): Reimplement using AiSession.run or LanguageModel.generateObject - runStructured was removed.
+ */
+export const sentenceNormalization = SentenceNormalization.pipe(
+  Operation.withHandler(
+    Effect.fn(function* ({ messages }) {
+      log.info('input', { messages });
+      // TODO(dmaretskyi): runStructured was removed from AiSession. Reimplement using new API.
+      return yield* Effect.die(
+        new Error(
+          'Sentence normalization needs to be reimplemented - runStructured was removed from AiSession. Use AiSession.run or LanguageModel.generateObject.',
+        ),
+      );
     }),
-  }),
+  ),
 );
 
-export interface MessageWithRangeId extends Schema.Schema.Type<typeof MessageWithRangeId> {}
-
-export const NormalizationInput = Schema.Struct({
-  // TODO(mykola): Move to meta in Message. Use `Message.Message` instead.
-  messages: Schema.Array(MessageWithRangeId).annotations({
-    description: 'Messages to normalize into sentences.',
-  }),
-});
-export interface NormalizationInput extends Schema.Schema.Type<typeof NormalizationInput> {}
-
-export const NormalizationOutput = Schema.Struct({
-  sentences: Schema.Array(MessageWithRangeId.pipe(Schema.mutable)).pipe(Schema.mutable).annotations({
-    description: 'The sentences of the transcript.',
-  }),
-});
-export interface NormalizationOutput extends Schema.Schema.Type<typeof NormalizationOutput> {}
-
-export const sentenceNormalization = defineFunction<NormalizationInput, NormalizationOutput>({
-  description: 'Post process of transcription for sentence normalization',
-  inputSchema: NormalizationInput,
-  outputSchema: NormalizationOutput,
-  handler: async ({ data: { messages }, context }) => {
-    log.info('input', { messages });
-    const ai = context.getService(AiService);
-    const session = new AiSession({ operationModel: 'configured' });
-
-    // TODO(dmaretskyi): This got broken after effect-ai transition.
-    const response = session.runStructured(NormalizationOutput, {
-      generationOptions: {
-        model: DEFAULT_EDGE_MODEL,
-      },
-      client: ai.client,
-      tools: [],
-      artifacts: [],
-      history: [
-        Obj.make(Message.Message, {
-          created: new Date().toISOString(),
-          sender: {
-            role: 'user',
-          },
-          blocks: messages.map((message) => ({ _tag: 'text', text: JSON.stringify(message) }) as const),
-        }),
-      ],
-      prompt,
-    }) as any;
-
-    response.sentences.forEach((sentence) => {
-      sentence.id = ObjectId.random();
-    });
-    log.info('response', { response });
-    return response;
-  },
-});
-
-const prompt = trim`
+const _unusedPrompt = trim`
   You are observing a real-time transcript of a single person speaking.
   The transcription is delivered in chunks of 10 seconds or less. As a result, individual sentences may be split across multiple messages, or multiple sentences may appear within a single message. Additionally, because this is real-time transcription, punctuation and capitalization may be incorrect or missing.
 

package/src/testing/testing.ts

@@ -11,7 +11,6 @@ import { Filter, type Queue } from '@dxos/client/echo';
 import { Context } from '@dxos/context';
 import { type Key, Obj, Ref, Type } from '@dxos/echo';
 import { createQueueDXN } from '@dxos/echo/internal';
-import { FunctionExecutor, ServiceContainer } from '@dxos/functions-runtime';
 import { IdentityDid } from '@dxos/keys';
 import { log } from '@dxos/log';
 import { faker } from '@dxos/random';
@@ -32,7 +31,7 @@ export const TestItem = Schema.Struct({
   }),
 }).pipe(
   Type.object({
-    typename: 'dxos.org/type/Test',
+    typename: 'org.dxos.type.test',
     version: '0.1.0',
   }),
 );
@@ -99,14 +98,6 @@ export class MessageBuilder extends AbstractMessageBuilder {
 
 // TODO(burdon): Reconcile with BlockBuilder.
 class EntityExtractionMessageBuilder extends AbstractMessageBuilder {
-  executor = new FunctionExecutor(
-    new ServiceContainer().setServices({
-      // ai: {
-      //   client: this.AiService,
-      // },
-    }),
-  );
-
   space: Space | undefined;
   currentMessage: number = 0;
   transcriptMessages: Message.Message[] = [];
@@ -139,7 +130,6 @@ class EntityExtractionMessageBuilder extends AbstractMessageBuilder {
 
     const { message: enhancedMessage } = await processTranscriptMessage({
       input: { message },
-      executor: this.executor,
       function: extractionAnthropicFunction,
     });
 

package/src/transcriber/transcriber.ts

@@ -10,7 +10,7 @@ import { log } from '@dxos/log';
 import { trace } from '@dxos/tracing';
 import { type ContentBlock } from '@dxos/types';
 
-import { TRANSCRIPTION_URL } from '../types';
+import { TRANSCRIPTION_URL } from '#types';
 import { mergeFloat64Arrays } from '../util';
 
 import { type AudioChunk, type AudioRecorder } from './audio-recorder';

package/src/translations.ts

@@ -4,20 +4,20 @@
 
 import { type Resource } from '@dxos/react-ui';
 
-import { meta } from './meta';
+import { meta } from '#meta';
 
 export const translations = [
   {
     'en-US': {
       [meta.id]: {
-        'plugin name': 'Transcription',
-        'transcript companion label': 'Transcript',
+        'plugin.name': 'Transcription',
+        'transcript-companion.label': 'Transcript',
 
-        'delete button': 'Delete',
-        'bookmark button': 'Bookmark',
-        'scroll to end label': 'Scroll to latest',
+        'delete.button': 'Delete',
+        'bookmark.button': 'Bookmark',
+        'scroll-to-end.label': 'Scroll to latest',
 
-        'settings entity extraction label': 'Entity extraction',
+        'settings.entity-extraction.label': 'Entity extraction',
       },
     },
   },

package/src/types/capabilities.ts

@@ -4,7 +4,7 @@
 
 import { Capability } from '@dxos/app-framework';
 
-import { meta } from '../meta';
+import { meta } from '#meta';
 import {
   type MediaStreamRecorderProps,
   type Transcriber,
@@ -21,13 +21,13 @@ export namespace TranscriptionCapabilities {
     onSegments: TranscriberProps['onSegments'];
   };
   export type GetTranscriber = (props: GetTranscriberProps) => Transcriber;
-  export const Transcriber = Capability.make<GetTranscriber>(`${meta.id}/capability/transcriber`);
+  export const Transcriber = Capability.make<GetTranscriber>(`${meta.id}.capability.transcriber`);
 
   export type GetTranscriptionManagerProps = {
     messageEnricher?: TranscriptMessageEnricher;
   };
   export type GetTranscriptionManager = (props: GetTranscriptionManagerProps) => TranscriptionManager;
   export const TranscriptionManager = Capability.make<GetTranscriptionManager>(
-    `${meta.id}/capability/transcription-manager`,
+    `${meta.id}.capability.transcription-manager`,
   );
 }

package/src/types/index.ts

@@ -3,6 +3,4 @@
 //
 
 export * from './capabilities';
-export * as TranscriptAction from './TranscriptAction';
-export { TranscriptOperation } from './TranscriptAction';
 export * from './types';

package/dist/lib/browser/TranscriptContainer-6EHKWVS4.mjs

@@ -1,12 +0,0 @@
-import {
-  TranscriptContainer_default,
-  TranscriptionContainer
-} from "./chunk-ICM7JRCO.mjs";
-import "./chunk-HOOPZ7EM.mjs";
-import "./chunk-Q5OC3WVG.mjs";
-import "./chunk-J5LGTIGS.mjs";
-export {
-  TranscriptionContainer,
-  TranscriptContainer_default as default
-};
-//# sourceMappingURL=TranscriptContainer-6EHKWVS4.mjs.map

package/dist/lib/browser/TranscriptContainer-6EHKWVS4.mjs.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": [],
-  "sourcesContent": [],
-  "mappings": "",
-  "names": []
-}

package/dist/lib/browser/blueprint-definition-FTRNMLJZ.mjs

@@ -1,18 +0,0 @@
-import {
-  transcription_blueprint_exports
-} from "./chunk-ZZF7ICVM.mjs";
-import "./chunk-HOOPZ7EM.mjs";
-import "./chunk-J5LGTIGS.mjs";
-
-// src/capabilities/blueprint-definition/blueprint-definition.ts
-import * as Effect from "effect/Effect";
-import { Capability, Common } from "@dxos/app-framework";
-var blueprintDefinition = Capability.makeModule(() => Effect.succeed([
-  Capability.contributes(Common.Capability.Functions, transcription_blueprint_exports.functions),
-  Capability.contributes(Common.Capability.BlueprintDefinition, transcription_blueprint_exports.make())
-]));
-var blueprint_definition_default = blueprintDefinition;
-export {
-  blueprint_definition_default as default
-};
-//# sourceMappingURL=blueprint-definition-FTRNMLJZ.mjs.map

package/dist/lib/browser/blueprint-definition-FTRNMLJZ.mjs.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../../src/capabilities/blueprint-definition/blueprint-definition.ts"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\n\nimport { Capability, Common } from '@dxos/app-framework';\n\nimport { TranscriptionBlueprint } from '../../blueprints';\n\nexport type BlueprintCapabilities = [\n  Capability.Capability<typeof Common.Capability.Functions>,\n  Capability.Capability<typeof Common.Capability.BlueprintDefinition>,\n];\n\nconst blueprintDefinition = Capability.makeModule<[], BlueprintCapabilities>(() =>\n  Effect.succeed([\n    Capability.contributes(Common.Capability.Functions, TranscriptionBlueprint.functions),\n    Capability.contributes(Common.Capability.BlueprintDefinition, TranscriptionBlueprint.make()),\n  ]),\n);\n\nexport default blueprintDefinition;\n"],
-  "mappings": ";;;;;;;AAIA,YAAYA,YAAY;AAExB,SAASC,YAAYC,cAAc;AASnC,IAAMC,sBAAsBC,WAAWC,WAAsC,MACpEC,eAAQ;EACbF,WAAWG,YAAYC,OAAOJ,WAAWK,WAAWC,gCAAuBC,SAAS;EACpFP,WAAWG,YAAYC,OAAOJ,WAAWQ,qBAAqBF,gCAAuBG,KAAI,CAAA;CAC1F,CAAA;AAGH,IAAA,+BAAeV;",
-  "names": ["Effect", "Capability", "Common", "blueprintDefinition", "Capability", "makeModule", "succeed", "contributes", "Common", "Functions", "TranscriptionBlueprint", "functions", "BlueprintDefinition", "make"]
-}