@dxos/plugin-transcription 0.8.1 → 0.8.2-main.12df754

package/src/model/model.ts

@@ -0,0 +1,229 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { Text } from '@codemirror/state';
+import { type EditorView } from '@codemirror/view';
+
+import { Event } from '@dxos/async';
+import { invariant } from '@dxos/invariant';
+import { log } from '@dxos/log';
+
+export type Block = { id: string };
+
+/**
+ * Covert block to a set of markdown lines.
+ */
+export type BlockRenderer<T extends Block> = (block: T, debug?: boolean) => string[];
+
+/**
+ * Abstract representation of the document model.
+ */
+export interface BlockDocument {
+  lineCount(): number;
+  replaceLines(from: number, remove: number, insert: string[]): void;
+}
+
+/**
+ * Codemirror document adapter.
+ */
+export class DocumentAdapter implements BlockDocument {
+  constructor(private readonly _view: EditorView) {}
+
+  /** The document must always have at least one line. */
+  lineCount(): number {
+    return this._view.state.doc.lines - 1;
+  }
+
+  replaceLines(from: number, remove: number, insert: string[]): void {
+    log('replaceLines', { count: this._view.state.doc.lines, from, remove, insert });
+
+    const numLines = this._view.state.doc.lines;
+    const posFrom = this._view.state.doc.line(from).from;
+    const posTo = remove === 0 ? posFrom : this._view.state.doc.line(Math.min(numLines, from + remove)).from;
+
+    // Don't remove the last line.
+    let text = insert.join('\n');
+    if (posTo === this._view.state.doc.length) {
+      text += '\n';
+    }
+
+    this._view.dispatch({
+      changes: { from: posFrom, to: posTo, insert: text },
+    });
+  }
+}
+
+type BlockChange<T extends Block> =
+  | {
+      type: 'append';
+      index: number;
+      block: T;
+    }
+  | {
+      type: 'update';
+      index: number;
+      block: T;
+    }
+  | {
+      type: 'delete';
+      index: number;
+      id: string;
+    };
+
+/**
+ * Each Block can be converted into a set of lines.
+ * Blocks can be added, updated or deleted from the Queue.
+ * A Document is an immutable projection that represents a flat list of lines corresponding to the Queue.
+ *
+ * Ideally we would implement a custom virtual Text model for the View, but this currently isn't possible in Codemirror.
+ * Instead this model tracks changes and syncs them with the BlockDocument.
+ */
+export class BlockModel<T extends Block> {
+  /** Ordered set of blocks. */
+  private readonly _blocks: T[] = [];
+
+  /** Map of block IDs to their current line counts. */
+  private readonly _blockLineCounts = new Map<string, number>();
+
+  /** Map of line numbers to block IDs. */
+  private readonly _lineToBlock = new Map<number, T>();
+
+  /** Track block changes since last sync. */
+  private readonly _changes: Array<BlockChange<T>> = [];
+
+  /** Emits when the document is updated. */
+  public readonly update = new Event<void>();
+
+  constructor(
+    private readonly _renderer: BlockRenderer<T>,
+    initialBlocks: T[] = [],
+  ) {
+    initialBlocks.forEach((block) => {
+      this.appendBlock(block);
+    });
+  }
+
+  toJSON() {
+    return {
+      blocks: this._blocks.length,
+      changes: this._changes.length,
+    };
+  }
+
+  get doc() {
+    return Text.of([...this._blocks.flatMap((block) => this._renderer(block)), '']);
+  }
+
+  get blocks() {
+    return this._blocks;
+  }
+
+  /**
+   * Get the block ID at the given line number.
+   */
+  getBlockAtLine(line: number): T | undefined {
+    return this._lineToBlock.get(line);
+  }
+
+  reset(): this {
+    this._blocks.length = 0;
+    this._blockLineCounts.clear();
+    this._lineToBlock.clear();
+    this.update.emit();
+    return this;
+  }
+
+  appendBlock(block: T): this {
+    const index = this._blocks.length;
+    this._blocks.push(block);
+    this._changes.push({ type: 'append', index, block });
+    this.update.emit();
+    return this;
+  }
+
+  updateBlock(block: T): this {
+    const index = this._blocks.findIndex((b) => b.id === block.id);
+    invariant(index !== -1);
+    this._blocks[index] = block;
+    this._changes.push({ type: 'update', index, block });
+    this.update.emit();
+    return this;
+  }
+
+  deleteBlock(id: string): this {
+    const index = this._blocks.findIndex((b) => b.id === id);
+    invariant(index !== -1);
+    this._blocks.splice(index, 1);
+    this._changes.push({ type: 'delete', index, id });
+    this.update.emit();
+    return this;
+  }
+
+  /**
+   * Syncs the tracked changes with the BlockDocument.
+   */
+  sync(document: BlockDocument): this {
+    log('sync', { changes: this._changes });
+
+    // Process each change in order.
+    for (const change of this._changes) {
+      switch (change.type) {
+        case 'append': {
+          // For appends, convert block to lines and add at the end.
+          const lines = this._renderer(change.block);
+          const lastLine = document.lineCount();
+          document.replaceLines(lastLine + 1, 0, lines);
+          break;
+        }
+
+        case 'update': {
+          // For updates, find the block's line range and replace with new lines.
+          let lineStart = 1;
+          for (let i = 0; i < change.index; i++) {
+            lineStart += this._blockLineCounts.get(this._blocks[i].id)!;
+          }
+          const previousLineCount = this._blockLineCounts.get(change.block.id)!;
+          const newLines = this._renderer(change.block);
+          document.replaceLines(lineStart, previousLineCount, newLines);
+          break;
+        }
+
+        case 'delete': {
+          // For deletes, find the block's line range and remove those lines.
+          let lineStart = 1;
+          for (let i = 0; i < change.index; i++) {
+            lineStart += this._blockLineCounts.get(this._blocks[i].id)!;
+          }
+          const previousLineCount = this._blockLineCounts.get(change.id)!;
+          document.replaceLines(lineStart, previousLineCount, []);
+          break;
+        }
+      }
+    }
+
+    // Clear the line-to-block mapping.
+    this._lineToBlock.clear();
+
+    // Update all block line counts and line-to-block mapping after processing changes.
+    let currentLine = 1;
+    for (const block of this._blocks) {
+      const lineCount = this._renderer(block).length;
+      this._blockLineCounts.set(block.id, lineCount);
+      this._lineToBlock.set(currentLine, block);
+      currentLine += lineCount;
+    }
+
+    // Clean up deleted blocks.
+    const blockIds = new Set(this._blocks.map((block) => block.id));
+    for (const id of this._blockLineCounts.keys()) {
+      if (!blockIds.has(id)) {
+        this._blockLineCounts.delete(id);
+      }
+    }
+
+    // Clear changes after sync.
+    this._changes.length = 0;
+    return this;
+  }
+}

package/src/testing/test-data.ts

@@ -0,0 +1,314 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { Schema } from 'effect';
+
+import { create, EchoObject, ObjectId } from '@dxos/echo-schema';
+import { ContactType } from '@dxos/schema';
+
+import { TranscriptBlock } from '../types';
+
+const createContact = (name: string, email: string): ContactType => {
+  return create(ContactType, {
+    name,
+    identifiers: [{ type: 'email', value: email }],
+  });
+};
+
+/**
+ * Helper to create dates in reverse chronological order
+ */
+const getDate = (daysAgo: number): string => {
+  const date = new Date();
+  date.setDate(date.getDate() - daysAgo);
+  return date.toISOString();
+};
+
+export const DocumentType = Schema.Struct({
+  id: ObjectId,
+  name: Schema.String,
+  content: Schema.String,
+}).pipe(EchoObject({ typename: 'dxos.org/example/Document', version: '0.1.0' }));
+export type DocumentType = typeof DocumentType.Type;
+
+const createDocument = (name: string, content: string): DocumentType => {
+  return create(DocumentType, {
+    name,
+    content,
+  });
+};
+
+export const contacts = {
+  john: createContact('John Doe', 'john.doe@example.com'),
+  sarah: createContact('Sarah Johnson', 'sarah.johnson@techvision.com'),
+  michael: createContact('Michael Chen', 'michael.chen@techvision.com'),
+  emma: createContact('Emma Rodriguez', 'e.rodriguez@investors.com'),
+  david: createContact('David Williams', 'david@accountingfirm.com'),
+  unknown1: createContact('Bitcoin Support', 'support@btc-wallet-verify.com'),
+  unknown2: createContact('HR Department', 'hr-department@techvison-company.co'),
+};
+
+export const documents = [
+  createDocument(
+    'Q3 Financial Report',
+    'Q3 Financial Summary\n\nRevenue: $12.4M (↑8% YoY)\nExpenses: $8.7M (↑15% YoY)\nMargin: 29.8% (↓4.5% YoY)\n\nConcerns:\n- Marketing budget exceeded allocation by 23%\n- Customer acquisition cost increased to $142 (↑18%)\n- New product line underperforming projections by 35%\n\nRecommendations:\n1. Reallocate Q4 marketing budget to high-performing channels\n2. Implement cost-saving measures in non-essential operations\n3. Review pricing strategy for new product line',
+  ),
+  createDocument(
+    'Testing Protocol',
+    'Beta Testing Protocol v2.3\n\nPhase 1: Internal QA (2 weeks)\n- Unit testing coverage must exceed 85%\n- Integration testing across all supported platforms\n- Performance benchmarking against v4.2\n\nPhase 2: Closed Beta (3 weeks)\n- 250 selected customers from premium tier\n- Daily feedback collection and triage\n- Weekly build updates based on critical issues\n\nPhase 3: Open Beta (2 weeks)\n- Gradual rollout to 10,000 users\n- A/B testing of UI variations\n- Stress testing with simulated peak loads\n\nSuccess Criteria:\n- Crash rate below 0.1%\n- User satisfaction score >4.2/5\n- Performance degradation <5% on target devices',
+  ),
+  createDocument(
+    'Asia Market Expansion',
+    'Asia Market Expansion Strategy\n\nTarget Markets:\n1. Japan - $4.2B TAM, 22% CAGR\n2. South Korea - $2.8B TAM, 19% CAGR\n3. Singapore - $1.5B TAM, 24% CAGR\n\nCompetitive Landscape:\n- Local players dominate 65% of market share\n- Western competitors struggling with localization\n- Regulatory environment favors local partnerships\n\nEntry Strategy:\n- Phase 1: Strategic partnerships with established distributors\n- Phase 2: Local office establishment in Singapore (regional hub)\n- Phase 3: Acquisition of complementary local technology firms\n\nProjected ROI: 3.2x investment over 5 years with break-even in Year 3',
+  ),
+  createDocument(
+    'Strategic Partnership Proposal',
+    'Partnership Framework: TechVision & Example Corp\n\nProposed Collaboration Areas:\n\n1. Technology Integration\n   - API access to respective platforms\n   - Joint development of middleware solutions\n   - Shared data insights with privacy controls\n\n2. Market Expansion\n   - Co-branded offerings for enterprise segment\n   - Channel partner access in respective regions\n   - Joint participation in industry events\n\n3. Investment Structure\n   - Initial pilot project ($250K shared investment)\n   - Success-based scaling model\n   - Equity considerations for Phase 2\n\nAnticipated Outcomes:\n- $8-12M incremental revenue within 24 months\n- 15% reduction in customer acquisition costs\n- Accelerated product roadmap by ~6 months',
+  ),
+  createDocument(
+    'Annual Audit Checklist',
+    'FY2023 Audit Preparation Checklist\n\nFinance Department:\n- General ledger and trial balance\n- Bank reconciliations and statements (all accounts)\n- Accounts receivable aging report with bad debt analysis\n- Fixed asset register with depreciation schedules\n- Loan agreements and covenant compliance documentation\n\nOperations:\n- Inventory count procedures and results\n- Major contracts and purchase agreements\n- Vendor master list with annual spend analysis\n- Warehouse security and valuation procedures\n\nHR:\n- Payroll reconciliations and tax filings\n- Benefits administration documentation\n- Employee handbook and policy updates\n- Executive compensation agreements\n\nIT:\n- System access controls documentation\n- Backup and disaster recovery testing results\n- Security incident reports and resolution documentation\n- Software license compliance report',
+  ),
+  createDocument(
+    'Product Roadmap 2023-2024',
+    'Product Roadmap: July 2023 - December 2024\n\nQ3 2023:\n- Core platform v5.0 release\n  • Redesigned user interface\n  • Performance improvements (50% faster loading)\n  • Enhanced security features\n\nQ4 2023:\n- Mobile application redesign\n- Enterprise SSO integration\n- Custom reporting engine\n\nQ1 2024:\n- AI-powered recommendation system\n- Advanced analytics dashboard\n- API v3 with expanded capabilities\n\nQ2 2024:\n- Multi-tenant architecture\n- Compliance module for regulated industries\n- White-labeling capabilities\n\nQ3-Q4 2024:\n- International expansion features\n- Blockchain integration for document verification\n- Industry-specific vertical solutions\n\nResource Allocation:\n- Engineering: 65% of budget\n- Design: 15% of budget\n- QA: 12% of budget\n- Documentation/Support: 8% of budget',
+  ),
+  createDocument(
+    'TechGiant Acquisition Offer',
+    'CONFIDENTIAL: TechGiant Acquisition Offer Analysis\n\nOffer Details:\n- $450M all-cash transaction\n- 30-day exclusivity period requested\n- Retention packages for key executives (3-year vesting)\n- Product integration roadmap provided\n\nValuation Analysis:\n- 8.2x trailing twelve-month revenue\n- 6.4x forward revenue (based on projections)\n- 22x EBITDA (industry average: 18-24x)\n\nComparable Transactions:\n- CompetitorX acquisition: 7.5x revenue (2022)\n- StartupY acquisition: 9.1x revenue (2023)\n\nPreliminary Board Considerations:\n- Offer represents 35% premium to last funding round valuation\n- Potential regulatory concerns in EU market\n- IP ownership transition requires careful structuring\n- Alternative paths to liquidity should be evaluated\n\nNext Steps:\n- Engage outside counsel for preliminary review\n- Prepare counter-proposal scenarios\n- Develop communication strategy for employees and customers',
+  ),
+  // Unrelated documents
+  createDocument(
+    'Employee Handbook',
+    'TechVision Employee Handbook v3.2\n\nSection 1: Company Overview\n- Mission and values\n- Organizational structure\n- Company history\n\nSection 2: Employment Policies\n- Equal opportunity statement\n- At-will employment explanation\n- Code of conduct\n- Confidentiality requirements\n\nSection 3: Compensation & Benefits\n- Pay periods and methods\n- Health insurance options\n- 401(k) plan details\n- Stock option program\n- Professional development allowance\n\nSection 4: Time Off & Leave Policies\n- Vacation accrual schedule\n- Sick leave policy\n- Parental leave benefits\n- Bereavement and jury duty\n\nSection 5: Workplace Guidelines\n- Office hours and flexible work\n- Remote work policies\n- Equipment usage\n- Expense reimbursement procedure\n\nSection 6: Health & Safety\n- Emergency procedures\n- Workplace safety guidelines\n- Incident reporting process',
+  ),
+  createDocument(
+    'Project Moonshot',
+    'Project Moonshot: Preliminary Research\n\nMarket Opportunity:\n- $35B global addressable market by 2026\n- 42% CAGR in emerging economies\n- Limited competition with established solutions\n\nTechnical Feasibility:\n- Core technology proven in lab environment (TRL 4)\n- Key patents identified for licensing or acquisition\n- Estimated 18-24 months to minimum viable product\n\nResource Requirements:\n- Core team of 8-10 engineers (3 specialized roles)\n- Initial funding need: $4.2M for Phase 1\n- Strategic partnerships required for manufacturing\n\nRisk Assessment:\n- Regulatory approval pathway unclear in target markets\n- Two competing technologies in early development\n- Supply chain dependencies for critical components\n\nNext Decision Point:\n- Go/no-go for prototype development by Q4',
+  ),
+  createDocument(
+    'Office Relocation Plan',
+    'Headquarters Relocation Plan: Downtown Campus\n\nTimeline:\n- Phase 1: Planning & Design (3 months)\n- Phase 2: Construction & Buildout (5 months)\n- Phase 3: Move Execution (1 month)\n- Target completion: December 15\n\nSpace Details:\n- 45,000 sq ft across 3 floors\n- 320 workstations (30% hot-desking)\n- 18 conference rooms of varying sizes\n- 5 specialized collaboration spaces\n- Expanded lab and testing facilities\n\nBudget Summary:\n- Lease: $42/sq ft annually ($1.89M/year)\n- Buildout: $185/sq ft ($8.3M total)\n- Furniture & Equipment: $2.4M\n- Moving & Logistics: $350K\n- Technology Infrastructure: $1.2M\n\nDepartment Migration Schedule:\n- Engineering: December 3-4\n- Product & Design: December 5-6\n- Sales & Marketing: December 10-11\n- Executive & Operations: December 12-13',
+  ),
+];
+
+export const transcriptBlocks: TranscriptBlock[] = [
+  create(TranscriptBlock, {
+    authorName: contacts.john.name,
+    segments: [
+      {
+        started: getDate(0),
+        text: 'Good morning everyone. Thanks for joining the quarterly strategy meeting. I see Sarah and Emma are here. Are we still waiting for David?',
+      },
+      {
+        started: getDate(30),
+        text: 'While we wait, let me pull up the Q3 Financial Report that we need to review today.',
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.sarah.name,
+    segments: [
+      {
+        started: getDate(45),
+        text: "Morning John. David texted me that he's running about 5 minutes late. Something about finalizing some numbers for us.",
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.emma.name,
+    segments: [
+      {
+        started: getDate(60),
+        text: "Hi everyone. I've already reviewed the Q3 report. I'm particularly concerned about the marketing budget overrun. 23% over allocation is significant.",
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.john.name,
+    segments: [
+      {
+        started: getDate(90),
+        text: "I agree, Emma. That's definitely one of our top concerns. We also need to address the underperforming new product line. It's 35% below projections.",
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.david.name,
+    segments: [
+      {
+        started: getDate(120),
+        text: "Sorry I'm late everyone. I was just finalizing the numbers for our Asia Market Expansion strategy to discuss today.",
+      },
+      {
+        started: getDate(135),
+        text: "I see you're already discussing the Q3 report. The margin decrease is concerning, but I think it's related to our investment in the new markets.",
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.sarah.name,
+    segments: [
+      {
+        started: getDate(160),
+        text: "David, regarding the Asia expansion, I've been working with Michael from the Singapore office. The regulatory environment there definitely favors local partnerships as mentioned in our strategy document.",
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.emma.name,
+    segments: [
+      {
+        started: getDate(190),
+        text: 'I think we should also consider the TechGiant acquisition offer in light of our expansion plans. The $450M all-cash transaction would give us significant resources for the Asia push.',
+      },
+      {
+        started: getDate(210),
+        text: 'Has anyone spoken with Alex about this? As our CFO, his input would be valuable.',
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.john.name,
+    segments: [
+      {
+        started: getDate(240),
+        text: "I had lunch with Alex yesterday. He's running the numbers, but his initial reaction was positive. The 35% premium over our last funding round is attractive.",
+      },
+      {
+        started: getDate(260),
+        text: "Let's shift gears to the Product Roadmap for 2023-2024. Sarah, can you give us an update on the Q3 deliverables?",
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.sarah.name,
+    segments: [
+      {
+        started: getDate(290),
+        text: 'Sure. The core platform v5.0 is on track for release next month. The redesigned UI has tested well with focus groups, and performance improvements are exceeding our 50% faster loading target.',
+      },
+      {
+        started: getDate(320),
+        text: "I've been working closely with Jennifer's team on the enhanced security features. They've done an excellent job.",
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.david.name,
+    segments: [
+      {
+        started: getDate(350),
+        text: 'Speaking of security, I received an email from someone claiming to be from Bitcoin Support. It looked suspicious, so I forwarded it to our IT security team.',
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.john.name,
+    segments: [
+      {
+        started: getDate(380),
+        text: "Good call, David. There's been an increase in phishing attempts lately. Everyone should remain vigilant.",
+      },
+      {
+        started: getDate(400),
+        text: 'Now, regarding our Strategic Partnership Proposal with Example Corp, I had a productive call with their CEO yesterday.',
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.emma.name,
+    segments: [
+      {
+        started: getDate(430),
+        text: "That's great to hear. The partnership framework looks solid. I particularly like the co-branded offerings for the enterprise segment. That aligns well with our Q4 goals.",
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.sarah.name,
+    segments: [
+      {
+        started: getDate(460),
+        text: 'By the way, has everyone completed their items for the Annual Audit Checklist? The HR Department sent a reminder yesterday about the payroll reconciliations and tax filings.',
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.david.name,
+    segments: [
+      {
+        started: getDate(490),
+        text: "I've submitted all the finance department items. The general ledger, trial balance, and bank reconciliations are all ready for review.",
+      },
+      {
+        started: getDate(510),
+        text: "I'm still working on the accounts receivable aging report with bad debt analysis. Should have that done by tomorrow.",
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.john.name,
+    segments: [
+      {
+        started: getDate(540),
+        text: "Excellent. Let's wrap up with action items. Emma, can you lead the marketing budget reallocation for Q4?",
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.emma.name,
+    segments: [
+      {
+        started: getDate(570),
+        text: "Yes, I'll work with the marketing team to focus on high-performing channels as recommended in the Q3 report.",
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.john.name,
+    segments: [
+      {
+        started: getDate(600),
+        text: 'Sarah, please continue leading the product release and coordinate with Jennifer on the security features.',
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.sarah.name,
+    segments: [
+      {
+        started: getDate(630),
+        text: "Will do. I'll also follow up with Michael about the Singapore regulatory requirements for our Asia expansion.",
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.john.name,
+    segments: [
+      {
+        started: getDate(660),
+        text: 'And David, please finalize the accounts receivable report and continue your analysis of the TechGiant offer with Alex.',
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.david.name,
+    segments: [
+      {
+        started: getDate(690),
+        text: "I'm on it. I'll have a detailed analysis ready for our next meeting.",
+      },
+    ],
+  }),
+  create(TranscriptBlock, {
+    authorName: contacts.john.name,
+    segments: [
+      {
+        started: getDate(720),
+        text: "Great. Thanks everyone for a productive meeting. Let's reconvene next week to follow up on these items.",
+      },
+    ],
+  }),
+];

package/src/transcriber/transcriber.ts

@@ -240,7 +240,7 @@ export class Transcriber extends Resource {
 
     // Add absolute timestamp to each segment.
     return filteredSegments.map((segment) => ({
-      started: new Date(zeroTimestamp + segment.start * 1_000),
+      started: new Date(zeroTimestamp + segment.start * 1_000).toISOString(),
       text: segment.text,
     }));
   }

package/src/transcriber/transcription-manager.ts

@@ -5,7 +5,7 @@
 import { synchronized } from '@dxos/async';
 import { Resource } from '@dxos/context';
 import { QueueImpl, type Queue } from '@dxos/echo-db';
-import { createStatic } from '@dxos/echo-schema';
+import { create } from '@dxos/echo-schema';
 import { invariant } from '@dxos/invariant';
 import { DXN } from '@dxos/keys';
 import { type EdgeHttpClient } from '@dxos/react-edge-client';
@@ -178,7 +178,7 @@ export class TranscriptionManager extends Resource {
       return;
     }
 
-    const block = createStatic(TranscriptBlock, { authorName: this._name, authorHue: this._hue, segments });
+    const block = create(TranscriptBlock, { authorName: this._name, authorHue: this._hue, segments });
     this._queue.append([block]);
   }
 }

package/src/types/schema.ts

@@ -10,9 +10,9 @@ import { EchoObject, Expando, Ref, S, TypedObject } from '@dxos/echo-schema';
 export const TranscriptSchema = S.Struct({
   name: S.String,
 
-  // TODO(burdon): Use string for dates?
-  started: S.optional(S.Date),
-  ended: S.optional(S.Date),
+  // TODO(burdon): Use Date or string?
+  started: S.optional(S.String),
+  ended: S.optional(S.String),
 
   /**
    * Queue containing TranscriptBlock objects.
@@ -33,7 +33,7 @@ export class TranscriptType extends TypedObject({
  * Contains metadata for the recording and transcript.
  */
 const TranscriptHeader = S.Struct({
-  started: S.optional(S.Date),
+  started: S.optional(S.String),
 });
 
 export type TranscriptHeader = S.Schema.Type<typeof TranscriptHeader>;
@@ -43,7 +43,7 @@ export type TranscriptHeader = S.Schema.Type<typeof TranscriptHeader>;
  */
 const TranscriptSegment = S.Struct({
   // TODO(burdon): TS from service is not Unix TS (x1000).
-  started: S.Date,
+  started: S.String,
   text: S.String,
 });
 
@@ -54,8 +54,8 @@ export type TranscriptSegment = S.Schema.Type<typeof TranscriptSegment>;
  */
 export const TranscriptBlock = S.Struct({
   id: S.String,
-  authorName: S.optional(S.String), // TODO(burdon): IdentityDid.
-  authorHue: S.optional(S.String),
+  authorName: S.optional(S.String), // TODO(burdon): Replace with identityDid.
+  authorHue: S.optional(S.String), // TOOD(burdon): Remove.
   segments: S.Array(TranscriptSegment),
 }).pipe(EchoObject({ typename: 'dxos.org/type/TranscriptBlock', version: '0.1.0' }));
 

package/src/types/types.ts

@@ -3,7 +3,7 @@
 //
 
 import { S, isInstanceOf } from '@dxos/echo-schema';
-import { isReactiveObject } from '@dxos/react-client/echo';
+import { isLiveObject } from '@dxos/react-client/echo';
 
 import { TranscriptType } from './schema';
 import { TRANSCRIPTION_PLUGIN } from '../meta';
@@ -32,5 +32,5 @@ export namespace TranscriptionAction {
 }
 
 export const isTranscript = (object: unknown): object is typeof TranscriptType => {
-  return isReactiveObject(object) && isInstanceOf(TranscriptType, object);
+  return isLiveObject(object) && isInstanceOf(TranscriptType, object);
 };

package/src/util/index.ts

@@ -5,4 +5,3 @@
 export * from './array';
 export * from './get-time-str';
 export * from './monitor-audio-level';
-export * from './random-queue-dxn';

package/dist/lib/browser/app-graph-builder-VDQOVX7P.mjs.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../../src/capabilities/app-graph-builder.ts"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capabilities, contributes, createIntent, type PluginsContext } from '@dxos/app-framework';\nimport { fullyQualifiedId, getSpace, makeRef, type Space } from '@dxos/client/echo';\nimport { generateName } from '@dxos/display-name';\nimport { getSchemaTypename, isInstanceOf } from '@dxos/echo-schema';\nimport { invariant } from '@dxos/invariant';\nimport { ClientCapabilities } from '@dxos/plugin-client';\nimport { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from '@dxos/plugin-deck/types';\nimport { createExtension, type Node } from '@dxos/plugin-graph';\nimport { MeetingCapabilities, type CallState, type MediaState } from '@dxos/plugin-meeting';\nimport { MeetingType } from '@dxos/plugin-meeting/types';\nimport { buf } from '@dxos/protocols/buf';\nimport {\n  TranscriptionPayloadSchema,\n  type TranscriptionPayload as TranscriptionPayloadProto,\n} from '@dxos/protocols/buf/dxos/edge/calls_pb';\nimport { keyToFallback } from '@dxos/util';\n\nimport { TranscriptionCapabilities } from './capabilities';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { TranscriptionManager } from '../transcriber';\nimport { TranscriptionAction, TranscriptType } from '../types';\n\n// TODO(wittjosiah): Factor out.\n// TODO(wittjosiah): Can we stop using protobuf for this?\ntype TranscriptionPayload = buf.MessageInitShape<typeof TranscriptionPayloadSchema>;\nconst codec = {\n  encode: (message: TranscriptionPayload): Uint8Array => {\n    return buf.toBinary(TranscriptionPayloadSchema, buf.create(TranscriptionPayloadSchema, message));\n  },\n  decode: (message: Uint8Array): TranscriptionPayloadProto => {\n    return buf.fromBinary(TranscriptionPayloadSchema, message);\n  },\n};\n\nconst getMeetingTranscript = async (\n  context: PluginsContext,\n  meeting: MeetingType,\n): Promise<TranscriptType | undefined> => {\n  const { dispatchPromise: dispatch } = context.requestCapability(Capabilities.IntentDispatcher);\n\n  const typename = getSchemaTypename(TranscriptType)!;\n  const existing = await meeting.artifacts[typename]?.load();\n  if (existing instanceof TranscriptType) {\n    return existing;\n  }\n\n  const space = getSpace(meeting);\n  invariant(space);\n  const { data } = await dispatch(createIntent(TranscriptionAction.Create, { spaceId: space.id }));\n  meeting.artifacts[typename] = makeRef(data!.object);\n  return data?.object;\n};\n\n// TODO(wittjosiah): Introduce a sound that plays when transcription is activated/deactivated.\nexport default (context: PluginsContext) =>\n  contributes(Capabilities.AppGraphBuilder, [\n    createExtension({\n      id: `${TRANSCRIPTION_PLUGIN}/meeting-transcript`,\n      filter: (node): node is Node<MeetingType> =>\n        isInstanceOf(MeetingType, node.data) && node.type !== PLANK_COMPANION_TYPE,\n      actions: ({ node }) => {\n        const meeting = node.data;\n        const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n        return [\n          {\n            id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,\n            data: async () => {\n              const call = context.requestCapability(MeetingCapabilities.CallManager);\n              invariant(state.transcriptionManager);\n              state.enabled = !state.enabled;\n              void state.transcriptionManager.setEnabled(state.enabled);\n              const transcript = await getMeetingTranscript(context, meeting);\n              invariant(transcript, 'Failed to create transcript');\n              call.setActivity(getSchemaTypename(TranscriptType)!, {\n                value: codec.encode({\n                  enabled: state.enabled,\n                  queueDxn: transcript.queue.dxn.toString(),\n                }),\n              });\n            },\n            properties: {\n              label: state.enabled\n                ? ['stop transcription label', { ns: TRANSCRIPTION_PLUGIN }]\n                : ['start transcription label', { ns: TRANSCRIPTION_PLUGIN }],\n              icon: 'ph--record--regular',\n              disposition: 'toolbar',\n              classNames: state.enabled ? 'text-activeInCall' : '',\n            },\n          },\n        ];\n      },\n      connector: ({ node }) => {\n        const meeting = node.data;\n        const client = context.requestCapability(ClientCapabilities.Client);\n        const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n\n        return [\n          {\n            id: `${fullyQualifiedId(meeting)}${ATTENDABLE_PATH_SEPARATOR}${getSchemaTypename(TranscriptType)}`,\n            type: PLANK_COMPANION_TYPE,\n            data: meeting.artifacts[getSchemaTypename(TranscriptType)!]?.target,\n            properties: {\n              label: ['transcript companion label', { ns: TRANSCRIPTION_PLUGIN }],\n              icon: 'ph--subtitles--regular',\n              disposition: 'hidden',\n              schema: TranscriptType,\n              getIntent: ({ space }: { space: Space }) =>\n                createIntent(TranscriptionAction.Create, { spaceId: space.id }),\n              onJoin: () => {\n                const transcriptionManager = new TranscriptionManager(client.edge);\n                const identity = client.halo.identity.get();\n                invariant(identity);\n                transcriptionManager.setName(\n                  identity.profile?.displayName ?? generateName(identity.identityKey.toHex()),\n                );\n                const fallbackValue = keyToFallback(identity!.identityKey);\n                const userHue = identity!.profile?.data?.hue || fallbackValue.hue;\n                transcriptionManager.setHue(userHue);\n                void transcriptionManager.open();\n                state.transcriptionManager = transcriptionManager;\n              },\n              onLeave: () => {\n                void state.transcriptionManager?.close();\n                state.transcriptionManager = undefined;\n                state.enabled = false;\n              },\n              onCallStateUpdated: (callState: CallState) => {\n                const typename = getSchemaTypename(TranscriptType);\n                const transcription = typename ? callState.activities?.[typename] : undefined;\n                if (!transcription?.payload?.value) {\n                  return;\n                }\n\n                const payload = codec.decode(transcription.payload.value);\n                state.enabled = payload.enabled;\n                void state.transcriptionManager?.setEnabled(payload.enabled);\n                void state.transcriptionManager?.setQueue(payload.queueDxn);\n              },\n              onMediaStateUpdated: ([mediaState, isSpeaking]: [MediaState, boolean]) => {\n                void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);\n                void state.transcriptionManager?.setRecording(isSpeaking);\n              },\n            },\n          },\n        ];\n      },\n    }),\n  ]);\n"],
-  "mappings": ";;;;;;;;;;;;;;;;AAIA,SAASA,cAAcC,aAAaC,oBAAyC;AAC7E,SAASC,kBAAkBC,UAAUC,eAA2B;AAChE,SAASC,oBAAoB;AAC7B,SAASC,mBAAmBC,oBAAoB;AAChD,SAASC,iBAAiB;AAC1B,SAASC,0BAA0B;AACnC,SAASC,sBAAsBC,iCAAiC;AAChE,SAASC,uBAAkC;AAC3C,SAASC,2BAA4D;AACrE,SAASC,mBAAmB;AAC5B,SAASC,WAAW;AACpB,SACEC,kCAEK;AACP,SAASC,qBAAqB;;AAU9B,IAAMC,QAAQ;EACZC,QAAQ,CAACC,YAAAA;AACP,WAAOC,IAAIC,SAASC,4BAA4BF,IAAIG,OAAOD,4BAA4BH,OAAAA,CAAAA;EACzF;EACAK,QAAQ,CAACL,YAAAA;AACP,WAAOC,IAAIK,WAAWH,4BAA4BH,OAAAA;EACpD;AACF;AAEA,IAAMO,uBAAuB,OAC3BC,SACAC,YAAAA;AAEA,QAAM,EAAEC,iBAAiBC,SAAQ,IAAKH,QAAQI,kBAAkBC,aAAaC,gBAAgB;AAE7F,QAAMC,WAAWC,kBAAkBC,cAAAA;AACnC,QAAMC,WAAW,MAAMT,QAAQU,UAAUJ,QAAAA,GAAWK,KAAAA;AACpD,MAAIF,oBAAoBD,gBAAgB;AACtC,WAAOC;EACT;AAEA,QAAMG,QAAQC,SAASb,OAAAA;AACvBc,YAAUF,OAAAA,QAAAA;;;;;;;;;AACV,QAAM,EAAEG,KAAI,IAAK,MAAMb,SAASc,aAAaC,oBAAoBC,QAAQ;IAAEC,SAASP,MAAMQ;EAAG,CAAA,CAAA;AAC7FpB,UAAQU,UAAUJ,QAAAA,IAAYe,QAAQN,KAAMO,MAAM;AAClD,SAAOP,MAAMO;AACf;AAGA,IAAA,4BAAe,CAACvB,YACdwB,YAAYnB,aAAaoB,iBAAiB;EACxCC,gBAAgB;IACdL,IAAI,GAAGM,oBAAAA;IACPC,QAAQ,CAACC,SACPC,aAAaC,aAAaF,KAAKb,IAAI,KAAKa,KAAKG,SAASC;IACxDC,SAAS,CAAC,EAAEL,KAAI,MAAE;AAChB,YAAM5B,UAAU4B,KAAKb;AACrB,YAAMmB,QAAQnC,QAAQI,kBAAkBgC,0BAA0BC,yBAAyB;AAC3F,aAAO;QACL;UACEhB,IAAI,GAAGiB,iBAAiBrC,OAAAA,CAAAA;UACxBe,MAAM,YAAA;AACJ,kBAAMuB,OAAOvC,QAAQI,kBAAkBoC,oBAAoBC,WAAW;AACtE1B,sBAAUoB,MAAMO,sBAAoB,QAAA;;;;;;;;;AACpCP,kBAAMQ,UAAU,CAACR,MAAMQ;AACvB,iBAAKR,MAAMO,qBAAqBE,WAAWT,MAAMQ,OAAO;AACxD,kBAAME,aAAa,MAAM9C,qBAAqBC,SAASC,OAAAA;AACvDc,sBAAU8B,YAAY,+BAAA;;;;;;;;;AACtBN,iBAAKO,YAAYtC,kBAAkBC,cAAAA,GAAkB;cACnDsC,OAAOzD,MAAMC,OAAO;gBAClBoD,SAASR,MAAMQ;gBACfK,UAAUH,WAAWI,MAAMC,IAAIC,SAAQ;cACzC,CAAA;YACF,CAAA;UACF;UACAC,YAAY;YACVC,OAAOlB,MAAMQ,UACT;cAAC;cAA4B;gBAAEW,IAAI3B;cAAqB;gBACxD;cAAC;cAA6B;gBAAE2B,IAAI3B;cAAqB;;YAC7D4B,MAAM;YACNC,aAAa;YACbC,YAAYtB,MAAMQ,UAAU,sBAAsB;UACpD;QACF;;IAEJ;IACAe,WAAW,CAAC,EAAE7B,KAAI,MAAE;AAClB,YAAM5B,UAAU4B,KAAKb;AACrB,YAAM2C,SAAS3D,QAAQI,kBAAkBwD,mBAAmBC,MAAM;AAClE,YAAM1B,QAAQnC,QAAQI,kBAAkBgC,0BAA0BC,yBAAyB;AAE3F,aAAO;QACL;UACEhB,IAAI,GAAGiB,iBAAiBrC,OAAAA,CAAAA,GAAW6D,yBAAAA,GAA4BtD,kBAAkBC,cAAAA,CAAAA;UACjFuB,MAAMC;UACNjB,MAAMf,QAAQU,UAAUH,kBAAkBC,cAAAA,CAAAA,GAAmBsD;UAC7DX,YAAY;YACVC,OAAO;cAAC;cAA8B;gBAAEC,IAAI3B;cAAqB;;YACjE4B,MAAM;YACNC,aAAa;YACbQ,QAAQvD;YACRwD,WAAW,CAAC,EAAEpD,MAAK,MACjBI,aAAaC,oBAAoBC,QAAQ;cAAEC,SAASP,MAAMQ;YAAG,CAAA;YAC/D6C,QAAQ,MAAA;AACN,oBAAMxB,uBAAuB,IAAIyB,qBAAqBR,OAAOS,IAAI;AACjE,oBAAMC,WAAWV,OAAOW,KAAKD,SAASE,IAAG;AACzCxD,wBAAUsD,UAAAA,QAAAA;;;;;;;;;AACV3B,mCAAqB8B,QACnBH,SAASI,SAASC,eAAeC,aAAaN,SAASO,YAAYC,MAAK,CAAA,CAAA;AAE1E,oBAAMC,gBAAgBC,cAAcV,SAAUO,WAAW;AACzD,oBAAMI,UAAUX,SAAUI,SAASzD,MAAMiE,OAAOH,cAAcG;AAC9DvC,mCAAqBwC,OAAOF,OAAAA;AAC5B,mBAAKtC,qBAAqByC,KAAI;AAC9BhD,oBAAMO,uBAAuBA;YAC/B;YACA0C,SAAS,MAAA;AACP,mBAAKjD,MAAMO,sBAAsB2C,MAAAA;AACjClD,oBAAMO,uBAAuB4C;AAC7BnD,oBAAMQ,UAAU;YAClB;YACA4C,oBAAoB,CAACC,cAAAA;AACnB,oBAAMjF,WAAWC,kBAAkBC,cAAAA;AACnC,oBAAMgF,gBAAgBlF,WAAWiF,UAAUE,aAAanF,QAAAA,IAAY+E;AACpE,kBAAI,CAACG,eAAeE,SAAS5C,OAAO;AAClC;cACF;AAEA,oBAAM4C,UAAUrG,MAAMO,OAAO4F,cAAcE,QAAQ5C,KAAK;AACxDZ,oBAAMQ,UAAUgD,QAAQhD;AACxB,mBAAKR,MAAMO,sBAAsBE,WAAW+C,QAAQhD,OAAO;AAC3D,mBAAKR,MAAMO,sBAAsBkD,SAASD,QAAQ3C,QAAQ;YAC5D;YACA6C,qBAAqB,CAAC,CAACC,YAAYC,UAAAA,MAAkC;AACnE,mBAAK5D,MAAMO,sBAAsBsD,cAAcF,WAAWG,UAAU;AACpE,mBAAK9D,MAAMO,sBAAsBwD,aAAaH,UAAAA;YAChD;UACF;QACF;;IAEJ;EACF,CAAA;CACD;",
-  "names": ["Capabilities", "contributes", "createIntent", "fullyQualifiedId", "getSpace", "makeRef", "generateName", "getSchemaTypename", "isInstanceOf", "invariant", "ClientCapabilities", "PLANK_COMPANION_TYPE", "ATTENDABLE_PATH_SEPARATOR", "createExtension", "MeetingCapabilities", "MeetingType", "buf", "TranscriptionPayloadSchema", "keyToFallback", "codec", "encode", "message", "buf", "toBinary", "TranscriptionPayloadSchema", "create", "decode", "fromBinary", "getMeetingTranscript", "context", "meeting", "dispatchPromise", "dispatch", "requestCapability", "Capabilities", "IntentDispatcher", "typename", "getSchemaTypename", "TranscriptType", "existing", "artifacts", "load", "space", "getSpace", "invariant", "data", "createIntent", "TranscriptionAction", "Create", "spaceId", "id", "makeRef", "object", "contributes", "AppGraphBuilder", "createExtension", "TRANSCRIPTION_PLUGIN", "filter", "node", "isInstanceOf", "MeetingType", "type", "PLANK_COMPANION_TYPE", "actions", "state", "TranscriptionCapabilities", "MeetingTranscriptionState", "fullyQualifiedId", "call", "MeetingCapabilities", "CallManager", "transcriptionManager", "enabled", "setEnabled", "transcript", "setActivity", "value", "queueDxn", "queue", "dxn", "toString", "properties", "label", "ns", "icon", "disposition", "classNames", "connector", "client", "ClientCapabilities", "Client", "ATTENDABLE_PATH_SEPARATOR", "target", "schema", "getIntent", "onJoin", "TranscriptionManager", "edge", "identity", "halo", "get", "setName", "profile", "displayName", "generateName", "identityKey", "toHex", "fallbackValue", "keyToFallback", "userHue", "hue", "setHue", "open", "onLeave", "close", "undefined", "onCallStateUpdated", "callState", "transcription", "activities", "payload", "setQueue", "onMediaStateUpdated", "mediaState", "isSpeaking", "setAudioTrack", "audioTrack", "setRecording"]
-}