@remnic/core 9.4.2 → 9.6.0

package/src/wearables/fusion/types.ts

@@ -0,0 +1,228 @@
+/**
+ * Wearable cross-source fusion — shared types (issue #1810).
+ *
+ * Fusion merges same-day conversations from multiple enabled wearable
+ * sources into `FusedWearableConversation` artifacts: one reconciled
+ * timeline per real-world conversation, with per-segment source
+ * provenance and unresolved conflicts surfaced as `disagreements[]`.
+ *
+ * Everything in this module is DETERMINISTIC — no LLM calls. LLM-assisted
+ * reconciliation, memory-extraction over fused artifacts, and full
+ * segment-level alignment are deferred follow-ups (see PR body).
+ */
+
+/**
+ * One normalized segment fed into fusion. Speaker labels are already
+ * resolved through the speaker registry (`resolveSpeaker`), and text is
+ * post-cleanup + post-redaction — fusion consumes the same material day
+ * transcripts store, never raw provider output.
+ */
+export interface FusionSegmentInput {
+  /** Resolved speaker label (e.g. "Jane", "Me (you)", "Speaker 0"). */
+  speaker: string;
+  /** Whether this speaker is the wearer. */
+  isSelf: boolean;
+  /** Utterance text. */
+  text: string;
+  /** ISO 8601 start, when known. */
+  startIso?: string;
+  /** ISO 8601 end, when known. */
+  endIso?: string;
+}
+
+/** One normalized conversation fed into fusion. */
+export interface FusionConversationInput {
+  /** Source id this conversation came from. */
+  source: string;
+  /** Provider-stable conversation id within that source. */
+  conversationId: string;
+  /** Provider title, when available. */
+  title?: string;
+  /** Provider summary, when available. */
+  summary?: string;
+  /** ISO 8601 conversation start. */
+  startIso: string;
+  /** ISO 8601 conversation end, when known. */
+  endIso?: string;
+  /** Ordered normalized segments. */
+  segments: FusionSegmentInput[];
+}
+
+/** Why a particular source's text was chosen for a fused segment. */
+export type SegmentPickReason =
+  | "only-source"
+  | "higher-trust"
+  | "more-complete"
+  | "tie-break";
+
+/** Kind of unresolved conflict surfaced during reconciliation. */
+export type DisagreementKind = "asr-text" | "speaker" | "timestamp";
+
+/** Per-segment record of where the chosen text came from and what else was considered. */
+export interface FusedSegmentProvenance {
+  /** Source id the chosen text came from. */
+  source: string;
+  /** Conversation id within that source. */
+  conversationId: string;
+  /** Trust weight of the chosen source at reconciliation time (0..1). */
+  sourceTrust: number;
+  /** Why this source won the pick. */
+  reason: SegmentPickReason;
+  /** Other sources that offered a candidate text for this window/speaker. */
+  alternatives: Array<{ source: string; text: string }>;
+  /** The chosen source's ORIGINAL start time (ISO), when known. The fused
+   * segment is emitted on the group/window ANCHOR timeline position so
+   * pre-sorted chronology stays valid even when the higher-trust source's
+   * clock is later than the anchor; this preserves WHERE the chosen text
+   * was actually recorded for provenance/traceability. */
+  sourceStartIso?: string;
+  /** The chosen source's ORIGINAL end time (ISO), when known (see sourceStartIso). */
+  sourceEndIso?: string;
+}
+
+/** One reconciled utterance in a fused conversation. */
+export interface FusedSegment {
+  /** Reconciled speaker label. */
+  speaker: string;
+  /** Whether this speaker is the wearer. */
+  isSelf: boolean;
+  /** Reconciled utterance text. */
+  text: string;
+  /** Window start (ISO), when known. */
+  startIso?: string;
+  /** Window end (ISO), when known. */
+  endIso?: string;
+  /** 0..1 confidence in this segment's text + attribution. */
+  confidence: number;
+  provenance: FusedSegmentProvenance;
+}
+
+/** An unresolved conflict that reconciliation could not settle deterministically. */
+export interface FusedDisagreement {
+  kind: DisagreementKind;
+  /**
+   * What the disagreement concerns — an ISO window anchor, a speaker
+   * label, or "(no timestamp)" for un-timestamped windows.
+   */
+  subject: string;
+  /** The conflicting candidates that could not be auto-resolved. */
+  candidates: Array<{ source: string; value: string }>;
+  /** Best-effort provisional winner; marked uncertain, NOT authoritative. */
+  provisional?: { source: string; value: string };
+}
+
+/** A reconciled speaker that appears in the fused conversation. */
+export interface FusedSpeaker {
+  /** Display label. */
+  label: string;
+  /** Whether this speaker is the wearer. */
+  isSelf: boolean;
+  /**
+   * 0..1 — lowered when a speaker could not be confidently matched
+   * across sources (e.g. a generic diarization label seen in one
+   * source only).
+   */
+  confidence: number;
+  /** Source ids that produced this speaker. */
+  sources: string[];
+}
+
+/** Record of one source conversation that fed a fused conversation. */
+export interface FusedContribution {
+  source: string;
+  conversationId: string;
+  startIso: string;
+  endIso?: string;
+  segmentCount: number;
+}
+
+/** How a fused conversation was assembled. */
+export interface FusedConversationProvenance {
+  /** Source conversations that fed this cluster. */
+  contributions: FusedContribution[];
+  /** Max gap (ms) two conversations could span and still merge. */
+  proximityGapMs: number;
+  /** Max drift (ms) for two segments to align across sources. */
+  windowToleranceMs: number;
+  /** Clustering method (deterministic, time-proximity based). */
+  method: "time-proximity";
+}
+
+/**
+ * A real-world conversation reconstructed from one or more wearable
+ * sources recording at the same time. The fused artifact.
+ */
+export interface FusedWearableConversation {
+  /** Stable content-hash id (deterministic from inputs; idempotent). */
+  id: string;
+  /** YYYY-MM-DD the conversation was recorded. */
+  date: string;
+  /** Earliest start across contributing sources. */
+  startIso: string;
+  /** Latest end across contributing sources, when known. */
+  endIso?: string;
+  /** Source ids that contributed at least one conversation. */
+  sources: string[];
+  /** Reconciled speakers (deduped across sources). */
+  speakers: FusedSpeaker[];
+  /** Provider title, when any source supplied one. */
+  title?: string;
+  /** Provider summary, when any source supplied one. */
+  summary?: string;
+  /** Aligned, reconciled segments in chronological order. */
+  segments: FusedSegment[];
+  /** Unresolved conflicts surfaced during reconciliation. */
+  disagreements: FusedDisagreement[];
+  provenance: FusedConversationProvenance;
+}
+
+/** Options for a fusion pass. */
+export interface FusionOptions {
+  /** Max gap (ms) between conversations to merge into one cluster. */
+  proximityGapMs?: number;
+  /** Max drift (ms) for two segments to align across sources. */
+  windowToleranceMs?: number;
+  /** Per-source trust weights (unknown sources default to 0.8). */
+  sourceTrust?: Record<string, number>;
+}
+
+/** Result of fusing one day across all sources. */
+export interface FusionDayResult {
+  date: string;
+  conversations: FusedWearableConversation[];
+  /** Distinct source ids that contributed any conversation. */
+  sources: string[];
+  /** SHA-256 over the canonical input serialization + effective fusion config (idempotency key). */
+  contentHash: string;
+}
+
+/** Frontmatter persisted on a fused-day derived file. */
+export interface FusedDayMeta {
+  kind: "wearable-fusion";
+  date: string;
+  sourceCount: number;
+  conversationCount: number;
+  contentHash: string;
+  /**
+   * SHA-256 over the canonical serialized body (`hashFusionBody`). Stored
+   * so the skip-unchanged path can detect a body whose bytes drifted from
+   * the recomputed artifact even when `contentHash` + conversation count
+   * still match — forcing a self-repair rewrite on body-level corruption.
+   */
+  bodyHash: string;
+  fusedAt: string;
+}
+
+/** A parsed fused-day derived file. */
+export interface FusedDayFile {
+  meta: FusedDayMeta;
+  conversations: FusedWearableConversation[];
+  /**
+   * False when the JSON body failed to parse (truncated/corrupt). A
+   * legitimately empty (`[]`) body parses fine — parseOk stays true — so
+   * callers can distinguish "nothing to fuse" from a broken file and force
+   * a self-repair rewrite even when the frontmatter hash matches and the
+   * parsed conversation count is also zero.
+   */
+  parseOk: boolean;
+}

package/src/wearables/index.ts

@@ -9,6 +9,7 @@ export * from "./types.js";
 export { describeErrorForOperator, WearablesInputError } from "./errors.js";
 export {
   defaultWearableCleanupSettings,
+  defaultWearableFusionConfig,
   defaultWearableSourceSettings,
   defaultWearablesConfig,
   KNOWN_WEARABLE_SOURCE_IDS,
@@ -60,13 +61,21 @@ export {
   type SpeakerRegistry,
 } from "./speakers.js";
 export {
+  bodyIsEscaped,
   composeDayTranscriptBody,
   composeDayTranscriptMeta,
+  decodeTranscriptBody,
+  escapeSegmentText,
   hashTranscriptBody,
   isValidTranscriptDate,
   parseDayTranscript,
+  parseTranscriptSegmentLine,
   serializeDayTranscript,
+  TRANSCRIPT_FORMAT_VERSION,
+  unescapeSegmentText,
+  unescapeSpeakerLabel,
   WEARABLES_DIR_NAME,
+  type TranscriptSegmentMatch,
 } from "./day-store.js";
 export {
   emptySyncState,
@@ -112,3 +121,35 @@ export {
   type WearableTranscriptSearchResult,
   type WearablesServiceDeps,
 } from "./service.js";
+
+export {
+  clusterConversations,
+  composeFusionDayMeta,
+  DEFAULT_PROXIMITY_GAP_MS,
+  DEFAULT_SOURCE_TRUST,
+  DEFAULT_WINDOW_TOLERANCE_MS,
+  FUSION_KIND,
+  fuseCluster,
+  fuseDay,
+  fusionInputsFromConversations,
+  hashFusionBody,
+  parseFusionDay,
+  reconstructFusionInputs,
+  serializeFusionDay,
+  type FuseClusterResult,
+  type DisagreementKind,
+  type FusionConversationInput,
+  type FusionDayResult,
+  type FusionOptions,
+  type FusionSegmentInput,
+  type FusedConversationProvenance,
+  type FusedContribution,
+  type FusedDayFile,
+  type FusedDayMeta,
+  type FusedDisagreement,
+  type FusedSegment,
+  type FusedSegmentProvenance,
+  type FusedSpeaker,
+  type FusedWearableConversation,
+  type SegmentPickReason,
+} from "./fusion/index.js";