@nathanvale/chatline 0.0.1

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EACN,qBAAqB,EACrB,oBAAoB,EACpB,uBAAuB,GACvB,MAAM,uBAAuB,CAAA;AAC9B,gCAAgC;AAChC,OAAO,EACN,gBAAgB,EAChB,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,cAAc,EACd,WAAW,EACX,iBAAiB,GACjB,MAAM,oBAAoB,CAAA;AAE3B,OAAO,EACN,oBAAoB,EACpB,cAAc,EACd,kBAAkB,EAClB,cAAc,EACd,kBAAkB,GAClB,MAAM,oBAAoB,CAAA;AAM3B,4BAA4B;AAC5B,OAAO,EACN,iBAAiB,EACjB,KAAK,EACL,iBAAiB,EACjB,WAAW,GACX,MAAM,2BAA2B,CAAA;AAKlC,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAA;AAEvD,+BAA+B;AAC/B,OAAO,EAAE,oBAAoB,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAA;AAexE,OAAO,EACN,qBAAqB,EACrB,eAAe,EACf,qBAAqB,EACrB,iBAAiB,EACjB,eAAe,EACf,iBAAiB,GACjB,MAAM,qBAAqB,CAAA;AAE5B,wBAAwB;AACxB,OAAO,EACN,WAAW,EACX,wBAAwB,EACxB,aAAa,EACb,eAAe,GACf,MAAM,4BAA4B,CAAA;AAMnC,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAA"}

package/dist/ingest/dedup-merge.d.ts

@@ -0,0 +1,82 @@
+import type { Message } from '#schema/message';
+/**
+ * Deduplication and merge logic for NORMALIZE--T04
+ *
+ * Merges CSV and DB message sources with:
+ * AC01: Exact GUID matching (primary)
+ * AC02: DB authoritiveness for conflicts
+ * AC03: Content equivalence detection
+ * AC04: Data loss verification
+ * AC05: Deterministic GUID assignment
+ */
+export type MergeStats = {
+    csvCount: number;
+    dbCount: number;
+    outputCount: number;
+    exactMatches: number;
+    contentMatches: number;
+    conflicts: number;
+    noMatches: number;
+};
+export type ContentMatch = {
+    message: Message;
+    confidence: number;
+    reasons: string[];
+};
+export type MergeResult = {
+    messages: Message[];
+    stats: MergeStats;
+    conflicts?: Array<{
+        csvMsg: Message;
+        dbMsg: Message;
+        confidence: number;
+    }>;
+    warnings?: string[];
+};
+/**
+ * AC01 + AC02 + AC03 + AC04 + AC05: Main dedup and merge function
+ *
+ * Strategy:
+ * 1. Build GUID index for fast lookup
+ * 2. For each CSV message:
+ *    a. Try exact GUID match (AC01)
+ *    b. Try content equivalence (AC03)
+ *    c. Apply DB authoritiveness if merging (AC02)
+ *    d. Keep separate if no match
+ * 3. Add unmatched DB messages
+ * 4. Verify no data loss (AC04)
+ * 5. Ensure determinism (AC05)
+ */
+export declare function dedupAndMerge(csvMessages: Message[], dbMessages: Message[]): MergeResult;
+/**
+ * AC01: Find exact GUID match in DB messages
+ */
+export declare function findExactMatch(message: Message, dbMessages: Message[]): Message | null;
+/**
+ * AC03: Detect content equivalence
+ *
+ * Normalizes text and compares:
+ * - Normalized text content (lowercase, trimmed, punctuation removed)
+ * - messageKind must match
+ * - sender (handle) must match
+ *
+ * Returns match with confidence score (1.0 = exact match)
+ */
+export declare function detectContentEquivalence(csvMsg: Message, candidates: Message[], threshold?: number): ContentMatch | null;
+/**
+ * AC02: Merge messages with DB authoritiveness
+ *
+ * DB is authoritative for:
+ * - All timestamps (date, dateRead, dateDelivered, dateEdited)
+ * - Associations (replyingTo.targetMessageGuid)
+ * - handle
+ *
+ * CSV fields are preserved when DB doesn't have them
+ */
+export declare function applyDbAuthoritiveness(csvMsg: Message, dbMsg: Message): Message;
+/**
+ * AC04: Verify count invariants to prevent data loss
+ */
+export declare function verifyNoDataLoss(csvCount: number, dbCount: number, outputCount: number): boolean;
+export type { Message };
+//# sourceMappingURL=dedup-merge.d.ts.map

package/dist/ingest/dedup-merge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dedup-merge.d.ts","sourceRoot":"","sources":["../../src/ingest/dedup-merge.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AAE9C;;;;;;;;;GASG;AAEH,MAAM,MAAM,UAAU,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;IACf,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,cAAc,EAAE,MAAM,CAAA;IACtB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;CACjB,CAAA;AAED,MAAM,MAAM,YAAY,GAAG;IAC1B,OAAO,EAAE,OAAO,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;IAClB,OAAO,EAAE,MAAM,EAAE,CAAA;CACjB,CAAA;AAED,MAAM,MAAM,WAAW,GAAG;IACzB,QAAQ,EAAE,OAAO,EAAE,CAAA;IACnB,KAAK,EAAE,UAAU,CAAA;IACjB,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,OAAO,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAC1E,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAA;CACnB,CAAA;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,aAAa,CAC5B,WAAW,EAAE,OAAO,EAAE,EACtB,UAAU,EAAE,OAAO,EAAE,GACnB,WAAW,CA8Fb;AAED;;GAEG;AACH,wBAAgB,cAAc,CAC7B,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,OAAO,EAAE,GACnB,OAAO,GAAG,IAAI,CAEhB;AAED;;;;;;;;;GASG;AACH,wBAAgB,wBAAwB,CACvC,MAAM,EAAE,OAAO,EACf,UAAU,EAAE,OAAO,EAAE,EACrB,SAAS,SAAM,GACb,YAAY,GAAG,IAAI,CA2DrB;AAiED;;;;;;;;;GASG;AACH,wBAAgB,sBAAsB,CACrC,MAAM,EAAE,OAAO,EACf,KAAK,EAAE,OAAO,GACZ,OAAO,CA6BT;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC/B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,WAAW,EAAE,MAAM,GACjB,OAAO,CAIT;AAED,YAAY,EAAE,OAAO,EAAE,CAAA"}

package/dist/ingest/dedup-merge.js

@@ -0,0 +1,262 @@
+/**
+ * AC01 + AC02 + AC03 + AC04 + AC05: Main dedup and merge function
+ *
+ * Strategy:
+ * 1. Build GUID index for fast lookup
+ * 2. For each CSV message:
+ *    a. Try exact GUID match (AC01)
+ *    b. Try content equivalence (AC03)
+ *    c. Apply DB authoritiveness if merging (AC02)
+ *    d. Keep separate if no match
+ * 3. Add unmatched DB messages
+ * 4. Verify no data loss (AC04)
+ * 5. Ensure determinism (AC05)
+ */
+export function dedupAndMerge(csvMessages, dbMessages) {
+    // AC05: Sort inputs for determinism
+    const sortedCsv = [...csvMessages].sort((a, b) => a.guid.localeCompare(b.guid));
+    const sortedDb = [...dbMessages].sort((a, b) => a.guid.localeCompare(b.guid));
+    const stats = {
+        csvCount: csvMessages.length,
+        dbCount: dbMessages.length,
+        outputCount: 0,
+        exactMatches: 0,
+        contentMatches: 0,
+        conflicts: 0,
+        noMatches: 0,
+    };
+    const outputMessages = [];
+    const matchedDbGuids = new Set();
+    // Build O(1) lookup indices for DB messages
+    const dbByGuid = new Map();
+    const dbByNormalizedContent = new Map();
+    for (const dbMsg of sortedDb) {
+        dbByGuid.set(dbMsg.guid, dbMsg);
+        // Index by normalized text for content equivalence (text messages only)
+        if (dbMsg.messageKind === 'text' && dbMsg.text) {
+            const normalizedKey = `${dbMsg.handle || ''}:${normalizeTextForIndex(dbMsg.text)}`;
+            const existing = dbByNormalizedContent.get(normalizedKey);
+            if (existing) {
+                existing.push(dbMsg);
+            }
+            else {
+                dbByNormalizedContent.set(normalizedKey, [dbMsg]);
+            }
+        }
+    }
+    // Process each CSV message
+    for (const csvMsg of sortedCsv) {
+        // AC01: Try exact GUID match first - O(1) lookup
+        const exactMatch = dbByGuid.get(csvMsg.guid) || null;
+        if (exactMatch) {
+            // AC02: Merge with DB authoritiveness
+            const merged = applyDbAuthoritiveness(csvMsg, exactMatch);
+            outputMessages.push(merged);
+            matchedDbGuids.add(exactMatch.guid);
+            stats.exactMatches++;
+        }
+        else {
+            // AC03: Try content equivalence using indexed lookup - O(1) average case for text
+            let contentMatch = detectContentEquivalenceIndexed(csvMsg, dbByNormalizedContent, matchedDbGuids);
+            // Fallback to linear scan for non-text messages (media, tapback, notification)
+            // The indexed lookup only handles text messages; media uses media.id comparison
+            if (!contentMatch && csvMsg.messageKind !== 'text') {
+                const unmatchedDbMessages = sortedDb.filter((dbMsg) => !matchedDbGuids.has(dbMsg.guid));
+                contentMatch = detectContentEquivalence(csvMsg, unmatchedDbMessages);
+            }
+            if (contentMatch) {
+                // AC02: Merge with DB authoritiveness
+                const merged = applyDbAuthoritiveness(csvMsg, contentMatch.message);
+                outputMessages.push(merged);
+                matchedDbGuids.add(contentMatch.message.guid);
+                stats.contentMatches++;
+            }
+            else {
+                // No match found, keep CSV message as-is
+                outputMessages.push(csvMsg);
+                stats.noMatches++;
+            }
+        }
+    }
+    // Add unmatched DB messages
+    for (const dbMsg of sortedDb) {
+        if (!matchedDbGuids.has(dbMsg.guid)) {
+            outputMessages.push(dbMsg);
+        }
+    }
+    stats.outputCount = outputMessages.length;
+    return {
+        messages: outputMessages,
+        stats,
+    };
+}
+/**
+ * AC01: Find exact GUID match in DB messages
+ */
+export function findExactMatch(message, dbMessages) {
+    return dbMessages.find((dbMsg) => dbMsg.guid === message.guid) || null;
+}
+/**
+ * AC03: Detect content equivalence
+ *
+ * Normalizes text and compares:
+ * - Normalized text content (lowercase, trimmed, punctuation removed)
+ * - messageKind must match
+ * - sender (handle) must match
+ *
+ * Returns match with confidence score (1.0 = exact match)
+ */
+export function detectContentEquivalence(csvMsg, candidates, threshold = 0.9) {
+    for (const candidate of candidates) {
+        const reasons = [];
+        let confidence = 0;
+        // Must have same messageKind
+        if (csvMsg.messageKind !== candidate.messageKind) {
+            continue;
+        }
+        // Must have same sender (handle)
+        const csvHandle = csvMsg.handle || null;
+        const candidateHandle = candidate.handle || null;
+        if (csvHandle !== candidateHandle) {
+            continue;
+        }
+        // For text messages, compare normalized text
+        if (csvMsg.messageKind === 'text' && candidate.messageKind === 'text') {
+            const csvText = normalizeText(csvMsg.text || '');
+            const candidateText = normalizeText(candidate.text || '');
+            if (csvText === candidateText) {
+                confidence = 1.0;
+                reasons.push('exact text match after normalization');
+            }
+            else {
+                // Not an exact match, skip to avoid false positives
+                continue;
+            }
+        }
+        else if (csvMsg.messageKind === 'media' &&
+            candidate.messageKind === 'media') {
+            // For media messages, compare media metadata
+            const csvMediaId = csvMsg.media?.id;
+            const candidateMediaId = candidate.media?.id;
+            if (csvMediaId && candidateMediaId && csvMediaId === candidateMediaId) {
+                confidence = 1.0;
+                reasons.push('exact media ID match');
+            }
+            else {
+                continue;
+            }
+        }
+        else {
+            // Other message types - require exact text or skip
+            continue;
+        }
+        // Only return if confidence meets threshold
+        if (confidence >= threshold) {
+            return {
+                message: candidate,
+                confidence,
+                reasons,
+            };
+        }
+    }
+    return null;
+}
+/**
+ * Normalize text for content equivalence detection
+ * - Lowercase
+ * - Trim whitespace
+ * - Remove punctuation and extra spaces
+ */
+function normalizeText(text) {
+    return text
+        .toLowerCase()
+        .trim()
+        .replace(/[^\w\s]/g, '') // Remove punctuation
+        .replace(/\s+/g, ' ') // Normalize whitespace
+        .trim();
+}
+/**
+ * Normalize text for Map index key (same as normalizeText)
+ * Used when building the content equivalence index
+ */
+function normalizeTextForIndex(text) {
+    return normalizeText(text);
+}
+/**
+ * AC03: O(1) content equivalence detection using pre-built index
+ *
+ * @param csvMsg - CSV message to find match for
+ * @param contentIndex - Map of normalized content key to DB messages
+ * @param matchedGuids - Set of already-matched GUIDs to skip
+ * @returns ContentMatch if found, null otherwise
+ */
+function detectContentEquivalenceIndexed(csvMsg, contentIndex, matchedGuids) {
+    // Only text messages are indexed
+    if (csvMsg.messageKind !== 'text' || !csvMsg.text) {
+        return null;
+    }
+    // Build the lookup key
+    const normalizedKey = `${csvMsg.handle || ''}:${normalizeTextForIndex(csvMsg.text)}`;
+    const candidates = contentIndex.get(normalizedKey);
+    if (!candidates || candidates.length === 0) {
+        return null;
+    }
+    // Find first unmatched candidate
+    for (const candidate of candidates) {
+        if (!matchedGuids.has(candidate.guid)) {
+            return {
+                message: candidate,
+                confidence: 1.0,
+                reasons: ['exact text match after normalization (indexed)'],
+            };
+        }
+    }
+    return null;
+}
+/**
+ * AC02: Merge messages with DB authoritiveness
+ *
+ * DB is authoritative for:
+ * - All timestamps (date, dateRead, dateDelivered, dateEdited)
+ * - Associations (replyingTo.targetMessageGuid)
+ * - handle
+ *
+ * CSV fields are preserved when DB doesn't have them
+ */
+export function applyDbAuthoritiveness(csvMsg, dbMsg) {
+    // Start with CSV message
+    const merged = { ...csvMsg };
+    // DB authoritative: timestamps
+    merged.date = dbMsg.date;
+    if (dbMsg.dateRead !== undefined)
+        merged.dateRead = dbMsg.dateRead;
+    if (dbMsg.dateDelivered !== undefined)
+        merged.dateDelivered = dbMsg.dateDelivered;
+    if (dbMsg.dateEdited !== undefined)
+        merged.dateEdited = dbMsg.dateEdited;
+    // DB authoritative: handle
+    if (dbMsg.handle !== undefined)
+        merged.handle = dbMsg.handle;
+    // DB authoritative: associations (replyingTo)
+    if (dbMsg.replyingTo?.targetMessageGuid !== undefined) {
+        merged.replyingTo = {
+            ...merged.replyingTo,
+            targetMessageGuid: dbMsg.replyingTo.targetMessageGuid,
+        };
+    }
+    // DB authoritative: isRead status
+    if (dbMsg.isRead !== undefined)
+        merged.isRead = dbMsg.isRead;
+    // Prefer DB GUID (stable choice)
+    merged.guid = dbMsg.guid;
+    return merged;
+}
+/**
+ * AC04: Verify count invariants to prevent data loss
+ */
+export function verifyNoDataLoss(csvCount, dbCount, outputCount) {
+    // TODO: Implement count verification
+    // Invariant: outputCount >= max(csvCount, dbCount) - dedup count
+    return outputCount >= Math.max(csvCount, dbCount);
+}
+//# sourceMappingURL=dedup-merge.js.map

package/dist/ingest/dedup-merge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dedup-merge.js","sourceRoot":"","sources":["../../src/ingest/dedup-merge.ts"],"names":[],"mappings":"AAoCA;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,aAAa,CAC5B,WAAsB,EACtB,UAAqB;IAErB,oCAAoC;IACpC,MAAM,SAAS,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAChD,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAC5B,CAAA;IACD,MAAM,QAAQ,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;IAE7E,MAAM,KAAK,GAAe;QACzB,QAAQ,EAAE,WAAW,CAAC,MAAM;QAC5B,OAAO,EAAE,UAAU,CAAC,MAAM;QAC1B,WAAW,EAAE,CAAC;QACd,YAAY,EAAE,CAAC;QACf,cAAc,EAAE,CAAC;QACjB,SAAS,EAAE,CAAC;QACZ,SAAS,EAAE,CAAC;KACZ,CAAA;IAED,MAAM,cAAc,GAAc,EAAE,CAAA;IACpC,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAA;IAExC,4CAA4C;IAC5C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAmB,CAAA;IAC3C,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAqB,CAAA;IAE1D,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;QAC9B,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QAE/B,wEAAwE;QACxE,IAAI,KAAK,CAAC,WAAW,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAChD,MAAM,aAAa,GAAG,GAAG,KAAK,CAAC,MAAM,IAAI,EAAE,IAAI,qBAAqB,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAA;YAClF,MAAM,QAAQ,GAAG,qBAAqB,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;YACzD,IAAI,QAAQ,EAAE,CAAC;gBACd,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACrB,CAAC;iBAAM,CAAC;gBACP,qBAAqB,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,CAAC,CAAA;YAClD,CAAC;QACF,CAAC;IACF,CAAC;IAED,2BAA2B;IAC3B,KAAK,MAAM,MAAM,IAAI,SAAS,EAAE,CAAC;QAChC,iDAAiD;QACjD,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAA;QAEpD,IAAI,UAAU,EAAE,CAAC;YAChB,sCAAsC;YACtC,MAAM,MAAM,GAAG,sBAAsB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;YACzD,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAC3B,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;YACnC,KAAK,CAAC,YAAY,EAAE,CAAA;QACrB,CAAC;aAAM,CAAC;YACP,kFAAkF;YAClF,IAAI,YAAY,GAAG,+BAA+B,CACjD,MAAM,EACN,qBAAqB,EACrB,cAAc,CACd,CAAA;YAED,+EAA+E;YAC/E,gFAAgF;YAChF,IAAI,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,KAAK,MAAM,EAAE,CAAC;gBACpD,MAAM,mBAAmB,GAAG,QAAQ,CAAC,MAAM,CAC1C,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAC1C,CAAA;gBACD,YAAY,GAAG,wBAAwB,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAA;YACrE,CAAC;YAED,IAAI,YAAY,EAAE,CAAC;gBAClB,sCAAsC;gBACtC,MAAM,MAAM,GAAG,sBAAsB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CAAA;gBACnE,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBAC3B,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;gBAC7C,KAAK,CAAC,cAAc,EAAE,CAAA;YACvB,CAAC;iBAAM,CAAC;gBACP,yCAAyC;gBACzC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBAC3B,KAAK,CAAC,SAAS,EAAE,CAAA;YAClB,CAAC;QACF,CAAC;IACF,CAAC;IAED,4BAA4B;IAC5B,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACrC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC3B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,WAAW,GAAG,cAAc,CAAC,MAAM,CAAA;IAEzC,OAAO;QACN,QAAQ,EAAE,cAAc;QACxB,KAAK;KACL,CAAA;AACF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAC7B,OAAgB,EAChB,UAAqB;IAErB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAA;AACvE,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,wBAAwB,CACvC,MAAe,EACf,UAAqB,EACrB,SAAS,GAAG,GAAG;IAEf,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,MAAM,OAAO,GAAa,EAAE,CAAA;QAC5B,IAAI,UAAU,GAAG,CAAC,CAAA;QAElB,6BAA6B;QAC7B,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,CAAC,WAAW,EAAE,CAAC;YAClD,SAAQ;QACT,CAAC;QAED,iCAAiC;QACjC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,IAAI,IAAI,CAAA;QACvC,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,IAAI,IAAI,CAAA;QAChD,IAAI,SAAS,KAAK,eAAe,EAAE,CAAC;YACnC,SAAQ;QACT,CAAC;QAED,6CAA6C;QAC7C,IAAI,MAAM,CAAC,WAAW,KAAK,MAAM,IAAI,SAAS,CAAC,WAAW,KAAK,MAAM,EAAE,CAAC;YACvE,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAA;YAChD,MAAM,aAAa,GAAG,aAAa,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAA;YAEzD,IAAI,OAAO,KAAK,aAAa,EAAE,CAAC;gBAC/B,UAAU,GAAG,GAAG,CAAA;gBAChB,OAAO,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAA;YACrD,CAAC;iBAAM,CAAC;gBACP,oDAAoD;gBACpD,SAAQ;YACT,CAAC;QACF,CAAC;aAAM,IACN,MAAM,CAAC,WAAW,KAAK,OAAO;YAC9B,SAAS,CAAC,WAAW,KAAK,OAAO,EAChC,CAAC;YACF,6CAA6C;YAC7C,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,EAAE,EAAE,CAAA;YACnC,MAAM,gBAAgB,GAAG,SAAS,CAAC,KAAK,EAAE,EAAE,CAAA;YAE5C,IAAI,UAAU,IAAI,gBAAgB,IAAI,UAAU,KAAK,gBAAgB,EAAE,CAAC;gBACvE,UAAU,GAAG,GAAG,CAAA;gBAChB,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;YACrC,CAAC;iBAAM,CAAC;gBACP,SAAQ;YACT,CAAC;QACF,CAAC;aAAM,CAAC;YACP,mDAAmD;YACnD,SAAQ;QACT,CAAC;QAED,4CAA4C;QAC5C,IAAI,UAAU,IAAI,SAAS,EAAE,CAAC;YAC7B,OAAO;gBACN,OAAO,EAAE,SAAS;gBAClB,UAAU;gBACV,OAAO;aACP,CAAA;QACF,CAAC;IACF,CAAC;IAED,OAAO,IAAI,CAAA;AACZ,CAAC;AAED;;;;;GAKG;AACH,SAAS,aAAa,CAAC,IAAY;IAClC,OAAO,IAAI;SACT,WAAW,EAAE;SACb,IAAI,EAAE;SACN,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,qBAAqB;SAC7C,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,uBAAuB;SAC5C,IAAI,EAAE,CAAA;AACT,CAAC;AAED;;;GAGG;AACH,SAAS,qBAAqB,CAAC,IAAY;IAC1C,OAAO,aAAa,CAAC,IAAI,CAAC,CAAA;AAC3B,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,+BAA+B,CACvC,MAAe,EACf,YAAoC,EACpC,YAAyB;IAEzB,iCAAiC;IACjC,IAAI,MAAM,CAAC,WAAW,KAAK,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACnD,OAAO,IAAI,CAAA;IACZ,CAAC;IAED,uBAAuB;IACvB,MAAM,aAAa,GAAG,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,IAAI,qBAAqB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAA;IACpF,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;IAElD,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5C,OAAO,IAAI,CAAA;IACZ,CAAC;IAED,iCAAiC;IACjC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YACvC,OAAO;gBACN,OAAO,EAAE,SAAS;gBAClB,UAAU,EAAE,GAAG;gBACf,OAAO,EAAE,CAAC,gDAAgD,CAAC;aAC3D,CAAA;QACF,CAAC;IACF,CAAC;IAED,OAAO,IAAI,CAAA;AACZ,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,sBAAsB,CACrC,MAAe,EACf,KAAc;IAEd,yBAAyB;IACzB,MAAM,MAAM,GAAY,EAAE,GAAG,MAAM,EAAE,CAAA;IAErC,+BAA+B;IAC/B,MAAM,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;IACxB,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS;QAAE,MAAM,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAA;IAClE,IAAI,KAAK,CAAC,aAAa,KAAK,SAAS;QACpC,MAAM,CAAC,aAAa,GAAG,KAAK,CAAC,aAAa,CAAA;IAC3C,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS;QAAE,MAAM,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAA;IAExE,2BAA2B;IAC3B,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;QAAE,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;IAE5D,8CAA8C;IAC9C,IAAI,KAAK,CAAC,UAAU,EAAE,iBAAiB,KAAK,SAAS,EAAE,CAAC;QACvD,MAAM,CAAC,UAAU,GAAG;YACnB,GAAG,MAAM,CAAC,UAAU;YACpB,iBAAiB,EAAE,KAAK,CAAC,UAAU,CAAC,iBAAiB;SACrD,CAAA;IACF,CAAC;IAED,kCAAkC;IAClC,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;QAAE,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;IAE5D,iCAAiC;IACjC,MAAM,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;IAExB,OAAO,MAAM,CAAA;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC/B,QAAgB,EAChB,OAAe,EACf,WAAmB;IAEnB,qCAAqC;IACrC,iEAAiE;IACjE,OAAO,WAAW,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;AAClD,CAAC"}

package/dist/ingest/ingest-csv.d.ts

@@ -0,0 +1,62 @@
+import type { ExportEnvelope, Message } from '../schema/message.js';
+export type IngestOptions = {
+    attachmentRoots: string[];
+    messageDate?: string;
+};
+export type CSVRow = {
+    [key: string]: string | undefined;
+};
+/**
+ * Main entry point: Ingest CSV file and convert to unified Message schema
+ */
+export declare function ingestCSV(csvFilePath: string, options: IngestOptions): Message[];
+/**
+ * Parse a single CSV row and produce 1-N messages
+ * Maps iMazing CSV format to unified Message schema
+ *
+ * AC01: Parse iMazing CSV rows with correct field mapping per CSV header
+ */
+export declare function parseCSVRow(row: CSVRow, lineNumber: number, options: IngestOptions): Message[];
+/**
+ * Convert CSV date to ISO 8601 UTC with Z suffix
+ * Input format: "YYYY-MM-DD HH:MM:SS" (space-separated)
+ */
+export declare function convertToISO8601(csvDate: string): string | null;
+type AttachmentRecord = {
+    copied_path?: string;
+    filename?: string;
+    senderName?: string;
+};
+/**
+ * Resolve attachment path to absolute path when file exists
+ */
+export declare function resolveAttachmentPath(attachment: AttachmentRecord | null | undefined, options: IngestOptions & {
+    messageDate?: string;
+}): string | null;
+/**
+ * Infer media kind from MIME type
+ */
+export declare function inferMediaKind(mimeType: string): 'image' | 'audio' | 'video' | 'pdf' | 'unknown';
+/**
+ * Format ISO 8601 date for attachment search pattern
+ * Converts: 2023-10-23T06:52:57.000Z → 2023-10-23 06 52 57
+ */
+export declare function formatDateForAttachmentSearch(isoDate: string): string;
+/**
+ * Export envelope wrapper for CSV ingestion output
+ */
+export declare function createExportEnvelope(messages: Message[]): ExportEnvelope;
+type ValidationError = {
+    index: number;
+    message: Message;
+    issues: unknown[];
+};
+/**
+ * Validate all messages pass schema validation
+ */
+export declare function validateMessages(messages: Message[]): {
+    valid: boolean;
+    errors: ValidationError[];
+};
+export {};
+//# sourceMappingURL=ingest-csv.d.ts.map

package/dist/ingest/ingest-csv.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest-csv.d.ts","sourceRoot":"","sources":["../../src/ingest/ingest-csv.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAA;AAGnE,MAAM,MAAM,aAAa,GAAG;IAC3B,eAAe,EAAE,MAAM,EAAE,CAAA;IACzB,WAAW,CAAC,EAAE,MAAM,CAAA;CACpB,CAAA;AAED,MAAM,MAAM,MAAM,GAAG;IACpB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAA;CACjC,CAAA;AAED;;GAEG;AACH,wBAAgB,SAAS,CACxB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,aAAa,GACpB,OAAO,EAAE,CAcX;AAED;;;;;GAKG;AACH,wBAAgB,WAAW,CAC1B,GAAG,EAAE,MAAM,EACX,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,aAAa,GACpB,OAAO,EAAE,CAoIX;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CA+B/D;AAED,KAAK,gBAAgB,GAAG;IACvB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,UAAU,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACpC,UAAU,EAAE,gBAAgB,GAAG,IAAI,GAAG,SAAS,EAC/C,OAAO,EAAE,aAAa,GAAG;IAAE,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,GAC/C,MAAM,GAAG,IAAI,CAsDf;AAED;;GAEG;AACH,wBAAgB,cAAc,CAC7B,QAAQ,EAAE,MAAM,GACd,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,KAAK,GAAG,SAAS,CASjD;AAED;;;GAGG;AACH,wBAAgB,6BAA6B,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAcrE;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,cAAc,CAOxE;AAED,KAAK,eAAe,GAAG;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,EAAE,OAAO,EAAE,CAAA;CACjB,CAAA;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG;IACtD,KAAK,EAAE,OAAO,CAAA;IACd,MAAM,EAAE,eAAe,EAAE,CAAA;CACzB,CAqBA"}