@gobing-ai/ts-llm-jsonl-importer 0.4.23 → 0.4.25

package/dist/importer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"importer.d.ts","sourceRoot":"","sources":["../src/importer.ts"],"names":[],"mappings":"AAsBA,OAAO,KAAK,EAAe,aAAa,EAAE,YAAY,EAAc,gBAAgB,EAAoB,MAAM,SAAS,CAAC;AAOxH;;;;;;;GAOG;AACH,wBAAsB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,gBAAgB,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC,CA2IrH"}
+{"version":3,"file":"importer.d.ts","sourceRoot":"","sources":["../src/importer.ts"],"names":[],"mappings":"AAuBA,OAAO,KAAK,EAER,aAAa,EACb,YAAY,EAGZ,gBAAgB,EAEnB,MAAM,SAAS,CAAC;AAOjB;;;;;;;GAOG;AACH,wBAAsB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,gBAAgB,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC,CA4KrH"}

package/dist/importer.js

@@ -1,6 +1,6 @@
 import { ambientRuntimePaths, createNodeFileSystem, resolvePath, walkDir, } from '@gobing-ai/ts-runtime';
 import { sha256 } from './hash.js';
-import { applyHistoryImportSchema, ensureTargetTables, insertLedger, insertRecord, ledgerExists, readCheckpoint, resetCheckpoints, targetTableFor, writeCheckpoint, } from './jsonl-importer-dao.js';
+import { applyHistoryImportSchema, ensureTargetTables, insertLedger, insertRecord, ledgerExists, readCheckpoint, reconcileFullImport, resetCheckpoints, targetTableFor, writeCheckpoint, } from './jsonl-importer-dao.js';
 import { redactRecord } from './redaction.js';
 import { resolveSourceDefinition } from './sources.js';
 /** Run the JSONL import pipeline for one source.
@@ -29,6 +29,9 @@ export async function runJsonlImport(source, options) {
     let skippedDuplicates = 0;
     let unknownRecords = 0;
     let checkpointUpdates = 0;
+    // Full-mode desired set (R1, task 0504): every record hash the current source produces.
+    // ReconcileFullImport diffs this against the persisted ledger to retire stale rows.
+    const desiredHashes = new Set();
     for (const file of files) {
         const checkpoint = mode === 'incremental' ? await readCheckpoint(options.db, resolvedSource, file) : 0;
         let lineNumber = 0;
@@ -41,8 +44,17 @@ export async function runJsonlImport(source, options) {
             const raw = parseJsonLine(line, file, lineNumber, parseErrors);
             if (raw === undefined)
                 continue;
-            const splitRecords = splitRawRecord(definition, raw);
+            const splitRecords = splitRawRecord(definition, raw, {
+                source: resolvedSource,
+                sourceFile: file,
+                sourceLine: lineNumber,
+                splitIndex: 0,
+            });
             let lineSucceeded = false;
+            // Atomic per-record acceptance (R2, task 0504): a schema-invalid split rejects the
+            // WHOLE line, so no partially accepted rows (or orphaned tool-call rows with a
+            // dangling message_hash) can be left behind by one bad split.
+            let lineRejected = false;
             const prepared = [];
             for (let splitIndex = 0; splitIndex < splitRecords.length; splitIndex += 1) {
                 const split = splitRecords[splitIndex];
@@ -61,6 +73,7 @@ export async function runJsonlImport(source, options) {
                         sourceLine: lineNumber,
                         reason: parsed.error.issues.map((issue) => issue.message).join('; '),
                     });
+                    lineRejected = true;
                     continue;
                 }
                 const redacted = redactRecord(parsed.data, options.redactionRules);
@@ -72,12 +85,17 @@ export async function runJsonlImport(source, options) {
                     splitIndex,
                     record: redacted,
                 });
+                desiredHashes.add(recordHash);
                 if (await ledgerExists(options.db, recordHash)) {
                     skippedDuplicates += 1;
                     continue;
                 }
                 prepared.push({ split, splitIndex, normalized: redacted, recordHash });
             }
+            // A rejected line is reported (validationErrors above) but never persisted — no
+            // second pass, no checkpoint advance, no partial rows from this record.
+            if (lineRejected)
+                continue;
             // Second pass: resolve _messageSplitIndex → message_hash, then insert.
             const recordHashBySplitIndex = new Map(prepared.map((e) => [e.splitIndex, e.recordHash]));
             for (const entry of prepared) {
@@ -106,6 +124,13 @@ export async function runJsonlImport(source, options) {
             }
         }
     }
+    // Full-mode reconciliation (R1, task 0504): diff the desired hash set against the
+    // persisted ledger and retire stale derived rows (target, tool, ledger, checkpoint) in
+    // one source-scoped batch. Dry-run computes the identical counts without mutation.
+    let reconciliation;
+    if (mode === 'full') {
+        reconciliation = await reconcileFullImport(options.db, resolvedSource, desiredHashes, files, options.dryRun ?? false);
+    }
     return {
         source: resolvedSource,
         mode,
@@ -117,6 +142,7 @@ export async function runJsonlImport(source, options) {
         parseErrors,
         validationErrors,
         checkpointUpdates,
+        reconciliation,
     };
 }
 function parseJsonLine(line, sourceFile, sourceLine, parseErrors) {
@@ -133,7 +159,7 @@ function parseJsonLine(line, sourceFile, sourceLine, parseErrors) {
         return undefined;
     }
 }
-function splitRawRecord(definition, raw) {
+function splitRawRecord(definition, raw, context) {
     const targetTable = targetTableFor(definition.targetTable);
     if (definition.splitConfig.mode === 'one-to-one') {
         return [{ targetTable, raw }];
@@ -141,7 +167,7 @@ function splitRawRecord(definition, raw) {
     if (definition.splitConfig.mode === 'custom') {
         const config = definition.splitConfig;
         const configTable = config.targetTable !== undefined ? targetTableFor(config.targetTable) : undefined;
-        return config.split(raw).map((entry) => {
+        return config.split(raw, context).map((entry) => {
             // Normalize: SplitEntry has a `record` property, bare object is the record itself.
             const hasTargetTable = 'targetTable' in entry && typeof entry.targetTable === 'string';
             const record = hasTargetTable ? entry.record : entry;

package/dist/index.d.ts

@@ -2,8 +2,9 @@ export { HistoryImportError } from './errors';
 export { sha256, stableJson } from './hash';
 export { runJsonlImport } from './importer';
 export { applyHistoryImportSchema, normalizeSourceFilePaths } from './jsonl-importer-dao';
+export { type OpenCodeImportOptions, runOpenCodeImport } from './opencode-importer';
 export { DEFAULT_REDACTION_RULES, redactRecord, redactValue } from './redaction';
 export { HISTORY_IMPORT_SCHEMA_SQL } from './schema-sql';
 export { getSourceDefinition, resolveSourceDefinition, SOURCE_DEFINITIONS, VALID_TABLE_NAME, validateSourceDefinition, } from './sources';
-export type { FieldTransform, ImportIssue, ImportMode, ImportOptions, ImportResult, JsonObject, LlmJsonlSource, RedactionRule, SourceDefinition, SplitConfig, SplitEntry, TransformContext, } from './types';
+export type { FieldTransform, ImportIssue, ImportMode, ImportOptions, ImportResult, JsonObject, LlmJsonlSource, ReconcileSummary, RedactionRule, SourceDefinition, SplitConfig, SplitEntry, TransformContext, } from './types';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAC1F,OAAO,EAAE,uBAAuB,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACjF,OAAO,EAAE,yBAAyB,EAAE,MAAM,cAAc,CAAC;AACzD,OAAO,EACH,mBAAmB,EACnB,uBAAuB,EACvB,kBAAkB,EAClB,gBAAgB,EAChB,wBAAwB,GAC3B,MAAM,WAAW,CAAC;AACnB,YAAY,EACR,cAAc,EACd,WAAW,EACX,UAAU,EACV,aAAa,EACb,YAAY,EACZ,UAAU,EACV,cAAc,EACd,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,gBAAgB,GACnB,MAAM,SAAS,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAC1F,OAAO,EAAE,KAAK,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACpF,OAAO,EAAE,uBAAuB,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACjF,OAAO,EAAE,yBAAyB,EAAE,MAAM,cAAc,CAAC;AACzD,OAAO,EACH,mBAAmB,EACnB,uBAAuB,EACvB,kBAAkB,EAClB,gBAAgB,EAChB,wBAAwB,GAC3B,MAAM,WAAW,CAAC;AACnB,YAAY,EACR,cAAc,EACd,WAAW,EACX,UAAU,EACV,aAAa,EACb,YAAY,EACZ,UAAU,EACV,cAAc,EACd,gBAAgB,EAChB,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,gBAAgB,GACnB,MAAM,SAAS,CAAC"}

package/dist/index.js

@@ -2,6 +2,7 @@ export { HistoryImportError } from './errors.js';
 export { sha256, stableJson } from './hash.js';
 export { runJsonlImport } from './importer.js';
 export { applyHistoryImportSchema, normalizeSourceFilePaths } from './jsonl-importer-dao.js';
+export { runOpenCodeImport } from './opencode-importer.js';
 export { DEFAULT_REDACTION_RULES, redactRecord, redactValue } from './redaction.js';
 export { HISTORY_IMPORT_SCHEMA_SQL } from './schema-sql.js';
 export { getSourceDefinition, resolveSourceDefinition, SOURCE_DEFINITIONS, VALID_TABLE_NAME, validateSourceDefinition, } from './sources.js';

package/dist/jsonl-importer-dao.d.ts

@@ -1,4 +1,5 @@
-import type { ImportOptions, JsonObject, SourceDefinition } from './types';
+import type { DbAdapter, DbBatchOp } from '@gobing-ai/ts-db';
+import type { ImportOptions, JsonObject, ReconcileSummary, SourceDefinition } from './types';
 interface CheckpointRow {
     readonly last_imported_line: number;
 }
@@ -46,6 +47,57 @@ declare function insertLedger(db: ImportOptions['db'], recordHash: string, sourc
  *   runtime `FileSystem` seam.
  */
 export declare function normalizeSourceFilePaths(db: ImportOptions['db'], resolveRealPath: (sourceFile: string) => string | null | undefined): Promise<void>;
+/**
+ * Reconcile a source's persisted derived rows against the desired set produced by a full
+ * import (task 0504 R1). Rows whose `record_hash` is no longer reproduced by current source
+ * data or mapper output are stale: their target rows (typed contract tables — including tool
+ * calls — and ETL tables), ledger rows, and checkpoints for vanished source files are removed
+ * in ONE source-scoped batch (atomic). Dry-run returns the exact same counts without mutating
+ * the database, so `--dry-run` is a safe preview and a second full write reports zero changes.
+ *
+ * Deletes are keyed by `record_hash` (PK) and checkpoint `(source, source_file)` (PK) — never
+ * by an unindexed ledger predicate — so reconciliation cost scales with the stale count, not
+ * with ledger size.
+ */
+declare function reconcileFullImport(db: ImportOptions['db'], source: string, desiredHashes: ReadonlySet<string>, discoveredFiles: readonly string[], dryRun: boolean): Promise<ReconcileSummary>;
+/** OpenCode message row projected from its SQLite store. */
+export interface OpenCodeMessageRow {
+    id: string;
+    session_id: string;
+    time_created: number;
+    data: string;
+    directory: string;
+}
+/** OpenCode message-part row projected from its SQLite store. */
+export interface OpenCodePartRow {
+    id: string;
+    message_id: string;
+    time_created: number;
+    data: string;
+}
+/** Previously imported OpenCode ledger entry. */
+export interface OpenCodeExistingEntry {
+    record_hash: string;
+    target_table: string;
+}
+/** Normalized OpenCode entry awaiting a history-table write. */
+export interface OpenCodeQueuedEntry {
+    targetTable: 'history_message' | 'history_tool_call';
+    splitIndex: number;
+    record: JsonObject;
+    recordHash: string;
+    sourceFile: string;
+}
+/** Read one ordered page of OpenCode messages after the supplied cursor. */
+export declare function readOpenCodeMessages(db: DbAdapter, lastTime: number, lastId: string, limit: number): Promise<OpenCodeMessageRow[]>;
+/** Read all parts belonging to the supplied OpenCode message IDs. */
+export declare function readOpenCodeParts(db: DbAdapter, messageIds: readonly string[]): Promise<OpenCodePartRow[]>;
+/** Load existing OpenCode ledger entries grouped by source message ID. */
+export declare function readOpenCodeExistingEntries(db: DbAdapter): Promise<Map<string, OpenCodeExistingEntry[]>>;
+/** Build deletion operations for records superseded by a forced import. */
+export declare function openCodeDeleteOperations(entries: readonly OpenCodeExistingEntry[]): DbBatchOp[];
+/** Build batched history, ledger, and checkpoint writes for OpenCode entries. */
+export declare function openCodeBulkWriteOperations(entries: readonly OpenCodeQueuedEntry[], checkpointFiles: readonly string[], now: ImportOptions['now']): DbBatchOp[];
 export type { CheckpointRow };
-export { ETL_TABLE_DDL, ensureTargetTables, insertLedger, insertRecord, ledgerExists, readCheckpoint, resetCheckpoints, targetTableFor, timestamp, writeCheckpoint, };
+export { ETL_TABLE_DDL, ensureTargetTables, insertLedger, insertRecord, ledgerExists, readCheckpoint, reconcileFullImport, resetCheckpoints, targetTableFor, timestamp, writeCheckpoint, };
 //# sourceMappingURL=jsonl-importer-dao.d.ts.map

package/dist/jsonl-importer-dao.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"jsonl-importer-dao.d.ts","sourceRoot":"","sources":["../src/jsonl-importer-dao.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAE3E,UAAU,aAAa;IACnB,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;CACvC;AAqDD,iBAAS,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAK7C;AAED,iBAAS,SAAS,CAAC,GAAG,EAAE,aAAa,CAAC,KAAK,CAAC,GAAG,MAAM,CAEpD;AAED,iBAAS,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAS5C;AAED,0DAA0D;AAC1D,wBAAsB,wBAAwB,CAAC,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAOrF;AAED;;;;;;;;;;GAUG;AACH,iBAAe,kBAAkB,CAAC,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAUtG;AAED,iBAAe,cAAc,CAAC,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAO1G;AAED,iBAAe,gBAAgB,CAAC,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAIhH;AAED,iBAAe,eAAe,CAC1B,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EACvB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,aAAa,CAAC,KAAK,CAAC,GAC1B,OAAO,CAAC,IAAI,CAAC,CAYf;AAED,iBAAe,YAAY,CAAC,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAMzF;AAID,iBAAe,YAAY,CACvB,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EACvB,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,UAAU,EACnB,GAAG,EAAE,aAAa,CAAC,KAAK,CAAC,GAC1B,OAAO,CAAC,IAAI,CAAC,CAiDf;AAED,iBAAe,YAAY,CACvB,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EACvB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,GAAG,EAAE,aAAa,CAAC,KAAK,CAAC,GAC1B,OAAO,CAAC,IAAI,CAAC,CAYf;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAsB,wBAAwB,CAC1C,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EACvB,eAAe,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,MAAM,GAAG,IAAI,GAAG,SAAS,GACnE,OAAO,CAAC,IAAI,CAAC,CAWf;AA6FD,YAAY,EAAE,aAAa,EAAE,CAAC;AAC9B,OAAO,EACH,aAAa,EACb,kBAAkB,EAClB,YAAY,EACZ,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,cAAc,EACd,SAAS,EACT,eAAe,GAClB,CAAC"}
+{"version":3,"file":"jsonl-importer-dao.d.ts","sourceRoot":"","sources":["../src/jsonl-importer-dao.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAI7D,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAE7F,UAAU,aAAa;IACnB,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;CACvC;AAqDD,iBAAS,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAK7C;AAED,iBAAS,SAAS,CAAC,GAAG,EAAE,aAAa,CAAC,KAAK,CAAC,GAAG,MAAM,CAEpD;AAED,iBAAS,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAS5C;AAED,0DAA0D;AAC1D,wBAAsB,wBAAwB,CAAC,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAOrF;AAED;;;;;;;;;;GAUG;AACH,iBAAe,kBAAkB,CAAC,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAUtG;AAED,iBAAe,cAAc,CAAC,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAO1G;AAED,iBAAe,gBAAgB,CAAC,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAIhH;AAED,iBAAe,eAAe,CAC1B,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EACvB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,aAAa,CAAC,KAAK,CAAC,GAC1B,OAAO,CAAC,IAAI,CAAC,CAYf;AAED,iBAAe,YAAY,CAAC,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAMzF;AAID,iBAAe,YAAY,CACvB,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EACvB,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,UAAU,EACnB,GAAG,EAAE,aAAa,CAAC,KAAK,CAAC,GAC1B,OAAO,CAAC,IAAI,CAAC,CAiDf;AAED,iBAAe,YAAY,CACvB,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EACvB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,GAAG,EAAE,aAAa,CAAC,KAAK,CAAC,GAC1B,OAAO,CAAC,IAAI,CAAC,CAYf;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAsB,wBAAwB,CAC1C,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EACvB,eAAe,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,MAAM,GAAG,IAAI,GAAG,SAAS,GACnE,OAAO,CAAC,IAAI,CAAC,CAWf;AA6FD;;;;;;;;;;;GAWG;AACH,iBAAe,mBAAmB,CAC9B,EAAE,EAAE,aAAa,CAAC,IAAI,CAAC,EACvB,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,WAAW,CAAC,MAAM,CAAC,EAClC,eAAe,EAAE,SAAS,MAAM,EAAE,EAClC,MAAM,EAAE,OAAO,GAChB,OAAO,CAAC,gBAAgB,CAAC,CA6C3B;AAID,4DAA4D;AAC5D,MAAM,WAAW,kBAAkB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,iEAAiE;AACjE,MAAM,WAAW,eAAe;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,iDAAiD;AACjD,MAAM,WAAW,qBAAqB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACxB;AAED,gEAAgE;AAChE,MAAM,WAAW,mBAAmB;IAChC,WAAW,EAAE,iBAAiB,GAAG,mBAAmB,CAAC;IACrD,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,UAAU,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,4EAA4E;AAC5E,wBAAsB,oBAAoB,CACtC,EAAE,EAAE,SAAS,EACb,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,GACd,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAa/B;AAED,qEAAqE;AACrE,wBAAsB,iBAAiB,CAAC,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAShH;AAED,0EAA0E;AAC1E,wBAAsB,2BAA2B,CAAC,EAAE,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,qBAAqB,EAAE,CAAC,CAAC,CAY9G;AAED,2EAA2E;AAC3E,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,SAAS,qBAAqB,EAAE,GAAG,SAAS,EAAE,CAW/F;AAED,iFAAiF;AACjF,wBAAgB,2BAA2B,CACvC,OAAO,EAAE,SAAS,mBAAmB,EAAE,EACvC,eAAe,EAAE,SAAS,MAAM,EAAE,EAClC,GAAG,EAAE,aAAa,CAAC,KAAK,CAAC,GAC1B,SAAS,EAAE,CA0Db;AAED,YAAY,EAAE,aAAa,EAAE,CAAC;AAC9B,OAAO,EACH,aAAa,EACb,kBAAkB,EAClB,YAAY,EACZ,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,mBAAmB,EACnB,gBAAgB,EAChB,cAAc,EACd,SAAS,EACT,eAAe,GAClB,CAAC"}

package/dist/jsonl-importer-dao.js

@@ -252,4 +252,156 @@ function resolveWithFallback(resolveRealPath, sourceFile) {
         return sourceFile;
     }
 }
-export { ETL_TABLE_DDL, ensureTargetTables, insertLedger, insertRecord, ledgerExists, readCheckpoint, resetCheckpoints, targetTableFor, timestamp, writeCheckpoint, };
+/**
+ * Reconcile a source's persisted derived rows against the desired set produced by a full
+ * import (task 0504 R1). Rows whose `record_hash` is no longer reproduced by current source
+ * data or mapper output are stale: their target rows (typed contract tables — including tool
+ * calls — and ETL tables), ledger rows, and checkpoints for vanished source files are removed
+ * in ONE source-scoped batch (atomic). Dry-run returns the exact same counts without mutating
+ * the database, so `--dry-run` is a safe preview and a second full write reports zero changes.
+ *
+ * Deletes are keyed by `record_hash` (PK) and checkpoint `(source, source_file)` (PK) — never
+ * by an unindexed ledger predicate — so reconciliation cost scales with the stale count, not
+ * with ledger size.
+ */
+async function reconcileFullImport(db, source, desiredHashes, discoveredFiles, dryRun) {
+    const ledgerRows = await db.queryAll('SELECT record_hash, target_table FROM history_import_ledger WHERE source = ?', source);
+    const stale = [];
+    for (const row of ledgerRows) {
+        if (!desiredHashes.has(row.record_hash))
+            stale.push(row);
+    }
+    const checkpointRows = await db.queryAll('SELECT source_file FROM history_import_checkpoint WHERE source = ?', source);
+    const discovered = new Set(discoveredFiles);
+    const staleCheckpoints = checkpointRows
+        .map((row) => row.source_file)
+        .filter((sourceFile) => !discovered.has(sourceFile));
+    const summary = {
+        staleTargetRows: stale.length,
+        staleLedgerRows: stale.length,
+        staleCheckpointRows: staleCheckpoints.length,
+    };
+    if (dryRun || (stale.length === 0 && staleCheckpoints.length === 0))
+        return summary;
+    const operations = [];
+    for (const row of stale) {
+        operations.push({
+            sql: `DELETE FROM ${targetTableFor(row.target_table)} WHERE record_hash = ?`,
+            params: [row.record_hash],
+        });
+        operations.push({
+            sql: 'DELETE FROM history_import_ledger WHERE record_hash = ?',
+            params: [row.record_hash],
+        });
+    }
+    for (const sourceFile of staleCheckpoints) {
+        operations.push({
+            sql: 'DELETE FROM history_import_checkpoint WHERE source = ? AND source_file = ?',
+            params: [source, sourceFile],
+        });
+    }
+    await db.batch(operations);
+    return summary;
+}
+const OPENCODE_SOURCE = 'opencode';
+/** Read one ordered page of OpenCode messages after the supplied cursor. */
+export async function readOpenCodeMessages(db, lastTime, lastId, limit) {
+    return db.queryAll(`SELECT m.id, m.session_id, m.time_created, m.data, s.directory
+         FROM message m
+         JOIN session s ON s.id = m.session_id
+         WHERE m.time_created > ? OR (m.time_created = ? AND m.id > ?)
+         ORDER BY m.time_created, m.id
+         LIMIT ?`, lastTime, lastTime, lastId, limit);
+}
+/** Read all parts belonging to the supplied OpenCode message IDs. */
+export async function readOpenCodeParts(db, messageIds) {
+    if (messageIds.length === 0)
+        return [];
+    return db.queryAll(`SELECT id, message_id, time_created, data
+         FROM part
+         WHERE message_id IN (${messageIds.map(() => '?').join(', ')})
+         ORDER BY time_created, id`, ...messageIds);
+}
+/** Load existing OpenCode ledger entries grouped by source message ID. */
+export async function readOpenCodeExistingEntries(db) {
+    const rows = await db.queryAll('SELECT source_file, record_hash, target_table FROM history_import_ledger WHERE source = ?', OPENCODE_SOURCE);
+    const bySourceFile = new Map();
+    for (const row of rows) {
+        const entries = bySourceFile.get(row.source_file) ?? [];
+        entries.push({ record_hash: row.record_hash, target_table: row.target_table });
+        bySourceFile.set(row.source_file, entries);
+    }
+    return bySourceFile;
+}
+/** Build deletion operations for records superseded by a forced import. */
+export function openCodeDeleteOperations(entries) {
+    return entries.flatMap((entry) => [
+        {
+            sql: `DELETE FROM ${targetTableFor(entry.target_table)} WHERE record_hash = ?`,
+            params: [entry.record_hash],
+        },
+        {
+            sql: 'DELETE FROM history_import_ledger WHERE record_hash = ?',
+            params: [entry.record_hash],
+        },
+    ]);
+}
+/** Build batched history, ledger, and checkpoint writes for OpenCode entries. */
+export function openCodeBulkWriteOperations(entries, checkpointFiles, now) {
+    const importedAt = timestamp(now);
+    const operations = [];
+    for (const table of ['history_message', 'history_tool_call']) {
+        const tableEntries = entries.filter((entry) => entry.targetTable === table);
+        for (let offset = 0; offset < tableEntries.length; offset += 100) {
+            const chunk = tableEntries.slice(offset, offset + 100);
+            const columns = TYPED_TABLE_COLUMNS[table] ?? [];
+            operations.push({
+                sql: `WITH input(record_hash, payload_json, imported_at) AS (
+                    VALUES ${chunk.map(() => '(?, ?, ?)').join(', ')}
+                )
+                INSERT INTO ${table} (${columns.join(', ')})
+                SELECT ${columns
+                    .map((column) => column === 'record_hash'
+                    ? 'record_hash'
+                    : column === 'imported_at'
+                        ? 'imported_at'
+                        : `json_extract(payload_json, '$.${column}')`)
+                    .join(', ')}
+                FROM input
+                WHERE true
+                ON CONFLICT(record_hash) DO NOTHING`,
+                params: chunk.flatMap((entry) => [entry.recordHash, JSON.stringify(entry.record), importedAt]),
+            });
+        }
+    }
+    for (let offset = 0; offset < entries.length; offset += 200) {
+        const chunk = entries.slice(offset, offset + 200);
+        operations.push({
+            sql: `INSERT INTO history_import_ledger
+                (record_hash, source, source_file, source_line, split_index, target_table, imported_at)
+                VALUES ${chunk.map(() => '(?, ?, ?, ?, ?, ?, ?)').join(', ')}`,
+            params: chunk.flatMap((entry) => [
+                entry.recordHash,
+                OPENCODE_SOURCE,
+                entry.sourceFile,
+                1,
+                entry.splitIndex,
+                entry.targetTable,
+                importedAt,
+            ]),
+        });
+    }
+    for (let offset = 0; offset < checkpointFiles.length; offset += 200) {
+        const chunk = checkpointFiles.slice(offset, offset + 200);
+        operations.push({
+            sql: `INSERT INTO history_import_checkpoint (source, source_file, last_imported_line, updated_at)
+                VALUES ${chunk.map(() => '(?, ?, ?, ?)').join(', ')}
+                ON CONFLICT(source, source_file) DO UPDATE SET
+                    last_imported_line = excluded.last_imported_line,
+                    updated_at = excluded.updated_at`,
+            params: chunk.flatMap((sourceFile) => [OPENCODE_SOURCE, sourceFile, 1, importedAt]),
+        });
+    }
+    return operations;
+}
+export { ETL_TABLE_DDL, ensureTargetTables, insertLedger, insertRecord, ledgerExists, readCheckpoint, reconcileFullImport, resetCheckpoints, targetTableFor, timestamp, writeCheckpoint, };

package/dist/mappers.d.ts

@@ -1,5 +1,5 @@
 import { z } from 'zod';
-import type { JsonObject, SplitEntry } from './types';
+import type { JsonObject, SplitEntry, TransformContext } from './types';
 /** Map a Claude Code JSONL record into one or more ETL split entries. */
 export declare function claudeSplit(raw: Record<string, unknown>): readonly SplitEntry[];
 /** Map a Pi JSONL record into one or more ETL split entries. */
@@ -10,6 +10,8 @@ export declare function ompSplit(raw: Record<string, unknown>): readonly SplitEn
 export declare function codexSplit(raw: Record<string, unknown>): readonly SplitEntry[];
 /** Map an Antigravity (AGY) JSONL record into one or more ETL split entries. */
 export declare function agySplit(raw: Record<string, unknown>): readonly SplitEntry[];
+/** Map Gemini CLI message, tool, and session-state events into the forensic contract tables. */
+export declare function geminiSplit(raw: Record<string, unknown>, context?: TransformContext): readonly SplitEntry[];
 /** Map a Grok JSONL record into one or more ETL split entries. */
 export declare function grokSplit(raw: Record<string, unknown>): readonly SplitEntry[];
 /** Compute a stable field-shape key from a JSON object: sorted, lowercased, +-joined top-level keys. */
@@ -26,6 +28,8 @@ export declare const CODEX_FIELD_MAP: Record<string, string>;
 export declare const AGY_FIELD_MAP: Record<string, string>;
 /** Identity field map for the Grok mapper. */
 export declare const GROK_FIELD_MAP: Record<string, string>;
+/** Identity field map for the Gemini mapper. */
+export declare const GEMINI_FIELD_MAP: Record<string, string>;
 /** Passthrough Zod schema for the Claude mapper. */
 export declare const CLAUDE_SCHEMA: z.ZodObject<{}, z.core.$loose>;
 /** Passthrough Zod schema for the Pi mapper. */
@@ -38,4 +42,6 @@ export declare const CODEX_SCHEMA: z.ZodObject<{}, z.core.$loose>;
 export declare const AGY_SCHEMA: z.ZodObject<{}, z.core.$loose>;
 /** Passthrough Zod schema for the Grok mapper. */
 export declare const GROK_SCHEMA: z.ZodObject<{}, z.core.$loose>;
+/** Passthrough Zod schema for the Gemini mapper. */
+export declare const GEMINI_SCHEMA: z.ZodObject<{}, z.core.$loose>;
 //# sourceMappingURL=mappers.d.ts.map

package/dist/mappers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mappers.d.ts","sourceRoot":"","sources":["../src/mappers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AA2FtD,yEAAyE;AACzE,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,UAAU,EAAE,CA4G/E;AAMD,gEAAgE;AAChE,wBAAgB,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,SAAS,UAAU,EAAE,CAsE3D;AAMD,kEAAkE;AAClE,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,UAAU,EAAE,CA4F5E;AAMD,mEAAmE;AACnE,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,UAAU,EAAE,CAiG9E;AAMD,gFAAgF;AAChF,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,UAAU,EAAE,CAgH5E;AAyJD,kEAAkE;AAClE,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,UAAU,EAAE,CAoR7E;AAwDD,wGAAwG;AACxG,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,UAAU,GAAG,MAAM,CAKxD;AAMD,gDAAgD;AAChD,eAAO,MAAM,gBAAgB,wBAAsE,CAAC;AACpG,4CAA4C;AAC5C,eAAO,MAAM,YAAY,wBAAsE,CAAC;AAChG,6CAA6C;AAC7C,eAAO,MAAM,aAAa,wBAAsE,CAAC;AACjG,+CAA+C;AAC/C,eAAO,MAAM,eAAe,wBAAsE,CAAC;AACnG,6CAA6C;AAC7C,eAAO,MAAM,aAAa,wBAAsE,CAAC;AACjG,8CAA8C;AAC9C,eAAO,MAAM,cAAc,wBAAsE,CAAC;AAQlG,oDAAoD;AACpD,eAAO,MAAM,aAAa,gCAAoB,CAAC;AAC/C,gDAAgD;AAChD,eAAO,MAAM,SAAS,gCAAoB,CAAC;AAC3C,iDAAiD;AACjD,eAAO,MAAM,UAAU,gCAAoB,CAAC;AAC5C,mDAAmD;AACnD,eAAO,MAAM,YAAY,gCAAoB,CAAC;AAC9C,iDAAiD;AACjD,eAAO,MAAM,UAAU,gCAAoB,CAAC;AAC5C,kDAAkD;AAClD,eAAO,MAAM,WAAW,gCAAoB,CAAC"}
+{"version":3,"file":"mappers.d.ts","sourceRoot":"","sources":["../src/mappers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AA2FxE,yEAAyE;AACzE,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,UAAU,EAAE,CA4G/E;AAMD,gEAAgE;AAChE,wBAAgB,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,SAAS,UAAU,EAAE,CAsE3D;AAMD,kEAAkE;AAClE,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,UAAU,EAAE,CA4F5E;AAMD,mEAAmE;AACnE,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,UAAU,EAAE,CAiG9E;AAMD,gFAAgF;AAChF,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,UAAU,EAAE,CAgH5E;AAMD,gGAAgG;AAChG,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,SAAS,UAAU,EAAE,CAgF3G;AAyMD,kEAAkE;AAClE,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,UAAU,EAAE,CAyS7E;AAwDD,wGAAwG;AACxG,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,UAAU,GAAG,MAAM,CAKxD;AAMD,gDAAgD;AAChD,eAAO,MAAM,gBAAgB,wBAAsE,CAAC;AACpG,4CAA4C;AAC5C,eAAO,MAAM,YAAY,wBAAsE,CAAC;AAChG,6CAA6C;AAC7C,eAAO,MAAM,aAAa,wBAAsE,CAAC;AACjG,+CAA+C;AAC/C,eAAO,MAAM,eAAe,wBAAsE,CAAC;AACnG,6CAA6C;AAC7C,eAAO,MAAM,aAAa,wBAAsE,CAAC;AACjG,8CAA8C;AAC9C,eAAO,MAAM,cAAc,wBAAsE,CAAC;AAClG,gDAAgD;AAChD,eAAO,MAAM,gBAAgB,wBAAsE,CAAC;AAQpG,oDAAoD;AACpD,eAAO,MAAM,aAAa,gCAAoB,CAAC;AAC/C,gDAAgD;AAChD,eAAO,MAAM,SAAS,gCAAoB,CAAC;AAC3C,iDAAiD;AACjD,eAAO,MAAM,UAAU,gCAAoB,CAAC;AAC5C,mDAAmD;AACnD,eAAO,MAAM,YAAY,gCAAoB,CAAC;AAC9C,iDAAiD;AACjD,eAAO,MAAM,UAAU,gCAAoB,CAAC;AAC5C,kDAAkD;AAClD,eAAO,MAAM,WAAW,gCAAoB,CAAC;AAC7C,oDAAoD;AACpD,eAAO,MAAM,aAAa,gCAAoB,CAAC"}

package/dist/mappers.js

@@ -366,9 +366,9 @@ export function codexSplit(raw) {
                 record: {
                     session_id: sessionId,
                     seq,
-                    role: 'unknown',
+                    role: 'meta',
                     record_type: 'short_format',
-                    disposition: 'unknown',
+                    disposition: 'meta',
                     ts,
                     provenance: 'ambient',
                 },
@@ -552,6 +552,109 @@ export function agySplit(raw) {
     return entries;
 }
 // ---------------------------------------------------------------------------
+// Gemini mapper
+// ---------------------------------------------------------------------------
+/** Map Gemini CLI message, tool, and session-state events into the forensic contract tables. */
+export function geminiSplit(raw, context) {
+    const recordType = String(raw.type ?? (raw.kind !== undefined ? 'session' : raw.$set !== undefined ? 'state' : ''));
+    const state = o(raw.$set);
+    const sessionId = sessionIdFromContext(context, raw);
+    const seq = context?.sourceLine ?? 0;
+    const ts = s(raw.timestamp, raw.startTime, raw.lastUpdated, state.lastUpdated) ?? new Date(0).toISOString();
+    if (recordType === 'session' || recordType === 'state') {
+        return [
+            {
+                targetTable: 'history_message',
+                record: {
+                    session_id: sessionId,
+                    seq,
+                    role: 'meta',
+                    record_type: recordType,
+                    disposition: 'meta',
+                    ts,
+                    content_text: s(state.summary) ?? null,
+                    provenance: detectProvenance(context?.sourceFile),
+                },
+            },
+        ];
+    }
+    const role = recordType === 'gemini' ? 'assistant' : recordType === 'user' ? 'user' : 'system';
+    const tokens = o(raw.tokens);
+    const content = geminiContent(raw);
+    const entries = [
+        {
+            targetTable: 'history_message',
+            record: {
+                session_id: sessionId,
+                seq,
+                role,
+                record_type: recordType,
+                disposition: 'keep',
+                ts,
+                duration_ms: null,
+                model: s(raw.model) ?? null,
+                input_tokens: numberOrNull(tokens.input),
+                output_tokens: numberOrNull(tokens.output),
+                cache_read_tokens: numberOrNull(tokens.cached),
+                cache_write_tokens: null,
+                cost_usd: null,
+                content_text: content,
+                cwd: null,
+                provenance: detectProvenance(context?.sourceFile),
+            },
+        },
+    ];
+    if (Array.isArray(raw.toolCalls)) {
+        for (const value of raw.toolCalls) {
+            if (value === null || typeof value !== 'object' || Array.isArray(value))
+                continue;
+            const tool = value;
+            const status = s(tool.status) ?? 'unknown';
+            const timestamp = s(tool.timestamp);
+            const result = tool.result ?? tool.resultDisplay;
+            entries.push({
+                targetTable: 'history_tool_call',
+                record: {
+                    _messageSplitIndex: 0,
+                    session_id: sessionId,
+                    seq,
+                    tool_name: s(tool.name, tool.displayName) ?? 'unknown',
+                    args_digest: argsDigest(tool.args),
+                    status,
+                    started_at: timestamp,
+                    completed_at: timestamp,
+                    duration_ms: null,
+                    result_bytes: result === undefined ? null : new TextEncoder().encode(JSON.stringify(result)).byteLength,
+                    error_text: status === 'error' ? (s(tool.resultDisplay, tool.result) ?? null) : null,
+                },
+            });
+        }
+    }
+    return entries;
+}
+function sessionIdFromContext(context, raw) {
+    if (context !== undefined) {
+        const file = context.sourceFile.split('/').at(-1);
+        if (file !== undefined)
+            return file.replace(/\.jsonl$/, '');
+    }
+    return s(raw.sessionId, raw.id) ?? 'unknown';
+}
+function geminiContent(raw) {
+    const content = extractContentText(raw.content);
+    const thoughts = Array.isArray(raw.thoughts)
+        ? raw.thoughts
+            .map((value) => (value !== null && typeof value === 'object' ? s(o(value).description) : undefined))
+            .filter((value) => value !== undefined)
+            .join('\n')
+        : '';
+    return ([content, thoughts].filter((value) => value !== undefined && value.length > 0).join('\n') ||
+        null);
+}
+function numberOrNull(value) {
+    return typeof value === 'number' && Number.isFinite(value) ? value : null;
+}
+// ---------------------------------------------------------------------------
 // Grok mapper
 // ---------------------------------------------------------------------------
 /**
@@ -566,13 +669,29 @@ function normalizeGrokRecord(raw) {
     const update = params?.update;
     const isUpdatesShape = typeof raw.method === 'string' && params !== undefined && update !== undefined;
     const body = isUpdatesShape ? update : raw;
-    const recordType = String((isUpdatesShape ? update?.sessionUpdate : raw.type) ?? raw.sessionUpdate ?? '');
-    const sessionId = s(params?.sessionId, raw.session_id, raw.sessionId, raw.params?.sessionId) ?? 'unknown';
-    const ts = normalizeTs(raw.ts ?? raw.timestamp ?? body.ts ?? body.timestamp);
+    const recordType = String((isUpdatesShape ? update?.sessionUpdate : raw.type) ??
+        raw.sessionUpdate ??
+        raw.eventType ??
+        (raw.file_snapshots !== undefined || raw.after_snapshots !== undefined
+            ? 'file_snapshot'
+            : raw.prompt !== undefined
+                ? 'user_message'
+                : raw.answer !== undefined || raw.question !== undefined
+                    ? 'assistant'
+                    : ''));
+    const sessionId = s(params?.sessionId, raw.session_id, raw.sessionId, raw.parentSessionId, raw.btwSessionId, raw.params?.sessionId) ?? 'unknown';
+    const ts = normalizeTs(raw.ts ?? raw.timestamp ?? raw.created_at ?? raw.askedAt ?? body.ts ?? body.timestamp);
     const seq = typeof raw.seq === 'number' ? raw.seq : typeof body.seq === 'number' ? body.seq : 0;
     const meta = (body._meta ?? params?._meta ?? raw._meta);
     const model = s(meta?.modelId, body.model, raw.model);
-    const contentText = extractGrokContent(body.content ?? body.text ?? raw.content ?? raw.text);
+    const contentText = extractGrokContent(body.content ??
+        body.text ??
+        raw.content ??
+        raw.text ??
+        raw.prompt ??
+        (raw.answer !== undefined || raw.question !== undefined
+            ? [raw.question, raw.answer].filter((value) => typeof value === 'string').join('\n')
+            : undefined));
     const usage = (body.usage ?? raw.usage);
     const toolMeta = meta?.['x.ai/tool'];
     const toolName = s(body.title, body.tool_name, body.name, toolMeta?.name, toolMeta?.label, raw.tool_name, raw.name) ?? '';
@@ -756,6 +875,27 @@ export function grokSplit(raw) {
         return entries;
     }
     if (recordType === 'tool_completed') {
+        entries.push({
+            targetTable: 'history_message',
+            record: {
+                session_id: sessionId,
+                seq,
+                role: 'assistant',
+                record_type: recordType,
+                disposition: 'keep',
+                ts,
+                duration_ms: n.durationMs ?? null,
+                model: n.model ?? null,
+                input_tokens: null,
+                output_tokens: null,
+                cache_read_tokens: null,
+                cache_write_tokens: null,
+                cost_usd: null,
+                content_text: n.contentText,
+                cwd: null,
+                provenance: 'ambient',
+            },
+        });
         entries.push({
             targetTable: 'history_tool_call',
             record: {
@@ -1017,6 +1157,8 @@ export const CODEX_FIELD_MAP = identityFieldMap(MESSAGE_MAPPER_KEYS.concat(TOOL_
 export const AGY_FIELD_MAP = identityFieldMap(MESSAGE_MAPPER_KEYS.concat(TOOL_CALL_MAPPER_KEYS));
 /** Identity field map for the Grok mapper. */
 export const GROK_FIELD_MAP = identityFieldMap(MESSAGE_MAPPER_KEYS.concat(TOOL_CALL_MAPPER_KEYS));
+/** Identity field map for the Gemini mapper. */
+export const GEMINI_FIELD_MAP = identityFieldMap(MESSAGE_MAPPER_KEYS.concat(TOOL_CALL_MAPPER_KEYS));
 // ---------------------------------------------------------------------------
 // Zod schemas for the six source mappers
 // ---------------------------------------------------------------------------
@@ -1033,3 +1175,5 @@ export const CODEX_SCHEMA = passthroughSchema;
 export const AGY_SCHEMA = passthroughSchema;
 /** Passthrough Zod schema for the Grok mapper. */
 export const GROK_SCHEMA = passthroughSchema;
+/** Passthrough Zod schema for the Gemini mapper. */
+export const GEMINI_SCHEMA = passthroughSchema;

package/dist/opencode-importer.d.ts

@@ -0,0 +1,17 @@
+import { type DbAdapter } from '@gobing-ai/ts-db';
+import { type FileSystem, type RuntimePaths } from '@gobing-ai/ts-runtime';
+import type { ImportMode, ImportResult, RedactionRule } from './types';
+/** Dependencies and mode controls for importing OpenCode's SQLite history. */
+export interface OpenCodeImportOptions {
+    db: DbAdapter;
+    sourceDatabase?: string;
+    fileSystem?: FileSystem;
+    paths?: RuntimePaths;
+    mode?: ImportMode;
+    dryRun?: boolean;
+    redactionRules?: readonly RedactionRule[];
+    now?: () => Date;
+}
+/** Import OpenCode's current SQLite history store into the forensic contract tables. */
+export declare function runOpenCodeImport(options: OpenCodeImportOptions): Promise<ImportResult>;
+//# sourceMappingURL=opencode-importer.d.ts.map

package/dist/opencode-importer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"opencode-importer.d.ts","sourceRoot":"","sources":["../src/opencode-importer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmB,KAAK,SAAS,EAAkB,MAAM,kBAAkB,CAAC;AACnF,OAAO,EAGH,KAAK,UAAU,EAEf,KAAK,YAAY,EACpB,MAAM,uBAAuB,CAAC;AAc/B,OAAO,KAAK,EAAe,UAAU,EAAE,YAAY,EAAgC,aAAa,EAAE,MAAM,SAAS,CAAC;AAYlH,8EAA8E;AAC9E,MAAM,WAAW,qBAAqB;IAClC,EAAE,EAAE,SAAS,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;IAC1C,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CACpB;AAED,wFAAwF;AACxF,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,YAAY,CAAC,CAuI7F"}