@remnic/core 1.1.12 → 1.1.13

package/src/transfer/capsule-merge.ts

@@ -0,0 +1,433 @@
+import { lstat, mkdir, readFile, realpath, stat, writeFile } from "node:fs/promises";
+import path from "node:path";
+import { gunzipSync } from "node:zlib";
+import {
+  createVersion,
+  type VersioningConfig,
+  type VersioningLogger,
+} from "../page-versioning.js";
+import {
+  assertIsDirectoryNotSymlink,
+  assertRealpathInsideRoot,
+  fromPosixRelPath,
+  isPathInsideRoot,
+  sha256String,
+} from "./fs-utils.js";
+import {
+  parseExportBundle,
+  type CapsuleBlock,
+  type ExportManifestV2,
+  type ExportMemoryRecordV1,
+} from "./types.js";
+
+/**
+ * Three-way conflict-resolution mode for {@link mergeCapsule}.
+ *
+ * A "conflict" is defined as: the same memory-file path exists in both the
+ * source archive and the target directory AND the content hash of the local
+ * file differs from the archive's manifest entry for that path.
+ *
+ * Files that exist only in the archive (no local counterpart) are always
+ * written regardless of mode — there is no conflict to resolve.
+ *
+ * Files that are byte-identical (same content hash in both locations) are
+ * recorded as {@link MergeCapsuleResult.skipped} with reason `"identical"` and
+ * are never re-written regardless of mode; this is a no-op optimisation rather
+ * than a conflict.
+ *
+ *  - `"skip-conflicts"` (default) — log the conflict, skip the conflicting
+ *    archive entries, but continue importing non-conflicting entries. The
+ *    resulting merge is the union of:
+ *      - all non-conflicting archive files (written to target)
+ *      - all pre-existing local files (left unchanged)
+ *
+ *  - `"prefer-source"` — for conflicting files, snapshot the local content via
+ *    page-versioning (gotcha #54: snapshot before overwrite) then overwrite
+ *    with the archive content.
+ *
+ *  - `"prefer-local"` — for conflicting files, keep the local content; the
+ *    archive entry is skipped.
+ */
+export type MergeCapsuleConflictMode =
+  | "skip-conflicts"
+  | "prefer-source"
+  | "prefer-local";
+
+/**
+ * Options accepted by {@link mergeCapsule}.
+ *
+ * `sourceArchive` — absolute or cwd-relative path to a `.capsule.json.gz`
+ * archive produced by `exportCapsule`. Must be a V2 bundle.
+ *
+ * `targetRoot` — absolute or cwd-relative path to the memory directory that
+ * receives the merged records. Must be an existing, non-symlink directory.
+ *
+ * `conflictMode` — see {@link MergeCapsuleConflictMode}. Defaults to
+ * `"skip-conflicts"`.
+ *
+ * `versioning` — optional page-versioning config forwarded to
+ * {@link createVersion} in `"prefer-source"` mode. When omitted or disabled,
+ * overwrites proceed without snapshotting (not recommended for production).
+ *
+ * `log` — optional logger forwarded to {@link createVersion}.
+ */
+export interface MergeCapsuleOptions {
+  sourceArchive: string;
+  targetRoot: string;
+  conflictMode?: MergeCapsuleConflictMode;
+  versioning?: VersioningConfig;
+  log?: VersioningLogger;
+}
+
+export interface MergeCapsuleWrittenRecord {
+  /** Capsule-relative posix path. */
+  sourcePath: string;
+  /** Memory-dir-relative posix path written on disk. */
+  targetPath: string;
+  /** Whether a page-versioning snapshot was taken before overwriting. */
+  snapshotted: boolean;
+}
+
+export interface MergeCapsuleSkippedRecord {
+  /** Capsule-relative posix path. */
+  path: string;
+  /**
+   * Why the archive entry was not written.
+   *
+   * `"conflict"` — the entry existed locally with different content and the
+   * active mode did not resolve the conflict with a write (`"skip-conflicts"` /
+   * `"prefer-local"`).
+   *
+   * `"identical"` — the entry's content hash matches what is already on disk;
+   * no write is needed.
+   */
+  reason: "conflict" | "identical";
+}
+
+export interface MergeCapsuleConflictRecord {
+  /** Capsule-relative posix path of the conflicting entry. */
+  path: string;
+  /** SHA-256 of the archive's copy. */
+  archiveSha256: string;
+  /** SHA-256 of the local copy. */
+  localSha256: string;
+}
+
+export interface MergeCapsuleResult {
+  /** Records that were written to the target directory. */
+  merged: MergeCapsuleWrittenRecord[];
+  /**
+   * Records that were NOT written (conflict skipped, or byte-identical).
+   * Includes conflicts that were resolved by `"prefer-local"`.
+   */
+  skipped: MergeCapsuleSkippedRecord[];
+  /**
+   * Metadata about every detected conflict, regardless of which mode resolved
+   * it. Callers can use this to report "N conflicts encountered; M overwritten".
+   */
+  conflicts: MergeCapsuleConflictRecord[];
+  /** The manifest decoded from the archive. */
+  manifest: ExportManifestV2;
+}
+
+// ---------------------------------------------------------------------------
+// Main entry point
+// ---------------------------------------------------------------------------
+
+/**
+ * Merge a V2 capsule archive into an existing memory directory using
+ * three-way conflict semantics.
+ *
+ * Sequence:
+ *   1. Read + gunzip + JSON.parse the archive.
+ *   2. Validate through `parseExportBundle` (V1 rejected).
+ *   3. Verify every record's content sha256 against the manifest.
+ *      Any mismatch aborts BEFORE any file is written (gotcha #25).
+ *   4. Classify each record as: new (no local copy), identical (same hash),
+ *      or conflicting (different hash).
+ *   5. Apply the selected {@link MergeCapsuleConflictMode} to conflicting
+ *      entries; always write new entries; always skip identical entries.
+ *
+ * Determinism: `merged`, `skipped`, and `conflicts` are all returned sorted
+ * by `path`/`sourcePath` so callers get stable output regardless of bundle
+ * order.
+ */
+export async function mergeCapsule(
+  opts: MergeCapsuleOptions,
+): Promise<MergeCapsuleResult> {
+  const archiveAbs = path.resolve(opts.sourceArchive);
+  const rootAbs = path.resolve(opts.targetRoot);
+
+  await assertIsDirectoryNotSymlink(rootAbs, "mergeCapsule", "targetRoot");
+
+  const conflictMode: MergeCapsuleConflictMode =
+    opts.conflictMode ?? "skip-conflicts";
+
+  // Rule 51: reject invalid conflictMode values up-front before any I/O.
+  if (
+    conflictMode !== "skip-conflicts" &&
+    conflictMode !== "prefer-source" &&
+    conflictMode !== "prefer-local"
+  ) {
+    throw new Error(
+      `mergeCapsule: unknown conflictMode ${JSON.stringify(conflictMode)}; ` +
+        `expected "skip-conflicts", "prefer-source", or "prefer-local"`,
+    );
+  }
+
+  // ---------------------------------------------------------------------------
+  // Parse + validate archive
+  // ---------------------------------------------------------------------------
+
+  const raw = await readFile(archiveAbs);
+  let json: string;
+  try {
+    json = gunzipSync(raw).toString("utf-8");
+  } catch (cause) {
+    throw new Error(
+      `mergeCapsule: archive is not a valid gzip file: ${archiveAbs}`,
+      { cause: cause as Error },
+    );
+  }
+
+  let parsedJson: unknown;
+  try {
+    parsedJson = JSON.parse(json);
+  } catch (cause) {
+    throw new Error(
+      `mergeCapsule: archive is not valid JSON after gunzip: ${archiveAbs}`,
+      { cause: cause as Error },
+    );
+  }
+
+  const parsed = parseExportBundle(parsedJson);
+  if (parsed.capsuleVersion !== 2) {
+    throw new Error(
+      "mergeCapsule: archive is V1; only V2 capsule archives are supported",
+    );
+  }
+
+  const bundle = parsed.bundle as {
+    manifest: ExportManifestV2;
+    records: ExportMemoryRecordV1[];
+  };
+  const manifest = bundle.manifest;
+  const capsule = manifest.capsule;
+
+  // Build path → manifest entry index for O(1) checksum lookup.
+  const manifestIndex = new Map<string, ExportManifestV2["files"][number]>();
+  for (const f of manifest.files) {
+    manifestIndex.set(f.path, f);
+  }
+  if (manifestIndex.size !== manifest.files.length) {
+    throw new Error("mergeCapsule: manifest contains duplicate file paths");
+  }
+
+  const recordPaths = new Set<string>();
+  for (const rec of bundle.records) {
+    if (recordPaths.has(rec.path)) {
+      throw new Error(
+        `mergeCapsule: bundle contains duplicate record path: ${rec.path}`,
+      );
+    }
+    recordPaths.add(rec.path);
+  }
+
+  // ---------------------------------------------------------------------------
+  // Phase 1: verify checksums + validate paths before ANY filesystem mutation.
+  // (gotcha #25: don't destroy old state before confirming new state succeeds)
+  // ---------------------------------------------------------------------------
+
+  const rootReal = await realpath(rootAbs).catch(() => rootAbs);
+
+  // Tracks normalized, case-folded target paths seen so far in phase 1.  Maps
+  // targetAbs.toLowerCase() → first source path so the collision error can name
+  // both offending entries.  Two manifest entries whose computed target paths
+  // normalise to the same absolute path (e.g. `subdir/file.md` and
+  // `subdir/./file.md`, or differing case on case-insensitive filesystems such
+  // as macOS and Windows) would both refer to the same inode.  In
+  // `skip-conflicts`/`prefer-local` modes one entry would be misclassified as a
+  // local conflict against the OTHER entry's just-written content; in
+  // `prefer-source` the second entry would silently overwrite the first.  We
+  // reject the import up-front before any write (Codex P2 thread on PR #748,
+  // mirroring `capsule-import.ts`).
+  const seenTargetPaths = new Map<string, string>();
+
+  for (const rec of bundle.records) {
+    // Checksum validation.
+    const entry = manifestIndex.get(rec.path);
+    if (!entry) {
+      throw new Error(
+        `mergeCapsule: archive checksum mismatch (record without manifest entry: ${rec.path})`,
+      );
+    }
+    const { sha256, bytes } = sha256String(rec.content);
+    if (sha256 !== entry.sha256 || bytes !== entry.bytes) {
+      throw new Error(
+        `mergeCapsule: archive checksum mismatch for ${rec.path}: ` +
+          `expected sha256=${entry.sha256} bytes=${entry.bytes}, ` +
+          `got sha256=${sha256} bytes=${bytes}`,
+      );
+    }
+
+    // Path-traversal validation (mirrors capsule-import.ts).
+    if (rec.path.includes("\\")) {
+      throw new Error(
+        `mergeCapsule: record path contains backslash separators (Windows-style paths are not allowed): ${rec.path}`,
+      );
+    }
+    const posixNormalized = path.posix.normalize(rec.path);
+    if (
+      rec.path.startsWith("/") ||
+      rec.path.split("/").some((seg) => seg === "..") ||
+      posixNormalized.startsWith("..") ||
+      posixNormalized.startsWith("/")
+    ) {
+      throw new Error(
+        `mergeCapsule: record path escapes target root: ${rec.path}`,
+      );
+    }
+
+    // Lexical root containment check.
+    const targetAbs = path.join(rootReal, fromPosixRelPath(rec.path));
+    if (!isPathInsideRoot(rootReal, targetAbs)) {
+      throw new Error(
+        `mergeCapsule: record path escapes target root: ${rec.path}`,
+      );
+    }
+
+    // Symlink-aware containment check (shared helper from fs-utils).
+    await assertRealpathInsideRoot(rootReal, targetAbs, rec.path, "mergeCapsule");
+
+    // Target-file symlink guard: if the target already exists as a symlink,
+    // reject — writes through symlinks can redirect to unexpected locations.
+    const targetLstat = await lstat(targetAbs).catch(() => null);
+    if (targetLstat !== null && targetLstat.isSymbolicLink()) {
+      throw new Error(
+        `mergeCapsule: record target is a symlink and cannot be written to safely: ${rec.path}`,
+      );
+    }
+
+    // Duplicate normalized target path detection (Codex P2 #748, mirrors
+    // capsule-import.ts).  `path.join` already normalises `.` segments
+    // (e.g. `subdir/./file.md` → `subdir/file.md`).  On case-insensitive
+    // filesystems (macOS default, Windows), two paths that differ only in case
+    // would resolve to the same inode.  We fold the dedup key to lowercase so
+    // that `subdir/File.md` and `subdir/file.md` are detected as duplicates
+    // before any write occurs.  This is intentionally unconditional: the cost
+    // of an extra `.toLowerCase()` on case-sensitive filesystems is negligible,
+    // and a defensive lowercase is far simpler than probing filesystem
+    // case-sensitivity at runtime.  Without this guard, prefer-source mode
+    // would silently overwrite one entry with the other, and skip-conflicts /
+    // prefer-local would misclassify the second entry as a local conflict
+    // against the first entry's freshly written content.
+    const dedupKey = targetAbs.toLowerCase();
+    const firstSourcePath = seenTargetPaths.get(dedupKey);
+    if (firstSourcePath !== undefined) {
+      throw new Error(
+        `mergeCapsule: manifest contains two entries that resolve to the same target path: ` +
+          `"${firstSourcePath}" and "${rec.path}" both map to "${rec.path}"`,
+      );
+    }
+    seenTargetPaths.set(dedupKey, rec.path);
+  }
+
+  // Detect manifest-only entries (missing record). Treat as corruption.
+  for (const f of manifest.files) {
+    if (!recordPaths.has(f.path)) {
+      throw new Error(
+        `mergeCapsule: archive checksum mismatch (manifest entry without record: ${f.path})`,
+      );
+    }
+  }
+
+  // ---------------------------------------------------------------------------
+  // Phase 2: classify records and apply conflict mode.
+  // ---------------------------------------------------------------------------
+
+  const merged: MergeCapsuleWrittenRecord[] = [];
+  const skipped: MergeCapsuleSkippedRecord[] = [];
+  const conflicts: MergeCapsuleConflictRecord[] = [];
+
+  // Sort by source path for deterministic output (mirrors capsule-import.ts).
+  const sortedRecords = [...bundle.records].sort((a, b) =>
+    a.path.localeCompare(b.path),
+  );
+
+  for (const rec of sortedRecords) {
+    const targetAbs = path.join(rootReal, fromPosixRelPath(rec.path));
+    const entry = manifestIndex.get(rec.path)!; // validated above
+
+    const localContent = await readLocalFile(targetAbs);
+
+    if (localContent === null) {
+      // No local copy — always write regardless of mode.
+      await mkdir(path.dirname(targetAbs), { recursive: true });
+      await writeFile(targetAbs, rec.content, "utf-8");
+      merged.push({ sourcePath: rec.path, targetPath: rec.path, snapshotted: false });
+      continue;
+    }
+
+    // Local file exists. Check if it is byte-identical to the archive entry.
+    const { sha256: localSha256 } = sha256String(localContent);
+
+    if (localSha256 === entry.sha256) {
+      // Byte-identical — no write needed.
+      skipped.push({ path: rec.path, reason: "identical" });
+      continue;
+    }
+
+    // Content differs → conflict.
+    const { sha256: archiveSha256 } = sha256String(rec.content);
+    conflicts.push({
+      path: rec.path,
+      archiveSha256,
+      localSha256,
+    });
+
+    if (conflictMode === "skip-conflicts" || conflictMode === "prefer-local") {
+      // Keep local copy, skip archive entry.
+      skipped.push({ path: rec.path, reason: "conflict" });
+      continue;
+    }
+
+    // conflictMode === "prefer-source": snapshot local then overwrite.
+    let snapshotted = false;
+    if (opts.versioning && opts.versioning.enabled) {
+      // Gotcha #54: snapshot BEFORE overwriting.
+      await createVersion(
+        targetAbs,
+        localContent,
+        "manual",
+        opts.versioning,
+        opts.log,
+        `capsule-merge: ${capsule.id}`,
+        rootReal,
+      );
+      snapshotted = true;
+    }
+
+    await writeFile(targetAbs, rec.content, "utf-8");
+    merged.push({ sourcePath: rec.path, targetPath: rec.path, snapshotted });
+  }
+
+  // Sort output lists for determinism.
+  merged.sort((a, b) => a.sourcePath.localeCompare(b.sourcePath));
+  skipped.sort((a, b) => a.path.localeCompare(b.path));
+  conflicts.sort((a, b) => a.path.localeCompare(b.path));
+
+  return { merged, skipped, conflicts, manifest };
+}
+
+// ---------------------------------------------------------------------------
+// Private helpers
+// ---------------------------------------------------------------------------
+
+async function readLocalFile(absPath: string): Promise<string | null> {
+  const st = await stat(absPath).catch(() => null);
+  if (!st || !st.isFile()) return null;
+  return readFile(absPath, "utf-8");
+}
+
+// Re-export CapsuleBlock so callers don't need a deep import from types.ts.
+export type { CapsuleBlock };

package/src/transfer/conflict-policy.ts

@@ -0,0 +1,16 @@
+const CONFLICT_POLICIES = ["skip", "overwrite", "dedupe"] as const;
+
+export type ConflictPolicy = typeof CONFLICT_POLICIES[number];
+
+export function parseConflictPolicy(
+  value: unknown,
+  context: string,
+): ConflictPolicy {
+  if (value === undefined) return "skip";
+  if (typeof value === "string" && (CONFLICT_POLICIES as readonly string[]).includes(value)) {
+    return value as ConflictPolicy;
+  }
+  throw new Error(
+    `${context}: invalid conflict policy "${String(value)}"; expected skip, overwrite, or dedupe`,
+  );
+}

package/src/transfer/constants.ts

@@ -0,0 +1,13 @@
+export const EXPORT_FORMAT = "openclaw-engram-export" as const;
+export const EXPORT_SCHEMA_VERSION = 1 as const;
+
+/**
+ * Schema version for capsule-aware (V2) export manifests. See
+ * {@link ../types.ts} `ExportManifestV2Schema` for the wire format.
+ *
+ * V1 manifests remain the default for non-capsule exports
+ * (`exportJsonBundle` / `exportMarkdownBundle`). V2 is emitted by the
+ * capsule export pipeline only.
+ */
+export const CAPSULE_SCHEMA_VERSION = 2 as const;
+

package/src/transfer/exclusions.ts

@@ -0,0 +1,37 @@
+import path from "node:path";
+
+export const DEFAULT_TRANSFER_EXCLUDE_DIRS: ReadonlySet<string> = new Set([
+  "node_modules",
+  ".git",
+  ".secure-store",
+  ".capsules",
+]);
+
+export interface TransferPathExcludeOptions {
+  includeTranscripts?: boolean;
+  outputRelPosix?: string | null;
+}
+
+export function computeTransferOutputRel(rootAbs: string, outputAbs: string): string | null {
+  const rel = path.relative(rootAbs, outputAbs);
+  if (rel === "") {
+    throw new Error("transfer export output path must not equal the memory directory");
+  }
+  if (rel === ".." || rel.startsWith(`..${path.sep}`)) return null;
+  if (path.isAbsolute(rel)) return null;
+  return rel.split(path.sep).join("/");
+}
+
+export function isTransferPathExcluded(relPosix: string, options: TransferPathExcludeOptions = {}): boolean {
+  const parts = relPosix.split("/");
+  if (parts.some((part) => DEFAULT_TRANSFER_EXCLUDE_DIRS.has(part))) return true;
+  if (!options.includeTranscripts && parts[0] === "transcripts") return true;
+
+  const outputRelPosix = options.outputRelPosix ?? null;
+  if (outputRelPosix !== null) {
+    if (outputRelPosix === ".") return true;
+    if (relPosix === outputRelPosix || relPosix.startsWith(`${outputRelPosix}/`)) return true;
+  }
+
+  return false;
+}

package/src/transfer/export-json.ts

@@ -0,0 +1,65 @@
+import path from "node:path";
+import { mkdir, readFile } from "node:fs/promises";
+import { EXPORT_FORMAT, EXPORT_SCHEMA_VERSION } from "./constants.js";
+import { listFilesRecursive, readUtf8FileStrict, sha256String, toPosixRelPath, writeJsonFile } from "./fs-utils.js";
+import type { ExportBundleV1, ExportManifestV1, ExportMemoryRecordV1 } from "./types.js";
+import { computeTransferOutputRel, isTransferPathExcluded } from "./exclusions.js";
+
+export interface ExportCommonOptions {
+  memoryDir: string;
+  outDir: string;
+  includeTranscripts?: boolean;
+  includeWorkspaceIdentity?: boolean;
+  workspaceDir?: string;
+  pluginVersion: string;
+}
+
+export async function exportJsonBundle(opts: ExportCommonOptions): Promise<void> {
+  const includeTranscripts = opts.includeTranscripts === true;
+  const outDirAbs = path.resolve(opts.outDir);
+  await mkdir(outDirAbs, { recursive: true });
+
+  const memoryDirAbs = path.resolve(opts.memoryDir);
+  const outputRelPosix = computeTransferOutputRel(memoryDirAbs, outDirAbs);
+  const filesAbs = await listFilesRecursive(memoryDirAbs);
+
+  const records: ExportMemoryRecordV1[] = [];
+  const manifestFiles: ExportManifestV1["files"] = [];
+
+  for (const abs of filesAbs) {
+    const relPosix = toPosixRelPath(abs, memoryDirAbs);
+    if (isTransferPathExcluded(relPosix, { includeTranscripts, outputRelPosix })) continue;
+
+    const { content, sha256, bytes } = await readUtf8FileStrict(abs);
+    records.push({ path: relPosix, content });
+    manifestFiles.push({ path: relPosix, sha256, bytes });
+  }
+
+  // Optionally include workspace identity file (outside memoryDir).
+  if (opts.includeWorkspaceIdentity !== false && opts.workspaceDir) {
+    const identityPath = path.join(opts.workspaceDir, "IDENTITY.md");
+    try {
+      const content = await readFile(identityPath, "utf-8");
+      const relPath = "workspace/IDENTITY.md";
+      records.push({ path: relPath, content });
+      const { sha256, bytes } = sha256String(content);
+      manifestFiles.push({ path: relPath, sha256, bytes });
+    } catch {
+      // identity optional
+    }
+  }
+
+  const manifest: ExportManifestV1 = {
+    format: EXPORT_FORMAT,
+    schemaVersion: EXPORT_SCHEMA_VERSION,
+    createdAt: new Date().toISOString(),
+    pluginVersion: opts.pluginVersion,
+    includesTranscripts: includeTranscripts,
+    files: manifestFiles.sort((a, b) => a.path.localeCompare(b.path)),
+  };
+
+  const bundle: ExportBundleV1 = { manifest, records };
+
+  await writeJsonFile(path.join(outDirAbs, "manifest.json"), manifest);
+  await writeJsonFile(path.join(outDirAbs, "bundle.json"), bundle);
+}

package/src/transfer/export-md.ts

@@ -0,0 +1,59 @@
+import path from "node:path";
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { EXPORT_FORMAT, EXPORT_SCHEMA_VERSION } from "./constants.js";
+import { listFilesRecursive, sha256File, toPosixRelPath, writeJsonFile } from "./fs-utils.js";
+import type { ExportManifestV1 } from "./types.js";
+import { computeTransferOutputRel, isTransferPathExcluded } from "./exclusions.js";
+
+export interface ExportMdOptions {
+  memoryDir: string;
+  outDir: string;
+  includeTranscripts?: boolean;
+  pluginVersion: string;
+}
+
+export async function exportMarkdownBundle(opts: ExportMdOptions): Promise<void> {
+  const includeTranscripts = opts.includeTranscripts === true;
+  const outDirAbs = path.resolve(opts.outDir);
+  await mkdir(outDirAbs, { recursive: true });
+
+  const memDirAbs = path.resolve(opts.memoryDir);
+  const outputRelPosix = computeTransferOutputRel(memDirAbs, outDirAbs);
+  const filesAbs = await listFilesRecursive(memDirAbs);
+
+  const manifestFiles: ExportManifestV1["files"] = [];
+
+  for (const abs of filesAbs) {
+    const relPosix = toPosixRelPath(abs, memDirAbs);
+    if (isTransferPathExcluded(relPosix, { includeTranscripts, outputRelPosix })) continue;
+
+    const dstAbs = path.join(outDirAbs, ...relPosix.split("/"));
+    await mkdir(path.dirname(dstAbs), { recursive: true });
+    const content = await readFile(abs);
+    await writeFile(dstAbs, content);
+    const { sha256, bytes } = await sha256File(abs);
+    manifestFiles.push({ path: relPosix, sha256, bytes });
+  }
+
+  const manifest: ExportManifestV1 = {
+    format: EXPORT_FORMAT,
+    schemaVersion: EXPORT_SCHEMA_VERSION,
+    createdAt: new Date().toISOString(),
+    pluginVersion: opts.pluginVersion,
+    includesTranscripts: includeTranscripts,
+    files: manifestFiles.sort((a, b) => a.path.localeCompare(b.path)),
+  };
+
+  await writeJsonFile(path.join(outDirAbs, "manifest.json"), manifest);
+}
+
+export async function looksLikeEngramMdExport(fromDir: string): Promise<boolean> {
+  const dirAbs = path.resolve(fromDir);
+  try {
+    const raw = await readFile(path.join(dirAbs, "manifest.json"), "utf-8");
+    const parsed = JSON.parse(raw) as { format?: string; schemaVersion?: number };
+    return parsed.format === EXPORT_FORMAT && parsed.schemaVersion === EXPORT_SCHEMA_VERSION;
+  } catch {
+    return false;
+  }
+}

package/src/transfer/export-sqlite.ts

@@ -0,0 +1,52 @@
+import path from "node:path";
+import { SQLITE_SCHEMA_VERSION, SQLITE_TABLES_SQL } from "./sqlite-schema.js";
+import { listFilesRecursive, readUtf8FileStrict, toPosixRelPath } from "./fs-utils.js";
+import { openBetterSqlite3 } from "../runtime/better-sqlite.js";
+import { computeTransferOutputRel, isTransferPathExcluded } from "./exclusions.js";
+
+export interface ExportSqliteOptions {
+  memoryDir: string;
+  outFile: string;
+  includeTranscripts?: boolean;
+  pluginVersion: string;
+}
+
+export async function exportSqlite(opts: ExportSqliteOptions): Promise<void> {
+  const includeTranscripts = opts.includeTranscripts === true;
+  const memDirAbs = path.resolve(opts.memoryDir);
+  const outAbs = path.resolve(opts.outFile);
+  const outputRelPosix = computeTransferOutputRel(memDirAbs, outAbs);
+
+  const filesAbs = await listFilesRecursive(memDirAbs);
+  const db = openBetterSqlite3(outAbs);
+  try {
+    db.exec("PRAGMA journal_mode=WAL;");
+    db.exec(SQLITE_TABLES_SQL);
+
+    const insertMeta = db.prepare("INSERT OR REPLACE INTO meta(key,value) VALUES (?,?)");
+    insertMeta.run("schemaVersion", String(SQLITE_SCHEMA_VERSION));
+    insertMeta.run("createdAt", new Date().toISOString());
+    insertMeta.run("pluginVersion", opts.pluginVersion);
+    insertMeta.run("includesTranscripts", includeTranscripts ? "true" : "false");
+
+    const insertFile = db.prepare(
+      "INSERT OR REPLACE INTO files(path_rel, bytes, sha256, content) VALUES (?,?,?,?)",
+    );
+
+    const tx = db.transaction((rows: Array<{ rel: string; bytes: number; sha256: string; content: string }>) => {
+      for (const r of rows) insertFile.run(r.rel, r.bytes, r.sha256, r.content);
+    });
+
+    const rows: Array<{ rel: string; bytes: number; sha256: string; content: string }> = [];
+    for (const abs of filesAbs) {
+      const relPosix = toPosixRelPath(abs, memDirAbs);
+      if (isTransferPathExcluded(relPosix, { includeTranscripts, outputRelPosix })) continue;
+      const { content, sha256, bytes } = await readUtf8FileStrict(abs);
+      rows.push({ rel: relPosix, bytes, sha256, content });
+    }
+
+    tx(rows);
+  } finally {
+    db.close();
+  }
+}