@gmickel/gno 1.27.1 → 1.28.0

package/src/serve/routes/api.ts

@@ -93,6 +93,7 @@ import {
   ProjectAffinityInputError,
   resolveRemoteProjectAffinity,
 } from "../../core/project-affinity-surface";
+import { projectRecordEvidenceMetadata } from "../../core/record-metadata";
 import {
   retrievalTraceFilters,
   startRetrievalTraceRequest,
@@ -607,6 +608,7 @@ function readRequestedUriFromUrl(req: Request): string | undefined {
 
 interface SourceMeta {
   absPath?: string;
+  relPath: string;
   mime: string;
   ext: string;
   modifiedAt?: string;
@@ -625,7 +627,11 @@ function getCollectionByName(
 
 async function resolveAbsoluteDocPath(
   collections: Config["collections"],
-  doc: { collection: string; relPath: string }
+  doc: {
+    collection: string;
+    relPath: string;
+    recordSourcePath?: string | null;
+  }
 ): Promise<{
   collection: Config["collections"][number];
   fullPath: string;
@@ -638,7 +644,7 @@ async function resolveAbsoluteDocPath(
   const nodePath = await import("node:path"); // no bun equivalent
   let safeRelPath: string;
   try {
-    safeRelPath = validateRelPath(doc.relPath);
+    safeRelPath = validateRelPath(doc.recordSourcePath ?? doc.relPath);
   } catch {
     return null;
   }
@@ -763,6 +769,7 @@ async function buildSourceMeta(
   doc: {
     collection: string;
     relPath: string;
+    recordSourcePath?: string | null;
     sourceMime: string;
     sourceExt: string;
     sourceMtime?: string | null;
@@ -770,9 +777,14 @@ async function buildSourceMeta(
     sourceHash?: string;
   }
 ): Promise<SourceMeta> {
-  const resolved = await resolveAbsoluteDocPath(collections, doc);
+  const relPath = doc.recordSourcePath ?? doc.relPath;
+  const resolved = await resolveAbsoluteDocPath(collections, {
+    collection: doc.collection,
+    relPath,
+  });
   return {
     absPath: resolved?.fullPath,
+    relPath,
     mime: doc.sourceMime,
     ext: doc.sourceExt,
     modifiedAt: doc.sourceMtime ?? undefined,
@@ -781,6 +793,20 @@ async function buildSourceMeta(
   };
 }
 
+const capabilitiesForDocument = (
+  doc: Pick<
+    DocumentRow,
+    "sourceExt" | "sourceMime" | "mirrorHash" | "recordKey"
+  >,
+  contentAvailable = doc.mirrorHash !== null
+) =>
+  getDocumentCapabilities({
+    sourceExt: doc.sourceExt,
+    sourceMime: doc.sourceMime,
+    contentAvailable,
+    recordKey: doc.recordKey,
+  });
+
 async function resolveDocumentReference(
   store: Pick<SqliteAdapter, "getDocumentByDocid" | "getDocumentByUri">,
   docId: string,
@@ -1613,7 +1639,7 @@ export async function handleDocs(
       uri: doc.uri,
       title: doc.title,
       collection: doc.collection,
-      relPath: doc.relPath,
+      relPath: doc.recordSourcePath ?? doc.relPath,
       sourceExt: doc.sourceExt,
       sourceMime: doc.sourceMime,
       updatedAt: doc.updatedAt,
@@ -1790,12 +1816,10 @@ export async function handleDoc(
   }
 
   const contentAvailable = content !== null;
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable,
-  });
+  const capabilities = capabilitiesForDocument(doc, contentAvailable);
   const source = await buildSourceMeta(config.collections, doc);
+  const record = projectRecordEvidenceMetadata(doc);
+  const relPath = doc.recordSourcePath ?? doc.relPath;
 
   const responseData = {
     docid: doc.docid,
@@ -1804,9 +1828,10 @@ export async function handleDoc(
     content,
     contentAvailable,
     collection: doc.collection,
-    relPath: doc.relPath,
+    relPath,
     tags,
     source,
+    record,
     capabilities,
   };
   const continuationTraceId = request
@@ -2079,6 +2104,15 @@ export async function handleRenameDoc(
   }
 
   const doc = docResult.value;
+  const capabilities = capabilitiesForDocument(doc);
+  if (!capabilities.editable) {
+    return errorResponse(
+      "READ_ONLY",
+      capabilities.reason ??
+        "This document cannot be renamed in place from GNO.",
+      409
+    );
+  }
   const resolvedDocPath = await resolveAbsoluteDocPath(
     ctxHolder.config.collections,
     doc
@@ -2096,20 +2130,6 @@ export async function handleRenameDoc(
     return errorResponse("FILE_NOT_FOUND", "Source file no longer exists", 404);
   }
 
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable: doc.mirrorHash !== null,
-  });
-  if (!capabilities.editable) {
-    return errorResponse(
-      "READ_ONLY",
-      capabilities.reason ??
-        "This document cannot be renamed in place from GNO.",
-      409
-    );
-  }
-
   const nodePath = await import("node:path"); // no bun equivalent
   const directory = nodePath.dirname(doc.relPath);
   const currentExt = nodePath.extname(doc.relPath);
@@ -2206,11 +2226,7 @@ export async function handleRefactorPlan(
   }
 
   const doc = docResult.value;
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable: doc.mirrorHash !== null,
-  });
+  const capabilities = capabilitiesForDocument(doc);
   if (!capabilities.editable) {
     return errorResponse(
       "READ_ONLY",
@@ -2333,11 +2349,7 @@ export async function handleTrashDoc(
   }
   const { collection, fullPath } = resolvedDocPath;
 
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable: doc.mirrorHash !== null,
-  });
+  const capabilities = capabilitiesForDocument(doc);
   if (!capabilities.editable) {
     return errorResponse(
       "READ_ONLY",
@@ -2432,11 +2444,7 @@ export async function handleMoveDoc(
     return errorResponse("NOT_FOUND", "Document not found", 404);
   }
   const doc = docResult.value;
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable: doc.mirrorHash !== null,
-  });
+  const capabilities = capabilitiesForDocument(doc);
   if (!capabilities.editable) {
     return errorResponse(
       "READ_ONLY",
@@ -2563,11 +2571,7 @@ export async function handleDuplicateDoc(
     return errorResponse("NOT_FOUND", "Document not found", 404);
   }
   const doc = docResult.value;
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable: doc.mirrorHash !== null,
-  });
+  const capabilities = capabilitiesForDocument(doc);
   if (!capabilities.editable) {
     return errorResponse(
       "READ_ONLY",
@@ -2837,6 +2841,15 @@ export async function handleUpdateDoc(
   }
 
   const doc = docResult.value;
+  const capabilities = capabilitiesForDocument(doc);
+  if (hasContent && !capabilities.editable) {
+    return errorResponse(
+      "READ_ONLY",
+      capabilities.reason ??
+        "This document cannot be edited in place. Create an editable markdown copy instead.",
+      409
+    );
+  }
 
   const resolvedDocPath = await resolveAbsoluteDocPath(
     ctxHolder.config.collections,
@@ -2886,20 +2899,6 @@ export async function handleUpdateDoc(
     }
   }
 
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable: doc.mirrorHash !== null,
-  });
-  if (hasContent && !capabilities.editable) {
-    return errorResponse(
-      "READ_ONLY",
-      capabilities.reason ??
-        "This document cannot be edited in place. Create an editable markdown copy instead.",
-      409
-    );
-  }
-
   let writeBack: "applied" | "skipped_unsupported" | undefined;
 
   try {
@@ -3044,11 +3043,7 @@ export async function handleCreateEditableCopy(
 
   const doc = docResult.value;
   const contentAvailable = doc.mirrorHash !== null;
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable,
-  });
+  const capabilities = capabilitiesForDocument(doc, contentAvailable);
   if (capabilities.editable) {
     return errorResponse(
       "VALIDATION",
@@ -3094,12 +3089,15 @@ export async function handleCreateEditableCopy(
     const existingRelPaths = listResult.ok
       ? listResult.value.map((entry) => entry.relPath)
       : [];
-    relPath = deriveEditableCopyRelPath(doc.relPath, existingRelPaths);
+    relPath = deriveEditableCopyRelPath(
+      doc.recordSourcePath ?? doc.relPath,
+      existingRelPaths
+    );
   }
 
   const title =
     doc.title ??
-    doc.relPath
+    (doc.recordSourcePath ?? doc.relPath)
       .split("/")
       .pop()
       ?.replace(/\.[^.]+$/, "") ??

package/src/store/migrations/022-record-export-lineage.ts

@@ -0,0 +1,42 @@
+/** Persist bounded logical-record lineage for file/export adapters. */
+import type { Migration } from "./runner";
+
+export const migration: Migration = {
+  version: 22,
+  name: "record_export_lineage",
+
+  up(db): void {
+    const columns = new Set(
+      db
+        .query<{ name: string }, []>("PRAGMA table_info(documents)")
+        .all()
+        .map((row) => row.name)
+    );
+    const additions = [
+      ["record_key", "TEXT"],
+      ["record_source_path", "TEXT"],
+      ["record_source_locator", "TEXT"],
+      ["record_metadata", "TEXT"],
+      ["record_anchors", "TEXT"],
+      ["record_adapter_fingerprint", "TEXT"],
+    ] as const;
+    for (const [name, type] of additions) {
+      if (!columns.has(name)) {
+        db.exec(`ALTER TABLE documents ADD COLUMN ${name} ${type}`);
+      }
+    }
+    db.exec(`
+      CREATE UNIQUE INDEX IF NOT EXISTS idx_documents_record_key
+      ON documents(collection, record_source_path, record_key)
+      WHERE record_source_path IS NOT NULL AND record_key IS NOT NULL;
+      CREATE INDEX IF NOT EXISTS idx_documents_record_source_path
+      ON documents(collection, record_source_path)
+      WHERE record_source_path IS NOT NULL;
+    `);
+  },
+
+  down(db): void {
+    db.exec("DROP INDEX IF EXISTS idx_documents_record_key");
+    db.exec("DROP INDEX IF EXISTS idx_documents_record_source_path");
+  },
+};

package/src/store/migrations/index.ts

@@ -35,6 +35,7 @@ import { migration as m018 } from "./018-saved-capsule-registration-epoch";
 import { migration as m019 } from "./019-saved-capsule-registration-generation";
 import { migration as m020 } from "./020-browser-clipper-security";
 import { migration as m021 } from "./021-multi-context-identity";
+import { migration as m022 } from "./022-record-export-lineage";
 
 /** All migrations in order */
 export const migrations = [
@@ -59,4 +60,5 @@ export const migrations = [
   m019,
   m020,
   m021,
+  m022,
 ];

package/src/store/sqlite/adapter.ts

@@ -1067,10 +1067,13 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
           collection, rel_path, source_hash, source_mime, source_ext,
           source_size, source_mtime, source_ctime, docid, uri, title, mirror_hash,
           converter_id, converter_version, language_hint, content_type, categories,
-          content_type_source, author, frontmatter_date, date_fields, content_type_rules_fingerprint,
+          content_type_source, author, frontmatter_date, date_fields,
+          record_key, record_source_path, record_source_locator, record_metadata, record_anchors,
+          record_adapter_fingerprint,
+          content_type_rules_fingerprint,
           active, indexed_at, last_error_code, last_error_message, last_error_at,
           ingest_version, updated_at
-        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 1, datetime('now'), ?, ?, ?, ?, datetime('now'))
+        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 1, datetime('now'), ?, ?, ?, ?, datetime('now'))
         ON CONFLICT(collection, rel_path) DO UPDATE SET
           source_hash = excluded.source_hash,
           source_mime = excluded.source_mime,
@@ -1091,6 +1094,12 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
           author = excluded.author,
           frontmatter_date = excluded.frontmatter_date,
           date_fields = excluded.date_fields,
+          record_key = excluded.record_key,
+          record_source_path = excluded.record_source_path,
+          record_source_locator = excluded.record_source_locator,
+          record_metadata = excluded.record_metadata,
+          record_anchors = excluded.record_anchors,
+          record_adapter_fingerprint = excluded.record_adapter_fingerprint,
           content_type_rules_fingerprint = excluded.content_type_rules_fingerprint,
           active = 1,
           indexed_at = datetime('now'),
@@ -1122,6 +1131,12 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
             doc.author ?? null,
             doc.frontmatterDate ?? null,
             doc.dateFields ? JSON.stringify(doc.dateFields) : null,
+            doc.recordKey ?? null,
+            doc.recordSourcePath ?? null,
+            doc.recordSourceLocator ?? null,
+            doc.recordMetadata ? JSON.stringify(doc.recordMetadata) : null,
+            doc.recordAnchors ? JSON.stringify(doc.recordAnchors) : null,
+            doc.recordAdapterFingerprint ?? null,
             doc.contentTypeRulesFingerprint ?? null,
             doc.lastErrorCode ?? null,
             doc.lastErrorMessage ?? null,
@@ -1366,6 +1381,32 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
     }
   }
 
+  async listRecordDocuments(
+    collection: string,
+    sourcePath: string
+  ): Promise<StoreResult<DocumentRow[]>> {
+    try {
+      const db = this.ensureOpen();
+      const rows = db
+        .query<DbDocumentRow, [string, string]>(
+          `SELECT * FROM documents
+           WHERE collection = ? AND record_source_path = ?
+           ORDER BY rel_path ASC, id ASC`
+        )
+        .all(collection, sourcePath);
+
+      return ok(rows.map(mapDocumentRow));
+    } catch (cause) {
+      return err(
+        "QUERY_FAILED",
+        cause instanceof Error
+          ? cause.message
+          : "Failed to list record documents",
+        cause
+      );
+    }
+  }
+
   async listActiveDocumentsForBrowse(
     collection?: string
   ): Promise<StoreResult<DocumentRow[]>> {
@@ -1547,17 +1588,18 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
       const normalizedPathPrefix = pathPrefix
         ?.replaceAll("\\", "/")
         .replace(/^\/+|\/+$/g, "");
+      const browsePathSql = "COALESCE(d.record_source_path, d.rel_path)";
 
       if (normalizedPathPrefix) {
-        conditions.push("d.rel_path LIKE ?");
+        conditions.push(`${browsePathSql} LIKE ?`);
         params.push(`${normalizedPathPrefix}/%`);
 
         if (directChildrenOnly) {
-          conditions.push("substr(d.rel_path, ?) NOT LIKE '%/%'");
+          conditions.push(`substr(${browsePathSql}, ?) NOT LIKE '%/%'`);
           params.push(normalizedPathPrefix.length + 2);
         }
       } else if (directChildrenOnly) {
-        conditions.push("d.rel_path NOT LIKE '%/%'");
+        conditions.push(`${browsePathSql} NOT LIKE '%/%'`);
       }
 
       if (options.since) {
@@ -2162,7 +2204,7 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
             ${options.collection ? "AND collection = ?" : ""}
             ${
               options.relPathPrefix !== undefined
-                ? "AND (rel_path = ? OR substr(rel_path, 1, length(?) + 1) = ? || '/')"
+                ? "AND (COALESCE(NULLIF(record_source_path, ''), rel_path) = ? OR substr(COALESCE(NULLIF(record_source_path, ''), rel_path), 1, length(?) + 1) = ? || '/')"
                 : ""
             }
           )
@@ -2187,7 +2229,15 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
           d.source_hash,
           d.content_type,
           d.content_type_source,
-          d.categories
+          d.categories,
+          d.converter_id,
+          d.converter_version,
+          d.record_key,
+          d.record_source_path,
+          d.record_source_locator,
+          d.record_metadata,
+          d.record_anchors,
+          d.record_adapter_fingerprint
         FROM fts_matches fm
         JOIN documents d ON d.id = fm.rowid AND d.active = 1
         WHERE 1 = 1
@@ -2215,6 +2265,14 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
         content_type: string | null;
         content_type_source: string | null;
         categories: string | null;
+        converter_id: string | null;
+        converter_version: string | null;
+        record_key: string | null;
+        record_source_path: string | null;
+        record_source_locator: string | null;
+        record_metadata: string | null;
+        record_anchors: string | null;
+        record_adapter_fingerprint: string | null;
       }
 
       const queryParams = [
@@ -2254,6 +2312,15 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
           contentType: r.content_type ?? undefined,
           contentTypeSource: r.content_type_source ?? undefined,
           categories: parseCategoriesJson(r.categories) ?? undefined,
+          converterId: r.converter_id ?? undefined,
+          converterVersion: r.converter_version ?? undefined,
+          recordKey: r.record_key ?? undefined,
+          recordSourcePath: r.record_source_path ?? undefined,
+          recordSourceLocator: r.record_source_locator ?? undefined,
+          recordMetadata:
+            parseRecordMetadataJson(r.record_metadata) ?? undefined,
+          recordAnchors: parseRecordAnchorsJson(r.record_anchors) ?? undefined,
+          recordAdapterFingerprint: r.record_adapter_fingerprint ?? undefined,
         }))
       );
     } catch (cause) {
@@ -5098,6 +5165,12 @@ interface DbDocumentRow {
   author: string | null;
   frontmatter_date: string | null;
   date_fields: string | null;
+  record_key: string | null;
+  record_source_path: string | null;
+  record_source_locator: string | null;
+  record_metadata: string | null;
+  record_anchors: string | null;
+  record_adapter_fingerprint: string | null;
   content_type_rules_fingerprint: string | null;
   indexed_at: string | null;
   active: number;
@@ -5185,6 +5258,34 @@ function parseCategoriesJson(raw: string | null): string[] | null {
   return null;
 }
 
+function parseRecordMetadataJson(
+  raw: string | null
+): DocumentRow["recordMetadata"] {
+  if (!raw) return null;
+  try {
+    const parsed: unknown = JSON.parse(raw);
+    return parsed && typeof parsed === "object" && !Array.isArray(parsed)
+      ? (parsed as NonNullable<DocumentRow["recordMetadata"]>)
+      : null;
+  } catch {
+    return null;
+  }
+}
+
+function parseRecordAnchorsJson(
+  raw: string | null
+): DocumentRow["recordAnchors"] {
+  if (!raw) return null;
+  try {
+    const parsed: unknown = JSON.parse(raw);
+    return Array.isArray(parsed)
+      ? (parsed as NonNullable<DocumentRow["recordAnchors"]>)
+      : null;
+  } catch {
+    return null;
+  }
+}
+
 function mapDocumentRow(row: DbDocumentRow): DocumentRow {
   const categories = parseCategoriesJson(row.categories);
   let dateFields: Record<string, string> | null = null;
@@ -5230,6 +5331,12 @@ function mapDocumentRow(row: DbDocumentRow): DocumentRow {
     author: row.author,
     frontmatterDate: row.frontmatter_date,
     dateFields,
+    recordKey: row.record_key,
+    recordSourcePath: row.record_source_path,
+    recordSourceLocator: row.record_source_locator,
+    recordMetadata: parseRecordMetadataJson(row.record_metadata),
+    recordAnchors: parseRecordAnchorsJson(row.record_anchors),
+    recordAdapterFingerprint: row.record_adapter_fingerprint,
     indexedAt: row.indexed_at,
     active: row.active === 1,
     ingestVersion: row.ingest_version,

package/src/store/types.ts

@@ -6,6 +6,7 @@
  */
 
 import type { Collection, Context, FtsTokenizer } from "../config/types";
+import type { RecordAnchor, RecordMetadata } from "../converters/types";
 
 // ─────────────────────────────────────────────────────────────────────────────
 // Error Types
@@ -113,6 +114,12 @@ export interface DocumentRow {
   author?: string | null;
   frontmatterDate?: string | null;
   dateFields?: Record<string, string> | null;
+  recordKey?: string | null;
+  recordSourcePath?: string | null;
+  recordSourceLocator?: string | null;
+  recordMetadata?: RecordMetadata | null;
+  recordAnchors?: RecordAnchor[] | null;
+  recordAdapterFingerprint?: string | null;
   indexedAt?: string | null;
 
   // Status
@@ -132,6 +139,16 @@ export interface DocumentRow {
   updatedAt: string;
 }
 
+/** Minimal persisted record identity used by export snapshot reconciliation. */
+export interface StoredRecordState {
+  recordKey: string;
+  sourceHash: string;
+  adapterVersion: string;
+  adapterFingerprint: string;
+  active: boolean;
+  relativePath: string;
+}
+
 /** Chunk row from DB */
 export interface ChunkRow {
   mirrorHash: string;
@@ -300,6 +317,12 @@ export interface DocumentInput {
   author?: string;
   frontmatterDate?: string;
   dateFields?: Record<string, string>;
+  recordKey?: string;
+  recordSourcePath?: string;
+  recordSourceLocator?: string;
+  recordMetadata?: RecordMetadata;
+  recordAnchors?: RecordAnchor[];
+  recordAdapterFingerprint?: string;
   lastErrorCode?: string;
   lastErrorMessage?: string;
   /** Ingest schema version for backfill detection */
@@ -571,6 +594,14 @@ export interface FtsResult {
   contentType?: string;
   contentTypeSource?: string;
   categories?: string[];
+  converterId?: string;
+  converterVersion?: string;
+  recordKey?: string;
+  recordSourcePath?: string;
+  recordSourceLocator?: string;
+  recordMetadata?: RecordMetadata;
+  recordAnchors?: RecordAnchor[];
+  recordAdapterFingerprint?: string;
 }
 
 // ─────────────────────────────────────────────────────────────────────────────
@@ -1448,6 +1479,15 @@ export interface StorePort {
    */
   listDocuments(collection?: string): Promise<StoreResult<DocumentRow[]>>;
 
+  /**
+   * List logical record documents produced from one source container.
+   * Uses the record-source index so targeted syncs do not scan a collection.
+   */
+  listRecordDocuments(
+    collection: string,
+    sourcePath: string
+  ): Promise<StoreResult<DocumentRow[]>>;
+
   /**
    * Fetch documents by mirror hashes in batch.
    * Useful for retrieval pipelines to avoid full document scans.

package/browser-extension/artifacts/gno-browser-clipper-v1.27.1.zip.sha256

@@ -1 +0,0 @@
-8161a2f2b8bb643dc2768c59a60783752b04dfedb0f5a1cf369042f623afaaa0  gno-browser-clipper-v1.27.1.zip