@gmickel/gno 1.27.1 → 1.29.0

package/src/serve/routes/api.ts

@@ -14,6 +14,7 @@ import type {
   Collection,
   CollectionModelOverrides,
   Config,
+  EgressPolicy,
   ModelPreset,
 } from "../../config/types";
 import type { JobManager } from "../../core/job-manager";
@@ -49,6 +50,13 @@ import {
   normalizeContentTypes,
 } from "../../config";
 import { type PublicCaptureInput } from "../../core/capture";
+import { projectCollectionEgressPolicy } from "../../core/collection-egress-policy-projection";
+import {
+  CollectionEgressPolicyService,
+  type CollectionEgressPolicyState,
+  type EgressRelaxationConfirmation,
+} from "../../core/collection-egress-policy-service";
+import { parsePolicySetBody } from "../../core/collection-egress-policy-validation";
 import {
   type ConnectorVerificationCode,
   getConnectorVerificationRemediation,
@@ -58,6 +66,7 @@ import {
   deriveEditableCopyRelPath,
   getDocumentCapabilities,
 } from "../../core/document-capabilities";
+import { EgressAuditService } from "../../core/egress-audit";
 import {
   atomicWrite,
   copyFilePath,
@@ -93,6 +102,7 @@ import {
   ProjectAffinityInputError,
   resolveRemoteProjectAffinity,
 } from "../../core/project-affinity-surface";
+import { projectRecordEvidenceMetadata } from "../../core/record-metadata";
 import {
   retrievalTraceFilters,
   startRetrievalTraceRequest,
@@ -143,6 +153,7 @@ import {
   executeResidentCapturePlan,
   planResidentCapture,
 } from "../capture-service";
+import { parseClosedJson } from "../closed-json";
 import { applyConfigChange, applyConfigChangeTyped } from "../config-sync";
 import {
   getConnectorStatuses,
@@ -175,6 +186,12 @@ export interface ContextHolder {
   jobManager?: JobManager;
   markContentMutation?: () => void;
   markIndexMutation?: () => void;
+  invalidateEgressPolicy?: () => Promise<{
+    policyEpoch: string;
+    queuedJobsInvalidated: number;
+    sessionsInvalidated: number;
+    staleWorkMustRetry: true;
+  }>;
   startBackgroundWork?: (
     operation: (signal: AbortSignal) => Promise<void>
   ) => boolean;
@@ -360,6 +377,11 @@ export interface UpdateCollectionRequestBody {
   };
 }
 
+export interface UpdateCollectionEgressPolicyRequestBody {
+  policy: EgressPolicy;
+  confirmation?: EgressRelaxationConfirmation;
+}
+
 export interface ClearCollectionEmbeddingsRequestBody {
   mode?: "stale" | "all";
 }
@@ -386,6 +408,7 @@ export interface CollectionResponse {
     gen: "override" | "preset" | "default";
   };
   activePresetId: string;
+  egressPolicy: CollectionEgressPolicyState | null;
 }
 
 function serializeCollection(
@@ -405,6 +428,12 @@ function serializeCollection(
     effectiveModels: getCollectionEffectiveModels(config, collection.name),
     modelSources: getCollectionModelSources(config, collection.name),
     activePresetId: modelConfig.activePreset,
+    egressPolicy: (() => {
+      const result = new CollectionEgressPolicyService({
+        getConfig: () => config,
+      }).get(collection.name);
+      return result.ok ? result.value : null;
+    })(),
   };
 }
 
@@ -607,6 +636,7 @@ function readRequestedUriFromUrl(req: Request): string | undefined {
 
 interface SourceMeta {
   absPath?: string;
+  relPath: string;
   mime: string;
   ext: string;
   modifiedAt?: string;
@@ -625,7 +655,11 @@ function getCollectionByName(
 
 async function resolveAbsoluteDocPath(
   collections: Config["collections"],
-  doc: { collection: string; relPath: string }
+  doc: {
+    collection: string;
+    relPath: string;
+    recordSourcePath?: string | null;
+  }
 ): Promise<{
   collection: Config["collections"][number];
   fullPath: string;
@@ -638,7 +672,7 @@ async function resolveAbsoluteDocPath(
   const nodePath = await import("node:path"); // no bun equivalent
   let safeRelPath: string;
   try {
-    safeRelPath = validateRelPath(doc.relPath);
+    safeRelPath = validateRelPath(doc.recordSourcePath ?? doc.relPath);
   } catch {
     return null;
   }
@@ -763,6 +797,7 @@ async function buildSourceMeta(
   doc: {
     collection: string;
     relPath: string;
+    recordSourcePath?: string | null;
     sourceMime: string;
     sourceExt: string;
     sourceMtime?: string | null;
@@ -770,9 +805,14 @@ async function buildSourceMeta(
     sourceHash?: string;
   }
 ): Promise<SourceMeta> {
-  const resolved = await resolveAbsoluteDocPath(collections, doc);
+  const relPath = doc.recordSourcePath ?? doc.relPath;
+  const resolved = await resolveAbsoluteDocPath(collections, {
+    collection: doc.collection,
+    relPath,
+  });
   return {
     absPath: resolved?.fullPath,
+    relPath,
     mime: doc.sourceMime,
     ext: doc.sourceExt,
     modifiedAt: doc.sourceMtime ?? undefined,
@@ -781,6 +821,20 @@ async function buildSourceMeta(
   };
 }
 
+const capabilitiesForDocument = (
+  doc: Pick<
+    DocumentRow,
+    "sourceExt" | "sourceMime" | "mirrorHash" | "recordKey"
+  >,
+  contentAvailable = doc.mirrorHash !== null
+) =>
+  getDocumentCapabilities({
+    sourceExt: doc.sourceExt,
+    sourceMime: doc.sourceMime,
+    contentAvailable,
+    recordKey: doc.recordKey,
+  });
+
 async function resolveDocumentReference(
   store: Pick<SqliteAdapter, "getDocumentByDocid" | "getDocumentByUri">,
   docId: string,
@@ -975,6 +1029,150 @@ export async function handleCollections(config: Config): Promise<Response> {
   );
 }
 
+const collectionPolicyService = (
+  ctxHolder: ContextHolder,
+  store: SqliteAdapter,
+  collection: string
+): CollectionEgressPolicyService =>
+  new CollectionEgressPolicyService({
+    getConfig: () => ctxHolder.config,
+    mutateConfig: (mutate) =>
+      applyConfigChangeTyped(
+        ctxHolder,
+        store,
+        (config) => mutate(config),
+        undefined,
+        {
+          projectStore: (targetStore, config) =>
+            projectCollectionEgressPolicy(targetStore, config, collection),
+        }
+      ),
+    onPolicyChanged: async () =>
+      (await ctxHolder.invalidateEgressPolicy?.()) ?? {
+        policyEpoch: "egress-epoch-standalone",
+        queuedJobsInvalidated: 0,
+        sessionsInvalidated: 0,
+        staleWorkMustRetry: true,
+      },
+  });
+
+export function handleCollectionEgressPolicy(
+  ctxHolder: ContextHolder,
+  name: string
+): Response {
+  const state = new CollectionEgressPolicyService({
+    getConfig: () => ctxHolder.config,
+  }).get(name);
+  if (state.ok) return jsonResponse(state.value);
+  return errorResponse(
+    state.code === "NOT_FOUND" ? "NOT_FOUND" : "VALIDATION",
+    state.error,
+    state.code === "NOT_FOUND" ? 404 : 400
+  );
+}
+
+export async function handleUpdateCollectionEgressPolicy(
+  ctxHolder: ContextHolder,
+  store: SqliteAdapter,
+  name: string,
+  req: Request
+): Promise<Response> {
+  const parsed = await parseClosedJson(req);
+  if (!parsed.ok) return errorResponse("VALIDATION", parsed.error, 400);
+  const input = parsePolicySetBody(parsed.value, name);
+  if (!input.ok) return errorResponse("VALIDATION", input.error, 400);
+  const result = await collectionPolicyService(ctxHolder, store, name).set(
+    input.value
+  );
+  if (!result.ok) {
+    const status =
+      result.code === "NOT_FOUND"
+        ? 404
+        : result.code === "EGRESS_RELAXATION_CONFIRMATION_REQUIRED"
+          ? 409
+          : 400;
+    return errorResponse(result.code, result.error, status);
+  }
+  return jsonResponse(result.value);
+}
+
+export async function handleCollectionEgressCheck(
+  ctxHolder: ContextHolder,
+  req: Request
+): Promise<Response> {
+  const parsed = await parseClosedJson(req);
+  if (!parsed.ok) return errorResponse("VALIDATION", parsed.error, 400);
+  const result = new CollectionEgressPolicyService({
+    getConfig: () => ctxHolder.config,
+  }).check(parsed.value);
+  return result.ok
+    ? jsonResponse(result.value)
+    : errorResponse("VALIDATION", result.error, 400);
+}
+
+export async function handleEgressAuditList(
+  store: SqliteAdapter,
+  req: Request
+): Promise<Response> {
+  const url = new URL(req.url);
+  const limit = url.searchParams.has("limit")
+    ? Number(url.searchParams.get("limit"))
+    : undefined;
+  const result = await new EgressAuditService(store).list({
+    limit,
+    cursor: url.searchParams.get("cursor") ?? undefined,
+  });
+  return result.ok
+    ? jsonResponse(result.value)
+    : errorResponse(result.error.code, result.error.message);
+}
+
+export async function handleEgressAuditShow(
+  store: SqliteAdapter,
+  auditId: string
+): Promise<Response> {
+  const result = await new EgressAuditService(store).show(auditId);
+  return result.ok
+    ? jsonResponse(result.value)
+    : errorResponse(
+        result.error.code,
+        result.error.message,
+        result.error.code === "NOT_FOUND" ? 404 : 400
+      );
+}
+
+export async function handleEgressAuditStatus(
+  store: SqliteAdapter
+): Promise<Response> {
+  const result = await new EgressAuditService(store).status();
+  return result.ok
+    ? jsonResponse(result.value)
+    : errorResponse(result.error.code, result.error.message);
+}
+
+export async function handleEgressAuditDelete(
+  store: SqliteAdapter,
+  auditId: string
+): Promise<Response> {
+  const result = await new EgressAuditService(store).delete(auditId);
+  return result.ok
+    ? jsonResponse(result.value)
+    : errorResponse(
+        result.error.code,
+        result.error.message,
+        result.error.code === "NOT_FOUND" ? 404 : 400
+      );
+}
+
+export async function handleEgressAuditPurge(
+  store: SqliteAdapter
+): Promise<Response> {
+  const result = await new EgressAuditService(store).purge();
+  return result.ok
+    ? jsonResponse(result.value)
+    : errorResponse(result.error.code, result.error.message);
+}
+
 /**
  * POST /api/publish/export
  * Build a gno.sh-compatible publish artifact for a collection or single doc.
@@ -1140,6 +1338,7 @@ export async function handleCreateCollection(
   if (!collection) {
     return errorResponse("RUNTIME", "Collection not found after add", 500);
   }
+  await ctxHolder.invalidateEgressPolicy?.();
   const jobResult = await startJob(
     "add",
     async (): Promise<SyncResult> => {
@@ -1255,6 +1454,7 @@ export async function handleDeleteCollection(
     const status = statusMap[syncResult.code] ?? 500;
     return errorResponse(syncResult.code, syncResult.error, status);
   }
+  await ctxHolder.invalidateEgressPolicy?.();
   ctxHolder.markContentMutation?.();
   ctxHolder.markIndexMutation?.();
   return jsonResponse({
@@ -1613,7 +1813,7 @@ export async function handleDocs(
       uri: doc.uri,
       title: doc.title,
       collection: doc.collection,
-      relPath: doc.relPath,
+      relPath: doc.recordSourcePath ?? doc.relPath,
       sourceExt: doc.sourceExt,
       sourceMime: doc.sourceMime,
       updatedAt: doc.updatedAt,
@@ -1790,12 +1990,10 @@ export async function handleDoc(
   }
 
   const contentAvailable = content !== null;
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable,
-  });
+  const capabilities = capabilitiesForDocument(doc, contentAvailable);
   const source = await buildSourceMeta(config.collections, doc);
+  const record = projectRecordEvidenceMetadata(doc);
+  const relPath = doc.recordSourcePath ?? doc.relPath;
 
   const responseData = {
     docid: doc.docid,
@@ -1804,9 +2002,10 @@ export async function handleDoc(
     content,
     contentAvailable,
     collection: doc.collection,
-    relPath: doc.relPath,
+    relPath,
     tags,
     source,
+    record,
     capabilities,
   };
   const continuationTraceId = request
@@ -2079,6 +2278,15 @@ export async function handleRenameDoc(
   }
 
   const doc = docResult.value;
+  const capabilities = capabilitiesForDocument(doc);
+  if (!capabilities.editable) {
+    return errorResponse(
+      "READ_ONLY",
+      capabilities.reason ??
+        "This document cannot be renamed in place from GNO.",
+      409
+    );
+  }
   const resolvedDocPath = await resolveAbsoluteDocPath(
     ctxHolder.config.collections,
     doc
@@ -2096,20 +2304,6 @@ export async function handleRenameDoc(
     return errorResponse("FILE_NOT_FOUND", "Source file no longer exists", 404);
   }
 
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable: doc.mirrorHash !== null,
-  });
-  if (!capabilities.editable) {
-    return errorResponse(
-      "READ_ONLY",
-      capabilities.reason ??
-        "This document cannot be renamed in place from GNO.",
-      409
-    );
-  }
-
   const nodePath = await import("node:path"); // no bun equivalent
   const directory = nodePath.dirname(doc.relPath);
   const currentExt = nodePath.extname(doc.relPath);
@@ -2206,11 +2400,7 @@ export async function handleRefactorPlan(
   }
 
   const doc = docResult.value;
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable: doc.mirrorHash !== null,
-  });
+  const capabilities = capabilitiesForDocument(doc);
   if (!capabilities.editable) {
     return errorResponse(
       "READ_ONLY",
@@ -2333,11 +2523,7 @@ export async function handleTrashDoc(
   }
   const { collection, fullPath } = resolvedDocPath;
 
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable: doc.mirrorHash !== null,
-  });
+  const capabilities = capabilitiesForDocument(doc);
   if (!capabilities.editable) {
     return errorResponse(
       "READ_ONLY",
@@ -2432,11 +2618,7 @@ export async function handleMoveDoc(
     return errorResponse("NOT_FOUND", "Document not found", 404);
   }
   const doc = docResult.value;
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable: doc.mirrorHash !== null,
-  });
+  const capabilities = capabilitiesForDocument(doc);
   if (!capabilities.editable) {
     return errorResponse(
       "READ_ONLY",
@@ -2563,11 +2745,7 @@ export async function handleDuplicateDoc(
     return errorResponse("NOT_FOUND", "Document not found", 404);
   }
   const doc = docResult.value;
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable: doc.mirrorHash !== null,
-  });
+  const capabilities = capabilitiesForDocument(doc);
   if (!capabilities.editable) {
     return errorResponse(
       "READ_ONLY",
@@ -2837,6 +3015,15 @@ export async function handleUpdateDoc(
   }
 
   const doc = docResult.value;
+  const capabilities = capabilitiesForDocument(doc);
+  if (hasContent && !capabilities.editable) {
+    return errorResponse(
+      "READ_ONLY",
+      capabilities.reason ??
+        "This document cannot be edited in place. Create an editable markdown copy instead.",
+      409
+    );
+  }
 
   const resolvedDocPath = await resolveAbsoluteDocPath(
     ctxHolder.config.collections,
@@ -2886,20 +3073,6 @@ export async function handleUpdateDoc(
     }
   }
 
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable: doc.mirrorHash !== null,
-  });
-  if (hasContent && !capabilities.editable) {
-    return errorResponse(
-      "READ_ONLY",
-      capabilities.reason ??
-        "This document cannot be edited in place. Create an editable markdown copy instead.",
-      409
-    );
-  }
-
   let writeBack: "applied" | "skipped_unsupported" | undefined;
 
   try {
@@ -3044,11 +3217,7 @@ export async function handleCreateEditableCopy(
 
   const doc = docResult.value;
   const contentAvailable = doc.mirrorHash !== null;
-  const capabilities = getDocumentCapabilities({
-    sourceExt: doc.sourceExt,
-    sourceMime: doc.sourceMime,
-    contentAvailable,
-  });
+  const capabilities = capabilitiesForDocument(doc, contentAvailable);
   if (capabilities.editable) {
     return errorResponse(
       "VALIDATION",
@@ -3094,12 +3263,15 @@ export async function handleCreateEditableCopy(
     const existingRelPaths = listResult.ok
       ? listResult.value.map((entry) => entry.relPath)
       : [];
-    relPath = deriveEditableCopyRelPath(doc.relPath, existingRelPaths);
+    relPath = deriveEditableCopyRelPath(
+      doc.recordSourcePath ?? doc.relPath,
+      existingRelPaths
+    );
   }
 
   const title =
     doc.title ??
-    doc.relPath
+    (doc.recordSourcePath ?? doc.relPath)
       .split("/")
       .pop()
       ?.replace(/\.[^.]+$/, "") ??

package/src/serve/routes/clipper.ts

@@ -1,10 +1,16 @@
 /** Dedicated loopback browser-clipper HTTP gateway. */
 
+import type { EgressLineage } from "../../core/egress-provenance";
 import type { HttpMcpPeerServer } from "../../mcp/http-security";
 import type { SqliteAdapter } from "../../store/sqlite/adapter";
 import type { ContextHolder } from "./api";
 
 import { prepareBrowserClip } from "../../core/browser-clip";
+import {
+  enforceCollectionEgressWithAudit,
+  EGRESS_DENIED_MESSAGE,
+  EgressDeniedError,
+} from "../../core/egress-enforcement";
 import {
   planResidentCapture,
   type ResidentCapturePlanResult,
@@ -83,6 +89,40 @@ const pollStatusCode = (result: ClipperPairPollResult): number => {
   return 200;
 };
 
+const enforceClipWrite = async (
+  ctxHolder: ContextHolder,
+  store: SqliteAdapter,
+  body: unknown
+): Promise<EgressLineage | undefined> => {
+  const record =
+    typeof body === "object" && body !== null
+      ? (body as Record<string, unknown>)
+      : null;
+  const payload =
+    typeof record?.payload === "object" && record.payload !== null
+      ? (record.payload as Record<string, unknown>)
+      : record;
+  const destination =
+    typeof payload?.destination === "object" && payload.destination !== null
+      ? (payload.destination as Record<string, unknown>)
+      : null;
+  const collection =
+    typeof destination?.collection === "string"
+      ? destination.collection
+      : undefined;
+  if (!collection) return undefined;
+  const { lineage } = await enforceCollectionEgressWithAudit({
+    collections: ctxHolder.config.collections,
+    collectionNames: [collection],
+    action: "clip_write",
+    destinationZone: "loopback",
+    caller: { authenticated: true, operationAuthorized: true },
+    contentClass: "source",
+    store,
+  });
+  return lineage;
+};
+
 export function createClipperRouteGateway(
   ctxHolder: ContextHolder,
   store: SqliteAdapter,
@@ -279,7 +319,12 @@ export function createClipperRouteGateway(
     if (!authenticated.ok) return authenticated.response;
     const { admission, grant } = authenticated.value;
     try {
-      const prepared = prepareBrowserClip(admission.body);
+      const egressLineage = await enforceClipWrite(
+        ctxHolder,
+        store,
+        admission.body
+      );
+      const prepared = prepareBrowserClip(admission.body, { egressLineage });
       const planned = await planResidentCapture(
         ctxHolder,
         store,
@@ -303,6 +348,12 @@ export function createClipperRouteGateway(
         admission.origin
       );
     } catch (error) {
+      if (error instanceof EgressDeniedError) {
+        return withClipperCors(
+          clipperErrorResponse("EGRESS_DENIED", EGRESS_DENIED_MESSAGE, 403),
+          admission.origin
+        );
+      }
       return withClipperCors(
         clipperErrorResponse(
           "CLIPPER_INVALID_REQUEST",
@@ -321,6 +372,11 @@ export function createClipperRouteGateway(
     if (!authenticated.ok) return authenticated.response;
     const { admission, grant } = authenticated.value;
     try {
+      const egressLineage = await enforceClipWrite(
+        ctxHolder,
+        store,
+        admission.body
+      );
       return withClipperCors(
         await executeClipperCapture({
           request,
@@ -330,10 +386,17 @@ export function createClipperRouteGateway(
           context: ctxHolder,
           store,
           pairing,
+          egressLineage,
         }),
         admission.origin
       );
     } catch (error) {
+      if (error instanceof EgressDeniedError) {
+        return withClipperCors(
+          clipperErrorResponse("EGRESS_DENIED", EGRESS_DENIED_MESSAGE, 403),
+          admission.origin
+        );
+      }
       return withClipperCors(
         clipperErrorResponse(
           "CLIPPER_CAPTURE_FAILED",

package/src/serve/routes/mcp.ts

@@ -44,6 +44,9 @@ export async function createMcpHttpGateway(
   (runtime as Partial<ResidentRuntime>).setTransportStatusProvider?.(() =>
     transport.getStatus()
   );
+  (runtime as Partial<ResidentRuntime>).setPolicySessionInvalidator?.(() =>
+    transport.invalidateAuthenticatedSessions()
+  );
 
   const route: McpHttpRoute = async (request, server) => {
     const authorization = await security.authorize(request, server);
@@ -52,8 +55,10 @@ export async function createMcpHttpGateway(
     // POST responses and GET streams may both be long-lived SSE responses.
     server.timeout(request, 0);
     return transport.handleRequest(authorization.value.request, {
+      authenticated: authorization.value.authenticated,
       identity: authorization.value.identity,
       parsedBody: authorization.value.parsedBody,
+      peerClassification: authorization.value.peerClassification,
     });
   };
 
@@ -64,6 +69,7 @@ export async function createMcpHttpGateway(
     close: async () => {
       await transport.close();
       (runtime as Partial<ResidentRuntime>).setTransportStatusProvider?.(null);
+      (runtime as Partial<ResidentRuntime>).setPolicySessionInvalidator?.(null);
     },
   };
 }