@gmickel/gno 1.21.0 → 1.23.0

package/src/publish/export-service.ts

@@ -8,7 +8,7 @@ import type { Collection } from "../config/types";
 import type { DocumentRow, StorePort, TagRow } from "../store/types";
 
 import { parseRef } from "../core/ref-parser";
-import { parseFrontmatter } from "../ingestion/frontmatter";
+import { parseFrontmatter, stripFrontmatter } from "../ingestion/frontmatter";
 import { getContentBatch } from "../store/content-batch";
 import {
   buildEncryptedPublishArtifact,
@@ -186,11 +186,11 @@ async function exportCollectionArtifact(
     if (isPublishDisabledByFrontmatter(rawMarkdown)) {
       continue;
     }
+    const frontmatter = parseFrontmatter(rawMarkdown).metadata;
     const sanitized = sanitizeObsidianMarkdown(rawMarkdown);
     warnings.push(...sanitized.warnings);
-    const markdown = sanitized.markdown;
+    const markdown = stripFrontmatter(sanitized.markdown);
     const tags = tagsByDocId.get(doc.id) ?? [];
-    const frontmatter = parseFrontmatter(markdown).metadata;
     const title = deriveExportedTitle(doc);
     notes.push({
       markdown,
@@ -240,7 +240,6 @@ async function exportCollectionArtifact(
       encryptedPayload: encrypted.encryptedPayload,
       routeSlug,
       secretToken: encrypted.secretToken,
-      source: collection.name,
       sourceType: "collection",
     });
   }
@@ -249,7 +248,6 @@ async function exportCollectionArtifact(
     homeNoteSlug: chooseHomeNoteSlug(notes),
     notes,
     routeSlug,
-    source: collection.name,
     sourceType: "collection",
     summary,
     title,
@@ -274,11 +272,11 @@ async function exportDocumentArtifact(
       `Refused to export: ${doc.uri} has publish: false in frontmatter`
     );
   }
+  const frontmatter = parseFrontmatter(rawMarkdown).metadata;
   const sanitized = sanitizeObsidianMarkdown(rawMarkdown);
   warnings.push(...sanitized.warnings);
-  const markdown = sanitized.markdown;
+  const markdown = stripFrontmatter(sanitized.markdown);
   const tags = await loadDocumentTags(store, doc);
-  const frontmatter = parseFrontmatter(markdown).metadata;
   const title = options.title ?? deriveExportedTitle(doc);
   const summary =
     options.summary ?? deriveExportedSummary(markdown, frontmatter);
@@ -315,7 +313,6 @@ async function exportDocumentArtifact(
       encryptedPayload: encrypted.encryptedPayload,
       routeSlug,
       secretToken: encrypted.secretToken,
-      source: doc.uri,
       sourceType: "note",
     });
   }
@@ -331,7 +328,6 @@ async function exportDocumentArtifact(
       },
     ],
     routeSlug,
-    source: doc.uri,
     sourceType: "note",
     summary,
     title,

package/src/publish/metadata.ts

@@ -0,0 +1,195 @@
+/**
+ * Reader-safe publish metadata projection.
+ *
+ * @module src/publish/metadata
+ */
+
+import type { DocumentRow, TagRow } from "../store/types";
+
+const ALLOWED_FRONTMATTER_METADATA_KEYS = new Set([
+  "audience",
+  "canonical",
+  "canonicalUrl",
+  "canonicalURL",
+  "coverAlt",
+  "coverImage",
+  "icon",
+  "image",
+  "layout",
+  "publishedAt",
+  "readingTime",
+  "series",
+  "seriesOrder",
+  "status",
+  "subtitle",
+  "theme",
+  "topic",
+  "topics",
+]);
+
+const PUBLIC_URL_METADATA_KEYS = new Set([
+  "canonical",
+  "canonicalUrl",
+  "canonicalURL",
+  "coverImage",
+  "image",
+]);
+
+const FORBIDDEN_URI_TOKEN_PATTERN =
+  /(?:^|[^a-z0-9+.-])(?:file:(?:\/\/)?|gno:\/\/)/iu;
+const LOCAL_PATH_TOKEN_PATTERN =
+  /(?:^|[\s([{"'=,:;])(?:~[/\\]|[a-z]:[/\\]|\\\\[^\\/\s]+[/\\]|\/(?:Applications|bin|dev|etc|home|Library|mnt|opt|private|proc|root|srv|sys|System|tmp|Users|usr|var|Volumes)(?:[/\\]|$))/iu;
+const LOCAL_HOSTNAME_SUFFIX_PATTERN =
+  /(?:^|\.)(?:home|internal|lan|local|localhost)$/iu;
+
+const containsLocalReference = (value: string): boolean =>
+  FORBIDDEN_URI_TOKEN_PATTERN.test(value) ||
+  LOCAL_PATH_TOKEN_PATTERN.test(value);
+
+const isNonPublicIpv4 = (hostname: string): boolean => {
+  if (!/^\d{1,3}(?:\.\d{1,3}){3}$/u.test(hostname)) return false;
+  const octets = hostname.split(".").map(Number);
+  if (octets.some((octet) => octet > 255)) return true;
+  const [first = 0, second = 0, third = 0] = octets;
+  return (
+    first === 0 ||
+    first === 10 ||
+    first === 127 ||
+    first >= 224 ||
+    (first === 100 && second >= 64 && second <= 127) ||
+    (first === 169 && second === 254) ||
+    (first === 172 && second >= 16 && second <= 31) ||
+    (first === 192 && second === 0 && third === 0) ||
+    (first === 192 && second === 0 && third === 2) ||
+    (first === 192 && second === 168) ||
+    (first === 198 && (second === 18 || second === 19)) ||
+    (first === 198 && second === 51 && third === 100) ||
+    (first === 203 && second === 0 && third === 113)
+  );
+};
+
+const isNonPublicIpv6 = (hostname: string): boolean => {
+  const normalized = hostname.replace(/^\[|\]$/gu, "").toLowerCase();
+  if (!normalized.includes(":")) return false;
+  return (
+    normalized === "::" ||
+    normalized.startsWith("::") ||
+    normalized.startsWith("fc") ||
+    normalized.startsWith("fd") ||
+    /^fe[89ab]/u.test(normalized) ||
+    normalized.startsWith("ff") ||
+    normalized.startsWith("2001:db8:")
+  );
+};
+
+const isPublicHttpUrl = (value: string): boolean => {
+  let url: URL;
+  try {
+    url = new URL(value);
+  } catch {
+    return false;
+  }
+
+  if (
+    (url.protocol !== "http:" && url.protocol !== "https:") ||
+    url.username.length > 0 ||
+    url.password.length > 0
+  ) {
+    return false;
+  }
+
+  const hostname = url.hostname.replace(/\.$/u, "").toLowerCase();
+  if (
+    hostname.length === 0 ||
+    LOCAL_HOSTNAME_SUFFIX_PATTERN.test(hostname) ||
+    isNonPublicIpv4(hostname) ||
+    isNonPublicIpv6(hostname)
+  ) {
+    return false;
+  }
+
+  const isIpLiteral =
+    hostname.includes(":") || /^\d+(?:\.\d+){3}$/u.test(hostname);
+  return isIpLiteral || hostname.includes(".");
+};
+
+const isSafeMetadataValue = (key: string, value: string): boolean => {
+  if (containsLocalReference(value)) {
+    return false;
+  }
+  if (
+    PUBLIC_URL_METADATA_KEYS.has(key) ||
+    (key === "icon" && /^https?:\/\//iu.test(value))
+  ) {
+    return isPublicHttpUrl(value);
+  }
+  return true;
+};
+
+const filterReaderSafeMetadata = (
+  metadata: Record<string, string | string[]>
+): Record<string, string | string[]> => {
+  const result: Record<string, string | string[]> = {};
+  for (const [key, value] of Object.entries(metadata)) {
+    if (typeof value === "string") {
+      if (isSafeMetadataValue(key, value)) {
+        result[key] = value;
+      }
+      continue;
+    }
+
+    const safeValues = value.filter((entry) => isSafeMetadataValue(key, entry));
+    if (safeValues.length > 0) {
+      result[key] = safeValues;
+    }
+  }
+  return result;
+};
+
+export const buildExportedMetadata = (
+  doc: Pick<
+    DocumentRow,
+    "author" | "categories" | "contentType" | "frontmatterDate" | "languageHint"
+  >,
+  parsedFrontmatter: Record<string, unknown>,
+  tags: TagRow[]
+): Record<string, string | string[]> => {
+  const metadata: Record<string, string | string[]> = {};
+
+  if (doc.author) metadata.author = doc.author;
+  if (doc.contentType) metadata.contentType = doc.contentType;
+  if (doc.languageHint) metadata.language = doc.languageHint;
+  if (doc.frontmatterDate) metadata.date = doc.frontmatterDate;
+  if (doc.categories?.length) metadata.categories = doc.categories;
+
+  const tagValues = tags.map((tag) => tag.tag);
+  if (tagValues.length) metadata.tags = tagValues;
+
+  for (const [key, value] of Object.entries(parsedFrontmatter)) {
+    if (
+      key === "tags" ||
+      key === "title" ||
+      key === "summary" ||
+      !ALLOWED_FRONTMATTER_METADATA_KEYS.has(key)
+    ) {
+      continue;
+    }
+    if (
+      typeof value === "string" &&
+      value.trim() &&
+      isSafeMetadataValue(key, value.trim())
+    ) {
+      metadata[key] = value.trim();
+      continue;
+    }
+    if (Array.isArray(value)) {
+      const cleaned = value
+        .filter((entry): entry is string => typeof entry === "string")
+        .map((entry) => entry.trim())
+        .filter((entry) => entry.length > 0 && isSafeMetadataValue(key, entry));
+      if (cleaned.length > 0) metadata[key] = cleaned;
+    }
+  }
+
+  return filterReaderSafeMetadata(metadata);
+};

package/src/sdk/client.ts

@@ -38,6 +38,7 @@ import type {
   GnoQueryOptions,
   GnoRefactorNoteResult,
   GnoRenameNoteOptions,
+  GnoSearchOptions,
   GnoUpdateOptions,
   GnoVectorSearchOptions,
   KnowledgeChangesResult,
@@ -97,6 +98,10 @@ import {
 } from "../core/knowledge-delta";
 import { resolveNoteCreatePlan } from "../core/note-creation";
 import { resolveNotePreset } from "../core/note-presets";
+import {
+  ProjectAffinityInputError,
+  resolveRemoteProjectAffinity,
+} from "../core/project-affinity-surface";
 import { RetrievalTraceManagementService } from "../core/retrieval-trace-management";
 import {
   finishRetrievalTraceAfterError,
@@ -160,6 +165,20 @@ interface RuntimePorts {
   vectorIndex: VectorIndexPort | null;
 }
 
+const resolveSdkProjectAffinity = async (
+  config: Config,
+  projectHints: readonly string[] | undefined
+) => {
+  try {
+    return await resolveRemoteProjectAffinity(config, projectHints);
+  } catch (error) {
+    if (error instanceof ProjectAffinityInputError) {
+      throw sdkError("VALIDATION", error.message);
+    }
+    throw error;
+  }
+};
+
 function unwrapStore<T>(
   result: StoreResult<T>,
   code: "STORE" | "RUNTIME" = "STORE"
@@ -471,17 +490,22 @@ class GnoClientImpl implements GnoClient {
 
   async search(
     query: string,
-    options: import("../pipeline/types").SearchOptions = {}
+    options: GnoSearchOptions = {}
   ): Promise<SearchResults> {
     this.assertOpen();
     let traceSession: RetrievalTraceSession | null = null;
     try {
+      const { projectHints, ...searchOptions } = options;
+      const projectAffinity = await resolveSdkProjectAffinity(
+        this.config,
+        projectHints
+      );
       traceSession = unwrapStore(
         await startRetrievalTraceRequest({
           store: this.store,
           config: this.config,
           query,
-          filters: retrievalTraceFilters(options),
+          filters: retrievalTraceFilters(searchOptions),
           pipeline: "bm25",
           indexName: this.indexName,
         })
@@ -490,7 +514,8 @@ class GnoClientImpl implements GnoClient {
         this.decorateSearchResults(
           unwrapStore(
             await searchBm25(this.store, query, {
-              ...options,
+              ...searchOptions,
+              projectAffinity,
               traceSession: traceSession ?? undefined,
             })
           )
@@ -513,6 +538,11 @@ class GnoClientImpl implements GnoClient {
     let traceSession: RetrievalTraceSession | null = null;
 
     try {
+      const { projectHints, ...searchOptions } = options;
+      const projectAffinity = await resolveSdkProjectAffinity(
+        this.config,
+        projectHints
+      );
       const embedUri = resolveModelUri(
         this.config,
         "embed",
@@ -524,7 +554,7 @@ class GnoClientImpl implements GnoClient {
           store: this.store,
           config: this.config,
           query,
-          filters: retrievalTraceFilters(options),
+          filters: retrievalTraceFilters(searchOptions),
           pipeline: "vector",
           indexName: this.indexName,
           modelUris: [embedUri],
@@ -564,7 +594,11 @@ class GnoClientImpl implements GnoClient {
               },
               query,
               new Float32Array(queryEmbedResult.value),
-              { ...options, traceSession: traceSession ?? undefined }
+              {
+                ...searchOptions,
+                projectAffinity,
+                traceSession: traceSession ?? undefined,
+              }
             )
           )
         ),
@@ -628,12 +662,17 @@ class GnoClientImpl implements GnoClient {
     let traceSession: RetrievalTraceSession | null = null;
 
     try {
+      const { projectHints, ...queryOptions } = options;
+      const projectAffinity = await resolveSdkProjectAffinity(
+        this.config,
+        projectHints
+      );
       traceSession = unwrapStore(
         await startRetrievalTraceRequest({
           store: this.store,
           config: this.config,
           query,
-          filters: retrievalTraceFilters(options),
+          filters: retrievalTraceFilters(queryOptions),
           pipeline: "hybrid",
           indexName: this.indexName,
           modelUris: [embedUri, expandUri, rerankUri].filter(
@@ -664,7 +703,11 @@ class GnoClientImpl implements GnoClient {
                 rerankPort: ports.rerankPort,
               },
               query,
-              { ...options, traceSession: traceSession ?? undefined }
+              {
+                ...queryOptions,
+                projectAffinity,
+                traceSession: traceSession ?? undefined,
+              }
             )
           )
         ),
@@ -739,12 +782,17 @@ class GnoClientImpl implements GnoClient {
     let traceSession: RetrievalTraceSession | null = null;
 
     try {
+      const { projectHints, ...askOptions } = options;
+      const projectAffinity = await resolveSdkProjectAffinity(
+        this.config,
+        projectHints
+      );
       traceSession = unwrapStore(
         await startRetrievalTraceRequest({
           store: this.store,
           config: this.config,
           query,
-          filters: retrievalTraceFilters(options),
+          filters: retrievalTraceFilters(askOptions),
           pipeline: "ask",
           indexName: this.indexName,
           modelUris: [embedUri, expandUri, answerUri, rerankUri].filter(
@@ -777,16 +825,21 @@ class GnoClientImpl implements GnoClient {
       }
 
       if (verificationRequested && ports.answerPort) {
-        const verified = await buildVerifiedAsk(query, options, {
-          store: this.store,
-          config: this.config,
-          indexName: this.indexName,
-          vectorIndex: ports.vectorIndex,
-          embedPort: ports.embedPort,
-          rerankPort: ports.rerankPort,
-          genPort: ports.answerPort,
-          traceSession: traceSession ?? undefined,
-        });
+        const verified = await buildVerifiedAsk(
+          query,
+          { ...askOptions, projectAffinity },
+          {
+            store: this.store,
+            config: this.config,
+            indexName: this.indexName,
+            vectorIndex: ports.vectorIndex,
+            embedPort: ports.embedPort,
+            rerankPort: ports.rerankPort,
+            genPort: ports.answerPort,
+            projectAffinity,
+            traceSession: traceSession ?? undefined,
+          }
+        );
         if (traceSession) {
           unwrapStore(
             await traceSession.finish(
@@ -831,6 +884,7 @@ class GnoClientImpl implements GnoClient {
             noRerank: options.noRerank,
             candidateLimit: options.candidateLimit,
             queryLanguageHint: options.queryLanguageHint,
+            projectAffinity,
             traceSession: traceSession ?? undefined,
           }
         )
@@ -918,8 +972,9 @@ class GnoClientImpl implements GnoClient {
 
   async context(input: GnoContextInput): Promise<GnoContextResult> {
     this.assertOpen();
+    const { projectHints, ...contextInput } = input;
     validateContextCapsuleBuildInput(
-      { ...input, indexName: this.indexName },
+      { ...contextInput, indexName: this.indexName },
       this.indexName,
       this.config.collections.map((collection) => collection.name)
     );
@@ -935,6 +990,10 @@ class GnoClientImpl implements GnoClient {
     let ports: RuntimePorts | null = null;
     let traceSession: RetrievalTraceSession | null = null;
     try {
+      const projectAffinity = await resolveSdkProjectAffinity(
+        this.config,
+        projectHints
+      );
       traceSession = unwrapStore(
         await startRetrievalTraceRequest({
           store: this.store,
@@ -968,7 +1027,7 @@ class GnoClientImpl implements GnoClient {
         collection,
       });
       const capsule = await buildContextCapsule(
-        { ...input, indexName: this.indexName },
+        { ...contextInput, indexName: this.indexName },
         {
           store: this.store,
           config: this.config,
@@ -976,6 +1035,7 @@ class GnoClientImpl implements GnoClient {
           vectorIndex: ports.vectorIndex,
           embedPort: ports.embedPort,
           rerankPort: ports.rerankPort,
+          projectAffinity,
           traceSession: traceSession ?? undefined,
         }
       );

package/src/sdk/index.ts

@@ -51,6 +51,8 @@ export type {
   GnoMultiGetOptions,
   GnoMultiGetResult,
   GnoQueryOptions,
+  GnoProjectHintOptions,
+  GnoSearchOptions,
   GnoSkippedDocument,
   GnoUpdateOptions,
   GnoVectorSearchOptions,

package/src/sdk/types.ts

@@ -97,13 +97,26 @@ export interface GnoModelOverrides {
   rerankModel?: string;
 }
 
-export type GnoQueryOptions = HybridSearchOptions & GnoModelOverrides;
-export type GnoAskOptions = AskOptions & GnoModelOverrides;
-export type GnoVectorSearchOptions = SearchOptions & {
-  model?: string;
-};
+export interface GnoProjectHintOptions {
+  /** Opaque caller project hints; never resolved against the server filesystem. */
+  projectHints?: string[];
+}
+
+export type GnoSearchOptions = Omit<SearchOptions, "projectAffinity"> &
+  GnoProjectHintOptions;
+export type GnoQueryOptions = Omit<HybridSearchOptions, "projectAffinity"> &
+  GnoModelOverrides &
+  GnoProjectHintOptions;
+export type GnoAskOptions = Omit<AskOptions, "projectAffinity"> &
+  GnoModelOverrides &
+  GnoProjectHintOptions;
+export type GnoVectorSearchOptions = Omit<SearchOptions, "projectAffinity"> &
+  GnoProjectHintOptions & {
+    model?: string;
+  };
 
-export type GnoContextInput = Omit<ContextCapsuleBuildInput, "indexName">;
+export type GnoContextInput = Omit<ContextCapsuleBuildInput, "indexName"> &
+  GnoProjectHintOptions;
 export type GnoContextResult = ContextCapsuleV1;
 export type GnoContextVerificationResult = ContextCapsuleVerification;
 export type GnoContextErrorCode =
@@ -227,7 +240,7 @@ export interface GnoClient {
   readonly configPath: string | null;
   readonly configSource: "file" | "inline";
   isOpen(): boolean;
-  search(query: string, options?: SearchOptions): Promise<SearchResults>;
+  search(query: string, options?: GnoSearchOptions): Promise<SearchResults>;
   vsearch(
     query: string,
     options?: GnoVectorSearchOptions

package/src/serve/context-capsule.ts

@@ -21,6 +21,10 @@ import {
   parseContextVerifySurfaceInput,
 } from "../app/context-surface";
 import { ContextCapsuleContractError } from "../core/context-capsule";
+import {
+  ProjectAffinityInputError,
+  resolveRemoteProjectAffinity,
+} from "../core/project-affinity-surface";
 import { startRetrievalTraceRequest } from "../core/retrieval-trace-request";
 import { withRetrievalTraceHeader } from "./retrieval-trace";
 
@@ -85,7 +89,7 @@ export const handleContextBuild = async (
 ): Promise<Response> => {
   let traceSession: RetrievalTraceSession | null = null;
   try {
-    const { input, format } = parseContextBuildSurfaceInput(
+    const { input, format, projectHints } = parseContextBuildSurfaceInput(
       await parseJsonBody(request),
       context.indexName
     );
@@ -94,6 +98,18 @@ export const handleContextBuild = async (
       context.indexName,
       context.config.collections.map((collection) => collection.name)
     );
+    let projectAffinity;
+    try {
+      projectAffinity = await resolveRemoteProjectAffinity(
+        context.config,
+        projectHints
+      );
+    } catch (error) {
+      if (error instanceof ProjectAffinityInputError) {
+        throw new ContextCapsuleContractError("invalid_input", error.message);
+      }
+      throw error;
+    }
     const started = await startRetrievalTraceRequest({
       store: context.store,
       config: context.config,
@@ -137,6 +153,7 @@ export const handleContextBuild = async (
       vectorIndex: context.vectorIndex,
       embedPort: context.embedPort,
       rerankPort: context.rerankPort,
+      projectAffinity,
       traceSession: traceSession ?? undefined,
     });
     const finished = await traceSession?.finish(