@gmickel/gno 1.26.0 → 1.27.1

package/src/pipeline/vsearch.ts

@@ -11,13 +11,19 @@ import type { StorePort } from "../store/types";
 import type { VectorIndexPort } from "../store/vector/types";
 import type { SearchOptions, SearchResult, SearchResults } from "./types";
 
+import { normalizeContentTypes } from "../config/content-types";
 import { getContentBatch } from "../store/content-batch";
 import { err, ok } from "../store/types";
 import { createChunkLookup } from "./chunk-lookup";
+import {
+  applyContentTypeBoost,
+  hasAuxiliaryRanking,
+  sortByFinalScoreStable,
+} from "./content-type-boost";
 import { formatQueryForEmbedding } from "./contextual";
 import { matchesExcludedChunks, matchesExcludedText } from "./exclude";
 import { selectBestChunkForSteering } from "./intent";
-import { applyProjectAffinity, hasProjectAffinity } from "./project-affinity";
+import { hasProjectAffinity } from "./project-affinity";
 import { detectQueryLanguage } from "./query-language";
 import { attachSearchResultContexts } from "./result-context";
 import {
@@ -83,9 +89,17 @@ export async function searchVectorWithEmbedding(
   const { store, vectorIndex } = deps;
   const limit = options.limit ?? 20;
   const minScore = options.minScore ?? 0;
-  const affinityActive = hasProjectAffinity(options.projectAffinity);
+  const contentTypeRules =
+    options.contentTypeRules ??
+    normalizeContentTypes(deps.config.contentTypes ?? []).rules;
+  const auxiliaryRankingActive = hasAuxiliaryRanking(
+    options.projectAffinity,
+    contentTypeRules
+  );
+  const projectAffinityActive = hasProjectAffinity(options.projectAffinity);
   const recencySort = shouldSortByRecency(query);
-  const retrievalLimit = recencySort || affinityActive ? limit * 3 : limit;
+  const retrievalLimit =
+    recencySort || projectAffinityActive ? limit * 3 : limit;
   const temporalRange = resolveTemporalRange(
     query,
     options.since,
@@ -106,7 +120,7 @@ export async function searchVectorWithEmbedding(
     queryEmbedding,
     retrievalLimit,
     {
-      minScore: affinityActive ? undefined : minScore,
+      minScore: projectAffinityActive ? undefined : minScore,
       allowedMirrorHashes: options.retrievalScope?.allowedMirrorHashes,
     }
   );
@@ -165,7 +179,7 @@ export async function searchVectorWithEmbedding(
 
   for (const vec of vecResults) {
     const baseScore = normalizeVectorScore(vec.distance);
-    if (!affinityActive && baseScore < minScore) {
+    if (!projectAffinityActive && baseScore < minScore) {
       continue;
     }
 
@@ -196,7 +210,7 @@ export async function searchVectorWithEmbedding(
     if (!matchingDocs || matchingDocs.length === 0) {
       continue;
     }
-    const docs = affinityActive ? matchingDocs : [matchingDocs.at(-1)!];
+    const docs = auxiliaryRankingActive ? matchingDocs : [matchingDocs.at(-1)!];
     for (const doc of docs) {
       const collectionPath = collectionPaths.get(doc.collection);
       const excluded =
@@ -218,7 +232,7 @@ export async function searchVectorWithEmbedding(
         continue;
       }
 
-      const scoredResult = applyProjectAffinity(
+      const scoredResult = applyContentTypeBoost(
         {
           docid: doc.docid,
           score: baseScore,
@@ -254,7 +268,9 @@ export async function searchVectorWithEmbedding(
             : undefined,
         },
         doc.collection,
+        contentTypeRules,
         options.projectAffinity,
+        doc.contentTypeSource,
         { kind: "vector_distance", score: vec.distance }
       );
       if (scoredResult.score < minScore) continue;
@@ -317,7 +333,7 @@ export async function searchVectorWithEmbedding(
 
       const collectionPath = collectionPaths.get(doc.collection);
 
-      const result = applyProjectAffinity(
+      const result = applyContentTypeBoost(
         {
           docid: doc.docid,
           score,
@@ -353,7 +369,9 @@ export async function searchVectorWithEmbedding(
             : undefined,
         },
         doc.collection,
+        contentTypeRules,
         options.projectAffinity,
+        doc.contentTypeSource,
         { kind: "vector_distance", score: rawDistance }
       );
       results.push(
@@ -390,8 +408,8 @@ export async function searchVectorWithEmbedding(
       }
       return b.score - a.score;
     });
-  } else if (affinityActive) {
-    results.sort((a, b) => b.score - a.score);
+  } else if (auxiliaryRankingActive) {
+    sortByFinalScoreStable(results);
   }
 
   const finalResults = results.slice(0, limit);
@@ -485,6 +503,7 @@ interface DocumentInfo {
   relPath: string;
   author: string | null;
   contentType: string | null;
+  contentTypeSource: string | null;
   categories: string[] | null;
   sourceHash: string;
   sourceMime: string;
@@ -625,6 +644,7 @@ async function buildDocumentMap(
       relPath: doc.relPath,
       author: doc.author ?? null,
       contentType: doc.contentType ?? null,
+      contentTypeSource: doc.contentTypeSource ?? null,
       categories: doc.categories ?? null,
       sourceHash: doc.sourceHash,
       sourceMime: doc.sourceMime,

package/src/sdk/client.ts

@@ -11,7 +11,7 @@ import type { Config } from "../config/types";
 import type { DownloadPolicy } from "../llm/policy";
 import type { EmbeddingPort, GenerationPort, RerankPort } from "../llm/types";
 import type { AskResult, SearchResults } from "../pipeline/types";
-import type { IndexStatus, StoreResult } from "../store/types";
+import type { StoreResult } from "../store/types";
 import type { VectorIndexPort } from "../store/vector";
 import type {
   GnoAskOptions,
@@ -32,6 +32,7 @@ import type {
   GnoGetOptions,
   GnoIndexOptions,
   GnoIndexResult,
+  GnoIndexStatus,
   GnoListOptions,
   GnoMoveNoteOptions,
   GnoMultiGetOptions,
@@ -65,9 +66,11 @@ import {
 } from "../app/index-name";
 import { buildVerifiedAsk } from "../app/verified-ask";
 import {
+  buildContentTypeBoostStatus,
   ConfigSchema,
   loadConfig,
   normalizeConfigContentTypes,
+  normalizeContentTypes,
 } from "../config";
 import {
   buildCaptureReceipt,
@@ -516,6 +519,9 @@ class GnoClientImpl implements GnoClient {
             await searchBm25(this.store, query, {
               ...searchOptions,
               projectAffinity,
+              contentTypeRules: normalizeContentTypes(
+                this.config.contentTypes ?? []
+              ).rules,
               traceSession: traceSession ?? undefined,
             })
           )
@@ -883,6 +889,7 @@ class GnoClientImpl implements GnoClient {
             noExpand: options.noExpand,
             noRerank: options.noRerank,
             candidateLimit: options.candidateLimit,
+            explain: options.explain,
             queryLanguageHint: options.queryLanguageHint,
             projectAffinity,
             traceSession: traceSession ?? undefined,
@@ -945,6 +952,9 @@ class GnoClientImpl implements GnoClient {
           answerGenerated,
           totalResults: searchResult.results.length,
           answerContext,
+          ...(options.explain && searchResult.meta.explain
+            ? { explain: searchResult.meta.explain }
+            : {}),
         },
       };
       if (answerRequested && traceSession) {
@@ -1169,13 +1179,19 @@ class GnoClientImpl implements GnoClient {
     );
   }
 
-  async status(): Promise<IndexStatus> {
+  async status(): Promise<GnoIndexStatus> {
     this.assertOpen();
-    return unwrapStore(
+    const status = unwrapStore(
       await this.store.getStatus({
         embedModel: resolveModelUri(this.config, "embed"),
       })
     );
+    return {
+      ...status,
+      contentTypeBoost: buildContentTypeBoostStatus(
+        this.config.contentTypes ?? []
+      ),
+    };
   }
 
   async listRetrievalTraces(

package/src/sdk/index.ts

@@ -43,6 +43,7 @@ export type {
   GnoGetResult,
   GnoIndexOptions,
   GnoIndexResult,
+  GnoIndexStatus,
   GnoListDocument,
   GnoListOptions,
   GnoListResult,

package/src/sdk/types.ts

@@ -8,6 +8,7 @@ import type {
   ContextCapsuleBuildInput,
   ContextRuntimeErrorCode,
 } from "../app/context-runtime";
+import type { ContentTypeBoostStatus } from "../config/content-types";
 import type { Config } from "../config/types";
 import type { CaptureInput, CaptureReceipt } from "../core/capture";
 import type {
@@ -102,15 +103,27 @@ export interface GnoProjectHintOptions {
   projectHints?: string[];
 }
 
-export type GnoSearchOptions = Omit<SearchOptions, "projectAffinity"> &
+export type GnoSearchOptions = Omit<
+  SearchOptions,
+  "contentTypeRules" | "projectAffinity"
+> &
   GnoProjectHintOptions;
-export type GnoQueryOptions = Omit<HybridSearchOptions, "projectAffinity"> &
+export type GnoQueryOptions = Omit<
+  HybridSearchOptions,
+  "contentTypeRules" | "projectAffinity"
+> &
   GnoModelOverrides &
   GnoProjectHintOptions;
-export type GnoAskOptions = Omit<AskOptions, "projectAffinity"> &
+export type GnoAskOptions = Omit<
+  AskOptions,
+  "contentTypeRules" | "projectAffinity"
+> &
   GnoModelOverrides &
   GnoProjectHintOptions;
-export type GnoVectorSearchOptions = Omit<SearchOptions, "projectAffinity"> &
+export type GnoVectorSearchOptions = Omit<
+  SearchOptions,
+  "contentTypeRules" | "projectAffinity"
+> &
   GnoProjectHintOptions & {
     model?: string;
   };
@@ -118,6 +131,9 @@ export type GnoVectorSearchOptions = Omit<SearchOptions, "projectAffinity"> &
 export type GnoContextInput = Omit<ContextCapsuleBuildInput, "indexName"> &
   GnoProjectHintOptions;
 export type GnoContextResult = ContextCapsuleV1;
+export type GnoIndexStatus = IndexStatus & {
+  contentTypeBoost: ContentTypeBoostStatus;
+};
 export type GnoContextVerificationResult = ContextCapsuleVerification;
 export type GnoContextErrorCode =
   | ContextRuntimeErrorCode
@@ -268,7 +284,7 @@ export interface GnoClient {
     ref: string,
     options?: KnowledgeImpactInput
   ): Promise<KnowledgeImpactResult>;
-  status(): Promise<IndexStatus>;
+  status(): Promise<GnoIndexStatus>;
   listRetrievalTraces(
     options?: RetrievalTraceListRequest
   ): Promise<RetrievalTraceListResult>;

package/src/serve/routes/api.ts

@@ -45,7 +45,7 @@ import {
   updateCollection,
 } from "../../collection";
 import {
-  fingerprintContentTypeRules,
+  fingerprintContentTypeMetadataRules,
   normalizeContentTypes,
 } from "../../config";
 import { type PublicCaptureInput } from "../../core/capture";
@@ -272,6 +272,7 @@ export interface QueryRequestBody {
   noRerank?: boolean;
   noGraph?: boolean;
   graph?: boolean;
+  explain?: boolean;
   /** Comma-separated tags - filter to docs having ALL (AND) */
   tagsAll?: string;
   /** Comma-separated tags - filter to docs having ANY (OR) */
@@ -306,6 +307,7 @@ export interface AskRequestBody {
   noRerank?: boolean;
   graph?: boolean;
   noGraph?: boolean;
+  explain?: boolean;
   /** Comma-separated tags - filter to docs having ALL (AND) */
   tagsAll?: string;
   /** Comma-separated tags - filter to docs having ANY (OR) */
@@ -335,6 +337,7 @@ const ASK_REQUEST_KEYS = new Set<keyof AskRequestBody>([
   "noRerank",
   "graph",
   "noGraph",
+  "explain",
   "tagsAll",
   "tagsAny",
 ]);
@@ -3510,7 +3513,6 @@ export async function handleSearch(
   if (body.author !== undefined && typeof body.author !== "string") {
     return errorResponse("VALIDATION", "author must be a string");
   }
-
   // Parse tag filters
   let tagsAll: string[] | undefined;
   let tagsAny: string[] | undefined;
@@ -3572,6 +3574,9 @@ export async function handleSearch(
     categories,
     author,
     projectAffinity,
+    contentTypeRules: context
+      ? normalizeContentTypes(context.config.contentTypes ?? []).rules
+      : undefined,
   };
 
   const trace = context
@@ -3679,6 +3684,9 @@ export async function handleQuery(
   if (body.author !== undefined && typeof body.author !== "string") {
     return errorResponse("VALIDATION", "author must be a string");
   }
+  if (body.explain !== undefined && typeof body.explain !== "boolean") {
+    return errorResponse("VALIDATION", "explain must be a boolean");
+  }
 
   const { queryModes, error: queryModesError } = parseQueryModesInput(
     body.queryModes
@@ -3768,6 +3776,7 @@ export async function handleQuery(
     categories,
     author,
     projectAffinity,
+    explain: body.explain,
   };
   const trace = await startRestTrace(ctx, {
     query: normalizedQuery,
@@ -3998,7 +4007,7 @@ export async function handleQueryDiagnose(
       projectAffinity,
       contentTypeRules,
       contentTypeRulesFingerprint:
-        fingerprintContentTypeRules(contentTypeRules),
+        fingerprintContentTypeMetadataRules(contentTypeRules),
     }
   );
 
@@ -4047,6 +4056,7 @@ export async function handleAsk(
     "noRerank",
     "graph",
     "noGraph",
+    "explain",
   ] as const) {
     if (body[field] !== undefined && typeof body[field] !== "boolean") {
       return errorResponse("VALIDATION", `${field} must be a boolean`);
@@ -4230,6 +4240,7 @@ export async function handleAsk(
     contextBudgetBytes: body.contextBudgetBytes,
     maxAnswerTokens: body.maxAnswerTokens,
     projectAffinity,
+    explain: body.explain,
   };
   const trace = await startRestTrace(ctx, {
     query: normalizedQuery,
@@ -4446,6 +4457,9 @@ export async function handleAsk(
       answerGenerated,
       totalResults: results.length,
       answerContext,
+      ...(body.explain && searchResult.value.meta.explain
+        ? { explain: searchResult.value.meta.explain }
+        : {}),
     },
   };
 

package/src/serve/status-model.ts

@@ -1,3 +1,4 @@
+import type { ContentTypeBoostStatus } from "../config/content-types";
 import type { ActivationStatus } from "../core/activation-status";
 
 export type HealthCheckStatus = "ok" | "warn" | "error";
@@ -196,6 +197,7 @@ export interface AppStatusResponse {
     hybrid: boolean;
     answer: boolean;
   };
+  contentTypeBoost: ContentTypeBoostStatus;
   activation: ActivationStatus;
   onboarding: OnboardingState;
   health: HealthCenterState;

package/src/serve/status.ts

@@ -13,6 +13,7 @@ import type {
 } from "./status-model";
 
 import { getModelsCachePath } from "../app/constants";
+import { buildContentTypeBoostStatus } from "../config/content-types";
 import {
   type ActivationStatus,
   buildActivationStatus,
@@ -740,6 +741,9 @@ export async function buildAppStatus(
       name: preset.name,
     },
     capabilities: ctx.capabilities,
+    contentTypeBoost: buildContentTypeBoostStatus(
+      ctx.config.contentTypes ?? []
+    ),
     activation,
     onboarding: buildOnboarding(
       status,

package/src/store/sqlite/adapter.ts

@@ -2186,6 +2186,7 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
           d.source_size,
           d.source_hash,
           d.content_type,
+          d.content_type_source,
           d.categories
         FROM fts_matches fm
         JOIN documents d ON d.id = fm.rowid AND d.active = 1
@@ -2212,6 +2213,7 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
         source_size: number | null;
         source_hash: string | null;
         content_type: string | null;
+        content_type_source: string | null;
         categories: string | null;
       }
 
@@ -2250,6 +2252,7 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
           sourceSize: r.source_size ?? undefined,
           sourceHash: r.source_hash ?? undefined,
           contentType: r.content_type ?? undefined,
+          contentTypeSource: r.content_type_source ?? undefined,
           categories: parseCategoriesJson(r.categories) ?? undefined,
         }))
       );

package/src/store/types.ts

@@ -119,7 +119,7 @@ export interface DocumentRow {
   active: boolean;
   /** Ingest schema version for backfill detection */
   ingestVersion: number | null;
-  /** Fingerprint of normalized content type rules used for derived metadata */
+  /** Fingerprint of metadata-affecting content type rules used for derivation. */
   contentTypeRulesFingerprint?: string | null;
 
   // Error tracking
@@ -304,7 +304,7 @@ export interface DocumentInput {
   lastErrorMessage?: string;
   /** Ingest schema version for backfill detection */
   ingestVersion?: number;
-  /** Fingerprint of normalized content type rules used for derived metadata */
+  /** Fingerprint of metadata-affecting content type rules used for derivation. */
   contentTypeRulesFingerprint?: string;
   /**
    * Change-journal metadata for a source lifecycle write. Conversion failures
@@ -569,6 +569,7 @@ export interface FtsResult {
   sourceSize?: number;
   sourceHash?: string;
   contentType?: string;
+  contentTypeSource?: string;
   categories?: string[];
 }
 

package/browser-extension/artifacts/gno-browser-clipper-v1.26.0.zip.sha256

@@ -1 +0,0 @@
-a0cf108985e47f6e36026b20538fd95b9fac9d908cf1a13eb77aedcb38a49643  gno-browser-clipper-v1.26.0.zip