gnosys 5.12.0 → 5.12.2

package/dist/lib/attachments.js

@@ -1,8 +1,13 @@
 /**
  * Gnosys Attachments — File attachment management for multimodal ingestion.
  *
- * Stores binary files in .gnosys/attachments/<uuid>.<ext> with a JSON manifest
- * at .gnosys/attachments/attachments.json for tracking metadata and memory links.
+ * Two storage modes:
+ *  - Filesystem (legacy, large media): bytes copied to .gnosys/attachments/<uuid>.<ext>
+ *    with a JSON manifest. Does NOT travel between machines.
+ *  - Inline DB blob (v5.12, small assets): bytes stored in the memory row's
+ *    attachment_data column. Travels over the same row-copy sync rail as
+ *    embeddings, so it works single-machine, multi-machine, and with a future
+ *    dockerized MCP without any shared volume.
  */
 import * as fs from "fs/promises";
 import * as path from "path";
@@ -37,6 +42,10 @@ const MIME_MAP = {
 function mimeFromExtension(ext) {
     return MIME_MAP[ext.toLowerCase()] || "application/octet-stream";
 }
+/** Infer a MIME type from a file path's extension. */
+export function inferMimeType(filePath) {
+    return mimeFromExtension(path.extname(filePath).slice(1));
+}
 // ─── Helpers ────────────────────────────────────────────────────────────
 function getAttachmentsDir(storePath) {
     return path.join(storePath, "attachments");
@@ -151,3 +160,73 @@ export async function linkMemoryToAttachment(storePath, uuid, memoryId) {
         await writeManifest(storePath, manifest);
     }
 }
+// ─── Inline DB-blob attachments (v5.12) ─────────────────────────────────
+//
+// Small binary assets (logos, diagrams, screenshots) are stored directly in
+// the memory row's attachment_data column. Because remote sync copies whole
+// rows (the same way it already moves the `embedding` blob), these attachments
+// travel machine-to-machine for free and need no shared filesystem — which is
+// exactly what a dockerized MCP server needs.
+/**
+ * Maximum size for an inline DB-blob attachment. Larger files should use the
+ * filesystem path (`gnosys ingest`) so the synced central DB stays lean.
+ */
+export const MAX_INLINE_ATTACHMENT_BYTES = 10 * 1024 * 1024; // 10 MB
+/**
+ * Read a file and store its bytes inline on a memory row (attachment_data).
+ * Enforces the size cap and skips the write if the same bytes are already
+ * attached (content-hash dedup). Bumps `modified` so remote sync picks it up.
+ */
+export async function attachFileToMemory(db, memoryId, filePath) {
+    const mem = db.getMemory(memoryId);
+    if (!mem) {
+        throw new Error(`Memory not found: ${memoryId}`);
+    }
+    const stat = await fs.stat(filePath);
+    if (stat.size > MAX_INLINE_ATTACHMENT_BYTES) {
+        const limitMb = (MAX_INLINE_ATTACHMENT_BYTES / (1024 * 1024)).toFixed(0);
+        const sizeMb = (stat.size / (1024 * 1024)).toFixed(1);
+        throw new Error(`File is ${sizeMb}MB, which exceeds the ${limitMb}MB inline-attachment limit. ` +
+            `Use 'gnosys ingest' for large media (it stores the file on disk instead).`);
+    }
+    const data = await fs.readFile(filePath);
+    const name = path.basename(filePath);
+    const mime = inferMimeType(filePath);
+    // Dedup: if the same bytes are already attached, skip the write.
+    if (mem.attachment_data && Buffer.from(mem.attachment_data).equals(data)) {
+        return { memoryId, name, mime, sizeBytes: data.length, unchanged: true };
+    }
+    db.updateMemory(memoryId, {
+        attachment_data: data,
+        attachment_mime: mime,
+        attachment_name: name,
+        modified: new Date().toISOString(),
+    });
+    return { memoryId, name, mime, sizeBytes: data.length, unchanged: false };
+}
+/** Return the inline attachment stored on a memory row, or null if none. */
+export function getMemoryAttachment(db, memoryId) {
+    const mem = db.getMemory(memoryId);
+    if (!mem?.attachment_data)
+        return null;
+    const data = Buffer.from(mem.attachment_data);
+    return {
+        data,
+        mime: mem.attachment_mime || "application/octet-stream",
+        name: mem.attachment_name || `${memoryId}.bin`,
+        sizeBytes: data.length,
+    };
+}
+/** Remove an inline attachment from a memory row (keeps the memory itself). */
+export function detachFromMemory(db, memoryId) {
+    const mem = db.getMemory(memoryId);
+    if (!mem?.attachment_data)
+        return false;
+    db.updateMemory(memoryId, {
+        attachment_data: null,
+        attachment_mime: null,
+        attachment_name: null,
+        modified: new Date().toISOString(),
+    });
+    return true;
+}

package/dist/lib/chat/choose.js

@@ -115,7 +115,7 @@ export function parseChooseYaml(yaml) {
         const itemStart = line.match(/^\s*-\s*id:\s*(.+?)\s*$/);
         if (itemStart) {
             // Push previous item if any
-            if (current && current.label)
+            if (current?.label)
                 options.push(current);
             current = { id: itemStart[1], label: "" };
             continue;
@@ -133,7 +133,7 @@ export function parseChooseYaml(yaml) {
         }
     }
     // Flush the last option
-    if (current && current.label)
+    if (current?.label)
         options.push(current);
     return { prompt, options };
 }

package/dist/lib/clientReadOverlay.js

@@ -27,6 +27,9 @@ export function pendingAddToDbMemory(p) {
         source_file: null,
         source_page: null,
         source_timerange: null,
+        attachment_data: null,
+        attachment_mime: null,
+        attachment_name: null,
         project_id: p.project_id,
         scope: p.scope,
     };

package/dist/lib/config.d.ts

@@ -3,7 +3,6 @@
  * Uses Zod for schema validation with sensible defaults.
  */
 import { z } from "zod";
-export type { LlmTaskName } from "./apiKeyVault.js";
 declare const LLMProviderEnum: z.ZodEnum<{
     anthropic: "anthropic";
     ollama: "ollama";
@@ -52,53 +51,6 @@ declare const RecallConfigSchema: z.ZodObject<{
     minRelevance: z.ZodDefault<z.ZodNumber>;
 }, z.core.$strip>;
 export type RecallConfig = z.infer<typeof RecallConfigSchema>;
-declare const ChatConfigSchema: z.ZodObject<{
-    toolsEnabled: z.ZodDefault<z.ZodBoolean>;
-    autoSummarizeAfterTurns: z.ZodDefault<z.ZodNumber>;
-    systemPromptPrefix: z.ZodDefault<z.ZodString>;
-}, z.core.$strip>;
-export type ChatConfig = z.infer<typeof ChatConfigSchema>;
-declare const MultimodalConfigSchema: z.ZodObject<{
-    transcriptionProvider: z.ZodDefault<z.ZodEnum<{
-        groq: "groq";
-        openai: "openai";
-        local: "local";
-    }>>;
-    whisperModel: z.ZodDefault<z.ZodString>;
-    visionProvider: z.ZodOptional<z.ZodEnum<{
-        anthropic: "anthropic";
-        ollama: "ollama";
-        groq: "groq";
-        openai: "openai";
-        lmstudio: "lmstudio";
-        xai: "xai";
-        mistral: "mistral";
-        openrouter: "openrouter";
-        custom: "custom";
-    }>>;
-    visionModel: z.ZodOptional<z.ZodString>;
-    chunkSize: z.ZodDefault<z.ZodNumber>;
-    maxFileSizeMb: z.ZodDefault<z.ZodNumber>;
-}, z.core.$strip>;
-export type MultimodalConfig = z.infer<typeof MultimodalConfigSchema>;
-declare const WebConfigSchema: z.ZodObject<{
-    source: z.ZodDefault<z.ZodEnum<{
-        sitemap: "sitemap";
-        directory: "directory";
-        urls: "urls";
-    }>>;
-    sitemapUrl: z.ZodOptional<z.ZodString>;
-    contentDir: z.ZodOptional<z.ZodString>;
-    urls: z.ZodOptional<z.ZodArray<z.ZodString>>;
-    outputDir: z.ZodDefault<z.ZodString>;
-    exclude: z.ZodDefault<z.ZodArray<z.ZodString>>;
-    categories: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
-    llmEnrich: z.ZodDefault<z.ZodBoolean>;
-    prune: z.ZodDefault<z.ZodBoolean>;
-    concurrency: z.ZodDefault<z.ZodNumber>;
-    crawlDelayMs: z.ZodDefault<z.ZodNumber>;
-}, z.core.$strip>;
-export type WebConfig = z.infer<typeof WebConfigSchema>;
 export declare const GnosysConfigSchema: z.ZodObject<{
     llm: z.ZodDefault<z.ZodObject<{
         defaultProvider: z.ZodDefault<z.ZodEnum<{
@@ -422,3 +374,4 @@ export declare function generateConfigTemplate(): string;
  * All supported provider names.
  */
 export declare const ALL_PROVIDERS: LLMProviderName[];
+export {};

package/dist/lib/configCommand.js

@@ -243,7 +243,7 @@ export async function runConfigSetCommand(getResolver, key, value, extra) {
                     break;
                 case "maxMemories": {
                     const n = parseInt(recallValue, 10);
-                    if (isNaN(n) || n < 1 || n > 20) {
+                    if (Number.isNaN(n) || n < 1 || n > 20) {
                         printStatus("fail", "maxMemories must be between 1 and 20");
                         process.exit(1);
                     }
@@ -253,7 +253,7 @@ export async function runConfigSetCommand(getResolver, key, value, extra) {
                 }
                 case "minRelevance": {
                     const f = parseFloat(recallValue);
-                    if (isNaN(f) || f < 0 || f > 1) {
+                    if (Number.isNaN(f) || f < 0 || f > 1) {
                         printStatus("fail", "minRelevance must be between 0 and 1");
                         process.exit(1);
                     }

package/dist/lib/db.d.ts

@@ -32,6 +32,9 @@ export interface DbMemory {
     source_file: string | null;
     source_page: string | null;
     source_timerange: string | null;
+    attachment_data: Buffer | null;
+    attachment_mime: string | null;
+    attachment_name: string | null;
     project_id: string | null;
     scope: string;
 }
@@ -96,6 +99,9 @@ export interface MigrationStats {
 declare function fnv1a(str: string): string;
 export declare class GnosysDB {
     private db;
+    /** v5.12.x perf: prepared-statement cache, keyed by SQL. Invalidated on
+     *  reopen()/close() — statements are bound to their connection handle. */
+    private stmtCache;
     private storePath;
     private available;
     private dbFilePath;
@@ -175,6 +181,12 @@ export declare class GnosysDB {
      * Read methods are also wrapped because reads against stale pages can
      * surface the same error.
      */
+    /**
+     * Prepare-with-cache for fixed-SQL hot paths. Dynamic SQL (e.g. the
+     * field-built UPDATE in updateMemory) must keep using db.prepare directly
+     * so the cache stays bounded. Cache is invalidated on reopen()/close().
+     */
+    private prep;
     private withRecovery;
     /**
      * Restore from a backup file. Closes current DB, copies backup over, re-opens.
@@ -189,11 +201,14 @@ export declare class GnosysDB {
     isAvailable(): boolean;
     getDbPath(): string;
     getStorePath(): string;
-    insertMemory(mem: Omit<DbMemory, "embedding" | "source_file" | "source_page" | "source_timerange"> & {
+    insertMemory(mem: Omit<DbMemory, "embedding" | "source_file" | "source_page" | "source_timerange" | "attachment_data" | "attachment_mime" | "attachment_name"> & {
         embedding?: Buffer | null;
         source_file?: string | null;
         source_page?: string | null;
         source_timerange?: string | null;
+        attachment_data?: Buffer | null;
+        attachment_mime?: string | null;
+        attachment_name?: string | null;
     }): void;
     getMemory(id: string): DbMemory | null;
     getActiveMemories(): DbMemory[];