@gmickel/gno 1.34.1 → 1.34.3

package/README.md

@@ -117,7 +117,7 @@ gno daemon --detach  # headless indexing + resident MCP gateway
 
 <!-- public-truth:current-version -->
 
-> Current release: **v1.34.1** — see [CHANGELOG.md](./CHANGELOG.md)
+> Current release: **v1.34.3** — see [CHANGELOG.md](./CHANGELOG.md)
 
 <!-- /public-truth -->
 

package/browser-extension/artifacts/gno-browser-clipper-v1.34.3.zip.sha256

@@ -0,0 +1 @@
+9d23588e6deda45725d324ca310d4b8afb2a79a8ecdb0353972c376853b35244  gno-browser-clipper-v1.34.3.zip

package/browser-extension/dist/manifest.json

@@ -21,5 +21,5 @@
   "content_security_policy": {
     "extension_pages": "script-src 'self'; object-src 'none'; connect-src http://127.0.0.1:*"
   },
-  "version": "1.34.1"
+  "version": "1.34.3"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@gmickel/gno",
-  "version": "1.34.1",
+  "version": "1.34.3",
   "description": "Local semantic search for your documents. Index Markdown, PDF, and Office files with hybrid BM25 + vector search.",
   "keywords": [
     "embeddings",

package/src/llm/nodeLlamaCpp/generation.ts

@@ -60,6 +60,29 @@ const DEFAULT_TEMPERATURE = 0;
 const DEFAULT_SEED = 42;
 const DEFAULT_MAX_TOKENS = 256;
 
+// Context sizing: without an explicit contextSize, node-llama-cpp defaults to
+// "auto", which grows the KV cache to fill available VRAM up to the model's
+// trained context length (OOM risk on small GPUs — see issue #189). Instead,
+// size the context to what the call actually needs: prompt tokens + output
+// budget + margin for chat-template wrapping and special tokens.
+const GEN_CONTEXT_MARGIN_TOKENS = 512;
+const GEN_CONTEXT_MIN_TOKENS = 1024;
+
+export const resolveGenContextSize = (input: {
+  promptTokenCount: number;
+  maxTokens: number;
+  trainContextSize?: number;
+}): number => {
+  const needed = Math.max(
+    GEN_CONTEXT_MIN_TOKENS,
+    input.promptTokenCount + input.maxTokens + GEN_CONTEXT_MARGIN_TOKENS
+  );
+  if (input.trainContextSize && input.trainContextSize > 0) {
+    return Math.min(needed, input.trainContextSize);
+  }
+  return needed;
+};
+
 // ─────────────────────────────────────────────────────────────────────────────
 // Implementation
 // ─────────────────────────────────────────────────────────────────────────────
@@ -97,9 +120,14 @@ export class NodeLlamaCppGeneration implements GenerationPort {
             await this.manager.getLlama()
           ).createGrammarForJsonSchema(params.jsonSchema as JsonGrammarSchema)
         : undefined;
-      context = await llamaModel.createContext(
-        params?.contextSize ? { contextSize: params.contextSize } : undefined
-      );
+      const contextSize =
+        params?.contextSize ??
+        resolveGenContextSize({
+          promptTokenCount: llamaModel.tokenize(prompt).length,
+          maxTokens: params?.maxTokens ?? DEFAULT_MAX_TOKENS,
+          trainContextSize: llamaModel.trainContextSize,
+        });
+      context = await llamaModel.createContext({ contextSize });
       // Import LlamaChatSession dynamically
       const { LlamaChatSession } = await import("node-llama-cpp");
       const session = new LlamaChatSession({

package/browser-extension/artifacts/gno-browser-clipper-v1.34.1.zip.sha256

@@ -1 +0,0 @@
-72e70b96bc421db0d18489837817d4ed147bb57888f087bf13afb4cfb814cdb9  gno-browser-clipper-v1.34.1.zip