openzoo 0.11.0 → 0.11.2

package/lib/bindpath.js

@@ -38,6 +38,35 @@ const DEFAULT_EXTS = [
 
 const SKIP_DIRS = new Set(['node_modules', '.git', 'target', 'dist', 'build', '.next', '__pycache__', '.venv']);
 
+/** Refuse rather than grind. A directory of exports can be hundreds of MB;
+ *  binding that takes many minutes and mostly buys markup. Raise deliberately. */
+export const MAX_TOTAL_BYTES = Number(process.env.OPENZOO_BIND_MAX_BYTES || 32 * 1024 * 1024);
+
+/**
+ * HTML → readable text. Chat/forum exports are ~90% markup: binding the raw
+ * pages wastes the corpus on tags and makes retrieval rank div soup against
+ * the question. Deliberately crude (no parser dependency) but it keeps the
+ * text nodes in document order, which is all retrieval needs.
+ */
+export function stripHtml(html) {
+  return html
+    .replace(/<(script|style)\b[^>]*>[\s\S]*?<\/\1>/gi, ' ')
+    .replace(/<!--[\s\S]*?-->/g, ' ')
+    .replace(/<br\s*\/?>/gi, '\n')
+    .replace(/<\/(p|div|li|tr|h[1-6])>/gi, '\n')
+    .replace(/<[^>]+>/g, ' ')
+    .replace(/&nbsp;/g, ' ').replace(/&amp;/g, '&').replace(/&lt;/g, '<')
+    .replace(/&gt;/g, '>').replace(/&quot;/g, '"').replace(/&#39;/g, "'")
+    .replace(/[ \t]+/g, ' ')
+    .replace(/\n\s*\n\s*\n+/g, '\n\n')
+    .trim();
+}
+
+const readAsText = (file) => {
+  const raw = fs.readFileSync(file, 'utf8');
+  return /\.html?$/i.test(file) ? stripHtml(raw) : raw;
+};
+
 /** Every bindable file under `root` (or just `root` if it is a file). */
 export function collectFiles(root, { exts = DEFAULT_EXTS, maxFiles = 5000 } = {}) {
   const st = fs.statSync(root);
@@ -109,11 +138,27 @@ export async function bindPath(target, { exts, onProgress, force = false } = {})
   const files = collectFiles(resolved, exts ? { exts } : {});
   if (!files.length) throw new Error(`nothing bindable under ${resolved} (looked for text-like files)`);
 
+  // Size the job BEFORE reading anything. A 2GB export folder is 100MB of
+  // text-like files, and silently grinding through it for minutes reads as a
+  // hang — an actionable refusal is better than a spinner.
+  const onDisk = files.reduce((n, f) => n + fs.statSync(f).size, 0);
+  if (onDisk > MAX_TOTAL_BYTES) {
+    const biggest = files
+      .map((f) => ({ f, size: fs.statSync(f).size }))
+      .sort((a, b) => b.size - a.size).slice(0, 3)
+      .map(({ f, size }) => `${path.basename(f)} (${(size / 1048576).toFixed(1)}MB)`);
+    throw new Error(
+      `${(onDisk / 1048576).toFixed(0)}MB across ${files.length} files exceeds the ${(MAX_TOTAL_BYTES / 1048576).toFixed(0)}MB bind limit. `
+      + `Largest: ${biggest.join(', ')}. Point at one file, narrow with --ext/ext, `
+      + `or raise OPENZOO_BIND_MAX_BYTES if you really want all of it.`,
+    );
+  }
+
   // Each file is prefixed with its path so retrieval can cite where a passage
   // came from — a corpus of concatenated files with no provenance is much
-  // less useful to answer from.
+  // less useful to answer from. HTML is reduced to its text (see readAsText).
   const text = files
-    .map((f) => `===== ${path.relative(path.dirname(resolved), f) || path.basename(f)} =====\n${fs.readFileSync(f, 'utf8')}`)
+    .map((f) => `===== ${path.relative(path.dirname(resolved), f) || path.basename(f)} =====\n${readAsText(f)}`)
     .join('\n\n');
 
   const bytes = Buffer.byteLength(text);

package/lib/brief.js

@@ -33,7 +33,8 @@ export const briefFor = (selfUrl) => [
   '   Keep any single request under ~8MB. Bigger bodies are dropped by the network hop before they reach the proxy (an opaque 413 or a dead connection). This is a REQUEST size limit, not a context limit — the bound context can be far larger, which is what parts are for.',
   '   Paths: your base_url already ends in /v1, so post to {base_url}/hrr/bind — NOT {base_url}/v1/hrr/bind (that double /v1 404s; the proxy repairs it, but do not rely on that).',
   '',
-  '3. PAYMENT IS HANDLED. Every call is paid per-request from the operator\'s wallet via x402 (Solana / Base / Robinhood Chain, whichever is funded). There is no API key to find, no account, no rate limit to negotiate. Never search the operator\'s machine for credentials or endpoints — GET / on this proxy returns everything discoverable about it.',
+  '3. PAYMENT IS HANDLED. Every call is paid per-request from the operator\'s wallet via x402 (Solana / Base / Robinhood Chain, whichever is funded). There is no account and no rate limit to negotiate, and you never handle money. Never search the operator\'s machine for credentials — GET / on this proxy describes it.',
+  '   AUTH, precisely: /hrr/bind and GET /models need NO key, so a script you write can call them directly. Paid endpoints (/chat/completions) need the bearer key your client is already configured with — you cannot read that key, so DO NOT write a standalone script that calls a paid endpoint. Bind from a script if you like, then ask through this conversation, which is already authenticated.',
   '',
   '4. MODEL IDS ARE FORGIVING. Ask for any model id you like; unknown ids are matched to the nearest served model, and /v1/models lists what is real (each alias row carries `served_by`).',
 ].join('\n');

package/lib/proxy.js

@@ -320,8 +320,16 @@ export async function startProxy({ silent = false, requireToken = null, sessionM
           }, null, 2));
           return;
         }
+        // Binding COSTS NOTHING — no 402, no wallet, no settlement. Gating it
+        // behind the key only stopped agents from using the one endpoint that
+        // makes a big corpus workable: observed in the wild, an agent wrote a
+        // correct multi-part bind script, got 401 on the final append, and
+        // fell back to stuffing the corpus inline. The money paths below stay
+        // gated; the worst a stranger can do here is spend our sidecar's disk.
         const freeRead = req.method === 'GET' && (p === '/v1/models' || p.startsWith('/v1/models/'));
-        if (!freeRead) {
+        const freeBind = req.method === 'POST' && p === '/v1/hrr/bind';
+        if (freeBind) log(`public url: unauthenticated bind allowed (free endpoint) from ${req.socket.remoteAddress}`);
+        if (!freeRead && !freeBind) {
           log(`public url: 401 ${req.method} ${req.url}`);
           jsonErr(res, 401, 'unauthorized: this openzoo public URL requires the api key printed at the operator\'s proxy startup — GET / for discovery, GET /v1/models is open');
           return;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openzoo",
-  "version": "0.11.0",
+  "version": "0.11.2",
   "description": "Local x402-paying proxy + MCP server for openzoo.fun — point any OpenAI-compatible harness (Cursor, Claude Code, aider, SDKs) at localhost and it pays per call from a local burner wallet. Solana and Base rails live; Robinhood experimental.",
   "license": "MIT",
   "type": "module",