@hraness/sponge 0.2.0 → 0.2.2

package/dist/src/acquisition/pins.js

@@ -1,9 +1,9 @@
 import { captureLockfile } from './lock.js';
 /** Immutable released media/PDF capability pins; installed qualification is recorded separately. */
 export const defaultCapturePins = {
-    id: 'capture-ghostget-0.18.94-bun-1.3.14-darwin-arm64',
-    ghostget: { version: '0.18.94', url: 'https://github.com/hraness/ghostget/releases/download/v0.18.94/hraness-ghostget-0.18.94.tgz', bytes: 12379758, sha256: '1409271320b4b35467d04a085a39e6c958d065c7f79c4b1092b2854861c85bbb' },
+    id: 'capture-ghostget-0.18.99-bun-1.3.14-darwin-arm64',
+    ghostget: { version: '0.18.99', url: 'https://github.com/hraness/ghostget/releases/download/v0.18.99/hraness-ghostget-0.18.99.tgz', bytes: 12470970, sha256: '91d226b2d69884f7119f11ae9316f37134c3da7e127e91ae210c982eced92530' },
     wordcell: { version: '0.27.0', url: 'https://github.com/hraness/wordcell/releases/download/v0.27.0/hraness-wordcell-0.27.0.tgz', bytes: 1465897, sha256: 'df47868147cda46d741895d3cd1ddcbec14a563b341aa09052545be7696c9262' },
     bun: { version: '1.3.14', url: 'https://github.com/oven-sh/bun/releases/download/bun-v1.3.14/bun-darwin-aarch64.zip', bytes: 23586433, sha256: 'd8b96221828ad6f97ac7ac0ab7e95872341af763001e8803e8267652c2652620', executableSha256: 'e0c90ec15d33363e6b70713d56bc3b2c7585c17f40a0fe0f8fd9305901d4e233', archiveExecutable: 'bun-darwin-aarch64/bun' },
-    lockfile: captureLockfile, lockSha256: "c18916866933f1f59e7dd2067966477cc576ada21b9e6965ba5395035ad54b88",
+    lockfile: captureLockfile, lockSha256: "1dec6b6e96f6e2dc7ddecafb087ca5599b438a7d282e7b7d88aca5ebad1e9e6c",
 };

package/dist/src/acquisition/runtime.d.ts

@@ -32,6 +32,7 @@ export interface SetupPlan {
     installationBudgetBytes: number;
     stagingBudgetBytes: number;
     installationBudgetKind: 'monitored';
+    installationDeadlineMs: number;
     dependencyDownloads: 'frozen-lock';
     requiredFreeBytes: number;
     capabilities: string[];

package/dist/src/acquisition/runtime.js

@@ -14,6 +14,8 @@ export class CaptureSetupError extends Error {
 // Retained inventory excludes the isolated Bun cache and temporary Bun zip.
 const budget = 1024 ** 3;
 const stagingBudget = 2 * budget;
+// The frozen dependency install measured 460 s on a slow link; 300 s aborted valid setups.
+const installDeadlineMs = 30 * 60 * 1000;
 function checkPins(pins) {
     if (!/^[a-z0-9][a-z0-9.-]{0,99}$/.test(pins.id) || hash(pins.lockfile) !== pins.lockSha256)
         throw new CaptureSetupError('invalid-input');
@@ -34,7 +36,7 @@ function checkPins(pins) {
 export function captureSetupPlan(pins) {
     checkPins(pins);
     const artifacts = [pins.bun, pins.ghostget, pins.wordcell], downloadBytes = artifacts.reduce((n, a) => n + a.bytes, 0);
-    return { artifacts, downloadBytes, installationBudgetBytes: budget, stagingBudgetBytes: stagingBudget, installationBudgetKind: 'monitored', dependencyDownloads: 'frozen-lock', requiredFreeBytes: 2 * 1024 ** 3 + budget + stagingBudget + downloadBytes, capabilities: ['article-http', 'selected-ghostget-account', 'selected-attached-browser', 'verified-offline-images'] };
+    return { artifacts, downloadBytes, installationBudgetBytes: budget, stagingBudgetBytes: stagingBudget, installationBudgetKind: 'monitored', installationDeadlineMs: installDeadlineMs, dependencyDownloads: 'frozen-lock', requiredFreeBytes: 2 * 1024 ** 3 + budget + stagingBudget + downloadBytes, capabilities: ['article-http', 'selected-ghostget-account', 'selected-attached-browser', 'verified-offline-images'] };
 }
 async function download(pin, path, signal) {
     const boundedSignal = signal ? AbortSignal.any([signal, AbortSignal.timeout(120000)]) : AbortSignal.timeout(120000);
@@ -158,7 +160,7 @@ async function provisionRuntime(options) {
         await download(pins.wordcell, join(stage, `hraness-wordcell-${pins.wordcell.version}.tgz`), controller.signal);
         await writeFile(join(stage, 'package.json'), JSON.stringify({ private: true, dependencies: { '@hraness/ghostget': `./hraness-ghostget-${pins.ghostget.version}.tgz` } }), { mode: 0o600 });
         await writeFile(join(stage, 'bun.lock'), pins.lockfile, { mode: 0o600 });
-        const install = await runOwned(bun, ['install', '--frozen-lockfile', '--ignore-scripts'], { cwd: stage, env: isolatedEnvironment(home, home, home), signal: controller.signal, deadlineMs: 300000, maxOutputBytes: 65536 });
+        const install = await runOwned(bun, ['install', '--frozen-lockfile', '--ignore-scripts'], { cwd: stage, env: isolatedEnvironment(home, home, home), signal: controller.signal, deadlineMs: installDeadlineMs, maxOutputBytes: 65536 });
         cleanup = install.cleanup;
         if (install.code !== 0 || install.stopped || cleanup !== 'settled')
             throw new CaptureSetupError(limitExceeded ? 'limit-exceeded' : install.stopped ?? 'unavailable');

package/dist/src/cli/main.js

@@ -124,7 +124,7 @@ export async function main(argv, version) {
         }
         if (args.command === 'setup') {
             const plan = captureSetupPlan(defaultCapturePins);
-            process.stderr.write(`Capture setup: ${plan.downloadBytes} pinned artifact bytes, plus frozen dependency downloads. Temporary installation limit: ${plan.stagingBudgetBytes} bytes; retained runtime limit: ${plan.installationBudgetBytes} bytes. ${plan.requiredFreeBytes} free bytes required.\n`);
+            process.stderr.write(`Capture setup: ${plan.downloadBytes} pinned artifact bytes, plus frozen dependency downloads. Temporary installation limit: ${plan.stagingBudgetBytes} bytes; retained runtime limit: ${plan.installationBudgetBytes} bytes; dependency installation deadline: ${plan.installationDeadlineMs / 60000} minutes. ${plan.requiredFreeBytes} free bytes required.\n`);
             await provisionCapture({ runtimeRoot: join(store.root, 'runtime', 'capture'), pins: defaultCapturePins, signal: controller.signal });
             emit({ capture: 'ready' }, 'Capture ready');
             return 0;

package/dist/src/indexing/index.d.ts

@@ -23,7 +23,7 @@ export declare class IndexError extends Error {
     code: 'invalid-index' | 'stale-index' | 'incomplete-index' | 'cancelled-index';
     constructor(code: 'invalid-index' | 'stale-index' | 'incomplete-index' | 'cancelled-index');
 }
-/** Unicode-safe chunks leave room for the fixed document prompt within 8192 UTF-8 bytes. */
+/** Unicode-safe chunks fit the fixed document prompt within the embedding text budget, preferring whitespace breaks. */
 export declare function chunkDocument(text: string): string[];
 /** Identity must already be the verified embedder fingerprint. Existing identities are immutable. */
 export declare function createGeneration(db: DatabaseSync, options: {

package/dist/src/indexing/index.js

@@ -1,5 +1,5 @@
 import { createHash, randomUUID } from 'node:crypto';
-import { spaceFingerprint, encodeEmbeddingRequest } from '../inference/embedding/index.js';
+import { spaceFingerprint, encodeEmbeddingRequest, embeddingTextBytes } from '../inference/embedding/index.js';
 export class IndexError extends Error {
     code;
     constructor(code) {
@@ -21,17 +21,25 @@ catch (e) {
 } }
 function epoch(db) { return Number(db.prepare('SELECT revision_epoch FROM library_info WHERE id=1').get()?.revision_epoch); }
 function revisions(db) { return db.prepare('SELECT id AS itemId,current_revision AS revisionId FROM items WHERE deleted_at IS NULL AND current_revision IS NOT NULL ORDER BY id').all(); }
-/** Unicode-safe chunks leave room for the fixed document prompt within 8192 UTF-8 bytes. */
-export function chunkDocument(text) { const chunks = []; let part = '', size = 0; for (const char of text) {
+const chunkBytes = embeddingTextBytes - Buffer.byteLength('title: none | text: ');
+/** Unicode-safe chunks fit the fixed document prompt within the embedding text budget, preferring whitespace breaks. */
+export function chunkDocument(text) { const chunks = []; let part = '', size = 0, cut = -1, cutSize = 0; for (const char of text) {
     const bytes = Buffer.byteLength(char);
-    if (size + bytes > 7600) {
-        if (part.trim())
-            chunks.push(part);
-        part = '';
-        size = 0;
+    if (size + bytes > chunkBytes) {
+        const at = cut > 0 && cutSize * 2 >= chunkBytes ? cut : part.length;
+        const head = part.slice(0, at);
+        if (head.trim())
+            chunks.push(head);
+        part = part.slice(at);
+        size = Buffer.byteLength(part);
+        cut = -1;
     }
     part += char;
     size += bytes;
+    if (/\s/u.test(char)) {
+        cut = part.length;
+        cutSize = size;
+    }
 } if (part.trim())
     chunks.push(part); return chunks; }
 function snapshot(db) {
@@ -41,7 +49,7 @@ function snapshot(db) {
         for (const doc of docs) {
             const chunks = chunkDocument(String(doc.markdown));
             for (let ordinal = 0; ordinal < chunks.length; ordinal++) {
-                const text = chunks[ordinal], derivationHash = hash(JSON.stringify(['sponge-chunk-v1', String(doc.id), ordinal, text]));
+                const text = chunks[ordinal], derivationHash = hash(JSON.stringify(['sponge-chunk-v2', String(doc.id), ordinal, text]));
                 inputs.push({ ...r, sourceId: JSON.stringify([r.revisionId, 'document', String(doc.id), ordinal]), kind: 'document', representationId: String(doc.id), ordinal, derivationHash });
             }
         }
@@ -73,7 +81,7 @@ export function pendingInputs(db, id, limit = 16) { if (!Number.isSafeInteger(li
     fail('cancelled-index'); if (row.state !== 'building')
     return []; const done = new Set(db.prepare('SELECT source_id FROM vectors WHERE generation_id=? AND input_hash IS NOT NULL').all(id).map(r => String(r.source_id))); return coverage.inputs.filter(i => !done.has(i.sourceId)).slice(0, limit).map(input => { if (input.kind === 'image')
     return input; const doc = db.prepare('SELECT markdown FROM representations WHERE id=? AND revision_id=?').get(input.representationId, input.revisionId); if (!doc || typeof doc.markdown !== 'string')
-    return fail(); const text = chunkDocument(doc.markdown)[input.ordinal]; if (text === undefined || hash(JSON.stringify(['sponge-chunk-v1', input.representationId, input.ordinal, text])) !== input.derivationHash)
+    return fail(); const text = chunkDocument(doc.markdown)[input.ordinal]; if (text === undefined || hash(JSON.stringify(['sponge-chunk-v2', input.representationId, input.ordinal, text])) !== input.derivationHash)
     return fail(); return { ...input, text }; }); }
 export function writeBatch(db, id, fingerprint, batch) {
     if (!batch.length || batch.length > 256)

package/dist/src/inference/embedding/index.d.ts

@@ -9,7 +9,10 @@ export declare const embeddingIdentity: {
     readonly prompt: "search-result-query-title-none-v1";
     readonly protocol: 1;
     readonly backend: "cpu-2threads-f32";
+    readonly textBudget: "utf8-1016-v1";
 };
+/** The model's largest text signature is 1024 tokens; byte-fallback tokenization never yields more tokens than UTF-8 bytes. */
+export declare const embeddingTextBytes = 1016;
 export type EmbeddingInput = {
     kind: 'query' | 'document';
     text: string;

package/dist/src/inference/embedding/index.js

@@ -3,7 +3,9 @@ import { constants } from 'node:fs';
 import { open, mkdtemp, chmod, writeFile, rm, realpath } from 'node:fs/promises';
 import { dirname, join, isAbsolute } from 'node:path';
 import { runOwned } from '../../acquisition/process.js';
-export const embeddingIdentity = { modelSha256: '92dcbea108899e5d6e30d919b0744f90d9967e80c67a4ab5503ac16d54f62eb0', librarySha256: '9526db9ee35e7eb4a5a58ac1e53330032f22a13890bd4ee01818fb380a57a362', runtime: 'LiteRT-LM@0.18.0', dimensions: 768, normalization: 'unit-l2', preprocessing: 'sips-max512-png-litert-v1', prompt: 'search-result-query-title-none-v1', protocol: 1, backend: 'cpu-2threads-f32' };
+export const embeddingIdentity = { modelSha256: '92dcbea108899e5d6e30d919b0744f90d9967e80c67a4ab5503ac16d54f62eb0', librarySha256: '9526db9ee35e7eb4a5a58ac1e53330032f22a13890bd4ee01818fb380a57a362', runtime: 'LiteRT-LM@0.18.0', dimensions: 768, normalization: 'unit-l2', preprocessing: 'sips-max512-png-litert-v1', prompt: 'search-result-query-title-none-v1', protocol: 1, backend: 'cpu-2threads-f32', textBudget: 'utf8-1016-v1' };
+/** The model's largest text signature is 1024 tokens; byte-fallback tokenization never yields more tokens than UTF-8 bytes. */
+export const embeddingTextBytes = 1016;
 export class EmbeddingError extends Error {
     code;
     constructor(code) {
@@ -42,7 +44,7 @@ export function encodeEmbeddingRequest(inputs) {
                 fail();
             payload = Buffer.from((input.kind === 'query' ? 'task: search result | query: ' : 'title: none | text: ') + input.text);
             kind = 1;
-            if (payload.length > 8192)
+            if (payload.length > embeddingTextBytes)
                 fail('limit-exceeded');
         }
         const header = Buffer.alloc(5);

package/native/runtime-manifest.json

@@ -27,14 +27,14 @@
     }
   ],
   "build": {
-    "asrSourceSha256": "945667d78c598c30293f666d6605c9af26818b8d313c2219ac95985807c00ffc",
+    "asrSourceSha256": "2f8ad0eec7e46e259cba34dd3a37b09a673b553f60a63a37e54c91138db621bc",
     "clangVersion": "Apple clang version 21.0.0 (clang-2100.1.1.101)",
-    "embeddingSourceSha256": "e31b9a70865c3c7195d201233a2a240fc7ef2aa40b4ae63291d1277262456c69",
+    "embeddingSourceSha256": "cbeef73ab8e45c4352444ff0c7c74f3850f3a249ca54f86c8ed89461013ecc70",
     "swiftVersion": "Apple Swift version 6.3.3 (swiftlang-6.3.3.1.3 clang-2100.1.1.101)"
   },
   "minimumMacOS": "26.0",
-  "packageVersion": "0.2.0",
+  "packageVersion": "0.2.2",
   "platform": "darwin",
   "schemaVersion": 1,
-  "sourceCommit": "439d0bd72f834a26a248ce2e9fee1a6a6bffaf57"
+  "sourceCommit": "3e5d95f573c57ed0e3e2a2d2c496d96258bb68dd"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hraness/sponge",
-  "version": "0.2.0",
+  "version": "0.2.2",
   "description": "A local library for captured articles and verified offline assets.",
   "repository": {
     "type": "git",