@knolo/core 3.1.4 → 3.2.0

package/README.md

@@ -91,19 +91,30 @@ You can write it to disk or store it in object storage.
 
 ## 2️⃣ Mount a Pack
 
+### Node.js (local path convenience)
+
 ```ts
-import { mountPack } from "@knolo/core";
+import { mountPack } from "@knolo/core/node";
 
 const pack = await mountPack({
   src: "./dist/knowledge.knolo"
 });
 ```
 
+### React Native / Expo (URL or bytes)
+
+```ts
+import { mountPack } from "@knolo/core";
+
+const ab = await (await fetch(PACK_URL)).arrayBuffer();
+const pack = await mountPack({ src: new Uint8Array(ab) });
+```
+
 You can mount from:
 
-* File path
+* URL string (runtime-safe entry)
 * Buffer / Uint8Array
-* Remote fetch response
+* Local file path in Node via `@knolo/core/node`
 * Object storage download
 
 Mount-time validation ensures:

package/dist/index.d.ts

@@ -1,10 +1,10 @@
-export { mountPack, hasSemantic } from './pack.js';
+export { mountPack, hasSemantic } from './pack.runtime.js';
 export { query, lexConfidence, validateQueryOptions, validateSemanticQueryOptions, } from './query.js';
 export { makeContextPatch } from './patch.js';
 export { buildPack } from './builder.js';
 export { quantizeEmbeddingInt8L2Norm, encodeScaleF16, decodeScaleF16, } from './semantic.js';
 export { listAgents, getAgent, resolveAgent, buildSystemPrompt, isToolAllowed, assertToolAllowed, validateAgentRegistry, validateAgentDefinition, } from './agent.js';
-export type { MountOptions, PackMeta, Pack } from './pack.js';
+export type { MountOptions, PackMeta, Pack } from './pack.runtime.js';
 export type { QueryOptions, Hit } from './query.js';
 export type { ContextPatch } from './patch.js';
 export type { BuildInputDoc, BuildPackOptions } from './builder.js';

package/dist/index.js

@@ -1,5 +1,5 @@
 // src/index.ts
-export { mountPack, hasSemantic } from './pack.js';
+export { mountPack, hasSemantic } from './pack.runtime.js';
 export { query, lexConfidence, validateQueryOptions, validateSemanticQueryOptions, } from './query.js';
 export { makeContextPatch } from './patch.js';
 export { buildPack } from './builder.js';

package/dist/node.d.ts

@@ -0,0 +1,2 @@
+export { mountPack, hasSemantic } from './pack.node.js';
+export type { MountOptions, PackMeta, Pack } from './pack.node.js';

package/dist/node.js

@@ -0,0 +1 @@
+export { mountPack, hasSemantic } from './pack.node.js';

package/dist/pack.d.ts

@@ -1,35 +1,2 @@
-import type { AgentRegistry } from './agent.js';
-export type MountOptions = {
-    src: string | ArrayBufferLike | Uint8Array;
-};
-export type PackMeta = {
-    version: number;
-    stats: {
-        docs: number;
-        blocks: number;
-        terms: number;
-        avgBlockLen?: number;
-    };
-    agents?: AgentRegistry;
-};
-export type Pack = {
-    meta: PackMeta;
-    lexicon: Map<string, number>;
-    postings: Uint32Array;
-    blocks: string[];
-    headings?: (string | null)[];
-    docIds?: (string | null)[];
-    namespaces?: (string | null)[];
-    blockTokenLens?: number[];
-    semantic?: {
-        version: 1;
-        modelId: string;
-        dims: number;
-        encoding: 'int8_l2norm';
-        perVectorScale: boolean;
-        vecs: Int8Array;
-        scales?: Uint16Array;
-    };
-};
-export declare function hasSemantic(pack: Pack): boolean;
-export declare function mountPack(opts: MountOptions): Promise<Pack>;
+export { mountPack, hasSemantic } from './pack.runtime.js';
+export type { MountOptions, PackMeta, Pack } from './pack.runtime.js';

package/dist/pack.js

@@ -1,175 +1 @@
-/*
- * pack.ts
- *
- * Mount `.knolo` packs across Node, browsers, and RN/Expo. Tolerant of:
- *  - blocks as string[] (v1) or object[] with { text, heading?, docId?, namespace?, len? }
- *  - meta.stats.avgBlockLen (optional)
- * Includes RN/Expo-safe TextDecoder via ponyfill.
- */
-import { getTextDecoder } from './utils/utf8.js';
-import { validateAgentRegistry } from './agent.js';
-export function hasSemantic(pack) {
-    return Boolean(pack.semantic && pack.semantic.dims > 0 && pack.semantic.vecs.length > 0);
-}
-export async function mountPack(opts) {
-    const buf = await resolveToBuffer(opts.src);
-    const dv = new DataView(buf);
-    const dec = getTextDecoder();
-    let offset = 0;
-    // meta
-    const metaLen = dv.getUint32(offset, true);
-    offset += 4;
-    const metaJson = dec.decode(new Uint8Array(buf, offset, metaLen));
-    offset += metaLen;
-    const meta = JSON.parse(metaJson);
-    if (meta.agents) {
-        validateAgentRegistry(meta.agents);
-    }
-    // lexicon
-    const lexLen = dv.getUint32(offset, true);
-    offset += 4;
-    const lexJson = dec.decode(new Uint8Array(buf, offset, lexLen));
-    offset += lexLen;
-    const lexEntries = JSON.parse(lexJson);
-    const lexicon = new Map(lexEntries);
-    // postings
-    const postCount = dv.getUint32(offset, true);
-    offset += 4;
-    const postings = new Uint32Array(postCount);
-    for (let i = 0; i < postCount; i++) {
-        postings[i] = dv.getUint32(offset, true);
-        offset += 4;
-    }
-    // blocks (v1: string[]; v2/v3: {text, heading?, docId?, namespace?, len?}[])
-    const blocksLen = dv.getUint32(offset, true);
-    offset += 4;
-    const blocksJson = dec.decode(new Uint8Array(buf, offset, blocksLen));
-    offset += blocksLen;
-    const parsed = JSON.parse(blocksJson);
-    let blocks = [];
-    let headings;
-    let docIds;
-    let namespaces;
-    let blockTokenLens;
-    if (Array.isArray(parsed) && parsed.length && typeof parsed[0] === 'string') {
-        // v1
-        blocks = parsed;
-    }
-    else if (Array.isArray(parsed)) {
-        blocks = [];
-        headings = [];
-        docIds = [];
-        namespaces = [];
-        blockTokenLens = [];
-        for (const it of parsed) {
-            if (it && typeof it === 'object') {
-                blocks.push(String(it.text ?? ''));
-                headings.push(it.heading ?? null);
-                docIds.push(it.docId ?? null);
-                namespaces.push(it.namespace ?? null);
-                blockTokenLens.push(typeof it.len === 'number' ? it.len : 0);
-            }
-            else {
-                blocks.push(String(it ?? ''));
-                headings.push(null);
-                docIds.push(null);
-                namespaces.push(null);
-                blockTokenLens.push(0);
-            }
-        }
-    }
-    else {
-        blocks = [];
-    }
-    let semantic;
-    if (offset < buf.byteLength) {
-        const semLen = dv.getUint32(offset, true);
-        offset += 4;
-        const semJson = dec.decode(new Uint8Array(buf, offset, semLen));
-        offset += semLen;
-        const sem = JSON.parse(semJson);
-        const semBlobLen = dv.getUint32(offset, true);
-        offset += 4;
-        const semBlob = new Uint8Array(buf, offset, semBlobLen);
-        semantic = parseSemanticSection(sem, semBlob);
-    }
-    return {
-        meta,
-        lexicon,
-        postings,
-        blocks,
-        headings,
-        docIds,
-        namespaces,
-        blockTokenLens,
-        semantic,
-    };
-}
-function parseSemanticSection(sem, blob) {
-    const vectors = sem?.blocks?.vectors;
-    const scales = sem?.blocks?.scales;
-    const vecs = new Int8Array(blob.buffer, blob.byteOffset + Number(vectors?.byteOffset ?? 0), Number(vectors?.length ?? 0));
-    let scaleView;
-    if (scales) {
-        const scaleLen = Number(scales.length ?? 0);
-        const scaleOffset = Number(scales.byteOffset ?? 0);
-        const dv = new DataView(blob.buffer, blob.byteOffset + scaleOffset, scaleLen * 2);
-        scaleView = new Uint16Array(scaleLen);
-        for (let i = 0; i < scaleLen; i++) {
-            scaleView[i] = dv.getUint16(i * 2, true);
-        }
-    }
-    return {
-        version: 1,
-        modelId: String(sem?.modelId ?? ''),
-        dims: Number(sem?.dims ?? 0),
-        encoding: 'int8_l2norm',
-        perVectorScale: Boolean(sem?.perVectorScale),
-        vecs,
-        scales: scaleView,
-    };
-}
-async function resolveToBuffer(src) {
-    if (typeof src === 'string') {
-        if (isNodeRuntime() && isLikelyLocalPath(src)) {
-            return await readLocalFileAsBuffer(src);
-        }
-        const res = await fetch(src);
-        return await res.arrayBuffer();
-    }
-    if (src instanceof Uint8Array) {
-        if (src.byteOffset === 0 && src.byteLength === src.buffer.byteLength) {
-            return src.buffer;
-        }
-        const copy = src.slice();
-        return copy.buffer;
-    }
-    return src;
-}
-function isNodeRuntime() {
-    const p = globalThis
-        .process;
-    return !!p?.versions?.node;
-}
-function isLikelyLocalPath(value) {
-    if (value.startsWith('file://'))
-        return true;
-    if (value.startsWith('./') ||
-        value.startsWith('../') ||
-        value.startsWith('/') ||
-        value.startsWith('~'))
-        return true;
-    if (/^[A-Za-z]:[\\/]/.test(value))
-        return true; // Windows absolute path
-    if (/^[A-Za-z][A-Za-z\d+.-]*:/.test(value))
-        return false; // URL scheme
-    return true; // plain relative path like "knowledge.knolo"
-}
-async function readLocalFileAsBuffer(pathOrFileUrl) {
-    const { readFile } = await import('node:fs/promises');
-    const filePath = pathOrFileUrl.startsWith('file://')
-        ? decodeURIComponent(new URL(pathOrFileUrl).pathname)
-        : pathOrFileUrl;
-    const data = await readFile(filePath);
-    return data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
-}
+export { mountPack, hasSemantic } from './pack.runtime.js';

package/dist/pack.node.d.ts

@@ -0,0 +1,4 @@
+import type { MountOptions, Pack } from './pack.runtime.js';
+export { hasSemantic } from './pack.runtime.js';
+export type { MountOptions, PackMeta, Pack } from './pack.runtime.js';
+export declare function mountPack(opts: MountOptions): Promise<Pack>;

package/dist/pack.node.js

@@ -0,0 +1,35 @@
+import { mountPackFromBuffer, toArrayBuffer } from './pack.runtime.js';
+export { hasSemantic } from './pack.runtime.js';
+export async function mountPack(opts) {
+    const buf = await resolveToBuffer(opts.src);
+    return mountPackFromBuffer(buf);
+}
+async function resolveToBuffer(src) {
+    if (typeof src === 'string') {
+        if (isLikelyLocalPath(src)) {
+            const { readFile } = await import('node:fs/promises');
+            const filePath = src.startsWith('file://')
+                ? decodeURIComponent(new URL(src).pathname)
+                : src;
+            const data = await readFile(filePath);
+            return data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
+        }
+        const res = await fetch(src);
+        return await res.arrayBuffer();
+    }
+    return toArrayBuffer(src);
+}
+function isLikelyLocalPath(value) {
+    if (value.startsWith('file://'))
+        return true;
+    if (value.startsWith('./') ||
+        value.startsWith('../') ||
+        value.startsWith('/') ||
+        value.startsWith('~'))
+        return true;
+    if (/^[A-Za-z]:[\\/]/.test(value))
+        return true;
+    if (/^[A-Za-z][A-Za-z\d+.-]*:/.test(value))
+        return false;
+    return true;
+}

package/dist/pack.runtime.d.ts

@@ -0,0 +1,37 @@
+import type { AgentRegistry } from './agent.js';
+export type MountOptions = {
+    src: string | ArrayBufferLike | Uint8Array;
+};
+export type PackMeta = {
+    version: number;
+    stats: {
+        docs: number;
+        blocks: number;
+        terms: number;
+        avgBlockLen?: number;
+    };
+    agents?: AgentRegistry;
+};
+export type Pack = {
+    meta: PackMeta;
+    lexicon: Map<string, number>;
+    postings: Uint32Array;
+    blocks: string[];
+    headings?: (string | null)[];
+    docIds?: (string | null)[];
+    namespaces?: (string | null)[];
+    blockTokenLens?: number[];
+    semantic?: {
+        version: 1;
+        modelId: string;
+        dims: number;
+        encoding: 'int8_l2norm';
+        perVectorScale: boolean;
+        vecs: Int8Array;
+        scales?: Uint16Array;
+    };
+};
+export declare function hasSemantic(pack: Pack): boolean;
+export declare function mountPack(opts: MountOptions): Promise<Pack>;
+export declare function mountPackFromBuffer(buf: ArrayBuffer): Pack;
+export declare function toArrayBuffer(src: ArrayBufferLike | Uint8Array): ArrayBuffer;

package/dist/pack.runtime.js

@@ -0,0 +1,146 @@
+/*
+ * pack.runtime.ts
+ *
+ * Runtime-safe pack mounting for browser and React Native environments.
+ * No Node stdlib imports are allowed in this module.
+ */
+import { getTextDecoder } from './utils/utf8.js';
+import { validateAgentRegistry } from './agent.js';
+export function hasSemantic(pack) {
+    return Boolean(pack.semantic && pack.semantic.dims > 0 && pack.semantic.vecs.length > 0);
+}
+export async function mountPack(opts) {
+    const buf = await resolveToBuffer(opts.src);
+    return mountPackFromBuffer(buf);
+}
+export function mountPackFromBuffer(buf) {
+    const dv = new DataView(buf);
+    const dec = getTextDecoder();
+    let offset = 0;
+    const metaLen = dv.getUint32(offset, true);
+    offset += 4;
+    const metaJson = dec.decode(new Uint8Array(buf, offset, metaLen));
+    offset += metaLen;
+    const meta = JSON.parse(metaJson);
+    if (meta.agents) {
+        validateAgentRegistry(meta.agents);
+    }
+    const lexLen = dv.getUint32(offset, true);
+    offset += 4;
+    const lexJson = dec.decode(new Uint8Array(buf, offset, lexLen));
+    offset += lexLen;
+    const lexEntries = JSON.parse(lexJson);
+    const lexicon = new Map(lexEntries);
+    const postCount = dv.getUint32(offset, true);
+    offset += 4;
+    const postings = new Uint32Array(postCount);
+    for (let i = 0; i < postCount; i++) {
+        postings[i] = dv.getUint32(offset, true);
+        offset += 4;
+    }
+    const blocksLen = dv.getUint32(offset, true);
+    offset += 4;
+    const blocksJson = dec.decode(new Uint8Array(buf, offset, blocksLen));
+    offset += blocksLen;
+    const parsed = JSON.parse(blocksJson);
+    let blocks = [];
+    let headings;
+    let docIds;
+    let namespaces;
+    let blockTokenLens;
+    if (Array.isArray(parsed) && parsed.length && typeof parsed[0] === 'string') {
+        blocks = parsed;
+    }
+    else if (Array.isArray(parsed)) {
+        blocks = [];
+        headings = [];
+        docIds = [];
+        namespaces = [];
+        blockTokenLens = [];
+        for (const it of parsed) {
+            if (it && typeof it === 'object') {
+                blocks.push(String(it.text ?? ''));
+                headings.push(it.heading ?? null);
+                docIds.push(it.docId ?? null);
+                namespaces.push(it.namespace ?? null);
+                blockTokenLens.push(typeof it.len === 'number' ? it.len : 0);
+            }
+            else {
+                blocks.push(String(it ?? ''));
+                headings.push(null);
+                docIds.push(null);
+                namespaces.push(null);
+                blockTokenLens.push(0);
+            }
+        }
+    }
+    let semantic;
+    if (offset < buf.byteLength) {
+        const semLen = dv.getUint32(offset, true);
+        offset += 4;
+        const semJson = dec.decode(new Uint8Array(buf, offset, semLen));
+        offset += semLen;
+        const sem = JSON.parse(semJson);
+        const semBlobLen = dv.getUint32(offset, true);
+        offset += 4;
+        const semBlob = new Uint8Array(buf, offset, semBlobLen);
+        semantic = parseSemanticSection(sem, semBlob);
+    }
+    return {
+        meta,
+        lexicon,
+        postings,
+        blocks,
+        headings,
+        docIds,
+        namespaces,
+        blockTokenLens,
+        semantic,
+    };
+}
+function parseSemanticSection(sem, blob) {
+    const vectors = sem?.blocks?.vectors;
+    const scales = sem?.blocks?.scales;
+    const vecs = new Int8Array(blob.buffer, blob.byteOffset + Number(vectors?.byteOffset ?? 0), Number(vectors?.length ?? 0));
+    let scaleView;
+    if (scales) {
+        const scaleLen = Number(scales.length ?? 0);
+        const scaleOffset = Number(scales.byteOffset ?? 0);
+        const dv = new DataView(blob.buffer, blob.byteOffset + scaleOffset, scaleLen * 2);
+        scaleView = new Uint16Array(scaleLen);
+        for (let i = 0; i < scaleLen; i++) {
+            scaleView[i] = dv.getUint16(i * 2, true);
+        }
+    }
+    return {
+        version: 1,
+        modelId: String(sem?.modelId ?? ''),
+        dims: Number(sem?.dims ?? 0),
+        encoding: 'int8_l2norm',
+        perVectorScale: Boolean(sem?.perVectorScale),
+        vecs,
+        scales: scaleView,
+    };
+}
+async function resolveToBuffer(src) {
+    if (typeof src === 'string') {
+        try {
+            const res = await fetch(src);
+            return await res.arrayBuffer();
+        }
+        catch {
+            throw new Error('mountPack({src: string}) expects a URL in React Native. For local files, load bytes in your app and pass Uint8Array/ArrayBuffer.');
+        }
+    }
+    return toArrayBuffer(src);
+}
+export function toArrayBuffer(src) {
+    if (src instanceof Uint8Array) {
+        if (src.byteOffset === 0 && src.byteLength === src.buffer.byteLength) {
+            return src.buffer;
+        }
+        const copy = src.slice();
+        return copy.buffer;
+    }
+    return src;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@knolo/core",
-  "version": "3.1.4",
+  "version": "3.2.0",
   "type": "module",
   "description": "Local-first knowledge packs for small LLMs.",
   "keywords": [
@@ -19,8 +19,14 @@
   ],
   "exports": {
     ".": {
+      "react-native": "./dist/index.js",
+      "browser": "./dist/index.js",
       "import": "./dist/index.js",
       "types": "./dist/index.d.ts"
+    },
+    "./node": {
+      "import": "./dist/node.js",
+      "types": "./dist/node.d.ts"
     }
   },
   "sideEffects": false,
@@ -28,9 +34,10 @@
     "build": "tsc -p tsconfig.json",
     "prepublishOnly": "npm run build",
     "smoke": "node scripts/smoke.mjs",
-    "test": "npm run build && node scripts/test.mjs",
-    "format": "prettier --write src/agent.ts src/pack.ts src/builder.ts src/index.ts scripts/test.mjs ../../README.md",
-    "format:check": "prettier --check src/agent.ts src/pack.ts src/builder.ts src/index.ts scripts/test.mjs ../../README.md"
+    "test": "npm run build && node scripts/check-runtime-no-node.mjs && node scripts/test.mjs",
+    "format": "prettier --write src/agent.ts src/pack.ts src/pack.runtime.ts src/pack.node.ts src/node.ts src/builder.ts src/index.ts scripts/test.mjs scripts/check-runtime-no-node.mjs ../../README.md README.md",
+    "format:check": "prettier --check src/agent.ts src/pack.ts src/pack.runtime.ts src/pack.node.ts src/node.ts src/builder.ts src/index.ts scripts/test.mjs scripts/check-runtime-no-node.mjs ../../README.md README.md",
+    "check:runtime-no-node": "node scripts/check-runtime-no-node.mjs"
   },
   "devDependencies": {
     "@types/node": "^20.11.0",