codesift-mcp 0.8.10 → 0.8.11

package/dist/utils/hf-hub-download.js

@@ -0,0 +1,149 @@
+// HuggingFace Hub model-file download + local cache utility.
+// Atomic write: streams to <final>.tmp.<pid>.<seq>, then renames.
+// Cache hit: returns immediately if the final path already exists.
+// Concurrency: concurrent calls for the same finalPath share one download.
+import { mkdir, rename, unlink } from "node:fs/promises";
+import { existsSync, statSync } from "node:fs";
+import { join } from "node:path";
+import { pumpToFile } from "./hf-download-stream.js";
+export const MAX_DOWNLOAD_BYTES = 500 * 1024 * 1024; // 500 MB
+export const DOWNLOAD_TIMEOUT_MS = 30_000;
+const HF_BASE = "https://huggingface.co";
+// CRITICAL-1 fix: monotonic counter for unique tmp paths within the process
+let tmpSeq = 0;
+// CRITICAL-1 fix: in-process dedup — second concurrent call for same file awaits first
+const inflight = new Map();
+function slugify(modelId) {
+    // Injective: percent-encode "%" and "/" so any two distinct modelIds produce distinct slugs.
+    // "%" → "%25" first (must come before the "/" encoding), "/" → "%2F".
+    // Result is FS-safe on all major platforms and human-readable.
+    return modelId.replaceAll("%", "%25").replaceAll("/", "%2F");
+}
+function validateInput(modelId, filename) {
+    if (!modelId || !modelId.trim())
+        throw new Error("ensureModelFile: modelId must not be empty");
+    if (!filename || !filename.trim())
+        throw new Error("ensureModelFile: filename must not be empty");
+    if (modelId.includes("..") || modelId.startsWith("/"))
+        throw new Error(`ensureModelFile: invalid modelId — path traversal rejected: "${modelId}"`);
+    if (filename.includes("..") || filename.startsWith("/"))
+        throw new Error(`ensureModelFile: invalid filename — path traversal rejected: "${filename}"`);
+    // FIX-1: model files are root-level; "/" in filename would silently create un-mkdir'd subpaths
+    if (filename.includes("/"))
+        throw new Error(`ensureModelFile: invalid filename — must not contain path separators: "${filename}"`);
+}
+/** Returns true when `path` exists AND has size > 0. */
+function isCacheValid(path) {
+    if (!existsSync(path))
+        return false;
+    try {
+        return statSync(path).size > 0;
+    }
+    catch {
+        return false;
+    }
+}
+async function downloadToCache(modelId, filename, cacheDir, opts) {
+    validateInput(modelId, filename);
+    const slug = slugify(modelId);
+    const modelDir = join(cacheDir, slug);
+    const finalPath = join(modelDir, filename);
+    // FIX-4: cache hit only valid when file is non-empty
+    if (isCacheValid(finalPath)) {
+        return finalPath;
+    }
+    await mkdir(modelDir, { recursive: true });
+    const url = `${HF_BASE}/${modelId}/resolve/main/${filename}`;
+    const timeoutMs = opts?.timeoutMs ?? DOWNLOAD_TIMEOUT_MS;
+    const maxBytes = opts?.maxBytes ?? MAX_DOWNLOAD_BYTES;
+    const inactivityMs = opts?.inactivityMs;
+    // Use a manual AbortController so we can cancel ONLY the connect phase (headers).
+    // AbortSignal.timeout() would bound the entire response consumption including body
+    // streaming, which breaks large-but-active downloads that take >timeoutMs total.
+    // Instead: fire the timer before fetch(), clear it immediately after headers arrive,
+    // and rely on pumpToFile's per-chunk inactivity logic for the body phase.
+    const ctrl = new AbortController();
+    const connectTimer = setTimeout(() => ctrl.abort(new Error(`ensureModelFile: connect timeout after ${timeoutMs}ms — ${url}`)), timeoutMs);
+    let response;
+    try {
+        response = await fetch(url, { signal: ctrl.signal });
+    }
+    finally {
+        // Headers received (or fetch rejected) — connect phase is done, cancel timer.
+        clearTimeout(connectTimer);
+    }
+    if (!response.ok) {
+        throw new Error(`ensureModelFile: HTTP ${response.status} ${response.statusText} — failed to download ${url}`);
+    }
+    // FIX-3: if fetch auto-decompressed the body, content-length reflects the compressed size.
+    // In that case, skip both the pre-check and the completeness verification.
+    const contentEncoding = response.headers.get("content-encoding");
+    const isCompressed = contentEncoding !== null &&
+        contentEncoding.toLowerCase() !== "identity";
+    // Cap check via content-length header (before reading body)
+    const contentLengthHeader = response.headers.get("content-length");
+    let contentLength = null;
+    if (!isCompressed && contentLengthHeader !== null) {
+        const bytes = parseInt(contentLengthHeader, 10);
+        if (!isNaN(bytes)) {
+            if (bytes > maxBytes) {
+                throw new Error(`ensureModelFile: content-length ${bytes} exceeds 500 MB cap (${maxBytes} bytes) for ${url}`);
+            }
+            contentLength = bytes;
+        }
+    }
+    const body = response.body;
+    if (!body)
+        throw new Error(`ensureModelFile: response body is null for ${url}`);
+    // CRITICAL-1 fix: unique tmp path using pid + monotonic sequence
+    const tmpPath = `${finalPath}.tmp.${process.pid}.${++tmpSeq}`;
+    try {
+        const bytesWritten = await pumpToFile(body, tmpPath, {
+            maxBytes,
+            expectedLength: contentLength,
+            url,
+            ...(inactivityMs !== undefined && { inactivityMs }),
+        });
+        // Model/tokenizer files are never legitimately empty — treat 0-byte result as a
+        // download failure so the caller re-downloads rather than caching a useless file.
+        if (bytesWritten === 0) {
+            throw new Error(`ensureModelFile: empty download (0 bytes) — ${url}`);
+        }
+        await rename(tmpPath, finalPath);
+    }
+    catch (err) {
+        // Clean up partial / tmp file before rethrowing
+        try {
+            await unlink(tmpPath);
+        }
+        catch { /* already gone */ }
+        const msg = err instanceof Error ? err.message : String(err);
+        if (err instanceof Error && err.message.includes("ensureModelFile:"))
+            throw err;
+        throw new Error(`ensureModelFile: download failed — ${msg}`, { cause: err });
+    }
+    return finalPath;
+}
+export async function ensureModelFile(modelId, filename, cacheDir, opts) {
+    // Fast-path validation (throws synchronously via rejected promise before map lookup)
+    validateInput(modelId, filename);
+    const slug = slugify(modelId);
+    const modelDir = join(cacheDir, slug);
+    const finalPath = join(modelDir, filename);
+    // FIX-4: cache hit only valid when file is non-empty
+    if (isCacheValid(finalPath)) {
+        return finalPath;
+    }
+    // CRITICAL-1 fix: deduplicate concurrent in-process downloads for the same file
+    const existing = inflight.get(finalPath);
+    if (existing)
+        return existing;
+    let promise;
+    promise = downloadToCache(modelId, filename, cacheDir, opts).finally(() => {
+        if (inflight.get(finalPath) === promise)
+            inflight.delete(finalPath);
+    });
+    inflight.set(finalPath, promise);
+    return promise;
+}
+//# sourceMappingURL=hf-hub-download.js.map

package/dist/utils/hf-hub-download.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hf-hub-download.js","sourceRoot":"","sources":["../../src/utils/hf-hub-download.ts"],"names":[],"mappings":"AAAA,6DAA6D;AAC7D,kEAAkE;AAClE,mEAAmE;AACnE,2EAA2E;AAE3E,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,CAAC,MAAM,kBAAkB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,SAAS;AAC9D,MAAM,CAAC,MAAM,mBAAmB,GAAG,MAAM,CAAC;AAE1C,MAAM,OAAO,GAAG,wBAAwB,CAAC;AAEzC,4EAA4E;AAC5E,IAAI,MAAM,GAAG,CAAC,CAAC;AAEf,uFAAuF;AACvF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA2B,CAAC;AAEpD,SAAS,OAAO,CAAC,OAAe;IAC9B,6FAA6F;IAC7F,sEAAsE;IACtE,+DAA+D;IAC/D,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,aAAa,CAAC,OAAe,EAAE,QAAgB;IACtD,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;QAC7B,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;QAC/B,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QACnD,MAAM,IAAI,KAAK,CAAC,gEAAgE,OAAO,GAAG,CAAC,CAAC;IAC9F,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,iEAAiE,QAAQ,GAAG,CAAC,CAAC;IAChG,+FAA+F;IAC/F,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,0EAA0E,QAAQ,GAAG,CAAC,CAAC;AAC3G,CAAC;AAED,wDAAwD;AACxD,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACpC,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAAe,EACf,QAAgB,EAChB,QAAgB,EAChB,IAAuE;IAEvE,aAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAEjC,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAE3C,qDAAqD;IACrD,IAAI,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE3C,MAAM,GAAG,GAAG,GAAG,OAAO,IAAI,OAAO,iBAAiB,QAAQ,EAAE,CAAC;IAC7D,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,mBAAmB,CAAC;IACzD,MAAM,QAAQ,GAAG,IAAI,EAAE,QAAQ,IAAI,kBAAkB,CAAC;IACtD,MAAM,YAAY,GAAG,IAAI,EAAE,YAAY,CAAC;IAExC,kFAAkF;IAClF,mFAAmF;IACnF,iFAAiF;IACjF,qFAAqF;IACrF,0EAA0E;IAC1E,MAAM,IAAI,GAAG,IAAI,eAAe,EAAE,CAAC;IACnC,MAAM,YAAY,GAAG,UAAU,CAC7B,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,0CAA0C,SAAS,QAAQ,GAAG,EAAE,CAAC,CAAC,EAC7F,SAAS,CACV,CAAC;IAEF,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IACvD,CAAC;YAAS,CAAC;QACT,8EAA8E;QAC9E,YAAY,CAAC,YAAY,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CACb,yBAAyB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,yBAAyB,GAAG,EAAE,CAC9F,CAAC;IACJ,CAAC;IAED,2FAA2F;IAC3F,2EAA2E;IAC3E,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IACjE,MAAM,YAAY,GAChB,eAAe,KAAK,IAAI;QACxB,eAAe,CAAC,WAAW,EAAE,KAAK,UAAU,CAAC;IAE/C,4DAA4D;IAC5D,MAAM,mBAAmB,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACnE,IAAI,aAAa,GAAkB,IAAI,CAAC;IACxC,IAAI,CAAC,YAAY,IAAI,mBAAmB,KAAK,IAAI,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,QAAQ,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YAClB,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;gBACrB,MAAM,IAAI,KAAK,CACb,mCAAmC,KAAK,wBAAwB,QAAQ,eAAe,GAAG,EAAE,CAC7F,CAAC;YACJ,CAAC;YACD,aAAa,GAAG,KAAK,CAAC;QACxB,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IAC3B,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,GAAG,EAAE,CAAC,CAAC;IAEhF,iEAAiE;IACjE,MAAM,OAAO,GAAG,GAAG,SAAS,QAAQ,OAAO,CAAC,GAAG,IAAI,EAAE,MAAM,EAAE,CAAC;IAE9D,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,OAAO,EAAE;YACnD,QAAQ;YACR,cAAc,EAAE,aAAa;YAC7B,GAAG;YACH,GAAG,CAAC,YAAY,KAAK,SAAS,IAAI,EAAE,YAAY,EAAE,CAAC;SACpD,CAAC,CAAC;QACH,gFAAgF;QAChF,kFAAkF;QAClF,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,+CAA+C,GAAG,EAAE,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACnC,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,gDAAgD;QAChD,IAAI,CAAC;YAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;QAC3D,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC;YAAE,MAAM,GAAG,CAAC;QAChF,MAAM,IAAI,KAAK,CAAC,sCAAsC,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAAe,EACf,QAAgB,EAChB,QAAgB,EAChB,IAAuE;IAEvE,qFAAqF;IACrF,aAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAEjC,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAE3C,qDAAqD;IACrD,IAAI,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,gFAAgF;IAChF,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACzC,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE9B,IAAI,OAAwB,CAAC;IAC7B,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;QACxE,IAAI,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,OAAO;YAAE,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACjC,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/utils/safetensors-loader.d.ts

@@ -0,0 +1,9 @@
+export declare const HOST_IS_LE: boolean;
+export interface SafetensorEntry {
+    name: string;
+    shape: [number, number];
+    data: Float32Array;
+}
+export declare function parseSafetensors(buffer: Uint8Array): SafetensorEntry[];
+export declare function getTensor(parsed: SafetensorEntry[], name: string): SafetensorEntry;
+//# sourceMappingURL=safetensors-loader.d.ts.map

package/dist/utils/safetensors-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"safetensors-loader.d.ts","sourceRoot":"","sources":["../../src/utils/safetensors-loader.ts"],"names":[],"mappings":"AAaA,eAAO,MAAM,UAAU,SAAuD,CAAC;AAE/E,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxB,IAAI,EAAE,YAAY,CAAC;CACpB;AAID,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,UAAU,GAAG,eAAe,EAAE,CAoGtE;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,eAAe,EAAE,EAAE,IAAI,EAAE,MAAM,GAAG,eAAe,CAIlF"}

package/dist/utils/safetensors-loader.js

@@ -0,0 +1,95 @@
+// Pure, no-I/O safetensors parser.
+// Spec: 8-byte u64-LE header length | JSON header | binary payload
+// Only F32 dtype is supported; shape must be [rows, cols].
+import { isValidMeta } from "./safetensors-meta-guard.js";
+const MAX_HEADER_BYTES = 100 * 1024 * 1024; // 100 MB sanity cap
+const HEADER_PREFIX_BYTES = 8;
+// FINDING-1: safetensors mandates little-endian byte order. Float32Array on a
+// big-endian host would silently mis-read bytes. We detect endianness once at
+// module load and fail fast on BE hosts. The false branch is untestable on LE
+// hosts (reviewer-accepted pattern for platform guards).
+export const HOST_IS_LE = new Uint8Array(new Uint32Array([1]).buffer)[0] === 1;
+export function parseSafetensors(buffer) {
+    if (!HOST_IS_LE)
+        throw new Error("safetensors: big-endian host architectures are not supported");
+    if (buffer.byteLength < HEADER_PREFIX_BYTES)
+        throw new Error("safetensors: buffer too small to contain header length field");
+    const view = new DataView(buffer.buffer, buffer.byteOffset, buffer.byteLength);
+    const headerLenBig = view.getBigUint64(0, true);
+    if (headerLenBig > BigInt(MAX_HEADER_BYTES))
+        throw new Error(`safetensors: header length ${headerLenBig} exceeds sanity cap of ${MAX_HEADER_BYTES} bytes`);
+    const headerLen = Number(headerLenBig);
+    if (HEADER_PREFIX_BYTES + headerLen > buffer.byteLength)
+        throw new Error(`safetensors: header length ${headerLen} exceeds file size (${buffer.byteLength} bytes)`);
+    const headerText = new TextDecoder().decode(buffer.subarray(HEADER_PREFIX_BYTES, HEADER_PREFIX_BYTES + headerLen));
+    let raw;
+    try {
+        raw = JSON.parse(headerText);
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        throw new Error(`safetensors: malformed JSON header — parse error: ${msg}`);
+    }
+    if (!raw || typeof raw !== "object" || Array.isArray(raw))
+        throw new Error("safetensors: header JSON must be a plain object");
+    const payloadStart = HEADER_PREFIX_BYTES + headerLen;
+    const spans = [];
+    for (const [key, value] of Object.entries(raw)) {
+        if (key === "__metadata__")
+            continue;
+        const meta = isValidMeta(key, value);
+        if (meta.dtype !== "F32")
+            throw new Error(`safetensors: unsupported dtype "${meta.dtype}" for tensor "${key}" — only F32 is supported`);
+        const [rows, cols] = meta.shape;
+        const [offsetStart, offsetEnd] = meta.data_offsets;
+        // CRITICAL-1: guard rows*cols overflow
+        const product = rows * cols;
+        if (!Number.isSafeInteger(product))
+            throw new Error(`safetensors: tensor "${key}" shape [${rows}, ${cols}] causes shape overflow`);
+        // CRITICAL-1: alignment and span/shape consistency
+        const byteSpan = offsetEnd - offsetStart;
+        if (byteSpan % 4 !== 0)
+            throw new Error(`safetensors: tensor "${key}" byte span ${byteSpan} is not aligned to 4 bytes`);
+        const elementCount = byteSpan / 4;
+        if (elementCount !== product)
+            throw new Error(`safetensors: tensor "${key}" span/shape mismatch — span has ${elementCount} F32 elements but shape [${rows}, ${cols}] requires ${product}`);
+        const absStart = payloadStart + offsetStart;
+        const absEnd = payloadStart + offsetEnd;
+        // FINDING-3: absEnd must be a safe integer (guards against offsetStart or
+        // offsetEnd near MAX_SAFE_INTEGER causing arithmetic imprecision).
+        if (!Number.isSafeInteger(absEnd))
+            throw new Error(`safetensors: tensor "${key}" data_offsets produce an absEnd value (${absEnd}) that is not a safe integer`);
+        if (absEnd > buffer.byteLength)
+            throw new Error(`safetensors: data_offsets [${offsetStart}, ${offsetEnd}] for tensor "${key}" exceed buffer bounds`);
+        spans.push({ absStart, absEnd, key, rows, cols, elementCount });
+    }
+    // FINDING-2: O(N log N) overlap check — sort by start, single linear scan.
+    // Zero-length spans (absStart === absEnd) cannot overlap anything; exclude them.
+    const nonEmpty = spans.filter((s) => s.absStart < s.absEnd);
+    nonEmpty.sort((a, b) => a.absStart - b.absStart);
+    for (let i = 1; i < nonEmpty.length; i++) {
+        const prev = nonEmpty[i - 1];
+        const curr = nonEmpty[i];
+        if (curr.absStart < prev.absEnd)
+            throw new Error(`safetensors: tensor "${curr.key}" byte range [${curr.absStart}, ${curr.absEnd}) overlapping with tensor "${prev.key}" [${prev.absStart}, ${prev.absEnd})`);
+    }
+    // Second pass (original order): build entries with zero-copy or fallback.
+    const entries = [];
+    for (const { absStart, absEnd, key, rows, cols, elementCount } of spans) {
+        const byteSpan = absEnd - absStart;
+        // WARNING: zero-copy when aligned; slice-copy fallback for misaligned byteOffset
+        const byteOffset = buffer.byteOffset + absStart;
+        const data = byteOffset % 4 === 0
+            ? new Float32Array(buffer.buffer, byteOffset, elementCount)
+            : new Float32Array(buffer.buffer.slice(byteOffset, byteOffset + byteSpan));
+        entries.push({ name: key, shape: [rows, cols], data });
+    }
+    return entries;
+}
+export function getTensor(parsed, name) {
+    const entry = parsed.find((e) => e.name === name);
+    if (!entry)
+        throw new Error(`safetensors: tensor "${name}" not found in parsed entries`);
+    return entry;
+}
+//# sourceMappingURL=safetensors-loader.js.map

package/dist/utils/safetensors-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"safetensors-loader.js","sourceRoot":"","sources":["../../src/utils/safetensors-loader.ts"],"names":[],"mappings":"AAAA,mCAAmC;AACnC,mEAAmE;AACnE,2DAA2D;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAE1D,MAAM,gBAAgB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,oBAAoB;AAChE,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B,8EAA8E;AAC9E,8EAA8E;AAC9E,8EAA8E;AAC9E,yDAAyD;AACzD,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAU/E,MAAM,UAAU,gBAAgB,CAAC,MAAkB;IACjD,IAAI,CAAC,UAAU;QACb,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAElF,IAAI,MAAM,CAAC,UAAU,GAAG,mBAAmB;QACzC,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAElF,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAC/E,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAEhD,IAAI,YAAY,GAAG,MAAM,CAAC,gBAAgB,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,8BAA8B,YAAY,0BAA0B,gBAAgB,QAAQ,CAAC,CAAC;IAEhH,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC;IAEvC,IAAI,mBAAmB,GAAG,SAAS,GAAG,MAAM,CAAC,UAAU;QACrD,MAAM,IAAI,KAAK,CAAC,8BAA8B,SAAS,uBAAuB,MAAM,CAAC,UAAU,SAAS,CAAC,CAAC;IAE5G,MAAM,UAAU,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,EAAE,mBAAmB,GAAG,SAAS,CAAC,CAAC,CAAC;IAEnH,IAAI,GAAY,CAAC;IACjB,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,qDAAqD,GAAG,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QACvD,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IAErE,MAAM,YAAY,GAAG,mBAAmB,GAAG,SAAS,CAAC;IAIrD,MAAM,KAAK,GAAW,EAAE,CAAC;IAEzB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAgB,CAAC,EAAE,CAAC;QAC5D,IAAI,GAAG,KAAK,cAAc;YAAE,SAAS;QAErC,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAErC,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK;YACtB,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,CAAC,KAAK,iBAAiB,GAAG,2BAA2B,CAAC,CAAC;QAEhH,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,KAAyB,CAAC;QACpD,MAAM,CAAC,WAAW,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC;QAEnD,uCAAuC;QACvC,MAAM,OAAO,GAAG,IAAI,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,YAAY,IAAI,KAAK,IAAI,yBAAyB,CAAC,CAAC;QAEjG,mDAAmD;QACnD,MAAM,QAAQ,GAAG,SAAS,GAAG,WAAW,CAAC;QACzC,IAAI,QAAQ,GAAG,CAAC,KAAK,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,eAAe,QAAQ,4BAA4B,CAAC,CAAC;QAClG,MAAM,YAAY,GAAG,QAAQ,GAAG,CAAC,CAAC;QAClC,IAAI,YAAY,KAAK,OAAO;YAC1B,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,oCAAoC,YAAY,4BAA4B,IAAI,KAAK,IAAI,cAAc,OAAO,EAAE,CAAC,CAAC;QAE/J,MAAM,QAAQ,GAAG,YAAY,GAAG,WAAW,CAAC;QAC5C,MAAM,MAAM,GAAG,YAAY,GAAG,SAAS,CAAC;QAExC,0EAA0E;QAC1E,mEAAmE;QACnE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,2CAA2C,MAAM,8BAA8B,CAAC,CAAC;QAE9H,IAAI,MAAM,GAAG,MAAM,CAAC,UAAU;YAC5B,MAAM,IAAI,KAAK,CAAC,8BAA8B,WAAW,KAAK,SAAS,iBAAiB,GAAG,wBAAwB,CAAC,CAAC;QAEvH,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,2EAA2E;IAC3E,iFAAiF;IACjF,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAC5D,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM;YAC7B,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,CAAC,GAAG,iBAAiB,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,MAAM,8BAA8B,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IAChL,CAAC;IAED,0EAA0E;IAC1E,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,KAAK,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,KAAK,EAAE,CAAC;QACxE,MAAM,QAAQ,GAAG,MAAM,GAAG,QAAQ,CAAC;QACnC,iFAAiF;QACjF,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,GAAG,QAAQ,CAAC;QAChD,MAAM,IAAI,GAAG,UAAU,GAAG,CAAC,KAAK,CAAC;YAC/B,CAAC,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC;YAC3D,CAAC,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC;QAE7E,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAAyB,EAAE,IAAY;IAC/D,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IAClD,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,+BAA+B,CAAC,CAAC;IACzF,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/utils/safetensors-meta-guard.d.ts

@@ -0,0 +1,7 @@
+export interface RawTensorMeta {
+    dtype: string;
+    shape: number[];
+    data_offsets: [number, number];
+}
+export declare function isValidMeta(key: string, value: unknown): RawTensorMeta;
+//# sourceMappingURL=safetensors-meta-guard.d.ts.map

package/dist/utils/safetensors-meta-guard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"safetensors-meta-guard.d.ts","sourceRoot":"","sources":["../../src/utils/safetensors-meta-guard.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAChC;AAED,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,aAAa,CA8EtE"}

package/dist/utils/safetensors-meta-guard.js

@@ -0,0 +1,50 @@
+// Validation guard for a single safetensors tensor-meta entry.
+// Extracted from safetensors-loader.ts to keep that file ≤100 executable lines.
+export function isValidMeta(key, value) {
+    if (value === null || typeof value !== "object" || Array.isArray(value)) {
+        throw new Error(`safetensors: tensor meta for "${key}" must be a non-null object`);
+    }
+    const v = value;
+    if (typeof v["dtype"] !== "string") {
+        throw new Error(`safetensors: tensor "${key}" meta.dtype must be a string`);
+    }
+    const shape = v["shape"];
+    if (!Array.isArray(shape) ||
+        shape.length !== 2 ||
+        typeof shape[0] !== "number" ||
+        typeof shape[1] !== "number") {
+        throw new Error(`safetensors: tensor "${key}" meta.shape must be a 2-element array of numbers`);
+    }
+    // CRITICAL-2: reject NaN, Infinity, and non-integer floats in shape
+    if (!Number.isInteger(shape[0]) || shape[0] < 0 || !Number.isInteger(shape[1]) || shape[1] < 0) {
+        throw new Error(`safetensors: tensor "${key}" meta.shape must be integers >= 0`);
+    }
+    const offsets = v["data_offsets"];
+    if (!Array.isArray(offsets) ||
+        offsets.length !== 2 ||
+        typeof offsets[0] !== "number" ||
+        typeof offsets[1] !== "number") {
+        throw new Error(`safetensors: tensor "${key}" meta.data_offsets must be a 2-element array of numbers`);
+    }
+    // CRITICAL-2 / FINDING-3: reject NaN, Infinity, non-integer floats, and
+    // unsafe integers (> Number.MAX_SAFE_INTEGER) in data_offsets.
+    // isSafeInteger subsumes isInteger: it rejects NaN, Infinity, floats, AND
+    // values outside ±2^53-1 where integer arithmetic loses precision.
+    if (!(Number.isSafeInteger(offsets[0]) && offsets[0] >= 0) ||
+        !(Number.isSafeInteger(offsets[1]) && offsets[1] >= 0)) {
+        throw new Error(`safetensors: tensor "${key}" meta.data_offsets must be integers >= 0`);
+    }
+    const [offsetStart, offsetEnd] = offsets;
+    if (offsetStart < 0) {
+        throw new Error(`safetensors: tensor "${key}" data_offsets[${offsetStart}, ${offsetEnd}]: offsetStart must be >= 0`);
+    }
+    if (offsetEnd < offsetStart) {
+        throw new Error(`safetensors: tensor "${key}" data_offsets[${offsetStart}, ${offsetEnd}]: offsetEnd must be >= offsetStart`);
+    }
+    return {
+        dtype: v["dtype"],
+        shape: shape,
+        data_offsets: [offsetStart, offsetEnd],
+    };
+}
+//# sourceMappingURL=safetensors-meta-guard.js.map

package/dist/utils/safetensors-meta-guard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"safetensors-meta-guard.js","sourceRoot":"","sources":["../../src/utils/safetensors-meta-guard.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,gFAAgF;AAQhF,MAAM,UAAU,WAAW,CAAC,GAAW,EAAE,KAAc;IACrD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,KAAK,CACb,iCAAiC,GAAG,6BAA6B,CAClE,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,GAAG,KAAgC,CAAC;IAE3C,IAAI,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CACb,wBAAwB,GAAG,+BAA+B,CAC3D,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;IACzB,IACE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACrB,KAAK,CAAC,MAAM,KAAK,CAAC;QAClB,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ;QAC5B,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,EAC5B,CAAC;QACD,MAAM,IAAI,KAAK,CACb,wBAAwB,GAAG,mDAAmD,CAC/E,CAAC;IACJ,CAAC;IAED,oEAAoE;IACpE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/F,MAAM,IAAI,KAAK,CACb,wBAAwB,GAAG,oCAAoC,CAChE,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC;IAClC,IACE,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QACvB,OAAO,CAAC,MAAM,KAAK,CAAC;QACpB,OAAO,OAAO,CAAC,CAAC,CAAC,KAAK,QAAQ;QAC9B,OAAO,OAAO,CAAC,CAAC,CAAC,KAAK,QAAQ,EAC9B,CAAC;QACD,MAAM,IAAI,KAAK,CACb,wBAAwB,GAAG,0DAA0D,CACtF,CAAC;IACJ,CAAC;IAED,wEAAwE;IACxE,+DAA+D;IAC/D,0EAA0E;IAC1E,mEAAmE;IACnE,IACE,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAK,OAAO,CAAC,CAAC,CAAY,IAAI,CAAC,CAAC;QAClE,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAK,OAAO,CAAC,CAAC,CAAY,IAAI,CAAC,CAAC,EAClE,CAAC;QACD,MAAM,IAAI,KAAK,CACb,wBAAwB,GAAG,2CAA2C,CACvE,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,WAAW,EAAE,SAAS,CAAC,GAAG,OAA2B,CAAC;IAE7D,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CACb,wBAAwB,GAAG,kBAAkB,WAAW,KAAK,SAAS,6BAA6B,CACpG,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,GAAG,WAAW,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CACb,wBAAwB,GAAG,kBAAkB,WAAW,KAAK,SAAS,qCAAqC,CAC5G,CAAC;IACJ,CAAC;IAED,OAAO;QACL,KAAK,EAAE,CAAC,CAAC,OAAO,CAAW;QAC3B,KAAK,EAAE,KAAiB;QACxB,YAAY,EAAE,CAAC,WAAW,EAAE,SAAS,CAAC;KACvC,CAAC;AACJ,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "codesift-mcp",
-  "version": "0.8.10",
+  "version": "0.8.11",
   "description": "MCP server for code intelligence — 146 tools for symbol search, call graph, semantic search, route tracing, community detection, LSP bridge, secret detection, conversation search, and Hono framework intelligence",
   "license": "BSL-1.1",
   "author": "Greg Laskowski",
@@ -48,11 +48,13 @@
     "@anthropic-ai/sdk": "^0.70.0",
     "@huggingface/transformers": "^3.0.0",
     "openai": "^6.0.0",
+    "pg": "^8.12.0",
     "voyageai": "^0.2.1",
     "yaml": "^2.7.0"
   },
   "devDependencies": {
     "@types/node": "^22.0.0",
+    "@types/pg": "^8.11.0",
     "@types/picomatch": "^4.0.2",
     "@vitest/coverage-v8": "^3.0.0",
     "ajv": "^8.18.0",