sensemaking 0.15.4 → 0.17.0

package/dist/cjs/embed/http.js

@@ -0,0 +1,258 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+function _export(target, all) {
+    for(var name in all)Object.defineProperty(target, name, {
+        enumerable: true,
+        get: Object.getOwnPropertyDescriptor(all, name).get
+    });
+}
+_export(exports, {
+    get fetchWithRetry () {
+        return fetchWithRetry;
+    },
+    get probeReachable () {
+        return probeReachable;
+    }
+});
+function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
+    try {
+        var info = gen[key](arg);
+        var value = info.value;
+    } catch (error) {
+        reject(error);
+        return;
+    }
+    if (info.done) resolve(value);
+    else Promise.resolve(value).then(_next, _throw);
+}
+function _async_to_generator(fn) {
+    return function() {
+        var self = this, args = arguments;
+        return new Promise(function(resolve, reject) {
+            var gen = fn.apply(self, args);
+            function _next(value) {
+                asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value);
+            }
+            function _throw(err) {
+                asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err);
+            }
+            _next(undefined);
+        });
+    };
+}
+function _ts_generator(thisArg, body) {
+    var f, y, t, _ = {
+        label: 0,
+        sent: function() {
+            if (t[0] & 1) throw t[1];
+            return t[1];
+        },
+        trys: [],
+        ops: []
+    }, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype), d = Object.defineProperty;
+    return d(g, "next", {
+        value: verb(0)
+    }), d(g, "throw", {
+        value: verb(1)
+    }), d(g, "return", {
+        value: verb(2)
+    }), typeof Symbol === "function" && d(g, Symbol.iterator, {
+        value: function() {
+            return this;
+        }
+    }), g;
+    function verb(n) {
+        return function(v) {
+            return step([
+                n,
+                v
+            ]);
+        };
+    }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while(g && (g = 0, op[0] && (_ = 0)), _)try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [
+                op[0] & 2,
+                t.value
+            ];
+            switch(op[0]){
+                case 0:
+                case 1:
+                    t = op;
+                    break;
+                case 4:
+                    _.label++;
+                    return {
+                        value: op[1],
+                        done: false
+                    };
+                case 5:
+                    _.label++;
+                    y = op[1];
+                    op = [
+                        0
+                    ];
+                    continue;
+                case 7:
+                    op = _.ops.pop();
+                    _.trys.pop();
+                    continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
+                        _ = 0;
+                        continue;
+                    }
+                    if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
+                        _.label = op[1];
+                        break;
+                    }
+                    if (op[0] === 6 && _.label < t[1]) {
+                        _.label = t[1];
+                        t = op;
+                        break;
+                    }
+                    if (t && _.label < t[2]) {
+                        _.label = t[2];
+                        _.ops.push(op);
+                        break;
+                    }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop();
+                    continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) {
+            op = [
+                6,
+                e
+            ];
+            y = 0;
+        } finally{
+            f = t = 0;
+        }
+        if (op[0] & 5) throw op[1];
+        return {
+            value: op[0] ? op[1] : void 0,
+            done: true
+        };
+    }
+}
+var MAX_ATTEMPTS = 3;
+function sleep(ms) {
+    return new Promise(function(resolve) {
+        return setTimeout(resolve, ms);
+    });
+}
+function fetchWithRetry(url, init) {
+    var baseDelayMs = arguments.length > 2 && arguments[2] !== void 0 ? arguments[2] : 200;
+    return _async_to_generator(function() {
+        var attempt, res, retryAfter, err;
+        return _ts_generator(this, function(_state) {
+            switch(_state.label){
+                case 0:
+                    attempt = 0;
+                    _state.label = 1;
+                case 1:
+                    if (!(attempt < MAX_ATTEMPTS)) return [
+                        3,
+                        8
+                    ];
+                    _state.label = 2;
+                case 2:
+                    _state.trys.push([
+                        2,
+                        5,
+                        ,
+                        7
+                    ]);
+                    return [
+                        4,
+                        fetch(url, init)
+                    ];
+                case 3:
+                    res = _state.sent();
+                    if (res.ok || res.status !== 429 && res.status < 500 || attempt === MAX_ATTEMPTS - 1) return [
+                        2,
+                        res
+                    ];
+                    retryAfter = Number(res.headers.get('retry-after'));
+                    // Capped: a server naming a huge Retry-After must not stall an embed run for it.
+                    return [
+                        4,
+                        sleep(retryAfter > 0 ? Math.min(retryAfter * 1000, 10000) : baseDelayMs * Math.pow(2, attempt))
+                    ];
+                case 4:
+                    _state.sent();
+                    return [
+                        3,
+                        7
+                    ];
+                case 5:
+                    err = _state.sent();
+                    if (attempt === MAX_ATTEMPTS - 1) throw err;
+                    return [
+                        4,
+                        sleep(baseDelayMs * Math.pow(2, attempt))
+                    ];
+                case 6:
+                    _state.sent();
+                    return [
+                        3,
+                        7
+                    ];
+                case 7:
+                    attempt++;
+                    return [
+                        3,
+                        1
+                    ];
+                case 8:
+                    throw new Error('unreachable');
+            }
+        });
+    })();
+}
+function probeReachable(url) {
+    var timeoutMs = arguments.length > 1 && arguments[1] !== void 0 ? arguments[1] : 1500;
+    return _async_to_generator(function() {
+        var unused;
+        return _ts_generator(this, function(_state) {
+            switch(_state.label){
+                case 0:
+                    _state.trys.push([
+                        0,
+                        2,
+                        ,
+                        3
+                    ]);
+                    return [
+                        4,
+                        fetch(url, {
+                            signal: AbortSignal.timeout(timeoutMs)
+                        })
+                    ];
+                case 1:
+                    _state.sent();
+                    return [
+                        2,
+                        true
+                    ];
+                case 2:
+                    unused = _state.sent();
+                    return [
+                        2,
+                        false
+                    ];
+                case 3:
+                    return [
+                        2
+                    ];
+            }
+        });
+    })();
+}
+/* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }

package/dist/cjs/embed/http.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/embed/http.ts"],"sourcesContent":["const MAX_ATTEMPTS = 3;\n\nfunction sleep(ms: number): Promise<void> {\n  return new Promise((resolve) => setTimeout(resolve, ms));\n}\n\n// Shared retry glue for the HTTP providers: 429/5xx/network failure retry with exponential\n// backoff honoring Retry-After; any other status returns immediately for the caller to handle.\nexport async function fetchWithRetry(url: string, init: RequestInit, baseDelayMs = 200): Promise<Response> {\n  for (let attempt = 0; attempt < MAX_ATTEMPTS; attempt++) {\n    try {\n      const res = await fetch(url, init);\n      if (res.ok || (res.status !== 429 && res.status < 500) || attempt === MAX_ATTEMPTS - 1) return res;\n      const retryAfter = Number(res.headers.get('retry-after'));\n      // Capped: a server naming a huge Retry-After must not stall an embed run for it.\n      await sleep(retryAfter > 0 ? Math.min(retryAfter * 1000, 10_000) : baseDelayMs * 2 ** attempt);\n    } catch (err) {\n      if (attempt === MAX_ATTEMPTS - 1) throw err;\n      await sleep(baseDelayMs * 2 ** attempt);\n    }\n  }\n  throw new Error('unreachable');\n}\n\n// Any HTTP response means the endpoint is up; only a network failure or the timeout counts as\n// unreachable, so an air-gapped machine never waits more than timeoutMs on `sense status`.\nexport async function probeReachable(url: string, timeoutMs = 1500): Promise<boolean> {\n  try {\n    await fetch(url, { signal: AbortSignal.timeout(timeoutMs) });\n    return true;\n  } catch {\n    return false;\n  }\n}\n"],"names":["fetchWithRetry","probeReachable","MAX_ATTEMPTS","sleep","ms","Promise","resolve","setTimeout","url","init","baseDelayMs","attempt","res","retryAfter","err","fetch","ok","status","Number","headers","get","Math","min","Error","timeoutMs","signal","AbortSignal","timeout"],"mappings":";;;;;;;;;;;QAQsBA;eAAAA;;QAkBAC;eAAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA1BtB,IAAMC,eAAe;AAErB,SAASC,MAAMC,EAAU;IACvB,OAAO,IAAIC,QAAQ,SAACC;eAAYC,WAAWD,SAASF;;AACtD;AAIO,SAAeJ,eAAeQ,GAAW,EAAEC,IAAiB;QAAEC,cAAAA,iEAAc;;YACxEC,SAECC,KAEAC,YAGCC;;;;oBAPFH,UAAU;;;yBAAGA,CAAAA,UAAUT,YAAW;;;;;;;;;;;;oBAE3B;;wBAAMa,MAAMP,KAAKC;;;oBAAvBG,MAAM;oBACZ,IAAIA,IAAII,EAAE,IAAKJ,IAAIK,MAAM,KAAK,OAAOL,IAAIK,MAAM,GAAG,OAAQN,YAAYT,eAAe,GAAG;;wBAAOU;;oBACzFC,aAAaK,OAAON,IAAIO,OAAO,CAACC,GAAG,CAAC;oBAC1C,iFAAiF;oBACjF;;wBAAMjB,MAAMU,aAAa,IAAIQ,KAAKC,GAAG,CAACT,aAAa,MAAM,SAAUH,uBAAc,GAAKC;;;oBAAtF;;;;;;oBACOG;oBACP,IAAIH,YAAYT,eAAe,GAAG,MAAMY;oBACxC;;wBAAMX,MAAMO,uBAAc,GAAKC;;;oBAA/B;;;;;;oBAT0CA;;;;;;oBAY9C,MAAM,IAAIY,MAAM;;;IAClB;;AAIO,SAAetB,eAAeO,GAAW;QAAEgB,YAAAA,iEAAY;;;;;;;;;;;;oBAE1D;;wBAAMT,MAAMP,KAAK;4BAAEiB,QAAQC,YAAYC,OAAO,CAACH;wBAAW;;;oBAA1D;oBACA;;wBAAO;;;;oBAEP;;wBAAO;;;;;;;;IAEX"}

package/dist/cjs/embed/identity.d.cts

@@ -0,0 +1,13 @@
+export declare const MODEL_FILES: string[];
+export declare const MODEL_FILENAMES: string;
+export declare function isDownloadable(model: string): boolean;
+export declare function refsMainPath(model: string): string;
+export declare function readRef(model: string): string | undefined;
+export declare function writeRef(model: string, sha: string): void;
+export declare function snapshotDir(model: string, sha: string): string;
+export declare function languagesPath(model: string): string;
+export declare function readLanguages(model: string): string[] | undefined;
+export declare function writeLanguages(model: string, languages: string[]): void;
+export declare function modelDir(model: string): string;
+export declare function hasModelFiles(model: string): boolean;
+export declare function modelIdentity(model: string): string | undefined;

package/dist/cjs/embed/identity.d.ts

@@ -0,0 +1,13 @@
+export declare const MODEL_FILES: string[];
+export declare const MODEL_FILENAMES: string;
+export declare function isDownloadable(model: string): boolean;
+export declare function refsMainPath(model: string): string;
+export declare function readRef(model: string): string | undefined;
+export declare function writeRef(model: string, sha: string): void;
+export declare function snapshotDir(model: string, sha: string): string;
+export declare function languagesPath(model: string): string;
+export declare function readLanguages(model: string): string[] | undefined;
+export declare function writeLanguages(model: string, languages: string[]): void;
+export declare function modelDir(model: string): string;
+export declare function hasModelFiles(model: string): boolean;
+export declare function modelIdentity(model: string): string | undefined;

package/dist/cjs/embed/identity.js

@@ -0,0 +1,194 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+function _export(target, all) {
+    for(var name in all)Object.defineProperty(target, name, {
+        enumerable: true,
+        get: Object.getOwnPropertyDescriptor(all, name).get
+    });
+}
+_export(exports, {
+    get MODEL_FILENAMES () {
+        return MODEL_FILENAMES;
+    },
+    get MODEL_FILES () {
+        return MODEL_FILES;
+    },
+    get hasModelFiles () {
+        return hasModelFiles;
+    },
+    get isDownloadable () {
+        return isDownloadable;
+    },
+    get languagesPath () {
+        return languagesPath;
+    },
+    get modelDir () {
+        return modelDir;
+    },
+    get modelIdentity () {
+        return modelIdentity;
+    },
+    get readLanguages () {
+        return readLanguages;
+    },
+    get readRef () {
+        return readRef;
+    },
+    get refsMainPath () {
+        return refsMainPath;
+    },
+    get snapshotDir () {
+        return snapshotDir;
+    },
+    get writeLanguages () {
+        return writeLanguages;
+    },
+    get writeRef () {
+        return writeRef;
+    }
+});
+var _nodefs = require("node:fs");
+var _nodeos = require("node:os");
+var _nodepath = require("node:path");
+function _array_like_to_array(arr, len) {
+    if (len == null || len > arr.length) len = arr.length;
+    for(var i = 0, arr2 = new Array(len); i < len; i++)arr2[i] = arr[i];
+    return arr2;
+}
+function _array_with_holes(arr) {
+    if (Array.isArray(arr)) return arr;
+}
+function _iterable_to_array_limit(arr, i) {
+    var _i = arr == null ? null : typeof Symbol !== "undefined" && arr[Symbol.iterator] || arr["@@iterator"];
+    if (_i == null) return;
+    var _arr = [];
+    var _n = true;
+    var _d = false;
+    var _s, _e;
+    try {
+        for(_i = _i.call(arr); !(_n = (_s = _i.next()).done); _n = true){
+            _arr.push(_s.value);
+            if (i && _arr.length === i) break;
+        }
+    } catch (err) {
+        _d = true;
+        _e = err;
+    } finally{
+        try {
+            if (!_n && _i["return"] != null) _i["return"]();
+        } finally{
+            if (_d) throw _e;
+        }
+    }
+    return _arr;
+}
+function _non_iterable_rest() {
+    throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
+}
+function _sliced_to_array(arr, i) {
+    return _array_with_holes(arr) || _iterable_to_array_limit(arr, i) || _unsupported_iterable_to_array(arr, i) || _non_iterable_rest();
+}
+function _unsupported_iterable_to_array(o, minLen) {
+    if (!o) return;
+    if (typeof o === "string") return _array_like_to_array(o, minLen);
+    var n = Object.prototype.toString.call(o).slice(8, -1);
+    if (n === "Object" && o.constructor) n = o.constructor.name;
+    if (n === "Map" || n === "Set") return Array.from(n);
+    if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
+}
+var MODEL_FILES = [
+    'model.safetensors',
+    'tokenizer.json'
+];
+var MODEL_FILENAMES = MODEL_FILES.join(' and ');
+// A Hugging Face repo id: one slash, HF's charset. Anything else is a path, used as one rather
+// than resolved against the HF cache.
+var HF_MODEL_ID = /^[A-Za-z0-9][\w.-]*\/[A-Za-z0-9][\w.-]*$/;
+function isDownloadable(model) {
+    return HF_MODEL_ID.test(model);
+}
+function repoDir(model) {
+    var _model_split = _sliced_to_array(model.split('/'), 2), org = _model_split[0], name = _model_split[1];
+    return (0, _nodepath.join)((0, _nodeos.homedir)(), '.sense', 'models', "models--".concat(org, "--").concat(name));
+}
+function refsMainPath(model) {
+    return (0, _nodepath.join)(repoDir(model), 'refs', 'main');
+}
+function readRef(model) {
+    var p = refsMainPath(model);
+    if (!(0, _nodefs.existsSync)(p)) return undefined;
+    var sha = (0, _nodefs.readFileSync)(p, 'utf8').trim();
+    return sha.length > 0 ? sha : undefined;
+}
+function writeRef(model, sha) {
+    (0, _nodefs.mkdirSync)((0, _nodepath.join)(repoDir(model), 'refs'), {
+        recursive: true
+    });
+    (0, _nodefs.writeFileSync)(refsMainPath(model), sha);
+}
+function snapshotDir(model, sha) {
+    return (0, _nodepath.join)(repoDir(model), 'snapshots', sha);
+}
+function languagesPath(model) {
+    return (0, _nodepath.join)(repoDir(model), 'languages.json');
+}
+function readLanguages(model) {
+    var p = languagesPath(model);
+    if (!(0, _nodefs.existsSync)(p)) return undefined;
+    try {
+        return JSON.parse((0, _nodefs.readFileSync)(p, 'utf8'));
+    } catch (unused) {
+        return undefined;
+    }
+}
+function writeLanguages(model, languages) {
+    (0, _nodefs.mkdirSync)(repoDir(model), {
+        recursive: true
+    });
+    (0, _nodefs.writeFileSync)(languagesPath(model), JSON.stringify(languages));
+}
+function modelDir(model) {
+    if (!isDownloadable(model)) return model;
+    var sha = readRef(model);
+    return sha ? snapshotDir(model, sha) : repoDir(model);
+}
+function hasModelFiles(model) {
+    var dir = modelDir(model);
+    return MODEL_FILES.every(function(file) {
+        return (0, _nodefs.existsSync)((0, _nodepath.join)(dir, file));
+    });
+}
+function modelIdentity(model) {
+    if (isDownloadable(model)) return readRef(model);
+    var dir = modelDir(model);
+    var parts = [];
+    var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
+    try {
+        for(var _iterator = MODEL_FILES[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
+            var file = _step.value;
+            try {
+                var st = (0, _nodefs.statSync)((0, _nodepath.join)(dir, file));
+                parts.push("".concat(st.size, ":").concat(Math.trunc(st.mtimeMs)));
+            } catch (unused) {
+                return undefined;
+            }
+        }
+    } catch (err) {
+        _didIteratorError = true;
+        _iteratorError = err;
+    } finally{
+        try {
+            if (!_iteratorNormalCompletion && _iterator.return != null) {
+                _iterator.return();
+            }
+        } finally{
+            if (_didIteratorError) {
+                throw _iteratorError;
+            }
+        }
+    }
+    return parts.join(',');
+}
+/* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }

package/dist/cjs/embed/identity.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/embed/identity.ts"],"sourcesContent":["import { existsSync, mkdirSync, readFileSync, statSync, writeFileSync } from 'node:fs';\nimport { homedir } from 'node:os';\nimport { join } from 'node:path';\n\n// HF cache layout, no network: ~/.sense/models/models--<org>--<name>/{refs/main,\n// snapshots/<sha>/<files>}, files stored directly (hf_hub's blobs/symlinks layer skipped).\n\nexport const MODEL_FILES = ['model.safetensors', 'tokenizer.json'];\n// The pair, for messages that name what a local model directory must contain.\nexport const MODEL_FILENAMES = MODEL_FILES.join(' and ');\n\n// A Hugging Face repo id: one slash, HF's charset. Anything else is a path, used as one rather\n// than resolved against the HF cache.\nconst HF_MODEL_ID = /^[A-Za-z0-9][\\w.-]*\\/[A-Za-z0-9][\\w.-]*$/;\n\nexport function isDownloadable(model: string): boolean {\n  return HF_MODEL_ID.test(model);\n}\n\nfunction repoDir(model: string): string {\n  const [org, name] = model.split('/');\n  return join(homedir(), '.sense', 'models', `models--${org}--${name}`);\n}\n\nexport function refsMainPath(model: string): string {\n  return join(repoDir(model), 'refs', 'main');\n}\n\n// What `main` last resolved to, read from disk -- no network. Undefined until some resolution\n// (a download or an explicit prefetch) has written it once.\nexport function readRef(model: string): string | undefined {\n  const p = refsMainPath(model);\n  if (!existsSync(p)) return undefined;\n  const sha = readFileSync(p, 'utf8').trim();\n  return sha.length > 0 ? sha : undefined;\n}\n\n// A recorded ref pins until its snapshot directory is removed; nothing here re-resolves it.\nexport function writeRef(model: string, sha: string): void {\n  mkdirSync(join(repoDir(model), 'refs'), { recursive: true });\n  writeFileSync(refsMainPath(model), sha);\n}\n\nexport function snapshotDir(model: string, sha: string): string {\n  return join(repoDir(model), 'snapshots', sha);\n}\n\n// Languages describe the repo, not one weight snapshot, so this lives beside refs/, not\n// inside a snapshot dir.\nexport function languagesPath(model: string): string {\n  return join(repoDir(model), 'languages.json');\n}\n\n// undefined means \"never resolved yet\"; an empty array is a resolved fact (checked, none\n// declared) and is cached the same way, so a languageless model is not re-fetched every run.\nexport function readLanguages(model: string): string[] | undefined {\n  const p = languagesPath(model);\n  if (!existsSync(p)) return undefined;\n  try {\n    return JSON.parse(readFileSync(p, 'utf8'));\n  } catch {\n    return undefined;\n  }\n}\n\nexport function writeLanguages(model: string, languages: string[]): void {\n  mkdirSync(repoDir(model), { recursive: true });\n  writeFileSync(languagesPath(model), JSON.stringify(languages));\n}\n\n// A local directory the caller manages, or the resolved snapshot once `main` is pinned; an HF\n// id with no recorded ref yet has no known snapshot, so this names the (fileless) repo dir.\nexport function modelDir(model: string): string {\n  if (!isDownloadable(model)) return model;\n  const sha = readRef(model);\n  return sha ? snapshotDir(model, sha) : repoDir(model);\n}\n\n// Both files, so an interrupted download reads as absent and the next one resumes it.\nexport function hasModelFiles(model: string): boolean {\n  const dir = modelDir(model);\n  return MODEL_FILES.every((file) => existsSync(join(dir, file)));\n}\n\n// Weight identity for the signature, no network: a HF id's resolved sha, or the two\n// files' size+mtime for a local path. Undefined when nothing is known yet.\nexport function modelIdentity(model: string): string | undefined {\n  if (isDownloadable(model)) return readRef(model);\n  const dir = modelDir(model);\n  const parts: string[] = [];\n  for (const file of MODEL_FILES) {\n    try {\n      const st = statSync(join(dir, file));\n      parts.push(`${st.size}:${Math.trunc(st.mtimeMs)}`);\n    } catch {\n      return undefined;\n    }\n  }\n  return parts.join(',');\n}\n"],"names":["MODEL_FILENAMES","MODEL_FILES","hasModelFiles","isDownloadable","languagesPath","modelDir","modelIdentity","readLanguages","readRef","refsMainPath","snapshotDir","writeLanguages","writeRef","join","HF_MODEL_ID","model","test","repoDir","split","org","name","homedir","p","existsSync","undefined","sha","readFileSync","trim","length","mkdirSync","recursive","writeFileSync","JSON","parse","languages","stringify","dir","every","file","parts","st","statSync","push","Math","size","trunc","mtimeMs"],"mappings":";;;;;;;;;;;QASaA;eAAAA;;QAFAC;eAAAA;;QAwEGC;eAAAA;;QAhEAC;eAAAA;;QAkCAC;eAAAA;;QAuBAC;eAAAA;;QAcAC;eAAAA;;QA/BAC;eAAAA;;QAzBAC;eAAAA;;QANAC;eAAAA;;QAmBAC;eAAAA;;QAsBAC;eAAAA;;QA3BAC;eAAAA;;;sBAtC6D;sBACrD;wBACH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAKd,IAAMX,cAAc;IAAC;IAAqB;CAAiB;AAE3D,IAAMD,kBAAkBC,YAAYY,IAAI,CAAC;AAEhD,+FAA+F;AAC/F,sCAAsC;AACtC,IAAMC,cAAc;AAEb,SAASX,eAAeY,KAAa;IAC1C,OAAOD,YAAYE,IAAI,CAACD;AAC1B;AAEA,SAASE,QAAQF,KAAa;IAC5B,IAAoBA,gCAAAA,MAAMG,KAAK,CAAC,UAAzBC,MAAaJ,iBAARK,OAAQL;IACpB,OAAOF,IAAAA,cAAI,EAACQ,IAAAA,eAAO,KAAI,UAAU,UAAU,AAAC,WAAkBD,OAARD,KAAI,MAAS,OAALC;AAChE;AAEO,SAASX,aAAaM,KAAa;IACxC,OAAOF,IAAAA,cAAI,EAACI,QAAQF,QAAQ,QAAQ;AACtC;AAIO,SAASP,QAAQO,KAAa;IACnC,IAAMO,IAAIb,aAAaM;IACvB,IAAI,CAACQ,IAAAA,kBAAU,EAACD,IAAI,OAAOE;IAC3B,IAAMC,MAAMC,IAAAA,oBAAY,EAACJ,GAAG,QAAQK,IAAI;IACxC,OAAOF,IAAIG,MAAM,GAAG,IAAIH,MAAMD;AAChC;AAGO,SAASZ,SAASG,KAAa,EAAEU,GAAW;IACjDI,IAAAA,iBAAS,EAAChB,IAAAA,cAAI,EAACI,QAAQF,QAAQ,SAAS;QAAEe,WAAW;IAAK;IAC1DC,IAAAA,qBAAa,EAACtB,aAAaM,QAAQU;AACrC;AAEO,SAASf,YAAYK,KAAa,EAAEU,GAAW;IACpD,OAAOZ,IAAAA,cAAI,EAACI,QAAQF,QAAQ,aAAaU;AAC3C;AAIO,SAASrB,cAAcW,KAAa;IACzC,OAAOF,IAAAA,cAAI,EAACI,QAAQF,QAAQ;AAC9B;AAIO,SAASR,cAAcQ,KAAa;IACzC,IAAMO,IAAIlB,cAAcW;IACxB,IAAI,CAACQ,IAAAA,kBAAU,EAACD,IAAI,OAAOE;IAC3B,IAAI;QACF,OAAOQ,KAAKC,KAAK,CAACP,IAAAA,oBAAY,EAACJ,GAAG;IACpC,EAAE,eAAM;QACN,OAAOE;IACT;AACF;AAEO,SAASb,eAAeI,KAAa,EAAEmB,SAAmB;IAC/DL,IAAAA,iBAAS,EAACZ,QAAQF,QAAQ;QAAEe,WAAW;IAAK;IAC5CC,IAAAA,qBAAa,EAAC3B,cAAcW,QAAQiB,KAAKG,SAAS,CAACD;AACrD;AAIO,SAAS7B,SAASU,KAAa;IACpC,IAAI,CAACZ,eAAeY,QAAQ,OAAOA;IACnC,IAAMU,MAAMjB,QAAQO;IACpB,OAAOU,MAAMf,YAAYK,OAAOU,OAAOR,QAAQF;AACjD;AAGO,SAASb,cAAca,KAAa;IACzC,IAAMqB,MAAM/B,SAASU;IACrB,OAAOd,YAAYoC,KAAK,CAAC,SAACC;eAASf,IAAAA,kBAAU,EAACV,IAAAA,cAAI,EAACuB,KAAKE;;AAC1D;AAIO,SAAShC,cAAcS,KAAa;IACzC,IAAIZ,eAAeY,QAAQ,OAAOP,QAAQO;IAC1C,IAAMqB,MAAM/B,SAASU;IACrB,IAAMwB,QAAkB,EAAE;QACrB,kCAAA,2BAAA;;QAAL,QAAK,YAActC,gCAAd,SAAA,6BAAA,QAAA,yBAAA,iCAA2B;YAA3B,IAAMqC,OAAN;YACH,IAAI;gBACF,IAAME,KAAKC,IAAAA,gBAAQ,EAAC5B,IAAAA,cAAI,EAACuB,KAAKE;gBAC9BC,MAAMG,IAAI,CAAC,AAAC,GAAaC,OAAXH,GAAGI,IAAI,EAAC,KAA0B,OAAvBD,KAAKE,KAAK,CAACL,GAAGM,OAAO;YAChD,EAAE,eAAM;gBACN,OAAOtB;YACT;QACF;;QAPK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAQL,OAAOe,MAAM1B,IAAI,CAAC;AACpB"}

package/dist/cjs/embed/langfit.d.cts

@@ -0,0 +1,6 @@
+import type { DatabaseSync } from 'node:sqlite';
+import type { EmbedProvider } from './types.js';
+type LangCounts = Record<string, number>;
+export declare function languageDistribution(db: DatabaseSync): LangCounts | undefined;
+export declare function checkLanguageFit(db: DatabaseSync, provider: EmbedProvider, texts: string[]): Promise<void>;
+export {};

package/dist/cjs/embed/langfit.d.ts

@@ -0,0 +1,6 @@
+import type { DatabaseSync } from 'node:sqlite';
+import type { EmbedProvider } from './types.js';
+type LangCounts = Record<string, number>;
+export declare function languageDistribution(db: DatabaseSync): LangCounts | undefined;
+export declare function checkLanguageFit(db: DatabaseSync, provider: EmbedProvider, texts: string[]): Promise<void>;
+export {};