@oomfware/lang-detect 0.1.0

package/LICENSE

@@ -0,0 +1,14 @@
+BSD Zero Clause License
+
+Copyright (c) 2026 Mary
+
+Permission to use, copy, modify, and/or distribute this software for any
+purpose with or without fee is hereby granted.
+
+THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
+REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
+AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
+INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
+LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
+OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
+PERFORMANCE OF THIS SOFTWARE.

package/README.md

@@ -0,0 +1,68 @@
+# @oomfware/lang-detect
+
+natural language detection library.
+
+```sh
+npm install @oomfware/lang-detect
+```
+
+## usage
+
+call `initialize()` once to load model weights via `fetch()`, then use `detect()` synchronously on
+any text. results are sorted by probability, highest first.
+
+```ts
+import { initialize, detect } from '@oomfware/lang-detect';
+
+await initialize();
+
+const results = detect('the quick brown fox jumps over the lazy dog');
+console.log(results[0]); // -> ['eng', 0.98]
+```
+
+mixed-script text returns detections for each script present, with probabilities scaled by
+proportion:
+
+```ts
+const results = detect('Hello Мир');
+// -> [['eng', ...], ['rus', ...]]
+```
+
+### variants
+
+two variants are available, trading accuracy for smaller weights:
+
+| subpath   | weights | accuracy |
+| --------- | ------- | -------- |
+| (default) | 57.4 KB | 95.2%    |
+| `/lite`   | 43.1 KB | 95.1%    |
+
+```ts
+import { initialize, detect } from '@oomfware/lang-detect/lite';
+```
+
+### supported languages
+
+50 languages across Latin, Cyrillic, Arabic, Devanagari, CJK, and unique-script families.
+
+| code  | language         | code  | language         | code  | language   |
+| ----- | ---------------- | ----- | ---------------- | ----- | ---------- |
+| `afr` | Afrikaans        | `hau` | Hausa            | `por` | Portuguese |
+| `ara` | Arabic           | `heb` | Hebrew           | `ron` | Romanian   |
+| `aze` | Azerbaijani      | `hin` | Hindi            | `run` | Rundi      |
+| `bel` | Belarusian       | `hrv` | Croatian         | `rus` | Russian    |
+| `ben` | Bengali          | `hun` | Hungarian        | `slk` | Slovak     |
+| `bul` | Bulgarian        | `hye` | Armenian         | `spa` | Spanish    |
+| `cat` | Catalan          | `ind` | Indonesian       | `srp` | Serbian    |
+| `ces` | Czech            | `isl` | Icelandic        | `swe` | Swedish    |
+| `ckb` | Central Kurdish  | `ita` | Italian          | `tgl` | Tagalog    |
+| `cmn` | Mandarin Chinese | `jpn` | Japanese         | `tur` | Turkish    |
+| `dan` | Danish           | `kat` | Georgian         | `ukr` | Ukrainian  |
+| `deu` | German           | `kaz` | Kazakh           | `vie` | Vietnamese |
+| `ell` | Greek            | `kor` | Korean           |       |            |
+| `eng` | English          | `lit` | Lithuanian       |       |            |
+| `est` | Estonian         | `mar` | Marathi          |       |            |
+| `eus` | Basque           | `mkd` | Macedonian       |       |            |
+| `fin` | Finnish          | `nld` | Dutch            |       |            |
+| `fra` | French           | `nob` | Norwegian Bokmål |       |            |
+| `pes` | Persian          | `pol` | Polish           |       |            |

package/dist/eval.d.ts

@@ -0,0 +1,8 @@
+/**
+ * evaluate detection accuracy against the UDHR dataset.
+ *
+ * usage:
+ *   node --conditions source src/eval.ts [--lite] [--lande]
+ */
+export {};
+//# sourceMappingURL=eval.d.ts.map

package/dist/eval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../src/eval.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}

package/dist/eval.js

@@ -0,0 +1,145 @@
+/**
+ * evaluate detection accuracy against the UDHR dataset.
+ *
+ * usage:
+ *   node --conditions source src/eval.ts [--lite] [--lande]
+ */
+import fs from 'node:fs';
+import path from 'node:path';
+import { parseArgs } from 'node:util';
+import { create } from "./nn/detect.js";
+const { values: args } = parseArgs({
+    options: {
+        lite: { type: 'boolean', default: false },
+        lande: { type: 'boolean', default: false },
+    },
+});
+const variant = args.lite ? 'lite' : 'standard';
+const quantBits = args.lite ? 6 : 8;
+const weightsDir = path.resolve(import.meta.dirname, '..', 'weights', variant);
+const { initialize, detect } = create({
+    cyrillic: {
+        weights: new URL(`file://${path.join(weightsDir, 'cyrillic.bin')}`),
+        meta: new URL(`file://${path.join(weightsDir, 'cyrillic.json')}`),
+    },
+    arabic: {
+        weights: new URL(`file://${path.join(weightsDir, 'arabic.bin')}`),
+        meta: new URL(`file://${path.join(weightsDir, 'arabic.json')}`),
+    },
+    devanagari: {
+        weights: new URL(`file://${path.join(weightsDir, 'devanagari.bin')}`),
+        meta: new URL(`file://${path.join(weightsDir, 'devanagari.json')}`),
+    },
+    latin: {
+        weights: new URL(`file://${path.join(weightsDir, 'latin.bin')}`),
+        meta: new URL(`file://${path.join(weightsDir, 'latin.json')}`),
+    },
+}, quantBits);
+// ── UDHR code → ISO 639-3 mapping ──
+const UDHR_CODE_TO_LANG = {
+    afr: 'afr',
+    bel: 'bel',
+    ben: 'ben',
+    bul: 'bul',
+    cat: 'cat',
+    ces: 'ces',
+    ckb: 'ckb',
+    cmn_hans: 'cmn',
+    dan: 'dan',
+    deu_1996: 'deu',
+    ell_monotonic: 'ell',
+    eng: 'eng',
+    eus: 'eus',
+    fin: 'fin',
+    fra: 'fra',
+    hau_NG: 'hau',
+    heb: 'heb',
+    hin: 'hin',
+    hrv: 'hrv',
+    hun: 'hun',
+    hye: 'hye',
+    ind: 'ind',
+    isl: 'isl',
+    ita: 'ita',
+    jpn: 'jpn',
+    kat: 'kat',
+    kaz: 'kaz',
+    kor: 'kor',
+    lit: 'lit',
+    mar: 'mar',
+    mkd: 'mkd',
+    nld: 'nld',
+    nob: 'nob',
+    pes_1: 'pes',
+    pol: 'pol',
+    por_BR: 'por',
+    por_PT: 'por',
+    ron_2006: 'ron',
+    run: 'run',
+    rus: 'rus',
+    slk: 'slk',
+    spa: 'spa',
+    srp_cyrl: 'srp',
+    srp_latn: 'srp',
+    swe: 'swe',
+    tgl: 'tgl',
+    tur: 'tur',
+    ukr: 'ukr',
+    vie: 'vie',
+};
+const TAG_RE = /<[^>]+>/g;
+// ── load UDHR sentences ──
+const declDir = path.resolve(import.meta.dirname, '..', 'train', 'resources', 'udhr', 'declaration');
+const sentences = [];
+for (const [code, lang] of Object.entries(UDHR_CODE_TO_LANG)) {
+    const htmlFile = path.join(declDir, `${code}.html`);
+    if (!fs.existsSync(htmlFile)) {
+        continue;
+    }
+    const content = fs.readFileSync(htmlFile, 'utf-8');
+    for (const match of content.matchAll(/<p>(.*?)<\/p>/gs)) {
+        const text = match[1].replace(TAG_RE, '').trim();
+        if (text.length < 10) {
+            continue;
+        }
+        sentences.push({ lang, text });
+    }
+}
+const evaluate = (name, detectFn) => {
+    const perLang = {};
+    let totalPass = 0;
+    for (const { lang, text } of sentences) {
+        perLang[lang] ??= { pass: 0, total: 0 };
+        perLang[lang].total++;
+        if (detectFn(text) === lang) {
+            perLang[lang].pass++;
+            totalPass++;
+        }
+    }
+    const overallAcc = (totalPass / sentences.length) * 100;
+    console.log(`\n=== ${name} ===`);
+    console.log(`${sentences.length} sentences, ${Object.keys(perLang).length} languages`);
+    console.log(`overall accuracy: ${overallAcc.toFixed(2)}%`);
+    const sorted = Object.entries(perLang).sort((a, b) => a[1].pass / a[1].total - b[1].pass / b[1].total);
+    for (const [lang, stats] of sorted) {
+        const acc = (stats.pass / stats.total) * 100;
+        if (acc < 100) {
+            console.log(`  ${lang}: ${acc.toFixed(1)}% (${stats.total})`);
+        }
+    }
+};
+// ── evaluate ──
+await initialize();
+evaluate(`UDHR: ${variant} (${quantBits}-bit)`, (text) => {
+    const result = detect(text);
+    return result[0]?.[0];
+});
+if (args.lande) {
+    // eslint-disable-next-line @typescript-eslint/no-require-imports
+    const { default: lande } = await import('lande');
+    evaluate('UDHR: lande', (text) => {
+        const result = lande(text);
+        return result?.[0]?.[0];
+    });
+}
+//# sourceMappingURL=eval.js.map

package/dist/eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../src/eval.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,SAAS,CAAC;IAClC,OAAO,EAAE;QACR,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;QACzC,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;KAC1C;CACD,CAAC,CAAC;AAEH,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC;AAChD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAEpC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;AAChF,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,CACpC;IACC,QAAQ,EAAE;QACT,OAAO,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,EAAE,CAAC;QACnE,IAAI,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,EAAE,CAAC;KACjE;IACD,MAAM,EAAE;QACP,OAAO,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC,EAAE,CAAC;QACjE,IAAI,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,CAAC,EAAE,CAAC;KAC/D;IACD,UAAU,EAAE;QACX,OAAO,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,gBAAgB,CAAC,EAAE,CAAC;QACrE,IAAI,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,iBAAiB,CAAC,EAAE,CAAC;KACnE;IACD,KAAK,EAAE;QACN,OAAO,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,EAAE,CAAC;QAChE,IAAI,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC,EAAE,CAAC;KAC9D;CACD,EACD,SAAS,CACT,CAAC;AAEF,sCAAsC;AAEtC,MAAM,iBAAiB,GAA2B;IACjD,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,QAAQ,EAAE,KAAK;IACf,GAAG,EAAE,KAAK;IACV,QAAQ,EAAE,KAAK;IACf,aAAa,EAAE,KAAK;IACpB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,MAAM,EAAE,KAAK;IACb,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,KAAK;IACZ,GAAG,EAAE,KAAK;IACV,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;IACb,QAAQ,EAAE,KAAK;IACf,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,QAAQ,EAAE,KAAK;IACf,QAAQ,EAAE,KAAK;IACf,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;CACV,CAAC;AAEF,MAAM,MAAM,GAAG,UAAU,CAAC;AAE1B,4BAA4B;AAE5B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;AACtG,MAAM,SAAS,GAAqC,EAAE,CAAC;AAEvD,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;IAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;IACpD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9B,SAAS;IACV,CAAC;IAED,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACzD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACjD,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACtB,SAAS;QACV,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAChC,CAAC;AACF,CAAC;AAMD,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,QAA8C,EAAE,EAAE;IACjF,MAAM,OAAO,GAA0B,EAAE,CAAC;IAC1C,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,SAAS,EAAE,CAAC;QACxC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACxC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;QAEtB,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YACrB,SAAS,EAAE,CAAC;QACb,CAAC;IACF,CAAC;IAED,MAAM,UAAU,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;IAExD,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM,eAAe,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,YAAY,CAAC,CAAC;IACvF,OAAO,CAAC,GAAG,CAAC,qBAAqB,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAE3D,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACvG,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QACpC,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;QAC7C,IAAI,GAAG,GAAG,GAAG,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;QAC/D,CAAC;IACF,CAAC;AACF,CAAC,CAAC;AAEF,iBAAiB;AAEjB,MAAM,UAAU,EAAE,CAAC;AAEnB,QAAQ,CAAC,SAAS,OAAO,KAAK,SAAS,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;IACxD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC5B,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;IAChB,iEAAiE;IACjE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;IACjD,QAAQ,CAAC,aAAa,EAAE,CAAC,IAAI,EAAE,EAAE;QAChC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3B,OAAO,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+export type { Detection } from './nn/detect.ts';
+export declare const initialize: () => Promise<void>, detect: (text: string) => import("./nn/detect.ts").Detection[];
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,YAAY,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAEhD,eAAO,MAAQ,UAAU,uBAAE,MAAM,wDAiB/B,CAAC"}

package/dist/index.js

@@ -0,0 +1,20 @@
+import { create } from "./nn/detect.js";
+export const { initialize, detect } = create({
+    cyrillic: {
+        weights: new URL('../weights/standard/cyrillic.bin', import.meta.url),
+        meta: new URL('../weights/standard/cyrillic.json', import.meta.url),
+    },
+    arabic: {
+        weights: new URL('../weights/standard/arabic.bin', import.meta.url),
+        meta: new URL('../weights/standard/arabic.json', import.meta.url),
+    },
+    devanagari: {
+        weights: new URL('../weights/standard/devanagari.bin', import.meta.url),
+        meta: new URL('../weights/standard/devanagari.json', import.meta.url),
+    },
+    latin: {
+        weights: new URL('../weights/standard/latin.bin', import.meta.url),
+        meta: new URL('../weights/standard/latin.json', import.meta.url),
+    },
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAIxC,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC5C,QAAQ,EAAE;QACT,OAAO,EAAE,IAAI,GAAG,CAAC,kCAAkC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACrE,IAAI,EAAE,IAAI,GAAG,CAAC,mCAAmC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;KACnE;IACD,MAAM,EAAE;QACP,OAAO,EAAE,IAAI,GAAG,CAAC,gCAAgC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACnE,IAAI,EAAE,IAAI,GAAG,CAAC,iCAAiC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;KACjE;IACD,UAAU,EAAE;QACX,OAAO,EAAE,IAAI,GAAG,CAAC,oCAAoC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACvE,IAAI,EAAE,IAAI,GAAG,CAAC,qCAAqC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;KACrE;IACD,KAAK,EAAE;QACN,OAAO,EAAE,IAAI,GAAG,CAAC,+BAA+B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QAClE,IAAI,EAAE,IAAI,GAAG,CAAC,gCAAgC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;KAChE;CACD,CAAC,CAAC"}

package/dist/lite.d.ts

@@ -0,0 +1,3 @@
+export type { Detection } from './nn/detect.ts';
+export declare const initialize: () => Promise<void>, detect: (text: string) => import("./nn/detect.ts").Detection[];
+//# sourceMappingURL=lite.d.ts.map

package/dist/lite.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lite.d.ts","sourceRoot":"","sources":["../src/lite.ts"],"names":[],"mappings":"AAEA,YAAY,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAEhD,eAAO,MAAQ,UAAU,uBAAE,MAAM,wDAoBhC,CAAC"}

package/dist/lite.js

@@ -0,0 +1,20 @@
+import { create } from "./nn/detect.js";
+export const { initialize, detect } = create({
+    cyrillic: {
+        weights: new URL('../weights/lite/cyrillic.bin', import.meta.url),
+        meta: new URL('../weights/lite/cyrillic.json', import.meta.url),
+    },
+    arabic: {
+        weights: new URL('../weights/lite/arabic.bin', import.meta.url),
+        meta: new URL('../weights/lite/arabic.json', import.meta.url),
+    },
+    devanagari: {
+        weights: new URL('../weights/lite/devanagari.bin', import.meta.url),
+        meta: new URL('../weights/lite/devanagari.json', import.meta.url),
+    },
+    latin: {
+        weights: new URL('../weights/lite/latin.bin', import.meta.url),
+        meta: new URL('../weights/lite/latin.json', import.meta.url),
+    },
+}, 6);
+//# sourceMappingURL=lite.js.map

package/dist/lite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lite.js","sourceRoot":"","sources":["../src/lite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAIxC,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,CAC3C;IACC,QAAQ,EAAE;QACT,OAAO,EAAE,IAAI,GAAG,CAAC,8BAA8B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACjE,IAAI,EAAE,IAAI,GAAG,CAAC,+BAA+B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;KAC/D;IACD,MAAM,EAAE;QACP,OAAO,EAAE,IAAI,GAAG,CAAC,4BAA4B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QAC/D,IAAI,EAAE,IAAI,GAAG,CAAC,6BAA6B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;KAC7D;IACD,UAAU,EAAE;QACX,OAAO,EAAE,IAAI,GAAG,CAAC,gCAAgC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACnE,IAAI,EAAE,IAAI,GAAG,CAAC,iCAAiC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;KACjE;IACD,KAAK,EAAE;QACN,OAAO,EAAE,IAAI,GAAG,CAAC,2BAA2B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QAC9D,IAAI,EAAE,IAAI,GAAG,CAAC,4BAA4B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;KAC5D;CACD,EACD,CAAC,CACD,CAAC"}

package/dist/nn/detect.d.ts

@@ -0,0 +1,25 @@
+/** a single detection result: ISO 639-3 language code and its probability. */
+export type Detection = [lang: string, probability: number];
+/** URLs for a single group's weight + metadata files. */
+type GroupSource = {
+    weights: URL;
+    meta: URL;
+};
+/** returned by {@link create} — call initialize() once, then detect() synchronously. */
+type Detector = {
+    initialize: () => Promise<void>;
+    detect: (text: string) => Detection[];
+};
+/**
+ * creates a detector for a specific weight variant.
+ *
+ * call initialize() once to load and dequantize weights via fetch(), then
+ * call detect() synchronously for each input text.
+ *
+ * @param sources record of group names to their weight/meta file URLs
+ * @param quantBits quantization bit width (default 8)
+ * @returns detector with initialize() and detect() methods
+ */
+export declare const create: (sources: Record<string, GroupSource>, quantBits?: number) => Detector;
+export {};
+//# sourceMappingURL=detect.d.ts.map

package/dist/nn/detect.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect.d.ts","sourceRoot":"","sources":["../../src/nn/detect.ts"],"names":[],"mappings":"AAOA,8EAA8E;AAC9E,MAAM,MAAM,SAAS,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;AAE5D,yDAAyD;AACzD,KAAK,WAAW,GAAG;IAClB,OAAO,EAAE,GAAG,CAAC;IACb,IAAI,EAAE,GAAG,CAAC;CACV,CAAC;AAwBF,wFAAwF;AACxF,KAAK,QAAQ,GAAG;IACf,UAAU,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;CACtC,CAAC;AA+IF;;;;;;;;;GASG;AACH,eAAO,MAAM,MAAM,GAAI,SAAS,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,kBAAa,KAAG,QAmF5E,CAAC"}

package/dist/nn/detect.js

@@ -0,0 +1,209 @@
+import { loadBinary, loadJson } from '#load';
+import { forward, loadWeights, loadWeights6 } from "./forward.js";
+import { normalize, extractNgrams } from "./normalize.js";
+/**
+ * classifies a character's Unicode codepoint into a script family.
+ *
+ * @param cp the codepoint to classify
+ * @returns the script family, or `null` if not recognized
+ */
+const classifyCodepoint = (cp) => {
+    // unique scripts
+    if ((cp >= 0xac00 && cp <= 0xd7af) || (cp >= 0x1100 && cp <= 0x11ff)) {
+        return 'korean';
+    }
+    if ((cp >= 0x10a0 && cp <= 0x10ff) || (cp >= 0x2d00 && cp <= 0x2d2f)) {
+        return 'georgian';
+    }
+    if (cp >= 0x0530 && cp <= 0x058f) {
+        return 'armenian';
+    }
+    if (cp >= 0x0980 && cp <= 0x09ff) {
+        return 'bengali';
+    }
+    if ((cp >= 0x0370 && cp <= 0x03ff) || (cp >= 0x1f00 && cp <= 0x1fff)) {
+        return 'greek';
+    }
+    if (cp >= 0x0590 && cp <= 0x05ff) {
+        return 'hebrew';
+    }
+    // CJK
+    if ((cp >= 0x3040 && cp <= 0x309f) || (cp >= 0x30a0 && cp <= 0x30ff)) {
+        return 'cjk_kana';
+    }
+    if ((cp >= 0x4e00 && cp <= 0x9fff) || (cp >= 0x3400 && cp <= 0x4dbf)) {
+        return 'cjk_han';
+    }
+    // NN groups
+    if (cp >= 0x0400 && cp <= 0x04ff) {
+        return 'cyrillic';
+    }
+    if ((cp >= 0x0600 && cp <= 0x06ff) || (cp >= 0x0750 && cp <= 0x077f)) {
+        return 'arabic';
+    }
+    if (cp >= 0x0900 && cp <= 0x097f) {
+        return 'devanagari';
+    }
+    if ((cp >= 0x0041 && cp <= 0x005a) || (cp >= 0x0061 && cp <= 0x007a) || (cp >= 0x00c0 && cp <= 0x024f)) {
+        return 'latin';
+    }
+    return null;
+};
+/** maps unique script families to their ISO 639-3 language code. */
+const UNIQUE_SCRIPT_MAP = {
+    korean: 'kor',
+    georgian: 'kat',
+    armenian: 'hye',
+    bengali: 'ben',
+    greek: 'ell',
+    hebrew: 'heb',
+};
+/** maps script families to NN group names. */
+const SCRIPT_TO_GROUP = {
+    cyrillic: 'cyrillic',
+    arabic: 'arabic',
+    devanagari: 'devanagari',
+    latin: 'latin',
+};
+// #endregion
+// #region inference helpers
+/**
+ * builds the input feature vector for a group model from normalized text.
+ *
+ * @param text normalized text
+ * @param ngrams the group's ngram vocabulary
+ * @returns float32 input vector matching the model's expected layout
+ */
+const buildInput = (text, ngrams) => {
+    const unigrams = extractNgrams(text, 1);
+    const bigrams = extractNgrams(text, 2);
+    const trigrams = extractNgrams(text, 3);
+    const quadgrams = extractNgrams(text, 4);
+    const values = [
+        ...ngrams.unigrams.map((v) => unigrams[v] || 0),
+        ...ngrams.bigrams.map((v) => bigrams[v] || 0),
+        ...ngrams.trigrams.map((v) => trigrams[v] || 0),
+        ...ngrams.quadgrams.map((v) => quadgrams[v] || 0),
+    ];
+    return new Float32Array(values);
+};
+// #endregion
+// #region weight loading
+/**
+ * loads and dequantizes weights for a single group from its binary + metadata files.
+ *
+ * @param source URLs for the group's weight and metadata files
+ * @param quantBits quantization bit width (8 or 6)
+ * @returns the loaded model ready for inference
+ */
+const loadGroup = async (source, quantBits) => {
+    const [bin, rawMeta] = await Promise.all([loadBinary(source.weights), loadJson(source.meta)]);
+    const meta = rawMeta;
+    const load = quantBits === 6 ? loadWeights6 : loadWeights;
+    const weights = load(bin, meta.inputSize, meta.outputSize);
+    return { meta, weights };
+};
+// #endregion
+// #region detection
+/**
+ * creates a detector for a specific weight variant.
+ *
+ * call initialize() once to load and dequantize weights via fetch(), then
+ * call detect() synchronously for each input text.
+ *
+ * @param sources record of group names to their weight/meta file URLs
+ * @param quantBits quantization bit width (default 8)
+ * @returns detector with initialize() and detect() methods
+ */
+export const create = (sources, quantBits = 8) => {
+    let models = null;
+    const initialize = async () => {
+        const entries = Object.entries(sources);
+        const loaded = await Promise.all(entries.map(([, source]) => loadGroup(source, quantBits)));
+        models = {};
+        for (let i = 0; i < entries.length; i++) {
+            models[entries[i][0]] = loaded[i];
+        }
+    };
+    const detect = (text) => {
+        if (!models) {
+            throw new Error(`call initialize() first`);
+        }
+        // classify characters by script family
+        const scriptCounts = new Map();
+        let totalClassified = 0;
+        for (let i = 0; i < text.length; i++) {
+            const cp = text.codePointAt(i);
+            // skip surrogates for astral characters
+            if (cp > 0xffff) {
+                i++;
+            }
+            const family = classifyCodepoint(cp);
+            if (family) {
+                scriptCounts.set(family, (scriptCounts.get(family) || 0) + 1);
+                totalClassified++;
+            }
+        }
+        // no classified characters — fallback to latin
+        if (totalClassified === 0) {
+            return detectGroup(text, 'latin', models);
+        }
+        const results = [];
+        for (const [family, count] of scriptCounts) {
+            const proportion = count / totalClassified;
+            // unique script languages — use proportion directly as probability
+            const uniqueLang = UNIQUE_SCRIPT_MAP[family];
+            if (uniqueLang) {
+                results.push([uniqueLang, proportion]);
+                continue;
+            }
+            // CJK — kana implies Japanese, Han-only implies Chinese
+            if (family === 'cjk_kana') {
+                results.push(['jpn', proportion]);
+                continue;
+            }
+            if (family === 'cjk_han') {
+                // only count as Chinese if no kana detected (otherwise Han is part of Japanese)
+                if (!scriptCounts.has('cjk_kana')) {
+                    results.push(['cmn', proportion]);
+                }
+                continue;
+            }
+            // NN group — run model and scale by proportion
+            const groupName = SCRIPT_TO_GROUP[family];
+            if (groupName && models[groupName]) {
+                const groupResults = detectGroup(text, groupName, models, proportion);
+                results.push(...groupResults);
+            }
+        }
+        // if nothing was produced (shouldn't happen, but safety), fallback to latin
+        if (results.length === 0) {
+            return detectGroup(text, 'latin', models);
+        }
+        results.sort((a, b) => b[1] - a[1]);
+        return results;
+    };
+    return { initialize, detect };
+};
+/**
+ * runs a group's model on the input text and returns detections scaled by proportion.
+ *
+ * @param text raw input text
+ * @param groupName key into the loaded models
+ * @param models loaded model records
+ * @param proportion script proportion to scale probabilities by
+ * @returns detections for this group
+ */
+const detectGroup = (text, groupName, models, proportion = 1) => {
+    const model = models[groupName];
+    if (!model) {
+        throw new Error(`weights not loaded for group '${groupName}'`);
+    }
+    const normalized = normalize(text);
+    const input = buildInput(normalized, model.meta.ngrams);
+    const output = forward(input, model.weights);
+    const results = model.meta.langs.map((lang, i) => [lang, output[i] * proportion]);
+    return results;
+};
+// #endregion
+//# sourceMappingURL=detect.js.map

package/dist/nn/detect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect.js","sourceRoot":"","sources":["../../src/nn/detect.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AAE7C,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAqB,MAAM,cAAc,CAAC;AACrF,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AA4D1D;;;;;GAKG;AACH,MAAM,iBAAiB,GAAG,CAAC,EAAU,EAAuB,EAAE;IAC7D,iBAAiB;IACjB,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,EAAE,CAAC;QACtE,OAAO,QAAQ,CAAC;IACjB,CAAC;IACD,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,EAAE,CAAC;QACtE,OAAO,UAAU,CAAC;IACnB,CAAC;IACD,IAAI,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC;QAClC,OAAO,UAAU,CAAC;IACnB,CAAC;IACD,IAAI,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,EAAE,CAAC;QACtE,OAAO,OAAO,CAAC;IAChB,CAAC;IACD,IAAI,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC;QAClC,OAAO,QAAQ,CAAC;IACjB,CAAC;IAED,MAAM;IACN,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,EAAE,CAAC;QACtE,OAAO,UAAU,CAAC;IACnB,CAAC;IACD,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,EAAE,CAAC;QACtE,OAAO,SAAS,CAAC;IAClB,CAAC;IAED,YAAY;IACZ,IAAI,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC;QAClC,OAAO,UAAU,CAAC;IACnB,CAAC;IACD,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,EAAE,CAAC;QACtE,OAAO,QAAQ,CAAC;IACjB,CAAC;IACD,IAAI,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC;QAClC,OAAO,YAAY,CAAC;IACrB,CAAC;IACD,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,EAAE,CAAC;QACxG,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,OAAO,IAAI,CAAC;AACb,CAAC,CAAC;AAEF,oEAAoE;AACpE,MAAM,iBAAiB,GAA0C;IAChE,MAAM,EAAE,KAAK;IACb,QAAQ,EAAE,KAAK;IACf,QAAQ,EAAE,KAAK;IACf,OAAO,EAAE,KAAK;IACd,KAAK,EAAE,KAAK;IACZ,MAAM,EAAE,KAAK;CACb,CAAC;AAEF,8CAA8C;AAC9C,MAAM,eAAe,GAA0C;IAC9D,QAAQ,EAAE,UAAU;IACpB,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,YAAY;IACxB,KAAK,EAAE,OAAO;CACd,CAAC;AAEF,aAAa;AAEb,4BAA4B;AAE5B;;;;;;GAMG;AACH,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,MAAmB,EAAgB,EAAE;IACtE,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAEzC,MAAM,MAAM,GAAG;QACd,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC/C,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7C,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC/C,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;KACjD,CAAC;IAEF,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC,CAAC;AAEF,aAAa;AAEb,yBAAyB;AAEzB;;;;;;GAMG;AACH,MAAM,SAAS,GAAG,KAAK,EAAE,MAAmB,EAAE,SAAiB,EAAuB,EAAE;IACvF,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9F,MAAM,IAAI,GAAG,OAAoB,CAAC;IAElC,MAAM,IAAI,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC;IAC1D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAE3D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC1B,CAAC,CAAC;AAEF,aAAa;AAEb,oBAAoB;AAEpB;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,OAAoC,EAAE,SAAS,GAAG,CAAC,EAAY,EAAE;IACvF,IAAI,MAAM,GAAsC,IAAI,CAAC;IAErD,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;QAC7B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;QAE5F,MAAM,GAAG,EAAE,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACnC,CAAC;IACF,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,CAAC,IAAY,EAAe,EAAE;QAC5C,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC5C,CAAC;QAED,uCAAuC;QACvC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAwB,CAAC;QACrD,IAAI,eAAe,GAAG,CAAC,CAAC;QAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC;YAChC,wCAAwC;YACxC,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC;gBACjB,CAAC,EAAE,CAAC;YACL,CAAC;YACD,MAAM,MAAM,GAAG,iBAAiB,CAAC,EAAE,CAAC,CAAC;YACrC,IAAI,MAAM,EAAE,CAAC;gBACZ,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC9D,eAAe,EAAE,CAAC;YACnB,CAAC;QACF,CAAC;QAED,+CAA+C;QAC/C,IAAI,eAAe,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,WAAW,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,OAAO,GAAgB,EAAE,CAAC;QAEhC,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,YAAY,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAG,KAAK,GAAG,eAAe,CAAC;YAE3C,mEAAmE;YACnE,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAC7C,IAAI,UAAU,EAAE,CAAC;gBAChB,OAAO,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;gBACvC,SAAS;YACV,CAAC;YAED,wDAAwD;YACxD,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;gBAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;gBAClC,SAAS;YACV,CAAC;YACD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC1B,gFAAgF;gBAChF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;oBACnC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;gBACnC,CAAC;gBACD,SAAS;YACV,CAAC;YAED,+CAA+C;YAC/C,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;YAC1C,IAAI,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpC,MAAM,YAAY,GAAG,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;gBACtE,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAC/B,CAAC;QACF,CAAC;QAED,4EAA4E;QAC5E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,WAAW,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpC,OAAO,OAAO,CAAC;IAChB,CAAC,CAAC;IAEF,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAC/B,CAAC,CAAC;AAEF;;;;;;;;GAQG;AACH,MAAM,WAAW,GAAG,CACnB,IAAY,EACZ,SAAiB,EACjB,MAAkC,EAClC,UAAU,GAAG,CAAC,EACA,EAAE;IAChB,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;IAChC,IAAI,CAAC,KAAK,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,iCAAiC,SAAS,GAAG,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,UAAU,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAE7C,MAAM,OAAO,GAAgB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;IAC/F,OAAO,OAAO,CAAC;AAChB,CAAC,CAAC;AAEF,aAAa"}

package/dist/nn/forward.d.ts

@@ -0,0 +1,38 @@
+/** float32 weights for a linear model (dense → softmax). */
+export type ModelWeights = {
+    w: Float32Array;
+    b: Float32Array;
+    inputSize: number;
+    outputSize: number;
+};
+/**
+ * loads int8 quantized weights from a binary buffer and dequantizes to float32.
+ *
+ * binary format: 2 × f32 scales (wScale, bScale), then weight bytes, then bias bytes.
+ *
+ * @param bin raw binary weight data
+ * @param inputSize number of input features
+ * @param outputSize number of output classes
+ * @returns dequantized model weights
+ */
+export declare const loadWeights: (bin: ArrayBuffer, inputSize: number, outputSize: number) => ModelWeights;
+/**
+ * loads int6 packed quantized weights from a binary buffer and dequantizes to float32.
+ *
+ * same header as int8 (2 × f32 scales), but payload is 6-bit packed.
+ *
+ * @param bin raw binary weight data
+ * @param inputSize number of input features
+ * @param outputSize number of output classes
+ * @returns dequantized model weights
+ */
+export declare const loadWeights6: (bin: ArrayBuffer, inputSize: number, outputSize: number) => ModelWeights;
+/**
+ * forward pass for a linear model: dense → softmax.
+ *
+ * @param input input feature vector (ngram frequencies)
+ * @param m model weights
+ * @returns output probabilities (one per language in the group)
+ */
+export declare const forward: (input: Float32Array, m: ModelWeights) => Float32Array;
+//# sourceMappingURL=forward.d.ts.map

package/dist/nn/forward.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"forward.d.ts","sourceRoot":"","sources":["../../src/nn/forward.ts"],"names":[],"mappings":"AAEA,4DAA4D;AAC5D,MAAM,MAAM,YAAY,GAAG;IAC1B,CAAC,EAAE,YAAY,CAAC;IAChB,CAAC,EAAE,YAAY,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACnB,CAAC;AAmEF;;;;;;;;;GASG;AACH,eAAO,MAAM,WAAW,GAAI,KAAK,WAAW,EAAE,WAAW,MAAM,EAAE,YAAY,MAAM,KAAG,YAerF,CAAC;AAEF;;;;;;;;;GASG;AACH,eAAO,MAAM,YAAY,GAAI,KAAK,WAAW,EAAE,WAAW,MAAM,EAAE,YAAY,MAAM,KAAG,YAkBtF,CAAC;AA4BF;;;;;;GAMG;AACH,eAAO,MAAM,OAAO,GAAI,OAAO,YAAY,EAAE,GAAG,YAAY,KAAG,YAa9D,CAAC"}