fr-spell 1.0.1 → 1.0.2

package/models/community/derive_form_vocab.json

@@ -0,0 +1,74 @@
+{
+  "itos": [
+    "<pad>",
+    "<bos>",
+    "<eos>",
+    "<unk>",
+    "'",
+    "-",
+    ":",
+    "A",
+    "B",
+    "C",
+    "D",
+    "E",
+    "F",
+    "H",
+    "I",
+    "J",
+    "L",
+    "M",
+    "N",
+    "O",
+    "P",
+    "R",
+    "S",
+    "T",
+    "U",
+    "V",
+    "W",
+    "_",
+    "a",
+    "b",
+    "c",
+    "d",
+    "e",
+    "f",
+    "g",
+    "h",
+    "i",
+    "j",
+    "k",
+    "l",
+    "m",
+    "n",
+    "o",
+    "p",
+    "q",
+    "r",
+    "s",
+    "t",
+    "u",
+    "v",
+    "w",
+    "x",
+    "y",
+    "z",
+    "|",
+    "à",
+    "â",
+    "ç",
+    "è",
+    "é",
+    "ê",
+    "ë",
+    "î",
+    "ï",
+    "ñ",
+    "ô",
+    "ö",
+    "û",
+    "ü"
+  ],
+  "source_format": "L:{lemma}|W:{word_type}|P:{person}|M:{mode}|T:{tense}"
+}

package/models/community/lemma_type_labels.json

@@ -0,0 +1,47 @@
+{
+  "code_char_to_name": {
+    "A": "NONE",
+    "B": "NOUN",
+    "C": "ARDE",
+    "D": "ADJE",
+    "E": "PRON",
+    "F": "VERB",
+    "G": "ADVE",
+    "H": "PREP",
+    "I": "CONJ",
+    "J": "INTE",
+    "K": "NOUN_ARDE_ADJE_PRON",
+    "L": "NOUN_ARDE_PRON",
+    "M": "NOUN_ADJE",
+    "N": "NOUN_ADJE_PRON",
+    "O": "NOUN_ADJE_PRON_ADVE",
+    "P": "NOUN_ADJE_VERB",
+    "Q": "NOUN_ADJE_ADVE",
+    "R": "NOUN_ADJE_ADVE_PREP",
+    "S": "NOUN_ADJE_PREP",
+    "T": "NOUN_ADJE_CONJ",
+    "U": "NOUN_PRON",
+    "V": "NOUN_PRON_VERB",
+    "W": "NOUN_PRON_CONJ",
+    "X": "NOUN_VERB",
+    "Y": "NOUN_VERB_ADVE",
+    "Z": "NOUN_ADVE",
+    "a": "NOUN_ADVE_PREP",
+    "b": "NOUN_ADVE_CONJ",
+    "c": "NOUN_PREP",
+    "d": "NOUN_CONJ",
+    "e": "ARDE_ADJE_PRON",
+    "f": "ADJE_PRON",
+    "g": "ADJE_PRON_ADVE",
+    "h": "ADJE_VERB",
+    "i": "ADJE_ADVE",
+    "j": "ADJE_PREP",
+    "k": "PRON_ADVE",
+    "l": "PRON_ADVE_PREP",
+    "m": "PRON_CONJ",
+    "n": "ADVE_PREP",
+    "o": "ADVE_CONJ"
+  },
+  "max_decode_len": 32,
+  "onnx_opset": 17
+}

package/models/community/lemma_type_vocab.json

@@ -0,0 +1,244 @@
+{
+  "itos": [
+    "<pad>",
+    "<bos>",
+    "<eos>",
+    "<unk>",
+    "'",
+    "-",
+    "0",
+    "1",
+    "2",
+    "3",
+    "4",
+    "5",
+    "6",
+    "7",
+    "8",
+    "9",
+    "A",
+    "B",
+    "C",
+    "D",
+    "E",
+    "F",
+    "G",
+    "H",
+    "I",
+    "J",
+    "K",
+    "L",
+    "M",
+    "N",
+    "O",
+    "P",
+    "Q",
+    "R",
+    "S",
+    "T",
+    "U",
+    "V",
+    "W",
+    "X",
+    "Y",
+    "Z",
+    "a",
+    "b",
+    "c",
+    "d",
+    "e",
+    "f",
+    "g",
+    "h",
+    "i",
+    "j",
+    "k",
+    "l",
+    "m",
+    "n",
+    "o",
+    "p",
+    "q",
+    "r",
+    "s",
+    "t",
+    "u",
+    "v",
+    "w",
+    "x",
+    "y",
+    "z",
+    "²",
+    "³",
+    "µ",
+    "Å",
+    "È",
+    "É",
+    "Î",
+    "Ø",
+    "Ü",
+    "à",
+    "á",
+    "â",
+    "ã",
+    "ä",
+    "å",
+    "æ",
+    "ç",
+    "è",
+    "é",
+    "ê",
+    "ë",
+    "í",
+    "î",
+    "ï",
+    "ñ",
+    "ó",
+    "ô",
+    "ö",
+    "ù",
+    "ú",
+    "û",
+    "ü",
+    "ÿ",
+    "ć",
+    "ń",
+    "ō",
+    "Œ",
+    "œ",
+    "ś",
+    "š",
+    "ɴ",
+    "ʳ",
+    "ˢ",
+    "Δ",
+    "Ω",
+    "α",
+    "β",
+    "γ",
+    "δ",
+    "ε",
+    "ζ",
+    "η",
+    "θ",
+    "ι",
+    "κ",
+    "λ",
+    "μ",
+    "ν",
+    "ξ",
+    "ο",
+    "π",
+    "ρ",
+    "σ",
+    "τ",
+    "υ",
+    "φ",
+    "χ",
+    "ψ",
+    "ω",
+    "ᴀ",
+    "ᴍ",
+    "ᴏ",
+    "ᵈ",
+    "ᵉ",
+    "ⁿ",
+    "₀",
+    "₁",
+    "₂",
+    "₃",
+    "₄",
+    "₅",
+    "₆",
+    "₇",
+    "₈",
+    "₉",
+    "ℓ",
+    "Ω",
+    "ꜱ"
+  ],
+  "code_to_id": {
+    "A": 0,
+    "B": 1,
+    "C": 2,
+    "D": 3,
+    "E": 4,
+    "F": 5,
+    "G": 6,
+    "H": 7,
+    "I": 8,
+    "K": 9,
+    "L": 10,
+    "M": 11,
+    "N": 12,
+    "O": 13,
+    "P": 14,
+    "Q": 15,
+    "R": 16,
+    "S": 17,
+    "T": 18,
+    "U": 19,
+    "V": 20,
+    "W": 21,
+    "X": 22,
+    "Y": 23,
+    "Z": 24,
+    "a": 25,
+    "b": 26,
+    "c": 27,
+    "d": 28,
+    "e": 29,
+    "f": 30,
+    "g": 31,
+    "h": 32,
+    "i": 33,
+    "j": 34,
+    "k": 35,
+    "l": 36,
+    "m": 37,
+    "n": 38,
+    "o": 39
+  },
+  "id_to_code": {
+    "0": "A",
+    "1": "B",
+    "2": "C",
+    "3": "D",
+    "4": "E",
+    "5": "F",
+    "6": "G",
+    "7": "H",
+    "8": "I",
+    "9": "K",
+    "10": "L",
+    "11": "M",
+    "12": "N",
+    "13": "O",
+    "14": "P",
+    "15": "Q",
+    "16": "R",
+    "17": "S",
+    "18": "T",
+    "19": "U",
+    "20": "V",
+    "21": "W",
+    "22": "X",
+    "23": "Y",
+    "24": "Z",
+    "25": "a",
+    "26": "b",
+    "27": "c",
+    "28": "d",
+    "29": "e",
+    "30": "f",
+    "31": "g",
+    "32": "h",
+    "33": "i",
+    "34": "j",
+    "35": "k",
+    "36": "l",
+    "37": "m",
+    "38": "n",
+    "39": "o"
+  }
+}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "fr-spell",
   "description": "A NPM Library To Convert Derivative Forms Of Noun, Verb or Adjective In French To Lemmas Or Vice Versa.",
-  "version": "1.0.1",
+  "version": "1.0.2",
   "type": "module",
   "main": "./src/frspell.js",
   "exports": {
@@ -9,6 +9,7 @@
   },
   "scripts": {
     "help": "node scripts/help.js",
+    "build": "node scripts/build.js",
     "test": "node test/test.js",
     "benchmark:prepare": "node benchmark/generate-checklists.js",
     "benchmark": "node benchmark/run-benchmark.js",
@@ -45,6 +46,10 @@
     "url": "https://www.linkedin.com/in/davychxn/"
   },
   "dependencies": {
-    "onnxruntime-node": "^1.24.3"
+    "onnxruntime-node": "^1.24.3",
+    "onnxruntime-web": "^1.24.3"
+  },
+  "devDependencies": {
+    "esbuild": "^0.25.10"
   }
 }

package/scripts/build.js

@@ -0,0 +1,53 @@
+import fs from 'node:fs/promises';
+import path from 'node:path';
+import { build } from 'esbuild';
+
+const rootDir = path.resolve(process.cwd());
+const distDir = path.join(rootDir, 'dist');
+const distModelsDir = path.join(distDir, 'models', 'community');
+const sourceModelsDir = path.join(rootDir, 'models', 'community');
+
+async function cleanDist() {
+  await fs.rm(distDir, { recursive: true, force: true });
+  await fs.mkdir(distModelsDir, { recursive: true });
+}
+
+async function bundleBrowserBuild() {
+  await build({
+    entryPoints: [path.join(rootDir, 'src', 'frspell.browser.global.js')],
+    bundle: true,
+    outfile: path.join(distDir, 'frspell.browser.js'),
+    format: 'iife',
+    platform: 'browser',
+    target: ['es2020'],
+    minify: false,
+  });
+}
+
+async function copyModelAssets() {
+  const assetFiles = [
+    'lemma_type_model.int8.onnx',
+    'derive_form_model.int8.onnx',
+    'lemma_type_vocab.json',
+    'lemma_type_labels.json',
+    'derive_form_vocab.json',
+  ];
+
+  await Promise.all(
+    assetFiles.map((name) =>
+      fs.copyFile(path.join(sourceModelsDir, name), path.join(distModelsDir, name)),
+    ),
+  );
+}
+
+async function main() {
+  await cleanDist();
+  await bundleBrowserBuild();
+  await copyModelAssets();
+  console.log('Build completed: dist/frspell.browser.js and model assets are ready.');
+}
+
+main().catch((error) => {
+  console.error(error);
+  process.exitCode = 1;
+});

package/src/frspell.browser.global.js

@@ -0,0 +1,9 @@
+/**
+ * FR-SPELL browser global entry
+ */
+
+import { FrSpell } from './module/Predictor.browser.js';
+
+if (typeof window !== 'undefined') {
+  window.FrSpell = FrSpell;
+}