garu-ko 0.8.1 → 0.9.1

package/README.md

@@ -4,7 +4,7 @@
 
 - **1MB model** bundled in npm package (no CDN needed)
 - **332KB WASM** engine (152KB gzipped) -- runs in any modern browser
-- **F1 93.97%** on human-verified gold testset (vs. Kiwi 89.7%)
+- **F1 93.29%** on 9k human-verified gold testset (ep_norm), **F1 93.7%** on NIKL MP
 - **~1ms** inference per sentence
 - **Offline-ready** -- works without network
 - **[Live Demo](https://garu.zerry.co.kr)** -- try it in your browser
@@ -15,8 +15,8 @@
 |---|---|---|---|
 | Model size | ~40MB | ~50MB | **1MB** |
 | npm package | No | No | **Yes** |
-| F1 (gold testset) | 89.7% | — | **93.97%** |
-| F1 (NIKL MP) | 87.9% | ~85% | **93.90%** |
+| F1 (gold v15k, ep_norm) | 95.0% | 75.5% | 93.3% |
+| F1 (NIKL MP) | 87.9% | ~85% | **93.7%** |
 | Browser support | Impractical | No | **Yes** |
 
 ## Quick Start

package/dist/browser.js

@@ -30,7 +30,7 @@ export class Garu extends GaruBase {
             }
             modelBytes = new Uint8Array(await response.arrayBuffer());
         }
-        const wasmInstance = new wasmModule.GaruWasm(modelBytes);
+        const wasmInstance = new wasmModule.GaruWasm(modelBytes, options?.normalizeJamo ?? false);
         return new Garu(wasmInstance, modelBytes.byteLength);
     }
 }

package/dist/core.d.ts

@@ -22,6 +22,9 @@ export interface NounsOptions {
 export interface LoadOptions {
     modelData?: ArrayBuffer;
     modelUrl?: string;
+    /** 분석 결과의 자모 형태소(ETM 'ㄴ' 등)를 U+11xx 결합 자모로 정규화.
+     *  기본값 false (gold v15k 다수가 호환 자모 U+3130-318F를 사용). canonical 출력이 필요하면 true. */
+    normalizeJamo?: boolean;
 }
 export interface ModelInfo {
     version: string;

package/dist/node.js

@@ -31,7 +31,7 @@ export class Garu extends GaruBase {
             const buf = await readFile(join(dir, '..', 'models', 'base.gmdl'));
             modelBytes = new Uint8Array(buf.buffer, buf.byteOffset, buf.byteLength);
         }
-        const wasmInstance = new wasmModule.GaruWasm(modelBytes);
+        const wasmInstance = new wasmModule.GaruWasm(modelBytes, options?.normalizeJamo ?? false);
         return new Garu(wasmInstance, modelBytes.byteLength);
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "garu-ko",
-  "version": "0.8.1",
+  "version": "0.9.1",
   "description": "Ultra-lightweight Korean morphological analyzer for the web (1.9MB model, WASM, F1 93.9%)",
   "type": "module",
   "main": "dist/node.js",

package/pkg/garu_wasm.d.ts

@@ -6,7 +6,7 @@ export class GaruWasm {
     [Symbol.dispose](): void;
     analyze(text: string): any;
     analyze_topn(text: string, n: number): any;
-    constructor(model_data: Uint8Array);
+    constructor(model_data: Uint8Array, normalize_jamo?: boolean | null);
     tokenize(text: string): any;
     static version(): string;
 }
@@ -18,7 +18,7 @@ export interface InitOutput {
     readonly __wbg_garuwasm_free: (a: number, b: number) => void;
     readonly garuwasm_analyze: (a: number, b: number, c: number, d: number) => void;
     readonly garuwasm_analyze_topn: (a: number, b: number, c: number, d: number, e: number) => void;
-    readonly garuwasm_new: (a: number, b: number, c: number) => void;
+    readonly garuwasm_new: (a: number, b: number, c: number, d: number) => void;
     readonly garuwasm_tokenize: (a: number, b: number, c: number, d: number) => void;
     readonly garuwasm_version: (a: number) => void;
     readonly __wbindgen_export: (a: number, b: number) => number;

package/pkg/garu_wasm.js

@@ -56,13 +56,14 @@ export class GaruWasm {
     }
     /**
      * @param {Uint8Array} model_data
+     * @param {boolean | null} [normalize_jamo]
      */
-    constructor(model_data) {
+    constructor(model_data, normalize_jamo) {
         try {
             const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
             const ptr0 = passArray8ToWasm0(model_data, wasm.__wbindgen_export);
             const len0 = WASM_VECTOR_LEN;
-            wasm.garuwasm_new(retptr, ptr0, len0);
+            wasm.garuwasm_new(retptr, ptr0, len0, isLikeNone(normalize_jamo) ? 0xFFFFFF : normalize_jamo ? 1 : 0);
             var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
             var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
             var r2 = getDataViewMemory0().getInt32(retptr + 4 * 2, true);
@@ -118,7 +119,7 @@ export class GaruWasm {
     }
 }
 if (Symbol.dispose) GaruWasm.prototype[Symbol.dispose] = GaruWasm.prototype.free;
-import * as import1 from "./snippets/garu-core-0a2f508caf98b80c/inline0.js"
+import * as import1 from "./snippets/garu-core-258b8d34fad9321e/inline0.js"
 
 function __wbg_get_imports() {
     const import0 = {
@@ -177,7 +178,7 @@ function __wbg_get_imports() {
     return {
         __proto__: null,
         "./garu_wasm_bg.js": import0,
-        "./snippets/garu-core-0a2f508caf98b80c/inline0.js": import1,
+        "./snippets/garu-core-258b8d34fad9321e/inline0.js": import1,
     };
 }
 
@@ -228,6 +229,10 @@ heap.push(undefined, null, true, false);
 
 let heap_next = heap.length;
 
+function isLikeNone(x) {
+    return x === undefined || x === null;
+}
+
 function passArray8ToWasm0(arg, malloc) {
     const ptr = malloc(arg.length * 1, 1) >>> 0;
     getUint8ArrayMemory0().set(arg, ptr / 1);

package/pkg/garu_wasm_bg.wasm.d.ts

@@ -4,7 +4,7 @@ export const memory: WebAssembly.Memory;
 export const __wbg_garuwasm_free: (a: number, b: number) => void;
 export const garuwasm_analyze: (a: number, b: number, c: number, d: number) => void;
 export const garuwasm_analyze_topn: (a: number, b: number, c: number, d: number, e: number) => void;
-export const garuwasm_new: (a: number, b: number, c: number) => void;
+export const garuwasm_new: (a: number, b: number, c: number, d: number) => void;
 export const garuwasm_tokenize: (a: number, b: number, c: number, d: number) => void;
 export const garuwasm_version: (a: number) => void;
 export const __wbindgen_export: (a: number, b: number) => number;

package/pkg/package.json

@@ -1,7 +1,7 @@
 {
   "name": "garu-wasm",
   "type": "module",
-  "version": "0.8.1",
+  "version": "0.9.1",
   "files": [
     "garu_wasm_bg.wasm",
     "garu_wasm.js",

package/pkg/snippets/garu-core-258b8d34fad9321e/inline0.js

@@ -0,0 +1 @@
+export function performance_now() { return performance.now(); }

package/pkg/snippets/garu-core-9d0bc13fcd09d009/inline0.js

@@ -0,0 +1 @@
+export function performance_now() { return performance.now(); }