opencc-wasm 0.8.2 → 0.10.0

package/dist/data/config/tw2sp_jieba.json

@@ -1,5 +1,13 @@
 {
   "name": "Traditional Chinese (Taiwan standard) to Simplified Chinese (with phrases, Jieba Segmentation - Experimental)",
+  "normalization": [
+    {
+      "dict": {
+        "type": "ocd2",
+        "file": "CJK_Compatibility_Ideographs.ocd2"
+      }
+    }
+  ],
   "segmentation": {
     "type": "jieba",
     "resources": {
@@ -7,30 +15,47 @@
       "model_path": "jieba_dict/hmm_model.utf8"
     }
   },
-  "conversion_chain": [{
-    "dict": {
-      "type": "group",
-      "dicts": [{
-        "type": "ocd2",
-        "file": "TWPhrasesRev.ocd2"
-      }, {
-        "type": "ocd2",
-        "file": "TWVariantsRevPhrases.ocd2"
-      }, {
-        "type": "ocd2",
-        "file": "TWVariantsRev.ocd2"
-      }]
-    }
-  }, {
-    "dict": {
-      "type": "group",
-      "dicts": [{
-        "type": "ocd2",
-        "file": "TSPhrases.ocd2"
-      }, {
-        "type": "ocd2",
-        "file": "TSCharacters.ocd2"
-      }]
+  "conversion_chain": [
+    {
+      "dict": {
+        "type": "group",
+        "match_policy": "short_circuit",
+        "dicts": [
+          {
+            "type": "ocd2",
+            "file": "TWPhrasesRev.ocd2"
+          },
+          {
+            "type": "ocd2",
+            "file": "TWVariantsRevPhrases.ocd2"
+          },
+          {
+            "type": "ocd2",
+            "file": "TWVariantsRev.ocd2"
+          }
+        ]
+      }
+    },
+    {
+      "dict": {
+        "type": "group",
+        "match_policy": "short_circuit",
+        "dicts": [
+          {
+            "type": "ocd2",
+            "file": "TSPhrases.ocd2"
+          },
+          {
+            "type": "ocd2",
+            "file": "TSCharactersExt.ocd2",
+            "may_output_tofu": true
+          },
+          {
+            "type": "ocd2",
+            "file": "TSCharacters.ocd2"
+          }
+        ]
+      }
     }
-  }]
+  ]
 }

package/dist/data/config/tw2t.json

@@ -1,22 +1,18 @@
 {
   "name": "Traditional Chinese (Taiwan Standard) to Traditional Chinese (OpenCC Standard)",
-  "segmentation": {
-    "type": "mmseg",
-    "dict": {
-      "type": "ocd2",
-      "file": "TWVariantsRevPhrases.ocd2"
+  "normalization": [
+    { "dict": { "type": "ocd2", "file": "CJK_Compatibility_Ideographs.ocd2" } }
+  ],
+  "conversion_chain": [
+    {
+      "dict": {
+        "type": "group",
+        "match_policy": "short_circuit",
+        "dicts": [
+          { "type": "ocd2", "file": "TWVariantsRevPhrases.ocd2" },
+          { "type": "ocd2", "file": "TWVariantsRev.ocd2" }
+        ]
+      }
     }
-  },
-  "conversion_chain": [{
-    "dict": {
-      "type": "group",
-      "dicts": [{
-        "type": "ocd2",
-        "file": "TWVariantsRevPhrases.ocd2"
-      }, {
-        "type": "ocd2",
-        "file": "TWVariantsRev.ocd2"
-      }] 
-    }
-  }]
+  ]
 }

package/dist/data/jieba_dict/jieba.dict.utf8

@@ -887,7 +887,6 @@ T恤 4 n
 一准儿 2 l
 一凉 3 a
 一几 10 m
-一出 964 m
 一出场 3 m
 一出头 3 m
 一出戏 3 i
@@ -18653,6 +18652,7 @@ T恤 4 n
 也门 234 d
 也门共和国 14 ns
 习 1216 v
+习总书记 4 nr
 习与性成 3 i
 习中学 3 n
 习举业 2 n

package/dist/data/jieba_dict/user.dict.utf8

@@ -1,4 +1,5 @@
 云计算
-韩玉鉴赏
 蓝翔 nz
 区块链 10 nz
+牛骥同一皁
+牛骥同一皂

package/dist/esm/index.js

@@ -34,6 +34,7 @@ const CONFIG_MAP = {
     tw: "s2tw.json",
     twp: "s2twp.json",  // 台湾惯用词
     hk: "s2hk.json",
+    hkp: "s2hkp.json",  // 香港惯用词
     cn: null
   },
   tw: {
@@ -46,6 +47,7 @@ const CONFIG_MAP = {
   hk: {
     cn: "hk2s.json",
     s: "hk2s.json",     // 别名
+    sp: "hk2sp.json",   // 简体惯用词
     t: "hk2t.json",
     hk: null
   },
@@ -163,6 +165,9 @@ async function ensureConfig(configName) {
 
   const dicts = new Set();
   const resources = new Set();
+  if (Array.isArray(cfgJson.normalization)) {
+    cfgJson.normalization.forEach((item) => collectOcd2Files(item?.dict, dicts));
+  }
   collectOcd2Files(cfgJson.segmentation?.dict, dicts);
   collectSegmentationResources(cfgJson.segmentation, resources);
   if (Array.isArray(cfgJson.conversion_chain)) {
@@ -196,6 +201,9 @@ async function ensureConfig(configName) {
       node.dicts.forEach(patchPaths);
     }
   };
+  if (Array.isArray(cfgJson.normalization)) {
+    cfgJson.normalization.forEach((item) => patchPaths(item?.dict));
+  }
   patchPaths(cfgJson.segmentation?.dict);
   if (Array.isArray(cfgJson.conversion_chain)) {
     cfgJson.conversion_chain.forEach((item) => patchPaths(item?.dict));