gs-tokenizer 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.cn.md +1 -1
- package/README.md +1 -1
- package/lib/core.cjs +1 -1
- package/lib/core.d.ts +3 -2
- package/lib/core.js +1 -1
- package/lib/index.cjs +1 -1
- package/lib/index.js +1 -1
- package/lib/lexicon.cjs +1 -1
- package/lib/lexicon.d.ts +3 -1
- package/lib/lexicon.js +1 -1
- package/package.json +1 -5
package/package.json
CHANGED
|
@@ -1,10 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "gs-tokenizer",
|
|
3
|
-
"version": "0.1.
|
|
4
|
-
"description": "A powerful and lightweight multilingual tokenizer library supporting English, Chinese, Japanese, and Korean.",
|
|
5
|
-
"description_cn": "一个功能强大且轻量级的多语言分词器库，支持英语、中文、日语和韩语。",
|
|
6
|
-
"description_ja": "英語、中国語、日本語、韓国語に対応した強力で軽量な多言語トークナイザーライブラリです。",
|
|
7
|
-
"description_ko": "영어, 중국어, 일본어, 한국어를 지원하는 강력하고 가벼운 다국어 토크나이저 라이브러리입니다.",
|
|
3
|
+
"version": "0.1.2",
|
|
8
4
|
"type": "module",
|
|
9
5
|
"main": "lib/index.cjs",
|
|
10
6
|
"module": "lib/index.js",
|