nodejieba-plus 3.5.8

package/.github/FUNDING.yml

@@ -0,0 +1,12 @@
+# These are supported funding model platforms
+
+github: yanyiwu # Replace with up to 4 GitHub Sponsors-enabled usernames e.g., [user1, user2]
+patreon: # Replace with a single Patreon username
+open_collective: # Replace with a single Open Collective username
+ko_fi: # Replace with a single Ko-fi username
+tidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel
+community_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry
+liberapay: # Replace with a single Liberapay username
+issuehunt: # Replace with a single IssueHunt username
+otechie: # Replace with a single Otechie username
+custom: # Replace with up to 4 custom sponsorship URLs e.g., ['link1', 'link2']

package/.github/workflows/github_release.yml

@@ -0,0 +1,61 @@
+name: GitHub Release
+
+on:
+  workflow_dispatch:
+    inputs:
+      tag:
+        description: 'Release tag (e.g. v3.5.5)'
+        required: true
+        type: string
+  push:
+    tags:
+      - 'v*'
+
+jobs:
+  build:
+    runs-on: ${{ matrix.os }}
+    permissions:
+      contents: write
+    strategy:
+      matrix:
+        os: [ubuntu-latest, ubuntu-22.04-arm, windows-latest, macos-latest]
+        node-version: [16.x, 18.x, 20.x, 22.x, 24.x]
+
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        submodules: recursive
+        ref: ${{ inputs.tag || github.ref_name }}
+    - name: Use Node.js ${{ matrix.node-version }}
+      uses: actions/setup-node@v4
+      with:
+        node-version: ${{ matrix.node-version }}
+    - name: Use Python 3.11
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.11'
+    - name: Install build deps (Linux)
+      if: startsWith(matrix.os, 'ubuntu')
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y build-essential python3
+    - run: npm ci
+    - run: npm test
+    - name: Package Binary
+      run: |
+        npm install -g @mapbox/node-pre-gyp
+        npx @mapbox/node-pre-gyp package
+
+    - name: Upload Binary
+      uses: softprops/action-gh-release@v1
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      with:
+        tag_name: ${{ inputs.tag || github.ref_name }}
+        name: ${{ inputs.tag || github.ref_name }}
+        draft: false
+        prerelease: false
+        generate_release_notes: true
+        fail_on_unmatched_files: false
+        files: |
+          ./build/stage/**/*.tar.gz

package/.github/workflows/npm_publish.yml

@@ -0,0 +1,24 @@
+name: NPM Publish
+on:
+  push:
+    tags:
+      - 'v[0-9]+.[0-9]+.[0-9]+'
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      id-token: write
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: recursive
+      - uses: actions/setup-node@v4
+        with:
+          node-version: '20'
+          registry-url: 'https://registry.npmjs.org'
+      - run: npm ci
+      - run: npm publish --provenance --access public
+        env:
+          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}

package/.github/workflows/stale-issues.yml

@@ -0,0 +1,24 @@
+name: Close Stale Issues
+
+on:
+  schedule:
+    - cron: '10 13 20 */3 *'  # Run Every 3 Monthly on the 20th day of the month at 13:10 UTC 
+
+jobs:
+  stale:
+    runs-on: ubuntu-latest
+    permissions:
+      issues: write
+      pull-requests: write
+
+    steps:
+    - uses: actions/stale@v5
+      with:
+        repo-token: ${{ secrets.GITHUB_TOKEN }}
+        stale-issue-message: 'This issue has not been updated for over 1 year and will be marked as stale. If the issue still exists, please comment or update the issue, otherwise it will be closed after 7 days.'
+        close-issue-message: 'This issue has been automatically closed due to inactivity. If the issue still exists, please reopen it.'
+        days-before-issue-stale: 365
+        days-before-issue-close: 7
+        stale-issue-label: 'Stale'
+        exempt-issue-labels: 'pinned,security'
+        operations-per-run: 100

package/.github/workflows/test.yml

@@ -0,0 +1,42 @@
+# This workflow will do a clean install of node dependencies, cache/restore them, build the source code and run tests across different versions of node
+# For more information see: https://help.github.com/actions/language-and-framework-guides/using-nodejs-with-github-actions
+
+name: test
+
+on:
+  workflow_dispatch:
+  push:
+  pull_request:
+
+jobs:
+  build:
+
+    runs-on: ${{ matrix.os }}
+
+    strategy:
+      matrix:
+        node-version: [16.x, 18.x, 20.x, 22.x, 24.x]
+        # See supported Node.js release schedule at https://nodejs.org/en/about/releases/
+        os: [ubuntu-latest, ubuntu-22.04-arm, macos-latest, windows-latest]
+
+
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        submodules: recursive
+    - name: Use Node.js ${{ matrix.node-version }}
+      uses: actions/setup-node@v4
+      with:
+        node-version: ${{ matrix.node-version }}
+        cache: 'npm'
+    - name: Use Python 3.11
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.11'
+    - name: Install build deps (Linux)
+      if: startsWith(matrix.os, 'ubuntu')
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y build-essential python3
+    - run: npm ci
+    - run: npm test

package/.gitmodules

@@ -0,0 +1,3 @@
+[submodule "submodules/cppjieba"]
+	path = submodules/cppjieba
+	url = https://github.com/yanyiwu/cppjieba.git

package/.npmignore

@@ -0,0 +1,15 @@
+*.swp
+.*.swp
+npm-debug.log
+node_modules
+
+build
+
+# don't need these in the npm package.
+html/*.png
+
+# don't ignore .npmignore files
+# these are used in some tests.
+!.npmignore
+
+*.pyc

package/CHANGELOG.md

@@ -0,0 +1,360 @@
+# CHANGELOG
+
+## v3.4.3
+
++ 8723bbb [submodule/cppjieba] from v5.1.3 to v5.4.0
++ 7787450 Update stale-issues.yml: 3y -> 1y
++ 90d5b6b [github/actions] stale 5 years -> 3 years
++ b69d1fe [github/actions] stale issues
++ 5241ef1 [.github][npm publish] upgrade */v2 to */v4 and node-version 18->20
+
+## v3.4.2
+
++ 9bc3979 [package] clean unused deps
++ e8988c5 git rm .travis.yml
++ 839f203 Merge pull request #236 from yanyiwu/dependabot/npm_and_yarn/js-yaml-3.14.1
++ 26f0872 Bump js-yaml from 3.6.1 to 3.14.1
++ 1788029 Merge pull request #235 from yanyiwu/dependabot/npm_and_yarn/multi-037252cf8f
++ 641b2d7 Bump minimist, coveralls and mocha
++ e01e1c4 [CI] GitHub Release: publish --release instead of draft
+
+## v3.4.1
+
++ [demo] using nodejieba-demo instead of test/demo.js
++ git submodule update --remote to upgrade cppjieba from v5.1.2 to v5.1.3
+
+## v3.4.0
+
++ package-lock.json updated by 'npm install'
++ npm outdated; npm update;
+
+## v3.3.1
+
++ [CI] fix github/actions:auto-release
+
+## v3.3.0
+
++ [CI] auto github/release by node-pre-gyp-github
++ [github/actions] CI add windows,macos, node-22, removed node-16
+
+## v3.2.0
+
++ [submodule] rm dict and deps, use submodules/cppjieba instead
+
+## v3.1.1
+
++ Using GitHub Actions Workflow to Publish NPM Package
+
+## v3.1.0
+
++ Merged [pull request 220](https://github.com/yanyiwu/nodejieba/pull/220)
++ Merged [pull request 212](https://github.com/yanyiwu/nodejieba/pull/212)
++ Merged [pull request 210](https://github.com/yanyiwu/nodejieba/pull/210)
++ Merged [pull request 207](https://github.com/yanyiwu/nodejieba/pull/207)
++ Merged [pull request 206](https://github.com/yanyiwu/nodejieba/pull/206)
++ Merged [pull request 204](https://github.com/yanyiwu/nodejieba/pull/204)
+
+## v2.6.0
+
++ Merged [pull request 202](https://github.com/yanyiwu/nodejieba/pull/202)
+
+## v2.5.2
+
++ Merged [pull request 193](https://github.com/yanyiwu/nodejieba/pull/193)
+
+## v2.5.1
+
++ Merged [pull request 179](https://github.com/yanyiwu/nodejieba/pull/179)
++ Since v2.5.0, [node-addon-api](https://github.com/nodejs/node-addon-api) is used, and only Node.js versions 10.0.0 and above are supported. There was an error in the previous description in the v2.5.0 version.
+
+## v2.5.0
+
++ merged [pull request 177](https://github.com/yanyiwu/nodejieba/pull/177)
++ only supports Node.js 7.0.0 and above.
+
+## v2.4.2
+
++ merged [pull request 173](https://github.com/yanyiwu/nodejieba/pull/173)
+
+## v2.4.1
+
++ upgrade deps/limonp -> v0.6.3
++ upgrade deps/cppjieba -> v5.0.3
++ merged [pull request 148](https://github.com/yanyiwu/nodejieba/pull/148)
+
+## v2.4.0
+
++ revert commit-6600629 to be compatiable with cppjieba.
++ upgrade deps/limonp -> v0.6.2
++ upgrade deps/cppjieba -> v5.0.2
+
+## v2.3.5
+
++ merged [pull request 143](https://github.com/yanyiwu/nodejieba/pull/143)
++ add release deployment in travis
+
+## v2.3.3
+
++ merged [pull request 142](https://github.com/yanyiwu/nodejieba/pull/142)
+
+## v2.3.2
+
++ merged [pull request 140](https://github.com/yanyiwu/nodejieba/pull/140)
+
+## v2.3.1
+
++ merged [pull request 132](https://github.com/yanyiwu/nodejieba/pull/132)
+
+## v2.3.0
+
++ merged [pull request 125](https://github.com/yanyiwu/nodejieba/pull/125)
+
+## v2.2.7
+
++ support typescript [pull request 118](https://github.com/yanyiwu/nodejieba/pull/118)
+
+## v2.2.6
+
++ fix bug [pull request 113](https://github.com/yanyiwu/nodejieba/pull/113)
+
+## v2.2.5
+
++ fix bug [pull request 89](https://github.com/yanyiwu/nodejieba/pull/89)
+
+## v2.2.4
+
++ support "tag" in insertWord function. [pull request 71](https://github.com/yanyiwu/nodejieba/pull/71)
+
+## v2.2.3
+
++ update cppjieba -> 4a755dff to try fixing [issue 65](https://github.com/yanyiwu/nodejieba/issues/65)
+
+## v2.2.2
+
++ upgrade cppjieba -> v4.8.1
++ (word freq tag) format in user dict has been supported.
+
+## v2.2.1
+
++ fix bug in v2.2.0 about 'cutSmall'
+
+## v2.2.0
+
++ add api `cutSmall` to cut words in specific word length limit
+
+## v2.1.0
+
++ function `tag,extract` return objects, instead of strings.
++ fix issue [issue 58](https://github.com/yanyiwu/nodejieba/issues/58)
+
+## v2.0.0
+
++ Upgrade cppjieba -> v4.8.0
++ rewrite `cut` function:
++ add `cutAll` for old `cut(s, "FULL")` function.
++ add `cutHMM` for old `cut(s, "HMM")` function.
++ add `cutForSearch` for old `cut(s, "Query")` function.
+ 
+## v1.4.11
+
++ Upgrade dependencies
+
++ "nan": "~2.2.0" -> "~2.3.0"
+
++ Upgrade devDependencies
+
++ "mocha": "~2.3.4" -> "~2.4.5"
++ "should": "~8.0.2" -> "~8.3.1"
+
++ Upgrade deps/
+
++ cppjieba -> v4.7.0
++ limonp -> v0.6.1
+
+## v1.4.10
+
+Upgrade to fix potential trouble:
+
++ limonp -> v0.5.6
++ cppjieba -> v4.5.2
+
+## v1.4.9
+
+Upgrade limonp and cppjieba to fix [issue48](https://github.com/yanyiwu/nodejieba/issues/48)
+
+* limonp -> v0.5.4
+* cppjieba -> v4.5.0
+
+## v1.4.8
+
+Upgrade:
+
+* cppjieba -> v4.4.1 to fix bug, see details in [CppJieba ChangeLog v4.4.1](https://github.com/yanyiwu/cppjieba/blob/master/ChangeLog.md#v441)
+
+## v1.4.7
+
+Upgrade:
+
+* limonp -> v0.5.3, fix incompatibility problem in Windows.
+
+## v1.4.6
+
+Change source codes layout
+
+* lib/jieba/limonp -> deps/limonp
+* lib/jieba -> deps/cppjieba
+
+Upgrade:
+
+* limonp -> v0.5.2, fix incompatibility problem of [issue45](https://github.com/yanyiwu/nodejieba/issues/45)
+* cppjieba -> v4.3.2
+
+## v1.4.5
+
+* 修复多余日志输出的问题。
+
+## v1.4.4
+
+* 升级 [cppjieba] 到最新版本 v4.2.1
+
+## v1.4.3
+
+* 升级 [cppjieba] 到最新版本 v4.1.2
+
+## v1.4.2
+
+* 升级 package.json 里面的依赖库。
+
+## v1.4.1
+
+* [enhancement issue]: https://github.com/yanyiwu/nodejieba/issues/39
+
+## v1.4.0
+
+* 对MP算法的分词方式新增一个粒度参数，解决[issue29]关于细粒度分词的问题。
+
+## v1.3.0
+
+* 合并 [pr37], 修复 [issue36] 。 放弃对旧版本 `node.js v0.11` 的支持。
+
+## v1.2.2
+
+* 修复依赖的nan版本的问题。
+
+## v1.2.1
+
+* 修复load函数重复调用时内存没有释放的问题。
+
+## v1.2.0
+
+* 同时支持【不配置词典文件直接使用】和【灵活配置词典】的需求。
+
+## v1.1.0
+
+* 新增支持动态增加词库的API函数: `insertWord`
+
+## v1.0.3
+
+* Merge Pull Request [pr28]，显示声明依赖的是 node 后缀的文件，解决一些库重写了 require 的问题。
+
+## v1.0.2
+
+* 修复在 windows 上编译不通过的问题，提升兼容性。
+
+## v1.0.1
+
+* 修复在iojs v2.2.1 上编译不通过的问题，提升兼容性。
+
+## v1.0.0
+
+* 使用[cppjieba] v3.0.0 版本，使用更简洁的接口函数，可以使用参数指定切词方法。
+* `require("nodejieba")` 时自动载入词典，用户无需再烦心字典的事情，实现即插即用。
+* 听从 [issue23] 的建议，废除异步调用的接口，现在的接口函数都是同步调用函数，分别是 `cut`, `tag`, `extract` 。因为分词毕竟是CPU密集型的事情，没必要使用异步调用。
+
+## v0.2.13
+
+* 升级[nan]到 `^v1.8.0` 以支持 `iojs-v2.x`
+
+## v0.2.12
+
+* 新增以下默认词典地址，让使用者不需要自己写词典的相对地址。
+* nodejieba.DEFAULT_DICT
+* nodejieba.DEFAULT_HMM_DICT
+* nodejieba.DEFAULT_USER_DICT
+* nodejieba.DEFAULT_IDF_DICT
+* nodejieba.DEFAULT_STOP_WORD_DICT
+
+## v0.2.11
+
+* 更新 [cppjieba] 。
+* 打印更详细的初始化错误日志信息。
+
+## v0.2.10
+
+* 避免一些在Mac系统下的词典载入日志，更干净的用户体验。
+
+## v0.2.9
+
+* 支持vs2012编译。
+
+## v0.2.8(deleted)
+
+* 支持vs2012编译。
+
+## v0.2.7
+
+* 关键词抽取支持自定义词典(可选参数)。
+
+## v0.2.6
+
+* 修复不同Node版本的兼容性问题，在v0.11.13下测试通过。
+* 支持自定义词典(可选参数)。
+* 增加关键词抽取功能。
+
+## v0.2.5
+
+* 增加词性标注功能
+
+## v0.2.4
+
+* 更新 package 兼容更低版本的 npm
+
+## v0.2.3
+
+* 更新 cppjieba ，减少内存使用。
+
+## v0.2.2
+
+* 在queryLoadDict 函数中增加query模式的粒度阈值作为可选参数。 
+
+## v0.2.1
+
+* 增加搜索引擎分词模式，分别对应的调用函数是 `queryLoadDict, queryCutSync, queryCut`。 
+
+## v0.2.0
+
+* 将原来的 cut 阻塞分词模式改为非阻塞模式
+* 阻塞分词模型的函数名为 cutSync
+
+## v0.1.4
+
+* 修复关于较低版本编译器需要使用`tr1/unordered_map`导致和`node-gyp`编译选项`-fno-rtti`冲突的编译错误问题。
+
+## v0.1.3
+
+* 更新[cppjieba]，支持更低版本的g++。
+
+## v0.1.2
+
+* 更新[cppjieba]，使用`less_memory`这个branch来减少Trie树内存的开销。
+
+## v0.1.1
+
+* 依照node的c++扩展的常规写法，对cppjieba进行简单的包装，并已`npm publish`
+
+[cppjieba]:http://github.com/yanyiwu/cppjieba.git
+[nan]:https://github.com/nodejs/nan/
+[issue23]:https://github.com/yanyiwu/nodejieba/issues/23
+[pr28]:https://github.com/yanyiwu/nodejieba/pull/28
+[issue36]:https://github.com/yanyiwu/nodejieba/issues/36
+[issue29]:https://github.com/yanyiwu/nodejieba/issues/29

package/CONTRIBUTING.md

@@ -0,0 +1,78 @@
+# 贡献指南
+
+感谢您考虑为NodeJieba项目做出贡献！以下是一些指导原则，帮助您更好地参与项目开发。
+
+## 开发环境设置
+
+1. 克隆仓库并安装依赖：
+
+```bash
+git clone --recursive https://github.com/yanyiwu/nodejieba.git
+cd nodejieba
+npm install
+```
+
+2. 运行测试确保一切正常：
+
+```bash
+npm test
+```
+
+## 提交代码
+
+1. 创建一个新的分支进行开发：
+
+```bash
+git checkout -b feature/your-feature-name
+```
+
+2. 进行代码修改
+3. 确保所有测试通过：
+
+```bash
+npm test
+```
+
+4. 提交您的更改：
+
+```bash
+git commit -m "描述您的更改"
+```
+
+5. 推送到您的分支：
+
+```bash
+git push origin feature/your-feature-name
+```
+
+6. 创建一个Pull Request
+
+## 代码风格
+
+- 遵循项目现有的代码风格
+- 对于JavaScript代码，使用2个空格缩进
+- 对于C++代码，遵循现有的代码风格
+
+## 测试
+
+- 为新功能添加测试用例
+- 确保所有测试通过
+
+## 文档
+
+- 更新README.md以反映您的更改
+- 为新功能添加文档注释
+
+## 版本发布
+
+版本发布由项目维护者负责。如果您认为应该发布新版本，请在Issue中提出。
+
+## 许可证
+
+通过贡献代码，您同意您的贡献将在MIT许可证下发布。
+
+## 问题和讨论
+
+如果您有任何问题或想法，请在GitHub Issues中提出。
+
+感谢您的贡献！

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2021 Yanyi Wu
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.