gomyck-tools 1.4.9__py3-none-any.whl → 1.5.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ctools/util/jb_cut.py +6 -2
- {gomyck_tools-1.4.9.dist-info → gomyck_tools-1.5.0.dist-info}/METADATA +1 -1
- {gomyck_tools-1.4.9.dist-info → gomyck_tools-1.5.0.dist-info}/RECORD +6 -6
- {gomyck_tools-1.4.9.dist-info → gomyck_tools-1.5.0.dist-info}/WHEEL +0 -0
- {gomyck_tools-1.4.9.dist-info → gomyck_tools-1.5.0.dist-info}/licenses/LICENSE +0 -0
- {gomyck_tools-1.4.9.dist-info → gomyck_tools-1.5.0.dist-info}/top_level.txt +0 -0
ctools/util/jb_cut.py
CHANGED
|
@@ -4,6 +4,7 @@ __author__ = 'haoyang'
|
|
|
4
4
|
__date__ = '2025/7/15 13:08'
|
|
5
5
|
|
|
6
6
|
import sys
|
|
7
|
+
from collections import Counter
|
|
7
8
|
|
|
8
9
|
import jieba
|
|
9
10
|
from jieba import posseg as pseg
|
|
@@ -49,6 +50,9 @@ def get_declare_type_word(word: str, word_flag=(), use_paddle=False, exclude_fla
|
|
|
49
50
|
# if platform.system() == 'Linux': jieba.enable_parallel(4)
|
|
50
51
|
ret = []
|
|
51
52
|
for w, flag in pseg.cut(word, use_paddle=use_paddle):
|
|
52
|
-
if (
|
|
53
|
+
if (not word_flag or flag in word_flag) and flag not in exclude_flag and w not in exclude_word:
|
|
53
54
|
ret.append((w, flag))
|
|
54
|
-
|
|
55
|
+
# 按 (w, flag) 统计出现次数
|
|
56
|
+
counter = Counter(ret)
|
|
57
|
+
# 输出结果 [(w, flag, count), ...]
|
|
58
|
+
return [(w, flag, cnt) for (w, flag), cnt in counter.items()]
|
|
@@ -69,7 +69,7 @@ ctools/util/env_config.py,sha256=L98G9LPdpD7Yl5XbA_-KfkcA4mDunQoKiYtK5w7QR-s,179
|
|
|
69
69
|
ctools/util/html_soup.py,sha256=rnr8M3gn3gQGo-wNaNFXDjdzp8AAkv9o4yqfIIfO-zw,1567
|
|
70
70
|
ctools/util/http_util.py,sha256=cx0FRnPLFdJ0mF9UYphl40SZj68fqG30Q0udku9hZIE,769
|
|
71
71
|
ctools/util/image_process.py,sha256=nqJOi2p8wLe8wRsfkH99MyEYSjE9i4fthxBJwrrZVB8,835
|
|
72
|
-
ctools/util/jb_cut.py,sha256=
|
|
72
|
+
ctools/util/jb_cut.py,sha256=2vs054_lM-0sxh70cUv7nHhLkWW1ioM3MQ5LF25sBl8,1844
|
|
73
73
|
ctools/util/snow_id.py,sha256=KCuQ0zOTlmus8gZetmRA5y0jBSd8J0KXcJ33EzgCKjE,2225
|
|
74
74
|
ctools/web/__init__.py,sha256=koSNYeKF5Z_xbp4Q2qbZ4ZP-3--1phbOYN9e4SJy_gk,98
|
|
75
75
|
ctools/web/aio_web_server.py,sha256=p46BOU3_m4Jb57yAACeedKjhlFc1YC0QJSUe2selBgA,5693
|
|
@@ -81,8 +81,8 @@ ctools/web/ctoken.py,sha256=WaB29kqGlKAh21aUw5avl2h8AgLD1aESw8KCpqaN5nM,2539
|
|
|
81
81
|
ctools/web/download_util.py,sha256=v0JTXiED1bvoWFfwfd-LD5s7_aoRQ0lCkaGwSnSp7WI,1954
|
|
82
82
|
ctools/web/params_util.py,sha256=eJDV3PSq-ZHb8UZf6xqs8kOhbyZzits1H9yPoUBIDXg,828
|
|
83
83
|
ctools/web/upload_util.py,sha256=z1QQCi4SFx08jrAQH5-Y_ShiM4MghuD_5Qz6V9KK_4U,1076
|
|
84
|
-
gomyck_tools-1.
|
|
85
|
-
gomyck_tools-1.
|
|
86
|
-
gomyck_tools-1.
|
|
87
|
-
gomyck_tools-1.
|
|
88
|
-
gomyck_tools-1.
|
|
84
|
+
gomyck_tools-1.5.0.dist-info/licenses/LICENSE,sha256=X25ypfH9E6VTht2hcO8k7LCSdHUcoG_ALQt80jdYZfY,547
|
|
85
|
+
gomyck_tools-1.5.0.dist-info/METADATA,sha256=OIiamqSTvrOLoKzBXX2JpMh_uwWazVR094XmsK1a2Mc,1826
|
|
86
|
+
gomyck_tools-1.5.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
87
|
+
gomyck_tools-1.5.0.dist-info/top_level.txt,sha256=-MiIH9FYRVKp1i5_SVRkaI-71WmF1sZSRrNWFU9ls3s,7
|
|
88
|
+
gomyck_tools-1.5.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|