nlpertools 1.0.5__py3-none-any.whl → 1.0.6.dev0__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- nlpertools/__init__.py +24 -20
- nlpertools/algo/ac.py +18 -0
- nlpertools/algo/bit_ops.py +28 -0
- nlpertools/algo/kmp.py +94 -55
- nlpertools/algo/num_ops.py +12 -0
- nlpertools/algo/template.py +116 -0
- nlpertools/algo/union.py +13 -0
- nlpertools/data_client.py +387 -257
- nlpertools/data_structure/base_structure.py +109 -13
- nlpertools/dataprocess.py +611 -3
- nlpertools/default_db_config.yml +41 -0
- nlpertools/io/__init__.py +3 -3
- nlpertools/io/dir.py +54 -36
- nlpertools/io/file.py +277 -222
- nlpertools/ml.py +483 -460
- nlpertools/monitor/__init__.py +0 -0
- nlpertools/monitor/gpu.py +18 -0
- nlpertools/monitor/memory.py +24 -0
- nlpertools/movie.py +36 -0
- nlpertools/nlpertools_config.yml +1 -0
- nlpertools/{openApi.py → open_api.py} +65 -65
- nlpertools/other.py +364 -249
- nlpertools/pic.py +288 -0
- nlpertools/plugin.py +43 -43
- nlpertools/reminder.py +98 -87
- nlpertools/utils/__init__.py +3 -3
- nlpertools/utils/lazy.py +727 -0
- nlpertools/utils/log_util.py +20 -0
- nlpertools/utils/package.py +89 -76
- nlpertools/utils/package_v1.py +94 -0
- nlpertools/utils/package_v2.py +117 -0
- nlpertools/utils_for_nlpertools.py +93 -93
- nlpertools/vector_index_demo.py +108 -0
- nlpertools/wrapper.py +161 -96
- {nlpertools-1.0.5.dist-info → nlpertools-1.0.6.dev0.dist-info}/LICENSE +200 -200
- nlpertools-1.0.6.dev0.dist-info/METADATA +111 -0
- nlpertools-1.0.6.dev0.dist-info/RECORD +43 -0
- {nlpertools-1.0.5.dist-info → nlpertools-1.0.6.dev0.dist-info}/WHEEL +1 -1
- nlpertools-1.0.6.dev0.dist-info/top_level.txt +2 -0
- nlpertools_helper/__init__.py +10 -0
- nlpertools-1.0.5.dist-info/METADATA +0 -85
- nlpertools-1.0.5.dist-info/RECORD +0 -25
- nlpertools-1.0.5.dist-info/top_level.txt +0 -1
@@ -1,85 +0,0 @@
|
|
1
|
-
Metadata-Version: 2.1
|
2
|
-
Name: nlpertools
|
3
|
-
Version: 1.0.5
|
4
|
-
Summary: A small package about small basic IO operation when coding
|
5
|
-
Home-page: https://github.com/lvzii/nlpertools
|
6
|
-
Author: youshuJi
|
7
|
-
Author-email: zjs20001205@gmail.com
|
8
|
-
Project-URL: Bug Tracker, https://github.com/lvzii/nlpertools/issues
|
9
|
-
Classifier: Programming Language :: Python :: 3
|
10
|
-
Classifier: License :: OSI Approved :: MIT License
|
11
|
-
Classifier: Operating System :: OS Independent
|
12
|
-
Requires-Python: >=3.6
|
13
|
-
Description-Content-Type: text/markdown
|
14
|
-
License-File: LICENSE
|
15
|
-
|
16
|
-
# Current version
|
17
|
-
|
18
|
-
1.0.5
|
19
|
-
|
20
|
-
# 备注
|
21
|
-
|
22
|
-
最新版本在nlpertools里,不在src/nlpertools里
|
23
|
-
|
24
|
-
# Introduction
|
25
|
-
|
26
|
-
This is a package of functions commonly used by NLP/data workers, which can simplify some reading and writing operations
|
27
|
-
and make the code more readable. It mainly includes two parts: basic reading and writing tools and data processing
|
28
|
-
functions commonly used in machine learning/deep learning.
|
29
|
-
|
30
|
-
```bash
|
31
|
-
io # 基本的读写工具。包括了文件读写、文件夹读写、数据读写、词频统计等功能。
|
32
|
-
dir # 文件夹读写
|
33
|
-
file # 文件读写
|
34
|
-
other # 其他
|
35
|
-
ml # 机器学习/深度学习工作中常用的数据处理函数。包括划分十折交叉数据、常见json格式数据读取等功能。
|
36
|
-
openApi # 网络开源接口
|
37
|
-
plugin # 常用插件
|
38
|
-
reminder # 提示
|
39
|
-
other # 其他一些未分组功能
|
40
|
-
```
|
41
|
-
|
42
|
-
## Document
|
43
|
-
|
44
|
-
https://nlpertools.readthedocs.io/en/latest/
|
45
|
-
|
46
|
-
## Development Guide
|
47
|
-
|
48
|
-
- import 全部放在一个文件里面,所有都从里面找,通过utils可以输出所用到的所有import
|
49
|
-
|
50
|
-
- 然后运行脚本,生成打包到pypi里的nlpertools
|
51
|
-
|
52
|
-
- 因为里面有很多的引用,需要依赖,不可能全部都安装
|
53
|
-
|
54
|
-
- 类似paddle、ltp的import需要判断是否使用才import,因为import的时间太长
|
55
|
-
例子:
|
56
|
-
|
57
|
-
- [git commit guide](https://blog.csdn.net/fd2025/article/details/124543690)
|
58
|
-
|
59
|
-
- [readthedoc 检查文档构建状况](https://readthedocs.org/projects/nlpertools/builds)
|
60
|
-
```python
|
61
|
-
class STEM(object):
|
62
|
-
from ltp import LTP
|
63
|
-
|
64
|
-
def __init__(self, IPT_MODEL_PATH):
|
65
|
-
self.ltp = LTP(IPT_MODEL_PATH)
|
66
|
-
```
|
67
|
-
|
68
|
-
## Emample
|
69
|
-
|
70
|
-
```python
|
71
|
-
import nlpertools
|
72
|
-
|
73
|
-
a = nlpertools.readtxt_list_all_strip('res.txt')
|
74
|
-
# 或
|
75
|
-
b = nlpertools.io.file.readtxt_list_all_strip('res.txt')
|
76
|
-
```
|
77
|
-
|
78
|
-
|
79
|
-
pypi用
|
80
|
-
- setup.cfg
|
81
|
-
- pyproject.toml
|
82
|
-
|
83
|
-
文档用
|
84
|
-
- mkdocs.yml
|
85
|
-
- .readthedocs.yml
|
@@ -1,25 +0,0 @@
|
|
1
|
-
nlpertools/__init__.py,sha256=PQE1qGd-vlTGlBO4jP9Ks7i9iedV8w56wrePdTR6BgM,481
|
2
|
-
nlpertools/data_client.py,sha256=C-yAL5wj23BTLfWDA2i_0UL1fCjhZmyVDcdRu3iN0cs,9481
|
3
|
-
nlpertools/dataprocess.py,sha256=yp50JBPv0G8vUOPUO6HoMnc_QwkuiFkvN5aGYAe3rk4,71
|
4
|
-
nlpertools/ml.py,sha256=mMfTmwjE72KinIBti3g1isIUspV7amDh3_h75rXQiAE,17578
|
5
|
-
nlpertools/openApi.py,sha256=Mq91E35oV7T7bofiMmYXTucx7Tu_NjC1NyJENMQtn64,1809
|
6
|
-
nlpertools/other.py,sha256=xGmBxYFAf1AAMxTsHx4uMwfQAxxyumoPgvJDwPNlCFY,7865
|
7
|
-
nlpertools/plugin.py,sha256=q2Toy9ePPTTpy1rbyWniB-8xa10lMD1L5QOTm_pF610,1211
|
8
|
-
nlpertools/reminder.py,sha256=MtF47dc6GdwehE59VDDIExxxfY4JvOYnr9cwframbxA,2337
|
9
|
-
nlpertools/utils_for_nlpertools.py,sha256=rPr105KlRzTR2-U6yyWvjZ42IxcobI_O-i7zQqEpSEg,3676
|
10
|
-
nlpertools/wrapper.py,sha256=6Q7Wdh25sn0MwuChE4fn-oZvRKQzqcMzQ1_cwjvPD8Q,2649
|
11
|
-
nlpertools/algo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
12
|
-
nlpertools/algo/kmp.py,sha256=yCRC_THNfwueu79lg22x93aXEYRbfcd4VdCSohjfsH8,1835
|
13
|
-
nlpertools/data_structure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
14
|
-
nlpertools/data_structure/base_structure.py,sha256=WebGEXAzhitMdkH3GMs7NcqrFwExyFQ3UF-zlpWlKUY,316
|
15
|
-
nlpertools/io/__init__.py,sha256=yp50JBPv0G8vUOPUO6HoMnc_QwkuiFkvN5aGYAe3rk4,71
|
16
|
-
nlpertools/io/dir.py,sha256=H4keEt3qQVXJwcjMZl7K3zBoJ6iXdWOrjU47S7Yc4vg,798
|
17
|
-
nlpertools/io/file.py,sha256=mdNBNmg3uboDGnmn202xQ9b6D9gTDZDt8tdAysUyJXU,5925
|
18
|
-
nlpertools/template/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
19
|
-
nlpertools/utils/__init__.py,sha256=yp50JBPv0G8vUOPUO6HoMnc_QwkuiFkvN5aGYAe3rk4,71
|
20
|
-
nlpertools/utils/package.py,sha256=xM2yEUAzFBrzIYARbi2nlEiJH92CfnppyUPcLNkrpfE,2739
|
21
|
-
nlpertools-1.0.5.dist-info/LICENSE,sha256=scVGPXyo6qxipNL0FPQdo3nTqnTyBpn-Rec3RX4qsvA,11531
|
22
|
-
nlpertools-1.0.5.dist-info/METADATA,sha256=9-vPHvC9VvvrzIFSiriv84sDfBWHEr34CyO-TjRxSz8,2351
|
23
|
-
nlpertools-1.0.5.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
|
24
|
-
nlpertools-1.0.5.dist-info/top_level.txt,sha256=nMW_9SiLAs0mhUNQxlLSTgJYspzfizLaRvbLHPcHdWA,11
|
25
|
-
nlpertools-1.0.5.dist-info/RECORD,,
|
@@ -1 +0,0 @@
|
|
1
|
-
nlpertools
|