nlpertools 1.0.5__py3-none-any.whl → 1.0.6.dev0__py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
Files changed (43) hide show
  1. nlpertools/__init__.py +24 -20
  2. nlpertools/algo/ac.py +18 -0
  3. nlpertools/algo/bit_ops.py +28 -0
  4. nlpertools/algo/kmp.py +94 -55
  5. nlpertools/algo/num_ops.py +12 -0
  6. nlpertools/algo/template.py +116 -0
  7. nlpertools/algo/union.py +13 -0
  8. nlpertools/data_client.py +387 -257
  9. nlpertools/data_structure/base_structure.py +109 -13
  10. nlpertools/dataprocess.py +611 -3
  11. nlpertools/default_db_config.yml +41 -0
  12. nlpertools/io/__init__.py +3 -3
  13. nlpertools/io/dir.py +54 -36
  14. nlpertools/io/file.py +277 -222
  15. nlpertools/ml.py +483 -460
  16. nlpertools/monitor/__init__.py +0 -0
  17. nlpertools/monitor/gpu.py +18 -0
  18. nlpertools/monitor/memory.py +24 -0
  19. nlpertools/movie.py +36 -0
  20. nlpertools/nlpertools_config.yml +1 -0
  21. nlpertools/{openApi.py → open_api.py} +65 -65
  22. nlpertools/other.py +364 -249
  23. nlpertools/pic.py +288 -0
  24. nlpertools/plugin.py +43 -43
  25. nlpertools/reminder.py +98 -87
  26. nlpertools/utils/__init__.py +3 -3
  27. nlpertools/utils/lazy.py +727 -0
  28. nlpertools/utils/log_util.py +20 -0
  29. nlpertools/utils/package.py +89 -76
  30. nlpertools/utils/package_v1.py +94 -0
  31. nlpertools/utils/package_v2.py +117 -0
  32. nlpertools/utils_for_nlpertools.py +93 -93
  33. nlpertools/vector_index_demo.py +108 -0
  34. nlpertools/wrapper.py +161 -96
  35. {nlpertools-1.0.5.dist-info → nlpertools-1.0.6.dev0.dist-info}/LICENSE +200 -200
  36. nlpertools-1.0.6.dev0.dist-info/METADATA +111 -0
  37. nlpertools-1.0.6.dev0.dist-info/RECORD +43 -0
  38. {nlpertools-1.0.5.dist-info → nlpertools-1.0.6.dev0.dist-info}/WHEEL +1 -1
  39. nlpertools-1.0.6.dev0.dist-info/top_level.txt +2 -0
  40. nlpertools_helper/__init__.py +10 -0
  41. nlpertools-1.0.5.dist-info/METADATA +0 -85
  42. nlpertools-1.0.5.dist-info/RECORD +0 -25
  43. nlpertools-1.0.5.dist-info/top_level.txt +0 -1
@@ -1,85 +0,0 @@
1
- Metadata-Version: 2.1
2
- Name: nlpertools
3
- Version: 1.0.5
4
- Summary: A small package about small basic IO operation when coding
5
- Home-page: https://github.com/lvzii/nlpertools
6
- Author: youshuJi
7
- Author-email: zjs20001205@gmail.com
8
- Project-URL: Bug Tracker, https://github.com/lvzii/nlpertools/issues
9
- Classifier: Programming Language :: Python :: 3
10
- Classifier: License :: OSI Approved :: MIT License
11
- Classifier: Operating System :: OS Independent
12
- Requires-Python: >=3.6
13
- Description-Content-Type: text/markdown
14
- License-File: LICENSE
15
-
16
- # Current version
17
-
18
- 1.0.5
19
-
20
- # 备注
21
-
22
- 最新版本在nlpertools里,不在src/nlpertools里
23
-
24
- # Introduction
25
-
26
- This is a package of functions commonly used by NLP/data workers, which can simplify some reading and writing operations
27
- and make the code more readable. It mainly includes two parts: basic reading and writing tools and data processing
28
- functions commonly used in machine learning/deep learning.
29
-
30
- ```bash
31
- io # 基本的读写工具。包括了文件读写、文件夹读写、数据读写、词频统计等功能。
32
- dir # 文件夹读写
33
- file # 文件读写
34
- other # 其他
35
- ml # 机器学习/深度学习工作中常用的数据处理函数。包括划分十折交叉数据、常见json格式数据读取等功能。
36
- openApi # 网络开源接口
37
- plugin # 常用插件
38
- reminder # 提示
39
- other # 其他一些未分组功能
40
- ```
41
-
42
- ## Document
43
-
44
- https://nlpertools.readthedocs.io/en/latest/
45
-
46
- ## Development Guide
47
-
48
- - import 全部放在一个文件里面,所有都从里面找,通过utils可以输出所用到的所有import
49
-
50
- - 然后运行脚本,生成打包到pypi里的nlpertools
51
-
52
- - 因为里面有很多的引用,需要依赖,不可能全部都安装
53
-
54
- - 类似paddle、ltp的import需要判断是否使用才import,因为import的时间太长
55
- 例子:
56
-
57
- - [git commit guide](https://blog.csdn.net/fd2025/article/details/124543690)
58
-
59
- - [readthedoc 检查文档构建状况](https://readthedocs.org/projects/nlpertools/builds)
60
- ```python
61
- class STEM(object):
62
- from ltp import LTP
63
-
64
- def __init__(self, IPT_MODEL_PATH):
65
- self.ltp = LTP(IPT_MODEL_PATH)
66
- ```
67
-
68
- ## Emample
69
-
70
- ```python
71
- import nlpertools
72
-
73
- a = nlpertools.readtxt_list_all_strip('res.txt')
74
- # 或
75
- b = nlpertools.io.file.readtxt_list_all_strip('res.txt')
76
- ```
77
-
78
-
79
- pypi用
80
- - setup.cfg
81
- - pyproject.toml
82
-
83
- 文档用
84
- - mkdocs.yml
85
- - .readthedocs.yml
@@ -1,25 +0,0 @@
1
- nlpertools/__init__.py,sha256=PQE1qGd-vlTGlBO4jP9Ks7i9iedV8w56wrePdTR6BgM,481
2
- nlpertools/data_client.py,sha256=C-yAL5wj23BTLfWDA2i_0UL1fCjhZmyVDcdRu3iN0cs,9481
3
- nlpertools/dataprocess.py,sha256=yp50JBPv0G8vUOPUO6HoMnc_QwkuiFkvN5aGYAe3rk4,71
4
- nlpertools/ml.py,sha256=mMfTmwjE72KinIBti3g1isIUspV7amDh3_h75rXQiAE,17578
5
- nlpertools/openApi.py,sha256=Mq91E35oV7T7bofiMmYXTucx7Tu_NjC1NyJENMQtn64,1809
6
- nlpertools/other.py,sha256=xGmBxYFAf1AAMxTsHx4uMwfQAxxyumoPgvJDwPNlCFY,7865
7
- nlpertools/plugin.py,sha256=q2Toy9ePPTTpy1rbyWniB-8xa10lMD1L5QOTm_pF610,1211
8
- nlpertools/reminder.py,sha256=MtF47dc6GdwehE59VDDIExxxfY4JvOYnr9cwframbxA,2337
9
- nlpertools/utils_for_nlpertools.py,sha256=rPr105KlRzTR2-U6yyWvjZ42IxcobI_O-i7zQqEpSEg,3676
10
- nlpertools/wrapper.py,sha256=6Q7Wdh25sn0MwuChE4fn-oZvRKQzqcMzQ1_cwjvPD8Q,2649
11
- nlpertools/algo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
12
- nlpertools/algo/kmp.py,sha256=yCRC_THNfwueu79lg22x93aXEYRbfcd4VdCSohjfsH8,1835
13
- nlpertools/data_structure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
14
- nlpertools/data_structure/base_structure.py,sha256=WebGEXAzhitMdkH3GMs7NcqrFwExyFQ3UF-zlpWlKUY,316
15
- nlpertools/io/__init__.py,sha256=yp50JBPv0G8vUOPUO6HoMnc_QwkuiFkvN5aGYAe3rk4,71
16
- nlpertools/io/dir.py,sha256=H4keEt3qQVXJwcjMZl7K3zBoJ6iXdWOrjU47S7Yc4vg,798
17
- nlpertools/io/file.py,sha256=mdNBNmg3uboDGnmn202xQ9b6D9gTDZDt8tdAysUyJXU,5925
18
- nlpertools/template/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
19
- nlpertools/utils/__init__.py,sha256=yp50JBPv0G8vUOPUO6HoMnc_QwkuiFkvN5aGYAe3rk4,71
20
- nlpertools/utils/package.py,sha256=xM2yEUAzFBrzIYARbi2nlEiJH92CfnppyUPcLNkrpfE,2739
21
- nlpertools-1.0.5.dist-info/LICENSE,sha256=scVGPXyo6qxipNL0FPQdo3nTqnTyBpn-Rec3RX4qsvA,11531
22
- nlpertools-1.0.5.dist-info/METADATA,sha256=9-vPHvC9VvvrzIFSiriv84sDfBWHEr34CyO-TjRxSz8,2351
23
- nlpertools-1.0.5.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
24
- nlpertools-1.0.5.dist-info/top_level.txt,sha256=nMW_9SiLAs0mhUNQxlLSTgJYspzfizLaRvbLHPcHdWA,11
25
- nlpertools-1.0.5.dist-info/RECORD,,
@@ -1 +0,0 @@
1
- nlpertools