nlpertools 1.0.5__py3-none-any.whl → 1.0.6.dev0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (43) hide show
  1. nlpertools/__init__.py +24 -20
  2. nlpertools/algo/ac.py +18 -0
  3. nlpertools/algo/bit_ops.py +28 -0
  4. nlpertools/algo/kmp.py +94 -55
  5. nlpertools/algo/num_ops.py +12 -0
  6. nlpertools/algo/template.py +116 -0
  7. nlpertools/algo/union.py +13 -0
  8. nlpertools/data_client.py +387 -257
  9. nlpertools/data_structure/base_structure.py +109 -13
  10. nlpertools/dataprocess.py +611 -3
  11. nlpertools/default_db_config.yml +41 -0
  12. nlpertools/io/__init__.py +3 -3
  13. nlpertools/io/dir.py +54 -36
  14. nlpertools/io/file.py +277 -222
  15. nlpertools/ml.py +483 -460
  16. nlpertools/monitor/__init__.py +0 -0
  17. nlpertools/monitor/gpu.py +18 -0
  18. nlpertools/monitor/memory.py +24 -0
  19. nlpertools/movie.py +36 -0
  20. nlpertools/nlpertools_config.yml +1 -0
  21. nlpertools/{openApi.py → open_api.py} +65 -65
  22. nlpertools/other.py +364 -249
  23. nlpertools/pic.py +288 -0
  24. nlpertools/plugin.py +43 -43
  25. nlpertools/reminder.py +98 -87
  26. nlpertools/utils/__init__.py +3 -3
  27. nlpertools/utils/lazy.py +727 -0
  28. nlpertools/utils/log_util.py +20 -0
  29. nlpertools/utils/package.py +89 -76
  30. nlpertools/utils/package_v1.py +94 -0
  31. nlpertools/utils/package_v2.py +117 -0
  32. nlpertools/utils_for_nlpertools.py +93 -93
  33. nlpertools/vector_index_demo.py +108 -0
  34. nlpertools/wrapper.py +161 -96
  35. {nlpertools-1.0.5.dist-info → nlpertools-1.0.6.dev0.dist-info}/LICENSE +200 -200
  36. nlpertools-1.0.6.dev0.dist-info/METADATA +111 -0
  37. nlpertools-1.0.6.dev0.dist-info/RECORD +43 -0
  38. {nlpertools-1.0.5.dist-info → nlpertools-1.0.6.dev0.dist-info}/WHEEL +1 -1
  39. nlpertools-1.0.6.dev0.dist-info/top_level.txt +2 -0
  40. nlpertools_helper/__init__.py +10 -0
  41. nlpertools-1.0.5.dist-info/METADATA +0 -85
  42. nlpertools-1.0.5.dist-info/RECORD +0 -25
  43. nlpertools-1.0.5.dist-info/top_level.txt +0 -1
nlpertools-1.0.5.dist-info/METADATA DELETED
@@ -1,85 +0,0 @@
1
- Metadata-Version: 2.1
2
- Name: nlpertools
3
- Version: 1.0.5
4
- Summary: A small package about small basic IO operation when coding
5
- Home-page: https://github.com/lvzii/nlpertools
6
- Author: youshuJi
7
- Author-email: zjs20001205@gmail.com
8
- Project-URL: Bug Tracker, https://github.com/lvzii/nlpertools/issues
9
- Classifier: Programming Language :: Python :: 3
10
- Classifier: License :: OSI Approved :: MIT License
11
- Classifier: Operating System :: OS Independent
12
- Requires-Python: >=3.6
13
- Description-Content-Type: text/markdown
14
- License-File: LICENSE
15
-
16
- # Current version
17
-
18
- 1.0.5
19
-
20
- # 备注
21
-
22
- 最新版本在nlpertools里，不在src/nlpertools里
23
-
24
- # Introduction
25
-
26
- This is a package of functions commonly used by NLP/data workers, which can simplify some reading and writing operations
27
- and make the code more readable. It mainly includes two parts: basic reading and writing tools and data processing
28
- functions commonly used in machine learning/deep learning.
29
-
30
- ```bash
31
- io # 基本的读写工具。包括了文件读写、文件夹读写、数据读写、词频统计等功能。
32
- dir # 文件夹读写
33
- file # 文件读写
34
- other # 其他
35
- ml # 机器学习/深度学习工作中常用的数据处理函数。包括划分十折交叉数据、常见json格式数据读取等功能。
36
- openApi # 网络开源接口
37
- plugin # 常用插件
38
- reminder # 提示
39
- other # 其他一些未分组功能
40
- ```
41
-
42
- ## Document
43
-
44
- https://nlpertools.readthedocs.io/en/latest/
45
-
46
- ## Development Guide
47
-
48
- - import 全部放在一个文件里面，所有都从里面找，通过utils可以输出所用到的所有import
49
-
50
- - 然后运行脚本，生成打包到pypi里的nlpertools
51
-
52
- - 因为里面有很多的引用，需要依赖，不可能全部都安装
53
-
54
- - 类似paddle、ltp的import需要判断是否使用才import，因为import的时间太长
55
- 例子：
56
-
57
- - [git commit guide](https://blog.csdn.net/fd2025/article/details/124543690)
58
-
59
- - [readthedoc 检查文档构建状况](https://readthedocs.org/projects/nlpertools/builds)
60
- ```python
61
- class STEM(object):
62
- from ltp import LTP
63
-
64
- def __init__(self, IPT_MODEL_PATH):
65
- self.ltp = LTP(IPT_MODEL_PATH)
66
- ```
67
-
68
- ## Emample
69
-
70
- ```python
71
- import nlpertools
72
-
73
- a = nlpertools.readtxt_list_all_strip('res.txt')
74
- # 或
75
- b = nlpertools.io.file.readtxt_list_all_strip('res.txt')
76
- ```
77
-
78
-
79
- pypi用
80
- - setup.cfg
81
- - pyproject.toml
82
-
83
- 文档用
84
- - mkdocs.yml
85
- - .readthedocs.yml
nlpertools-1.0.5.dist-info/RECORD DELETED
@@ -1,25 +0,0 @@
1
- nlpertools/__init__.py,sha256=PQE1qGd-vlTGlBO4jP9Ks7i9iedV8w56wrePdTR6BgM,481
2
- nlpertools/data_client.py,sha256=C-yAL5wj23BTLfWDA2i_0UL1fCjhZmyVDcdRu3iN0cs,9481
3
- nlpertools/dataprocess.py,sha256=yp50JBPv0G8vUOPUO6HoMnc_QwkuiFkvN5aGYAe3rk4,71
4
- nlpertools/ml.py,sha256=mMfTmwjE72KinIBti3g1isIUspV7amDh3_h75rXQiAE,17578
5
- nlpertools/openApi.py,sha256=Mq91E35oV7T7bofiMmYXTucx7Tu_NjC1NyJENMQtn64,1809
6
- nlpertools/other.py,sha256=xGmBxYFAf1AAMxTsHx4uMwfQAxxyumoPgvJDwPNlCFY,7865
7
- nlpertools/plugin.py,sha256=q2Toy9ePPTTpy1rbyWniB-8xa10lMD1L5QOTm_pF610,1211
8
- nlpertools/reminder.py,sha256=MtF47dc6GdwehE59VDDIExxxfY4JvOYnr9cwframbxA,2337
9
- nlpertools/utils_for_nlpertools.py,sha256=rPr105KlRzTR2-U6yyWvjZ42IxcobI_O-i7zQqEpSEg,3676
10
- nlpertools/wrapper.py,sha256=6Q7Wdh25sn0MwuChE4fn-oZvRKQzqcMzQ1_cwjvPD8Q,2649
11
- nlpertools/algo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
12
- nlpertools/algo/kmp.py,sha256=yCRC_THNfwueu79lg22x93aXEYRbfcd4VdCSohjfsH8,1835
13
- nlpertools/data_structure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
14
- nlpertools/data_structure/base_structure.py,sha256=WebGEXAzhitMdkH3GMs7NcqrFwExyFQ3UF-zlpWlKUY,316
15
- nlpertools/io/__init__.py,sha256=yp50JBPv0G8vUOPUO6HoMnc_QwkuiFkvN5aGYAe3rk4,71
16
- nlpertools/io/dir.py,sha256=H4keEt3qQVXJwcjMZl7K3zBoJ6iXdWOrjU47S7Yc4vg,798
17
- nlpertools/io/file.py,sha256=mdNBNmg3uboDGnmn202xQ9b6D9gTDZDt8tdAysUyJXU,5925
18
- nlpertools/template/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
19
- nlpertools/utils/__init__.py,sha256=yp50JBPv0G8vUOPUO6HoMnc_QwkuiFkvN5aGYAe3rk4,71
20
- nlpertools/utils/package.py,sha256=xM2yEUAzFBrzIYARbi2nlEiJH92CfnppyUPcLNkrpfE,2739
21
- nlpertools-1.0.5.dist-info/LICENSE,sha256=scVGPXyo6qxipNL0FPQdo3nTqnTyBpn-Rec3RX4qsvA,11531
22
- nlpertools-1.0.5.dist-info/METADATA,sha256=9-vPHvC9VvvrzIFSiriv84sDfBWHEr34CyO-TjRxSz8,2351
23
- nlpertools-1.0.5.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
24
- nlpertools-1.0.5.dist-info/top_level.txt,sha256=nMW_9SiLAs0mhUNQxlLSTgJYspzfizLaRvbLHPcHdWA,11
25
- nlpertools-1.0.5.dist-info/RECORD,,
nlpertools-1.0.5.dist-info/top_level.txt DELETED
@@ -1 +0,0 @@
1
- nlpertools