hjxdl 0.1.2__py3-none-any.whl → 0.1.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. hdl/_version.py +2 -2
  2. hdl/utils/llm/extract.py +10 -2
  3. {hjxdl-0.1.2.dist-info → hjxdl-0.1.4.dist-info}/METADATA +1 -1
  4. {hjxdl-0.1.2.dist-info → hjxdl-0.1.4.dist-info}/RECORD +6 -6
  5. {hjxdl-0.1.2.dist-info → hjxdl-0.1.4.dist-info}/WHEEL +0 -0
  6. {hjxdl-0.1.2.dist-info → hjxdl-0.1.4.dist-info}/top_level.txt +0 -0
hdl/_version.py CHANGED
@@ -12,5 +12,5 @@ __version__: str
12
12
  __version_tuple__: VERSION_TUPLE
13
13
  version_tuple: VERSION_TUPLE
14
14
 
15
- __version__ = version = '0.1.2'
16
- __version_tuple__ = version_tuple = (0, 1, 2)
15
+ __version__ = version = '0.1.4'
16
+ __version_tuple__ = version_tuple = (0, 1, 4)
hdl/utils/llm/extract.py CHANGED
@@ -10,12 +10,20 @@ from spire.doc.common import *
10
10
  class DocExtractor():
11
11
  def __init__(
12
12
  self,
13
- doc_files: list,
13
+ ltp_model_path: str = None,
14
14
  lang: str = "chi_sim"
15
15
  ) -> None:
16
- self.doc_files = doc_files
16
+ self.ltp_model_path = ltp_model_path
17
17
  self.lang = lang
18
18
 
19
+ self.split = None
20
+ if self.ltp_model_path is not None:
21
+ from ltp import StnSplit, LTP
22
+ ltp = LTP(ltp_model)
23
+ self.split = StnSplit()
24
+ # sents = self.split.split(text)
25
+
26
+
19
27
  @classmethod
20
28
  def text_from_doc(
21
29
  doc_path
{hjxdl-0.1.2.dist-info → hjxdl-0.1.4.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: hjxdl
3
- Version: 0.1.2
3
+ Version: 0.1.4
4
4
  Summary: A collection of functions for Jupyter notebooks
5
5
  Home-page: https://github.com/huluxiaohuowa/hdl
6
6
  Author: Jianxing Hu
{hjxdl-0.1.2.dist-info → hjxdl-0.1.4.dist-info}/RECORD RENAMED
@@ -1,5 +1,5 @@
1
1
  hdl/__init__.py,sha256=5sZZNySv08wwfzJcSDssGTqUn9wlmDsR6R4XB8J8mFM,70
2
- hdl/_version.py,sha256=SFCDdrYA67D1Je-jHgVVh4LOopkPvuV6NMtqSJ7Tfhg,411
2
+ hdl/_version.py,sha256=9GTNkADgEYZ6fEjCvZZUdKyqxiPIgtskLFZNJz7nq_U,411
3
3
  hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
4
  hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
5
5
  hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -86,10 +86,10 @@ hdl/utils/general/glob.py,sha256=8-RCnt6L297wMIfn34ZAMCsGCZUjHG3MGglGZI1cX0g,491
86
86
  hdl/utils/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
87
87
  hdl/utils/llm/chat.py,sha256=H2c8assJlSdZQKIfPkYrVZHqv66TsdsxtaLXv0kNe1w,11565
88
88
  hdl/utils/llm/embs.py,sha256=sC8tga7HgDwPI2m7TDWKp9kkxEIMxEyMtgmEhfRi4vI,6362
89
- hdl/utils/llm/extract.py,sha256=Ze77dYrXqRTPiz3NMJiLvRMbXZ_-TY5Rq37Cionc1E4,4633
89
+ hdl/utils/llm/extract.py,sha256=qlthQiFQm5DfHDzimjQKotzLB7oPk5UTODsw22pzs80,4891
90
90
  hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
91
91
  hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
92
- hjxdl-0.1.2.dist-info/METADATA,sha256=IgnNn-u7YPXh3WAFGSBihoMWK4jLwQ4XllCPoGf9r-o,542
93
- hjxdl-0.1.2.dist-info/WHEEL,sha256=-oYQCr74JF3a37z2nRlQays_SX2MqOANoqVjBBAP2yE,91
94
- hjxdl-0.1.2.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
95
- hjxdl-0.1.2.dist-info/RECORD,,
92
+ hjxdl-0.1.4.dist-info/METADATA,sha256=SCG5RpSG11LK0MmcU22aJOOV5Dmh_D7cCgi6kYaSnd0,542
93
+ hjxdl-0.1.4.dist-info/WHEEL,sha256=-oYQCr74JF3a37z2nRlQays_SX2MqOANoqVjBBAP2yE,91
94
+ hjxdl-0.1.4.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
95
+ hjxdl-0.1.4.dist-info/RECORD,,
{hjxdl-0.1.2.dist-info → hjxdl-0.1.4.dist-info}/WHEEL RENAMED
File without changes