hjxdl 0.0.7__py3-none-any.whl → 0.0.8__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. hdl/_version.py +2 -2
  2. hdl/utils/llm/chat.py +2 -1
  3. {hjxdl-0.0.7.dist-info → hjxdl-0.0.8.dist-info}/METADATA +1 -1
  4. {hjxdl-0.0.7.dist-info → hjxdl-0.0.8.dist-info}/RECORD +6 -6
  5. {hjxdl-0.0.7.dist-info → hjxdl-0.0.8.dist-info}/WHEEL +0 -0
  6. {hjxdl-0.0.7.dist-info → hjxdl-0.0.8.dist-info}/top_level.txt +0 -0
hdl/_version.py CHANGED
@@ -12,5 +12,5 @@ __version__: str
12
12
  __version_tuple__: VERSION_TUPLE
13
13
  version_tuple: VERSION_TUPLE
14
14
 
15
- __version__ = version = '0.0.7'
16
- __version_tuple__ = version_tuple = (0, 0, 7)
15
+ __version__ = version = '0.0.8'
16
+ __version_tuple__ = version_tuple = (0, 0, 8)
hdl/utils/llm/chat.py CHANGED
@@ -42,7 +42,8 @@ class GGUF_M():
42
42
  model_path=model_path,
43
43
  n_threads=self.generation_kwargs['num_threads'],
44
44
  n_ctx=self.generation_kwargs['max_context_length'],
45
- n_gpu_layers=-1
45
+ n_gpu_layers=-1,
46
+ flash_attn=True
46
47
  )
47
48
 
48
49
  print("完成本地模型的加载")
{hjxdl-0.0.7.dist-info → hjxdl-0.0.8.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: hjxdl
3
- Version: 0.0.7
3
+ Version: 0.0.8
4
4
  Summary: A collection of functions for Jupyter notebooks
5
5
  Home-page: https://github.com/huluxiaohuowa/hdl
6
6
  Author: Jianxing Hu
{hjxdl-0.0.7.dist-info → hjxdl-0.0.8.dist-info}/RECORD RENAMED
@@ -1,5 +1,5 @@
1
1
  hdl/__init__.py,sha256=3bp7HUNfj6gqhNMj_EsyToZqjpqggsv9ohT9Sghk2mA,23
2
- hdl/_version.py,sha256=vZ9YJhtz2uaZyfeULJmmzg7nlru6jGE1i6ermqZWYAQ,411
2
+ hdl/_version.py,sha256=qP2QJpgwFu26Ia9si7LC7nYHaW0_mvxka84OVyOuIKg,411
3
3
  hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
4
  hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
5
5
  hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -84,10 +84,10 @@ hdl/utils/database_tools/connect.py,sha256=KUnVG-8raifEJ_N0b3c8LkTTIfn9NIyw8LX6q
84
84
  hdl/utils/general/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
85
85
  hdl/utils/general/glob.py,sha256=8-RCnt6L297wMIfn34ZAMCsGCZUjHG3MGglGZI1cX0g,491
86
86
  hdl/utils/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
87
- hdl/utils/llm/chat.py,sha256=UFMv_0KQoGLCim0YGQqneA_HUKzQA9R6K69_rTeBmKM,7022
87
+ hdl/utils/llm/chat.py,sha256=NEbWdrPpQqS5ArU7ghA6xuam8wwvWXk3LL_CiNEEuIg,7055
88
88
  hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
89
89
  hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
90
- hjxdl-0.0.7.dist-info/METADATA,sha256=5Vxl19qBL3cTdY0S8x7roPbXCRop-L2CZCOAjrpH5DM,542
91
- hjxdl-0.0.7.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
92
- hjxdl-0.0.7.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
93
- hjxdl-0.0.7.dist-info/RECORD,,
90
+ hjxdl-0.0.8.dist-info/METADATA,sha256=iBNF1bWQ7JhJgtheULa4sul6K6UtpaXGDQUCxklzC98,542
91
+ hjxdl-0.0.8.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
92
+ hjxdl-0.0.8.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
93
+ hjxdl-0.0.8.dist-info/RECORD,,
{hjxdl-0.0.7.dist-info → hjxdl-0.0.8.dist-info}/WHEEL RENAMED
File without changes