ipex-llm 2.3.0b20250525__py3-none-manylinux2010_x86_64.whl → 2.3.0b20250526__py3-none-manylinux2010_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ipex_llm/transformers/speculative.py +9 -8
- {ipex_llm-2.3.0b20250525.dist-info → ipex_llm-2.3.0b20250526.dist-info}/METADATA +11 -11
- {ipex_llm-2.3.0b20250525.dist-info → ipex_llm-2.3.0b20250526.dist-info}/RECORD +9 -9
- {ipex_llm-2.3.0b20250525.data → ipex_llm-2.3.0b20250526.data}/scripts/ipex-llm-init +0 -0
- {ipex_llm-2.3.0b20250525.data → ipex_llm-2.3.0b20250526.data}/scripts/llm-chat +0 -0
- {ipex_llm-2.3.0b20250525.data → ipex_llm-2.3.0b20250526.data}/scripts/llm-cli +0 -0
- {ipex_llm-2.3.0b20250525.dist-info → ipex_llm-2.3.0b20250526.dist-info}/WHEEL +0 -0
- {ipex_llm-2.3.0b20250525.dist-info → ipex_llm-2.3.0b20250526.dist-info}/entry_points.txt +0 -0
- {ipex_llm-2.3.0b20250525.dist-info → ipex_llm-2.3.0b20250526.dist-info}/top_level.txt +0 -0
|
@@ -50,14 +50,6 @@ from transformers import GenerationConfig, \
|
|
|
50
50
|
from ipex_llm.utils.common import log4Error
|
|
51
51
|
|
|
52
52
|
trans_version = transformers.__version__
|
|
53
|
-
if version.parse(trans_version) >= version.parse("4.39.0"):
|
|
54
|
-
try:
|
|
55
|
-
from trl.core import top_k_top_p_filtering
|
|
56
|
-
except ModuleNotFoundError:
|
|
57
|
-
log4Error.invalidInputError(False,
|
|
58
|
-
"For transformers version >= 4.39.0, pip install trl==0.11.0")
|
|
59
|
-
else:
|
|
60
|
-
from transformers import top_k_top_p_filtering
|
|
61
53
|
|
|
62
54
|
from ipex_llm.utils.common import invalidInputError
|
|
63
55
|
from transformers.modeling_outputs import CausalLMOutputWithPast
|
|
@@ -164,6 +156,15 @@ def deepmind_sample(logits, return_probs: bool=False, top_k: int=50,
|
|
|
164
156
|
def logits_to_probs(logits, top_k: int=50, top_p: float=0.7, temperature: float=0.7):
|
|
165
157
|
invalidInputError(top_k != 1 and top_p != 0.0 and temperature != 0.0,
|
|
166
158
|
"top_k != 1 and top_p != 0.0 and temperature != 0.0 if do_sample=True")
|
|
159
|
+
if version.parse(trans_version) >= version.parse("4.39.0"):
|
|
160
|
+
try:
|
|
161
|
+
from trl.core import top_k_top_p_filtering
|
|
162
|
+
except ModuleNotFoundError:
|
|
163
|
+
log4Error.invalidInputError(False,
|
|
164
|
+
"For transformers version >= 4.39.0, "
|
|
165
|
+
"pip install trl==0.11.0")
|
|
166
|
+
else:
|
|
167
|
+
from transformers import top_k_top_p_filtering
|
|
167
168
|
_logits = top_k_top_p_filtering(logits.view(-1, logits.size(-1)) / temperature,
|
|
168
169
|
top_k=top_k, top_p=top_p)
|
|
169
170
|
prob_list = _logits.softmax(-1)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: ipex-llm
|
|
3
|
-
Version: 2.3.
|
|
3
|
+
Version: 2.3.0b20250526
|
|
4
4
|
Summary: Large Language Model Develop Toolkit
|
|
5
5
|
Home-page: https://github.com/intel-analytics/ipex-llm
|
|
6
6
|
Author: BigDL Authors
|
|
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
|
|
|
27
27
|
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
|
|
28
28
|
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
|
|
29
29
|
Provides-Extra: cpp
|
|
30
|
-
Requires-Dist: bigdl-core-cpp ==2.7.
|
|
30
|
+
Requires-Dist: bigdl-core-cpp ==2.7.0b20250526 ; extra == 'cpp'
|
|
31
31
|
Requires-Dist: setuptools ; extra == 'cpp'
|
|
32
32
|
Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
|
|
33
33
|
Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
|
|
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
|
|
|
60
60
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
|
|
61
61
|
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
|
|
62
62
|
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
|
|
63
|
-
Requires-Dist: bigdl-core-npu ==2.7.
|
|
63
|
+
Requires-Dist: bigdl-core-npu ==2.7.0b20250526 ; (platform_system == "Windows") and extra == 'npu'
|
|
64
64
|
Provides-Extra: serving
|
|
65
65
|
Requires-Dist: py-cpuinfo ; extra == 'serving'
|
|
66
66
|
Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
|
|
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
|
|
|
80
80
|
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
|
|
81
81
|
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
|
|
82
82
|
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
|
|
83
|
-
Requires-Dist: bigdl-core-xe-21 ==2.7.
|
|
84
|
-
Requires-Dist: bigdl-core-xe-batch-21 ==2.7.
|
|
85
|
-
Requires-Dist: bigdl-core-xe-addons-21 ==2.7.
|
|
83
|
+
Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250526 ; extra == 'xpu'
|
|
84
|
+
Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250526 ; extra == 'xpu'
|
|
85
|
+
Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250526 ; extra == 'xpu'
|
|
86
86
|
Provides-Extra: xpu-2-1
|
|
87
87
|
Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
|
|
88
88
|
Requires-Dist: protobuf ; extra == 'xpu-2-1'
|
|
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
|
|
|
97
97
|
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
|
|
98
98
|
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
|
|
99
99
|
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
|
|
100
|
-
Requires-Dist: bigdl-core-xe-21 ==2.7.
|
|
101
|
-
Requires-Dist: bigdl-core-xe-batch-21 ==2.7.
|
|
102
|
-
Requires-Dist: bigdl-core-xe-addons-21 ==2.7.
|
|
100
|
+
Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250526 ; extra == 'xpu-2-1'
|
|
101
|
+
Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250526 ; extra == 'xpu-2-1'
|
|
102
|
+
Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250526 ; extra == 'xpu-2-1'
|
|
103
103
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
|
|
104
104
|
Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
|
|
105
105
|
Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
|
|
@@ -117,7 +117,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
|
|
|
117
117
|
Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
|
|
118
118
|
Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
|
|
119
119
|
Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
|
|
120
|
-
Requires-Dist: bigdl-core-xe-all ==2.7.
|
|
120
|
+
Requires-Dist: bigdl-core-xe-all ==2.7.0b20250526 ; extra == 'xpu-2-6'
|
|
121
121
|
Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
|
|
122
122
|
Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
|
|
123
123
|
Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
|
|
@@ -132,7 +132,7 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-6-arl'
|
|
|
132
132
|
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-6-arl'
|
|
133
133
|
Requires-Dist: tabulate ; extra == 'xpu-2-6-arl'
|
|
134
134
|
Requires-Dist: setuptools ; extra == 'xpu-2-6-arl'
|
|
135
|
-
Requires-Dist: bigdl-core-xe-all ==2.7.
|
|
135
|
+
Requires-Dist: bigdl-core-xe-all ==2.7.0b20250526 ; extra == 'xpu-2-6-arl'
|
|
136
136
|
Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6-arl'
|
|
137
137
|
Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6-arl'
|
|
138
138
|
Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6-arl'
|
|
@@ -109,7 +109,7 @@ ipex_llm/transformers/patches.py,sha256=G9KcXxo42H1HJEDaroq4JbBN5P0P0lty7U7kk7-g
|
|
|
109
109
|
ipex_llm/transformers/pipeline_parallel.py,sha256=uNZpOXljNmdoEYnP8U-VFiN4dRZb2piQbIf2bG9LQnE,49051
|
|
110
110
|
ipex_llm/transformers/qlora.py,sha256=qV9Y6G5kAaet77LLA3oXn3qQY4ayyAPZ7NAjOlHCS7g,14967
|
|
111
111
|
ipex_llm/transformers/relora.py,sha256=-dYzUV0P-IhO2jFdnzN9-v_sFzJpRj3ZwN9eCJzOoCw,16567
|
|
112
|
-
ipex_llm/transformers/speculative.py,sha256=
|
|
112
|
+
ipex_llm/transformers/speculative.py,sha256=QIwng63XtI4QNAopbIRnGNMNUzNmJbgDQ0LITT4jM_A,63487
|
|
113
113
|
ipex_llm/transformers/streamer.py,sha256=RrVlLblzCOtABRUpaMXAyaMnCGgLUtAi_YesLumRbww,4842
|
|
114
114
|
ipex_llm/transformers/training_patch.py,sha256=oxMkUtqyvqJiprw6dE3skkYfD1HOmUlH9N0hBkbn0G0,10799
|
|
115
115
|
ipex_llm/transformers/utils.py,sha256=FCin1mKRmDyQ9J8dCJgcPOhOh1DUtawrL0wZZ7iSnOw,17458
|
|
@@ -265,11 +265,11 @@ ipex_llm/vllm/xpu/engine/__init__.py,sha256=sOvwLx_Zj0jiRCGj9W3DgGTfcSU3hABYhgIQ
|
|
|
265
265
|
ipex_llm/vllm/xpu/engine/engine.py,sha256=XAprw7VifjfnR915TZOaKcxe3QCFsVBgxzS8qOdn1yg,14462
|
|
266
266
|
ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=uWHyyHLw-B8wXBnQw9_MCG81tKK9Jb0dyq1xfYHgoNw,45905
|
|
267
267
|
ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
|
|
268
|
-
ipex_llm-2.3.
|
|
269
|
-
ipex_llm-2.3.
|
|
270
|
-
ipex_llm-2.3.
|
|
271
|
-
ipex_llm-2.3.
|
|
272
|
-
ipex_llm-2.3.
|
|
273
|
-
ipex_llm-2.3.
|
|
274
|
-
ipex_llm-2.3.
|
|
275
|
-
ipex_llm-2.3.
|
|
268
|
+
ipex_llm-2.3.0b20250526.data/scripts/ipex-llm-init,sha256=fLQsT2dRL6H5bThb4GuIWotAuqoLsIxFwA-0c2qmaO8,6672
|
|
269
|
+
ipex_llm-2.3.0b20250526.data/scripts/llm-chat,sha256=TdUnUmNapzuoe1c8IzrdVOQwWEg8IqsMSBRlOD3daZM,2249
|
|
270
|
+
ipex_llm-2.3.0b20250526.data/scripts/llm-cli,sha256=RXGPlLElHxcKzoUxljEMBIAXbzCDysXL-Nxw-xF-7LU,2457
|
|
271
|
+
ipex_llm-2.3.0b20250526.dist-info/METADATA,sha256=2PHR-ZpWyDtr-LZKjkrD08mU7vuGIrix6j1IkB8I5SM,8865
|
|
272
|
+
ipex_llm-2.3.0b20250526.dist-info/WHEEL,sha256=PPJcBMAZibF_2GFE9NmOJGqiaSMPiNFbJd6QaJjdA6Y,109
|
|
273
|
+
ipex_llm-2.3.0b20250526.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
|
|
274
|
+
ipex_llm-2.3.0b20250526.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
|
|
275
|
+
ipex_llm-2.3.0b20250526.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|