ipex-llm 2.2.0b20250216__py3-none-manylinux2010_x86_64.whl → 2.2.0b20250217__py3-none-manylinux2010_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ipex_llm/transformers/convert.py +6 -0
- {ipex_llm-2.2.0b20250216.dist-info → ipex_llm-2.2.0b20250217.dist-info}/METADATA +19 -19
- {ipex_llm-2.2.0b20250216.dist-info → ipex_llm-2.2.0b20250217.dist-info}/RECORD +9 -9
- {ipex_llm-2.2.0b20250216.data → ipex_llm-2.2.0b20250217.data}/scripts/ipex-llm-init +0 -0
- {ipex_llm-2.2.0b20250216.data → ipex_llm-2.2.0b20250217.data}/scripts/llm-chat +0 -0
- {ipex_llm-2.2.0b20250216.data → ipex_llm-2.2.0b20250217.data}/scripts/llm-cli +0 -0
- {ipex_llm-2.2.0b20250216.dist-info → ipex_llm-2.2.0b20250217.dist-info}/WHEEL +0 -0
- {ipex_llm-2.2.0b20250216.dist-info → ipex_llm-2.2.0b20250217.dist-info}/entry_points.txt +0 -0
- {ipex_llm-2.2.0b20250216.dist-info → ipex_llm-2.2.0b20250217.dist-info}/top_level.txt +0 -0
ipex_llm/transformers/convert.py
CHANGED
|
@@ -1032,6 +1032,9 @@ def _optimize_pre(model, qtype=None):
|
|
|
1032
1032
|
if hasattr(model, "vpm"):
|
|
1033
1033
|
from ipex_llm.transformers.models.minicpmv import merge_qkv
|
|
1034
1034
|
model.vpm.apply(merge_qkv)
|
|
1035
|
+
# tts opt
|
|
1036
|
+
if hasattr(model, "tts"):
|
|
1037
|
+
_optimize_pre(model.tts.model, qtype=qtype)
|
|
1035
1038
|
# llm opt
|
|
1036
1039
|
model.llm.config.model_type = "qwen2"
|
|
1037
1040
|
_optimize_pre(model.llm, qtype=qtype)
|
|
@@ -1971,6 +1974,9 @@ def _optimize_post(model):
|
|
|
1971
1974
|
from transformers.models.whisper.modeling_whisper import WhisperSdpaAttention
|
|
1972
1975
|
from ipex_llm.transformers.models.whisper import whisper_attention_forward
|
|
1973
1976
|
convert_forward(model.apm, WhisperSdpaAttention, whisper_attention_forward)
|
|
1977
|
+
# tts opt
|
|
1978
|
+
if hasattr(model, "tts"):
|
|
1979
|
+
_optimize_post(model.tts.model)
|
|
1974
1980
|
# llm opt
|
|
1975
1981
|
model.llm.config.model_type = "qwen2"
|
|
1976
1982
|
_optimize_post(model.llm)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: ipex-llm
|
|
3
|
-
Version: 2.2.
|
|
3
|
+
Version: 2.2.0b20250217
|
|
4
4
|
Summary: Large Language Model Develop Toolkit
|
|
5
5
|
Home-page: https://github.com/intel-analytics/ipex-llm
|
|
6
6
|
Author: BigDL Authors
|
|
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
|
|
|
27
27
|
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
|
|
28
28
|
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
|
|
29
29
|
Provides-Extra: cpp
|
|
30
|
-
Requires-Dist: bigdl-core-cpp ==2.6.
|
|
30
|
+
Requires-Dist: bigdl-core-cpp ==2.6.0b20250217 ; extra == 'cpp'
|
|
31
31
|
Requires-Dist: setuptools ; extra == 'cpp'
|
|
32
32
|
Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
|
|
33
33
|
Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
|
|
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
|
|
|
60
60
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
|
|
61
61
|
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
|
|
62
62
|
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
|
|
63
|
-
Requires-Dist: bigdl-core-npu ==2.6.
|
|
63
|
+
Requires-Dist: bigdl-core-npu ==2.6.0b20250217 ; (platform_system == "Windows") and extra == 'npu'
|
|
64
64
|
Provides-Extra: serving
|
|
65
65
|
Requires-Dist: py-cpuinfo ; extra == 'serving'
|
|
66
66
|
Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
|
|
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
|
|
|
80
80
|
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
|
|
81
81
|
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
|
|
82
82
|
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
|
|
83
|
-
Requires-Dist: bigdl-core-xe-21 ==2.6.
|
|
84
|
-
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.
|
|
85
|
-
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.
|
|
83
|
+
Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250217 ; extra == 'xpu'
|
|
84
|
+
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250217 ; extra == 'xpu'
|
|
85
|
+
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250217 ; extra == 'xpu'
|
|
86
86
|
Provides-Extra: xpu-2-1
|
|
87
87
|
Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
|
|
88
88
|
Requires-Dist: protobuf ; extra == 'xpu-2-1'
|
|
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
|
|
|
97
97
|
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
|
|
98
98
|
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
|
|
99
99
|
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
|
|
100
|
-
Requires-Dist: bigdl-core-xe-21 ==2.6.
|
|
101
|
-
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.
|
|
102
|
-
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.
|
|
100
|
+
Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250217 ; extra == 'xpu-2-1'
|
|
101
|
+
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250217 ; extra == 'xpu-2-1'
|
|
102
|
+
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250217 ; extra == 'xpu-2-1'
|
|
103
103
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
|
|
104
104
|
Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
|
|
105
105
|
Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
|
|
@@ -117,7 +117,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
|
|
|
117
117
|
Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
|
|
118
118
|
Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
|
|
119
119
|
Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
|
|
120
|
-
Requires-Dist: bigdl-core-xe-all ==2.6.
|
|
120
|
+
Requires-Dist: bigdl-core-xe-all ==2.6.0b20250217 ; extra == 'xpu-2-6'
|
|
121
121
|
Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
|
|
122
122
|
Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
|
|
123
123
|
Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
|
|
@@ -133,9 +133,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arc'
|
|
|
133
133
|
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arc'
|
|
134
134
|
Requires-Dist: tabulate ; extra == 'xpu-arc'
|
|
135
135
|
Requires-Dist: setuptools ; extra == 'xpu-arc'
|
|
136
|
-
Requires-Dist: bigdl-core-xe-23 ==2.6.
|
|
137
|
-
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.
|
|
138
|
-
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.
|
|
136
|
+
Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250217 ; extra == 'xpu-arc'
|
|
137
|
+
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250217 ; extra == 'xpu-arc'
|
|
138
|
+
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250217 ; extra == 'xpu-arc'
|
|
139
139
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arc'
|
|
140
140
|
Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
|
|
141
141
|
Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
|
|
@@ -156,9 +156,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arl'
|
|
|
156
156
|
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arl'
|
|
157
157
|
Requires-Dist: tabulate ; extra == 'xpu-arl'
|
|
158
158
|
Requires-Dist: setuptools ; extra == 'xpu-arl'
|
|
159
|
-
Requires-Dist: bigdl-core-xe-23 ==2.6.
|
|
160
|
-
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.
|
|
161
|
-
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.
|
|
159
|
+
Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250217 ; extra == 'xpu-arl'
|
|
160
|
+
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250217 ; extra == 'xpu-arl'
|
|
161
|
+
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250217 ; extra == 'xpu-arl'
|
|
162
162
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arl'
|
|
163
163
|
Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
|
|
164
164
|
Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
|
|
@@ -179,9 +179,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-lnl'
|
|
|
179
179
|
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-lnl'
|
|
180
180
|
Requires-Dist: tabulate ; extra == 'xpu-lnl'
|
|
181
181
|
Requires-Dist: setuptools ; extra == 'xpu-lnl'
|
|
182
|
-
Requires-Dist: bigdl-core-xe-23 ==2.6.
|
|
183
|
-
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.
|
|
184
|
-
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.
|
|
182
|
+
Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250217 ; extra == 'xpu-lnl'
|
|
183
|
+
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250217 ; extra == 'xpu-lnl'
|
|
184
|
+
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250217 ; extra == 'xpu-lnl'
|
|
185
185
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-lnl'
|
|
186
186
|
Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
|
|
187
187
|
Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
|
|
@@ -94,7 +94,7 @@ ipex_llm/serving/fastchat/tgi_api_protocol.py,sha256=brT3k3-V0NJrU4fRqUwWjC0O3iO
|
|
|
94
94
|
ipex_llm/serving/fastchat/tgi_api_server.py,sha256=agNTAEiZPSuj3dEdIdYKwkoY0cXOUDX06DiM9VP2knQ,24418
|
|
95
95
|
ipex_llm/serving/fastchat/vllm_worker.py,sha256=ZLz2Q9GxJO6r_LOiP6epgCRjBGk-K4EB1SNEWSJp5DA,11091
|
|
96
96
|
ipex_llm/transformers/__init__.py,sha256=pJHs6GZXHIObVE4BUCuej-6BKBZZg9pYWKPrkhWSfB4,1192
|
|
97
|
-
ipex_llm/transformers/convert.py,sha256=
|
|
97
|
+
ipex_llm/transformers/convert.py,sha256=QhiAVKavNCbrYUAtFiFnQAYaUkG-rB7l0DRj_fDzOFY,101108
|
|
98
98
|
ipex_llm/transformers/convert_ipex.py,sha256=_nSnUTQy-yfkKaqGdqnBdWztZf3NGmnbZ0TKaDrF4X4,14617
|
|
99
99
|
ipex_llm/transformers/embedding.py,sha256=bdgk59DvD4ZZyxRzewXOR7g56nThgO6uhIwk8QL7f-s,9299
|
|
100
100
|
ipex_llm/transformers/kv.py,sha256=k4TU18LlA-Sbq9WNNQnfuzu3RSFBwFhmaV3BcGN5bAo,19191
|
|
@@ -258,11 +258,11 @@ ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZj
|
|
|
258
258
|
ipex_llm/vllm/xpu/engine/engine.py,sha256=ClvTHz_w52IU_vUw-LhotLduCMu0zPl9kebnQEKQq4A,9494
|
|
259
259
|
ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=OScQFmAdrd-PyEyQ2Mr8fJrk_lC6MHqPraphVk-NDzw,33140
|
|
260
260
|
ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
|
|
261
|
-
ipex_llm-2.2.
|
|
262
|
-
ipex_llm-2.2.
|
|
263
|
-
ipex_llm-2.2.
|
|
264
|
-
ipex_llm-2.2.
|
|
265
|
-
ipex_llm-2.2.
|
|
266
|
-
ipex_llm-2.2.
|
|
267
|
-
ipex_llm-2.2.
|
|
268
|
-
ipex_llm-2.2.
|
|
261
|
+
ipex_llm-2.2.0b20250217.data/scripts/ipex-llm-init,sha256=fLQsT2dRL6H5bThb4GuIWotAuqoLsIxFwA-0c2qmaO8,6672
|
|
262
|
+
ipex_llm-2.2.0b20250217.data/scripts/llm-chat,sha256=TdUnUmNapzuoe1c8IzrdVOQwWEg8IqsMSBRlOD3daZM,2249
|
|
263
|
+
ipex_llm-2.2.0b20250217.data/scripts/llm-cli,sha256=RXGPlLElHxcKzoUxljEMBIAXbzCDysXL-Nxw-xF-7LU,2457
|
|
264
|
+
ipex_llm-2.2.0b20250217.dist-info/METADATA,sha256=za1iKm13oiRtglLW5y-iKbpKyRenKbwXVXaD9meyQxk,12369
|
|
265
|
+
ipex_llm-2.2.0b20250217.dist-info/WHEEL,sha256=PPJcBMAZibF_2GFE9NmOJGqiaSMPiNFbJd6QaJjdA6Y,109
|
|
266
|
+
ipex_llm-2.2.0b20250217.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
|
|
267
|
+
ipex_llm-2.2.0b20250217.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
|
|
268
|
+
ipex_llm-2.2.0b20250217.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|