ipex-llm 2.2.0b20250111__py3-none-manylinux2010_x86_64.whl → 2.2.0b20250113__py3-none-manylinux2010_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ipex_llm/transformers/__init__.py +5 -0
- ipex_llm/transformers/low_bit_linear.py +1 -1
- ipex_llm/transformers/model.py +5 -0
- {ipex_llm-2.2.0b20250111.dist-info → ipex_llm-2.2.0b20250113.dist-info}/METADATA +20 -20
- {ipex_llm-2.2.0b20250111.dist-info → ipex_llm-2.2.0b20250113.dist-info}/RECORD +11 -11
- {ipex_llm-2.2.0b20250111.data → ipex_llm-2.2.0b20250113.data}/scripts/ipex-llm-init +0 -0
- {ipex_llm-2.2.0b20250111.data → ipex_llm-2.2.0b20250113.data}/scripts/llm-chat +0 -0
- {ipex_llm-2.2.0b20250111.data → ipex_llm-2.2.0b20250113.data}/scripts/llm-cli +0 -0
- {ipex_llm-2.2.0b20250111.dist-info → ipex_llm-2.2.0b20250113.dist-info}/WHEEL +0 -0
- {ipex_llm-2.2.0b20250111.dist-info → ipex_llm-2.2.0b20250113.dist-info}/entry_points.txt +0 -0
- {ipex_llm-2.2.0b20250111.dist-info → ipex_llm-2.2.0b20250113.dist-info}/top_level.txt +0 -0
|
@@ -21,5 +21,10 @@ from .model import AutoModelForCausalLM, AutoModel, AutoModelForSeq2SeqLM, \
|
|
|
21
21
|
AutoModelForSequenceClassification, AutoModelForMaskedLM, \
|
|
22
22
|
AutoModelForNextSentencePrediction, AutoModelForMultipleChoice, \
|
|
23
23
|
AutoModelForTokenClassification
|
|
24
|
+
|
|
25
|
+
import transformers
|
|
26
|
+
if transformers.__version__ >= '4.45.0':
|
|
27
|
+
from .model import Qwen2VLForConditionalGeneration
|
|
28
|
+
|
|
24
29
|
from .modelling_bigdl import *
|
|
25
30
|
from .pipeline_parallel import init_pipeline_parallel, PPModelWorker
|
|
@@ -395,7 +395,7 @@ class FP4Params(torch.nn.Parameter):
|
|
|
395
395
|
return self._shape
|
|
396
396
|
|
|
397
397
|
@overload
|
|
398
|
-
def to(self: T, device: Optional[Union[int, device]]=...,
|
|
398
|
+
def to(self: T, device: Optional[Union[int, torch.device]]=...,
|
|
399
399
|
dtype: Optional[Union[dtype, str]]=..., non_blocking: bool=...,) -> T:
|
|
400
400
|
...
|
|
401
401
|
|
ipex_llm/transformers/model.py
CHANGED
|
@@ -826,3 +826,8 @@ class AutoModelForMultipleChoice(_BaseAutoModelClass):
|
|
|
826
826
|
|
|
827
827
|
class AutoModelForTokenClassification(_BaseAutoModelClass):
|
|
828
828
|
HF_Model = transformers.AutoModelForTokenClassification
|
|
829
|
+
|
|
830
|
+
|
|
831
|
+
if transformers.__version__ >= '4.45.0':
|
|
832
|
+
class Qwen2VLForConditionalGeneration(_BaseAutoModelClass):
|
|
833
|
+
HF_Model = transformers.Qwen2VLForConditionalGeneration
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: ipex-llm
|
|
3
|
-
Version: 2.2.
|
|
3
|
+
Version: 2.2.0b20250113
|
|
4
4
|
Summary: Large Language Model Develop Toolkit
|
|
5
5
|
Home-page: https://github.com/intel-analytics/ipex-llm
|
|
6
6
|
Author: BigDL Authors
|
|
@@ -27,10 +27,10 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
|
|
|
27
27
|
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
|
|
28
28
|
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
|
|
29
29
|
Provides-Extra: cpp
|
|
30
|
-
Requires-Dist: bigdl-core-cpp ==2.6.
|
|
30
|
+
Requires-Dist: bigdl-core-cpp ==2.6.0b20250113 ; extra == 'cpp'
|
|
31
31
|
Requires-Dist: setuptools ; extra == 'cpp'
|
|
32
32
|
Provides-Extra: cpp-arl
|
|
33
|
-
Requires-Dist: bigdl-core-cpp ==2.6.
|
|
33
|
+
Requires-Dist: bigdl-core-cpp ==2.6.0b20250113 ; extra == 'cpp-arl'
|
|
34
34
|
Requires-Dist: setuptools ; extra == 'cpp-arl'
|
|
35
35
|
Requires-Dist: onednn-devel ==2024.1.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
|
|
36
36
|
Requires-Dist: onednn ==2024.1.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
|
|
@@ -67,7 +67,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
|
|
|
67
67
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
|
|
68
68
|
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
|
|
69
69
|
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
|
|
70
|
-
Requires-Dist: bigdl-core-npu ==2.6.
|
|
70
|
+
Requires-Dist: bigdl-core-npu ==2.6.0b20250113 ; (platform_system == "Windows") and extra == 'npu'
|
|
71
71
|
Provides-Extra: serving
|
|
72
72
|
Requires-Dist: py-cpuinfo ; extra == 'serving'
|
|
73
73
|
Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
|
|
@@ -87,9 +87,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
|
|
|
87
87
|
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
|
|
88
88
|
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
|
|
89
89
|
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
|
|
90
|
-
Requires-Dist: bigdl-core-xe-21 ==2.6.
|
|
91
|
-
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.
|
|
92
|
-
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.
|
|
90
|
+
Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250113 ; extra == 'xpu'
|
|
91
|
+
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250113 ; extra == 'xpu'
|
|
92
|
+
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250113 ; extra == 'xpu'
|
|
93
93
|
Provides-Extra: xpu-2-1
|
|
94
94
|
Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
|
|
95
95
|
Requires-Dist: protobuf ; extra == 'xpu-2-1'
|
|
@@ -104,9 +104,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
|
|
|
104
104
|
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
|
|
105
105
|
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
|
|
106
106
|
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
|
|
107
|
-
Requires-Dist: bigdl-core-xe-21 ==2.6.
|
|
108
|
-
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.
|
|
109
|
-
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.
|
|
107
|
+
Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250113 ; extra == 'xpu-2-1'
|
|
108
|
+
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250113 ; extra == 'xpu-2-1'
|
|
109
|
+
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250113 ; extra == 'xpu-2-1'
|
|
110
110
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
|
|
111
111
|
Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
|
|
112
112
|
Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
|
|
@@ -124,7 +124,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
|
|
|
124
124
|
Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
|
|
125
125
|
Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
|
|
126
126
|
Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
|
|
127
|
-
Requires-Dist: bigdl-core-xe-all ==2.6.
|
|
127
|
+
Requires-Dist: bigdl-core-xe-all ==2.6.0b20250113 ; extra == 'xpu-2-6'
|
|
128
128
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-6'
|
|
129
129
|
Provides-Extra: xpu-arc
|
|
130
130
|
Requires-Dist: py-cpuinfo ; extra == 'xpu-arc'
|
|
@@ -137,9 +137,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arc'
|
|
|
137
137
|
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arc'
|
|
138
138
|
Requires-Dist: tabulate ; extra == 'xpu-arc'
|
|
139
139
|
Requires-Dist: setuptools ; extra == 'xpu-arc'
|
|
140
|
-
Requires-Dist: bigdl-core-xe-23 ==2.6.
|
|
141
|
-
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.
|
|
142
|
-
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.
|
|
140
|
+
Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250113 ; extra == 'xpu-arc'
|
|
141
|
+
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250113 ; extra == 'xpu-arc'
|
|
142
|
+
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250113 ; extra == 'xpu-arc'
|
|
143
143
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arc'
|
|
144
144
|
Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
|
|
145
145
|
Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
|
|
@@ -160,9 +160,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arl'
|
|
|
160
160
|
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arl'
|
|
161
161
|
Requires-Dist: tabulate ; extra == 'xpu-arl'
|
|
162
162
|
Requires-Dist: setuptools ; extra == 'xpu-arl'
|
|
163
|
-
Requires-Dist: bigdl-core-xe-23 ==2.6.
|
|
164
|
-
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.
|
|
165
|
-
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.
|
|
163
|
+
Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250113 ; extra == 'xpu-arl'
|
|
164
|
+
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250113 ; extra == 'xpu-arl'
|
|
165
|
+
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250113 ; extra == 'xpu-arl'
|
|
166
166
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arl'
|
|
167
167
|
Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
|
|
168
168
|
Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
|
|
@@ -183,9 +183,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-lnl'
|
|
|
183
183
|
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-lnl'
|
|
184
184
|
Requires-Dist: tabulate ; extra == 'xpu-lnl'
|
|
185
185
|
Requires-Dist: setuptools ; extra == 'xpu-lnl'
|
|
186
|
-
Requires-Dist: bigdl-core-xe-23 ==2.6.
|
|
187
|
-
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.
|
|
188
|
-
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.
|
|
186
|
+
Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250113 ; extra == 'xpu-lnl'
|
|
187
|
+
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250113 ; extra == 'xpu-lnl'
|
|
188
|
+
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250113 ; extra == 'xpu-lnl'
|
|
189
189
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-lnl'
|
|
190
190
|
Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
|
|
191
191
|
Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
|
|
@@ -93,7 +93,7 @@ ipex_llm/serving/fastchat/model_worker.py,sha256=qJSLyWNkP6z70ysq4AV5SqHzXPJJiX2
|
|
|
93
93
|
ipex_llm/serving/fastchat/tgi_api_protocol.py,sha256=brT3k3-V0NJrU4fRqUwWjC0O3iOitdttDfduXXEefh0,5918
|
|
94
94
|
ipex_llm/serving/fastchat/tgi_api_server.py,sha256=agNTAEiZPSuj3dEdIdYKwkoY0cXOUDX06DiM9VP2knQ,24418
|
|
95
95
|
ipex_llm/serving/fastchat/vllm_worker.py,sha256=ZLz2Q9GxJO6r_LOiP6epgCRjBGk-K4EB1SNEWSJp5DA,11091
|
|
96
|
-
ipex_llm/transformers/__init__.py,sha256=
|
|
96
|
+
ipex_llm/transformers/__init__.py,sha256=pJHs6GZXHIObVE4BUCuej-6BKBZZg9pYWKPrkhWSfB4,1192
|
|
97
97
|
ipex_llm/transformers/convert.py,sha256=i2IOmDnQBKNtcfUL95l8w4rNBMiU4SqX_9uz_LtPHMI,98086
|
|
98
98
|
ipex_llm/transformers/convert_ipex.py,sha256=_nSnUTQy-yfkKaqGdqnBdWztZf3NGmnbZ0TKaDrF4X4,14617
|
|
99
99
|
ipex_llm/transformers/embedding.py,sha256=bdgk59DvD4ZZyxRzewXOR7g56nThgO6uhIwk8QL7f-s,9299
|
|
@@ -101,8 +101,8 @@ ipex_llm/transformers/kv.py,sha256=k4TU18LlA-Sbq9WNNQnfuzu3RSFBwFhmaV3BcGN5bAo,1
|
|
|
101
101
|
ipex_llm/transformers/lisa.py,sha256=F5WxbtXQ7RdKulj83h_2DnEIgKiKGZf7zvOmg6QBl2s,3289
|
|
102
102
|
ipex_llm/transformers/loader.py,sha256=AwjV5RpI2t2bedlv7ZhLm8cfd-QJZm5hny-XyjIvdnk,6876
|
|
103
103
|
ipex_llm/transformers/lookup.py,sha256=b6OlZ9OV10R9qeWw8mVryVpDxszkjwLkldvi7GPMJY8,19614
|
|
104
|
-
ipex_llm/transformers/low_bit_linear.py,sha256=
|
|
105
|
-
ipex_llm/transformers/model.py,sha256=
|
|
104
|
+
ipex_llm/transformers/low_bit_linear.py,sha256=1diyN_5OTViAmi8CRIUh5j1s5Z9j3Umcz2MEiideV4U,40863
|
|
105
|
+
ipex_llm/transformers/model.py,sha256=64eRLtbFftku9kcN5xSNerbZ3jAFUjCbNlM8Ly54ygE,41079
|
|
106
106
|
ipex_llm/transformers/modelling_bigdl.py,sha256=7JpNVMuyq_OmtNUaMFMXdxPWZp2q0QHC02QeA-VTPOw,6709
|
|
107
107
|
ipex_llm/transformers/npu_model.py,sha256=X8ZtvZJpzz64XrSPhUYXXZmdJcbZ9X6G3Vlzw-zgN1Q,39749
|
|
108
108
|
ipex_llm/transformers/patches.py,sha256=halPWm__ORh2fRFSIFPiCNg3LQBfrRkTPtmtRpBJCZQ,1286
|
|
@@ -250,11 +250,11 @@ ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZj
|
|
|
250
250
|
ipex_llm/vllm/xpu/engine/engine.py,sha256=k4-D27WS_Gk3mA--w3HWAjPjb4Aiu043MVPi0ZoAUBc,5984
|
|
251
251
|
ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=GshTZFB8e4PWvqckfbmTOU6b0oLkNn7A-vzLuG9--j8,21544
|
|
252
252
|
ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=2rENA2ucynMaIjiZBEh2ez1o5vR32GaP514t39CD7KM,8676
|
|
253
|
-
ipex_llm-2.2.
|
|
254
|
-
ipex_llm-2.2.
|
|
255
|
-
ipex_llm-2.2.
|
|
256
|
-
ipex_llm-2.2.
|
|
257
|
-
ipex_llm-2.2.
|
|
258
|
-
ipex_llm-2.2.
|
|
259
|
-
ipex_llm-2.2.
|
|
260
|
-
ipex_llm-2.2.
|
|
253
|
+
ipex_llm-2.2.0b20250113.data/scripts/ipex-llm-init,sha256=fLQsT2dRL6H5bThb4GuIWotAuqoLsIxFwA-0c2qmaO8,6672
|
|
254
|
+
ipex_llm-2.2.0b20250113.data/scripts/llm-chat,sha256=TdUnUmNapzuoe1c8IzrdVOQwWEg8IqsMSBRlOD3daZM,2249
|
|
255
|
+
ipex_llm-2.2.0b20250113.data/scripts/llm-cli,sha256=RXGPlLElHxcKzoUxljEMBIAXbzCDysXL-Nxw-xF-7LU,2457
|
|
256
|
+
ipex_llm-2.2.0b20250113.dist-info/METADATA,sha256=1VdRzkDED87vt0A4R7wEzPS_bNONEo7IadVsgV5mw10,12705
|
|
257
|
+
ipex_llm-2.2.0b20250113.dist-info/WHEEL,sha256=PPJcBMAZibF_2GFE9NmOJGqiaSMPiNFbJd6QaJjdA6Y,109
|
|
258
|
+
ipex_llm-2.2.0b20250113.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
|
|
259
|
+
ipex_llm-2.2.0b20250113.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
|
|
260
|
+
ipex_llm-2.2.0b20250113.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|