ipex-llm 2.2.0b20250102__py3-none-win_amd64.whl → 2.2.0b20250104__py3-none-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ipex_llm/libs/bloom-api.dll +0 -0
- ipex_llm/libs/bloom.dll +0 -0
- ipex_llm/libs/gptneox-api.dll +0 -0
- ipex_llm/libs/gptneox.dll +0 -0
- ipex_llm/libs/libbloom_avx.dll +0 -0
- ipex_llm/libs/libbloom_vnni.dll +0 -0
- ipex_llm/libs/libgptneox_avx.dll +0 -0
- ipex_llm/libs/libgptneox_vnni.dll +0 -0
- ipex_llm/libs/libllama_avx.dll +0 -0
- ipex_llm/libs/libllama_vnni.dll +0 -0
- ipex_llm/libs/libstarcoder_avx.dll +0 -0
- ipex_llm/libs/libstarcoder_vnni.dll +0 -0
- ipex_llm/libs/llama-api.dll +0 -0
- ipex_llm/libs/llama.dll +0 -0
- ipex_llm/libs/main-bloom.exe +0 -0
- ipex_llm/libs/main-gptneox.exe +0 -0
- ipex_llm/libs/main-llama.exe +0 -0
- ipex_llm/libs/main-starcoder.exe +0 -0
- ipex_llm/libs/pipeline.dll +0 -0
- ipex_llm/libs/quantize-bloom.exe +0 -0
- ipex_llm/libs/quantize-bloom_vnni.exe +0 -0
- ipex_llm/libs/quantize-gptneox.exe +0 -0
- ipex_llm/libs/quantize-gptneox_vnni.exe +0 -0
- ipex_llm/libs/quantize-llama.exe +0 -0
- ipex_llm/libs/quantize-llama_vnni.exe +0 -0
- ipex_llm/libs/quantize-starcoder.exe +0 -0
- ipex_llm/libs/quantize-starcoder_vnni.exe +0 -0
- ipex_llm/libs/starcoder-api.dll +0 -0
- ipex_llm/libs/starcoder.dll +0 -0
- ipex_llm/transformers/convert.py +3 -10
- ipex_llm/transformers/models/yuan.py +2 -50
- ipex_llm/transformers/xpu_ops.py +155 -0
- ipex_llm/utils/__init__.py +1 -2
- ipex_llm/utils/benchmark_util_4_47.py +4907 -0
- ipex_llm/vllm/xpu/model_convert.py +2 -0
- {ipex_llm-2.2.0b20250102.dist-info → ipex_llm-2.2.0b20250104.dist-info}/METADATA +19 -19
- {ipex_llm-2.2.0b20250102.dist-info → ipex_llm-2.2.0b20250104.dist-info}/RECORD +43 -41
- {ipex_llm-2.2.0b20250102.data → ipex_llm-2.2.0b20250104.data}/scripts/ipex-llm-init.bat +0 -0
- {ipex_llm-2.2.0b20250102.data → ipex_llm-2.2.0b20250104.data}/scripts/llm-chat.ps1 +0 -0
- {ipex_llm-2.2.0b20250102.data → ipex_llm-2.2.0b20250104.data}/scripts/llm-cli.ps1 +0 -0
- {ipex_llm-2.2.0b20250102.dist-info → ipex_llm-2.2.0b20250104.dist-info}/WHEEL +0 -0
- {ipex_llm-2.2.0b20250102.dist-info → ipex_llm-2.2.0b20250104.dist-info}/entry_points.txt +0 -0
- {ipex_llm-2.2.0b20250102.dist-info → ipex_llm-2.2.0b20250104.dist-info}/top_level.txt +0 -0
@@ -105,6 +105,8 @@ def get_load_function(low_bit):
|
|
105
105
|
if "minicpm-v" in self.model_config.model.lower():
|
106
106
|
from ipex_llm.transformers.models.minicpmv import merge_qkv
|
107
107
|
self.model.vpm.apply(merge_qkv)
|
108
|
+
if "internvl2" in self.model_config.model.lower():
|
109
|
+
modules = ["vision_model", "mlp1"]
|
108
110
|
optimize_model(self.model, low_bit=low_bit, torch_dtype=self.model_config.dtype,
|
109
111
|
modules_to_not_convert=modules)
|
110
112
|
self.model = self.model.to(device=self.device_config.device,
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: ipex-llm
|
3
|
-
Version: 2.2.
|
3
|
+
Version: 2.2.0b20250104
|
4
4
|
Summary: Large Language Model Develop Toolkit
|
5
5
|
Home-page: https://github.com/intel-analytics/ipex-llm
|
6
6
|
Author: BigDL Authors
|
@@ -27,10 +27,10 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
|
|
27
27
|
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
|
28
28
|
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
|
29
29
|
Provides-Extra: cpp
|
30
|
-
Requires-Dist: bigdl-core-cpp ==2.6.
|
30
|
+
Requires-Dist: bigdl-core-cpp ==2.6.0b20250104 ; extra == 'cpp'
|
31
31
|
Requires-Dist: setuptools ; extra == 'cpp'
|
32
32
|
Provides-Extra: cpp-arl
|
33
|
-
Requires-Dist: bigdl-core-cpp ==2.6.
|
33
|
+
Requires-Dist: bigdl-core-cpp ==2.6.0b20250104 ; extra == 'cpp-arl'
|
34
34
|
Requires-Dist: setuptools ; extra == 'cpp-arl'
|
35
35
|
Requires-Dist: onednn-devel ==2024.1.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
|
36
36
|
Requires-Dist: dpcpp-cpp-rt ==2024.2.1 ; (platform_system == "Windows") and extra == 'cpp-arl'
|
@@ -65,7 +65,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
|
|
65
65
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
|
66
66
|
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
|
67
67
|
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
|
68
|
-
Requires-Dist: bigdl-core-npu ==2.6.
|
68
|
+
Requires-Dist: bigdl-core-npu ==2.6.0b20250104 ; (platform_system == "Windows") and extra == 'npu'
|
69
69
|
Provides-Extra: serving
|
70
70
|
Requires-Dist: py-cpuinfo ; extra == 'serving'
|
71
71
|
Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
|
@@ -85,9 +85,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
|
|
85
85
|
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
|
86
86
|
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
|
87
87
|
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
|
88
|
-
Requires-Dist: bigdl-core-xe-21 ==2.6.
|
89
|
-
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.
|
90
|
-
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.
|
88
|
+
Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250104 ; extra == 'xpu'
|
89
|
+
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250104 ; extra == 'xpu'
|
90
|
+
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250104 ; extra == 'xpu'
|
91
91
|
Provides-Extra: xpu-2-1
|
92
92
|
Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
|
93
93
|
Requires-Dist: protobuf ; extra == 'xpu-2-1'
|
@@ -102,9 +102,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
|
|
102
102
|
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
|
103
103
|
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
|
104
104
|
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
|
105
|
-
Requires-Dist: bigdl-core-xe-21 ==2.6.
|
106
|
-
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.
|
107
|
-
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.
|
105
|
+
Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250104 ; extra == 'xpu-2-1'
|
106
|
+
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250104 ; extra == 'xpu-2-1'
|
107
|
+
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250104 ; extra == 'xpu-2-1'
|
108
108
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
|
109
109
|
Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
|
110
110
|
Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
|
@@ -119,9 +119,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arc'
|
|
119
119
|
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arc'
|
120
120
|
Requires-Dist: tabulate ; extra == 'xpu-arc'
|
121
121
|
Requires-Dist: setuptools ; extra == 'xpu-arc'
|
122
|
-
Requires-Dist: bigdl-core-xe-23 ==2.6.
|
123
|
-
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.
|
124
|
-
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.
|
122
|
+
Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250104 ; extra == 'xpu-arc'
|
123
|
+
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250104 ; extra == 'xpu-arc'
|
124
|
+
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250104 ; extra == 'xpu-arc'
|
125
125
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arc'
|
126
126
|
Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
|
127
127
|
Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
|
@@ -141,9 +141,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arl'
|
|
141
141
|
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arl'
|
142
142
|
Requires-Dist: tabulate ; extra == 'xpu-arl'
|
143
143
|
Requires-Dist: setuptools ; extra == 'xpu-arl'
|
144
|
-
Requires-Dist: bigdl-core-xe-23 ==2.6.
|
145
|
-
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.
|
146
|
-
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.
|
144
|
+
Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250104 ; extra == 'xpu-arl'
|
145
|
+
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250104 ; extra == 'xpu-arl'
|
146
|
+
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250104 ; extra == 'xpu-arl'
|
147
147
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arl'
|
148
148
|
Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
|
149
149
|
Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
|
@@ -163,9 +163,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-lnl'
|
|
163
163
|
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-lnl'
|
164
164
|
Requires-Dist: tabulate ; extra == 'xpu-lnl'
|
165
165
|
Requires-Dist: setuptools ; extra == 'xpu-lnl'
|
166
|
-
Requires-Dist: bigdl-core-xe-23 ==2.6.
|
167
|
-
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.
|
168
|
-
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.
|
166
|
+
Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250104 ; extra == 'xpu-lnl'
|
167
|
+
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250104 ; extra == 'xpu-lnl'
|
168
|
+
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250104 ; extra == 'xpu-lnl'
|
169
169
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-lnl'
|
170
170
|
Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
|
171
171
|
Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
|
@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
|
|
41
41
|
ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
|
42
42
|
ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
|
43
43
|
ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
44
|
-
ipex_llm/libs/bloom-api.dll,sha256=
|
45
|
-
ipex_llm/libs/bloom.dll,sha256=
|
46
|
-
ipex_llm/libs/gptneox-api.dll,sha256=
|
47
|
-
ipex_llm/libs/gptneox.dll,sha256=
|
48
|
-
ipex_llm/libs/libbloom_avx.dll,sha256=
|
49
|
-
ipex_llm/libs/libbloom_vnni.dll,sha256=
|
50
|
-
ipex_llm/libs/libgptneox_avx.dll,sha256=
|
51
|
-
ipex_llm/libs/libgptneox_vnni.dll,sha256
|
52
|
-
ipex_llm/libs/libllama_avx.dll,sha256=
|
53
|
-
ipex_llm/libs/libllama_vnni.dll,sha256=
|
54
|
-
ipex_llm/libs/libstarcoder_avx.dll,sha256=
|
55
|
-
ipex_llm/libs/libstarcoder_vnni.dll,sha256=
|
56
|
-
ipex_llm/libs/llama-api.dll,sha256=
|
57
|
-
ipex_llm/libs/llama.dll,sha256=
|
58
|
-
ipex_llm/libs/main-bloom.exe,sha256=
|
59
|
-
ipex_llm/libs/main-gptneox.exe,sha256=
|
60
|
-
ipex_llm/libs/main-llama.exe,sha256=
|
61
|
-
ipex_llm/libs/main-starcoder.exe,sha256=
|
62
|
-
ipex_llm/libs/pipeline.dll,sha256=
|
63
|
-
ipex_llm/libs/quantize-bloom.exe,sha256=
|
64
|
-
ipex_llm/libs/quantize-bloom_vnni.exe,sha256=
|
65
|
-
ipex_llm/libs/quantize-gptneox.exe,sha256=
|
66
|
-
ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=
|
67
|
-
ipex_llm/libs/quantize-llama.exe,sha256=
|
68
|
-
ipex_llm/libs/quantize-llama_vnni.exe,sha256=
|
69
|
-
ipex_llm/libs/quantize-starcoder.exe,sha256=
|
70
|
-
ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=
|
71
|
-
ipex_llm/libs/starcoder-api.dll,sha256
|
72
|
-
ipex_llm/libs/starcoder.dll,sha256=
|
44
|
+
ipex_llm/libs/bloom-api.dll,sha256=M1Roz77en2poEMA3ahJIi10TyALMZRTMyRVzJW2Q1TE,36352
|
45
|
+
ipex_llm/libs/bloom.dll,sha256=Yoc8Xc2IldVuARmtfcrT3c09UfKzWm5cfxoKngffSrg,506880
|
46
|
+
ipex_llm/libs/gptneox-api.dll,sha256=LRHD9zUpaxapA_WiQ9JPY3IFVzUlgOMa32rdZqo6hWc,24576
|
47
|
+
ipex_llm/libs/gptneox.dll,sha256=wMQMHqzyJTmVOcFRxfcNo_HHnJt4tYJ-hKWYTWZmcdk,567296
|
48
|
+
ipex_llm/libs/libbloom_avx.dll,sha256=R-4XPfSEyIsURGPm4X_7ESr3ZH7C3r1oy_0bl9czjNY,535040
|
49
|
+
ipex_llm/libs/libbloom_vnni.dll,sha256=_jsNrGVGNqWebMBWN-Zi2gYHAmDWsuMdsP9o_ZBX9hc,506880
|
50
|
+
ipex_llm/libs/libgptneox_avx.dll,sha256=IblWKTU4YPlSVUlJvLl7b3AALMAoaKjImT_6yHh981s,595456
|
51
|
+
ipex_llm/libs/libgptneox_vnni.dll,sha256=hzaDRb04sla_ILiV0uloACj5XIchURaU92ygFmV9KK0,567808
|
52
|
+
ipex_llm/libs/libllama_avx.dll,sha256=268FWvvpz4fore4HzL6hYvFi2UMltrZcvSKrA-E_fRg,589824
|
53
|
+
ipex_llm/libs/libllama_vnni.dll,sha256=5tReXBo0-okcXVagRqf8VtcddYyi57fKHxY86ipPYiE,561664
|
54
|
+
ipex_llm/libs/libstarcoder_avx.dll,sha256=0pqICdK42UnBqA4zU9Stlq_V0bFwUf-qse5VQSw-86M,626688
|
55
|
+
ipex_llm/libs/libstarcoder_vnni.dll,sha256=8sGu77v-RosphQYh0exh6-tG6v0yqepzGZJ5Xk1Ns3Q,598528
|
56
|
+
ipex_llm/libs/llama-api.dll,sha256=E7GWEyfoiIeeXpQnBI4DyFTaJbRkehOkz_uQbWfK14c,25600
|
57
|
+
ipex_llm/libs/llama.dll,sha256=Lb6Pv4kUVh3HcAMtwQXqsUcpC7NHwShR12MWXfrHg3o,561152
|
58
|
+
ipex_llm/libs/main-bloom.exe,sha256=QY2c1jYzBiLtcZ4pvhENUF8H8QwLY0kOdflswlW8sYA,103424
|
59
|
+
ipex_llm/libs/main-gptneox.exe,sha256=ELitg5JpzDBrHXw7Kig3s6cCz1MQbiD9UU9AdwQCiRU,98816
|
60
|
+
ipex_llm/libs/main-llama.exe,sha256=IFlfc4lDtFqGB6tsCtgt_j_UFSpsxrIxhiIgdT-FcXk,99840
|
61
|
+
ipex_llm/libs/main-starcoder.exe,sha256=TR-D37rraHagIFP81C5h1v0yMMgWwhycBY8NaRoQPv8,157696
|
62
|
+
ipex_llm/libs/pipeline.dll,sha256=yUkVtNjdVc7i40FVkPNlZ5DU7IkaKc9ILpQCNE67sq4,72704
|
63
|
+
ipex_llm/libs/quantize-bloom.exe,sha256=XO2-elKOn-3E6bO-XNrPOaeuTTitczDIU3gZ5t2Jxm8,126464
|
64
|
+
ipex_llm/libs/quantize-bloom_vnni.exe,sha256=0DbmArEDuePUFsZ-IkXGoxbHgWV0rpV2XCfUqPiv0P4,127488
|
65
|
+
ipex_llm/libs/quantize-gptneox.exe,sha256=02duioQn9KbPqZdeSDXgz_vizh_q56f8yNw72_tLdlM,104448
|
66
|
+
ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=C6hrL5paI3U8VScPqj_-6ak5GH-fyGlkVbzown75Fhk,104960
|
67
|
+
ipex_llm/libs/quantize-llama.exe,sha256=8_oMjm6hQO89DEoUkSdqV6puS81c0wUrayOi9JyGsxI,109568
|
68
|
+
ipex_llm/libs/quantize-llama_vnni.exe,sha256=LPWsZIFIn3CGgg2ExHSit6QjJ8is1hWMIegOxYYrCyo,110592
|
69
|
+
ipex_llm/libs/quantize-starcoder.exe,sha256=ysSUPYfW7V2hnQEj0g2SW6yk9kXMRYyknQ5qliQ8C68,127488
|
70
|
+
ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=jZlDuI33PNSrNOl84DNUYkNUnGYPv5Uj6Kxz7OIMdqE,128512
|
71
|
+
ipex_llm/libs/starcoder-api.dll,sha256=hzTDC-HWtD1mdbkktfcEa11gwXVG2WIZayPvBK0ZzH4,21504
|
72
|
+
ipex_llm/libs/starcoder.dll,sha256=koZkw01HYSZ7xYqhBl57zvOKAe83XjNUZXP3INhVweI,598016
|
73
73
|
ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
|
74
74
|
ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
|
75
75
|
ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
|
@@ -87,7 +87,7 @@ ipex_llm/serving/fastchat/tgi_api_protocol.py,sha256=brT3k3-V0NJrU4fRqUwWjC0O3iO
|
|
87
87
|
ipex_llm/serving/fastchat/tgi_api_server.py,sha256=agNTAEiZPSuj3dEdIdYKwkoY0cXOUDX06DiM9VP2knQ,24418
|
88
88
|
ipex_llm/serving/fastchat/vllm_worker.py,sha256=ZLz2Q9GxJO6r_LOiP6epgCRjBGk-K4EB1SNEWSJp5DA,11091
|
89
89
|
ipex_llm/transformers/__init__.py,sha256=l4KkMkLe-pRC7b_kj6LCfeifgE-Uo33_Av_FwN9HnFA,1074
|
90
|
-
ipex_llm/transformers/convert.py,sha256=
|
90
|
+
ipex_llm/transformers/convert.py,sha256=2kcaxal7x1ltv_d-qE1r0FXlYNEwlQ2LwAMXLuz-X9Y,106252
|
91
91
|
ipex_llm/transformers/convert_ipex.py,sha256=iKXo0n8fVFTOA2fNYYrByMFK0dovL-kLd2sVDk88AlQ,14334
|
92
92
|
ipex_llm/transformers/embedding.py,sha256=bdgk59DvD4ZZyxRzewXOR7g56nThgO6uhIwk8QL7f-s,9299
|
93
93
|
ipex_llm/transformers/kv.py,sha256=k4TU18LlA-Sbq9WNNQnfuzu3RSFBwFhmaV3BcGN5bAo,19191
|
@@ -107,6 +107,7 @@ ipex_llm/transformers/streamer.py,sha256=RrVlLblzCOtABRUpaMXAyaMnCGgLUtAi_YesLum
|
|
107
107
|
ipex_llm/transformers/training_patch.py,sha256=oxMkUtqyvqJiprw6dE3skkYfD1HOmUlH9N0hBkbn0G0,10799
|
108
108
|
ipex_llm/transformers/utils.py,sha256=IRzmoRwgCwnOaiDroSyqc2pvlj-ipNvcW8RubvVT_rY,17374
|
109
109
|
ipex_llm/transformers/xpu_customize_fwd.py,sha256=wFpIhs5F6tkNs8gBOrLxWdhLzO3EDHovVkERPIAoAvg,7611
|
110
|
+
ipex_llm/transformers/xpu_ops.py,sha256=H46-69pMRQhekbAEoDfNacCInLWycMHDqrgMGLvFYfI,4362
|
110
111
|
ipex_llm/transformers/awq/__init__.py,sha256=Du5gu3-eeAkeDO_dEMBTzrDBA66DSN3uL3-rn8WGXQw,875
|
111
112
|
ipex_llm/transformers/awq/act.py,sha256=YwomJzOOKwkKtzGrm4L4kwBstBLO1Z8SK4CKi8PSYVQ,2172
|
112
113
|
ipex_llm/transformers/awq/awq.py,sha256=cGyRQJWwAEJtOtdSbsBoQ33KX_Ie0pv5OJHC0ACEELE,8861
|
@@ -178,7 +179,7 @@ ipex_llm/transformers/models/sd.py,sha256=7qkti_5jf3KmB-W4hDVeYGJvipuwGrxPox_4sc
|
|
178
179
|
ipex_llm/transformers/models/stablelm.py,sha256=RGQCYuQhYqtZ1j3RZkYi0_QvCRnUgUIPYxfBcLnElzg,6885
|
179
180
|
ipex_llm/transformers/models/starcoder2.py,sha256=4P3mhRYf2Kreb1ESjrQGfy1puLMmZXgV35zf-Tksvao,6462
|
180
181
|
ipex_llm/transformers/models/utils.py,sha256=hpTT9X5zCi2CVlFRR-nApn_1Bsh1S8SHlFJwc-tKxf0,18985
|
181
|
-
ipex_llm/transformers/models/yuan.py,sha256=
|
182
|
+
ipex_llm/transformers/models/yuan.py,sha256=1jRPebwAK2ENbyYokOmb4LSVo-szucWiygz9zTv-scs,7656
|
182
183
|
ipex_llm/transformers/npu_models/__init__.py,sha256=ulEUGLjaP48LCrVeury3UxLjXxKzRi0UpSG4bYu-7f8,585
|
183
184
|
ipex_llm/transformers/npu_models/baichuan.py,sha256=fJtd7fBrttySghRUgfZTAdxLjsSNC-XL08HISsXigLE,4685
|
184
185
|
ipex_llm/transformers/npu_models/baichuan_mp.py,sha256=tHhO-0v5z6IhxsfzAPYWXVbLrV_4z89DIb4JjE3207M,45026
|
@@ -214,12 +215,13 @@ ipex_llm/transformers/npu_pipeline_model/llama.py,sha256=MnvHRytLt3oy5jIPUBe8AeE
|
|
214
215
|
ipex_llm/transformers/npu_pipeline_model/minicpm.py,sha256=MDMesYlVbECKdK0xxkt1LwHgpkJOO7ZwBExYAwMGQa0,20637
|
215
216
|
ipex_llm/transformers/npu_pipeline_model/pipeline_cpp.py,sha256=JNmodAMg_NQvDILug3E_fGXEh6cd3wsj4bvAzcd-vaU,2749
|
216
217
|
ipex_llm/transformers/npu_pipeline_model/qwen.py,sha256=3paMXr1viuztybhmVLqQ9XvM3EZbxncDuNSNwLF8OI0,14849
|
217
|
-
ipex_llm/utils/__init__.py,sha256=
|
218
|
+
ipex_llm/utils/__init__.py,sha256=LlUgrD03rfw4iY8zWPtHH6p65Gw76waVOLHaqagETw0,1425
|
218
219
|
ipex_llm/utils/benchmark_util_4_29.py,sha256=OU1W1quiaiJGsg1pd3HM9O6PmVSaPA0HHE7R8hNTfmQ,258653
|
219
220
|
ipex_llm/utils/benchmark_util_4_42.py,sha256=HEiClCgKDp_T64HH8ulSTly8dvt6UwPDYZfrPVYvXcc,225383
|
220
221
|
ipex_llm/utils/benchmark_util_4_43.py,sha256=VnnLkQCsHe80_suDAAvNUr07OB6ZfOmL1ab-kq6cEUw,244801
|
221
222
|
ipex_llm/utils/benchmark_util_4_44.py,sha256=vN3OKJxln9PGN68yz1W7wS3LKm-x5btLJhhe13TZ8Bw,247085
|
222
223
|
ipex_llm/utils/benchmark_util_4_45.py,sha256=r_iwugGhW1GzCkItyniWtBJkZ-xBDZsIcpIj-eNIvuY,247317
|
224
|
+
ipex_llm/utils/benchmark_util_4_47.py,sha256=zCBsERwmBKKDPrIG-G8vYP9aEutqkIOpcZhe1ZnMHM4,261335
|
223
225
|
ipex_llm/utils/convert_chatglm.py,sha256=YLbpJIbqnQOd8aJSijG5q4xBudNi_QR5sYVjCtYoVkY,18074
|
224
226
|
ipex_llm/utils/convert_util.py,sha256=X1eLTdF9crlca6jPEQKymEITRx_57i_87dhl1htPEhc,72612
|
225
227
|
ipex_llm/utils/glibc_checker.py,sha256=bm6kN6gbpA7GKtnUgsCE6K16iZZyil-Ylp55SoRvHG8,2093
|
@@ -239,16 +241,16 @@ ipex_llm/vllm/cpu/engine/engine.py,sha256=PpFWHL5tFg49DNRtjyj0lGNzFdk_XjJpKvdWED
|
|
239
241
|
ipex_llm/vllm/cpu/entrypoints/openai/api_server.py,sha256=N1DUxhLVE9hgIMe99jhVGPdCfHAx6dfRqhLZm-D6cNk,6917
|
240
242
|
ipex_llm/vllm/xpu/__init__.py,sha256=zBSG6nzrVF5QnpR6_f7kPhBFeowTE9gaZ7D5m98E7_w,585
|
241
243
|
ipex_llm/vllm/xpu/ipex_llm_wrapper.py,sha256=_CbhvBuf_KPnmLfngYKtJl5gPAHVsG2mWth3wSeaH3M,892
|
242
|
-
ipex_llm/vllm/xpu/model_convert.py,sha256=
|
244
|
+
ipex_llm/vllm/xpu/model_convert.py,sha256=tDgaOliyBJdpcCctFNlMd9RK8fA7usLQi2RadgOj--A,7599
|
243
245
|
ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZjWqm5YiA,783
|
244
246
|
ipex_llm/vllm/xpu/engine/engine.py,sha256=k4-D27WS_Gk3mA--w3HWAjPjb4Aiu043MVPi0ZoAUBc,5984
|
245
247
|
ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=GshTZFB8e4PWvqckfbmTOU6b0oLkNn7A-vzLuG9--j8,21544
|
246
248
|
ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=2rENA2ucynMaIjiZBEh2ez1o5vR32GaP514t39CD7KM,8676
|
247
|
-
ipex_llm-2.2.
|
248
|
-
ipex_llm-2.2.
|
249
|
-
ipex_llm-2.2.
|
250
|
-
ipex_llm-2.2.
|
251
|
-
ipex_llm-2.2.
|
252
|
-
ipex_llm-2.2.
|
253
|
-
ipex_llm-2.2.
|
254
|
-
ipex_llm-2.2.
|
249
|
+
ipex_llm-2.2.0b20250104.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
|
250
|
+
ipex_llm-2.2.0b20250104.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
|
251
|
+
ipex_llm-2.2.0b20250104.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
|
252
|
+
ipex_llm-2.2.0b20250104.dist-info/METADATA,sha256=b92eOZaiow_iGnnKdId6c_XNboJByYBAV-LWYRXTfuY,11374
|
253
|
+
ipex_llm-2.2.0b20250104.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
|
254
|
+
ipex_llm-2.2.0b20250104.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
|
255
|
+
ipex_llm-2.2.0b20250104.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
|
256
|
+
ipex_llm-2.2.0b20250104.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|