ipex-llm 2.2.0b20250208__py3-none-win_amd64.whl → 2.2.0b20250210__py3-none-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ipex_llm/libs/bloom-api.dll +0 -0
- ipex_llm/libs/bloom.dll +0 -0
- ipex_llm/libs/gptneox-api.dll +0 -0
- ipex_llm/libs/gptneox.dll +0 -0
- ipex_llm/libs/libbloom_avx.dll +0 -0
- ipex_llm/libs/libbloom_vnni.dll +0 -0
- ipex_llm/libs/libgptneox_avx.dll +0 -0
- ipex_llm/libs/libgptneox_vnni.dll +0 -0
- ipex_llm/libs/libllama_avx.dll +0 -0
- ipex_llm/libs/libllama_vnni.dll +0 -0
- ipex_llm/libs/libstarcoder_avx.dll +0 -0
- ipex_llm/libs/libstarcoder_vnni.dll +0 -0
- ipex_llm/libs/llama-api.dll +0 -0
- ipex_llm/libs/llama.dll +0 -0
- ipex_llm/libs/main-bloom.exe +0 -0
- ipex_llm/libs/main-gptneox.exe +0 -0
- ipex_llm/libs/main-llama.exe +0 -0
- ipex_llm/libs/main-starcoder.exe +0 -0
- ipex_llm/libs/pipeline.dll +0 -0
- ipex_llm/libs/quantize-bloom.exe +0 -0
- ipex_llm/libs/quantize-bloom_vnni.exe +0 -0
- ipex_llm/libs/quantize-gptneox.exe +0 -0
- ipex_llm/libs/quantize-gptneox_vnni.exe +0 -0
- ipex_llm/libs/quantize-llama.exe +0 -0
- ipex_llm/libs/quantize-llama_vnni.exe +0 -0
- ipex_llm/libs/quantize-starcoder.exe +0 -0
- ipex_llm/libs/quantize-starcoder_vnni.exe +0 -0
- ipex_llm/libs/starcoder-api.dll +0 -0
- ipex_llm/libs/starcoder.dll +0 -0
- ipex_llm/transformers/models/qwen2_vl.py +7 -6
- {ipex_llm-2.2.0b20250208.dist-info → ipex_llm-2.2.0b20250210.dist-info}/METADATA +19 -19
- {ipex_llm-2.2.0b20250208.dist-info → ipex_llm-2.2.0b20250210.dist-info}/RECORD +38 -38
- {ipex_llm-2.2.0b20250208.data → ipex_llm-2.2.0b20250210.data}/scripts/ipex-llm-init.bat +0 -0
- {ipex_llm-2.2.0b20250208.data → ipex_llm-2.2.0b20250210.data}/scripts/llm-chat.ps1 +0 -0
- {ipex_llm-2.2.0b20250208.data → ipex_llm-2.2.0b20250210.data}/scripts/llm-cli.ps1 +0 -0
- {ipex_llm-2.2.0b20250208.dist-info → ipex_llm-2.2.0b20250210.dist-info}/WHEEL +0 -0
- {ipex_llm-2.2.0b20250208.dist-info → ipex_llm-2.2.0b20250210.dist-info}/entry_points.txt +0 -0
- {ipex_llm-2.2.0b20250208.dist-info → ipex_llm-2.2.0b20250210.dist-info}/top_level.txt +0 -0
ipex_llm/libs/bloom-api.dll
CHANGED
Binary file
|
ipex_llm/libs/bloom.dll
CHANGED
Binary file
|
ipex_llm/libs/gptneox-api.dll
CHANGED
Binary file
|
ipex_llm/libs/gptneox.dll
CHANGED
Binary file
|
ipex_llm/libs/libbloom_avx.dll
CHANGED
Binary file
|
ipex_llm/libs/libbloom_vnni.dll
CHANGED
Binary file
|
ipex_llm/libs/libgptneox_avx.dll
CHANGED
Binary file
|
Binary file
|
ipex_llm/libs/libllama_avx.dll
CHANGED
Binary file
|
ipex_llm/libs/libllama_vnni.dll
CHANGED
Binary file
|
Binary file
|
Binary file
|
ipex_llm/libs/llama-api.dll
CHANGED
Binary file
|
ipex_llm/libs/llama.dll
CHANGED
Binary file
|
ipex_llm/libs/main-bloom.exe
CHANGED
Binary file
|
ipex_llm/libs/main-gptneox.exe
CHANGED
Binary file
|
ipex_llm/libs/main-llama.exe
CHANGED
Binary file
|
ipex_llm/libs/main-starcoder.exe
CHANGED
Binary file
|
ipex_llm/libs/pipeline.dll
CHANGED
Binary file
|
ipex_llm/libs/quantize-bloom.exe
CHANGED
Binary file
|
Binary file
|
Binary file
|
Binary file
|
ipex_llm/libs/quantize-llama.exe
CHANGED
Binary file
|
Binary file
|
Binary file
|
Binary file
|
ipex_llm/libs/starcoder-api.dll
CHANGED
Binary file
|
ipex_llm/libs/starcoder.dll
CHANGED
Binary file
|
@@ -200,15 +200,16 @@ def qwen2_vision_attention_forward(
|
|
200
200
|
invalidInputError(seq_lens[0] == 0 and seq_lens[-1] == seq_length,
|
201
201
|
"unexpected input")
|
202
202
|
|
203
|
-
|
203
|
+
head_dim = q.size(-1)
|
204
|
+
if use_sdp_non_causal(head_dim, q.device, q.dtype):
|
204
205
|
image_num = len(seq_lens) - 1
|
205
206
|
image_size = seq_lens[1] - seq_lens[0]
|
206
207
|
guessed_seq_lens = torch.arange(0, (image_num + 1) * image_size, image_size,
|
207
208
|
dtype=cu_seqlens.dtype, device=cu_seqlens.device)
|
208
209
|
if (guessed_seq_lens == cu_seqlens).all():
|
209
|
-
q = q.view(image_num, image_size, self.num_heads,
|
210
|
-
k = k.view(image_num, image_size, self.num_heads,
|
211
|
-
v = v.view(image_num, image_size, self.num_heads,
|
210
|
+
q = q.view(image_num, image_size, self.num_heads, head_dim).permute(0, 2, 1, 3)
|
211
|
+
k = k.view(image_num, image_size, self.num_heads, head_dim).permute(0, 2, 1, 3)
|
212
|
+
v = v.view(image_num, image_size, self.num_heads, head_dim).permute(0, 2, 1, 3)
|
212
213
|
# q, k, v: [image_num, num_heads, image_size, head_dim]
|
213
214
|
|
214
215
|
attn_output = scaled_dot_product_attention(
|
@@ -216,7 +217,7 @@ def qwen2_vision_attention_forward(
|
|
216
217
|
None, False
|
217
218
|
)
|
218
219
|
attn_output = attn_output.permute(0, 2, 1, 3).contiguous()
|
219
|
-
attn_output = attn_output.view(seq_length, self.num_heads,
|
220
|
+
attn_output = attn_output.view(seq_length, self.num_heads, head_dim)
|
220
221
|
# attn_output: [seq_length, num_heads, head_dim]
|
221
222
|
else:
|
222
223
|
q = q.transpose(0, 1).unsqueeze(0)
|
@@ -252,7 +253,7 @@ def qwen2_vision_attention_forward(
|
|
252
253
|
v = v.transpose(0, 1)
|
253
254
|
# q, k, v: [num_heads, seq_length, head_dim]
|
254
255
|
|
255
|
-
attn_weights = torch.matmul(q, k.transpose(1, 2)) / math.sqrt(
|
256
|
+
attn_weights = torch.matmul(q, k.transpose(1, 2)) / math.sqrt(head_dim)
|
256
257
|
attn_weights = attn_weights + attention_mask
|
257
258
|
attn_weights = attention_softmax(attn_weights)
|
258
259
|
attn_output = torch.matmul(attn_weights, v)
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: ipex-llm
|
3
|
-
Version: 2.2.
|
3
|
+
Version: 2.2.0b20250210
|
4
4
|
Summary: Large Language Model Develop Toolkit
|
5
5
|
Home-page: https://github.com/intel-analytics/ipex-llm
|
6
6
|
Author: BigDL Authors
|
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
|
|
27
27
|
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
|
28
28
|
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
|
29
29
|
Provides-Extra: cpp
|
30
|
-
Requires-Dist: bigdl-core-cpp ==2.6.
|
30
|
+
Requires-Dist: bigdl-core-cpp ==2.6.0b20250210 ; extra == 'cpp'
|
31
31
|
Requires-Dist: setuptools ; extra == 'cpp'
|
32
32
|
Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
|
33
33
|
Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
|
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
|
|
60
60
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
|
61
61
|
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
|
62
62
|
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
|
63
|
-
Requires-Dist: bigdl-core-npu ==2.6.
|
63
|
+
Requires-Dist: bigdl-core-npu ==2.6.0b20250210 ; (platform_system == "Windows") and extra == 'npu'
|
64
64
|
Provides-Extra: serving
|
65
65
|
Requires-Dist: py-cpuinfo ; extra == 'serving'
|
66
66
|
Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
|
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
|
|
80
80
|
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
|
81
81
|
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
|
82
82
|
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
|
83
|
-
Requires-Dist: bigdl-core-xe-21 ==2.6.
|
84
|
-
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.
|
85
|
-
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.
|
83
|
+
Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250210 ; extra == 'xpu'
|
84
|
+
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250210 ; extra == 'xpu'
|
85
|
+
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250210 ; extra == 'xpu'
|
86
86
|
Provides-Extra: xpu-2-1
|
87
87
|
Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
|
88
88
|
Requires-Dist: protobuf ; extra == 'xpu-2-1'
|
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
|
|
97
97
|
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
|
98
98
|
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
|
99
99
|
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
|
100
|
-
Requires-Dist: bigdl-core-xe-21 ==2.6.
|
101
|
-
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.
|
102
|
-
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.
|
100
|
+
Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250210 ; extra == 'xpu-2-1'
|
101
|
+
Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250210 ; extra == 'xpu-2-1'
|
102
|
+
Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250210 ; extra == 'xpu-2-1'
|
103
103
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
|
104
104
|
Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
|
105
105
|
Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
|
@@ -117,7 +117,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
|
|
117
117
|
Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
|
118
118
|
Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
|
119
119
|
Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
|
120
|
-
Requires-Dist: bigdl-core-xe-all ==2.6.
|
120
|
+
Requires-Dist: bigdl-core-xe-all ==2.6.0b20250210 ; extra == 'xpu-2-6'
|
121
121
|
Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
|
122
122
|
Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
|
123
123
|
Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
|
@@ -133,9 +133,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arc'
|
|
133
133
|
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arc'
|
134
134
|
Requires-Dist: tabulate ; extra == 'xpu-arc'
|
135
135
|
Requires-Dist: setuptools ; extra == 'xpu-arc'
|
136
|
-
Requires-Dist: bigdl-core-xe-23 ==2.6.
|
137
|
-
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.
|
138
|
-
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.
|
136
|
+
Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250210 ; extra == 'xpu-arc'
|
137
|
+
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250210 ; extra == 'xpu-arc'
|
138
|
+
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250210 ; extra == 'xpu-arc'
|
139
139
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arc'
|
140
140
|
Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
|
141
141
|
Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
|
@@ -156,9 +156,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arl'
|
|
156
156
|
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arl'
|
157
157
|
Requires-Dist: tabulate ; extra == 'xpu-arl'
|
158
158
|
Requires-Dist: setuptools ; extra == 'xpu-arl'
|
159
|
-
Requires-Dist: bigdl-core-xe-23 ==2.6.
|
160
|
-
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.
|
161
|
-
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.
|
159
|
+
Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250210 ; extra == 'xpu-arl'
|
160
|
+
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250210 ; extra == 'xpu-arl'
|
161
|
+
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250210 ; extra == 'xpu-arl'
|
162
162
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arl'
|
163
163
|
Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
|
164
164
|
Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
|
@@ -179,9 +179,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-lnl'
|
|
179
179
|
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-lnl'
|
180
180
|
Requires-Dist: tabulate ; extra == 'xpu-lnl'
|
181
181
|
Requires-Dist: setuptools ; extra == 'xpu-lnl'
|
182
|
-
Requires-Dist: bigdl-core-xe-23 ==2.6.
|
183
|
-
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.
|
184
|
-
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.
|
182
|
+
Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250210 ; extra == 'xpu-lnl'
|
183
|
+
Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250210 ; extra == 'xpu-lnl'
|
184
|
+
Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250210 ; extra == 'xpu-lnl'
|
185
185
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-lnl'
|
186
186
|
Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
|
187
187
|
Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
|
@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
|
|
41
41
|
ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
|
42
42
|
ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
|
43
43
|
ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
44
|
-
ipex_llm/libs/bloom-api.dll,sha256=
|
45
|
-
ipex_llm/libs/bloom.dll,sha256=
|
46
|
-
ipex_llm/libs/gptneox-api.dll,sha256=
|
47
|
-
ipex_llm/libs/gptneox.dll,sha256=
|
48
|
-
ipex_llm/libs/libbloom_avx.dll,sha256=
|
49
|
-
ipex_llm/libs/libbloom_vnni.dll,sha256=
|
50
|
-
ipex_llm/libs/libgptneox_avx.dll,sha256=
|
51
|
-
ipex_llm/libs/libgptneox_vnni.dll,sha256=
|
52
|
-
ipex_llm/libs/libllama_avx.dll,sha256=
|
53
|
-
ipex_llm/libs/libllama_vnni.dll,sha256=
|
54
|
-
ipex_llm/libs/libstarcoder_avx.dll,sha256=
|
55
|
-
ipex_llm/libs/libstarcoder_vnni.dll,sha256=
|
56
|
-
ipex_llm/libs/llama-api.dll,sha256=
|
57
|
-
ipex_llm/libs/llama.dll,sha256=
|
58
|
-
ipex_llm/libs/main-bloom.exe,sha256=
|
59
|
-
ipex_llm/libs/main-gptneox.exe,sha256=
|
60
|
-
ipex_llm/libs/main-llama.exe,sha256=
|
61
|
-
ipex_llm/libs/main-starcoder.exe,sha256=
|
62
|
-
ipex_llm/libs/pipeline.dll,sha256=
|
63
|
-
ipex_llm/libs/quantize-bloom.exe,sha256=
|
64
|
-
ipex_llm/libs/quantize-bloom_vnni.exe,sha256=
|
65
|
-
ipex_llm/libs/quantize-gptneox.exe,sha256=
|
66
|
-
ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=
|
67
|
-
ipex_llm/libs/quantize-llama.exe,sha256=
|
68
|
-
ipex_llm/libs/quantize-llama_vnni.exe,sha256=
|
69
|
-
ipex_llm/libs/quantize-starcoder.exe,sha256=
|
70
|
-
ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=
|
71
|
-
ipex_llm/libs/starcoder-api.dll,sha256=
|
72
|
-
ipex_llm/libs/starcoder.dll,sha256=
|
44
|
+
ipex_llm/libs/bloom-api.dll,sha256=lqfplzgoUUcMRerQS4Dnj9_EPY3AqYLKfOYED27YIAs,36352
|
45
|
+
ipex_llm/libs/bloom.dll,sha256=kevOYhURxmjZ4uK7JxHchlYg8NOTbOo_iaKIokKpIKo,507904
|
46
|
+
ipex_llm/libs/gptneox-api.dll,sha256=DdmNMxtkgh8sRsGFTYjSHm_W_BgDAIiqS3ooWEtMMgs,24576
|
47
|
+
ipex_llm/libs/gptneox.dll,sha256=ce9pad_x--9MNHLVZx76amHcD-FLdHUUX_3J4XoPzl4,568320
|
48
|
+
ipex_llm/libs/libbloom_avx.dll,sha256=z-a8kKkkKUMf9aBIeJlEM2y_sRMPKEf3ZXZZICl5J6Q,536576
|
49
|
+
ipex_llm/libs/libbloom_vnni.dll,sha256=F6S_Yvx_ZBibwz-ggGKX_qX7g-Rxf7Auj3lF7MdFBmU,508416
|
50
|
+
ipex_llm/libs/libgptneox_avx.dll,sha256=78wwK0DXFVL6LmUWXKYdpCDkDTOFMXfce6R1iL-SZO0,596992
|
51
|
+
ipex_llm/libs/libgptneox_vnni.dll,sha256=tQD2cQPx9dtZsTJ1Ud1OtYOWq136x8mY7VzMfs8VVH4,568832
|
52
|
+
ipex_llm/libs/libllama_avx.dll,sha256=ZwfgXj4gjx8zNwI-jdyMOXqY2ZCnDVWqiYr8XCnQ8KY,591360
|
53
|
+
ipex_llm/libs/libllama_vnni.dll,sha256=GzUixqZsWDEAQ6_wQdoQfg7uetKNhNokdge934WUxZ4,563200
|
54
|
+
ipex_llm/libs/libstarcoder_avx.dll,sha256=mlnT4q1xb5CQzkqwvNQE1mvjAib6o6v9J4eyObYn5KE,627712
|
55
|
+
ipex_llm/libs/libstarcoder_vnni.dll,sha256=8GctyMyR5X6ienHOJ6vAoSb9AOG6iIXaSchDs3rH95g,599552
|
56
|
+
ipex_llm/libs/llama-api.dll,sha256=Kes9mqsYLyHZ1u09ztljvdlgkyS6cuqQN3zIiQ2eRRQ,25600
|
57
|
+
ipex_llm/libs/llama.dll,sha256=lEioZzQgKIY8KJxvSkktyEnLcncLChlUPjuzkNigMIs,562688
|
58
|
+
ipex_llm/libs/main-bloom.exe,sha256=OsQCjZrYp2bZvqNSx8SF-5Du9i8rzkVFAnyryNYfTW0,103424
|
59
|
+
ipex_llm/libs/main-gptneox.exe,sha256=28dbFg81AFpqUxOs0fUNKa-D0gtasqZcElWqOW1AczY,98816
|
60
|
+
ipex_llm/libs/main-llama.exe,sha256=B3SyXbPj0bmtCa2jMIpixXe1cbNYSYwTDosFx4c9BDA,99840
|
61
|
+
ipex_llm/libs/main-starcoder.exe,sha256=UBv9JjyhqVRi4vFHIxz7ZT5am0NF_wCrordhxKu2slo,157696
|
62
|
+
ipex_llm/libs/pipeline.dll,sha256=MBRq9mjVP1ixvdlikvUaawdkv3DyYAEWN4-zTtXj42M,73216
|
63
|
+
ipex_llm/libs/quantize-bloom.exe,sha256=WyhdSu43U22MUsMaPAHHrxNRuWyha7kiK_qVo562NhQ,126464
|
64
|
+
ipex_llm/libs/quantize-bloom_vnni.exe,sha256=LaQyFrkPOS87-1DAuzFkgVBJSoxulwQqcSWcb5O3IWY,128000
|
65
|
+
ipex_llm/libs/quantize-gptneox.exe,sha256=IhJcljCZ5buuyPNHXesadudvXGA1jg45YsBTqPcaEnE,104448
|
66
|
+
ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=Jdo_A4hOOdKK_9Rle4FUDD_grbYoNJGBMz0EP8Pp3Qo,104960
|
67
|
+
ipex_llm/libs/quantize-llama.exe,sha256=aNUQ_mkgFQPi4lBFpDzMg3RjIQWgypZ3NjnIrr3GkqE,110080
|
68
|
+
ipex_llm/libs/quantize-llama_vnni.exe,sha256=hnCSMssU4NRXK0IXuCJWfhqegiJvnrH8e9TUX50fXzo,110592
|
69
|
+
ipex_llm/libs/quantize-starcoder.exe,sha256=QhqhYRKafiOpgc48YBTzF5MxvREguASQ6_wXjIvNiZo,127488
|
70
|
+
ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=PB2mturnl4F6OppCrb0cY3vHS7LmrEP9EWtWamczUpg,128512
|
71
|
+
ipex_llm/libs/starcoder-api.dll,sha256=UKfEaI5pADFdvWkWT2D-V6SG60yy2uHjQ2PPJvjxkxo,21504
|
72
|
+
ipex_llm/libs/starcoder.dll,sha256=f34bCkWEt5CdvLIbVYfQydoH_qnodFZ8oJIrCbHLdOA,599040
|
73
73
|
ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
|
74
74
|
ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
|
75
75
|
ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
|
@@ -167,7 +167,7 @@ ipex_llm/transformers/models/phixtral.py,sha256=MDTMghcu7qAmZmRcUGqXXDXhSU3y_N59
|
|
167
167
|
ipex_llm/transformers/models/qwen.py,sha256=A3WiVCzA7NLkcjp4zhFkZvKZzZWZlg0WFuVV_556TAI,19543
|
168
168
|
ipex_llm/transformers/models/qwen2.py,sha256=zK-FpUaxEhjD4gZa1ZvArodAilz29T_cpeAqfCGosc0,14317
|
169
169
|
ipex_llm/transformers/models/qwen2_moe.py,sha256=a0gYo-ngf8SxaEnBdZUJDnPS6Mkn_poDd8xqhx50icI,19516
|
170
|
-
ipex_llm/transformers/models/qwen2_vl.py,sha256=
|
170
|
+
ipex_llm/transformers/models/qwen2_vl.py,sha256=G-9e2oN4f5p5IWQ-zsBZuONxTura3BjlgyT2meigbHQ,13579
|
171
171
|
ipex_llm/transformers/models/qwen_vl.py,sha256=j7Nzzz2Qvynu9yrCXmoEfERjw43hXof5TbXIs7Ms-oY,17105
|
172
172
|
ipex_llm/transformers/models/rwkv4.py,sha256=H4KMtxN0JA2ZTXnonHpsUUJ5xULemo-D1Jzl0ri_UY8,6123
|
173
173
|
ipex_llm/transformers/models/rwkv5.py,sha256=OkRNj1pCAZg1z2Fw-I0DEnxLEdZyPeRSQ6msrkxLOCs,10710
|
@@ -248,11 +248,11 @@ ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZj
|
|
248
248
|
ipex_llm/vllm/xpu/engine/engine.py,sha256=k4-D27WS_Gk3mA--w3HWAjPjb4Aiu043MVPi0ZoAUBc,5984
|
249
249
|
ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=GshTZFB8e4PWvqckfbmTOU6b0oLkNn7A-vzLuG9--j8,21544
|
250
250
|
ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=2rENA2ucynMaIjiZBEh2ez1o5vR32GaP514t39CD7KM,8676
|
251
|
-
ipex_llm-2.2.
|
252
|
-
ipex_llm-2.2.
|
253
|
-
ipex_llm-2.2.
|
254
|
-
ipex_llm-2.2.
|
255
|
-
ipex_llm-2.2.
|
256
|
-
ipex_llm-2.2.
|
257
|
-
ipex_llm-2.2.
|
258
|
-
ipex_llm-2.2.
|
251
|
+
ipex_llm-2.2.0b20250210.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
|
252
|
+
ipex_llm-2.2.0b20250210.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
|
253
|
+
ipex_llm-2.2.0b20250210.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
|
254
|
+
ipex_llm-2.2.0b20250210.dist-info/METADATA,sha256=4qPoDhuk8GOrYMBA3s4y5uNItLQm0QLLbP_B_0kYaWM,12369
|
255
|
+
ipex_llm-2.2.0b20250210.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
|
256
|
+
ipex_llm-2.2.0b20250210.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
|
257
|
+
ipex_llm-2.2.0b20250210.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
|
258
|
+
ipex_llm-2.2.0b20250210.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|