ipex-llm 2.2.0b20250324__py3-none-win_amd64.whl → 2.2.0b20250325__py3-none-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (39) hide show
  1. ipex_llm/libs/bloom-api.dll +0 -0
  2. ipex_llm/libs/bloom.dll +0 -0
  3. ipex_llm/libs/gptneox-api.dll +0 -0
  4. ipex_llm/libs/gptneox.dll +0 -0
  5. ipex_llm/libs/libbloom_avx.dll +0 -0
  6. ipex_llm/libs/libbloom_vnni.dll +0 -0
  7. ipex_llm/libs/libgptneox_avx.dll +0 -0
  8. ipex_llm/libs/libgptneox_vnni.dll +0 -0
  9. ipex_llm/libs/libllama_avx.dll +0 -0
  10. ipex_llm/libs/libllama_vnni.dll +0 -0
  11. ipex_llm/libs/libstarcoder_avx.dll +0 -0
  12. ipex_llm/libs/libstarcoder_vnni.dll +0 -0
  13. ipex_llm/libs/llama-api.dll +0 -0
  14. ipex_llm/libs/llama.dll +0 -0
  15. ipex_llm/libs/main-bloom.exe +0 -0
  16. ipex_llm/libs/main-gptneox.exe +0 -0
  17. ipex_llm/libs/main-llama.exe +0 -0
  18. ipex_llm/libs/main-starcoder.exe +0 -0
  19. ipex_llm/libs/pipeline.dll +0 -0
  20. ipex_llm/libs/quantize-bloom.exe +0 -0
  21. ipex_llm/libs/quantize-bloom_vnni.exe +0 -0
  22. ipex_llm/libs/quantize-gptneox.exe +0 -0
  23. ipex_llm/libs/quantize-gptneox_vnni.exe +0 -0
  24. ipex_llm/libs/quantize-llama.exe +0 -0
  25. ipex_llm/libs/quantize-llama_vnni.exe +0 -0
  26. ipex_llm/libs/quantize-starcoder.exe +0 -0
  27. ipex_llm/libs/quantize-starcoder_vnni.exe +0 -0
  28. ipex_llm/libs/starcoder-api.dll +0 -0
  29. ipex_llm/libs/starcoder.dll +0 -0
  30. ipex_llm/transformers/convert.py +4 -0
  31. ipex_llm/transformers/models/bert.py +1 -1
  32. {ipex_llm-2.2.0b20250324.dist-info → ipex_llm-2.2.0b20250325.dist-info}/METADATA +20 -20
  33. {ipex_llm-2.2.0b20250324.dist-info → ipex_llm-2.2.0b20250325.dist-info}/RECORD +39 -39
  34. {ipex_llm-2.2.0b20250324.data → ipex_llm-2.2.0b20250325.data}/scripts/ipex-llm-init.bat +0 -0
  35. {ipex_llm-2.2.0b20250324.data → ipex_llm-2.2.0b20250325.data}/scripts/llm-chat.ps1 +0 -0
  36. {ipex_llm-2.2.0b20250324.data → ipex_llm-2.2.0b20250325.data}/scripts/llm-cli.ps1 +0 -0
  37. {ipex_llm-2.2.0b20250324.dist-info → ipex_llm-2.2.0b20250325.dist-info}/WHEEL +0 -0
  38. {ipex_llm-2.2.0b20250324.dist-info → ipex_llm-2.2.0b20250325.dist-info}/entry_points.txt +0 -0
  39. {ipex_llm-2.2.0b20250324.dist-info → ipex_llm-2.2.0b20250325.dist-info}/top_level.txt +0 -0
Binary file
ipex_llm/libs/bloom.dll CHANGED
Binary file
Binary file
ipex_llm/libs/gptneox.dll CHANGED
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
ipex_llm/libs/llama.dll CHANGED
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
@@ -1275,6 +1275,8 @@ def _optimize_post(model):
1275
1275
  convert_forward(model,
1276
1276
  module.BertSelfAttention,
1277
1277
  self_attention_forward)
1278
+ if hasattr(module, "BertSdpaSelfAttention"):
1279
+ convert_forward(model, module.BertSdpaSelfAttention, self_attention_forward)
1278
1280
  convert_forward(model,
1279
1281
  module.BertEncoder,
1280
1282
  encoder_forward)
@@ -1863,6 +1865,8 @@ def _optimize_post(model):
1863
1865
  convert_forward(model,
1864
1866
  module.BertSelfAttention,
1865
1867
  self_attention_forward)
1868
+ if hasattr(module, "BertSdpaSelfAttention"):
1869
+ convert_forward(model, module.BertSdpaSelfAttention, self_attention_forward)
1866
1870
  convert_forward(model,
1867
1871
  module.BertEncoder,
1868
1872
  encoder_forward)
@@ -119,7 +119,7 @@ def encoder_forward(
119
119
  output_hidden_states: Optional[bool] = False,
120
120
  return_dict: Optional[bool] = True,
121
121
  ):
122
- if not attention_mask.any():
122
+ if attention_mask and not attention_mask.any():
123
123
  attention_mask = None
124
124
  return BertEncoder.forward(
125
125
  self=self,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ipex-llm
3
- Version: 2.2.0b20250324
3
+ Version: 2.2.0b20250325
4
4
  Summary: Large Language Model Develop Toolkit
5
5
  Home-page: https://github.com/intel-analytics/ipex-llm
6
6
  Author: BigDL Authors
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
27
27
  Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
28
28
  Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
29
29
  Provides-Extra: cpp
30
- Requires-Dist: bigdl-core-cpp ==2.6.0b20250324 ; extra == 'cpp'
30
+ Requires-Dist: bigdl-core-cpp ==2.6.0b20250325 ; extra == 'cpp'
31
31
  Requires-Dist: setuptools ; extra == 'cpp'
32
32
  Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
33
33
  Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
60
60
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
61
61
  Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
62
62
  Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
63
- Requires-Dist: bigdl-core-npu ==2.6.0b20250324 ; (platform_system == "Windows") and extra == 'npu'
63
+ Requires-Dist: bigdl-core-npu ==2.6.0b20250325 ; (platform_system == "Windows") and extra == 'npu'
64
64
  Provides-Extra: serving
65
65
  Requires-Dist: py-cpuinfo ; extra == 'serving'
66
66
  Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
80
80
  Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
81
81
  Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
82
82
  Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
83
- Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250324 ; extra == 'xpu'
84
- Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250324 ; extra == 'xpu'
85
- Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250324 ; extra == 'xpu'
83
+ Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250325 ; extra == 'xpu'
84
+ Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250325 ; extra == 'xpu'
85
+ Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250325 ; extra == 'xpu'
86
86
  Provides-Extra: xpu-2-1
87
87
  Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
88
88
  Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
97
97
  Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
98
98
  Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
99
99
  Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
100
- Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250324 ; extra == 'xpu-2-1'
101
- Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250324 ; extra == 'xpu-2-1'
102
- Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250324 ; extra == 'xpu-2-1'
100
+ Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250325 ; extra == 'xpu-2-1'
101
+ Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250325 ; extra == 'xpu-2-1'
102
+ Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250325 ; extra == 'xpu-2-1'
103
103
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
104
104
  Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
105
105
  Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -117,7 +117,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
117
117
  Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
118
118
  Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
119
119
  Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
120
- Requires-Dist: bigdl-core-xe-all ==2.6.0b20250324 ; extra == 'xpu-2-6'
120
+ Requires-Dist: bigdl-core-xe-all ==2.6.0b20250325 ; extra == 'xpu-2-6'
121
121
  Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
122
122
  Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
123
123
  Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
@@ -132,7 +132,7 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-6-arl'
132
132
  Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-6-arl'
133
133
  Requires-Dist: tabulate ; extra == 'xpu-2-6-arl'
134
134
  Requires-Dist: setuptools ; extra == 'xpu-2-6-arl'
135
- Requires-Dist: bigdl-core-xe-all ==2.6.0b20250324 ; extra == 'xpu-2-6-arl'
135
+ Requires-Dist: bigdl-core-xe-all ==2.6.0b20250325 ; extra == 'xpu-2-6-arl'
136
136
  Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6-arl'
137
137
  Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6-arl'
138
138
  Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6-arl'
@@ -155,9 +155,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arc'
155
155
  Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arc'
156
156
  Requires-Dist: tabulate ; extra == 'xpu-arc'
157
157
  Requires-Dist: setuptools ; extra == 'xpu-arc'
158
- Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250324 ; extra == 'xpu-arc'
159
- Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250324 ; extra == 'xpu-arc'
160
- Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250324 ; extra == 'xpu-arc'
158
+ Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250325 ; extra == 'xpu-arc'
159
+ Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250325 ; extra == 'xpu-arc'
160
+ Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250325 ; extra == 'xpu-arc'
161
161
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arc'
162
162
  Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
163
163
  Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
@@ -178,9 +178,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arl'
178
178
  Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arl'
179
179
  Requires-Dist: tabulate ; extra == 'xpu-arl'
180
180
  Requires-Dist: setuptools ; extra == 'xpu-arl'
181
- Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250324 ; extra == 'xpu-arl'
182
- Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250324 ; extra == 'xpu-arl'
183
- Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250324 ; extra == 'xpu-arl'
181
+ Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250325 ; extra == 'xpu-arl'
182
+ Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250325 ; extra == 'xpu-arl'
183
+ Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250325 ; extra == 'xpu-arl'
184
184
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arl'
185
185
  Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
186
186
  Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
@@ -201,9 +201,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-lnl'
201
201
  Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-lnl'
202
202
  Requires-Dist: tabulate ; extra == 'xpu-lnl'
203
203
  Requires-Dist: setuptools ; extra == 'xpu-lnl'
204
- Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250324 ; extra == 'xpu-lnl'
205
- Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250324 ; extra == 'xpu-lnl'
206
- Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250324 ; extra == 'xpu-lnl'
204
+ Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250325 ; extra == 'xpu-lnl'
205
+ Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250325 ; extra == 'xpu-lnl'
206
+ Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250325 ; extra == 'xpu-lnl'
207
207
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-lnl'
208
208
  Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
209
209
  Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
41
41
  ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
42
42
  ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
43
43
  ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
44
- ipex_llm/libs/bloom-api.dll,sha256=pjHwQCL-fuCGc5VgSs689TwbPKG7bdEcsSH7liCBvFw,36352
45
- ipex_llm/libs/bloom.dll,sha256=WEHmb3MnCMHBJEG8JFfzR825llmkBd9OJ8eW-GsHmTg,507904
46
- ipex_llm/libs/gptneox-api.dll,sha256=GzT27nu1Lj2yzv-lQ8PlaxTmkvJWoT9gT4Rk7Xh0_RE,24576
47
- ipex_llm/libs/gptneox.dll,sha256=_AWrhDjIW5yhAlXPQ63u2NE2RTMbWNgAJb8WrX95N7o,568320
48
- ipex_llm/libs/libbloom_avx.dll,sha256=ceSXsl2cTjxCIbNyIyEovh9oU74uroprVFjdDngYCms,536576
49
- ipex_llm/libs/libbloom_vnni.dll,sha256=om4iSg6QGBGxL_Xctop9Z86fuFY_0PrbEkYa8TGZw3w,508416
50
- ipex_llm/libs/libgptneox_avx.dll,sha256=CIV_agzPvJYT4zLmiA4O2haPKCYCZwCdANJlPYVU4w8,596992
51
- ipex_llm/libs/libgptneox_vnni.dll,sha256=X3c4Fq5Tzv8SpmJFACnquoKtxJZIT9gUsucLpdxaB1Q,568832
52
- ipex_llm/libs/libllama_avx.dll,sha256=yIY8xy_P_MTmeP1MgQuPzZGwW41I3H1Xa9xL2oxBg44,591360
53
- ipex_llm/libs/libllama_vnni.dll,sha256=G-AxMaQPoZJJdU93rXZqiAM0ODLu3d5CVtLJ2f9VsG8,563200
54
- ipex_llm/libs/libstarcoder_avx.dll,sha256=v1icoD4-hwTxH53XYEd_-zd4a19AbejiGqzF28NHK-Q,627712
55
- ipex_llm/libs/libstarcoder_vnni.dll,sha256=Cu0CsQ4gEaDp4CExoKkoYQeSlTW6gQd8cTRzdUJk9Gg,599552
56
- ipex_llm/libs/llama-api.dll,sha256=ttfKRq9zUrb0piE2HwYdbHAuWw6oauaDzDHQqmy6Dns,25600
57
- ipex_llm/libs/llama.dll,sha256=SVuens1S9y9goTKUDXIV8GgTylaX3wqhwPp2ziZoqWs,562688
58
- ipex_llm/libs/main-bloom.exe,sha256=-acOyKMO2t7NAjF9HXJRQcFN8yaEgzxE_Ljy1OS71so,103424
59
- ipex_llm/libs/main-gptneox.exe,sha256=Pr1QQLFRkMBA26K_qOE221Vlio--BKNsk7XxhRQLucQ,98816
60
- ipex_llm/libs/main-llama.exe,sha256=pB0v_DQf2wllNatKGbWbogc-HH3PNvgMarw7Eqf4bFI,99840
61
- ipex_llm/libs/main-starcoder.exe,sha256=1dO0DWhywe8jqjTb5u2EwCz1rVhcPvbO7CpMSxyOq6k,157696
62
- ipex_llm/libs/pipeline.dll,sha256=8fwmpyXvvetOtoLkOTdj16awaMx9FtPeR2giE80UPb0,73216
63
- ipex_llm/libs/quantize-bloom.exe,sha256=HOQ51Oi_mRbQ51XK0OckfjkvDUt8bTBCSPshSshdmv0,126464
64
- ipex_llm/libs/quantize-bloom_vnni.exe,sha256=p4znNHzMDKJAs-xqY0qmY3Kt1Mlvd1svCcMqBC4vOs8,128000
65
- ipex_llm/libs/quantize-gptneox.exe,sha256=udQdWYdImX03wiZaHNjVahl1NxZT9LZ6Em6TPSVXMQQ,104448
66
- ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=exW4DTmsQaFVcAM_yg8EkGM2oVKGEVKOJEP5ICMZZzQ,104960
67
- ipex_llm/libs/quantize-llama.exe,sha256=I6rAXt83UqptOgmKlNGqRQ-wi1Y574BeIqvkpci3IPo,110080
68
- ipex_llm/libs/quantize-llama_vnni.exe,sha256=hP2aG8dgcemy7qb0pb7KqBmd3tZcLz-c_gVwPpR4NBQ,110592
69
- ipex_llm/libs/quantize-starcoder.exe,sha256=Q2lALJfTg9pctLpL7lNn_KT0AgLwHBvKrkBmg95jUhE,127488
70
- ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=QYvfvKZGIq_ahBVbeXdjwaYN5pz1WoI50vCsdMW96wc,128512
71
- ipex_llm/libs/starcoder-api.dll,sha256=tIBAF3XbA-NpNsGlujDnGq4yVGa5IanONr469RfDi4A,21504
72
- ipex_llm/libs/starcoder.dll,sha256=m8FTKALr-H0iHGmq3NMFpqW44IJN7uG2n28StnutOhE,599040
44
+ ipex_llm/libs/bloom-api.dll,sha256=gebTxPQs1MwiLXjbk5w41N5du5lT3f8GrgX2yPdQfD4,36352
45
+ ipex_llm/libs/bloom.dll,sha256=wfDosdyRUzTj1nmfZbyGfBhCTyHmWwODOxqjUDfHB9U,507904
46
+ ipex_llm/libs/gptneox-api.dll,sha256=15iEcH0jcwgRkovBqJQoXTQLY9SvedW1Em5BO-gvUEY,24576
47
+ ipex_llm/libs/gptneox.dll,sha256=cRclJ9oJRo5Un1BN_8k2XKx1iIgcfl68nLHCov8ApeA,568320
48
+ ipex_llm/libs/libbloom_avx.dll,sha256=IWPFZC9RjekxbspmSrPRubsJ5ybiv3HK8BAkGpLXkf0,536576
49
+ ipex_llm/libs/libbloom_vnni.dll,sha256=tq0Fr_ztRzSQM1lvERFTNpY2JfvO9ciGpyuYig9iU4M,508416
50
+ ipex_llm/libs/libgptneox_avx.dll,sha256=eviJmNWFO6RCsRrVST6mCWxWmRaN-BfCQWCQi6iedak,596992
51
+ ipex_llm/libs/libgptneox_vnni.dll,sha256=TjnlMlJmsyadWJUH_eVdUoJuYXuv33424uCDxscSskE,568832
52
+ ipex_llm/libs/libllama_avx.dll,sha256=OqNFSnwQWlrFkKS33J4WUnKow0ADzM-h2Qi8ZXl1A1c,591360
53
+ ipex_llm/libs/libllama_vnni.dll,sha256=kywbGLk8Q053NOU2pdQgsINfpAZJZnwenLs8KMJuTgk,563200
54
+ ipex_llm/libs/libstarcoder_avx.dll,sha256=mn1w91G3207IF69qMpTpUJQo25ppdVPbUYnzYRJK4Zw,627712
55
+ ipex_llm/libs/libstarcoder_vnni.dll,sha256=Ue5Qn9acsvAPo8mjABtd1FndvXWnNkymrESaThubv7g,599552
56
+ ipex_llm/libs/llama-api.dll,sha256=HSqb15ur2PQDFUFfkf4ayp3pMLI5OPcfgwlNdh_tQhk,25600
57
+ ipex_llm/libs/llama.dll,sha256=mn34v1i0c7gIv5jTv4qn7U4eRzGSaf0ulzfbzv9bT5c,562688
58
+ ipex_llm/libs/main-bloom.exe,sha256=YF9JAYA9qMr8PCJseCRrGo3lAJGiGDt5iR4tQwS11W8,103424
59
+ ipex_llm/libs/main-gptneox.exe,sha256=o_PbaaMvIMscnPly7Au-O_cObcycUNnUIJrb-KY7bKQ,98816
60
+ ipex_llm/libs/main-llama.exe,sha256=QQ3tE0a9_KbXPcCxDCO5qKmaSpoBREvibIaKlvMEUik,99840
61
+ ipex_llm/libs/main-starcoder.exe,sha256=NDrqnFl547a6vx4QF5dcKawPzhaYezkCc5J5y2ERfz0,157696
62
+ ipex_llm/libs/pipeline.dll,sha256=zrBWieN0YXSuo-ruqtopp-edZ03K7Qugpy-AUXij3Dw,73216
63
+ ipex_llm/libs/quantize-bloom.exe,sha256=PipmLvvEhxttz2bnvjIhdIdso4xoPzyTV3pK_ChpuKk,126464
64
+ ipex_llm/libs/quantize-bloom_vnni.exe,sha256=Zg-xHdKp4U729237qx1IzS70C-D2j_fKT0ezKTrD3Bk,128000
65
+ ipex_llm/libs/quantize-gptneox.exe,sha256=g30G2dOqTl032v3bVjPdM7fHSIcto8d-LJwXuEZ0OHI,104448
66
+ ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=AG4c7iCvgmj6FEc68M0yPWzw717NF3gcKJd_FwjI29c,104960
67
+ ipex_llm/libs/quantize-llama.exe,sha256=A81JFPtYoMqduxrbMixaZyoozth5V_djL56NXgfOo8g,110080
68
+ ipex_llm/libs/quantize-llama_vnni.exe,sha256=r_1dagGNn7Sq3sZegTmghC-AisJQ2kCn2kdo8FmBsv4,110592
69
+ ipex_llm/libs/quantize-starcoder.exe,sha256=DewIYdhyTcvquSgBm_wYSfqyWVkE2viWLV99VW6JQnM,127488
70
+ ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=qvLIG0u8qOSaAlTMxrsI4gEBUAlW0jQ2QDm71-TLTm0,128512
71
+ ipex_llm/libs/starcoder-api.dll,sha256=VILwOI5KpIxTFyn_-0db2Wg2j1vOnkJzWKT2kUzLj-E,21504
72
+ ipex_llm/libs/starcoder.dll,sha256=SrVFsqDJjwNuVMb8eZKPaA1NC1sRv_U9qcx8b9Gq9Rg,599040
73
73
  ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
74
74
  ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
75
75
  ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
@@ -87,7 +87,7 @@ ipex_llm/serving/fastchat/tgi_api_protocol.py,sha256=brT3k3-V0NJrU4fRqUwWjC0O3iO
87
87
  ipex_llm/serving/fastchat/tgi_api_server.py,sha256=agNTAEiZPSuj3dEdIdYKwkoY0cXOUDX06DiM9VP2knQ,24418
88
88
  ipex_llm/serving/fastchat/vllm_worker.py,sha256=ZLz2Q9GxJO6r_LOiP6epgCRjBGk-K4EB1SNEWSJp5DA,11091
89
89
  ipex_llm/transformers/__init__.py,sha256=BreA3EY6hkNq0rVixb_sUuTLzMrcWXTt3yRsshCPHHQ,1214
90
- ipex_llm/transformers/convert.py,sha256=6q2iB-NwtIxLg0mlksef4oLElwZr3stMxH42d16gMWM,103417
90
+ ipex_llm/transformers/convert.py,sha256=fEL8GdQLBN7XFQ8iHENA2bQZOuKhIx7XlIu5fFOJFGY,103717
91
91
  ipex_llm/transformers/convert_ipex.py,sha256=_nSnUTQy-yfkKaqGdqnBdWztZf3NGmnbZ0TKaDrF4X4,14617
92
92
  ipex_llm/transformers/embedding.py,sha256=bdgk59DvD4ZZyxRzewXOR7g56nThgO6uhIwk8QL7f-s,9299
93
93
  ipex_llm/transformers/kv.py,sha256=k4TU18LlA-Sbq9WNNQnfuzu3RSFBwFhmaV3BcGN5bAo,19191
@@ -140,7 +140,7 @@ ipex_llm/transformers/models/__init__.py,sha256=tp2DcVkKg1-QvdYk7DY7rZvQWCDQ4ZjU
140
140
  ipex_llm/transformers/models/aquila.py,sha256=VZb5Drpo_fTxwcExZ397LygnsNPX2sVbie9_JeFudZI,5252
141
141
  ipex_llm/transformers/models/baichuan.py,sha256=8b43mBRZJEf_xLNoodhA4r9x1anqwC3Wt8awWel-aUo,18306
142
142
  ipex_llm/transformers/models/baichuan_m1.py,sha256=l6BD9jbA8TQ5Q0fcngHNRw73SxqvC126ErENs7Zh-do,9513
143
- ipex_llm/transformers/models/bert.py,sha256=0Mm9jkvkzBxtc_z_GE1TcZoPz-HOg2Z2973ZEWgSwJk,5601
143
+ ipex_llm/transformers/models/bert.py,sha256=U3JVnuY1z0ILlJgMvetOKuCAkH74ufGbg4whZ8GNtmQ,5620
144
144
  ipex_llm/transformers/models/bloom.py,sha256=PxfzyYT-nFn3K5rZhTQjmcEjUUzAhUFzxIN4kzRlCuc,8103
145
145
  ipex_llm/transformers/models/chatglm.py,sha256=UHai1t2AUtGmF765_eHF8LUMVQzp_oCBx8TJB21WrHk,12597
146
146
  ipex_llm/transformers/models/chatglm2.py,sha256=KyAIX7zGVQDQuwwM3QMBNWZbTeMHEzKUIgAryT0voHc,14933
@@ -255,11 +255,11 @@ ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZj
255
255
  ipex_llm/vllm/xpu/engine/engine.py,sha256=NvCMbp0X8NVrOqbwm4FTvXOptTRLzu9jQsy37ZHnTk8,9493
256
256
  ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=IjiSze9vzBCAkLu_VwIcJwuO1jyFna7DLrj6aSL7RaQ,35220
257
257
  ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
258
- ipex_llm-2.2.0b20250324.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
259
- ipex_llm-2.2.0b20250324.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
260
- ipex_llm-2.2.0b20250324.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
261
- ipex_llm-2.2.0b20250324.dist-info/METADATA,sha256=-08H2IVB6tKDeY2wZAIa6okFhO-0bKSiPAT4UEgVffs,13917
262
- ipex_llm-2.2.0b20250324.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
263
- ipex_llm-2.2.0b20250324.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
264
- ipex_llm-2.2.0b20250324.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
265
- ipex_llm-2.2.0b20250324.dist-info/RECORD,,
258
+ ipex_llm-2.2.0b20250325.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
259
+ ipex_llm-2.2.0b20250325.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
260
+ ipex_llm-2.2.0b20250325.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
261
+ ipex_llm-2.2.0b20250325.dist-info/METADATA,sha256=KAikKJAuXWf_C7n9BMWsoV_X4s4NdwVO5VH-j_iRxRE,13917
262
+ ipex_llm-2.2.0b20250325.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
263
+ ipex_llm-2.2.0b20250325.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
264
+ ipex_llm-2.2.0b20250325.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
265
+ ipex_llm-2.2.0b20250325.dist-info/RECORD,,