ipex-llm 2.2.0b20250219__py3-none-win_amd64.whl → 2.2.0b20250220__py3-none-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. ipex_llm/libs/bloom-api.dll +0 -0
  2. ipex_llm/libs/bloom.dll +0 -0
  3. ipex_llm/libs/gptneox-api.dll +0 -0
  4. ipex_llm/libs/gptneox.dll +0 -0
  5. ipex_llm/libs/libbloom_avx.dll +0 -0
  6. ipex_llm/libs/libbloom_vnni.dll +0 -0
  7. ipex_llm/libs/libgptneox_avx.dll +0 -0
  8. ipex_llm/libs/libgptneox_vnni.dll +0 -0
  9. ipex_llm/libs/libllama_avx.dll +0 -0
  10. ipex_llm/libs/libllama_vnni.dll +0 -0
  11. ipex_llm/libs/libstarcoder_avx.dll +0 -0
  12. ipex_llm/libs/libstarcoder_vnni.dll +0 -0
  13. ipex_llm/libs/llama-api.dll +0 -0
  14. ipex_llm/libs/llama.dll +0 -0
  15. ipex_llm/libs/main-bloom.exe +0 -0
  16. ipex_llm/libs/main-gptneox.exe +0 -0
  17. ipex_llm/libs/main-llama.exe +0 -0
  18. ipex_llm/libs/main-starcoder.exe +0 -0
  19. ipex_llm/libs/pipeline.dll +0 -0
  20. ipex_llm/libs/quantize-bloom.exe +0 -0
  21. ipex_llm/libs/quantize-bloom_vnni.exe +0 -0
  22. ipex_llm/libs/quantize-gptneox.exe +0 -0
  23. ipex_llm/libs/quantize-gptneox_vnni.exe +0 -0
  24. ipex_llm/libs/quantize-llama.exe +0 -0
  25. ipex_llm/libs/quantize-llama_vnni.exe +0 -0
  26. ipex_llm/libs/quantize-starcoder.exe +0 -0
  27. ipex_llm/libs/quantize-starcoder_vnni.exe +0 -0
  28. ipex_llm/libs/starcoder-api.dll +0 -0
  29. ipex_llm/libs/starcoder.dll +0 -0
  30. ipex_llm/vllm/xpu/model_convert.py +6 -4
  31. {ipex_llm-2.2.0b20250219.dist-info → ipex_llm-2.2.0b20250220.dist-info}/METADATA +19 -19
  32. {ipex_llm-2.2.0b20250219.dist-info → ipex_llm-2.2.0b20250220.dist-info}/RECORD +38 -38
  33. {ipex_llm-2.2.0b20250219.data → ipex_llm-2.2.0b20250220.data}/scripts/ipex-llm-init.bat +0 -0
  34. {ipex_llm-2.2.0b20250219.data → ipex_llm-2.2.0b20250220.data}/scripts/llm-chat.ps1 +0 -0
  35. {ipex_llm-2.2.0b20250219.data → ipex_llm-2.2.0b20250220.data}/scripts/llm-cli.ps1 +0 -0
  36. {ipex_llm-2.2.0b20250219.dist-info → ipex_llm-2.2.0b20250220.dist-info}/WHEEL +0 -0
  37. {ipex_llm-2.2.0b20250219.dist-info → ipex_llm-2.2.0b20250220.dist-info}/entry_points.txt +0 -0
  38. {ipex_llm-2.2.0b20250219.dist-info → ipex_llm-2.2.0b20250220.dist-info}/top_level.txt +0 -0
Binary file
ipex_llm/libs/bloom.dll CHANGED
Binary file
Binary file
ipex_llm/libs/gptneox.dll CHANGED
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
ipex_llm/libs/llama.dll CHANGED
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
@@ -93,10 +93,12 @@ def get_load_function(low_bit):
93
93
  vllm_config=new_vllm_config
94
94
  )
95
95
  if self.vllm_config.model_config.low_bit_model_path is None:
96
- if "qwen" in self.vllm_config.model_config.model.lower() or \
97
- "baichuan" in self.vllm_config.model_config.model.lower() or \
98
- "codegeex4-all" in self.vllm_config.model_config.model.lower() or \
99
- "chatglm" in self.vllm_config.model_config.model.lower():
96
+ if ("qwen" in self.vllm_config.model_config.model.lower() or
97
+ "baichuan" in self.vllm_config.model_config.model.lower() or
98
+ "codegeex4-all" in self.vllm_config.model_config.model.lower() or
99
+ "chatglm" in self.vllm_config.model_config.model.lower()) and \
100
+ "gptq" not in self.model_config.model.lower() and \
101
+ "awq" not in self.model_config.model.lower():
100
102
  self.model.apply(padding_mlp)
101
103
  from ipex_llm import optimize_model
102
104
  not_convert_last_mlp = os.getenv("IPEX_LLM_NOT_CONVERT_LAST_MLP", None)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ipex-llm
3
- Version: 2.2.0b20250219
3
+ Version: 2.2.0b20250220
4
4
  Summary: Large Language Model Develop Toolkit
5
5
  Home-page: https://github.com/intel-analytics/ipex-llm
6
6
  Author: BigDL Authors
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
27
27
  Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
28
28
  Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
29
29
  Provides-Extra: cpp
30
- Requires-Dist: bigdl-core-cpp ==2.6.0b20250219 ; extra == 'cpp'
30
+ Requires-Dist: bigdl-core-cpp ==2.6.0b20250220 ; extra == 'cpp'
31
31
  Requires-Dist: setuptools ; extra == 'cpp'
32
32
  Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
33
33
  Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
60
60
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
61
61
  Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
62
62
  Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
63
- Requires-Dist: bigdl-core-npu ==2.6.0b20250219 ; (platform_system == "Windows") and extra == 'npu'
63
+ Requires-Dist: bigdl-core-npu ==2.6.0b20250220 ; (platform_system == "Windows") and extra == 'npu'
64
64
  Provides-Extra: serving
65
65
  Requires-Dist: py-cpuinfo ; extra == 'serving'
66
66
  Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
80
80
  Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
81
81
  Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
82
82
  Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
83
- Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250219 ; extra == 'xpu'
84
- Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250219 ; extra == 'xpu'
85
- Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250219 ; extra == 'xpu'
83
+ Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250220 ; extra == 'xpu'
84
+ Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250220 ; extra == 'xpu'
85
+ Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250220 ; extra == 'xpu'
86
86
  Provides-Extra: xpu-2-1
87
87
  Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
88
88
  Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
97
97
  Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
98
98
  Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
99
99
  Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
100
- Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250219 ; extra == 'xpu-2-1'
101
- Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250219 ; extra == 'xpu-2-1'
102
- Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250219 ; extra == 'xpu-2-1'
100
+ Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250220 ; extra == 'xpu-2-1'
101
+ Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250220 ; extra == 'xpu-2-1'
102
+ Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250220 ; extra == 'xpu-2-1'
103
103
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
104
104
  Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
105
105
  Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -117,7 +117,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
117
117
  Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
118
118
  Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
119
119
  Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
120
- Requires-Dist: bigdl-core-xe-all ==2.6.0b20250219 ; extra == 'xpu-2-6'
120
+ Requires-Dist: bigdl-core-xe-all ==2.6.0b20250220 ; extra == 'xpu-2-6'
121
121
  Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
122
122
  Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
123
123
  Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
@@ -133,9 +133,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arc'
133
133
  Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arc'
134
134
  Requires-Dist: tabulate ; extra == 'xpu-arc'
135
135
  Requires-Dist: setuptools ; extra == 'xpu-arc'
136
- Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250219 ; extra == 'xpu-arc'
137
- Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250219 ; extra == 'xpu-arc'
138
- Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250219 ; extra == 'xpu-arc'
136
+ Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250220 ; extra == 'xpu-arc'
137
+ Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250220 ; extra == 'xpu-arc'
138
+ Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250220 ; extra == 'xpu-arc'
139
139
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arc'
140
140
  Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
141
141
  Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
@@ -156,9 +156,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arl'
156
156
  Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arl'
157
157
  Requires-Dist: tabulate ; extra == 'xpu-arl'
158
158
  Requires-Dist: setuptools ; extra == 'xpu-arl'
159
- Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250219 ; extra == 'xpu-arl'
160
- Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250219 ; extra == 'xpu-arl'
161
- Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250219 ; extra == 'xpu-arl'
159
+ Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250220 ; extra == 'xpu-arl'
160
+ Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250220 ; extra == 'xpu-arl'
161
+ Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250220 ; extra == 'xpu-arl'
162
162
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arl'
163
163
  Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
164
164
  Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
@@ -179,9 +179,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-lnl'
179
179
  Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-lnl'
180
180
  Requires-Dist: tabulate ; extra == 'xpu-lnl'
181
181
  Requires-Dist: setuptools ; extra == 'xpu-lnl'
182
- Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250219 ; extra == 'xpu-lnl'
183
- Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250219 ; extra == 'xpu-lnl'
184
- Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250219 ; extra == 'xpu-lnl'
182
+ Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250220 ; extra == 'xpu-lnl'
183
+ Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250220 ; extra == 'xpu-lnl'
184
+ Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250220 ; extra == 'xpu-lnl'
185
185
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-lnl'
186
186
  Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
187
187
  Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
41
41
  ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
42
42
  ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
43
43
  ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
44
- ipex_llm/libs/bloom-api.dll,sha256=sB4zGLhQFAKWtLDXc6XAYWz8x_8Qm5v0bv5aU2LzSDw,36352
45
- ipex_llm/libs/bloom.dll,sha256=7y5cEjNL-PkswkFtKhO-lzn8-sSbJF1kHOcGq_eNe8I,507904
46
- ipex_llm/libs/gptneox-api.dll,sha256=nthBzorbkLzW2r7amDjKTdRqXBrH2F84t9HZTCwvFhc,24576
47
- ipex_llm/libs/gptneox.dll,sha256=2gh5kR-F22kN-IQyFU9q2bD5ziigOorKKqK48-iFC0U,568320
48
- ipex_llm/libs/libbloom_avx.dll,sha256=1UUBqLktjzlpTl75ySH7ShtlFsj8nFgEkYIu3DPaVP0,536576
49
- ipex_llm/libs/libbloom_vnni.dll,sha256=l83Scy5SYjRRekhpFy_yVa7MZ2QTKspJVZzA74BWBiU,508416
50
- ipex_llm/libs/libgptneox_avx.dll,sha256=ONlYccybul-zilyMIaou-01adyUCRMXZGcq4RRdYvF4,596992
51
- ipex_llm/libs/libgptneox_vnni.dll,sha256=BE_wB1VA7cTtEpUL7Nv3rGeOPSIQ-ObM7x1O7kEuqsk,568832
52
- ipex_llm/libs/libllama_avx.dll,sha256=GTYP0R_spavOan6-Qm5SC-bVp4eE69NKPyJBkaSULGw,591360
53
- ipex_llm/libs/libllama_vnni.dll,sha256=7OVS1VxkJNQQL7eCLZ3nefROQpD7_gm_xidP-7I409o,563200
54
- ipex_llm/libs/libstarcoder_avx.dll,sha256=Ml7xNu3eM76iVaMgVPwB_VEBPrxZTpNYalQsubhWET0,627712
55
- ipex_llm/libs/libstarcoder_vnni.dll,sha256=co8mE-IQfWJD9ALvzso3wyoH-dOoa_1bbeJLCkpq858,599552
56
- ipex_llm/libs/llama-api.dll,sha256=kEc3f8UKCy4PgRUdeMhOdIQEztPd801axX1vTai1gjc,25600
57
- ipex_llm/libs/llama.dll,sha256=mv7fwZFpy7szdjmI101TMbg2a_MHjcQZxOeF7jogRVI,562688
58
- ipex_llm/libs/main-bloom.exe,sha256=mezuJBuPVuGlC6VkBEqqKnpJhxWyqbz7FbUd32ToLNk,103424
59
- ipex_llm/libs/main-gptneox.exe,sha256=gWDigNVAHVRPoWvi0X7dV_Rwt_KeNSjw1ZJhOqKH-Ek,98816
60
- ipex_llm/libs/main-llama.exe,sha256=X72favOkzbXleVlAiBKKSMHpmQTQLzwkkm6ltqSzjrI,99840
61
- ipex_llm/libs/main-starcoder.exe,sha256=DpG5TGk7-G4Pv70Dqfwv7LQ8AlVDlAB-LYG9ezTMLSo,157696
62
- ipex_llm/libs/pipeline.dll,sha256=PFoGpdWfQy3eZF43--pQbQMuZVHC1fhDN6PoNWkSgtA,73216
63
- ipex_llm/libs/quantize-bloom.exe,sha256=xDQhEPew1hX5qF6rZ0qTILAs1A5n45sCBc0Q3VWtrP0,126464
64
- ipex_llm/libs/quantize-bloom_vnni.exe,sha256=73PI5zcKGsSpoE1TctdmURY7o5OnmzmHG5mBRyXCxeM,128000
65
- ipex_llm/libs/quantize-gptneox.exe,sha256=J9qck5JKSgR5QXzjVNqEh79rERaVSeSsk2ww13FNvtA,104448
66
- ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=g0y3bd8nbQlLBbc5MS9o811XSb4TnNrI5MXug2J6iK4,104960
67
- ipex_llm/libs/quantize-llama.exe,sha256=UDLBq6C4xAx6RkXEDvJYU140PEaNKnrkPvb2SFwBMo0,110080
68
- ipex_llm/libs/quantize-llama_vnni.exe,sha256=vGEqClsNa0G1BbSEIH4DmhDkiqTo-NBgLAd9ilTI8CM,110592
69
- ipex_llm/libs/quantize-starcoder.exe,sha256=6lMuSEcGCHg9P4DUVtaGjzN5ItI0pkc_JoJZsgI0nvA,127488
70
- ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=pJoxnrIQs1soH3tJcR_AA7skOX1du7n5kIc3pmQr0AY,128512
71
- ipex_llm/libs/starcoder-api.dll,sha256=1cs3o08RBH1X79sYCeRLQmBQgGmJnfS4xYU1MnuICAo,21504
72
- ipex_llm/libs/starcoder.dll,sha256=TkpC8rNFgsh16_jeKtpMaIxpSZ2UTB9bvDh-lElLjNg,599040
44
+ ipex_llm/libs/bloom-api.dll,sha256=qm80FpPqC7WVxV80RXEGIYO1FVOckg-J3XBXu5Ii2c4,36352
45
+ ipex_llm/libs/bloom.dll,sha256=WP5Eufio_U9zQjhGjiaDZS92E8oFP7OqNGQfy6Xbm6k,507904
46
+ ipex_llm/libs/gptneox-api.dll,sha256=VQsh-yaRzrTajrjLwVyyHTpg3hqJAzLulQmY7QfXWBA,24576
47
+ ipex_llm/libs/gptneox.dll,sha256=d5Dm7f4k_TC8-JP7i_jWWsIjss1P_3m4Lvz8xgIGLnA,568320
48
+ ipex_llm/libs/libbloom_avx.dll,sha256=zUKdocl5y9-yQj_m6ym7GEl7COGWN45LTkklJeV0YV8,536576
49
+ ipex_llm/libs/libbloom_vnni.dll,sha256=5yuZ3Pc1bgOy8e2vgXUg1Pis15SkhOc79Gg9x2kjrlU,508416
50
+ ipex_llm/libs/libgptneox_avx.dll,sha256=AAwt0IdG6qgwZHn9LHNPDxFf4aO8NJTR1xTZt1x6Xlc,596992
51
+ ipex_llm/libs/libgptneox_vnni.dll,sha256=NnX36rc_3HGHOG8paJMSPSanMusvSae11v6pDklJ6U8,568832
52
+ ipex_llm/libs/libllama_avx.dll,sha256=Y-HY5KnbLxGferHQkWFK_iK1xVR-PEhxyesY7sx6Uss,591360
53
+ ipex_llm/libs/libllama_vnni.dll,sha256=En6WWcaPBaCX_4t0nuCiYeA3sthicfN7-Er677m8vrE,563200
54
+ ipex_llm/libs/libstarcoder_avx.dll,sha256=e36OjNYYH6A0lcEmsqALe1TU14Aythj9vXGNesM45c4,627712
55
+ ipex_llm/libs/libstarcoder_vnni.dll,sha256=LmUupeUdqNpFhjrqa5LdVTm79FhMU9Bi3UDdIdDNfiI,599552
56
+ ipex_llm/libs/llama-api.dll,sha256=GY186nR-pVaMctoK2I1Rh9alEXLZ3alEPuKG-Oj1t1c,25600
57
+ ipex_llm/libs/llama.dll,sha256=DNZfejoD8T3UItkOzrHVGlWeNcbKub0Ty5n2kLsSdpM,562688
58
+ ipex_llm/libs/main-bloom.exe,sha256=zZMejZqD_-fxhx6u7Q7IiU_XEdf-uI0BsfeXI2a-cOw,103424
59
+ ipex_llm/libs/main-gptneox.exe,sha256=T7DPyThNzG1g8_20fLE88NJsLj-gvlBuHXHpQzafbXY,98816
60
+ ipex_llm/libs/main-llama.exe,sha256=tBcSy5dpYQxxPMMvY3XMG9ciVxEbNi2yAVqcPx3JF00,99840
61
+ ipex_llm/libs/main-starcoder.exe,sha256=yVVUAtrzcHubSrXtVXfHw5NXvfx8hZdPJzXeX_NoqBc,157696
62
+ ipex_llm/libs/pipeline.dll,sha256=_gEdpr71g5X2oxVXVGzoWo5_mPWA0BCcYo0Payfa5Ic,73216
63
+ ipex_llm/libs/quantize-bloom.exe,sha256=ieAh2JXbPznovc_0FXhyhMds3y06ev82WWdsXquHMaw,126464
64
+ ipex_llm/libs/quantize-bloom_vnni.exe,sha256=8UtdfO-gTJQDP0P_bA1XLvhyhHGuIkoaySM8aSmJl-g,128000
65
+ ipex_llm/libs/quantize-gptneox.exe,sha256=w1cLrrtkTcVS9FSKP-nowDYZmRppKP7KSLoSb3_er2s,104448
66
+ ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=KRxRLYcHDIoFTLmWDdpC2EknH-exupj8m2HXedlv2qo,104960
67
+ ipex_llm/libs/quantize-llama.exe,sha256=pR2LzbZut6DhKYbhBQF_OMassMOy-uVh1Ul7dMLlPCM,110080
68
+ ipex_llm/libs/quantize-llama_vnni.exe,sha256=TvUDOiu_na837-GfxcwhhKpc29Hw288vaW56snwjqXc,110592
69
+ ipex_llm/libs/quantize-starcoder.exe,sha256=Hy6_hwAmtN0jHkZXkC2dUjWRhxMuA_fl0HYpTCEBvos,127488
70
+ ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=7Nk101d0Jb0Uju1xbl8S1pD5kneMjkiSV9v6RosaE3Y,128512
71
+ ipex_llm/libs/starcoder-api.dll,sha256=6Cre_gDeEdepZjMC6fSinXMh6_BTv_JVvh6CVbWWHKg,21504
72
+ ipex_llm/libs/starcoder.dll,sha256=M01N_kzt51Md7X-M2dDPFxpFVjqIYdr-zNLCPic7_x4,599040
73
73
  ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
74
74
  ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
75
75
  ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
@@ -248,16 +248,16 @@ ipex_llm/vllm/cpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbF
248
248
  ipex_llm/vllm/xpu/__init__.py,sha256=zBSG6nzrVF5QnpR6_f7kPhBFeowTE9gaZ7D5m98E7_w,585
249
249
  ipex_llm/vllm/xpu/ipex_llm_v1_wrapper.py,sha256=pd939vFomKIg9Qn2NO4u0OF6hPgvQpqcfJSxqBzcqhA,825
250
250
  ipex_llm/vllm/xpu/ipex_llm_wrapper.py,sha256=_CbhvBuf_KPnmLfngYKtJl5gPAHVsG2mWth3wSeaH3M,892
251
- ipex_llm/vllm/xpu/model_convert.py,sha256=4s7OxAUhxC2QpIf_yznrd-AL_Eu-ozaEr3tPTyCgS-c,8882
251
+ ipex_llm/vllm/xpu/model_convert.py,sha256=pSiJlmoktCPQIGzBuDBMWiCyASqgSAQpEbqWkYe00JQ,9029
252
252
  ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZjWqm5YiA,783
253
253
  ipex_llm/vllm/xpu/engine/engine.py,sha256=NvCMbp0X8NVrOqbwm4FTvXOptTRLzu9jQsy37ZHnTk8,9493
254
254
  ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=OScQFmAdrd-PyEyQ2Mr8fJrk_lC6MHqPraphVk-NDzw,33140
255
255
  ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
256
- ipex_llm-2.2.0b20250219.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
257
- ipex_llm-2.2.0b20250219.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
258
- ipex_llm-2.2.0b20250219.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
259
- ipex_llm-2.2.0b20250219.dist-info/METADATA,sha256=hCcROHeDK5347fIyeDN0YbL7WQAA3Ql7Ue9LFxtu2Q0,12369
260
- ipex_llm-2.2.0b20250219.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
261
- ipex_llm-2.2.0b20250219.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
262
- ipex_llm-2.2.0b20250219.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
263
- ipex_llm-2.2.0b20250219.dist-info/RECORD,,
256
+ ipex_llm-2.2.0b20250220.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
257
+ ipex_llm-2.2.0b20250220.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
258
+ ipex_llm-2.2.0b20250220.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
259
+ ipex_llm-2.2.0b20250220.dist-info/METADATA,sha256=STtkaIxuE1IO8iDtKGs4R10LtEnCgZSzf1gHW3ChDbQ,12369
260
+ ipex_llm-2.2.0b20250220.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
261
+ ipex_llm-2.2.0b20250220.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
262
+ ipex_llm-2.2.0b20250220.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
263
+ ipex_llm-2.2.0b20250220.dist-info/RECORD,,