ipex-llm 2.2.0b20250206__py3-none-win_amd64.whl → 2.2.0b20250208__py3-none-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ipex_llm/libs/bloom-api.dll +0 -0
- ipex_llm/libs/bloom.dll +0 -0
- ipex_llm/libs/gptneox-api.dll +0 -0
- ipex_llm/libs/gptneox.dll +0 -0
- ipex_llm/libs/libbloom_avx.dll +0 -0
- ipex_llm/libs/libbloom_vnni.dll +0 -0
- ipex_llm/libs/libgptneox_avx.dll +0 -0
- ipex_llm/libs/libgptneox_vnni.dll +0 -0
- ipex_llm/libs/libllama_avx.dll +0 -0
- ipex_llm/libs/libllama_vnni.dll +0 -0
- ipex_llm/libs/libstarcoder_avx.dll +0 -0
- ipex_llm/libs/libstarcoder_vnni.dll +0 -0
- ipex_llm/libs/llama-api.dll +0 -0
- ipex_llm/libs/llama.dll +0 -0
- ipex_llm/libs/main-bloom.exe +0 -0
- ipex_llm/libs/main-gptneox.exe +0 -0
- ipex_llm/libs/main-llama.exe +0 -0
- ipex_llm/libs/main-starcoder.exe +0 -0
- ipex_llm/libs/pipeline.dll +0 -0
- ipex_llm/libs/quantize-bloom.exe +0 -0
- ipex_llm/libs/quantize-bloom_vnni.exe +0 -0
- ipex_llm/libs/quantize-gptneox.exe +0 -0
- ipex_llm/libs/quantize-gptneox_vnni.exe +0 -0
- ipex_llm/libs/quantize-llama.exe +0 -0
- ipex_llm/libs/quantize-llama_vnni.exe +0 -0
- ipex_llm/libs/quantize-starcoder.exe +0 -0
- ipex_llm/libs/quantize-starcoder_vnni.exe +0 -0
- ipex_llm/libs/starcoder-api.dll +0 -0
- ipex_llm/libs/starcoder.dll +0 -0
- ipex_llm/transformers/model.py +0 -1
- ipex_llm/transformers/npu_model.py +0 -1
- ipex_llm/transformers/npu_models/qwen2_mp.py +20 -8
- ipex_llm/transformers/npu_pipeline_model/common.py +161 -0
- ipex_llm/transformers/npu_pipeline_model/convert_pipeline.py +30 -23
- ipex_llm/transformers/npu_pipeline_model/llama.py +17 -165
- ipex_llm/transformers/npu_pipeline_model/minicpm.py +10 -6
- ipex_llm/transformers/npu_pipeline_model/qwen.py +53 -34
- {ipex_llm-2.2.0b20250206.dist-info → ipex_llm-2.2.0b20250208.dist-info}/METADATA +23 -30
- {ipex_llm-2.2.0b20250206.dist-info → ipex_llm-2.2.0b20250208.dist-info}/RECORD +45 -45
- {ipex_llm-2.2.0b20250206.data → ipex_llm-2.2.0b20250208.data}/scripts/ipex-llm-init.bat +0 -0
- {ipex_llm-2.2.0b20250206.data → ipex_llm-2.2.0b20250208.data}/scripts/llm-chat.ps1 +0 -0
- {ipex_llm-2.2.0b20250206.data → ipex_llm-2.2.0b20250208.data}/scripts/llm-cli.ps1 +0 -0
- {ipex_llm-2.2.0b20250206.dist-info → ipex_llm-2.2.0b20250208.dist-info}/WHEEL +0 -0
- {ipex_llm-2.2.0b20250206.dist-info → ipex_llm-2.2.0b20250208.dist-info}/entry_points.txt +0 -0
- {ipex_llm-2.2.0b20250206.dist-info → ipex_llm-2.2.0b20250208.dist-info}/top_level.txt +0 -0
@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
|
|
41
41
|
ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
|
42
42
|
ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
|
43
43
|
ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
44
|
-
ipex_llm/libs/bloom-api.dll,sha256=
|
45
|
-
ipex_llm/libs/bloom.dll,sha256=
|
46
|
-
ipex_llm/libs/gptneox-api.dll,sha256=
|
47
|
-
ipex_llm/libs/gptneox.dll,sha256=
|
48
|
-
ipex_llm/libs/libbloom_avx.dll,sha256=
|
49
|
-
ipex_llm/libs/libbloom_vnni.dll,sha256=
|
50
|
-
ipex_llm/libs/libgptneox_avx.dll,sha256=
|
51
|
-
ipex_llm/libs/libgptneox_vnni.dll,sha256=
|
52
|
-
ipex_llm/libs/libllama_avx.dll,sha256=
|
53
|
-
ipex_llm/libs/libllama_vnni.dll,sha256=
|
54
|
-
ipex_llm/libs/libstarcoder_avx.dll,sha256=
|
55
|
-
ipex_llm/libs/libstarcoder_vnni.dll,sha256=
|
56
|
-
ipex_llm/libs/llama-api.dll,sha256=
|
57
|
-
ipex_llm/libs/llama.dll,sha256=
|
58
|
-
ipex_llm/libs/main-bloom.exe,sha256=
|
59
|
-
ipex_llm/libs/main-gptneox.exe,sha256=
|
60
|
-
ipex_llm/libs/main-llama.exe,sha256=
|
61
|
-
ipex_llm/libs/main-starcoder.exe,sha256=
|
62
|
-
ipex_llm/libs/pipeline.dll,sha256=
|
63
|
-
ipex_llm/libs/quantize-bloom.exe,sha256=
|
64
|
-
ipex_llm/libs/quantize-bloom_vnni.exe,sha256=
|
65
|
-
ipex_llm/libs/quantize-gptneox.exe,sha256=
|
66
|
-
ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=
|
67
|
-
ipex_llm/libs/quantize-llama.exe,sha256=
|
68
|
-
ipex_llm/libs/quantize-llama_vnni.exe,sha256=
|
69
|
-
ipex_llm/libs/quantize-starcoder.exe,sha256=
|
70
|
-
ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=
|
71
|
-
ipex_llm/libs/starcoder-api.dll,sha256=
|
72
|
-
ipex_llm/libs/starcoder.dll,sha256=
|
44
|
+
ipex_llm/libs/bloom-api.dll,sha256=6JzFpTxSCIDgyHljiTDIwiyj8tNjyIimr00FUg18eTw,36352
|
45
|
+
ipex_llm/libs/bloom.dll,sha256=2W5NmA0RyQMElLCyunvANpTUBTnzahAtlFwf1IQYb_k,507904
|
46
|
+
ipex_llm/libs/gptneox-api.dll,sha256=jlJcF2GR9ZHenAOcbcKirLRejWsdiQDhUpWbl5ulVz8,24576
|
47
|
+
ipex_llm/libs/gptneox.dll,sha256=8f1rs4aF7OGVtIjZZv-v1bSamG6C_b68G_O2sd_dzAU,568320
|
48
|
+
ipex_llm/libs/libbloom_avx.dll,sha256=RJ-jYk9S6Jd34ktr1B3FbEL3MuPyngfekS2HLHc3nHE,536576
|
49
|
+
ipex_llm/libs/libbloom_vnni.dll,sha256=LCvnLsZ2uisySM4nL8cDDggRC_6Bw3OFkP-2vikhTVQ,508416
|
50
|
+
ipex_llm/libs/libgptneox_avx.dll,sha256=aDdomyYNf9unY6S9ix6CuX2ICY6uphptRm294nRm9AU,596992
|
51
|
+
ipex_llm/libs/libgptneox_vnni.dll,sha256=GMlR-de0HcAdw8YJzcXX1JndXgv3PmZ4nipoqyeh7ls,568832
|
52
|
+
ipex_llm/libs/libllama_avx.dll,sha256=Y7AJTriTvqWJH8hIA6gwYsL2u_uGA35NmRPoSQSkn78,591360
|
53
|
+
ipex_llm/libs/libllama_vnni.dll,sha256=XGd5lij9PZu63CBadK3R6mhkfqpi21wRrU9eGFpReaM,563200
|
54
|
+
ipex_llm/libs/libstarcoder_avx.dll,sha256=ZzZFh1IW_QlHrNcE79vSsqPcA9YZSDn1LCEpCwtv0oo,627712
|
55
|
+
ipex_llm/libs/libstarcoder_vnni.dll,sha256=dF3mLHFXKAe8TiTb2HqIbjvkQoCVK2BpRwbohFSDZ_Y,599552
|
56
|
+
ipex_llm/libs/llama-api.dll,sha256=hg0_pZC8RjgFuTtc19NF5BMLTkchmj_X4FogUC_YeDA,25600
|
57
|
+
ipex_llm/libs/llama.dll,sha256=3q1FkqwWE3Fo_-zZ74kWR-IOM7g-SSiSYg3Ud3wmkRo,562688
|
58
|
+
ipex_llm/libs/main-bloom.exe,sha256=tdNzTM-5XqiWe1rLTV1qslHWUNi0VKcAWJdjaRKEAzg,103424
|
59
|
+
ipex_llm/libs/main-gptneox.exe,sha256=XtmysEP3FoLLtJz5qTIoFPaG4MZhTAZ-0Gru65bk_7Y,98816
|
60
|
+
ipex_llm/libs/main-llama.exe,sha256=r7ZrLzVb2_phMKmD50dz5xnrPC8H9H_IPK0T8js8x2E,99840
|
61
|
+
ipex_llm/libs/main-starcoder.exe,sha256=udG6tPP_-3aCkFzfi8WxGD6lrauKPxwlaFhv3OF-gDg,157696
|
62
|
+
ipex_llm/libs/pipeline.dll,sha256=_CoiiDG12fYEEeIJyqh-dAi9bK3am421KItj548mlek,73216
|
63
|
+
ipex_llm/libs/quantize-bloom.exe,sha256=DU-zbDfk4ZZ5N8pQWDM39Xqoy_4rSsYGLhvJdZmunVQ,126464
|
64
|
+
ipex_llm/libs/quantize-bloom_vnni.exe,sha256=trXZ2CtNiCkD1_mfvXWJf7IBgNaYRxk3sNzsYNbwBgQ,128000
|
65
|
+
ipex_llm/libs/quantize-gptneox.exe,sha256=ZDLyAS9FaMXAZiQrb805iKHY-cR43Z-E453tS-C__bE,104448
|
66
|
+
ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=alab9U5EUVg07XwQyNdXAbjp8p3IZ_0sP56IMkpXjTU,104960
|
67
|
+
ipex_llm/libs/quantize-llama.exe,sha256=ttvTdoGd6pWVdgA4KR9A_B_Tdg1Gt8qN1mBQrZp7JIw,110080
|
68
|
+
ipex_llm/libs/quantize-llama_vnni.exe,sha256=6ECTUDfKLzj-G_yvohaR8z5DSPt6wwnDq2uaRwXdCDc,110592
|
69
|
+
ipex_llm/libs/quantize-starcoder.exe,sha256=ApQMB9yxcjqUomqgjnD23rzo3IidKgG_UHXwEAQ-4EA,127488
|
70
|
+
ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=6U5MeFLPGtJrkJA6q4HE3NyDUzcmlpBz9WpwLBXS684,128512
|
71
|
+
ipex_llm/libs/starcoder-api.dll,sha256=fVkYZ0zZ8mhERgN0hILyFt6cUpe__Y8oBW2Dq1ePinE,21504
|
72
|
+
ipex_llm/libs/starcoder.dll,sha256=eOv12oBIIYpxBIoId8g_BuhlIlRZ32r29yDtNQQEMAg,599040
|
73
73
|
ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
|
74
74
|
ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
|
75
75
|
ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
|
@@ -95,9 +95,9 @@ ipex_llm/transformers/lisa.py,sha256=F5WxbtXQ7RdKulj83h_2DnEIgKiKGZf7zvOmg6QBl2s
|
|
95
95
|
ipex_llm/transformers/loader.py,sha256=AwjV5RpI2t2bedlv7ZhLm8cfd-QJZm5hny-XyjIvdnk,6876
|
96
96
|
ipex_llm/transformers/lookup.py,sha256=b6OlZ9OV10R9qeWw8mVryVpDxszkjwLkldvi7GPMJY8,19614
|
97
97
|
ipex_llm/transformers/low_bit_linear.py,sha256=3EtbiCAq5HU_r2pGJ9beSDK4NPTN8Jj-aHMqm1jqX18,39177
|
98
|
-
ipex_llm/transformers/model.py,sha256=
|
98
|
+
ipex_llm/transformers/model.py,sha256=FyHrEQhkHxG3FbGkhTjVOP2rgFMjc3AXcjDwvvB0HqU,40798
|
99
99
|
ipex_llm/transformers/modelling_bigdl.py,sha256=7JpNVMuyq_OmtNUaMFMXdxPWZp2q0QHC02QeA-VTPOw,6709
|
100
|
-
ipex_llm/transformers/npu_model.py,sha256=
|
100
|
+
ipex_llm/transformers/npu_model.py,sha256=zgXOiLIJ-3p-1Kejgv4jUFK8OiBZbezMZrRyn0_6_8c,40306
|
101
101
|
ipex_llm/transformers/patches.py,sha256=G9KcXxo42H1HJEDaroq4JbBN5P0P0lty7U7kk7-g4tw,991
|
102
102
|
ipex_llm/transformers/pipeline_parallel.py,sha256=uNZpOXljNmdoEYnP8U-VFiN4dRZb2piQbIf2bG9LQnE,49051
|
103
103
|
ipex_llm/transformers/qlora.py,sha256=qV9Y6G5kAaet77LLA3oXn3qQY4ayyAPZ7NAjOlHCS7g,14967
|
@@ -202,17 +202,17 @@ ipex_llm/transformers/npu_models/paraformer_mp.py,sha256=lGEjmKHW_Pk3BE3nqa1ZVgJ
|
|
202
202
|
ipex_llm/transformers/npu_models/phi3.py,sha256=R-EuqHsTrPTX33HtCGAMFlRdXB_j5mH_7FDnj62JtNM,6555
|
203
203
|
ipex_llm/transformers/npu_models/phi3_v.py,sha256=EMZuTPkGfuDVp9c5BU1HyzXHWKswHRQ8bvQjzocIyHA,7737
|
204
204
|
ipex_llm/transformers/npu_models/qwen2.py,sha256=RDNtPK8kxMk3z8A4S53saTrw2klgkzo4oa7voJLwr1o,12085
|
205
|
-
ipex_llm/transformers/npu_models/qwen2_mp.py,sha256=
|
205
|
+
ipex_llm/transformers/npu_models/qwen2_mp.py,sha256=EKiI80rnQ43WUF_2wWCy75mx-rbjAbRQSB49OgjZFNo,45003
|
206
206
|
ipex_llm/transformers/npu_models/stablelm.py,sha256=0iUhdjFqFd0svuTd09wP60mbEtobPkNSj-1I1vfuhsU,7778
|
207
207
|
ipex_llm/transformers/npu_models/xlm_mp.py,sha256=sj8OVun8xJprM7ZJp0XzWa55rqlSIzNMdKmI9i6jlDU,28332
|
208
208
|
ipex_llm/transformers/npu_pipeline_model/__init__.py,sha256=b2IXvVqQ5cItki021h8s3ymW12RPu8QNPprq4Mn3bDM,586
|
209
209
|
ipex_llm/transformers/npu_pipeline_model/baichuan.py,sha256=ICxRzFQ4OIANDkkVi2_4xOeQXmfFXYMx3H52KuE1xR4,6208
|
210
|
-
ipex_llm/transformers/npu_pipeline_model/common.py,sha256=
|
211
|
-
ipex_llm/transformers/npu_pipeline_model/convert_pipeline.py,sha256
|
212
|
-
ipex_llm/transformers/npu_pipeline_model/llama.py,sha256=
|
213
|
-
ipex_llm/transformers/npu_pipeline_model/minicpm.py,sha256=
|
210
|
+
ipex_llm/transformers/npu_pipeline_model/common.py,sha256=faooJmM75qnVyZYuQLx9gJpVlotcVF4qXRCnOrknfk4,14776
|
211
|
+
ipex_llm/transformers/npu_pipeline_model/convert_pipeline.py,sha256=IlvaZC9pi_ZJTWuO2dMSgCkc3V909lVhpAfktTEfSLI,29894
|
212
|
+
ipex_llm/transformers/npu_pipeline_model/llama.py,sha256=ISJ84zj0Ce2f9vdgmoGfdxQz2LRaUMlZCEM3MV2VpoQ,14521
|
213
|
+
ipex_llm/transformers/npu_pipeline_model/minicpm.py,sha256=Q-rUzXBlx5Ns3xemi7H6t8dnzu1q4e-MhUpJMzJmBRU,21522
|
214
214
|
ipex_llm/transformers/npu_pipeline_model/pipeline_cpp.py,sha256=JNmodAMg_NQvDILug3E_fGXEh6cd3wsj4bvAzcd-vaU,2749
|
215
|
-
ipex_llm/transformers/npu_pipeline_model/qwen.py,sha256=
|
215
|
+
ipex_llm/transformers/npu_pipeline_model/qwen.py,sha256=WEMUdGZH3INyJm-1Hfv3o41BiP037n2ftS4qPM0jaiE,16221
|
216
216
|
ipex_llm/utils/__init__.py,sha256=LlUgrD03rfw4iY8zWPtHH6p65Gw76waVOLHaqagETw0,1425
|
217
217
|
ipex_llm/utils/benchmark_util_4_29.py,sha256=OU1W1quiaiJGsg1pd3HM9O6PmVSaPA0HHE7R8hNTfmQ,258653
|
218
218
|
ipex_llm/utils/benchmark_util_4_42.py,sha256=HEiClCgKDp_T64HH8ulSTly8dvt6UwPDYZfrPVYvXcc,225383
|
@@ -248,11 +248,11 @@ ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZj
|
|
248
248
|
ipex_llm/vllm/xpu/engine/engine.py,sha256=k4-D27WS_Gk3mA--w3HWAjPjb4Aiu043MVPi0ZoAUBc,5984
|
249
249
|
ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=GshTZFB8e4PWvqckfbmTOU6b0oLkNn7A-vzLuG9--j8,21544
|
250
250
|
ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=2rENA2ucynMaIjiZBEh2ez1o5vR32GaP514t39CD7KM,8676
|
251
|
-
ipex_llm-2.2.
|
252
|
-
ipex_llm-2.2.
|
253
|
-
ipex_llm-2.2.
|
254
|
-
ipex_llm-2.2.
|
255
|
-
ipex_llm-2.2.
|
256
|
-
ipex_llm-2.2.
|
257
|
-
ipex_llm-2.2.
|
258
|
-
ipex_llm-2.2.
|
251
|
+
ipex_llm-2.2.0b20250208.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
|
252
|
+
ipex_llm-2.2.0b20250208.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
|
253
|
+
ipex_llm-2.2.0b20250208.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
|
254
|
+
ipex_llm-2.2.0b20250208.dist-info/METADATA,sha256=lvf2U7DribCbFo-qabprOhWsiYrX4yLUPfykdJZ91Dk,12369
|
255
|
+
ipex_llm-2.2.0b20250208.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
|
256
|
+
ipex_llm-2.2.0b20250208.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
|
257
|
+
ipex_llm-2.2.0b20250208.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
|
258
|
+
ipex_llm-2.2.0b20250208.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|