ipex-llm 2.3.0b20250525__py3-none-win_amd64.whl → 2.3.0b20250526__py3-none-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. ipex_llm/libs/bloom-api.dll +0 -0
  2. ipex_llm/libs/bloom.dll +0 -0
  3. ipex_llm/libs/gptneox-api.dll +0 -0
  4. ipex_llm/libs/gptneox.dll +0 -0
  5. ipex_llm/libs/libbloom_avx.dll +0 -0
  6. ipex_llm/libs/libbloom_vnni.dll +0 -0
  7. ipex_llm/libs/libgptneox_avx.dll +0 -0
  8. ipex_llm/libs/libgptneox_vnni.dll +0 -0
  9. ipex_llm/libs/libllama_avx.dll +0 -0
  10. ipex_llm/libs/libllama_vnni.dll +0 -0
  11. ipex_llm/libs/libstarcoder_avx.dll +0 -0
  12. ipex_llm/libs/libstarcoder_vnni.dll +0 -0
  13. ipex_llm/libs/llama-api.dll +0 -0
  14. ipex_llm/libs/llama.dll +0 -0
  15. ipex_llm/libs/main-bloom.exe +0 -0
  16. ipex_llm/libs/main-gptneox.exe +0 -0
  17. ipex_llm/libs/main-llama.exe +0 -0
  18. ipex_llm/libs/main-starcoder.exe +0 -0
  19. ipex_llm/libs/pipeline.dll +0 -0
  20. ipex_llm/libs/quantize-bloom.exe +0 -0
  21. ipex_llm/libs/quantize-bloom_vnni.exe +0 -0
  22. ipex_llm/libs/quantize-gptneox.exe +0 -0
  23. ipex_llm/libs/quantize-gptneox_vnni.exe +0 -0
  24. ipex_llm/libs/quantize-llama.exe +0 -0
  25. ipex_llm/libs/quantize-llama_vnni.exe +0 -0
  26. ipex_llm/libs/quantize-starcoder.exe +0 -0
  27. ipex_llm/libs/quantize-starcoder_vnni.exe +0 -0
  28. ipex_llm/libs/starcoder-api.dll +0 -0
  29. ipex_llm/libs/starcoder.dll +0 -0
  30. ipex_llm/transformers/speculative.py +9 -8
  31. {ipex_llm-2.3.0b20250525.dist-info → ipex_llm-2.3.0b20250526.dist-info}/METADATA +11 -11
  32. {ipex_llm-2.3.0b20250525.dist-info → ipex_llm-2.3.0b20250526.dist-info}/RECORD +38 -38
  33. {ipex_llm-2.3.0b20250525.data → ipex_llm-2.3.0b20250526.data}/scripts/ipex-llm-init.bat +0 -0
  34. {ipex_llm-2.3.0b20250525.data → ipex_llm-2.3.0b20250526.data}/scripts/llm-chat.ps1 +0 -0
  35. {ipex_llm-2.3.0b20250525.data → ipex_llm-2.3.0b20250526.data}/scripts/llm-cli.ps1 +0 -0
  36. {ipex_llm-2.3.0b20250525.dist-info → ipex_llm-2.3.0b20250526.dist-info}/WHEEL +0 -0
  37. {ipex_llm-2.3.0b20250525.dist-info → ipex_llm-2.3.0b20250526.dist-info}/entry_points.txt +0 -0
  38. {ipex_llm-2.3.0b20250525.dist-info → ipex_llm-2.3.0b20250526.dist-info}/top_level.txt +0 -0
Binary file
ipex_llm/libs/bloom.dll CHANGED
Binary file
Binary file
ipex_llm/libs/gptneox.dll CHANGED
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
ipex_llm/libs/llama.dll CHANGED
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
@@ -50,14 +50,6 @@ from transformers import GenerationConfig, \
50
50
  from ipex_llm.utils.common import log4Error
51
51
 
52
52
  trans_version = transformers.__version__
53
- if version.parse(trans_version) >= version.parse("4.39.0"):
54
- try:
55
- from trl.core import top_k_top_p_filtering
56
- except ModuleNotFoundError:
57
- log4Error.invalidInputError(False,
58
- "For transformers version >= 4.39.0, pip install trl==0.11.0")
59
- else:
60
- from transformers import top_k_top_p_filtering
61
53
 
62
54
  from ipex_llm.utils.common import invalidInputError
63
55
  from transformers.modeling_outputs import CausalLMOutputWithPast
@@ -164,6 +156,15 @@ def deepmind_sample(logits, return_probs: bool=False, top_k: int=50,
164
156
  def logits_to_probs(logits, top_k: int=50, top_p: float=0.7, temperature: float=0.7):
165
157
  invalidInputError(top_k != 1 and top_p != 0.0 and temperature != 0.0,
166
158
  "top_k != 1 and top_p != 0.0 and temperature != 0.0 if do_sample=True")
159
+ if version.parse(trans_version) >= version.parse("4.39.0"):
160
+ try:
161
+ from trl.core import top_k_top_p_filtering
162
+ except ModuleNotFoundError:
163
+ log4Error.invalidInputError(False,
164
+ "For transformers version >= 4.39.0, "
165
+ "pip install trl==0.11.0")
166
+ else:
167
+ from transformers import top_k_top_p_filtering
167
168
  _logits = top_k_top_p_filtering(logits.view(-1, logits.size(-1)) / temperature,
168
169
  top_k=top_k, top_p=top_p)
169
170
  prob_list = _logits.softmax(-1)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ipex-llm
3
- Version: 2.3.0b20250525
3
+ Version: 2.3.0b20250526
4
4
  Summary: Large Language Model Develop Toolkit
5
5
  Home-page: https://github.com/intel-analytics/ipex-llm
6
6
  Author: BigDL Authors
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
27
27
  Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
28
28
  Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
29
29
  Provides-Extra: cpp
30
- Requires-Dist: bigdl-core-cpp ==2.7.0b20250525 ; extra == 'cpp'
30
+ Requires-Dist: bigdl-core-cpp ==2.7.0b20250526 ; extra == 'cpp'
31
31
  Requires-Dist: setuptools ; extra == 'cpp'
32
32
  Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
33
33
  Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
60
60
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
61
61
  Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
62
62
  Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
63
- Requires-Dist: bigdl-core-npu ==2.7.0b20250525 ; (platform_system == "Windows") and extra == 'npu'
63
+ Requires-Dist: bigdl-core-npu ==2.7.0b20250526 ; (platform_system == "Windows") and extra == 'npu'
64
64
  Provides-Extra: serving
65
65
  Requires-Dist: py-cpuinfo ; extra == 'serving'
66
66
  Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
80
80
  Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
81
81
  Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
82
82
  Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
83
- Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250525 ; extra == 'xpu'
84
- Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250525 ; extra == 'xpu'
85
- Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250525 ; extra == 'xpu'
83
+ Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250526 ; extra == 'xpu'
84
+ Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250526 ; extra == 'xpu'
85
+ Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250526 ; extra == 'xpu'
86
86
  Provides-Extra: xpu-2-1
87
87
  Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
88
88
  Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
97
97
  Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
98
98
  Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
99
99
  Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
100
- Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250525 ; extra == 'xpu-2-1'
101
- Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250525 ; extra == 'xpu-2-1'
102
- Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250525 ; extra == 'xpu-2-1'
100
+ Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250526 ; extra == 'xpu-2-1'
101
+ Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250526 ; extra == 'xpu-2-1'
102
+ Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250526 ; extra == 'xpu-2-1'
103
103
  Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
104
104
  Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
105
105
  Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -117,7 +117,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
117
117
  Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
118
118
  Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
119
119
  Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
120
- Requires-Dist: bigdl-core-xe-all ==2.7.0b20250525 ; extra == 'xpu-2-6'
120
+ Requires-Dist: bigdl-core-xe-all ==2.7.0b20250526 ; extra == 'xpu-2-6'
121
121
  Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
122
122
  Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
123
123
  Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
@@ -132,7 +132,7 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-6-arl'
132
132
  Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-6-arl'
133
133
  Requires-Dist: tabulate ; extra == 'xpu-2-6-arl'
134
134
  Requires-Dist: setuptools ; extra == 'xpu-2-6-arl'
135
- Requires-Dist: bigdl-core-xe-all ==2.7.0b20250525 ; extra == 'xpu-2-6-arl'
135
+ Requires-Dist: bigdl-core-xe-all ==2.7.0b20250526 ; extra == 'xpu-2-6-arl'
136
136
  Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6-arl'
137
137
  Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6-arl'
138
138
  Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6-arl'
@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
41
41
  ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
42
42
  ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
43
43
  ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
44
- ipex_llm/libs/bloom-api.dll,sha256=wt1F8qPmyUmdh5b610dfIWPqOvETIiWNpG-len5ndKE,36352
45
- ipex_llm/libs/bloom.dll,sha256=ClDvj0eB75KOvF4xaEnFUCC-Vf6h7HTGZFM7nhipanU,507904
46
- ipex_llm/libs/gptneox-api.dll,sha256=QdhGa-woqzjPNvX5tDnQaqpeZUKxz76ODbRoRWoidKo,24576
47
- ipex_llm/libs/gptneox.dll,sha256=1VlHHvXpuIaiJk2Wbo3K61t7KAQYAHFJshoakY6Gf4A,568320
48
- ipex_llm/libs/libbloom_avx.dll,sha256=ZhoU8bdSVJnikoJkj_lC9FlhcTkurKsY1VCQLwLPUrQ,536576
49
- ipex_llm/libs/libbloom_vnni.dll,sha256=u5wktZVr0NRCgs3Fyh1gpSn8uvfuCEha6niMdH57rTM,508416
50
- ipex_llm/libs/libgptneox_avx.dll,sha256=qS6DSlabrdZ2hNn0QKMhtAZwcAfUNcQknCIXkjrmQuI,596992
51
- ipex_llm/libs/libgptneox_vnni.dll,sha256=kpfho5Uvn_KxX8TE08wwnNAyxCAFSu6_LigQEIL1Xl4,568832
52
- ipex_llm/libs/libllama_avx.dll,sha256=rNTw7saUwP4InPmSHdSgwYEN0l_d_20lnXeREOpfCOs,591360
53
- ipex_llm/libs/libllama_vnni.dll,sha256=WSUnYZZQ-sWx3Ags_pc8RNpKM24UkwCdkkiEv9cu2dA,563200
54
- ipex_llm/libs/libstarcoder_avx.dll,sha256=qXTS6pTySzmaL9XZmgq7cdXCJ9KV0LnAyN4mt6THpOI,627712
55
- ipex_llm/libs/libstarcoder_vnni.dll,sha256=0xvtNY87HM01EekkoMl1R26tCaSubwkNeyxELIngPIg,599552
56
- ipex_llm/libs/llama-api.dll,sha256=VSUuijdlA24zBwF9XhO4te3ebIhko-cLlcEAAYSiKVc,25600
57
- ipex_llm/libs/llama.dll,sha256=XdwdiJMtGaAHcV4B93kgR23fQoG5wlSQU5jRk1nEq3A,562688
58
- ipex_llm/libs/main-bloom.exe,sha256=yTdmvt-hXifZO3tJJ9hn5-pWmO4rOL2BgWmI1LhFjPs,103424
59
- ipex_llm/libs/main-gptneox.exe,sha256=pdfBq3z2VR6Xe5D7nMA1cParsrec3cMS8fElblh8ewE,98816
60
- ipex_llm/libs/main-llama.exe,sha256=4-Rl7dE1MVoV5-VsCNAjRsBnQhEf3qf9hs7jeTcoNJU,99840
61
- ipex_llm/libs/main-starcoder.exe,sha256=q2MBtutP8D_0thjGK4cdG7dNeqYyFhF85bzkIQjktfk,157696
62
- ipex_llm/libs/pipeline.dll,sha256=vl3YlN5ECS2xTs7bpQMHXCUhqcE6LR5cCmwvmVQfcmc,73216
63
- ipex_llm/libs/quantize-bloom.exe,sha256=o5yWcWPTklkWklNgcLRHqfdL6L0egUnHn-RTmgBhXbo,126464
64
- ipex_llm/libs/quantize-bloom_vnni.exe,sha256=11rATlShnydM9nGrseoYJX3lBITr5-xsTs_jV2Fb2VM,128000
65
- ipex_llm/libs/quantize-gptneox.exe,sha256=DUYNMvGZ4yYiNocOs0mZQHXF9B4UV0fmr7NUBB8iUy4,104448
66
- ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=OrxJnBsO0MrUKZKrWae9Ao1rXj_YUWQdhaCLuHgDnuw,104960
67
- ipex_llm/libs/quantize-llama.exe,sha256=97f7JRddfzB7ssbBmPx-1jezIf4xk6jaLqiM3PKr1a4,110080
68
- ipex_llm/libs/quantize-llama_vnni.exe,sha256=XQiPkYwSFV4qfkiffBJYKpzBDseVCMIZ39owIUu5Kyw,110592
69
- ipex_llm/libs/quantize-starcoder.exe,sha256=A5mChdB8SVfUzagHdz5OtbwD4nl2lbHbfcevTCjidMs,127488
70
- ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=Ja_z4QcZMcEr1f6iGkrske-K0-fagt6yJ9Ugc2pGo3I,128512
71
- ipex_llm/libs/starcoder-api.dll,sha256=-1_2PNfyVr5HhiqylWUt-6QHrnY53D2RAFU3t_NzYxY,21504
72
- ipex_llm/libs/starcoder.dll,sha256=evVVCZt__hkFirWv_K0m6_myXrk2PbcvdygYNipTLFg,599040
44
+ ipex_llm/libs/bloom-api.dll,sha256=uFttD4NFfsDuc4DMKmZcSmI8tqtORz_BG6xvP06I4g4,36352
45
+ ipex_llm/libs/bloom.dll,sha256=2kSZC7Y_qYZKmHmYWnbFew_JXxiYBv8IpewVeJMLLIk,507904
46
+ ipex_llm/libs/gptneox-api.dll,sha256=-zkKvpE3fhaW5OKmJFWYzUnhPAuC3yMB8wSfura_wQQ,24576
47
+ ipex_llm/libs/gptneox.dll,sha256=qHHzHlU4GccgwOlAKF-UFw_UudT523mTZnEQL5s3jGE,568320
48
+ ipex_llm/libs/libbloom_avx.dll,sha256=VgUo0dkb4wpg85UmAMZHB9Pm-q_alw4hfBqeWtPjMLM,536576
49
+ ipex_llm/libs/libbloom_vnni.dll,sha256=Q0yyfzTILS0gRMWgTDsvBULdn1eVO0riY5wfghPi80A,508416
50
+ ipex_llm/libs/libgptneox_avx.dll,sha256=VOqnU8a2RiiWWOpzNQ-5045VGAoX8s9S78HqcgwmDdc,596992
51
+ ipex_llm/libs/libgptneox_vnni.dll,sha256=BIb7vJPVDvlLiMNl-8FbzwKTyyYfYMnTP3yTM7xSB9c,568832
52
+ ipex_llm/libs/libllama_avx.dll,sha256=1fFqcb8lXvRGXLqdD-g7NnE-SFHu_Fi9-4RuvUkj8qI,591360
53
+ ipex_llm/libs/libllama_vnni.dll,sha256=oZy3_WkCA5LQ1bpqdH13EWjya3yd1VVfE3QRLIHATPY,563200
54
+ ipex_llm/libs/libstarcoder_avx.dll,sha256=q46Em7RX_3hxaYwjyGtyjngzr_gYxbFlKtwqO9VQ2rs,627712
55
+ ipex_llm/libs/libstarcoder_vnni.dll,sha256=gvT4b6QZcYKQQ7WQTlj5eevZBVq_iWsUMSS4RTdiKiI,599552
56
+ ipex_llm/libs/llama-api.dll,sha256=C7T_9GUDFOG2bvpq2W6MwxHw9oVaXbgws2A-oAYaoJI,25600
57
+ ipex_llm/libs/llama.dll,sha256=A3SgBmJEZ7JI3bZYOd10clOkjy2B4Rqyznr4aEOiB3Y,562688
58
+ ipex_llm/libs/main-bloom.exe,sha256=uus1WOeoEq2wbX3-ry549gy1X5UBW2gIutcRUQ5IvDc,103424
59
+ ipex_llm/libs/main-gptneox.exe,sha256=z-mp_vdthGQYXhfNhDhLos4hxWW2fBTy4QLcInrxkfo,98816
60
+ ipex_llm/libs/main-llama.exe,sha256=y3huA65bOerh3dch_jYl7_WjvAkV5KfVQAZiykmRp8k,99840
61
+ ipex_llm/libs/main-starcoder.exe,sha256=AzBvtdlsPvH6EPI5JKEYI99g-o3Lb03lULPxfHxIU6g,157696
62
+ ipex_llm/libs/pipeline.dll,sha256=gurZpTAExlgRu31olW2TPY39mZsAkij1pfV-7wZEts4,73216
63
+ ipex_llm/libs/quantize-bloom.exe,sha256=l7rnSSKAFUwiI1HxIti-ZLbGGABPh42PyvzPywfLeCc,126464
64
+ ipex_llm/libs/quantize-bloom_vnni.exe,sha256=cB2JxSbYSz5o4mRemq8tsHpvOieVLFpA7RrjZS_tcqA,128000
65
+ ipex_llm/libs/quantize-gptneox.exe,sha256=fRo55vPvHHJfUkQqsfeNWbFbb5dijxsuyGfEYWrOtaI,104448
66
+ ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=75mHWj0YzSPcC5UTVowDg7tv4DNxKvtCR0Tk7-Dk0P4,104960
67
+ ipex_llm/libs/quantize-llama.exe,sha256=zakGZJQ7jWVheao0x2BSFnrDF6CPgthxGEb1JuKoNRU,110080
68
+ ipex_llm/libs/quantize-llama_vnni.exe,sha256=gMpqAYOpedKN15N3TUgxX9J4BopLAs0GIwuYshXO7cQ,110592
69
+ ipex_llm/libs/quantize-starcoder.exe,sha256=6qAv2hKq3PHYSeaMF-Bb4lIVZQECL6YmL9DtSt5KPZA,127488
70
+ ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=CKWhmadhVgSIoTbHGF9B5rvQ0Y_doZyt812-T-ZyerI,128512
71
+ ipex_llm/libs/starcoder-api.dll,sha256=wA2oT0Fdy1c3lmqBIRN3m3nXKmvoQtdmleT8dyP05lY,21504
72
+ ipex_llm/libs/starcoder.dll,sha256=SDPVTjwELayAWHHpu7O4H531N6FwCr9r1DC_tFl32Z4,599040
73
73
  ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
74
74
  ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
75
75
  ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
@@ -102,7 +102,7 @@ ipex_llm/transformers/patches.py,sha256=G9KcXxo42H1HJEDaroq4JbBN5P0P0lty7U7kk7-g
102
102
  ipex_llm/transformers/pipeline_parallel.py,sha256=uNZpOXljNmdoEYnP8U-VFiN4dRZb2piQbIf2bG9LQnE,49051
103
103
  ipex_llm/transformers/qlora.py,sha256=qV9Y6G5kAaet77LLA3oXn3qQY4ayyAPZ7NAjOlHCS7g,14967
104
104
  ipex_llm/transformers/relora.py,sha256=-dYzUV0P-IhO2jFdnzN9-v_sFzJpRj3ZwN9eCJzOoCw,16567
105
- ipex_llm/transformers/speculative.py,sha256=_5LkyLvdAtkpMfOFBhzbtgHS7MzkJz_EbNpTt4gLQEg,63412
105
+ ipex_llm/transformers/speculative.py,sha256=QIwng63XtI4QNAopbIRnGNMNUzNmJbgDQ0LITT4jM_A,63487
106
106
  ipex_llm/transformers/streamer.py,sha256=RrVlLblzCOtABRUpaMXAyaMnCGgLUtAi_YesLumRbww,4842
107
107
  ipex_llm/transformers/training_patch.py,sha256=oxMkUtqyvqJiprw6dE3skkYfD1HOmUlH9N0hBkbn0G0,10799
108
108
  ipex_llm/transformers/utils.py,sha256=FCin1mKRmDyQ9J8dCJgcPOhOh1DUtawrL0wZZ7iSnOw,17458
@@ -258,11 +258,11 @@ ipex_llm/vllm/xpu/engine/__init__.py,sha256=sOvwLx_Zj0jiRCGj9W3DgGTfcSU3hABYhgIQ
258
258
  ipex_llm/vllm/xpu/engine/engine.py,sha256=XAprw7VifjfnR915TZOaKcxe3QCFsVBgxzS8qOdn1yg,14462
259
259
  ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=uWHyyHLw-B8wXBnQw9_MCG81tKK9Jb0dyq1xfYHgoNw,45905
260
260
  ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
261
- ipex_llm-2.3.0b20250525.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
262
- ipex_llm-2.3.0b20250525.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
263
- ipex_llm-2.3.0b20250525.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
264
- ipex_llm-2.3.0b20250525.dist-info/METADATA,sha256=ffUVccCugS9scd0rJxRSZGPFXc_FZ_FH0KWICgALnro,8865
265
- ipex_llm-2.3.0b20250525.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
266
- ipex_llm-2.3.0b20250525.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
267
- ipex_llm-2.3.0b20250525.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
268
- ipex_llm-2.3.0b20250525.dist-info/RECORD,,
261
+ ipex_llm-2.3.0b20250526.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
262
+ ipex_llm-2.3.0b20250526.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
263
+ ipex_llm-2.3.0b20250526.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
264
+ ipex_llm-2.3.0b20250526.dist-info/METADATA,sha256=2PHR-ZpWyDtr-LZKjkrD08mU7vuGIrix6j1IkB8I5SM,8865
265
+ ipex_llm-2.3.0b20250526.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
266
+ ipex_llm-2.3.0b20250526.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
267
+ ipex_llm-2.3.0b20250526.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
268
+ ipex_llm-2.3.0b20250526.dist-info/RECORD,,