ipex-llm 2.3.0b20250520__py3-none-win_amd64.whl → 2.3.0b20250522__py3-none-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ipex_llm/libs/bloom-api.dll +0 -0
- ipex_llm/libs/bloom.dll +0 -0
- ipex_llm/libs/gptneox-api.dll +0 -0
- ipex_llm/libs/gptneox.dll +0 -0
- ipex_llm/libs/libbloom_avx.dll +0 -0
- ipex_llm/libs/libbloom_vnni.dll +0 -0
- ipex_llm/libs/libgptneox_avx.dll +0 -0
- ipex_llm/libs/libgptneox_vnni.dll +0 -0
- ipex_llm/libs/libllama_avx.dll +0 -0
- ipex_llm/libs/libllama_vnni.dll +0 -0
- ipex_llm/libs/libstarcoder_avx.dll +0 -0
- ipex_llm/libs/libstarcoder_vnni.dll +0 -0
- ipex_llm/libs/llama-api.dll +0 -0
- ipex_llm/libs/llama.dll +0 -0
- ipex_llm/libs/main-bloom.exe +0 -0
- ipex_llm/libs/main-gptneox.exe +0 -0
- ipex_llm/libs/main-llama.exe +0 -0
- ipex_llm/libs/main-starcoder.exe +0 -0
- ipex_llm/libs/pipeline.dll +0 -0
- ipex_llm/libs/quantize-bloom.exe +0 -0
- ipex_llm/libs/quantize-bloom_vnni.exe +0 -0
- ipex_llm/libs/quantize-gptneox.exe +0 -0
- ipex_llm/libs/quantize-gptneox_vnni.exe +0 -0
- ipex_llm/libs/quantize-llama.exe +0 -0
- ipex_llm/libs/quantize-llama_vnni.exe +0 -0
- ipex_llm/libs/quantize-starcoder.exe +0 -0
- ipex_llm/libs/quantize-starcoder_vnni.exe +0 -0
- ipex_llm/libs/starcoder-api.dll +0 -0
- ipex_llm/libs/starcoder.dll +0 -0
- ipex_llm/transformers/convert.py +2 -0
- ipex_llm/transformers/low_bit_linear.py +2 -1
- ipex_llm/vllm/xpu/model_convert.py +6 -0
- {ipex_llm-2.3.0b20250520.dist-info → ipex_llm-2.3.0b20250522.dist-info}/METADATA +11 -11
- {ipex_llm-2.3.0b20250520.dist-info → ipex_llm-2.3.0b20250522.dist-info}/RECORD +40 -40
- {ipex_llm-2.3.0b20250520.data → ipex_llm-2.3.0b20250522.data}/scripts/ipex-llm-init.bat +0 -0
- {ipex_llm-2.3.0b20250520.data → ipex_llm-2.3.0b20250522.data}/scripts/llm-chat.ps1 +0 -0
- {ipex_llm-2.3.0b20250520.data → ipex_llm-2.3.0b20250522.data}/scripts/llm-cli.ps1 +0 -0
- {ipex_llm-2.3.0b20250520.dist-info → ipex_llm-2.3.0b20250522.dist-info}/WHEEL +0 -0
- {ipex_llm-2.3.0b20250520.dist-info → ipex_llm-2.3.0b20250522.dist-info}/entry_points.txt +0 -0
- {ipex_llm-2.3.0b20250520.dist-info → ipex_llm-2.3.0b20250522.dist-info}/top_level.txt +0 -0
ipex_llm/libs/bloom-api.dll
CHANGED
Binary file
|
ipex_llm/libs/bloom.dll
CHANGED
Binary file
|
ipex_llm/libs/gptneox-api.dll
CHANGED
Binary file
|
ipex_llm/libs/gptneox.dll
CHANGED
Binary file
|
ipex_llm/libs/libbloom_avx.dll
CHANGED
Binary file
|
ipex_llm/libs/libbloom_vnni.dll
CHANGED
Binary file
|
ipex_llm/libs/libgptneox_avx.dll
CHANGED
Binary file
|
Binary file
|
ipex_llm/libs/libllama_avx.dll
CHANGED
Binary file
|
ipex_llm/libs/libllama_vnni.dll
CHANGED
Binary file
|
Binary file
|
Binary file
|
ipex_llm/libs/llama-api.dll
CHANGED
Binary file
|
ipex_llm/libs/llama.dll
CHANGED
Binary file
|
ipex_llm/libs/main-bloom.exe
CHANGED
Binary file
|
ipex_llm/libs/main-gptneox.exe
CHANGED
Binary file
|
ipex_llm/libs/main-llama.exe
CHANGED
Binary file
|
ipex_llm/libs/main-starcoder.exe
CHANGED
Binary file
|
ipex_llm/libs/pipeline.dll
CHANGED
Binary file
|
ipex_llm/libs/quantize-bloom.exe
CHANGED
Binary file
|
Binary file
|
Binary file
|
Binary file
|
ipex_llm/libs/quantize-llama.exe
CHANGED
Binary file
|
Binary file
|
Binary file
|
Binary file
|
ipex_llm/libs/starcoder-api.dll
CHANGED
Binary file
|
ipex_llm/libs/starcoder.dll
CHANGED
Binary file
|
ipex_llm/transformers/convert.py
CHANGED
@@ -293,6 +293,7 @@ def convert_vllm(module, qtype, in_features, out_features, mp_group, cur_qtype,
|
|
293
293
|
mp_group=mp_group,
|
294
294
|
optimize_lm_head=optimize_lm_head,
|
295
295
|
enable_scale_search=enable_scale_search,
|
296
|
+
conver_to_half=False,
|
296
297
|
)
|
297
298
|
return new_linear
|
298
299
|
|
@@ -589,6 +590,7 @@ def _replace_with_low_bit_linear(model, qtype, modules_to_not_convert=None,
|
|
589
590
|
optimize_lm_head=False,
|
590
591
|
act_order=act_order,
|
591
592
|
enable_scale_search=enable_scale_search,
|
593
|
+
conver_to_half=False,
|
592
594
|
)
|
593
595
|
device = module.qweight.data.device
|
594
596
|
invalidInputError(device.type != "meta",
|
@@ -654,7 +654,8 @@ class LowBitLinear(nn.Linear):
|
|
654
654
|
else:
|
655
655
|
w = self.weight.data
|
656
656
|
|
657
|
-
if use_batch_forward(x_2d, self.weight.qtype, self.out_len)
|
657
|
+
if use_batch_forward(x_2d, self.weight.qtype, self.out_len) and \
|
658
|
+
(x_2d.dtype == torch.half or self.conver_to_half):
|
658
659
|
import xe_batch
|
659
660
|
result = xe_batch.batch_forward(x_2d, w, self.qtype)
|
660
661
|
elif not is_training and self.conver_to_half \
|
@@ -126,6 +126,12 @@ def get_load_function(low_bit):
|
|
126
126
|
modules = ["down_proj"]
|
127
127
|
if "whisper" in self.vllm_config.model_config.model.lower():
|
128
128
|
modules = ["proj_out"]
|
129
|
+
if "glm-4v" in self.vllm_config.model_config.model.lower() and \
|
130
|
+
low_bit in ("sym_int4", "woq_int4"):
|
131
|
+
modules = ["dense_4h_to_h"]
|
132
|
+
if low_bit == "fp16":
|
133
|
+
# to fix qwen2.5-vl and glm-4v
|
134
|
+
modules = ["vision", "visual"]
|
129
135
|
optimize_model(self.model,
|
130
136
|
low_bit=low_bit,
|
131
137
|
torch_dtype=self.vllm_config.model_config.dtype,
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: ipex-llm
|
3
|
-
Version: 2.3.
|
3
|
+
Version: 2.3.0b20250522
|
4
4
|
Summary: Large Language Model Develop Toolkit
|
5
5
|
Home-page: https://github.com/intel-analytics/ipex-llm
|
6
6
|
Author: BigDL Authors
|
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
|
|
27
27
|
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
|
28
28
|
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
|
29
29
|
Provides-Extra: cpp
|
30
|
-
Requires-Dist: bigdl-core-cpp ==2.7.
|
30
|
+
Requires-Dist: bigdl-core-cpp ==2.7.0b20250522 ; extra == 'cpp'
|
31
31
|
Requires-Dist: setuptools ; extra == 'cpp'
|
32
32
|
Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
|
33
33
|
Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
|
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
|
|
60
60
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
|
61
61
|
Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
|
62
62
|
Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
|
63
|
-
Requires-Dist: bigdl-core-npu ==2.7.
|
63
|
+
Requires-Dist: bigdl-core-npu ==2.7.0b20250522 ; (platform_system == "Windows") and extra == 'npu'
|
64
64
|
Provides-Extra: serving
|
65
65
|
Requires-Dist: py-cpuinfo ; extra == 'serving'
|
66
66
|
Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
|
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
|
|
80
80
|
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
|
81
81
|
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
|
82
82
|
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
|
83
|
-
Requires-Dist: bigdl-core-xe-21 ==2.7.
|
84
|
-
Requires-Dist: bigdl-core-xe-batch-21 ==2.7.
|
85
|
-
Requires-Dist: bigdl-core-xe-addons-21 ==2.7.
|
83
|
+
Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250522 ; extra == 'xpu'
|
84
|
+
Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250522 ; extra == 'xpu'
|
85
|
+
Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250522 ; extra == 'xpu'
|
86
86
|
Provides-Extra: xpu-2-1
|
87
87
|
Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
|
88
88
|
Requires-Dist: protobuf ; extra == 'xpu-2-1'
|
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
|
|
97
97
|
Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
|
98
98
|
Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
|
99
99
|
Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
|
100
|
-
Requires-Dist: bigdl-core-xe-21 ==2.7.
|
101
|
-
Requires-Dist: bigdl-core-xe-batch-21 ==2.7.
|
102
|
-
Requires-Dist: bigdl-core-xe-addons-21 ==2.7.
|
100
|
+
Requires-Dist: bigdl-core-xe-21 ==2.7.0b20250522 ; extra == 'xpu-2-1'
|
101
|
+
Requires-Dist: bigdl-core-xe-batch-21 ==2.7.0b20250522 ; extra == 'xpu-2-1'
|
102
|
+
Requires-Dist: bigdl-core-xe-addons-21 ==2.7.0b20250522 ; extra == 'xpu-2-1'
|
103
103
|
Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
|
104
104
|
Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
|
105
105
|
Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
|
@@ -117,7 +117,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
|
|
117
117
|
Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
|
118
118
|
Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
|
119
119
|
Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
|
120
|
-
Requires-Dist: bigdl-core-xe-all ==2.7.
|
120
|
+
Requires-Dist: bigdl-core-xe-all ==2.7.0b20250522 ; extra == 'xpu-2-6'
|
121
121
|
Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
|
122
122
|
Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
|
123
123
|
Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
|
@@ -132,7 +132,7 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-6-arl'
|
|
132
132
|
Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-6-arl'
|
133
133
|
Requires-Dist: tabulate ; extra == 'xpu-2-6-arl'
|
134
134
|
Requires-Dist: setuptools ; extra == 'xpu-2-6-arl'
|
135
|
-
Requires-Dist: bigdl-core-xe-all ==2.7.
|
135
|
+
Requires-Dist: bigdl-core-xe-all ==2.7.0b20250522 ; extra == 'xpu-2-6-arl'
|
136
136
|
Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6-arl'
|
137
137
|
Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6-arl'
|
138
138
|
Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6-arl'
|
@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
|
|
41
41
|
ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
|
42
42
|
ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
|
43
43
|
ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
44
|
-
ipex_llm/libs/bloom-api.dll,sha256=
|
45
|
-
ipex_llm/libs/bloom.dll,sha256=
|
46
|
-
ipex_llm/libs/gptneox-api.dll,sha256=
|
47
|
-
ipex_llm/libs/gptneox.dll,sha256=
|
48
|
-
ipex_llm/libs/libbloom_avx.dll,sha256=
|
49
|
-
ipex_llm/libs/libbloom_vnni.dll,sha256=
|
50
|
-
ipex_llm/libs/libgptneox_avx.dll,sha256=
|
51
|
-
ipex_llm/libs/libgptneox_vnni.dll,sha256=
|
52
|
-
ipex_llm/libs/libllama_avx.dll,sha256=
|
53
|
-
ipex_llm/libs/libllama_vnni.dll,sha256=
|
54
|
-
ipex_llm/libs/libstarcoder_avx.dll,sha256=
|
55
|
-
ipex_llm/libs/libstarcoder_vnni.dll,sha256=
|
56
|
-
ipex_llm/libs/llama-api.dll,sha256=
|
57
|
-
ipex_llm/libs/llama.dll,sha256=
|
58
|
-
ipex_llm/libs/main-bloom.exe,sha256=
|
59
|
-
ipex_llm/libs/main-gptneox.exe,sha256=
|
60
|
-
ipex_llm/libs/main-llama.exe,sha256=
|
61
|
-
ipex_llm/libs/main-starcoder.exe,sha256=
|
62
|
-
ipex_llm/libs/pipeline.dll,sha256=
|
63
|
-
ipex_llm/libs/quantize-bloom.exe,sha256=
|
64
|
-
ipex_llm/libs/quantize-bloom_vnni.exe,sha256
|
65
|
-
ipex_llm/libs/quantize-gptneox.exe,sha256=
|
66
|
-
ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=
|
67
|
-
ipex_llm/libs/quantize-llama.exe,sha256=
|
68
|
-
ipex_llm/libs/quantize-llama_vnni.exe,sha256=
|
69
|
-
ipex_llm/libs/quantize-starcoder.exe,sha256=
|
70
|
-
ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=
|
71
|
-
ipex_llm/libs/starcoder-api.dll,sha256=
|
72
|
-
ipex_llm/libs/starcoder.dll,sha256=
|
44
|
+
ipex_llm/libs/bloom-api.dll,sha256=3EBmhq-b-CbjlXvgNNsKEYE9PQtPV9OfNbkXy-x55JQ,36352
|
45
|
+
ipex_llm/libs/bloom.dll,sha256=dxqUUEKG_BUl7uTWfB6m3ziRvQTAT-_BlMRXP5OAkDY,507904
|
46
|
+
ipex_llm/libs/gptneox-api.dll,sha256=mEQ66zgOGeYi7EVC0D_08RcPE5EjD1m2GMBRlV2CKNo,24576
|
47
|
+
ipex_llm/libs/gptneox.dll,sha256=tMPzRFMkoR_wbW741yCOO22foqa2wuwl9iPrkO3tfmM,568320
|
48
|
+
ipex_llm/libs/libbloom_avx.dll,sha256=vf--wkDVSKXvkzDr03qI_38Q0E-ninunJrRkf8m6teQ,536576
|
49
|
+
ipex_llm/libs/libbloom_vnni.dll,sha256=Vd4rn8wYFtG41ftGqje-Fx1gWeEoFo_yU_hQRvT8WuU,508416
|
50
|
+
ipex_llm/libs/libgptneox_avx.dll,sha256=CjU5DLD3S8piwHDxaEAYdW7P_MjjWYayWx8p97Wi9Zs,596992
|
51
|
+
ipex_llm/libs/libgptneox_vnni.dll,sha256=EA1opG2Io9Hqbdk27ENahU16x7IHnkm8Y45AYafa3aY,568832
|
52
|
+
ipex_llm/libs/libllama_avx.dll,sha256=9S8YpRZfXZRS5XtyIZ_F7A7NbjV6KCSYCvLA5jfV7Io,591360
|
53
|
+
ipex_llm/libs/libllama_vnni.dll,sha256=n-7ZyHizWUBel7LHBl-s2Z_PQKsBF6ZTUnW_OHRkJ5U,563200
|
54
|
+
ipex_llm/libs/libstarcoder_avx.dll,sha256=hzsvifeIw9qtbgO_zie6YUBWaY4sMGZwmJNU89bLnbQ,627712
|
55
|
+
ipex_llm/libs/libstarcoder_vnni.dll,sha256=_1hgR0JCo1r9H_bctg0i2tPnhLV9fzkGTVJV-7QIEwA,599552
|
56
|
+
ipex_llm/libs/llama-api.dll,sha256=ECI3Q6IOra5uQF3LYynKajsnTS9km0DzK433SnAxZ4g,25600
|
57
|
+
ipex_llm/libs/llama.dll,sha256=4d8dwW_u29tJs7iz2LJbPHHkUDvnpJbr0G5kvwoem5I,562688
|
58
|
+
ipex_llm/libs/main-bloom.exe,sha256=og4F8lbZ86MlO8u2z_skVe5rt1ChysFMJyEsNeEYizA,103424
|
59
|
+
ipex_llm/libs/main-gptneox.exe,sha256=zS-ezNteFM4H92qxQLja6xoV85Ho4__MbMVCoBNln4I,98816
|
60
|
+
ipex_llm/libs/main-llama.exe,sha256=pCEZSm4mfm8luPj23oagsnBo3nYdx4TLSMXa8zQLp2Y,99840
|
61
|
+
ipex_llm/libs/main-starcoder.exe,sha256=CXlEnZpxGm-cwNm6tkykZBW5GmDVWT1MwWIQpVfVWtA,157696
|
62
|
+
ipex_llm/libs/pipeline.dll,sha256=x6WqdG8vrFJoiaTZOyz0QWMNltytHr8Fc1c2sRGMx8I,73216
|
63
|
+
ipex_llm/libs/quantize-bloom.exe,sha256=8wo7aups2h9kQPZ3kI31N3qz3yyU2ZzwDSKcoVMF4h8,126464
|
64
|
+
ipex_llm/libs/quantize-bloom_vnni.exe,sha256=-BABejaGR05nKfeMXEmXmL-L8veARUT21UDE3SQ2lqU,128000
|
65
|
+
ipex_llm/libs/quantize-gptneox.exe,sha256=J_AVvaz5ucj_wowRYMveKRELZPHoNJheYK_CltnoiRo,104448
|
66
|
+
ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=rSVGkaE91ycS7XruRPSUwb13ljR3zjkI5Vo9Na07e9g,104960
|
67
|
+
ipex_llm/libs/quantize-llama.exe,sha256=Wy5hmR9GLe-2nvl-M2-ClU9fUYboOnJFyedqTUn7pks,110080
|
68
|
+
ipex_llm/libs/quantize-llama_vnni.exe,sha256=eBVP5pMr8HDa2pMA5w_pVMLPecoIDIm06MZpt6AnKqs,110592
|
69
|
+
ipex_llm/libs/quantize-starcoder.exe,sha256=2UuYQ8Ns37im6JmegezoZoTrowqrL58mEdlYMN2QsoU,127488
|
70
|
+
ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=OIKDk9KO8SiHxqRZ2D39DmSmHGWmmu5D_zk4cKI8rWc,128512
|
71
|
+
ipex_llm/libs/starcoder-api.dll,sha256=qTe2dTrzZfgArMxJBt19CSI4ywDK6c8q_hvK8BOzRx0,21504
|
72
|
+
ipex_llm/libs/starcoder.dll,sha256=mmotMCd9kJeLMQgZ7PGt1xRg8sqxz840fNALviVIUAk,599040
|
73
73
|
ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
|
74
74
|
ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
|
75
75
|
ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
|
@@ -87,14 +87,14 @@ ipex_llm/serving/fastchat/tgi_api_protocol.py,sha256=brT3k3-V0NJrU4fRqUwWjC0O3iO
|
|
87
87
|
ipex_llm/serving/fastchat/tgi_api_server.py,sha256=agNTAEiZPSuj3dEdIdYKwkoY0cXOUDX06DiM9VP2knQ,24418
|
88
88
|
ipex_llm/serving/fastchat/vllm_worker.py,sha256=ZLz2Q9GxJO6r_LOiP6epgCRjBGk-K4EB1SNEWSJp5DA,11091
|
89
89
|
ipex_llm/transformers/__init__.py,sha256=BreA3EY6hkNq0rVixb_sUuTLzMrcWXTt3yRsshCPHHQ,1214
|
90
|
-
ipex_llm/transformers/convert.py,sha256=
|
90
|
+
ipex_llm/transformers/convert.py,sha256=4pwo8LHzc_ClZWOGYp3YTG0PaO_TwOlyzKNhRTNL5rI,109519
|
91
91
|
ipex_llm/transformers/convert_ipex.py,sha256=_nSnUTQy-yfkKaqGdqnBdWztZf3NGmnbZ0TKaDrF4X4,14617
|
92
92
|
ipex_llm/transformers/embedding.py,sha256=bdgk59DvD4ZZyxRzewXOR7g56nThgO6uhIwk8QL7f-s,9299
|
93
93
|
ipex_llm/transformers/kv.py,sha256=src_HcVDKFwQ1V8hdTrFQw5RIwUewM9VOR47GVTPJG4,21187
|
94
94
|
ipex_llm/transformers/lisa.py,sha256=F5WxbtXQ7RdKulj83h_2DnEIgKiKGZf7zvOmg6QBl2s,3289
|
95
95
|
ipex_llm/transformers/loader.py,sha256=c9qfJSC6-in-mkd-iKb1igk3nHWUYS3QtyH2cOazmKc,6825
|
96
96
|
ipex_llm/transformers/lookup.py,sha256=b6OlZ9OV10R9qeWw8mVryVpDxszkjwLkldvi7GPMJY8,19614
|
97
|
-
ipex_llm/transformers/low_bit_linear.py,sha256=
|
97
|
+
ipex_llm/transformers/low_bit_linear.py,sha256=f47v3w3DUG0G65RawgiL5y9N8l_GRRz6uaCSTMga2zM,39281
|
98
98
|
ipex_llm/transformers/model.py,sha256=tWTzKsCz8A1P5gYEeG9KZgpxQgbP9hQ-TWAdkebA6Jg,40886
|
99
99
|
ipex_llm/transformers/modelling_bigdl.py,sha256=7JpNVMuyq_OmtNUaMFMXdxPWZp2q0QHC02QeA-VTPOw,6709
|
100
100
|
ipex_llm/transformers/npu_model.py,sha256=X8mdY6N9TYlxG41wmFloX44ZUjyitFzdKbhzO7TToFY,40309
|
@@ -253,16 +253,16 @@ ipex_llm/vllm/cpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbF
|
|
253
253
|
ipex_llm/vllm/xpu/__init__.py,sha256=zBSG6nzrVF5QnpR6_f7kPhBFeowTE9gaZ7D5m98E7_w,585
|
254
254
|
ipex_llm/vllm/xpu/ipex_llm_v1_wrapper.py,sha256=pd939vFomKIg9Qn2NO4u0OF6hPgvQpqcfJSxqBzcqhA,825
|
255
255
|
ipex_llm/vllm/xpu/ipex_llm_wrapper.py,sha256=_CbhvBuf_KPnmLfngYKtJl5gPAHVsG2mWth3wSeaH3M,892
|
256
|
-
ipex_llm/vllm/xpu/model_convert.py,sha256=
|
256
|
+
ipex_llm/vllm/xpu/model_convert.py,sha256=oedafTsnysTi78PGYcjn1w5rnIBfBx4_mpZp2fF6z44,10093
|
257
257
|
ipex_llm/vllm/xpu/engine/__init__.py,sha256=sOvwLx_Zj0jiRCGj9W3DgGTfcSU3hABYhgIQI7T6cxU,879
|
258
258
|
ipex_llm/vllm/xpu/engine/engine.py,sha256=XAprw7VifjfnR915TZOaKcxe3QCFsVBgxzS8qOdn1yg,14462
|
259
259
|
ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=uWHyyHLw-B8wXBnQw9_MCG81tKK9Jb0dyq1xfYHgoNw,45905
|
260
260
|
ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
|
261
|
-
ipex_llm-2.3.
|
262
|
-
ipex_llm-2.3.
|
263
|
-
ipex_llm-2.3.
|
264
|
-
ipex_llm-2.3.
|
265
|
-
ipex_llm-2.3.
|
266
|
-
ipex_llm-2.3.
|
267
|
-
ipex_llm-2.3.
|
268
|
-
ipex_llm-2.3.
|
261
|
+
ipex_llm-2.3.0b20250522.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
|
262
|
+
ipex_llm-2.3.0b20250522.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
|
263
|
+
ipex_llm-2.3.0b20250522.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
|
264
|
+
ipex_llm-2.3.0b20250522.dist-info/METADATA,sha256=M2zFLlq3x_v58NuhdEeRQoW4mPTTeDj6-JxDLi2W4fQ,8865
|
265
|
+
ipex_llm-2.3.0b20250522.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
|
266
|
+
ipex_llm-2.3.0b20250522.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
|
267
|
+
ipex_llm-2.3.0b20250522.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
|
268
|
+
ipex_llm-2.3.0b20250522.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|