ipex-llm 2.2.0b20250211__py3-none-win_amd64.whl → 2.2.0b20250212__py3-none-win_amd64.whl

ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py

@@ -7,11 +7,14 @@ purposes.
 import argparse
 import json
 import ssl
-from typing import List, Optional, Sequence, Union
+from typing import List, Optional, Sequence, Union, get_args
 
 from vllm.engine.arg_utils import AsyncEngineArgs, nullable_str
+from vllm.entrypoints.chat_utils import (ChatTemplateContentFormatOption,
+                                         validate_chat_template)
 from vllm.entrypoints.openai.serving_engine import (LoRAModulePath,
                                                     PromptAdapterPath)
+from vllm.entrypoints.openai.tool_parsers import ToolParserManager
 from vllm.utils import FlexibleArgumentParser
 
 
@@ -130,10 +133,23 @@ def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
                         help="The file path to the chat template, "
                         "or the template in single-line form "
                         "for the specified model")
+    parser.add_argument(
+        '--chat-template-content-format',
+        type=str,
+        default="auto",
+        choices=get_args(ChatTemplateContentFormatOption),
+        help='The format to render message content within a chat template.'
+        '\n\n'
+        '* "string" will render the content as a string. '
+        'Example: "Hello World"\n'
+        '* "openai" will render the content as a list of dictionaries, '
+        'similar to OpenAI schema. '
+        'Example: [{"type": "text", "text": "Hello world!"}]')
     parser.add_argument("--response-role",
                         type=nullable_str,
                         default="assistant",
-                        help="The role name to return if `request.add_generation_prompt=true`.")
+                        help="The role name to return if "
+                        "`request.add_generation_prompt=true`.")
     parser.add_argument("--ssl-keyfile",
                         type=nullable_str,
                         default=None,
@@ -180,28 +196,36 @@ def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
         action="store_true",
         help="If specified, will run the OpenAI frontend server in the same "
         "process as the model serving engine.")
-
+    parser.add_argument(
+        "--enable-request-id-headers",
+        action="store_true",
+        help="If specified, API server will add X-Request-Id header to "
+        "responses. Caution: this hurts performance at high QPS.")
     parser.add_argument(
         "--enable-auto-tool-choice",
         action="store_true",
         default=False,
         help="Enable auto tool choice for supported models. Use --tool-call-parser"
-        "to specify which parser to use")
+        " to specify which parser to use")
 
+    valid_tool_parsers = ToolParserManager.tool_parsers.keys()
     parser.add_argument(
         "--tool-call-parser",
         type=str,
-        choices=["mistral", "hermes"],
+        metavar="{" + ",".join(valid_tool_parsers) + "} or name registered in "
+        "--tool-parser-plugin",
         default=None,
         help="Select the tool call parser depending on the model that you're using."
         " This is used to parse the model-generated tool call into OpenAI API "
         "format. Required for --enable-auto-tool-choice.")
 
     parser.add_argument(
-        "--load-in-low-bit",
+        "--tool-parser-plugin",
         type=str,
-        default="sym_int4",
-        help="Low-bit quantization for IPEX-LLM models")
+        default="",
+        help="Special the tool parser plugin write to parse the model-generated tool"
+        " into OpenAI API format, the name register in this plugin can be used "
+        "in --tool-call-parser.")
 
     parser = AsyncEngineArgs.add_cli_args(parser)
 
@@ -218,10 +242,35 @@ def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
         default=False,
         help="Disable FastAPI's OpenAPI schema, Swagger UI, and ReDoc endpoint"
     )
+    parser.add_argument(
+        "--enable-prompt-tokens-details",
+        action='store_true',
+        default=False,
+        help="If set to True, enable prompt_tokens_details in usage.")
+
+    parser.add_argument(
+        "--load-in-low-bit",
+        type=str,
+        default="sym_int4",
+        help="Low-bit quantization for IPEX-LLM models")
 
     return parser
 
 
+def validate_parsed_serve_args(args: argparse.Namespace):
+    """Quick checks for model serve args that raise prior to loading."""  # noqa
+    if hasattr(args, "subparser") and args.subparser != "serve":
+        return
+
+    # Ensure that the chat template is valid; raises if it likely isn't
+    validate_chat_template(args.chat_template)
+
+    # Enable auto tool needs a tool call parser to be valid
+    if args.enable_auto_tool_choice and not args.tool_call_parser:
+        raise TypeError("Error: --enable-auto-tool-choice requires "  # noqa
+                        "--tool-call-parser")
+
+
 def create_parser_for_docs() -> FlexibleArgumentParser:
     parser_for_docs = FlexibleArgumentParser(
         prog="-m vllm.entrypoints.openai.api_server")

ipex_llm/vllm/xpu/ipex_llm_v1_wrapper.py

@@ -0,0 +1,23 @@
+from vllm.logger import init_logger
+from vllm.v1.executor.ray_utils import RayWorkerWrapper
+
+
+logger = init_logger(__name__)
+
+
+class IPEXLLMV1Wrapper(RayWorkerWrapper):
+    def __init__(self, load_in_low_bit="sym_int4", *args, **kwargs) -> None:
+        super().__init__(*args, **kwargs)
+        from ipex_llm.vllm.xpu.model_convert import _ipex_llm_convert
+        _ipex_llm_convert(load_in_low_bit=load_in_low_bit)
+        self.compiled_dag_cuda_device_set = False
+
+
+def get_ipex_llm_v1_wrapper(load_in_low_bit):
+    # The reason why we not using functools.partial is that
+    # ray seems not work well with it.
+    class WrapperWithLoadBit(IPEXLLMV1Wrapper):
+        def __init__(self, *args, **kwargs) -> None:
+            super().__init__(load_in_low_bit=load_in_low_bit, *args, **kwargs)
+
+    return WrapperWithLoadBit

ipex_llm/vllm/xpu/model_convert.py

@@ -65,9 +65,14 @@ def _model_sample_convert():
 def _ipex_llm_convert(load_in_low_bit):
     from vllm.worker.xpu_model_runner import XPUModelRunner
     from ipex_llm.vllm.xpu.ipex_llm_wrapper import get_ipex_llm_wrapper
-    import vllm.executor.ray_utils as ray_utils
+    from ipex_llm.vllm.xpu.ipex_llm_v1_wrapper import get_ipex_llm_v1_wrapper
+    import vllm.executor.ray_utils as ray_utils_v0
+    import vllm.v1.executor.ray_utils as ray_utils_v1
+    from vllm.v1.worker.gpu_model_runner import GPUModelRunner
     setattr(XPUModelRunner, "load_model", get_load_function(load_in_low_bit))
-    setattr(ray_utils, "RayWorkerWrapper", get_ipex_llm_wrapper(load_in_low_bit))
+    setattr(GPUModelRunner, "load_model", get_load_function(load_in_low_bit))
+    setattr(ray_utils_v0, "RayWorkerWrapper", get_ipex_llm_wrapper(load_in_low_bit))
+    setattr(ray_utils_v1, "RayWorkerWrapper", get_ipex_llm_v1_wrapper(load_in_low_bit))
 
 
 def get_load_function(low_bit):
@@ -77,19 +82,16 @@ def get_load_function(low_bit):
         # from vllm.utils import measure_device_memory
         from vllm.utils import DeviceMemoryProfiler
         with DeviceMemoryProfiler() as m:
+            from dataclasses import replace
+            new_device_config = DeviceConfig("cpu")
+            new_vllm_config = replace(self.vllm_config, device_config=new_device_config)
             self.model = get_model(
-                model_config=self.model_config,
-                device_config=DeviceConfig("cpu"),
-                load_config=self.load_config,
-                lora_config=self.lora_config,
-                parallel_config=self.parallel_config,
-                scheduler_config=self.scheduler_config,
-                cache_config=self.cache_config,
+                vllm_config=new_vllm_config
             )
-            if "qwen" in self.model_config.model.lower() or \
-                    "baichuan" in self.model_config.model.lower() or \
-                    "codegeex4-all" in self.model_config.model.lower() or \
-                    "chatglm" in self.model_config.model.lower():
+            if "qwen" in self.vllm_config.model_config.model.lower() or \
+                    "baichuan" in self.vllm_config.model_config.model.lower() or \
+                    "codegeex4-all" in self.vllm_config.model_config.model.lower() or \
+                    "chatglm" in self.vllm_config.model_config.model.lower():
                 self.model.apply(padding_mlp)
             from ipex_llm import optimize_model
             import os
@@ -99,18 +101,22 @@ def get_load_function(low_bit):
                 modules = ["35.mlp", "36.mlp", "37.mlp", "38.mlp", "39.mlp"]
             else:
                 modules = None
-            if "minicpm" in self.model_config.model.lower():
+            if "minicpm" in self.vllm_config.model_config.model.lower():
                 modules = ["vpm", "resampler"]
             # only for minicpm_2_6
-            if "minicpm-v" in self.model_config.model.lower():
+            if "minicpm-v" in self.vllm_config.model_config.model.lower():
                 from ipex_llm.transformers.models.minicpmv import merge_qkv
                 self.model.vpm.apply(merge_qkv)
-            if "internvl2" in self.model_config.model.lower():
+            if "internvl2" in self.vllm_config.model_config.model.lower():
                 modules = ["vision_model", "mlp1"]
-            optimize_model(self.model, low_bit=low_bit, torch_dtype=self.model_config.dtype,
+            if "deepseek-v2" in self.vllm_config.model_config.model.lower():
+                modules = ["down_proj"]
+            optimize_model(self.model,
+                           low_bit=low_bit,
+                           torch_dtype=self.vllm_config.model_config.dtype,
                            modules_to_not_convert=modules)
-            self.model = self.model.to(device=self.device_config.device,
-                                       dtype=self.model_config.dtype)
+            self.model = self.model.to(device=self.vllm_config.device_config.device,
+                                       dtype=self.vllm_config.model_config.dtype)
 
         self.model_memory_usage = m.consumed_memory
         logger = init_logger(__name__)

{ipex_llm-2.2.0b20250211.dist-info → ipex_llm-2.2.0b20250212.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipex-llm
-Version: 2.2.0b20250211
+Version: 2.2.0b20250212
 Summary: Large Language Model Develop Toolkit
 Home-page: https://github.com/intel-analytics/ipex-llm
 Author: BigDL Authors
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
 Provides-Extra: cpp
-Requires-Dist: bigdl-core-cpp ==2.6.0b20250211 ; extra == 'cpp'
+Requires-Dist: bigdl-core-cpp ==2.6.0b20250212 ; extra == 'cpp'
 Requires-Dist: setuptools ; extra == 'cpp'
 Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
 Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
-Requires-Dist: bigdl-core-npu ==2.6.0b20250211 ; (platform_system == "Windows") and extra == 'npu'
+Requires-Dist: bigdl-core-npu ==2.6.0b20250212 ; (platform_system == "Windows") and extra == 'npu'
 Provides-Extra: serving
 Requires-Dist: py-cpuinfo ; extra == 'serving'
 Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250211 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250211 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250211 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250212 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250212 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250212 ; extra == 'xpu'
 Provides-Extra: xpu-2-1
 Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
 Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250211 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250211 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250211 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250212 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250212 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250212 ; extra == 'xpu-2-1'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
 Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
 Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -117,7 +117,7 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
 Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
-Requires-Dist: bigdl-core-xe-all ==2.6.0b20250211 ; extra == 'xpu-2-6'
+Requires-Dist: bigdl-core-xe-all ==2.6.0b20250212 ; extra == 'xpu-2-6'
 Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
@@ -133,9 +133,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arc'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arc'
 Requires-Dist: tabulate ; extra == 'xpu-arc'
 Requires-Dist: setuptools ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250211 ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250211 ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250211 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250212 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250212 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250212 ; extra == 'xpu-arc'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arc'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
@@ -156,9 +156,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arl'
 Requires-Dist: tabulate ; extra == 'xpu-arl'
 Requires-Dist: setuptools ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250211 ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250211 ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250211 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250212 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250212 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250212 ; extra == 'xpu-arl'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arl'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
@@ -179,9 +179,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-lnl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-lnl'
 Requires-Dist: tabulate ; extra == 'xpu-lnl'
 Requires-Dist: setuptools ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250211 ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250211 ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250211 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250212 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250212 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250212 ; extra == 'xpu-lnl'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-lnl'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'

{ipex_llm-2.2.0b20250211.dist-info → ipex_llm-2.2.0b20250212.dist-info}/RECORD

@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
 ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
 ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ipex_llm/libs/bloom-api.dll,sha256=isRVYs9jZHXj_OATH3LASq7rAtiuZF1EhRon0kLa1fQ,36352
-ipex_llm/libs/bloom.dll,sha256=55-F9cCHSlfDSrARFN8Mg_SM-wC7qSGvNaD24cR_R-4,507904
-ipex_llm/libs/gptneox-api.dll,sha256=4VKDx3KffmcU8T638sMe6nIG4p3gfSG6AVE9OwRnXXU,24576
-ipex_llm/libs/gptneox.dll,sha256=dGkabZ_ANnynUkBVsALka40oUXiex0nTVhALqrXyiG0,568320
-ipex_llm/libs/libbloom_avx.dll,sha256=RiKXeDK2UqahcWL3s6WOfQdYNT7luAl0rI2jGi6jHV4,536576
-ipex_llm/libs/libbloom_vnni.dll,sha256=deQqdDxqaUJWekAQ_CJMLnZhDbDn1WqlWCZ3QGfPFY4,508416
-ipex_llm/libs/libgptneox_avx.dll,sha256=C1R1hD1XsK-xnTBeI7NJFtilDtZn-Mu16cHqPGyo4W4,596992
-ipex_llm/libs/libgptneox_vnni.dll,sha256=S5ErqE9n8PEZumuxXgesQcfhSRnfdcVBCpPJXAF_7qM,568832
-ipex_llm/libs/libllama_avx.dll,sha256=8XuQpQ9g8EPccaBhime786x4l-KlQGJAhpDKi33z1L0,591360
-ipex_llm/libs/libllama_vnni.dll,sha256=NYsBYek3QBLAZjRAIEFiY4OUM78lByDzt8-c7vyyARw,563200
-ipex_llm/libs/libstarcoder_avx.dll,sha256=4sxz29nT-YHKtIt2XubEhasFloDkyQgPnZsw78YKRcs,627712
-ipex_llm/libs/libstarcoder_vnni.dll,sha256=fCm2zNDmCEE8vT2dnDFo0o7Dg1t-LYIfVZqoJlJF_24,599552
-ipex_llm/libs/llama-api.dll,sha256=7QeY4YePf7aF6yYcRQdCfm_NNgdMhnc5mL3LBoTJACg,25600
-ipex_llm/libs/llama.dll,sha256=TMVwGScsZ4SiaEqQ4jWrwUdZGxxeM5-rBHubjMNVsOs,562688
-ipex_llm/libs/main-bloom.exe,sha256=Ci0vgb1q4ArlQJ4PvDoZrT5koeKGAkpmcHgFOEBKrnk,103424
-ipex_llm/libs/main-gptneox.exe,sha256=3xWuAqEfCxSlHEK6cgUtOI1gFqOKxI5FlTTWuZf9Jlw,98816
-ipex_llm/libs/main-llama.exe,sha256=55ryHK75UQJjxdfZlm4GQGEHe7LfyxBkDhLR_l_bh10,99840
-ipex_llm/libs/main-starcoder.exe,sha256=zpqmu07KnGgR0QW69dSZYHuT_sm5DfAV8xeRspMpm_0,157696
-ipex_llm/libs/pipeline.dll,sha256=ssy7Oi2s4atVipwbA97C4IrOzlcfXyzPY3LSAQV5jGs,73216
-ipex_llm/libs/quantize-bloom.exe,sha256=-bKBNkqsVKv3v2ykATIp8hu3Ih4tvBAKUmAhKG0K9iQ,126464
-ipex_llm/libs/quantize-bloom_vnni.exe,sha256=eoiP-B9w4C4Z6NQH6mV8WD1e7IvrOFIqcZ-PU8kTqdA,128000
-ipex_llm/libs/quantize-gptneox.exe,sha256=srPfQVhfeU9wRwEATzmxMRb0HxTeKzxSJ-_MlsUjs4g,104448
-ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=POmpcftpGvGnmieDpGzSEWG_ihFZRdILdu5tp7ovmc0,104960
-ipex_llm/libs/quantize-llama.exe,sha256=R1arXrmiSZUkJR62tOg6lAgrwPjqulvzJFW6fXFROxk,110080
-ipex_llm/libs/quantize-llama_vnni.exe,sha256=MKiyUKvjO29hMnFqjI2odtWRtcj12DdtwYuCme2DAlg,110592
-ipex_llm/libs/quantize-starcoder.exe,sha256=0KGcTuDuygIbRWkKpVgCTts3Oz4iJJ0qVgU0S4zmTHg,127488
-ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=19EvwpYsucRzqardslcUcABpgTRliz63iGLaUC0bGE0,128512
-ipex_llm/libs/starcoder-api.dll,sha256=dl_63rrUlJ65_iitS008gxs57LyDIRB69DDkrNdgIvU,21504
-ipex_llm/libs/starcoder.dll,sha256=Y8X0huLZBfzjCCJ1ddjzkPRxzKCvLoK5h48JFX705E4,599040
+ipex_llm/libs/bloom-api.dll,sha256=l0Jxmb_f6Oq3BPTDJQdqi-neOFovnKEyD5N2yB1eQMo,36352
+ipex_llm/libs/bloom.dll,sha256=1_woCEPsHYF-HZxbYF5jTiHD4fYx8vKtKNmfUTa-tMk,507904
+ipex_llm/libs/gptneox-api.dll,sha256=yn7jm8Pw8CGdKJKPBWo0tpl8n9gCPS03PMR9kK1lORA,24576
+ipex_llm/libs/gptneox.dll,sha256=-k1PtfowuNrG3IN43s87ol-WXqkqpVEQht2PgzVE5Qg,568320
+ipex_llm/libs/libbloom_avx.dll,sha256=9zQJwM-2KWc1q5Ua_cR6AJeI5JmvmlcjgTgaj1x94BE,536576
+ipex_llm/libs/libbloom_vnni.dll,sha256=I_zgwltGegctsP2AEiy1dYRakEGQzyNgOcKbQdMC6Ow,508416
+ipex_llm/libs/libgptneox_avx.dll,sha256=W1LDUBZQWQWiVJVpMnuKExhUrDYdAvje_WPrTFNsSuc,596992
+ipex_llm/libs/libgptneox_vnni.dll,sha256=oYs2hUpp8PjdI4tsefCL1bJStaYowkW-tjz9NOJR5ek,568832
+ipex_llm/libs/libllama_avx.dll,sha256=8Xpbrt-LPoxo_1kNcOheF03___UtsgTGgH_ujkq3gcI,591360
+ipex_llm/libs/libllama_vnni.dll,sha256=RXh6ZB-aUvxUSQOA4BOngRuLqNQYzhsZH6BJMtVAaHU,563200
+ipex_llm/libs/libstarcoder_avx.dll,sha256=b22aPGhzB6VWmVgYz94s8NaKbUjGfYD1m4jUdAFFeFc,627712
+ipex_llm/libs/libstarcoder_vnni.dll,sha256=oXU6rwP_Xj7E823OP8bYXrVf-KFQmZhpDCKay6P4DDk,599552
+ipex_llm/libs/llama-api.dll,sha256=0TL5DS9yHMmrCk3kej2AWj_qf9sKEwP15Aac8rHqq5I,25600
+ipex_llm/libs/llama.dll,sha256=DGJPJa7b7QcyYbfmUlWDsIJ1igyAoddczgV7qlC5ADM,562688
+ipex_llm/libs/main-bloom.exe,sha256=Gq4dAt9fIX4EwKGO5cV9uwIugAkoRsW_KliJgKColQk,103424
+ipex_llm/libs/main-gptneox.exe,sha256=8_uvl0SWCiA4hHXxG98khTm-PGyKhqyswZsYHDvPfLM,98816
+ipex_llm/libs/main-llama.exe,sha256=Gq7Wd-J5ZZK5GadhGnmyZhcE42H2MspWwmMc0PYmqUI,99840
+ipex_llm/libs/main-starcoder.exe,sha256=V7DSD2-1tKjj_UAUG7g08bV7lUnCpDY7UC6DuUZnMgA,157696
+ipex_llm/libs/pipeline.dll,sha256=eRrSi_f2DeEAptyD-fTsh8nyQfg0SnBerq1j2vyeLNE,73216
+ipex_llm/libs/quantize-bloom.exe,sha256=TArEgjBTqXbTE6Oa5qD7Yt5z8hHLrp8n82jFvfVfRJo,126464
+ipex_llm/libs/quantize-bloom_vnni.exe,sha256=OlxpGo7LZc35J2HTqjLF2YQDWa2emeLLNpYDpoPX4X0,128000
+ipex_llm/libs/quantize-gptneox.exe,sha256=jKW3eQw4krsQU0fyKTfu3RMMdyGzAsin80QBGuhL77A,104448
+ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=_KhDhW8DlQhXXkcneIf4iYJBLeTnKMiZja9Gkyk-eTk,104960
+ipex_llm/libs/quantize-llama.exe,sha256=iTBgwgms4g6_EnsuOgtH9ssWzG8i1i53lcD-OE2qIu8,110080
+ipex_llm/libs/quantize-llama_vnni.exe,sha256=bDvs4rJVWk6_ReYrchNu_YGlTDtlUiCA0oDrjOXLMmo,110592
+ipex_llm/libs/quantize-starcoder.exe,sha256=gABmn5vaBygU1Q-TExfHPYIdUYW3tMhZ5D0wIUYWXSo,127488
+ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=yT61Swqs3nXHHvBpk2qtO4rDslhPEf0-R_GyHfth6xw,128512
+ipex_llm/libs/starcoder-api.dll,sha256=JrdY0VXMQv62GxqB-PF6FO0Ofw0gaiAyTuJGNM1au1k,21504
+ipex_llm/libs/starcoder.dll,sha256=Ntb2A9oWtfkVu65fLHG6ZAJoXDuv9A81_Aqdv3-T0CM,599040
 ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
 ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
@@ -87,7 +87,7 @@ ipex_llm/serving/fastchat/tgi_api_protocol.py,sha256=brT3k3-V0NJrU4fRqUwWjC0O3iO
 ipex_llm/serving/fastchat/tgi_api_server.py,sha256=agNTAEiZPSuj3dEdIdYKwkoY0cXOUDX06DiM9VP2knQ,24418
 ipex_llm/serving/fastchat/vllm_worker.py,sha256=ZLz2Q9GxJO6r_LOiP6epgCRjBGk-K4EB1SNEWSJp5DA,11091
 ipex_llm/transformers/__init__.py,sha256=pJHs6GZXHIObVE4BUCuej-6BKBZZg9pYWKPrkhWSfB4,1192
-ipex_llm/transformers/convert.py,sha256=42qHApc3hoL38ldQXTv9BkDVQ0Zb-xGJYA2DWYFzwMg,100795
+ipex_llm/transformers/convert.py,sha256=t-2tMK9ktT0GGszoN65gQfVtBvUV1Yka7uyp4CUFGok,100851
 ipex_llm/transformers/convert_ipex.py,sha256=_nSnUTQy-yfkKaqGdqnBdWztZf3NGmnbZ0TKaDrF4X4,14617
 ipex_llm/transformers/embedding.py,sha256=bdgk59DvD4ZZyxRzewXOR7g56nThgO6uhIwk8QL7f-s,9299
 ipex_llm/transformers/kv.py,sha256=k4TU18LlA-Sbq9WNNQnfuzu3RSFBwFhmaV3BcGN5bAo,19191
@@ -155,6 +155,7 @@ ipex_llm/transformers/models/gptbigcode.py,sha256=cP1_qGWoa43R2WacAMblShjku4Qupc
 ipex_llm/transformers/models/gptneox.py,sha256=loRh1x_5S6BCeOr_s5xr-N_1SQHL3Y5IiUBAEyoMUqQ,6172
 ipex_llm/transformers/models/internlm.py,sha256=JZFrI2HXsIAfM-6pA2RO0wcXopOliC1FggLMzNzaDZ4,17404
 ipex_llm/transformers/models/internvl.py,sha256=Vx0vENIEQLX2M6P398mw5TOhpks0U8xf8rtRQvy94go,8154
+ipex_llm/transformers/models/janus.py,sha256=0URo2NC8_2CGaOl3CiVB3IFTVsYyplMFgjBJdPDNBsY,1509
 ipex_llm/transformers/models/llama.py,sha256=rqrNjuZb_jeb9MKx0z-FSVoGx8YDBxQzPJ9ZUvYhgx0,9138
 ipex_llm/transformers/models/minicpm.py,sha256=eaPNVNrep0_xGoELhZd886ff0ceoKqB6cusdAhd52eE,10145
 ipex_llm/transformers/models/minicpm3.py,sha256=11cYl8KM2hoIJNMAOZMxiwCu6dMhup9ric_OEn8-VrQ,9363
@@ -175,7 +176,7 @@ ipex_llm/transformers/models/rwkv5.py,sha256=OkRNj1pCAZg1z2Fw-I0DEnxLEdZyPeRSQ6m
 ipex_llm/transformers/models/sd.py,sha256=VvHV5u-0k2MgHu3NL9113hPj7DgfxqctuKzEEeNfRDU,5981
 ipex_llm/transformers/models/stablelm.py,sha256=fj-XtOnR6kggnFUQTMPCOOzolkPztN06WAv8QW-XRnI,7054
 ipex_llm/transformers/models/starcoder2.py,sha256=ONKvD7JCkRM0DI-R56x28QFBJ7CjD5hOZBQ_3WfOcNk,6626
-ipex_llm/transformers/models/utils.py,sha256=qI5ln8SQGTvR_IyxFkoZhefgOErnXUnJrifIyhiqT9c,14753
+ipex_llm/transformers/models/utils.py,sha256=c3hh0YDHE-Qg7SQBXhnNXf85Nx7jopZFfa1KS-Pe6kQ,14734
 ipex_llm/transformers/models/whisper.py,sha256=ju3WP8Eq-KvD7kb3Qy51r4FOfSX3NBxfp5RBcq__gzc,4241
 ipex_llm/transformers/models/yuan.py,sha256=JYAn_ZaSGK0NBJLEIxCACfAq084a66GFJkdd5NbpmMA,7732
 ipex_llm/transformers/npu_models/__init__.py,sha256=ulEUGLjaP48LCrVeury3UxLjXxKzRi0UpSG4bYu-7f8,585
@@ -243,17 +244,18 @@ ipex_llm/vllm/cpu/entrypoints/api_server.py,sha256=RDe3GrGMw47c7dVZL2IMmTHtGegnz
 ipex_llm/vllm/cpu/entrypoints/openai/api_server.py,sha256=l0tHnCaD96WD2k3zLTrYtLrcigf1eqYvszs79fYgoK8,29812
 ipex_llm/vllm/cpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
 ipex_llm/vllm/xpu/__init__.py,sha256=zBSG6nzrVF5QnpR6_f7kPhBFeowTE9gaZ7D5m98E7_w,585
+ipex_llm/vllm/xpu/ipex_llm_v1_wrapper.py,sha256=pd939vFomKIg9Qn2NO4u0OF6hPgvQpqcfJSxqBzcqhA,825
 ipex_llm/vllm/xpu/ipex_llm_wrapper.py,sha256=_CbhvBuf_KPnmLfngYKtJl5gPAHVsG2mWth3wSeaH3M,892
-ipex_llm/vllm/xpu/model_convert.py,sha256=tDgaOliyBJdpcCctFNlMd9RK8fA7usLQi2RadgOj--A,7599
+ipex_llm/vllm/xpu/model_convert.py,sha256=0lfzHhCtTVSZZdlqXAOAEtK3FsouqEheSGr9MjpWz38,8137
 ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZjWqm5YiA,783
-ipex_llm/vllm/xpu/engine/engine.py,sha256=k4-D27WS_Gk3mA--w3HWAjPjb4Aiu043MVPi0ZoAUBc,5984
-ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=GshTZFB8e4PWvqckfbmTOU6b0oLkNn7A-vzLuG9--j8,21544
-ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=2rENA2ucynMaIjiZBEh2ez1o5vR32GaP514t39CD7KM,8676
-ipex_llm-2.2.0b20250211.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
-ipex_llm-2.2.0b20250211.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
-ipex_llm-2.2.0b20250211.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
-ipex_llm-2.2.0b20250211.dist-info/METADATA,sha256=bXwvxJIBVIayYIeP1lVUyFJXiMqzVppGcvwttejTvOk,12369
-ipex_llm-2.2.0b20250211.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
-ipex_llm-2.2.0b20250211.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
-ipex_llm-2.2.0b20250211.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
-ipex_llm-2.2.0b20250211.dist-info/RECORD,,
+ipex_llm/vllm/xpu/engine/engine.py,sha256=ClvTHz_w52IU_vUw-LhotLduCMu0zPl9kebnQEKQq4A,9494
+ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=OScQFmAdrd-PyEyQ2Mr8fJrk_lC6MHqPraphVk-NDzw,33140
+ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
+ipex_llm-2.2.0b20250212.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
+ipex_llm-2.2.0b20250212.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
+ipex_llm-2.2.0b20250212.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
+ipex_llm-2.2.0b20250212.dist-info/METADATA,sha256=VFWO-HzZd_Ecx1J6HceoMwKM-u8x4aYVet1wDKSO7Ig,12369
+ipex_llm-2.2.0b20250212.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
+ipex_llm-2.2.0b20250212.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
+ipex_llm-2.2.0b20250212.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
+ipex_llm-2.2.0b20250212.dist-info/RECORD,,