ipex-llm 2.2.0b20250310__py3-none-win_amd64.whl → 2.2.0b20250311.post0__py3-none-win_amd64.whl

ipex_llm/vllm/xpu/entrypoints/openai/api_server.py

@@ -361,6 +361,33 @@ async def show_version():
     return JSONResponse(content=ver)
 
 
+save_dict = {}
+import os
+flag = os.getenv("VLLM_LOG_OUTPUT", None)
+async def stream_generator(generator, request, request_id):
+    async for chunk in generator:
+        if request_id not in save_dict:
+            save_dict[request_id] = ""
+        import json
+        try:
+            data = chunk.strip()
+            if data.startswith('data: '):
+                data = data[len('data: '):]
+            else:
+                yield chunk
+            json_data = json.loads(data)
+            if 'choices' in json_data and len(json_data['choices']) > 0:
+                choice = json_data['choices'][0]
+                if 'delta' in choice:
+                    save_dict[request_id] += choice["delta"]["content"]
+                elif 'text' in choice:
+                    save_dict[request_id] += choice["text"]
+        except json.JSONDecodeError:
+            print(f"Received request_id: {request_id}, request: {request} content: {save_dict[request_id]}")
+            pass  # Done
+        yield chunk
+
+
 @router.post("/v1/chat/completions")
 @with_cancellation
 async def create_chat_completion(request: ChatCompletionRequest,
@@ -370,6 +397,11 @@ async def create_chat_completion(request: ChatCompletionRequest,
         return base(raw_request).create_error_response(
             message="The model does not support Chat Completions API")
 
+    if flag is not None:
+        request_id = "chatcmpl-" \
+                f"{handler._base_request_id(raw_request, request.request_id)}"
+        print(f"First received request_id: {request_id}, request: {request}")
+    
     generator = await handler.create_chat_completion(request, raw_request)
 
     if isinstance(generator, ErrorResponse):
@@ -377,8 +409,12 @@ async def create_chat_completion(request: ChatCompletionRequest,
                             status_code=generator.code)
 
     elif isinstance(generator, ChatCompletionResponse):
+        if flag is not None:
+            print(f"Received request-id:{request_id}, request:{request}, Output:{generator.model_dump()}")
         return JSONResponse(content=generator.model_dump())
 
+    if flag is not None:
+        return StreamingResponse(content=stream_generator(generator, request, request_id), media_type="text/event-stream")
     return StreamingResponse(content=generator, media_type="text/event-stream")
 
 
@@ -390,13 +426,21 @@ async def create_completion(request: CompletionRequest, raw_request: Request):
         return base(raw_request).create_error_response(
             message="The model does not support Completions API")
 
+    if flag is not None:
+        request_id = f"cmpl-{handler._base_request_id(raw_request)}"
+        print(f"First received request_id: {request_id}, request: {request}")
+
     generator = await handler.create_completion(request, raw_request)
     if isinstance(generator, ErrorResponse):
         return JSONResponse(content=generator.model_dump(),
                             status_code=generator.code)
     elif isinstance(generator, CompletionResponse):
+        if flag is not None:
+            print(f"Received request-id:{request_id}, request:{request}, Output:{generator.model_dump()}")
         return JSONResponse(content=generator.model_dump())
-
+    
+    if flag is not None:
+        return StreamingResponse(content=stream_generator(generator, request, request_id), media_type="text/event-stream")
     return StreamingResponse(content=generator, media_type="text/event-stream")
 
 

{ipex_llm-2.2.0b20250310.dist-info → ipex_llm-2.2.0b20250311.post0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipex-llm
-Version: 2.2.0b20250310
+Version: 2.2.0b20250311.post0
 Summary: Large Language Model Develop Toolkit
 Home-page: https://github.com/intel-analytics/ipex-llm
 Author: BigDL Authors
@@ -27,7 +27,7 @@ Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'all'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'all'
 Provides-Extra: cpp
-Requires-Dist: bigdl-core-cpp ==2.6.0b20250310 ; extra == 'cpp'
+Requires-Dist: bigdl-core-cpp ==2.6.0b20250312 ; extra == 'cpp'
 Requires-Dist: setuptools ; extra == 'cpp'
 Requires-Dist: onednn-devel ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
 Requires-Dist: onednn ==2025.0.1 ; (platform_system == "Windows") and extra == 'cpp'
@@ -60,7 +60,7 @@ Requires-Dist: transformers ==4.40.0 ; extra == 'npu'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'npu'
 Requires-Dist: torch ==2.1.2+cpu ; (platform_system == "Linux") and extra == 'npu'
 Requires-Dist: torch ==2.1.2 ; (platform_system == "Windows") and extra == 'npu'
-Requires-Dist: bigdl-core-npu ==2.6.0b20250310 ; (platform_system == "Windows") and extra == 'npu'
+Requires-Dist: bigdl-core-npu ==2.6.0b20250312 ; (platform_system == "Windows") and extra == 'npu'
 Provides-Extra: serving
 Requires-Dist: py-cpuinfo ; extra == 'serving'
 Requires-Dist: fschat[model_worker,webui] ==0.2.36 ; extra == 'serving'
@@ -80,9 +80,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250310 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250310 ; extra == 'xpu'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250310 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250312 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250312 ; extra == 'xpu'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250312 ; extra == 'xpu'
 Provides-Extra: xpu-2-1
 Requires-Dist: py-cpuinfo ; extra == 'xpu-2-1'
 Requires-Dist: protobuf ; extra == 'xpu-2-1'
@@ -97,9 +97,9 @@ Requires-Dist: setuptools <70.0.0 ; extra == 'xpu-2-1'
 Requires-Dist: torch ==2.1.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: torchvision ==0.16.0a0 ; extra == 'xpu-2-1'
 Requires-Dist: intel-extension-for-pytorch ==2.1.10+xpu ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250310 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250310 ; extra == 'xpu-2-1'
-Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250310 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-21 ==2.6.0b20250312 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-batch-21 ==2.6.0b20250312 ; extra == 'xpu-2-1'
+Requires-Dist: bigdl-core-xe-addons-21 ==2.6.0b20250312 ; extra == 'xpu-2-1'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-1'
 Requires-Dist: dpcpp-cpp-rt ==2024.0.2 ; (platform_system == "Windows") and extra == 'xpu-2-1'
 Requires-Dist: mkl-dpcpp ==2024.0.0 ; (platform_system == "Windows") and extra == 'xpu-2-1'
@@ -117,10 +117,35 @@ Requires-Dist: setuptools ; extra == 'xpu-2-6'
 Requires-Dist: torch ==2.6.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchvision ==0.21.0+xpu ; extra == 'xpu-2-6'
 Requires-Dist: torchaudio ==2.6.0+xpu ; extra == 'xpu-2-6'
-Requires-Dist: bigdl-core-xe-all ==2.6.0b20250310 ; extra == 'xpu-2-6'
+Requires-Dist: bigdl-core-xe-all ==2.6.0b20250312 ; extra == 'xpu-2-6'
 Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6'
 Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6'
+Provides-Extra: xpu-2-6-arl
+Requires-Dist: py-cpuinfo ; extra == 'xpu-2-6-arl'
+Requires-Dist: protobuf ; extra == 'xpu-2-6-arl'
+Requires-Dist: mpmath ==1.3.0 ; extra == 'xpu-2-6-arl'
+Requires-Dist: numpy ==1.26.4 ; extra == 'xpu-2-6-arl'
+Requires-Dist: transformers ==4.37.0 ; extra == 'xpu-2-6-arl'
+Requires-Dist: sentencepiece ; extra == 'xpu-2-6-arl'
+Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-2-6-arl'
+Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-2-6-arl'
+Requires-Dist: tabulate ; extra == 'xpu-2-6-arl'
+Requires-Dist: setuptools ; extra == 'xpu-2-6-arl'
+Requires-Dist: bigdl-core-xe-all ==2.6.0b20250312 ; extra == 'xpu-2-6-arl'
+Requires-Dist: onednn-devel ==2025.0.1 ; extra == 'xpu-2-6-arl'
+Requires-Dist: onednn ==2025.0.1 ; extra == 'xpu-2-6-arl'
+Requires-Dist: dpcpp-cpp-rt ==2025.0.2 ; extra == 'xpu-2-6-arl'
+Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-6-arl'
+Requires-Dist: torch ==2.6.0+xpu ; (platform_system == "Linux") and extra == 'xpu-2-6-arl'
+Requires-Dist: torchvision ==0.21.0+xpu ; (platform_system == "Linux") and extra == 'xpu-2-6-arl'
+Requires-Dist: torchaudio ==2.6.0+xpu ; (platform_system == "Linux") and extra == 'xpu-2-6-arl'
+Requires-Dist: intel-extension-for-pytorch ==2.6.10+xpu ; (platform_system == "Linux") and extra == 'xpu-2-6-arl'
+Requires-Dist: oneccl-bind-pt ==2.6.0+xpu ; (platform_system == "Linux") and extra == 'xpu-2-6-arl'
+Requires-Dist: torch ==2.6.0.post0+xpu ; (platform_system == "Windows") and extra == 'xpu-2-6-arl'
+Requires-Dist: torchvision ==0.21.0.post0+xpu ; (platform_system == "Windows") and extra == 'xpu-2-6-arl'
+Requires-Dist: torchaudio ==2.6.0.post0+xpu ; (platform_system == "Windows") and extra == 'xpu-2-6-arl'
+Requires-Dist: intel-extension-for-pytorch ==2.6.10+xpu ; (platform_system == "Windows") and extra == 'xpu-2-6-arl'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-2-6'
 Provides-Extra: xpu-arc
 Requires-Dist: py-cpuinfo ; extra == 'xpu-arc'
@@ -133,9 +158,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arc'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arc'
 Requires-Dist: tabulate ; extra == 'xpu-arc'
 Requires-Dist: setuptools ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250310 ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250310 ; extra == 'xpu-arc'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250310 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250312 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250312 ; extra == 'xpu-arc'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250312 ; extra == 'xpu-arc'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arc'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arc'
@@ -156,9 +181,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-arl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-arl'
 Requires-Dist: tabulate ; extra == 'xpu-arl'
 Requires-Dist: setuptools ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250310 ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250310 ; extra == 'xpu-arl'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250310 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250312 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250312 ; extra == 'xpu-arl'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250312 ; extra == 'xpu-arl'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-arl'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-arl'
@@ -179,9 +204,9 @@ Requires-Dist: tokenizers ==0.15.2 ; extra == 'xpu-lnl'
 Requires-Dist: accelerate ==0.23.0 ; extra == 'xpu-lnl'
 Requires-Dist: tabulate ; extra == 'xpu-lnl'
 Requires-Dist: setuptools ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250310 ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250310 ; extra == 'xpu-lnl'
-Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250310 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-23 ==2.6.0b20250312 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-batch-23 ==2.6.0b20250312 ; extra == 'xpu-lnl'
+Requires-Dist: bigdl-core-xe-addons-23 ==2.6.0b20250312 ; extra == 'xpu-lnl'
 Requires-Dist: intel-openmp ; (platform_machine == "x86_64" or platform_machine == "AMD64") and extra == 'xpu-lnl'
 Requires-Dist: torch ==2.3.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'
 Requires-Dist: torchvision ==0.18.1+cxx11.abi ; (platform_system == "Linux") and extra == 'xpu-lnl'

{ipex_llm-2.2.0b20250310.dist-info → ipex_llm-2.2.0b20250311.post0.dist-info}/RECORD

@@ -41,35 +41,35 @@ ipex_llm/langchain/llms/transformerspipelinellm.py,sha256=vm522YPPwWxxAPVvQBtxRf
 ipex_llm/langchain/vllm/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/langchain/vllm/vllm.py,sha256=6dxc-ZISZQrJilEa_HA827l75Dv9rcHpY_G6FdJ8BVs,7793
 ipex_llm/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ipex_llm/libs/bloom-api.dll,sha256=4Y687T--yg-pH1Czta-kombP-KhcYOpPF1C1l3w9udg,36352
-ipex_llm/libs/bloom.dll,sha256=Si0vpPxB7SRNY8lsPJ4zk855MzBHG8wOXePNangjibo,507904
-ipex_llm/libs/gptneox-api.dll,sha256=TQrisesqbTKGHW3n8YERUf3HsTSVV2waS76zD_AhVpc,24576
-ipex_llm/libs/gptneox.dll,sha256=pdF0DY2TAe7VC_Qxq3nHqvFcuVPxkAIbRAevtAH-tyE,568320
-ipex_llm/libs/libbloom_avx.dll,sha256=Ndl4LyokcA2M4fZQP6WK294UHvTOjzlLpPyEQe_-gms,536576
-ipex_llm/libs/libbloom_vnni.dll,sha256=z9Yl544ovF9a8__Lr1dgELtqD8oDhyM4lspU7oyThBE,508416
-ipex_llm/libs/libgptneox_avx.dll,sha256=wN9tQufCSa-5Nj34aZvYItoW_Db22hO1keGUI7ZjYEw,596992
-ipex_llm/libs/libgptneox_vnni.dll,sha256=UiAGoKpS7i7DSBlgCX4_RkqXNAdYng9FkPOr4ul1oE8,568832
-ipex_llm/libs/libllama_avx.dll,sha256=H5aG7r-nR-uuheXlmimcI_9cq8FDQQM99BBe4oK2-0A,591360
-ipex_llm/libs/libllama_vnni.dll,sha256=F71jZkZfQvxN-r6IcoUL0vRIubOp9Uu_izY3TRRPswU,563200
-ipex_llm/libs/libstarcoder_avx.dll,sha256=UlerH0qA8RIbIGtD7LkDARauV1IUaXSYCVciqagCQFU,627712
-ipex_llm/libs/libstarcoder_vnni.dll,sha256=6ZhueTsyXHevHBZLF2qEpUdJ2X7WnhqJbi-zZpc3DYY,599552
-ipex_llm/libs/llama-api.dll,sha256=I5CThd3DsDy0_v5180tCtUTJAIf4xeyWft_Ruqv8FVU,25600
-ipex_llm/libs/llama.dll,sha256=gcl4O6Xgcoa51oqDsYJLg0mbBkUa61lF1hk61YS3N10,562688
-ipex_llm/libs/main-bloom.exe,sha256=o5WmescrYvNycZcmuofQDTeRIyzsmjA5wQaespVSrds,103424
-ipex_llm/libs/main-gptneox.exe,sha256=k1xVmz3jNdbK_GrgUvQUbzpTReetgXkfSBxeE2H9NR0,98816
-ipex_llm/libs/main-llama.exe,sha256=md4Yo7QLf6lJDtTy3eZJJNaCCt8PI_8rWr3pC3yo5Ak,99840
-ipex_llm/libs/main-starcoder.exe,sha256=5xorJ7ERWhyBmxEFrbocD7JWMYyG-C6EJ6gWD88MkwE,157696
-ipex_llm/libs/pipeline.dll,sha256=fq6gaM7Bp6_xY4ZUYM8jUrMENy25QbywZ-3iQSMmmcE,73216
-ipex_llm/libs/quantize-bloom.exe,sha256=IHbgpyEtQBA8vxBQ5LA4LnlTVDiI_KkpwrtljV6TXTw,126464
-ipex_llm/libs/quantize-bloom_vnni.exe,sha256=pLcZ67XHecMsmvGexfwuWAv-WxI8k1qti0P37xI4yEk,128000
-ipex_llm/libs/quantize-gptneox.exe,sha256=cFpGv6f7XUMtPtn31De30kmPzfks7FtiHtNEWvnThSc,104448
-ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=WVfFrT7l2-v0kKsOYBfz1qSFGye8tlV8CJl_52SILpI,104960
-ipex_llm/libs/quantize-llama.exe,sha256=g1V2Dja61ue5xRVBm3Yi8N302k44I_NVE7snXMFuifQ,110080
-ipex_llm/libs/quantize-llama_vnni.exe,sha256=shaDpjuj1AyjUEX6TtpU-9CsUwtg6NZW_5_eB83hPtw,110592
-ipex_llm/libs/quantize-starcoder.exe,sha256=7Ig81AyW_6vQjBbS1_LH4oWorizaoDn6LNWPBCHpsb0,127488
-ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=ElFPSHMleZJYl8YvIkA0230lxIJVmXIT-JkVGzxuTo0,128512
-ipex_llm/libs/starcoder-api.dll,sha256=FotUbew_7L9GEG4pwgJptkIVI64jfhFRKcyRUO1URJI,21504
-ipex_llm/libs/starcoder.dll,sha256=G-AFUU-tbHYIVBcZNCZNTMJbRqOSgveKOxHusUk-eYM,599040
+ipex_llm/libs/bloom-api.dll,sha256=gKgLWpkaSbh5jlC3ydKVrHA1ias0Do9MYxtjWERShaM,36352
+ipex_llm/libs/bloom.dll,sha256=ZThXaksBM_d2qlFGGeVIrkwnwUBoUiBeWrzh6xt3C3w,507904
+ipex_llm/libs/gptneox-api.dll,sha256=sWhJoT5ycy-sJz_2rK3QClsW399c7FosirXHNd7k3Kw,24576
+ipex_llm/libs/gptneox.dll,sha256=piUkSNyRp9r3XmVehbc4MHZy_D_1j5sK3DPEoD84AsA,568320
+ipex_llm/libs/libbloom_avx.dll,sha256=OBNWLSDAyPLSl0ACkHnkPFjrgOgIwA1QGecPHp3rGWs,536576
+ipex_llm/libs/libbloom_vnni.dll,sha256=HK55eaf76a5diE3kukfF3Fi2K5LhNVvVCUilESjyEV0,508416
+ipex_llm/libs/libgptneox_avx.dll,sha256=zGLdZjaxc37OHEH-jY7ZjuVFM02evrJmwN_DJVzIA18,596992
+ipex_llm/libs/libgptneox_vnni.dll,sha256=fgBn9fqmpew_bR-AGpv30M0d5dxVczDABwhQoe0wcEc,568832
+ipex_llm/libs/libllama_avx.dll,sha256=AjRAXlexQxa7GGB24zhMRKt4SIt1xR2ozijrmbnQxtk,591360
+ipex_llm/libs/libllama_vnni.dll,sha256=532sxoYUtv8Jaup9d1ZOm7lP04HYYYnyH5PttEHKM8g,563200
+ipex_llm/libs/libstarcoder_avx.dll,sha256=YBpNcIq8VSxFzs90CLfF4YmsaeT5QbZghdXFaAFX5YM,627712
+ipex_llm/libs/libstarcoder_vnni.dll,sha256=lVp0LEcg8uT85SU-DNwod1QM88KXqWIqjz9xZwAMACU,599552
+ipex_llm/libs/llama-api.dll,sha256=MdqfNXZQ7ADDLoeFyKI_utqlWQTijs9fekAtKXcv-bo,25600
+ipex_llm/libs/llama.dll,sha256=gBHK87DjuRQ6XSsUKc0k79dHEigtjwWXyxgbtXpj2N4,562688
+ipex_llm/libs/main-bloom.exe,sha256=uYb4dRBPFvO3L87nxs4JJliRerHIngm3F3mC8FXq9xQ,103424
+ipex_llm/libs/main-gptneox.exe,sha256=0XFWUbVd2kXLkX7y5Fdi01qCYBRf5fQMyAEA3BIYKps,98816
+ipex_llm/libs/main-llama.exe,sha256=ccwMthh1RDK8nYehHVIKqLW7sD1MKaWg5ztpQIwx1po,99840
+ipex_llm/libs/main-starcoder.exe,sha256=VzV0UEouhIeYmyUK0O4vU_rtzVitBNGWMkW9PLky0pM,157696
+ipex_llm/libs/pipeline.dll,sha256=7KIRwT8qsudDMHzi4eSR7zRMHElBbG6YNaOnHuCw0NA,73216
+ipex_llm/libs/quantize-bloom.exe,sha256=re7s9lYj46XB6BJ4ay0KfWM4p8RxiFxDABDA32XVtrw,126464
+ipex_llm/libs/quantize-bloom_vnni.exe,sha256=aDpXlhJJ633sEorsdhx8g-9EojgbBuPMCQS0Uj5U2Io,128000
+ipex_llm/libs/quantize-gptneox.exe,sha256=cxByn9Fy41r_OWT-7R6URgfnqrIssNRT-_EbKVuTVQM,104448
+ipex_llm/libs/quantize-gptneox_vnni.exe,sha256=EKz3pJTHjZ6gn6uNMCWzy5I2tOEtN9hb3gMxhjwgTeE,104960
+ipex_llm/libs/quantize-llama.exe,sha256=7IluYQuA6bnKyLANI8A9G2TLn6AyeP4k3YuxCupNK_g,110080
+ipex_llm/libs/quantize-llama_vnni.exe,sha256=eK0O4k2zJJelpvMfV7-Lm4qV0HgaEgGX51HEtfJ9Qzs,110592
+ipex_llm/libs/quantize-starcoder.exe,sha256=difUVO_UaDU94Qiv59Kk9R57hNJoiKEtmP-17kbDR9s,127488
+ipex_llm/libs/quantize-starcoder_vnni.exe,sha256=34YoRf6rKN4t4oRCGCu9arbLJctiZaZFSWTwHev7tVg,128512
+ipex_llm/libs/starcoder-api.dll,sha256=HBG1OT81I3eGiHO7CuY9KzwagzItWHcI8hOK9ZHCfjY,21504
+ipex_llm/libs/starcoder.dll,sha256=DLzCRC2kbdWylECCISMiObRQyjey5f7PwsUahSY_xoE,599040
 ipex_llm/llamaindex/__init__.py,sha256=T-EbRT6GJ_8RCu-iLmSzcftOimXSPQf2d5X72AUAy2Y,874
 ipex_llm/llamaindex/llms/__init__.py,sha256=KP1lEdGqDuxPoxL1ZSH25Pm2kKMPJBWUTLR0ckSLMIU,1139
 ipex_llm/llamaindex/llms/bigdlllm.py,sha256=FQBzq1KOjfc6uofTXAha3O7TqpJkNfOFepXQmOVlbnI,26314
@@ -253,13 +253,13 @@ ipex_llm/vllm/xpu/ipex_llm_wrapper.py,sha256=_CbhvBuf_KPnmLfngYKtJl5gPAHVsG2mWth
 ipex_llm/vllm/xpu/model_convert.py,sha256=pSiJlmoktCPQIGzBuDBMWiCyASqgSAQpEbqWkYe00JQ,9029
 ipex_llm/vllm/xpu/engine/__init__.py,sha256=pY_CpyuZd72fr6s32ejeKHKFW0K4vUU2rzZjWqm5YiA,783
 ipex_llm/vllm/xpu/engine/engine.py,sha256=NvCMbp0X8NVrOqbwm4FTvXOptTRLzu9jQsy37ZHnTk8,9493
-ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=D577nxWlyoWaHXNXIEvS3ViKSSWL3XZq8D8t6izD7x4,33250
+ipex_llm/vllm/xpu/entrypoints/openai/api_server.py,sha256=IjiSze9vzBCAkLu_VwIcJwuO1jyFna7DLrj6aSL7RaQ,35220
 ipex_llm/vllm/xpu/entrypoints/openai/cli_args.py,sha256=hB398yYtKauASRzevctScdbFIjiiSGMAe1bwEuIHrhY,10893
-ipex_llm-2.2.0b20250310.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
-ipex_llm-2.2.0b20250310.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
-ipex_llm-2.2.0b20250310.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
-ipex_llm-2.2.0b20250310.dist-info/METADATA,sha256=KVka_0cqT0A5u0SfVBRTRyxvxVofzSd4so7UAI1-Z_k,12369
-ipex_llm-2.2.0b20250310.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
-ipex_llm-2.2.0b20250310.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
-ipex_llm-2.2.0b20250310.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
-ipex_llm-2.2.0b20250310.dist-info/RECORD,,
+ipex_llm-2.2.0b20250311.post0.data/scripts/ipex-llm-init.bat,sha256=HPtCYuDYwEatq7dAwOvdfVcHYCpAVdbj75K1qh0vQek,2578
+ipex_llm-2.2.0b20250311.post0.data/scripts/llm-chat.ps1,sha256=6qrs-hGVAV8IKh7Jx8nq_XrnZcjd7qGU5wndArM7Yag,2769
+ipex_llm-2.2.0b20250311.post0.data/scripts/llm-cli.ps1,sha256=3qBtTLs_EjYDnM8YyCpJhzLnGCKTEGssu9UNqfkjVXs,3009
+ipex_llm-2.2.0b20250311.post0.dist-info/METADATA,sha256=faWohJUzBBnTfgSd31oO-CofJpPUzQ8wxKalLA53S6s,14253
+ipex_llm-2.2.0b20250311.post0.dist-info/WHEEL,sha256=6iYPr8vTHsyDK75jr9X0V3I9wPSVmtwr_8fdATBciGk,98
+ipex_llm-2.2.0b20250311.post0.dist-info/entry_points.txt,sha256=TiUyBB2MRmfF3ko-pyAEzqeBCRnyhu27bNOAsWPp3e8,61
+ipex_llm-2.2.0b20250311.post0.dist-info/top_level.txt,sha256=CGCMHM-SyqUabU4h8RqJ2KTYckQUO3LvIWwmUQ6Qbzw,9
+ipex_llm-2.2.0b20250311.post0.dist-info/RECORD,,