bigdl-core-cpp 2.7.0b20250629__py3-none-win_amd64.whl → 2.7.0b20250701__py3-none-win_amd64.whl

bigdl/cpp/gguf-py/gguf/utility.py

@@ -1,7 +1,11 @@
 from __future__ import annotations
 
+from dataclasses import dataclass
 from typing import Literal
 
+import os
+import json
+
 
 def fill_templated_filename(filename: str, output_type: str | None) -> str:
     # Given a file name fill in any type templates e.g. 'some-model-name.{ftype}.gguf'
@@ -67,3 +71,194 @@ def naming_convention(model_name: str | None, base_name: str | None, finetune_st
     kind = f"-{model_type.strip().replace(' ', '-')}" if model_type is not None else ""
 
     return f"{name}{parameters}{finetune}{version}{encoding}{kind}"
+
+
+@dataclass
+class RemoteTensor:
+    dtype: str
+    shape: tuple[int, ...]
+    offset_start: int
+    size: int
+    url: str
+
+    def data(self) -> bytearray:
+        # TODO: handle request errors (maybe with limited retries?)
+        # NOTE: using a bytearray, otherwise PyTorch complains the buffer is not writeable
+        data = bytearray(SafetensorRemote.get_data_by_range(url=self.url, start=self.offset_start, size=self.size))
+        return data
+
+
+class SafetensorRemote:
+    """
+    Uility class to handle remote safetensor files.
+    This class is designed to work with Hugging Face model repositories.
+
+    Example (one model has single safetensor file, the other has multiple):
+        for model_id in ["ngxson/TEST-Tiny-Llama4", "Qwen/Qwen2.5-7B-Instruct"]:
+            tensors = SafetensorRemote.get_list_tensors_hf_model(model_id)
+            print(tensors)
+
+    Example reading tensor data:
+        tensors = SafetensorRemote.get_list_tensors_hf_model(model_id)
+        for name, meta in tensors.items():
+            dtype, shape, offset_start, size, remote_safetensor_url = meta
+            # read the tensor data
+            data = SafetensorRemote.get_data_by_range(remote_safetensor_url, offset_start, size)
+            print(data)
+    """
+
+    BASE_DOMAIN = "https://huggingface.co"
+    ALIGNMENT = 8 # bytes
+
+    @classmethod
+    def get_list_tensors_hf_model(cls, model_id: str) -> dict[str, RemoteTensor]:
+        """
+        Get list of tensors from a Hugging Face model repository.
+
+        Returns a dictionary of tensor names and their metadata.
+        Each tensor is represented as a tuple of (dtype, shape, offset_start, size, remote_safetensor_url)
+        """
+        # case 1: model has only one single model.safetensor file
+        is_single_file = cls.check_file_exist(f"{cls.BASE_DOMAIN}/{model_id}/resolve/main/model.safetensors")
+        if is_single_file:
+            url = f"{cls.BASE_DOMAIN}/{model_id}/resolve/main/model.safetensors"
+            return cls.get_list_tensors(url)
+
+        # case 2: model has multiple files
+        index_url = f"{cls.BASE_DOMAIN}/{model_id}/resolve/main/model.safetensors.index.json"
+        is_multiple_files = cls.check_file_exist(index_url)
+        if is_multiple_files:
+            # read the index file
+            index_data = cls.get_data_by_range(index_url, 0)
+            index_str = index_data.decode('utf-8')
+            index_json = json.loads(index_str)
+            assert index_json.get("weight_map") is not None, "weight_map not found in index file"
+            weight_map = index_json["weight_map"]
+            # get the list of files
+            all_files = list(set(weight_map.values()))
+            all_files.sort() # make sure we load shard files in order
+            # get the list of tensors
+            tensors: dict[str, RemoteTensor] = {}
+            for file in all_files:
+                url = f"{cls.BASE_DOMAIN}/{model_id}/resolve/main/{file}"
+                for key, val in cls.get_list_tensors(url).items():
+                    tensors[key] = val
+            return tensors
+
+        raise ValueError(f"Model {model_id} does not have any safetensor files")
+
+    @classmethod
+    def get_list_tensors(cls, url: str) -> dict[str, RemoteTensor]:
+        """
+        Get list of tensors from a remote safetensor file.
+
+        Returns a dictionary of tensor names and their metadata.
+        Each tensor is represented as a tuple of (dtype, shape, offset_start, size)
+        """
+        metadata, data_start_offset = cls.get_metadata(url)
+        res: dict[str, RemoteTensor] = {}
+
+        for name, meta in metadata.items():
+            if name == "__metadata__":
+                continue
+            if not isinstance(meta, dict):
+                raise ValueError(f"Invalid metadata for tensor '{name}': {meta}")
+            try:
+                dtype = meta["dtype"]
+                shape = meta["shape"]
+                offset_start_relative, offset_end_relative = meta["data_offsets"]
+                size = offset_end_relative - offset_start_relative
+                offset_start = data_start_offset + offset_start_relative
+                res[name] = RemoteTensor(dtype=dtype, shape=tuple(shape), offset_start=offset_start, size=size, url=url)
+            except KeyError as e:
+                raise ValueError(f"Missing key in metadata for tensor '{name}': {e}, meta = {meta}")
+
+        return res
+
+    @classmethod
+    def get_metadata(cls, url: str) -> tuple[dict, int]:
+        """
+        Get JSON metadata from a remote safetensor file.
+
+        Returns tuple of (metadata, data_start_offset)
+        """
+        # Request first 5MB of the file (hopefully enough for metadata)
+        read_size = 5 * 1024 * 1024
+        raw_data = cls.get_data_by_range(url, 0, read_size)
+
+        # Parse header
+        # First 8 bytes contain the metadata length as u64 little-endian
+        if len(raw_data) < 8:
+            raise ValueError("Not enough data to read metadata size")
+        metadata_length = int.from_bytes(raw_data[:8], byteorder='little')
+
+        # Calculate the data start offset
+        data_start_offset = 8 + metadata_length
+        alignment = SafetensorRemote.ALIGNMENT
+        if data_start_offset % alignment != 0:
+            data_start_offset += alignment - (data_start_offset % alignment)
+
+        # Check if we have enough data to read the metadata
+        if len(raw_data) < 8 + metadata_length:
+            raise ValueError(f"Could not read complete metadata. Need {8 + metadata_length} bytes, got {len(raw_data)}")
+
+        # Extract metadata bytes and parse as JSON
+        metadata_bytes = raw_data[8:8 + metadata_length]
+        metadata_str = metadata_bytes.decode('utf-8')
+        try:
+            metadata = json.loads(metadata_str)
+            return metadata, data_start_offset
+        except json.JSONDecodeError as e:
+            raise ValueError(f"Failed to parse safetensor metadata as JSON: {e}")
+
+    @classmethod
+    def get_data_by_range(cls, url: str, start: int, size: int = -1) -> bytes:
+        """
+        Get raw byte data from a remote file by range.
+        If size is not specified, it will read the entire file.
+        """
+        import requests
+        from urllib.parse import urlparse
+
+        parsed_url = urlparse(url)
+        if not parsed_url.scheme or not parsed_url.netloc:
+            raise ValueError(f"Invalid URL: {url}")
+
+        headers = cls._get_request_headers()
+        if size > -1:
+            headers["Range"] = f"bytes={start}-{start + size}"
+        response = requests.get(url, allow_redirects=True, headers=headers)
+        response.raise_for_status()
+
+        # Get raw byte data
+        return response.content[slice(size if size > -1 else None)]
+
+    @classmethod
+    def check_file_exist(cls, url: str) -> bool:
+        """
+        Check if a file exists at the given URL.
+        Returns True if the file exists, False otherwise.
+        """
+        import requests
+        from urllib.parse import urlparse
+
+        parsed_url = urlparse(url)
+        if not parsed_url.scheme or not parsed_url.netloc:
+            raise ValueError(f"Invalid URL: {url}")
+
+        try:
+            headers = cls._get_request_headers()
+            headers["Range"] = "bytes=0-0"
+            response = requests.head(url, allow_redirects=True, headers=headers)
+            # Success (2xx) or redirect (3xx)
+            return 200 <= response.status_code < 400
+        except requests.RequestException:
+            return False
+
+    @classmethod
+    def _get_request_headers(cls) -> dict[str, str]:
+        """Prepare common headers for requests."""
+        headers = {"User-Agent": "convert_hf_to_gguf"}
+        if os.environ.get("HF_TOKEN"):
+            headers["Authorization"] = f"Bearer {os.environ['HF_TOKEN']}"
+        return headers

bigdl/cpp/gguf-py/gguf/vocab.py

@@ -154,7 +154,12 @@ class SpecialVocab:
             return True
         with open(tokenizer_config_file, encoding = 'utf-8') as f:
             tokenizer_config = json.load(f)
-        chat_template = tokenizer_config.get('chat_template')
+        chat_template_alt = None
+        chat_template_file = path / 'chat_template.json'
+        if chat_template_file.is_file():
+            with open(chat_template_file, encoding = 'utf-8') as f:
+                chat_template_alt = json.load(f).get('chat_template')
+        chat_template = tokenizer_config.get('chat_template', chat_template_alt)
         if chat_template is None or isinstance(chat_template, (str, list)):
             self.chat_template = chat_template
         else:

{bigdl_core_cpp-2.7.0b20250629.data → bigdl_core_cpp-2.7.0b20250701.data}/scripts/init-ollama.bat

@@ -6,11 +6,7 @@ set "cpp_dir=%cpp_dir:~0,-1%"
 set "lib_dir=%cpp_dir%\libs\ollama"
 
 :: Create symlinks for DLLs and EXE
-for %%f in (ollama.exe ollama-lib.exe llama.dll ggml.dll llava_shared.dll ggml-base.dll ggml-cpu.dll ggml-sycl.dll libc++.dll) do (
+for %%f in (ollama.exe ollama-lib.exe llama.dll ggml.dll llava_shared.dll ggml-base.dll ggml-cpu.dll ggml-sycl.dll mtmd_shared.dll libc++.dll) do (
     if exist "%cd%\%%f" del /f "%cd%\%%f"
     mklink "%cd%\%%f" "%lib_dir%\%%f"
 )
-
-:: Create symlink for dist directory
-if exist "%cd%\dist" rmdir /s /q "%cd%\dist"
-mklink /D "%cd%\dist" "%lib_dir%\dist"

{bigdl_core_cpp-2.7.0b20250629.dist-info → bigdl_core_cpp-2.7.0b20250701.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bigdl-core-cpp
-Version: 2.7.0b20250629
+Version: 2.7.0b20250701
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

bigdl_core_cpp-2.7.0b20250701.dist-info/RECORD

@@ -0,0 +1,56 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert_hf_to_gguf.py,sha256=6zyOyZqUQKE305aTdq1T8ACQvaNFs-gYpK0seKqm7JA,311817
+bigdl/cpp/convert_hf_to_gguf_update.py,sha256=AY-MFWH2W9kzW53B8Hy9V0ZOeUmlK9NIb7nO5ktqvUM,21608
+bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=0dKjRhmFzvWV4e-cuLmaeW14JrWUtZwerBmz8mYyMvI,19556
+bigdl/cpp/convert_lora_to_gguf.py,sha256=T54sMiIFmjde8oZyu2X4Xik2TfgI9g6lVtja-0AAl38,19085
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=h5GWs6SMXYR8giWZ7MTZzAc3hYsIJF-HAkdxtgXLOPo,228
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=wGAhVlG2jwJWpc2-52muxvMJwJrabSEI2Pnh7UESkPg,91511
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=c9MluXgDwda_7hKk3atem3TeI4j6uAjrzM7Ba9RRkVQ,15195
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=Uyuwsqi6J_ImV9UP2VzjA0ZuNIviqDulrlU5T6hNg5k,45011
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=DNfI7JuWgZGg93KBifQ_QDlXhtQZJhoH3ILdJUCX3AM,9437
+bigdl/cpp/gguf-py/gguf/metadata.py,sha256=yO_QN_-ofePJjWn_9AQgeQLHQ-iCvh9Hkn-7UuSphag,33943
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=2z6vcK-kBefqZbYNmSEVmdZF_tXHeVb5NC6jCbBdgKc,62040
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=plkSVMYW_ZCdeM4V28-AH_UcuWSDCNojAhqDTZkbTtc,56880
+bigdl/cpp/gguf-py/gguf/utility.py,sha256=xGTPr9Cbwrdz-E8Y3szcUts9y5e_HwjKTFLiuEqW5FM,11072
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=zwKJHLRfaMX3ue7k7N_9BFhctNbp43Wg9wlksLsmtIs,21108
+bigdl/cpp/libs/llama_cpp/ggml-base.dll,sha256=xpqSvmDT0HiNcn5PGwp6jzQIRVpJ592TemL5tBjGwzc,657408
+bigdl/cpp/libs/llama_cpp/ggml-cpu.dll,sha256=Ld6-BhZRFPx9D9m_0WlILzcz5grzbmXaMnLkzkv_DYI,1351680
+bigdl/cpp/libs/llama_cpp/ggml-sycl.dll,sha256=GPROGDyoXo7uGvlqo7_G3ZifW31ezlFGPvh2miV7TBg,7772672
+bigdl/cpp/libs/llama_cpp/ggml.dll,sha256=p0oUNv_FG6qwNT8sUqFum0sGy7pKiREOSqAWmXRwHGw,110592
+bigdl/cpp/libs/llama_cpp/llama-batched.exe,sha256=tWkDPR7zVdv1ELPnEFZce4wuRW1WEIGW2YII4mBnB3w,1802752
+bigdl/cpp/libs/llama_cpp/llama-bench.exe,sha256=6LfsnX-Vt-tuesi2ifNf1WdyqO6-0AbB03gEmVaZA1w,305664
+bigdl/cpp/libs/llama_cpp/llama-cli.exe,sha256=UsxXLJOl2hxLsYiJrQyGwoc6CQUfh5jjeNdkxBWFZAc,1880576
+bigdl/cpp/libs/llama_cpp/llama-embedding.exe,sha256=rPaTbLXWm-zs6R0RCWENpw9gOXin7yj_sXte67aIJgw,1829888
+bigdl/cpp/libs/llama_cpp/llama-gemma3-cli.exe,sha256=ertpLxP7gUOM50Ee7AluBpnm4OrYq7xZwhattXq6Bi8,46080
+bigdl/cpp/libs/llama_cpp/llama-gguf.exe,sha256=4XdgPkfln9uU40hb_HHain6gIL8jlK9ICgUU5mGSh5U,59392
+bigdl/cpp/libs/llama_cpp/llama-llava-cli.exe,sha256=UyCVe42zNsFTeYe0yDvX22QEGrqyRe4YdWFsivLPT98,46080
+bigdl/cpp/libs/llama_cpp/llama-lookup.exe,sha256=xuL_8L8eQmiMlg4Ul-P6ShOO38ayfaxRvcxEmTy-sQ4,1862656
+bigdl/cpp/libs/llama_cpp/llama-ls-sycl-device.exe,sha256=c3vu69RE7bvJZRM5iNHdlnY1yPxk1Uw-KBramkHga9c,10240
+bigdl/cpp/libs/llama_cpp/llama-minicpmv-cli.exe,sha256=ertpLxP7gUOM50Ee7AluBpnm4OrYq7xZwhattXq6Bi8,46080
+bigdl/cpp/libs/llama_cpp/llama-perplexity.exe,sha256=hcYuxT0whG33F4pqMd5jfbZdROHxkIrw5jA82zd13-g,1952768
+bigdl/cpp/libs/llama_cpp/llama-quantize.exe,sha256=M0YhtLoK4JLspUfTru3YG1lZPl07qQgZf_Qdcw-xTbI,126976
+bigdl/cpp/libs/llama_cpp/llama-server.exe,sha256=Qwj_objzcHiJxnmtghKOH2hnxBBK6Cq8hJr67TbkJG0,5030400
+bigdl/cpp/libs/llama_cpp/llama-simple.exe,sha256=mNV0L7mmOXmPo6cInP2mp0_1T_pDk9f9cLmPpJnaqEc,62464
+bigdl/cpp/libs/llama_cpp/llama-speculative.exe,sha256=tZP8K2Q_HkSC2MUHtqwbripHPqAwDqTvxIvrD9s6JXc,1870336
+bigdl/cpp/libs/llama_cpp/llama-tokenize.exe,sha256=xfaE4mbfi9wGbW3NxZGY5rSmjaZ0Exe1ndXHfGMbryM,89088
+bigdl/cpp/libs/llama_cpp/llama.dll,sha256=dpeRYX01oAEIG-bqmxkYTJj05MP7gEXrGge7OrCQDgM,1657344
+bigdl/cpp/libs/ollama/ggml-base.dll,sha256=n6gdpo6eC7pqLXAl0XnyvMUSYwJGgpdNSGOxTrbYfi8,654336
+bigdl/cpp/libs/ollama/ggml-cpu.dll,sha256=dBvCeK0_O7Rxexdjl4D7LVubSJ1liZMxLFV-CdPx7o8,1318400
+bigdl/cpp/libs/ollama/ggml-sycl.dll,sha256=rIHt4fe3-hAIuw0dB-fCwq-My5olA3OV1nfhnqkPQPo,7575040
+bigdl/cpp/libs/ollama/ggml.dll,sha256=ikPkCg1mjlt6to16juB3Kjb2HpysotVkqPoxZup1dlc,110592
+bigdl/cpp/libs/ollama/libc++.dll,sha256=U0TVK2WfFQIJPP6Bz9SeJmgskm2iqZWJorx_DGdfKIw,1561600
+bigdl/cpp/libs/ollama/llama.dll,sha256=gCa6QVA0xsYNbupSV1JZ6CdP4Uob61GmZv1EDZbstVE,1586176
+bigdl/cpp/libs/ollama/llava_shared.dll,sha256=pEek9O2r4wVSvYO3PoMHEX-MAaehGP0UwKYa8DCfecA,382976
+bigdl/cpp/libs/ollama/mtmd_shared.dll,sha256=riOn9ACyzDuHwp2SGClsAe9atEQEGNptjAR_knLm_QA,418816
+bigdl/cpp/libs/ollama/ollama-lib.exe,sha256=TSIp7YzgM0Skl5El36ne8FSS72vD-tPQj3Arbr7-V_Q,81615360
+bigdl/cpp/libs/ollama/ollama.exe,sha256=UEPW2_nQ8RCBHe0z1DoofqHSNedj-FNZaO7MQJ_mjC8,207872
+bigdl_core_cpp-2.7.0b20250701.data/scripts/init-llama-cpp.bat,sha256=u1MA0OIgqtL3KdXsWrY3Slirn6jmmLbX0mnuh6zXnrg,761
+bigdl_core_cpp-2.7.0b20250701.data/scripts/init-llama-cpp.ps1,sha256=SJdTXrObj0WofdpTA0Uj2gxw2E9pnuB9X_5tcws4gbc,511
+bigdl_core_cpp-2.7.0b20250701.data/scripts/init-ollama.bat,sha256=0QYgTisXqvdz_OfgvWxmRnw280WFFc-JI5fXOBEDNcI,512
+bigdl_core_cpp-2.7.0b20250701.dist-info/METADATA,sha256=bCDx5VkFZ0J3IwMYzXddCJwSwk8VBDebTDUfeOFhySA,750
+bigdl_core_cpp-2.7.0b20250701.dist-info/WHEEL,sha256=ZjXRCNaQ9YSypEK2TE0LRB0sy2OVXSszb4Sx1XjM99k,97
+bigdl_core_cpp-2.7.0b20250701.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.7.0b20250701.dist-info/RECORD,,

bigdl_core_cpp-2.7.0b20250629.dist-info/RECORD

@@ -1,56 +0,0 @@
-bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/convert_hf_to_gguf.py,sha256=QhF3QN-FR-OS6IazG8oWWYKESaaBFuEe4aOTR_n8570,240765
-bigdl/cpp/convert_hf_to_gguf_update.py,sha256=1BFKEkj0BMDB90lUB5p_-iR9rSVcjgYPGWmEw28avB8,17721
-bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=0dKjRhmFzvWV4e-cuLmaeW14JrWUtZwerBmz8mYyMvI,19556
-bigdl/cpp/convert_lora_to_gguf.py,sha256=sHrcutdgzrDR5H7ZiLPOLoMnkJKg8uZ7OcFhAZhPrLo,19073
-bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/__init__.py,sha256=h5GWs6SMXYR8giWZ7MTZzAc3hYsIJF-HAkdxtgXLOPo,228
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=6fXPUmyGM71MXjOBX-WJdn9yzlOEMxP7iQIbN4NS8V0,70390
-bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
-bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=PUrx08ZwaUOz1gLw5JQ459Hi7JIeCdlHgZX7wXcTqbI,12702
-bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=pFgnwrsDupKxI3SHNQbfiuz7dUopCOqj3ERBPuZMkMo,39955
-bigdl/cpp/gguf-py/gguf/lazy.py,sha256=YIYxGBWD-oKXU4HOvpHs9eiEn81HUgeSmt1mmHJlbdM,8814
-bigdl/cpp/gguf-py/gguf/metadata.py,sha256=oBTb4DXi_h1L_gYm8x_JRVuEPR4GHlVHuM-iN0OxWoY,33244
-bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/quants.py,sha256=2z6vcK-kBefqZbYNmSEVmdZF_tXHeVb5NC6jCbBdgKc,62040
-bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=w1JZkRIKHj2tKYADLDUvCOsQfVf8y7Y0ZwqmtmrtLBA,39549
-bigdl/cpp/gguf-py/gguf/utility.py,sha256=Mx4mqamXtatL15LCH04mG-7SNBwPzP2T75ts0uBnEuI,3002
-bigdl/cpp/gguf-py/gguf/vocab.py,sha256=QTdt4HZrn7onHqm2tpHTaEq2sL3yG07zbHqQR9iVfu8,20815
-bigdl/cpp/libs/llama_cpp/ggml-base.dll,sha256=pwI5JfPbOLczxN0Lv7uWBmP1_tsV4M5f0gaihcJThRY,649728
-bigdl/cpp/libs/llama_cpp/ggml-cpu.dll,sha256=jXzGKKswMWmgiCgyGALLlGYMgUoyy_G_5ZntH_fKwKQ,1114624
-bigdl/cpp/libs/llama_cpp/ggml-sycl.dll,sha256=Ov1U7rso_DRyv9KQ2gCBD-sK61T89DCj5REIhusaBKE,7268352
-bigdl/cpp/libs/llama_cpp/ggml.dll,sha256=rZ0iy-jBi-LB5X04KuThLvUFETt9_yeYS5lPqQrqf5g,118272
-bigdl/cpp/libs/llama_cpp/llama-batched.exe,sha256=L3pydeWAGYWIOwqS-VXRG8O4wfwYalSpfFq6-a4h5_k,1741824
-bigdl/cpp/libs/llama_cpp/llama-bench.exe,sha256=U78XevDQbdg47OnSto8KCYL2oZghmJUQzpBqsI3cjl4,279552
-bigdl/cpp/libs/llama_cpp/llama-cli.exe,sha256=q-1AMMeIeM_IIj23VSMKr-xlACMLRG2x7etsjQ4_tZo,1814528
-bigdl/cpp/libs/llama_cpp/llama-embedding.exe,sha256=KusPFb276EVcvpI4xCgX6MUfNqbZkGdmRGVebYQ0uRQ,1766912
-bigdl/cpp/libs/llama_cpp/llama-gemma3-cli.exe,sha256=yB3dVtctBs2ibPbB7SsVGcxo92sVjr-uhCEh999Z0Ak,2035712
-bigdl/cpp/libs/llama_cpp/llama-gguf.exe,sha256=wG7pEifavfhJtxEXf_4hjJ7oUIybGEqTEurC5N4J7cw,59392
-bigdl/cpp/libs/llama_cpp/llama-llava-cli.exe,sha256=hVn1XJCsyG262_x9Yr2TCUXmO_ic1Er_m0of5bcGcec,2019840
-bigdl/cpp/libs/llama_cpp/llama-lookup.exe,sha256=02xzV2hQ2VRBehrw3rhlbPtrV-fMi8v08g15_0-LEOc,1802752
-bigdl/cpp/libs/llama_cpp/llama-ls-sycl-device.exe,sha256=HS9TzpAXcrwPeYk6sfMtT_hhqwy6BNsc0nTZ49uhzHQ,10240
-bigdl/cpp/libs/llama_cpp/llama-minicpmv-cli.exe,sha256=0eL8zTNFQL8Krbf6RXiBI-9hwbNlcpiW5xrzHUR_4NA,2018304
-bigdl/cpp/libs/llama_cpp/llama-perplexity.exe,sha256=db2foeH-B6UIo0pJgYfxRRT2-rWL3xWWU5ddyxwQSsk,1888256
-bigdl/cpp/libs/llama_cpp/llama-quantize.exe,sha256=hH8eWCqNt9JiUPGENvfhSN8IJ-t0WUQlRK12CokA__E,122880
-bigdl/cpp/libs/llama_cpp/llama-server.exe,sha256=6JCYTpKzxXegv3QO8Idc5kC4V9WCC7AKAu8Gq6FRCMw,4132864
-bigdl/cpp/libs/llama_cpp/llama-simple.exe,sha256=ktwdmHz8YllxgdN3VZbyK0dLQoKlxnNeHXuT62mXbOo,62464
-bigdl/cpp/libs/llama_cpp/llama-speculative.exe,sha256=peQsBo8VtwBTr3AjZwhf460wGwkg0azzhoyKeZLmy8I,1805312
-bigdl/cpp/libs/llama_cpp/llama-tokenize.exe,sha256=-oqY9v8Oyi9OD4xCVrVnsh7TufPPi4oxIkQiWV2zKKw,89088
-bigdl/cpp/libs/llama_cpp/llama.dll,sha256=rMzuKMKHfya2QkW4sbXxtf20vA8gYAYRWp3P3i-1uS8,1481216
-bigdl/cpp/libs/llama_cpp/llava_shared.dll,sha256=NErBuOlRrKDOJeh7OuuG4TlH6REL1XD8QTOvMe-kRLI,380416
-bigdl/cpp/libs/ollama/ggml-base.dll,sha256=B1ICZHPkZ5zvaOYeFF-37OxNX_K2_UaNKJeM6JUM0KU,644608
-bigdl/cpp/libs/ollama/ggml-cpu.dll,sha256=Y0qCiJ9-vU1HYkeg8M0wwjr26RxudnXsm2qtbBr3xHE,1116672
-bigdl/cpp/libs/ollama/ggml-sycl.dll,sha256=r5IfXs7kkebd9HF3dfRyfsF_X6kvWUrzX9sz3TTm4as,7205376
-bigdl/cpp/libs/ollama/ggml.dll,sha256=a1LzAwxCuanOVhWfqxNjM-kVZELNch4Ow9MH3jZwMvs,120832
-bigdl/cpp/libs/ollama/libc++.dll,sha256=U0TVK2WfFQIJPP6Bz9SeJmgskm2iqZWJorx_DGdfKIw,1561600
-bigdl/cpp/libs/ollama/llama.dll,sha256=F-aRrmEXyfaohGa3cMoPum_ndB3RSK3VUxWBjL8nq0g,1522176
-bigdl/cpp/libs/ollama/llava_shared.dll,sha256=tJxru-ZqEEdXlnvc6hgQb4SShptzgMv9s5FxwkMsX-g,377856
-bigdl/cpp/libs/ollama/ollama-lib.exe,sha256=xdREn7Lby5WhbJwaxvlDtcZVutUyVaNhqhtPqmYA7J8,79792640
-bigdl/cpp/libs/ollama/ollama.exe,sha256=o0ZucHEC0FZvFkcZEdALm-iOJTOfLZTYi7uAuhWeiHE,207872
-bigdl_core_cpp-2.7.0b20250629.data/scripts/init-llama-cpp.bat,sha256=u1MA0OIgqtL3KdXsWrY3Slirn6jmmLbX0mnuh6zXnrg,761
-bigdl_core_cpp-2.7.0b20250629.data/scripts/init-llama-cpp.ps1,sha256=SJdTXrObj0WofdpTA0Uj2gxw2E9pnuB9X_5tcws4gbc,511
-bigdl_core_cpp-2.7.0b20250629.data/scripts/init-ollama.bat,sha256=9eqJaqG87mOHxT0a3d712bVVTQbC2-SRhrV8EZ4eKXQ,622
-bigdl_core_cpp-2.7.0b20250629.dist-info/METADATA,sha256=FDKotjv3DvpFPksOXX_B1fO9dqY4KY43uDdcNvDK94Q,750
-bigdl_core_cpp-2.7.0b20250629.dist-info/WHEEL,sha256=ZjXRCNaQ9YSypEK2TE0LRB0sy2OVXSszb4Sx1XjM99k,97
-bigdl_core_cpp-2.7.0b20250629.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.7.0b20250629.dist-info/RECORD,,