bigdl-core-cpp 2.7.0b20250630__py3-none-win_amd64.whl → 2.7.0b20250702__py3-none-win_amd64.whl

bigdl/cpp/gguf-py/gguf/utility.py

@@ -1,7 +1,11 @@
 from __future__ import annotations
 
+from dataclasses import dataclass
 from typing import Literal
 
+import os
+import json
+
 
 def fill_templated_filename(filename: str, output_type: str | None) -> str:
     # Given a file name fill in any type templates e.g. 'some-model-name.{ftype}.gguf'
@@ -67,3 +71,194 @@ def naming_convention(model_name: str | None, base_name: str | None, finetune_st
     kind = f"-{model_type.strip().replace(' ', '-')}" if model_type is not None else ""
 
     return f"{name}{parameters}{finetune}{version}{encoding}{kind}"
+
+
+@dataclass
+class RemoteTensor:
+    dtype: str
+    shape: tuple[int, ...]
+    offset_start: int
+    size: int
+    url: str
+
+    def data(self) -> bytearray:
+        # TODO: handle request errors (maybe with limited retries?)
+        # NOTE: using a bytearray, otherwise PyTorch complains the buffer is not writeable
+        data = bytearray(SafetensorRemote.get_data_by_range(url=self.url, start=self.offset_start, size=self.size))
+        return data
+
+
+class SafetensorRemote:
+    """
+    Uility class to handle remote safetensor files.
+    This class is designed to work with Hugging Face model repositories.
+
+    Example (one model has single safetensor file, the other has multiple):
+        for model_id in ["ngxson/TEST-Tiny-Llama4", "Qwen/Qwen2.5-7B-Instruct"]:
+            tensors = SafetensorRemote.get_list_tensors_hf_model(model_id)
+            print(tensors)
+
+    Example reading tensor data:
+        tensors = SafetensorRemote.get_list_tensors_hf_model(model_id)
+        for name, meta in tensors.items():
+            dtype, shape, offset_start, size, remote_safetensor_url = meta
+            # read the tensor data
+            data = SafetensorRemote.get_data_by_range(remote_safetensor_url, offset_start, size)
+            print(data)
+    """
+
+    BASE_DOMAIN = "https://huggingface.co"
+    ALIGNMENT = 8 # bytes
+
+    @classmethod
+    def get_list_tensors_hf_model(cls, model_id: str) -> dict[str, RemoteTensor]:
+        """
+        Get list of tensors from a Hugging Face model repository.
+
+        Returns a dictionary of tensor names and their metadata.
+        Each tensor is represented as a tuple of (dtype, shape, offset_start, size, remote_safetensor_url)
+        """
+        # case 1: model has only one single model.safetensor file
+        is_single_file = cls.check_file_exist(f"{cls.BASE_DOMAIN}/{model_id}/resolve/main/model.safetensors")
+        if is_single_file:
+            url = f"{cls.BASE_DOMAIN}/{model_id}/resolve/main/model.safetensors"
+            return cls.get_list_tensors(url)
+
+        # case 2: model has multiple files
+        index_url = f"{cls.BASE_DOMAIN}/{model_id}/resolve/main/model.safetensors.index.json"
+        is_multiple_files = cls.check_file_exist(index_url)
+        if is_multiple_files:
+            # read the index file
+            index_data = cls.get_data_by_range(index_url, 0)
+            index_str = index_data.decode('utf-8')
+            index_json = json.loads(index_str)
+            assert index_json.get("weight_map") is not None, "weight_map not found in index file"
+            weight_map = index_json["weight_map"]
+            # get the list of files
+            all_files = list(set(weight_map.values()))
+            all_files.sort() # make sure we load shard files in order
+            # get the list of tensors
+            tensors: dict[str, RemoteTensor] = {}
+            for file in all_files:
+                url = f"{cls.BASE_DOMAIN}/{model_id}/resolve/main/{file}"
+                for key, val in cls.get_list_tensors(url).items():
+                    tensors[key] = val
+            return tensors
+
+        raise ValueError(f"Model {model_id} does not have any safetensor files")
+
+    @classmethod
+    def get_list_tensors(cls, url: str) -> dict[str, RemoteTensor]:
+        """
+        Get list of tensors from a remote safetensor file.
+
+        Returns a dictionary of tensor names and their metadata.
+        Each tensor is represented as a tuple of (dtype, shape, offset_start, size)
+        """
+        metadata, data_start_offset = cls.get_metadata(url)
+        res: dict[str, RemoteTensor] = {}
+
+        for name, meta in metadata.items():
+            if name == "__metadata__":
+                continue
+            if not isinstance(meta, dict):
+                raise ValueError(f"Invalid metadata for tensor '{name}': {meta}")
+            try:
+                dtype = meta["dtype"]
+                shape = meta["shape"]
+                offset_start_relative, offset_end_relative = meta["data_offsets"]
+                size = offset_end_relative - offset_start_relative
+                offset_start = data_start_offset + offset_start_relative
+                res[name] = RemoteTensor(dtype=dtype, shape=tuple(shape), offset_start=offset_start, size=size, url=url)
+            except KeyError as e:
+                raise ValueError(f"Missing key in metadata for tensor '{name}': {e}, meta = {meta}")
+
+        return res
+
+    @classmethod
+    def get_metadata(cls, url: str) -> tuple[dict, int]:
+        """
+        Get JSON metadata from a remote safetensor file.
+
+        Returns tuple of (metadata, data_start_offset)
+        """
+        # Request first 5MB of the file (hopefully enough for metadata)
+        read_size = 5 * 1024 * 1024
+        raw_data = cls.get_data_by_range(url, 0, read_size)
+
+        # Parse header
+        # First 8 bytes contain the metadata length as u64 little-endian
+        if len(raw_data) < 8:
+            raise ValueError("Not enough data to read metadata size")
+        metadata_length = int.from_bytes(raw_data[:8], byteorder='little')
+
+        # Calculate the data start offset
+        data_start_offset = 8 + metadata_length
+        alignment = SafetensorRemote.ALIGNMENT
+        if data_start_offset % alignment != 0:
+            data_start_offset += alignment - (data_start_offset % alignment)
+
+        # Check if we have enough data to read the metadata
+        if len(raw_data) < 8 + metadata_length:
+            raise ValueError(f"Could not read complete metadata. Need {8 + metadata_length} bytes, got {len(raw_data)}")
+
+        # Extract metadata bytes and parse as JSON
+        metadata_bytes = raw_data[8:8 + metadata_length]
+        metadata_str = metadata_bytes.decode('utf-8')
+        try:
+            metadata = json.loads(metadata_str)
+            return metadata, data_start_offset
+        except json.JSONDecodeError as e:
+            raise ValueError(f"Failed to parse safetensor metadata as JSON: {e}")
+
+    @classmethod
+    def get_data_by_range(cls, url: str, start: int, size: int = -1) -> bytes:
+        """
+        Get raw byte data from a remote file by range.
+        If size is not specified, it will read the entire file.
+        """
+        import requests
+        from urllib.parse import urlparse
+
+        parsed_url = urlparse(url)
+        if not parsed_url.scheme or not parsed_url.netloc:
+            raise ValueError(f"Invalid URL: {url}")
+
+        headers = cls._get_request_headers()
+        if size > -1:
+            headers["Range"] = f"bytes={start}-{start + size}"
+        response = requests.get(url, allow_redirects=True, headers=headers)
+        response.raise_for_status()
+
+        # Get raw byte data
+        return response.content[slice(size if size > -1 else None)]
+
+    @classmethod
+    def check_file_exist(cls, url: str) -> bool:
+        """
+        Check if a file exists at the given URL.
+        Returns True if the file exists, False otherwise.
+        """
+        import requests
+        from urllib.parse import urlparse
+
+        parsed_url = urlparse(url)
+        if not parsed_url.scheme or not parsed_url.netloc:
+            raise ValueError(f"Invalid URL: {url}")
+
+        try:
+            headers = cls._get_request_headers()
+            headers["Range"] = "bytes=0-0"
+            response = requests.head(url, allow_redirects=True, headers=headers)
+            # Success (2xx) or redirect (3xx)
+            return 200 <= response.status_code < 400
+        except requests.RequestException:
+            return False
+
+    @classmethod
+    def _get_request_headers(cls) -> dict[str, str]:
+        """Prepare common headers for requests."""
+        headers = {"User-Agent": "convert_hf_to_gguf"}
+        if os.environ.get("HF_TOKEN"):
+            headers["Authorization"] = f"Bearer {os.environ['HF_TOKEN']}"
+        return headers

bigdl/cpp/gguf-py/gguf/vocab.py

@@ -154,7 +154,12 @@ class SpecialVocab:
             return True
         with open(tokenizer_config_file, encoding = 'utf-8') as f:
             tokenizer_config = json.load(f)
-        chat_template = tokenizer_config.get('chat_template')
+        chat_template_alt = None
+        chat_template_file = path / 'chat_template.json'
+        if chat_template_file.is_file():
+            with open(chat_template_file, encoding = 'utf-8') as f:
+                chat_template_alt = json.load(f).get('chat_template')
+        chat_template = tokenizer_config.get('chat_template', chat_template_alt)
         if chat_template is None or isinstance(chat_template, (str, list)):
             self.chat_template = chat_template
         else:

{bigdl_core_cpp-2.7.0b20250630.dist-info → bigdl_core_cpp-2.7.0b20250702.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bigdl-core-cpp
-Version: 2.7.0b20250630
+Version: 2.7.0b20250702
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

bigdl_core_cpp-2.7.0b20250702.dist-info/RECORD

@@ -0,0 +1,56 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert_hf_to_gguf.py,sha256=6zyOyZqUQKE305aTdq1T8ACQvaNFs-gYpK0seKqm7JA,311817
+bigdl/cpp/convert_hf_to_gguf_update.py,sha256=AY-MFWH2W9kzW53B8Hy9V0ZOeUmlK9NIb7nO5ktqvUM,21608
+bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=0dKjRhmFzvWV4e-cuLmaeW14JrWUtZwerBmz8mYyMvI,19556
+bigdl/cpp/convert_lora_to_gguf.py,sha256=T54sMiIFmjde8oZyu2X4Xik2TfgI9g6lVtja-0AAl38,19085
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=h5GWs6SMXYR8giWZ7MTZzAc3hYsIJF-HAkdxtgXLOPo,228
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=wGAhVlG2jwJWpc2-52muxvMJwJrabSEI2Pnh7UESkPg,91511
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=c9MluXgDwda_7hKk3atem3TeI4j6uAjrzM7Ba9RRkVQ,15195
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=Uyuwsqi6J_ImV9UP2VzjA0ZuNIviqDulrlU5T6hNg5k,45011
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=DNfI7JuWgZGg93KBifQ_QDlXhtQZJhoH3ILdJUCX3AM,9437
+bigdl/cpp/gguf-py/gguf/metadata.py,sha256=yO_QN_-ofePJjWn_9AQgeQLHQ-iCvh9Hkn-7UuSphag,33943
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=2z6vcK-kBefqZbYNmSEVmdZF_tXHeVb5NC6jCbBdgKc,62040
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=plkSVMYW_ZCdeM4V28-AH_UcuWSDCNojAhqDTZkbTtc,56880
+bigdl/cpp/gguf-py/gguf/utility.py,sha256=xGTPr9Cbwrdz-E8Y3szcUts9y5e_HwjKTFLiuEqW5FM,11072
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=zwKJHLRfaMX3ue7k7N_9BFhctNbp43Wg9wlksLsmtIs,21108
+bigdl/cpp/libs/llama_cpp/ggml-base.dll,sha256=_8F6zf_zWeWfIWpNhahO-060qz-i1JaMq11rpLaQXRU,657408
+bigdl/cpp/libs/llama_cpp/ggml-cpu.dll,sha256=s4Y7ZcTEqY9GEqXZQFkkyyWb-IQp2IJK0_BRYi1up74,1351680
+bigdl/cpp/libs/llama_cpp/ggml-sycl.dll,sha256=17iW1oOyKDIK1VjF6y0lC-5j60Nrr_KcLAS-jE68Q58,7772672
+bigdl/cpp/libs/llama_cpp/ggml.dll,sha256=Kcz00YN7qc9oLwbwH7LuGw809ehqYRtnPjeh7XkIiuk,110592
+bigdl/cpp/libs/llama_cpp/llama-batched.exe,sha256=TWxYUjdUxL7A1izjUHBRNofuWyR58zXdyN2M8JzNzi0,1802752
+bigdl/cpp/libs/llama_cpp/llama-bench.exe,sha256=Ec1fDEYbc8eARsLIpX_e0qmPVyJSW2eiAdUtQ6VMPFg,305664
+bigdl/cpp/libs/llama_cpp/llama-cli.exe,sha256=EyHYAKZ-HX3aMBu3e7HxjH0WuVXeYSgx1UTASMLWzds,1880576
+bigdl/cpp/libs/llama_cpp/llama-embedding.exe,sha256=IkjedGRmsz5pBCZDUQ8BngVPprvwwpln5Jnz2hc7JCQ,1829888
+bigdl/cpp/libs/llama_cpp/llama-gemma3-cli.exe,sha256=AX0NjMFO7A1wcn3nLMSbRxbJmiHwFc1xmpJPfavbmB8,46080
+bigdl/cpp/libs/llama_cpp/llama-gguf.exe,sha256=cPe73XR9udaErOHbc7ZuWL0rOBuqXX90kGzHov1evyY,59392
+bigdl/cpp/libs/llama_cpp/llama-llava-cli.exe,sha256=bOltwuNKiPblmsJGttNZ_XKN17Tcl_wbyJkuYlie3ss,46080
+bigdl/cpp/libs/llama_cpp/llama-lookup.exe,sha256=kc--bd9BrPquebbb5NDKk3KFk8HyVoJmyF45UYpMUV0,1862656
+bigdl/cpp/libs/llama_cpp/llama-ls-sycl-device.exe,sha256=z5Haz1VDupfHTgNyT1HvUuq4iT0uikPk06lzaYBHre0,10240
+bigdl/cpp/libs/llama_cpp/llama-minicpmv-cli.exe,sha256=AX0NjMFO7A1wcn3nLMSbRxbJmiHwFc1xmpJPfavbmB8,46080
+bigdl/cpp/libs/llama_cpp/llama-perplexity.exe,sha256=F-Q-tKFeNSD-55PHuF6u2RpvcgtJ4nTGrGSIWYAnDpc,1952768
+bigdl/cpp/libs/llama_cpp/llama-quantize.exe,sha256=xNDk6ize0KEhFQWdOastBR35oJn11nRfr26qKusdEQA,126976
+bigdl/cpp/libs/llama_cpp/llama-server.exe,sha256=a-Wzqo-lzQtIqopO2LYzvy1o9YMM2t52Hx6KBY0MBrs,5030400
+bigdl/cpp/libs/llama_cpp/llama-simple.exe,sha256=s6juzDnxeqP9JW1VLZpcOdCpuwNO17ALoPDAUqsNz5k,62464
+bigdl/cpp/libs/llama_cpp/llama-speculative.exe,sha256=33ciADC3UIy_xVjG3hg_GntCSjPfXWfxWwh2HRlvaco,1870336
+bigdl/cpp/libs/llama_cpp/llama-tokenize.exe,sha256=ORHeou0UJe5yZ4CRCIApFqzmujXu1leQSV0QdZcyC28,89088
+bigdl/cpp/libs/llama_cpp/llama.dll,sha256=YJF3ThDoz-trsO1zCyFbPbXJInY6gF6uz05_Dd7xK5A,1657344
+bigdl/cpp/libs/ollama/ggml-base.dll,sha256=ovWaMPT5xiqGa7-75fUCu9ltv1PkA8hYEAiOFO2aAYM,654336
+bigdl/cpp/libs/ollama/ggml-cpu.dll,sha256=zXNvEAAuFC_485bhdrK7fQiWJEE4M2kmJGJPbk-IOKU,1318400
+bigdl/cpp/libs/ollama/ggml-sycl.dll,sha256=ZA0dQQ9nasB1yAzPvMkCDo7UGAexg8QsBTYv9G_xkYQ,7575040
+bigdl/cpp/libs/ollama/ggml.dll,sha256=oahVfCRZdu9On3e6r96zA4GjlM2X2236FY1Ue4dnaag,110592
+bigdl/cpp/libs/ollama/libc++.dll,sha256=U0TVK2WfFQIJPP6Bz9SeJmgskm2iqZWJorx_DGdfKIw,1561600
+bigdl/cpp/libs/ollama/llama.dll,sha256=QbckuBVv_6ELjzFwZJxC_IoDNIS7h9Fg_CLvSGeke-A,1586176
+bigdl/cpp/libs/ollama/llava_shared.dll,sha256=0TrgrN2ZylhwQRdtRhSFGGbj5Mi5lspYqjUUFd8kP70,382976
+bigdl/cpp/libs/ollama/mtmd_shared.dll,sha256=VpqdMX0pZpy2hWk5J-hgmbxQVD-bvkNjrR2Oi1E3NXI,418816
+bigdl/cpp/libs/ollama/ollama-lib.exe,sha256=TSIp7YzgM0Skl5El36ne8FSS72vD-tPQj3Arbr7-V_Q,81615360
+bigdl/cpp/libs/ollama/ollama.exe,sha256=jNmc_c2FIT8_xCoWfjnuqrysYkcObt7uKYCbCmzHCn4,207872
+bigdl_core_cpp-2.7.0b20250702.data/scripts/init-llama-cpp.bat,sha256=u1MA0OIgqtL3KdXsWrY3Slirn6jmmLbX0mnuh6zXnrg,761
+bigdl_core_cpp-2.7.0b20250702.data/scripts/init-llama-cpp.ps1,sha256=SJdTXrObj0WofdpTA0Uj2gxw2E9pnuB9X_5tcws4gbc,511
+bigdl_core_cpp-2.7.0b20250702.data/scripts/init-ollama.bat,sha256=0QYgTisXqvdz_OfgvWxmRnw280WFFc-JI5fXOBEDNcI,512
+bigdl_core_cpp-2.7.0b20250702.dist-info/METADATA,sha256=gKpCiFCwrcs-CoDL74nIeFTCR2NafhcQ33gFSgzQxVE,750
+bigdl_core_cpp-2.7.0b20250702.dist-info/WHEEL,sha256=ZjXRCNaQ9YSypEK2TE0LRB0sy2OVXSszb4Sx1XjM99k,97
+bigdl_core_cpp-2.7.0b20250702.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.7.0b20250702.dist-info/RECORD,,

bigdl_core_cpp-2.7.0b20250630.dist-info/RECORD

@@ -1,57 +0,0 @@
-bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/convert_hf_to_gguf.py,sha256=QhF3QN-FR-OS6IazG8oWWYKESaaBFuEe4aOTR_n8570,240765
-bigdl/cpp/convert_hf_to_gguf_update.py,sha256=1BFKEkj0BMDB90lUB5p_-iR9rSVcjgYPGWmEw28avB8,17721
-bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=0dKjRhmFzvWV4e-cuLmaeW14JrWUtZwerBmz8mYyMvI,19556
-bigdl/cpp/convert_lora_to_gguf.py,sha256=sHrcutdgzrDR5H7ZiLPOLoMnkJKg8uZ7OcFhAZhPrLo,19073
-bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/__init__.py,sha256=h5GWs6SMXYR8giWZ7MTZzAc3hYsIJF-HAkdxtgXLOPo,228
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=6fXPUmyGM71MXjOBX-WJdn9yzlOEMxP7iQIbN4NS8V0,70390
-bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
-bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=PUrx08ZwaUOz1gLw5JQ459Hi7JIeCdlHgZX7wXcTqbI,12702
-bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=pFgnwrsDupKxI3SHNQbfiuz7dUopCOqj3ERBPuZMkMo,39955
-bigdl/cpp/gguf-py/gguf/lazy.py,sha256=YIYxGBWD-oKXU4HOvpHs9eiEn81HUgeSmt1mmHJlbdM,8814
-bigdl/cpp/gguf-py/gguf/metadata.py,sha256=oBTb4DXi_h1L_gYm8x_JRVuEPR4GHlVHuM-iN0OxWoY,33244
-bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/quants.py,sha256=2z6vcK-kBefqZbYNmSEVmdZF_tXHeVb5NC6jCbBdgKc,62040
-bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=w1JZkRIKHj2tKYADLDUvCOsQfVf8y7Y0ZwqmtmrtLBA,39549
-bigdl/cpp/gguf-py/gguf/utility.py,sha256=Mx4mqamXtatL15LCH04mG-7SNBwPzP2T75ts0uBnEuI,3002
-bigdl/cpp/gguf-py/gguf/vocab.py,sha256=QTdt4HZrn7onHqm2tpHTaEq2sL3yG07zbHqQR9iVfu8,20815
-bigdl/cpp/libs/llama_cpp/ggml-base.dll,sha256=cn-i0c0V_ApsXv5uXzko4ir9sbwQiwXBFr3-aWuEve0,649728
-bigdl/cpp/libs/llama_cpp/ggml-cpu.dll,sha256=OoQ0ZU_ITThiZcIYeYBwyd6N8dDOCE3lqc_XY4YM6B0,1114624
-bigdl/cpp/libs/llama_cpp/ggml-sycl.dll,sha256=xfSuMXytw0nWNMToo6VfTlMUTUQFChej5j3fRHiL-FM,7268352
-bigdl/cpp/libs/llama_cpp/ggml.dll,sha256=HM7yl4X8vnLpkR86cQTdRI9muHgLuVxqKJ2QlSnBozs,118272
-bigdl/cpp/libs/llama_cpp/llama-batched.exe,sha256=0RlXIxMwC_be-b8bFwUNzszcQeaPaSCpocRdR1KEsrE,1741824
-bigdl/cpp/libs/llama_cpp/llama-bench.exe,sha256=3xBG7p3UGgb4Bsn0qw8V4rpwHuE06aUX63vk9rra5Xc,279552
-bigdl/cpp/libs/llama_cpp/llama-cli.exe,sha256=tFXJ5PbmkwNxEhK0k0JEASAE9DL_p2xr79-Wouj-S0E,1814528
-bigdl/cpp/libs/llama_cpp/llama-embedding.exe,sha256=Pi_Rq-2Ayre_01jeWbNZZ_ZOG6aRUbP7NUhg0jm3TbM,1766912
-bigdl/cpp/libs/llama_cpp/llama-gemma3-cli.exe,sha256=sWZGtgMV-PFxznK6bq6rc9_3zNbk0XJE98-0hNdazO4,2035712
-bigdl/cpp/libs/llama_cpp/llama-gguf.exe,sha256=ytO0Wj0U9cQhXrk6Wap0JcXedLQkBqkRZR0mw56nS8U,59392
-bigdl/cpp/libs/llama_cpp/llama-llava-cli.exe,sha256=W-ocwwzaZmNHO1jYcEB1Uhmu8DkoSudDesNqqns8wpo,2019840
-bigdl/cpp/libs/llama_cpp/llama-lookup.exe,sha256=A-bjkKB5x4KeimxInG1utotAxLerEma0wIry5rkCyr4,1802752
-bigdl/cpp/libs/llama_cpp/llama-ls-sycl-device.exe,sha256=9Il5vU7s_FD6-KXXoGNKB78IHwjnqRkywk-Vuv55eUk,10240
-bigdl/cpp/libs/llama_cpp/llama-minicpmv-cli.exe,sha256=saNWLxTNOeXHIdbIM6X8zK5jo-c3DTLAZxkattme8e4,2018304
-bigdl/cpp/libs/llama_cpp/llama-perplexity.exe,sha256=RgMHA9ZRVvOEdgE90jlXTuLE72yOUR32Mb5r7GG_Y5I,1888256
-bigdl/cpp/libs/llama_cpp/llama-quantize.exe,sha256=P5YxxFI9Vv1SHJiDx-hUBTjLVTSz6Ey6EFCB4cb_rEM,122880
-bigdl/cpp/libs/llama_cpp/llama-server.exe,sha256=bEj2O5I3zZ0fXHJSHmzh82VV6ui2zjRiJgJB3_d-pXw,4132864
-bigdl/cpp/libs/llama_cpp/llama-simple.exe,sha256=WyUzGm1zR0KT-Kxt73kBPoRwsS3gRbJaaa6ANw3DHbQ,62464
-bigdl/cpp/libs/llama_cpp/llama-speculative.exe,sha256=f4HPcg1oYvENTGXD0LOPYhTAwuL1rwERoydFx6xoJNY,1805312
-bigdl/cpp/libs/llama_cpp/llama-tokenize.exe,sha256=2_sejYZLkucgWjfmhZgdZPVpEMRQw70T6GdxptvdbuA,89088
-bigdl/cpp/libs/llama_cpp/llama.dll,sha256=HxHopJwi3su3wEYJ-ZKd5N4QtjzRBgi3u_-R32iSWwM,1481216
-bigdl/cpp/libs/llama_cpp/llava_shared.dll,sha256=-VhVTv5q04pyTZWDu0Y267tzBKyG5kFIEPv_FY_Mfwg,380416
-bigdl/cpp/libs/ollama/ggml-base.dll,sha256=KAVZLSgVR4DMfF-Be7TcawQofjkgYDJFfGWPaYDSsIw,654336
-bigdl/cpp/libs/ollama/ggml-cpu.dll,sha256=a-c-Wl9mInXVZH-P4HO4lxfPWTIsBcyQx-uBFvRrjxs,1318400
-bigdl/cpp/libs/ollama/ggml-sycl.dll,sha256=vBaAktX4Uy2Z_39tkdbJ6s2FWlWOX0DG2NXSXsUP4-0,7575040
-bigdl/cpp/libs/ollama/ggml.dll,sha256=DxV1GaCONUtjIkc4tjZfNo_IkHLCz4qtsZLrrB2oB74,110592
-bigdl/cpp/libs/ollama/libc++.dll,sha256=U0TVK2WfFQIJPP6Bz9SeJmgskm2iqZWJorx_DGdfKIw,1561600
-bigdl/cpp/libs/ollama/llama.dll,sha256=3vOTnEI1M31diyOj8INg8h8ocCNyWWq1IA04Hed7RoM,1586176
-bigdl/cpp/libs/ollama/llava_shared.dll,sha256=5yXbBwRcM77a7JVTMrh2WsZgKxWzPkPCycmITyx25mc,382976
-bigdl/cpp/libs/ollama/mtmd_shared.dll,sha256=egpv0HMcVauF1Pv3EZ6ODSAodiDgtSNz1nf37YDx9J8,418816
-bigdl/cpp/libs/ollama/ollama-lib.exe,sha256=VaUNnPTyFT1NC5cFTPvsObIOHN9YJpZPMhNp6z-ytsc,81615360
-bigdl/cpp/libs/ollama/ollama.exe,sha256=7U8Du6_EqiVsnwi7O2z91bm_xgAow5Joz18k1p0niro,207872
-bigdl_core_cpp-2.7.0b20250630.data/scripts/init-llama-cpp.bat,sha256=u1MA0OIgqtL3KdXsWrY3Slirn6jmmLbX0mnuh6zXnrg,761
-bigdl_core_cpp-2.7.0b20250630.data/scripts/init-llama-cpp.ps1,sha256=SJdTXrObj0WofdpTA0Uj2gxw2E9pnuB9X_5tcws4gbc,511
-bigdl_core_cpp-2.7.0b20250630.data/scripts/init-ollama.bat,sha256=0QYgTisXqvdz_OfgvWxmRnw280WFFc-JI5fXOBEDNcI,512
-bigdl_core_cpp-2.7.0b20250630.dist-info/METADATA,sha256=4uICCVdGTT1SvhuWmiJcoOd5pak7yI3tGzdglYg_bEg,750
-bigdl_core_cpp-2.7.0b20250630.dist-info/WHEEL,sha256=ZjXRCNaQ9YSypEK2TE0LRB0sy2OVXSszb4Sx1XjM99k,97
-bigdl_core_cpp-2.7.0b20250630.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.7.0b20250630.dist-info/RECORD,,