bigdl-core-cpp 2.5.0b20240604__py3-none-win_amd64.whl → 2.5.0b20240606__py3-none-win_amd64.whl

bigdl/cpp/convert-hf-to-gguf.py

@@ -12,11 +12,7 @@ import sys
 from enum import IntEnum
 from pathlib import Path
 from hashlib import sha256
-<<<<<<< HEAD
-from typing import TYPE_CHECKING, Any, Callable, ContextManager, Iterator, Sequence, TypeVar, cast
-=======
 from typing import TYPE_CHECKING, Any, Callable, ContextManager, Iterable, Iterator, Sequence, TypeVar, cast
->>>>>>> uupstream/master
 
 import math
 import numpy as np

{bigdl_core_cpp-2.5.0b20240604.dist-info → bigdl_core_cpp-2.5.0b20240606.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bigdl-core-cpp
-Version: 2.5.0b20240604
+Version: 2.5.0b20240606
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

bigdl_core_cpp-2.5.0b20240606.dist-info/RECORD

@@ -0,0 +1,61 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert-hf-to-gguf.py,sha256=Q7KDHql6xDoyea-l350kisiE0bQNVsbv1V6OiHg68Us,191202
+bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=ElxJmWjDws0hVFf-tjFcxQhDDPD2xNqUkf6KpEfsbsQ,179
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=tpxMAsUIYaEXWSXMjLyAnnJGV1aZ1lCis_loHYrmYw0,35394
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=lMSPWOF9GIb13nhN6Au4PnnNTXe2Lc9l92Sbve5ECs8,12324
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=4aHWBXXpYiHThDDd7569FuD7AdwxkqnvGmGnTOjPFNU,21499
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=5VCg0xsteUMdIKY9PLyB6ID4TsapFJreb-y-t7Uk2HA,10024
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=2FYGq1gZ3oy9P_Z82L47lxMsokseC5DSKDwtyTNxiZI,23888
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
+bigdl/cpp/libs/baby-llama.exe,sha256=VoUlNJyq7Df5z9Wkl1iGwOP1yO6maksAFsgLj3_xstM,200192
+bigdl/cpp/libs/batched-bench.exe,sha256=WxehcMGb__SIpmKx8PqqEfJ7RMl8NlG5pY4tCRSWs64,206848
+bigdl/cpp/libs/batched.exe,sha256=P9UvVmJubjq9Iep74GiOLQO8aug-Dv2ZvyjWAQdSId4,208896
+bigdl/cpp/libs/beam-search.exe,sha256=oURLKieTUUUmVcSCX2jBo3VvrnmqTQOcdoYnY4FCTho,214528
+bigdl/cpp/libs/benchmark.exe,sha256=YgPHoNR_qbvVD5H6LxlyF0u16E9nkJ63Ggw4bGtp-DU,74240
+bigdl/cpp/libs/common.lib,sha256=r6pn2tFuheu6C9E0ntrvJ4kSY83Z57z_XbGZMSAgpgk,3330124
+bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=cy4y48qoqNpX6RAQ21_MJUW7_HedXPHotSwhDTjb5Sg,126464
+bigdl/cpp/libs/embedding.exe,sha256=QdC6WiWpvex98OfZe1AqsKydWdiThWUhXkYfrHBURo0,644096
+bigdl/cpp/libs/export-lora.exe,sha256=qFEHqAfgGEvARsqIvlemjXAEZ62KvyRtHNdKjdO4Fys,90112
+bigdl/cpp/libs/finetune.exe,sha256=Jw4IiBwbvpVpZNZBqInxul-2t1mxc0UxA9ZCbBa9GEM,302592
+bigdl/cpp/libs/ggml_shared.dll,sha256=4ZpHarm15cigyvEk7r__txQYsybCwrAg5dUp3FIybSw,4287488
+bigdl/cpp/libs/gguf.exe,sha256=OXXHimPAXFLhp7I31KMX9i7JAdLLVVN4Tb-zkEwUS8U,3823104
+bigdl/cpp/libs/gritlm.exe,sha256=gRP4u-BVRqbr8IcUpGYs0u3h4U01nA5NQhA7S-ErPuE,638464
+bigdl/cpp/libs/imatrix.exe,sha256=CQRwQqsYGhWDy6ozMXMPro0aiCYRro-lq8I3hraYZhk,676352
+bigdl/cpp/libs/infill.exe,sha256=YDOepCBPE1Hw6-BGno0AGsqQdygNTLVyptryvPTfxq0,733184
+bigdl/cpp/libs/llama-bench.exe,sha256=-hDT_QG4mgtDxUMnSFOBW1ZAelxZU_7gdb5VEyI1MNQ,336384
+bigdl/cpp/libs/llama.dll,sha256=tSDu8oT4fVXAFEknGF9C2sX-A3WQv0ctjN0Wjv4Drjo,5859328
+bigdl/cpp/libs/llava-cli.exe,sha256=eAQo0xKcAeIwPxEycCe9_6Kn3Ewb_lQKC7hJqDPY5Dk,921600
+bigdl/cpp/libs/llava_shared.dll,sha256=5dwlOLDJqQZduWuQHt_4a_BFs_pKmgc-vexs7wrzYEQ,4555264
+bigdl/cpp/libs/lookahead.exe,sha256=KUkhE5LPZGCS4D7VLeOvFX8icaHkwp3_88Fk8B7tlLQ,684032
+bigdl/cpp/libs/lookup.exe,sha256=FbUlYyUzNHSQHVJSNYaRSSnSSkLis_M6oA1IrNZUWso,718336
+bigdl/cpp/libs/ls-sycl-device.exe,sha256=yokAz02ZDVuOwukY2m2PWLw-F8EgiT0YkdCbqYlsjjw,10240
+bigdl/cpp/libs/main.exe,sha256=pfbbbqsTVrBsx17O_NKSBcpxSgl13mz6t57wF242eDQ,764416
+bigdl/cpp/libs/ollama.exe,sha256=wlalC7YADkvaY7AhyKhqqIcFTx28aHur5lSH2eKEdr0,64162935
+bigdl/cpp/libs/parallel.exe,sha256=1rZq4Wx66ptP2vSpfy8kgvUDPz8CjqG5JwIsk5wN3_4,701440
+bigdl/cpp/libs/passkey.exe,sha256=vuRAY97lEn-SpBTONDKFUwrCHTrLwlOFiQyzaqLVP3I,216064
+bigdl/cpp/libs/perplexity.exe,sha256=HO5uNT1ndGDh0MkfLiGZXnTmTwXrNmhPhhbnU1jjeog,782336
+bigdl/cpp/libs/q8dot.exe,sha256=SSl6-VDE8GHl1bOKH7tT-X--Dl1VkYlcKX7eFcScUBQ,53760
+bigdl/cpp/libs/quantize-stats.exe,sha256=yl5uqTK6C7xVQQSrfgp9Fs6KCXr1p-Z3ONf51t5F-LA,130048
+bigdl/cpp/libs/quantize.exe,sha256=51teGY6iCgQmywKm04apghwnjc8M9sMLy5iHzgMg65M,235520
+bigdl/cpp/libs/save-load-state.exe,sha256=w1ZVnLbcVGqseRgr2vThnYti46SxqHR-eQSMuacdR5E,636416
+bigdl/cpp/libs/server.exe,sha256=ewfGbHI8MccTvapFa-NZpiC5R5KcbXE3KNT_nTlQW84,1731584
+bigdl/cpp/libs/simple.exe,sha256=1g66WFjnblzBQr2rYA-li0F_TZPkKVV1uUubWx4X0Ao,202752
+bigdl/cpp/libs/speculative.exe,sha256=qk0u7ihOKCCKQ7w98iwGC1RaRr0Jd_V9HTMf5I2gk_M,709632
+bigdl/cpp/libs/tokenize.exe,sha256=EXpxkmbfGuy3UCcwVj2VRIpqZTJBUsG6ygvUuTic5Hg,203264
+bigdl/cpp/libs/train-text-from-scratch.exe,sha256=QBp6OjryjZY2LDsv0OYpqK1vyyFjlvLA71VA9gOT4fQ,283648
+bigdl/cpp/libs/vdot.exe,sha256=7p0iJM82X9WMZ9H3xknD3kI2A3POrfzxvEjk-PB59Do,56320
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=0W1cwVegFOHpYArLdv4YTWH_rWC9Sv1_kPDRgk5ktts,6555648
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=cv3h-RO38VcfG8UDz1WH9HbmKQiNYEVj2Sh_ecVYbBc,6555648
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=8tVI_28JYtaaVIWUoz2_pHFViOVzhc7KNxDNblmNVSE,6555648
+bigdl_core_cpp-2.5.0b20240606.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
+bigdl_core_cpp-2.5.0b20240606.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
+bigdl_core_cpp-2.5.0b20240606.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
+bigdl_core_cpp-2.5.0b20240606.dist-info/METADATA,sha256=CWK_PUXYAjJXTA51TRS6g-vLBaGOUoqJ57k4LwbCI84,668
+bigdl_core_cpp-2.5.0b20240606.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
+bigdl_core_cpp-2.5.0b20240606.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.5.0b20240606.dist-info/RECORD,,

bigdl_core_cpp-2.5.0b20240604.dist-info/RECORD

@@ -1,61 +0,0 @@
-bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/convert-hf-to-gguf.py,sha256=w0fNQ1Ym2kU2mpLE5-QM07-hZxJUh8YBLzd9zrjiBvo,191351
-bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
-bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/__init__.py,sha256=ElxJmWjDws0hVFf-tjFcxQhDDPD2xNqUkf6KpEfsbsQ,179
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=tpxMAsUIYaEXWSXMjLyAnnJGV1aZ1lCis_loHYrmYw0,35394
-bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
-bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=lMSPWOF9GIb13nhN6Au4PnnNTXe2Lc9l92Sbve5ECs8,12324
-bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=4aHWBXXpYiHThDDd7569FuD7AdwxkqnvGmGnTOjPFNU,21499
-bigdl/cpp/gguf-py/gguf/lazy.py,sha256=5VCg0xsteUMdIKY9PLyB6ID4TsapFJreb-y-t7Uk2HA,10024
-bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
-bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=2FYGq1gZ3oy9P_Z82L47lxMsokseC5DSKDwtyTNxiZI,23888
-bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
-bigdl/cpp/libs/baby-llama.exe,sha256=SYkkI1K1dZFQI53TUIntJq6UlnWsX_IuV6NGM3QiXW0,200192
-bigdl/cpp/libs/batched-bench.exe,sha256=05sJqh4Q1XIJB6BMT73dOZkEaM1w1ukuxwm4zMzbqu8,206848
-bigdl/cpp/libs/batched.exe,sha256=f6eUVQY3gHJYev6XYq55fzI-D3IhY0y418_85pqtJaQ,208896
-bigdl/cpp/libs/beam-search.exe,sha256=UtPxyqCJdaon0Ex3DDFb_rLkb9M2DM8aRwPn1EKg96c,214528
-bigdl/cpp/libs/benchmark.exe,sha256=20cRZV95BGVrAKJW7jU_wna457fD2qlyuLVM0Oao9R0,74240
-bigdl/cpp/libs/common.lib,sha256=4CptD004rqgvnHMUVwIL7iGSBmzLqufMnIXgUMPFeh4,3330124
-bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=S-P-9GISE8t_klmAEFh-C0cFNSz_kUjh_ncmhPruU44,126464
-bigdl/cpp/libs/embedding.exe,sha256=8n-dZi8lu647O-WTOBVp4z0il6K5Smi5-lVRLag7p18,644096
-bigdl/cpp/libs/export-lora.exe,sha256=zv07Ksos0L2x9FyvTv53cuy0iQ0BLjWH4po2KhbY2FQ,90112
-bigdl/cpp/libs/finetune.exe,sha256=7EWKPbxMQ_W1oOkGu7uZm2M5eFyRFzRrfniVni1ZZ3Y,302592
-bigdl/cpp/libs/ggml_shared.dll,sha256=WpHZSGLcNNsuufDwWdAG6sPsSg3sZlDHuFJy6mOVo3U,4286464
-bigdl/cpp/libs/gguf.exe,sha256=prmohKbpsOro8H9LpDiHcExYqz4emN4bLf3LK7UB6P4,3822592
-bigdl/cpp/libs/gritlm.exe,sha256=x2b7NUPsxToqjIe_AW_yX-S5pWC2GKNGQzle1JPN-wI,638464
-bigdl/cpp/libs/imatrix.exe,sha256=sZOM4Jif6C7m4nfXTM5mALQxsT3C9NaX4JfaifnqxHY,676352
-bigdl/cpp/libs/infill.exe,sha256=xiF8_txuk9d1ZrWo3hRj4IhQbMw_Dl7e0PZvrUrprrA,733184
-bigdl/cpp/libs/llama-bench.exe,sha256=9OLq3AAkXu41l3lkJgoaE0Z0ziLn2vtm98ayhfAXkuU,336384
-bigdl/cpp/libs/llama.dll,sha256=Fh85IilaZhXA5lQj3nctAlAmTl0NsPxXxaCXvp_vs6Y,5855744
-bigdl/cpp/libs/llava-cli.exe,sha256=MDUCmGeitPcbZL5YjdiSyJwUkzUJaPya9er7oB2nvOw,921600
-bigdl/cpp/libs/llava_shared.dll,sha256=UxmMbYTxGvT7bktk13y-gbveVbayV3Ft_9900IudulI,4553728
-bigdl/cpp/libs/lookahead.exe,sha256=sDDzp-T2StwEttr0i4xa3jpUBS6ZkgetGcLRotgamR4,684032
-bigdl/cpp/libs/lookup.exe,sha256=Tnut4q8yh52WrL-yE_tu9tM661mNurfLgZaQ8hGAhiQ,718336
-bigdl/cpp/libs/ls-sycl-device.exe,sha256=HMs1vizQyAatCbtNBVgm30foxUhW_UMxemXpMO2BKAU,10240
-bigdl/cpp/libs/main.exe,sha256=pzmuKAqlBWxuXbkLJJVx0E-hnK-diEJeG16Q8nq1IGs,764416
-bigdl/cpp/libs/ollama.exe,sha256=18wCJcVzIXsAJCzX0n9nM13557ZRNuMM8_rdZv-Pz7c,64162978
-bigdl/cpp/libs/parallel.exe,sha256=x39HdBS8r5cCWzy5J2MiNAIqSR59kj-Fv1GHMD6CWgk,701440
-bigdl/cpp/libs/passkey.exe,sha256=oJXf5O1sQI1Qc-YRrEywGhxAuo7MjfOw4qjhhLEBFZU,216064
-bigdl/cpp/libs/perplexity.exe,sha256=bJnRBnqgR1ACYYOl-XDaemMbvDMG5u6JMWOcryIeUO8,782336
-bigdl/cpp/libs/q8dot.exe,sha256=9rbH-Tj3T-Kxi9YDDrz1ew1BqbYOc7xU1N2WCZOL9aA,53760
-bigdl/cpp/libs/quantize-stats.exe,sha256=W6tK3dm0Ki8tXEuwXJI9T6dwC7vxwBu3xt0IXasJdZ4,130048
-bigdl/cpp/libs/quantize.exe,sha256=AA5iaRbHx8K8lMOw2BPG15kfQIU0N-SxlOxB1MXjZrw,235520
-bigdl/cpp/libs/save-load-state.exe,sha256=jcRXARYp-pJAH6eTkey_T1gToAXxr6LyfBVzZVtFGWU,636416
-bigdl/cpp/libs/server.exe,sha256=87boGEt63jUSRruKhxppRMGPeY3pIyxxdCVhJzHkNzo,1731584
-bigdl/cpp/libs/simple.exe,sha256=cxkHXtrqiCZiu2HYUsno3lM1olf6iP_Yr29L9SXftu0,202752
-bigdl/cpp/libs/speculative.exe,sha256=o_8mhgN72WJmDSdrqXO3VYjR0dKU5wnJjPmw_k75xTM,709632
-bigdl/cpp/libs/tokenize.exe,sha256=QI90dcyru4M_SAQajlzCVUPHxedrWffqhzFYeMAmmIM,203264
-bigdl/cpp/libs/train-text-from-scratch.exe,sha256=3VTuBIPhPP7edLPsmvEBxotzF0yNOxNqRvX1ctVVOUs,283648
-bigdl/cpp/libs/vdot.exe,sha256=ogumRjdY6KcW6w9axU6YN6rKew2tRzhv53feWagGq9w,56320
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=BVMJqkX4v7TqaQ5IXCus-kkDjiNSi0cR0sRdOnO3uw0,6552064
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=dZJWaxnLGSH_7EBxfrxWiE0NiMF0CzsWt4nGIqfk2M0,6552064
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=OFYL6KeoTNRBEjRz3PMgeMr2qzfhtCqR_qo8zsuSyTw,6552064
-bigdl_core_cpp-2.5.0b20240604.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
-bigdl_core_cpp-2.5.0b20240604.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
-bigdl_core_cpp-2.5.0b20240604.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
-bigdl_core_cpp-2.5.0b20240604.dist-info/METADATA,sha256=AXHqlc7baEg_JsSWsDcIb0xT-F2MJABecF4Rk5V1Hbk,668
-bigdl_core_cpp-2.5.0b20240604.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
-bigdl_core_cpp-2.5.0b20240604.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.5.0b20240604.dist-info/RECORD,,