bigdl-core-cpp 2.5.0b20240605__py3-none-win_amd64.whl → 2.5.0b20240606__py3-none-win_amd64.whl

bigdl/cpp/convert-hf-to-gguf.py

@@ -12,11 +12,7 @@ import sys
 from enum import IntEnum
 from pathlib import Path
 from hashlib import sha256
-<<<<<<< HEAD
-from typing import TYPE_CHECKING, Any, Callable, ContextManager, Iterator, Sequence, TypeVar, cast
-=======
 from typing import TYPE_CHECKING, Any, Callable, ContextManager, Iterable, Iterator, Sequence, TypeVar, cast
->>>>>>> uupstream/master
 
 import math
 import numpy as np

{bigdl_core_cpp-2.5.0b20240605.dist-info → bigdl_core_cpp-2.5.0b20240606.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bigdl-core-cpp
-Version: 2.5.0b20240605
+Version: 2.5.0b20240606
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

bigdl_core_cpp-2.5.0b20240606.dist-info/RECORD

@@ -0,0 +1,61 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert-hf-to-gguf.py,sha256=Q7KDHql6xDoyea-l350kisiE0bQNVsbv1V6OiHg68Us,191202
+bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=ElxJmWjDws0hVFf-tjFcxQhDDPD2xNqUkf6KpEfsbsQ,179
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=tpxMAsUIYaEXWSXMjLyAnnJGV1aZ1lCis_loHYrmYw0,35394
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=lMSPWOF9GIb13nhN6Au4PnnNTXe2Lc9l92Sbve5ECs8,12324
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=4aHWBXXpYiHThDDd7569FuD7AdwxkqnvGmGnTOjPFNU,21499
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=5VCg0xsteUMdIKY9PLyB6ID4TsapFJreb-y-t7Uk2HA,10024
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=2FYGq1gZ3oy9P_Z82L47lxMsokseC5DSKDwtyTNxiZI,23888
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
+bigdl/cpp/libs/baby-llama.exe,sha256=VoUlNJyq7Df5z9Wkl1iGwOP1yO6maksAFsgLj3_xstM,200192
+bigdl/cpp/libs/batched-bench.exe,sha256=WxehcMGb__SIpmKx8PqqEfJ7RMl8NlG5pY4tCRSWs64,206848
+bigdl/cpp/libs/batched.exe,sha256=P9UvVmJubjq9Iep74GiOLQO8aug-Dv2ZvyjWAQdSId4,208896
+bigdl/cpp/libs/beam-search.exe,sha256=oURLKieTUUUmVcSCX2jBo3VvrnmqTQOcdoYnY4FCTho,214528
+bigdl/cpp/libs/benchmark.exe,sha256=YgPHoNR_qbvVD5H6LxlyF0u16E9nkJ63Ggw4bGtp-DU,74240
+bigdl/cpp/libs/common.lib,sha256=r6pn2tFuheu6C9E0ntrvJ4kSY83Z57z_XbGZMSAgpgk,3330124
+bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=cy4y48qoqNpX6RAQ21_MJUW7_HedXPHotSwhDTjb5Sg,126464
+bigdl/cpp/libs/embedding.exe,sha256=QdC6WiWpvex98OfZe1AqsKydWdiThWUhXkYfrHBURo0,644096
+bigdl/cpp/libs/export-lora.exe,sha256=qFEHqAfgGEvARsqIvlemjXAEZ62KvyRtHNdKjdO4Fys,90112
+bigdl/cpp/libs/finetune.exe,sha256=Jw4IiBwbvpVpZNZBqInxul-2t1mxc0UxA9ZCbBa9GEM,302592
+bigdl/cpp/libs/ggml_shared.dll,sha256=4ZpHarm15cigyvEk7r__txQYsybCwrAg5dUp3FIybSw,4287488
+bigdl/cpp/libs/gguf.exe,sha256=OXXHimPAXFLhp7I31KMX9i7JAdLLVVN4Tb-zkEwUS8U,3823104
+bigdl/cpp/libs/gritlm.exe,sha256=gRP4u-BVRqbr8IcUpGYs0u3h4U01nA5NQhA7S-ErPuE,638464
+bigdl/cpp/libs/imatrix.exe,sha256=CQRwQqsYGhWDy6ozMXMPro0aiCYRro-lq8I3hraYZhk,676352
+bigdl/cpp/libs/infill.exe,sha256=YDOepCBPE1Hw6-BGno0AGsqQdygNTLVyptryvPTfxq0,733184
+bigdl/cpp/libs/llama-bench.exe,sha256=-hDT_QG4mgtDxUMnSFOBW1ZAelxZU_7gdb5VEyI1MNQ,336384
+bigdl/cpp/libs/llama.dll,sha256=tSDu8oT4fVXAFEknGF9C2sX-A3WQv0ctjN0Wjv4Drjo,5859328
+bigdl/cpp/libs/llava-cli.exe,sha256=eAQo0xKcAeIwPxEycCe9_6Kn3Ewb_lQKC7hJqDPY5Dk,921600
+bigdl/cpp/libs/llava_shared.dll,sha256=5dwlOLDJqQZduWuQHt_4a_BFs_pKmgc-vexs7wrzYEQ,4555264
+bigdl/cpp/libs/lookahead.exe,sha256=KUkhE5LPZGCS4D7VLeOvFX8icaHkwp3_88Fk8B7tlLQ,684032
+bigdl/cpp/libs/lookup.exe,sha256=FbUlYyUzNHSQHVJSNYaRSSnSSkLis_M6oA1IrNZUWso,718336
+bigdl/cpp/libs/ls-sycl-device.exe,sha256=yokAz02ZDVuOwukY2m2PWLw-F8EgiT0YkdCbqYlsjjw,10240
+bigdl/cpp/libs/main.exe,sha256=pfbbbqsTVrBsx17O_NKSBcpxSgl13mz6t57wF242eDQ,764416
+bigdl/cpp/libs/ollama.exe,sha256=wlalC7YADkvaY7AhyKhqqIcFTx28aHur5lSH2eKEdr0,64162935
+bigdl/cpp/libs/parallel.exe,sha256=1rZq4Wx66ptP2vSpfy8kgvUDPz8CjqG5JwIsk5wN3_4,701440
+bigdl/cpp/libs/passkey.exe,sha256=vuRAY97lEn-SpBTONDKFUwrCHTrLwlOFiQyzaqLVP3I,216064
+bigdl/cpp/libs/perplexity.exe,sha256=HO5uNT1ndGDh0MkfLiGZXnTmTwXrNmhPhhbnU1jjeog,782336
+bigdl/cpp/libs/q8dot.exe,sha256=SSl6-VDE8GHl1bOKH7tT-X--Dl1VkYlcKX7eFcScUBQ,53760
+bigdl/cpp/libs/quantize-stats.exe,sha256=yl5uqTK6C7xVQQSrfgp9Fs6KCXr1p-Z3ONf51t5F-LA,130048
+bigdl/cpp/libs/quantize.exe,sha256=51teGY6iCgQmywKm04apghwnjc8M9sMLy5iHzgMg65M,235520
+bigdl/cpp/libs/save-load-state.exe,sha256=w1ZVnLbcVGqseRgr2vThnYti46SxqHR-eQSMuacdR5E,636416
+bigdl/cpp/libs/server.exe,sha256=ewfGbHI8MccTvapFa-NZpiC5R5KcbXE3KNT_nTlQW84,1731584
+bigdl/cpp/libs/simple.exe,sha256=1g66WFjnblzBQr2rYA-li0F_TZPkKVV1uUubWx4X0Ao,202752
+bigdl/cpp/libs/speculative.exe,sha256=qk0u7ihOKCCKQ7w98iwGC1RaRr0Jd_V9HTMf5I2gk_M,709632
+bigdl/cpp/libs/tokenize.exe,sha256=EXpxkmbfGuy3UCcwVj2VRIpqZTJBUsG6ygvUuTic5Hg,203264
+bigdl/cpp/libs/train-text-from-scratch.exe,sha256=QBp6OjryjZY2LDsv0OYpqK1vyyFjlvLA71VA9gOT4fQ,283648
+bigdl/cpp/libs/vdot.exe,sha256=7p0iJM82X9WMZ9H3xknD3kI2A3POrfzxvEjk-PB59Do,56320
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=0W1cwVegFOHpYArLdv4YTWH_rWC9Sv1_kPDRgk5ktts,6555648
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=cv3h-RO38VcfG8UDz1WH9HbmKQiNYEVj2Sh_ecVYbBc,6555648
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=8tVI_28JYtaaVIWUoz2_pHFViOVzhc7KNxDNblmNVSE,6555648
+bigdl_core_cpp-2.5.0b20240606.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
+bigdl_core_cpp-2.5.0b20240606.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
+bigdl_core_cpp-2.5.0b20240606.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
+bigdl_core_cpp-2.5.0b20240606.dist-info/METADATA,sha256=CWK_PUXYAjJXTA51TRS6g-vLBaGOUoqJ57k4LwbCI84,668
+bigdl_core_cpp-2.5.0b20240606.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
+bigdl_core_cpp-2.5.0b20240606.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.5.0b20240606.dist-info/RECORD,,

bigdl_core_cpp-2.5.0b20240605.dist-info/RECORD

@@ -1,61 +0,0 @@
-bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/convert-hf-to-gguf.py,sha256=w0fNQ1Ym2kU2mpLE5-QM07-hZxJUh8YBLzd9zrjiBvo,191351
-bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
-bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/__init__.py,sha256=ElxJmWjDws0hVFf-tjFcxQhDDPD2xNqUkf6KpEfsbsQ,179
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=tpxMAsUIYaEXWSXMjLyAnnJGV1aZ1lCis_loHYrmYw0,35394
-bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
-bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=lMSPWOF9GIb13nhN6Au4PnnNTXe2Lc9l92Sbve5ECs8,12324
-bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=4aHWBXXpYiHThDDd7569FuD7AdwxkqnvGmGnTOjPFNU,21499
-bigdl/cpp/gguf-py/gguf/lazy.py,sha256=5VCg0xsteUMdIKY9PLyB6ID4TsapFJreb-y-t7Uk2HA,10024
-bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
-bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=2FYGq1gZ3oy9P_Z82L47lxMsokseC5DSKDwtyTNxiZI,23888
-bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
-bigdl/cpp/libs/baby-llama.exe,sha256=6YgBkrHog7E_ynh8NHGejwWk2iEXZVvNWEFuWJtrhsw,200192
-bigdl/cpp/libs/batched-bench.exe,sha256=9P03He1xkmDlwi4y_WQjzYdShDVObWo5aviPvclB-LI,206848
-bigdl/cpp/libs/batched.exe,sha256=1TSM75IsuRAbDkcxdNAgmfndmQPKbAiQwTtuh7XjMZE,208896
-bigdl/cpp/libs/beam-search.exe,sha256=x85aRWIEhoAuDyyJ9jcgnC-WeUTtloD0lbYwnzQmxUA,214528
-bigdl/cpp/libs/benchmark.exe,sha256=8P5dK4F8Ak9y3IiyVgOUOoNQwlD0GhqvMREa1t6EEEk,74240
-bigdl/cpp/libs/common.lib,sha256=U0gSvR2GNOcIZTOzg3g6QVkXEq02dNJA5Xtfv3YGNm8,3330124
-bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=ydJFTlfs-fZzvX--XfjCgmMeNcQq0yNk9NHSyp34bvo,126464
-bigdl/cpp/libs/embedding.exe,sha256=Qa5Cwq9lY-hJbaPIzI1JZTCf6ixKLCe1bGrd5kjbCtY,644096
-bigdl/cpp/libs/export-lora.exe,sha256=dWS0jdK0HnltrZKdWnrIOzoWvqRlSyHGKqQD01L8MrE,90112
-bigdl/cpp/libs/finetune.exe,sha256=h24NE3ca0xN7o_9ZqmohiY78aKnaBMCGdO8c1UfV3Mo,302592
-bigdl/cpp/libs/ggml_shared.dll,sha256=xhC2XceR7paeqR5HHmPeLB5EEeUjPAaTogV6OainOE4,4286976
-bigdl/cpp/libs/gguf.exe,sha256=v-ua_7-a65rlE-p9_ro9ifnaDdoNRZxmqH5HLQvMguo,3823104
-bigdl/cpp/libs/gritlm.exe,sha256=B8d6Ovv1gvCvlUdKUk5McO6sSd4JFco0szoVbOZasgY,638464
-bigdl/cpp/libs/imatrix.exe,sha256=xeG1YsX1NVo4zKP3-FYQpOVx5sECa9DgfSJe47RYbdE,676352
-bigdl/cpp/libs/infill.exe,sha256=Gtyl91qvksuVEb0zmxwK90V7EfqVYx1672YwEj5rLfw,733184
-bigdl/cpp/libs/llama-bench.exe,sha256=eXe45kNdsEfS6aEZ2s3HGrVdEoCmtGq3dVu40NdqYts,336384
-bigdl/cpp/libs/llama.dll,sha256=j2U0BOgzkPWszbCrqdAwpUksv3nlUoRW_-5X-ehqUU8,5859328
-bigdl/cpp/libs/llava-cli.exe,sha256=HeNiT4dG-jESA86OSq2gmucUoS_TsqiHjDb34QH0Pso,921600
-bigdl/cpp/libs/llava_shared.dll,sha256=Vtl-6dkIQ3xiMPtiSB-wIIeBEjb4-8S-Ld1z3os6ddI,4554752
-bigdl/cpp/libs/lookahead.exe,sha256=s8Oq4KfQYfkOTwA43AlSppMKeDtd2vyDjSnBdCwFfPA,684032
-bigdl/cpp/libs/lookup.exe,sha256=Sf3ZsssjWlUvuHHHrqvB9Z8PWHDSAW7WQpY8zbdI5rw,718336
-bigdl/cpp/libs/ls-sycl-device.exe,sha256=vAMZd1aTMbTSe4Nvlv1Cwx1CqVD0Wn52qrkG_-cG2ck,10240
-bigdl/cpp/libs/main.exe,sha256=9R5g1xzHwIbrI25uK4sZ0SiECO5SdbmLv_c4xuWMq7E,764416
-bigdl/cpp/libs/ollama.exe,sha256=Pp3Z1tKXCBIUBxOq-aSnS5KSii4p58Rq6M5Efe_5n7k,64162978
-bigdl/cpp/libs/parallel.exe,sha256=VTlaKs155F7NtO5MvsrKRCHiSJhrsQ5m1F94Dktoq-M,701440
-bigdl/cpp/libs/passkey.exe,sha256=uXkRwK4EkoDSstn8ZLQaGGie1Uru2aYpjZ-sufgR8B8,216064
-bigdl/cpp/libs/perplexity.exe,sha256=XtC0ZHmL8o7l2CYK1Em5XRoD1cVPUV1N6ActvzTT1U8,782336
-bigdl/cpp/libs/q8dot.exe,sha256=DNV8pNIXkb3jJFwDsrY4XmeMxCAinTiNZ1qKYwHCuS4,53760
-bigdl/cpp/libs/quantize-stats.exe,sha256=JOZgXh1p0LoQMhsP5lU69Ky1Xfi-OG_V-2eLG3rFksU,130048
-bigdl/cpp/libs/quantize.exe,sha256=XykXNUZrajdn6TbyPM5MYkQb2ClaD3sb3Wg-cpETUFk,235520
-bigdl/cpp/libs/save-load-state.exe,sha256=58DLROQ1a7EjzHMlI3I8-q8gwM49cDIEkPO93-QTqlE,636416
-bigdl/cpp/libs/server.exe,sha256=gz_3Ba9zOJjkz0TVJPorukFNJy8GYxVirgkvz3kdZlc,1731584
-bigdl/cpp/libs/simple.exe,sha256=doUYPmL0djuOsREqxnYc2qbcPTUa3iZh0j_x7_EFg4U,202752
-bigdl/cpp/libs/speculative.exe,sha256=jYdhuD7FtIHU3TYK291Lcmk8KkB9fm1FSNFG59JQerY,709632
-bigdl/cpp/libs/tokenize.exe,sha256=mwhNQEGBaHeTy6R0oZOZQxpCImCfzeDL19t-JPzOMEA,203264
-bigdl/cpp/libs/train-text-from-scratch.exe,sha256=XQ11OgANhni0fXdT9nNQocfEN5U4ROxZqMYveIusLWs,283648
-bigdl/cpp/libs/vdot.exe,sha256=Ajuojj9qQ3sHoIRsYWW1FkUMgMAQFpfqMoRneiLj_AA,56320
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=6wA-L8loQ2ZjagwMsXqdiw3-nOOibX3ZhyFhkGRiku8,6555136
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=zKpoZAOIwtKA7e5eWp5yOpHAktYVbMc767MIbNky_-A,6555136
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=10MB5L2-wvHdN9QbKWbqF-_ixlNNRfueKrILj3EOn3o,6555136
-bigdl_core_cpp-2.5.0b20240605.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
-bigdl_core_cpp-2.5.0b20240605.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
-bigdl_core_cpp-2.5.0b20240605.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
-bigdl_core_cpp-2.5.0b20240605.dist-info/METADATA,sha256=IfZLk1XvwdNvue7LkhZ3il_BXwIH_LexT52aPiiIOfc,668
-bigdl_core_cpp-2.5.0b20240605.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
-bigdl_core_cpp-2.5.0b20240605.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.5.0b20240605.dist-info/RECORD,,