bigdl-core-cpp 2.1.0b2__py3-none-win_amd64.whl

bigdl_core_cpp-2.1.0b2.data/scripts/init-llama-cpp.bat

@@ -0,0 +1,19 @@
+@echo off
+for /f "delims=" %%i in ('python -c "import bigdl.cpp; print(bigdl.cpp.__file__)"') do set "cpp_file=%%i"
+for %%a in ("%cpp_file%") do set "cpp_dir=%%~dpa"
+
+set "cpp_dir=%cpp_dir:~0,-1%"
+set "lib_dir=%cpp_dir%\libs"
+set "destination_folder=%cd%"
+
+pushd "%lib_dir%"
+for %%f in (*) do (
+    if not "%%f"=="ollama.exe" (
+        mklink "%destination_folder%\%%~nxf" "%%~ff"
+    )
+)
+popd
+
+copy "%cpp_dir%\convert.py" .
+copy "%cpp_dir%\convert-hf-to-gguf.py" .
+xcopy /E /I "%cpp_dir%\gguf-py\" .\gguf-py

bigdl_core_cpp-2.1.0b2.data/scripts/init-llama-cpp.ps1

@@ -0,0 +1,13 @@
+$cpp_dir = (Split-Path -Parent (python -c "import bigdl.cpp;print(bigdl.cpp.__file__)"))
+$lib_dir = Join-Path $cpp_dir "libs"
+$destinationFolder = Get-Location
+
+$files = Get-ChildItem -Path $lib_dir -File
+
+foreach ($file in $files){
+    $linkPath = Join-Path -Path $destinationFolder -ChildPath $file.Name
+    New-Item -ItemType SymbolicLink -Path $linkPath -Target $file.FullName
+}
+
+$convert_path = Join-Path $cpp_dir "convert.py"
+Copy-Item $convert_path -Destination $destinationFolder

bigdl_core_cpp-2.1.0b2.data/scripts/init-ollama.bat

@@ -0,0 +1,13 @@
+@echo off
+for /f "delims=" %%i in ('python -c "import bigdl.cpp; print(bigdl.cpp.__file__)"') do set "cpp_file=%%i"
+for %%a in ("%cpp_file%") do set "cpp_dir=%%~dpa"
+
+set "cpp_dir=%cpp_dir:~0,-1%"
+set "lib_dir=%cpp_dir%\libs"
+set "source_path=%lib_dir%\ollama.exe"
+set "target_path=%cd%\ollama.exe"
+set "source_dist_dir=%lib_dir%\dist"
+set "target_dist_dir=%cd%\dist"
+
+mklink "%target_path%" "%source_path%" 
+mklink /D "%target_dist_dir%" "%source_dist_dir%"

bigdl_core_cpp-2.1.0b2.dist-info/METADATA

@@ -0,0 +1,18 @@
+Metadata-Version: 2.1
+Name: bigdl-core-cpp
+Version: 2.1.0b2
+Summary: Large Language Model Develop Toolkit
+Author: BigDL Authors
+License: Apache License, Version 2.0
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: Implementation :: CPython
+Requires-Dist: torch ==2.2.0
+Requires-Dist: numpy ==1.26.4
+Requires-Dist: transformers <5.0.0,>=4.35.2
+Requires-Dist: sentencepiece ~=0.1.98
+Requires-Dist: accelerate ==0.21.0
+Requires-Dist: protobuf <5.0.0,>=4.21.0
+Requires-Dist: gguf >=0.1.0
+

bigdl_core_cpp-2.1.0b2.dist-info/RECORD

@@ -0,0 +1,61 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert-hf-to-gguf.py,sha256=xHMxWU4PRBHm38Ao14Po1JG470YqXlVM47iv2rjCXqk,129842
+bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=ElxJmWjDws0hVFf-tjFcxQhDDPD2xNqUkf6KpEfsbsQ,179
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=tpxMAsUIYaEXWSXMjLyAnnJGV1aZ1lCis_loHYrmYw0,35394
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=lMSPWOF9GIb13nhN6Au4PnnNTXe2Lc9l92Sbve5ECs8,12324
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=4aHWBXXpYiHThDDd7569FuD7AdwxkqnvGmGnTOjPFNU,21499
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=5VCg0xsteUMdIKY9PLyB6ID4TsapFJreb-y-t7Uk2HA,10024
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=2FYGq1gZ3oy9P_Z82L47lxMsokseC5DSKDwtyTNxiZI,23888
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
+bigdl/cpp/libs/baby-llama.exe,sha256=Fm8AM3-Jee46gmW9LoFqbauKzoOya_DVJno9y_zrrsc,200192
+bigdl/cpp/libs/batched-bench.exe,sha256=LBrCavzn4duGTgmfw31eLVFcNE_SgVNj9kLGHXWVwUk,206848
+bigdl/cpp/libs/batched.exe,sha256=ueKyunI6WkRfbZHbaoOkbkpr34tcnc3kyD_lRn0mAz0,208896
+bigdl/cpp/libs/beam-search.exe,sha256=OK6srVNi9viDh1T-oy_v4DSm5PNfOkispq0H2_NBlU4,214528
+bigdl/cpp/libs/benchmark.exe,sha256=kWP_ajDjkZ-IwRmIrzj_Gx1Ve8192TxNfSaEwqCUY0c,74240
+bigdl/cpp/libs/common.lib,sha256=jDqkrf41NQ06tvP6DEk4CNWcfqrvbS8_Tgy0Gz0RVzA,3330124
+bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=14XC3EGjqQHWn2dxCz5LfE9scBSU_exHMZn_LlofcAI,126464
+bigdl/cpp/libs/embedding.exe,sha256=Ng1R7AVMiM3KXcjBTBHr17t9TOrvr-wSYzQmlajUHF4,644096
+bigdl/cpp/libs/export-lora.exe,sha256=h5BP8ICoaSpWAoJGNm6CTJBSJKG1vZrfLuqalIBpyEA,90112
+bigdl/cpp/libs/finetune.exe,sha256=9X_GoYjJAY6gudoLBXAscZv-6e7GmopsNheK80kt7qA,302592
+bigdl/cpp/libs/ggml_shared.dll,sha256=yXtfOer15mG6da31yKc_0a5SwyIB6virnPKbsSrXW0Q,6107648
+bigdl/cpp/libs/gguf.exe,sha256=XuChI_lag460qyHWUFa7iJnBwJ8pL7xYjbP5DRyWSFA,5620736
+bigdl/cpp/libs/gritlm.exe,sha256=1c_xKiGi1qnGvihiIFYZicJbucFIQzhCsxosLjSAvB4,638464
+bigdl/cpp/libs/imatrix.exe,sha256=Lx3Z7u_X1VtszOzVPcxzIn9tjGIEVVphHYoKeC1BFqI,676352
+bigdl/cpp/libs/infill.exe,sha256=qLFFDgVXcN-QLVtGhjHeR5m8U9YKVjU800c20VMRmx8,733184
+bigdl/cpp/libs/llama-bench.exe,sha256=DCx6lgMWQCeAB0jO--lBWBnzEC7ttCvYcnxrsP_daeQ,336384
+bigdl/cpp/libs/llama.dll,sha256=Rp7NVcsRPpTG5coZ0IH9Uz7Hv8i3Ef5b6OveLeKiYvA,7682560
+bigdl/cpp/libs/llava-cli.exe,sha256=MyfJzd5PW3HVa7zfh4duqh0ubW4OBIhoNUqBtJgZ6AE,921600
+bigdl/cpp/libs/llava_shared.dll,sha256=yT_-XHMEE77AaWMbZDXBDayP7yBfR7TyhxvaP7vhRfc,6373888
+bigdl/cpp/libs/lookahead.exe,sha256=VuOJChNffbS07DA9BkQMXSpR3FgrJkVa-7rtXsgo9ek,684032
+bigdl/cpp/libs/lookup.exe,sha256=FxVCzrRC-sYqFCkXIIUy5UB86bReRKVK44FyBEF3KlM,718336
+bigdl/cpp/libs/ls-sycl-device.exe,sha256=-70bTrJF7C_yEYbNv7riv7HhTaIQWBiCJkYrlXuhI9M,10240
+bigdl/cpp/libs/main.exe,sha256=To5PCX-I1WM2wWrXhFtghSuVw0WcT1tM-whq7G5ymyA,764416
+bigdl/cpp/libs/ollama.exe,sha256=BfSRuwnlh8LYW7oGby98J2giByj6OTSG-TQXWsDLEeY,64163531
+bigdl/cpp/libs/parallel.exe,sha256=lxonaX8a-5MF5f9StDhDq40wKMy0bnBh8VXUMrwUMoY,701440
+bigdl/cpp/libs/passkey.exe,sha256=vOWTc7ryVJp4vkRzZUtGq4gEpyYWJ4gGkcNHKn8ynp0,216064
+bigdl/cpp/libs/perplexity.exe,sha256=DGkB_z76i_bX57n94lIwRsx9SpwcSlgzUl62DLc66cM,782336
+bigdl/cpp/libs/q8dot.exe,sha256=RG7Uftng-xD5lW8Hc7WRwtGfZPFvmE3WMmPhA8Ic0rw,53760
+bigdl/cpp/libs/quantize-stats.exe,sha256=vPslX5QIjr-tAnf5SJ1BhSivhOBbfdOrUyIs2lh-bxY,130048
+bigdl/cpp/libs/quantize.exe,sha256=3jqXkwretUhhxfWMveYbXbGl17uyPBXg_gj28Yl_2yU,235520
+bigdl/cpp/libs/save-load-state.exe,sha256=j3RqUoiGDe7X5zg4HnB75rsSRw9mRUaaJZVKHmUy2AY,636416
+bigdl/cpp/libs/server.exe,sha256=a74_rcsBf_93oAnU01EdxfTQoQCpz2dqRlEL-JjJrR4,1731584
+bigdl/cpp/libs/simple.exe,sha256=WDNT6XXVJuDtiTyuxh8989smW8xQPNOtx_-OHkAdSVY,202752
+bigdl/cpp/libs/speculative.exe,sha256=bIUWqrrv5evwx4p1QzFrVWSsm4V-OfTL469uABdvBYI,709632
+bigdl/cpp/libs/tokenize.exe,sha256=ksii2hs5KNj3PdqdiuMpPd8JDgGdMko-z_6Ti-ZzMdU,203264
+bigdl/cpp/libs/train-text-from-scratch.exe,sha256=R19JoRLygketLYTMpHt4vTrS6Re_6_heLGbFc5tj5RI,283648
+bigdl/cpp/libs/vdot.exe,sha256=KalEr10kUVhcrYWTC0hOochgQV3CIBxzkhytXJWuX8U,56320
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=IdSCox3AMa0Z75rxbfC3fZIg6wixhBiZND2Mn-XX2E8,8356864
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=Iq44EmaPTgloFXlOG3VS3dI11VuRe2zUrRmFiXuUn0s,8356864
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=nK_eWZeTPFMXED59Ku6l0HQnw3iZr5sXmWBUa0QAoIk,8356864
+bigdl_core_cpp-2.1.0b2.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
+bigdl_core_cpp-2.1.0b2.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
+bigdl_core_cpp-2.1.0b2.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
+bigdl_core_cpp-2.1.0b2.dist-info/METADATA,sha256=GUiU8Qy3l_pTtFYRrgptbDohhvB3BTrLOohJC9S_WZg,661
+bigdl_core_cpp-2.1.0b2.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
+bigdl_core_cpp-2.1.0b2.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.1.0b2.dist-info/RECORD,,

bigdl_core_cpp-2.1.0b2.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: bdist_wheel (0.43.0)
+Root-Is-Purelib: true
+Tag: py3-none-win_amd64
+

bigdl_core_cpp-2.1.0b2.dist-info/top_level.txt

@@ -0,0 +1 @@
+bigdl