bigdl-core-cpp 2.1.0b20230202__py3-none-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bigdl/cpp/__init__.py +0 -0
- bigdl/cpp/convert-hf-to-gguf.py +2858 -0
- bigdl/cpp/convert.py +1714 -0
- bigdl/cpp/gguf-py/__init__.py +0 -0
- bigdl/cpp/gguf-py/gguf/__init__.py +7 -0
- bigdl/cpp/gguf-py/gguf/constants.py +1033 -0
- bigdl/cpp/gguf-py/gguf/gguf.py +15 -0
- bigdl/cpp/gguf-py/gguf/gguf_reader.py +296 -0
- bigdl/cpp/gguf-py/gguf/gguf_writer.py +554 -0
- bigdl/cpp/gguf-py/gguf/lazy.py +236 -0
- bigdl/cpp/gguf-py/gguf/py.typed +0 -0
- bigdl/cpp/gguf-py/gguf/quants.py +123 -0
- bigdl/cpp/gguf-py/gguf/tensor_mapping.py +463 -0
- bigdl/cpp/gguf-py/gguf/vocab.py +165 -0
- bigdl/cpp/libs/baby-llama.exe +0 -0
- bigdl/cpp/libs/batched-bench.exe +0 -0
- bigdl/cpp/libs/batched.exe +0 -0
- bigdl/cpp/libs/beam-search.exe +0 -0
- bigdl/cpp/libs/benchmark.exe +0 -0
- bigdl/cpp/libs/common.lib +0 -0
- bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/embedding.exe +0 -0
- bigdl/cpp/libs/export-lora.exe +0 -0
- bigdl/cpp/libs/finetune.exe +0 -0
- bigdl/cpp/libs/ggml_shared.dll +0 -0
- bigdl/cpp/libs/gguf.exe +0 -0
- bigdl/cpp/libs/gritlm.exe +0 -0
- bigdl/cpp/libs/imatrix.exe +0 -0
- bigdl/cpp/libs/infill.exe +0 -0
- bigdl/cpp/libs/llama-bench.exe +0 -0
- bigdl/cpp/libs/llama.dll +0 -0
- bigdl/cpp/libs/llava-cli.exe +0 -0
- bigdl/cpp/libs/llava_shared.dll +0 -0
- bigdl/cpp/libs/lookahead.exe +0 -0
- bigdl/cpp/libs/lookup.exe +0 -0
- bigdl/cpp/libs/ls-sycl-device.exe +0 -0
- bigdl/cpp/libs/main.exe +0 -0
- bigdl/cpp/libs/ollama.exe +0 -0
- bigdl/cpp/libs/parallel.exe +0 -0
- bigdl/cpp/libs/passkey.exe +0 -0
- bigdl/cpp/libs/perplexity.exe +0 -0
- bigdl/cpp/libs/q8dot.exe +0 -0
- bigdl/cpp/libs/quantize-stats.exe +0 -0
- bigdl/cpp/libs/quantize.exe +0 -0
- bigdl/cpp/libs/save-load-state.exe +0 -0
- bigdl/cpp/libs/server.exe +0 -0
- bigdl/cpp/libs/simple.exe +0 -0
- bigdl/cpp/libs/speculative.exe +0 -0
- bigdl/cpp/libs/tokenize.exe +0 -0
- bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
- bigdl/cpp/libs/vdot.exe +0 -0
- bigdl_core_cpp-2.1.0b20230202.data/scripts/init-llama-cpp.bat +19 -0
- bigdl_core_cpp-2.1.0b20230202.data/scripts/init-llama-cpp.ps1 +13 -0
- bigdl_core_cpp-2.1.0b20230202.data/scripts/init-ollama.bat +13 -0
- bigdl_core_cpp-2.1.0b20230202.dist-info/METADATA +18 -0
- bigdl_core_cpp-2.1.0b20230202.dist-info/RECORD +61 -0
- bigdl_core_cpp-2.1.0b20230202.dist-info/WHEEL +5 -0
- bigdl_core_cpp-2.1.0b20230202.dist-info/top_level.txt +1 -0
Binary file
|
bigdl/cpp/libs/llama.dll
ADDED
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
bigdl/cpp/libs/main.exe
ADDED
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
bigdl/cpp/libs/q8dot.exe
ADDED
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
bigdl/cpp/libs/vdot.exe
ADDED
Binary file
|
@@ -0,0 +1,19 @@
|
|
1
|
+
@echo off
|
2
|
+
for /f "delims=" %%i in ('python -c "import bigdl.cpp; print(bigdl.cpp.__file__)"') do set "cpp_file=%%i"
|
3
|
+
for %%a in ("%cpp_file%") do set "cpp_dir=%%~dpa"
|
4
|
+
|
5
|
+
set "cpp_dir=%cpp_dir:~0,-1%"
|
6
|
+
set "lib_dir=%cpp_dir%\libs"
|
7
|
+
set "destination_folder=%cd%"
|
8
|
+
|
9
|
+
pushd "%lib_dir%"
|
10
|
+
for %%f in (*) do (
|
11
|
+
if not "%%f"=="ollama.exe" (
|
12
|
+
mklink "%destination_folder%\%%~nxf" "%%~ff"
|
13
|
+
)
|
14
|
+
)
|
15
|
+
popd
|
16
|
+
|
17
|
+
copy "%cpp_dir%\convert.py" .
|
18
|
+
copy "%cpp_dir%\convert-hf-to-gguf.py" .
|
19
|
+
xcopy /E /I "%cpp_dir%\gguf-py\" .\gguf-py
|
@@ -0,0 +1,13 @@
|
|
1
|
+
$cpp_dir = (Split-Path -Parent (python -c "import bigdl.cpp;print(bigdl.cpp.__file__)"))
|
2
|
+
$lib_dir = Join-Path $cpp_dir "libs"
|
3
|
+
$destinationFolder = Get-Location
|
4
|
+
|
5
|
+
$files = Get-ChildItem -Path $lib_dir -File
|
6
|
+
|
7
|
+
foreach ($file in $files){
|
8
|
+
$linkPath = Join-Path -Path $destinationFolder -ChildPath $file.Name
|
9
|
+
New-Item -ItemType SymbolicLink -Path $linkPath -Target $file.FullName
|
10
|
+
}
|
11
|
+
|
12
|
+
$convert_path = Join-Path $cpp_dir "convert.py"
|
13
|
+
Copy-Item $convert_path -Destination $destinationFolder
|
@@ -0,0 +1,13 @@
|
|
1
|
+
@echo off
|
2
|
+
for /f "delims=" %%i in ('python -c "import bigdl.cpp; print(bigdl.cpp.__file__)"') do set "cpp_file=%%i"
|
3
|
+
for %%a in ("%cpp_file%") do set "cpp_dir=%%~dpa"
|
4
|
+
|
5
|
+
set "cpp_dir=%cpp_dir:~0,-1%"
|
6
|
+
set "lib_dir=%cpp_dir%\libs"
|
7
|
+
set "source_path=%lib_dir%\ollama.exe"
|
8
|
+
set "target_path=%cd%\ollama.exe"
|
9
|
+
set "source_dist_dir=%lib_dir%\dist"
|
10
|
+
set "target_dist_dir=%cd%\dist"
|
11
|
+
|
12
|
+
mklink "%target_path%" "%source_path%"
|
13
|
+
mklink /D "%target_dist_dir%" "%source_dist_dir%"
|
@@ -0,0 +1,18 @@
|
|
1
|
+
Metadata-Version: 2.1
|
2
|
+
Name: bigdl-core-cpp
|
3
|
+
Version: 2.1.0b20230202
|
4
|
+
Summary: Large Language Model Develop Toolkit
|
5
|
+
Author: BigDL Authors
|
6
|
+
License: Apache License, Version 2.0
|
7
|
+
Classifier: License :: OSI Approved :: Apache Software License
|
8
|
+
Classifier: Programming Language :: Python :: 3
|
9
|
+
Classifier: Programming Language :: Python :: 3.9
|
10
|
+
Classifier: Programming Language :: Python :: Implementation :: CPython
|
11
|
+
Requires-Dist: torch ==2.2.0
|
12
|
+
Requires-Dist: numpy ==1.26.4
|
13
|
+
Requires-Dist: transformers <5.0.0,>=4.35.2
|
14
|
+
Requires-Dist: sentencepiece ~=0.1.98
|
15
|
+
Requires-Dist: accelerate ==0.21.0
|
16
|
+
Requires-Dist: protobuf <5.0.0,>=4.21.0
|
17
|
+
Requires-Dist: gguf >=0.1.0
|
18
|
+
|
@@ -0,0 +1,61 @@
|
|
1
|
+
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
+
bigdl/cpp/convert-hf-to-gguf.py,sha256=LSpBp2a-sE4ePAHtRE6IUJGs3ep1yyoZP1s1TxwEVMI,129860
|
3
|
+
bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
|
4
|
+
bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
5
|
+
bigdl/cpp/gguf-py/gguf/__init__.py,sha256=ElxJmWjDws0hVFf-tjFcxQhDDPD2xNqUkf6KpEfsbsQ,179
|
6
|
+
bigdl/cpp/gguf-py/gguf/constants.py,sha256=tpxMAsUIYaEXWSXMjLyAnnJGV1aZ1lCis_loHYrmYw0,35394
|
7
|
+
bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
|
8
|
+
bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=lMSPWOF9GIb13nhN6Au4PnnNTXe2Lc9l92Sbve5ECs8,12324
|
9
|
+
bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=4aHWBXXpYiHThDDd7569FuD7AdwxkqnvGmGnTOjPFNU,21499
|
10
|
+
bigdl/cpp/gguf-py/gguf/lazy.py,sha256=5VCg0xsteUMdIKY9PLyB6ID4TsapFJreb-y-t7Uk2HA,10024
|
11
|
+
bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
12
|
+
bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
|
13
|
+
bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=2FYGq1gZ3oy9P_Z82L47lxMsokseC5DSKDwtyTNxiZI,23888
|
14
|
+
bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
|
15
|
+
bigdl/cpp/libs/baby-llama.exe,sha256=p9q0UUW4oNhvu2T1nXlZ44BR83_i_MZJBmf2_Se-Zos,200192
|
16
|
+
bigdl/cpp/libs/batched-bench.exe,sha256=8-ZmyTBbyKFLGREEOPGobfVH50KN1srznELWjY-N-mc,206848
|
17
|
+
bigdl/cpp/libs/batched.exe,sha256=EphBsTQ8dAWSm9f0p4snUR12QIvmcS6pdag9hId-v2Y,208896
|
18
|
+
bigdl/cpp/libs/beam-search.exe,sha256=fQn2E-srt9jCGzth0HRYhCOoCKVIev54Z6HIOBzpHvk,214528
|
19
|
+
bigdl/cpp/libs/benchmark.exe,sha256=GC792_gupx4lunkVvrPmMdQhANipGhZ6o5KMYigd8UI,74240
|
20
|
+
bigdl/cpp/libs/common.lib,sha256=qrj2wEtkw-k4x6o56MWKKqC0xkM8coL4S6PaP30SxQk,3330124
|
21
|
+
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=RUVg_su1tJtf4gz3OuRgfR853AbTLoyYOSuoRa17yx4,126464
|
22
|
+
bigdl/cpp/libs/embedding.exe,sha256=hAg4pCOdRBl2VFAm32wZGHUbRwTbXO5skqjyfMMIKQk,644096
|
23
|
+
bigdl/cpp/libs/export-lora.exe,sha256=BFSNMSNg7P3_06gRtKfNH1DbFmuRFNLoZmiMM8UHbHI,90112
|
24
|
+
bigdl/cpp/libs/finetune.exe,sha256=BbBAY7A0N_KHerIyG_T3Hj0Az0dQ_zGyVnJQs_kNpWE,302592
|
25
|
+
bigdl/cpp/libs/ggml_shared.dll,sha256=VMJAa3Y7xO475P9_1v54PjLnLXSPD8W6Bqrocsa_TNc,4767232
|
26
|
+
bigdl/cpp/libs/gguf.exe,sha256=Ig_BtJ87JWry-xtrn9dK46Pti2v7rdUNV8WLipP4KpA,4289536
|
27
|
+
bigdl/cpp/libs/gritlm.exe,sha256=3PFsR21XdzZh3lglVjcj5QN1BRqcZHIqia5rsP9a4ow,638464
|
28
|
+
bigdl/cpp/libs/imatrix.exe,sha256=muYotshi9YtiMNRTXq8kGwoZXoyLmQE7TyncQd9vSO0,676352
|
29
|
+
bigdl/cpp/libs/infill.exe,sha256=qbrYBsLkRe6uJ-tcRBGxSKRMJr17DM0BV07rSywfwM8,733184
|
30
|
+
bigdl/cpp/libs/llama-bench.exe,sha256=_4QHKUFcbS4GvUadiTgZFLbr12sTvFDSSvyvjGIBrJI,336384
|
31
|
+
bigdl/cpp/libs/llama.dll,sha256=tL6XvDNF55US2kJF76TTp2BeLuFtrUJ0xOmxF8ltxrg,6341632
|
32
|
+
bigdl/cpp/libs/llava-cli.exe,sha256=sR6KRFhVJS5PLzCwUby0oJX0W28Mdzc3jwH52SGRQzQ,921600
|
33
|
+
bigdl/cpp/libs/llava_shared.dll,sha256=AuwthWeCyyWF3udO61pK6ZrkZtjGTlWorP-snHKwRKU,5034496
|
34
|
+
bigdl/cpp/libs/lookahead.exe,sha256=A8D2e8izIMKvhyLP-lCveYtVzaxHv0LfNSMd2CibLUw,684032
|
35
|
+
bigdl/cpp/libs/lookup.exe,sha256=CIotSH-VfQWBATr-zbslCErBszadEMoyCbgVZPyIdJA,718336
|
36
|
+
bigdl/cpp/libs/ls-sycl-device.exe,sha256=3uaD6aSJY28N04xyT74BA7o_5uAaCNs3aCQSEKUJIh8,10240
|
37
|
+
bigdl/cpp/libs/main.exe,sha256=U5R2acqylCNYquCObJNBNHZ-1yznhq-zwxYzilAiwFg,764416
|
38
|
+
bigdl/cpp/libs/ollama.exe,sha256=8GJD4qwSei-dSrbuIIUg1fI3fhUJcTSALsx1-rRdXPE,64162423
|
39
|
+
bigdl/cpp/libs/parallel.exe,sha256=OuRNg2lHecAgSxnTnwp_f8sP5SYHoAQNUU-SRDjy_Cg,701440
|
40
|
+
bigdl/cpp/libs/passkey.exe,sha256=IkmdLR-VKSThph_8nTWiBds7Arn9gT0R9dVp1mkwuE8,216064
|
41
|
+
bigdl/cpp/libs/perplexity.exe,sha256=_vYWAI2qTf8Ev0jmyd3cHILqsksRmZHMHoZcI06DdGA,782336
|
42
|
+
bigdl/cpp/libs/q8dot.exe,sha256=owZ3fA9-FyfjdFpk7fdI0CWqRZtnOPg0JKcbnB60sh4,53760
|
43
|
+
bigdl/cpp/libs/quantize-stats.exe,sha256=4uRZsxq4engfn6F6eZYuL5rAf5a1VL3Me-BmfJDAUik,130048
|
44
|
+
bigdl/cpp/libs/quantize.exe,sha256=Xih_KAMd1edgU446w3vGSg1zkoMQsyka2Uo5kpBf94Q,235520
|
45
|
+
bigdl/cpp/libs/save-load-state.exe,sha256=FegTg3a61ZU8se3etq8h6k80-i82RLdsaiUQ2YjuSCM,636416
|
46
|
+
bigdl/cpp/libs/server.exe,sha256=t454MXTzJ5HKf3K6bTVLYkMDJqwzap1wl4cTNrsI-OI,1731584
|
47
|
+
bigdl/cpp/libs/simple.exe,sha256=9CYFB3q31sa_NEvP153ic-1Yjjv1w4KkuFOYL8N1y1w,202752
|
48
|
+
bigdl/cpp/libs/speculative.exe,sha256=Ok9zs5XZoy-5oj8w7LtbVQ32pQJr4IlPdeLryBvezuE,709632
|
49
|
+
bigdl/cpp/libs/tokenize.exe,sha256=TGxEkR-pCzlDWD_0ioAf0qgyTsnY0QYqlhuZk9jyfqU,203264
|
50
|
+
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=DP7NOhXlDSTREguWSt_V0XTKjIO7HOsYlHWHyRXmcdw,283648
|
51
|
+
bigdl/cpp/libs/vdot.exe,sha256=9rjkRH9DkcOgGkmis2rbIaflMyt170DiNA-Ic0yszDo,56320
|
52
|
+
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=-IrDgQg1fZW9Sjct619oUYARxGyJUHe4WU7Mhpq621g,7022592
|
53
|
+
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=_v5z-OlBChfMppfcBcDPqYyIJ-ARUrgXMi6cEyC5cnE,7022592
|
54
|
+
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=VWMSxZXdda2yxKPQcOBlt9N8j19HlY2oI76f7mr7uv0,7022592
|
55
|
+
bigdl_core_cpp-2.1.0b20230202.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
|
56
|
+
bigdl_core_cpp-2.1.0b20230202.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
57
|
+
bigdl_core_cpp-2.1.0b20230202.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
|
58
|
+
bigdl_core_cpp-2.1.0b20230202.dist-info/METADATA,sha256=8_9CQyiWBVOe98nxO3NEQGf01v_PUt6nOqi98rDf7PA,668
|
59
|
+
bigdl_core_cpp-2.1.0b20230202.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
|
60
|
+
bigdl_core_cpp-2.1.0b20230202.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
61
|
+
bigdl_core_cpp-2.1.0b20230202.dist-info/RECORD,,
|
@@ -0,0 +1 @@
|
|
1
|
+
bigdl
|