bigdl-core-cpp 2.5.0b20240818__py3-none-win_amd64.whl → 2.5.0b20240820__py3-none-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bigdl/cpp/convert-hf-to-gguf.py +28 -1
- bigdl/cpp/libs/baby-llama.exe +0 -0
- bigdl/cpp/libs/batched-bench.exe +0 -0
- bigdl/cpp/libs/batched.exe +0 -0
- bigdl/cpp/libs/beam-search.exe +0 -0
- bigdl/cpp/libs/benchmark.exe +0 -0
- bigdl/cpp/libs/common.lib +0 -0
- bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/embedding.exe +0 -0
- bigdl/cpp/libs/export-lora.exe +0 -0
- bigdl/cpp/libs/finetune.exe +0 -0
- bigdl/cpp/libs/ggml_shared.dll +0 -0
- bigdl/cpp/libs/gguf.exe +0 -0
- bigdl/cpp/libs/gritlm.exe +0 -0
- bigdl/cpp/libs/imatrix.exe +0 -0
- bigdl/cpp/libs/infill.exe +0 -0
- bigdl/cpp/libs/llama-bench.exe +0 -0
- bigdl/cpp/libs/llama.dll +0 -0
- bigdl/cpp/libs/llava-cli.exe +0 -0
- bigdl/cpp/libs/llava_shared.dll +0 -0
- bigdl/cpp/libs/lookahead.exe +0 -0
- bigdl/cpp/libs/lookup.exe +0 -0
- bigdl/cpp/libs/ls-sycl-device.exe +0 -0
- bigdl/cpp/libs/main.exe +0 -0
- bigdl/cpp/libs/ollama.exe +0 -0
- bigdl/cpp/libs/parallel.exe +0 -0
- bigdl/cpp/libs/passkey.exe +0 -0
- bigdl/cpp/libs/perplexity.exe +0 -0
- bigdl/cpp/libs/q8dot.exe +0 -0
- bigdl/cpp/libs/quantize-stats.exe +0 -0
- bigdl/cpp/libs/quantize.exe +0 -0
- bigdl/cpp/libs/save-load-state.exe +0 -0
- bigdl/cpp/libs/server.exe +0 -0
- bigdl/cpp/libs/simple.exe +0 -0
- bigdl/cpp/libs/speculative.exe +0 -0
- bigdl/cpp/libs/tokenize.exe +0 -0
- bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
- bigdl/cpp/libs/vdot.exe +0 -0
- {bigdl_core_cpp-2.5.0b20240818.dist-info → bigdl_core_cpp-2.5.0b20240820.dist-info}/METADATA +1 -1
- bigdl_core_cpp-2.5.0b20240820.dist-info/RECORD +63 -0
- bigdl_core_cpp-2.5.0b20240818.dist-info/RECORD +0 -63
- {bigdl_core_cpp-2.5.0b20240818.data → bigdl_core_cpp-2.5.0b20240820.data}/scripts/init-llama-cpp.bat +0 -0
- {bigdl_core_cpp-2.5.0b20240818.data → bigdl_core_cpp-2.5.0b20240820.data}/scripts/init-llama-cpp.ps1 +0 -0
- {bigdl_core_cpp-2.5.0b20240818.data → bigdl_core_cpp-2.5.0b20240820.data}/scripts/init-ollama.bat +0 -0
- {bigdl_core_cpp-2.5.0b20240818.dist-info → bigdl_core_cpp-2.5.0b20240820.dist-info}/WHEEL +0 -0
- {bigdl_core_cpp-2.5.0b20240818.dist-info → bigdl_core_cpp-2.5.0b20240820.dist-info}/top_level.txt +0 -0
bigdl/cpp/convert-hf-to-gguf.py
CHANGED
@@ -1570,6 +1570,33 @@ class LlamaModel(Model):
|
|
1570
1570
|
return [(self.map_tensor_name(name), data_torch)]
|
1571
1571
|
|
1572
1572
|
def prepare_tensors(self):
|
1573
|
+
if rope_scaling := self.find_hparam(["rope_scaling"], optional=True):
|
1574
|
+
if rope_scaling.get("rope_type", '').lower() == "llama3":
|
1575
|
+
base = self.hparams.get("rope_theta", 10000.0)
|
1576
|
+
dim = self.hparams["hidden_size"] // self.hparams["num_attention_heads"]
|
1577
|
+
freqs = 1.0 / (base ** (torch.arange(0, dim, 2, dtype=torch.float32) / dim))
|
1578
|
+
factor = rope_scaling.get("factor", 8.0)
|
1579
|
+
low_freq_factor = rope_scaling.get("low_freq_factor", 1.0)
|
1580
|
+
high_freq_factor = rope_scaling.get("high_freq_factor", 4.0)
|
1581
|
+
old_context_len = self.hparams.get("original_max_position_embeddings", 8192)
|
1582
|
+
|
1583
|
+
low_freq_wavelen = old_context_len / low_freq_factor
|
1584
|
+
high_freq_wavelen = old_context_len / high_freq_factor
|
1585
|
+
assert low_freq_wavelen != high_freq_wavelen
|
1586
|
+
|
1587
|
+
rope_factors = []
|
1588
|
+
for freq in freqs:
|
1589
|
+
wavelen = 2 * math.pi / freq
|
1590
|
+
if wavelen < high_freq_wavelen:
|
1591
|
+
rope_factors.append(1)
|
1592
|
+
elif wavelen > low_freq_wavelen:
|
1593
|
+
rope_factors.append(factor)
|
1594
|
+
else:
|
1595
|
+
smooth = (old_context_len / wavelen - low_freq_factor) / (high_freq_factor - low_freq_factor)
|
1596
|
+
rope_factors.append(1 / ((1 - smooth) / factor + smooth))
|
1597
|
+
|
1598
|
+
self.gguf_writer.add_tensor(self.format_tensor_name(gguf.MODEL_TENSOR.ROPE_FREQS), np.array(rope_factors, dtype=np.float32))
|
1599
|
+
|
1573
1600
|
super().prepare_tensors()
|
1574
1601
|
|
1575
1602
|
if self._experts is not None:
|
@@ -3686,4 +3713,4 @@ def main() -> None:
|
|
3686
3713
|
|
3687
3714
|
|
3688
3715
|
if __name__ == '__main__':
|
3689
|
-
main()
|
3716
|
+
main()
|
bigdl/cpp/libs/baby-llama.exe
CHANGED
Binary file
|
bigdl/cpp/libs/batched-bench.exe
CHANGED
Binary file
|
bigdl/cpp/libs/batched.exe
CHANGED
Binary file
|
bigdl/cpp/libs/beam-search.exe
CHANGED
Binary file
|
bigdl/cpp/libs/benchmark.exe
CHANGED
Binary file
|
bigdl/cpp/libs/common.lib
CHANGED
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
bigdl/cpp/libs/embedding.exe
CHANGED
Binary file
|
bigdl/cpp/libs/export-lora.exe
CHANGED
Binary file
|
bigdl/cpp/libs/finetune.exe
CHANGED
Binary file
|
bigdl/cpp/libs/ggml_shared.dll
CHANGED
Binary file
|
bigdl/cpp/libs/gguf.exe
CHANGED
Binary file
|
bigdl/cpp/libs/gritlm.exe
CHANGED
Binary file
|
bigdl/cpp/libs/imatrix.exe
CHANGED
Binary file
|
bigdl/cpp/libs/infill.exe
CHANGED
Binary file
|
bigdl/cpp/libs/llama-bench.exe
CHANGED
Binary file
|
bigdl/cpp/libs/llama.dll
CHANGED
Binary file
|
bigdl/cpp/libs/llava-cli.exe
CHANGED
Binary file
|
bigdl/cpp/libs/llava_shared.dll
CHANGED
Binary file
|
bigdl/cpp/libs/lookahead.exe
CHANGED
Binary file
|
bigdl/cpp/libs/lookup.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/main.exe
CHANGED
Binary file
|
bigdl/cpp/libs/ollama.exe
CHANGED
Binary file
|
bigdl/cpp/libs/parallel.exe
CHANGED
Binary file
|
bigdl/cpp/libs/passkey.exe
CHANGED
Binary file
|
bigdl/cpp/libs/perplexity.exe
CHANGED
Binary file
|
bigdl/cpp/libs/q8dot.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/quantize.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/server.exe
CHANGED
Binary file
|
bigdl/cpp/libs/simple.exe
CHANGED
Binary file
|
bigdl/cpp/libs/speculative.exe
CHANGED
Binary file
|
bigdl/cpp/libs/tokenize.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/vdot.exe
CHANGED
Binary file
|
@@ -0,0 +1,63 @@
|
|
1
|
+
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
+
bigdl/cpp/convert-hf-to-gguf.py,sha256=LYCEs_awz1q2oWZcOHF8xLlwO0YzE_FOmX_9-9Tu-u8,171978
|
3
|
+
bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
|
4
|
+
bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
5
|
+
bigdl/cpp/gguf-py/gguf/__init__.py,sha256=DjP96RH9gKUnDP8hy6S_kz-ALA26v-58fp1lExmSOxg,226
|
6
|
+
bigdl/cpp/gguf-py/gguf/constants.py,sha256=oDFc2pFp-U_B0U2D9BgHerKoYeFFEXGEYaM8SX8UNfI,48230
|
7
|
+
bigdl/cpp/gguf-py/gguf/gguf.py,sha256=V5jY968TEJn6GJHVdjzH0_aIkZ1QC967vPdHDKDoxZw,491
|
8
|
+
bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=N3LnQQ30t-S0U85-EvZZzIBfHzo0XuyFVUltdg7Sj3c,12680
|
9
|
+
bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=9O_6lnFgywy_ArIeKxiAHtgOA4_vTJ-PUPgHZbvI6q8,35484
|
10
|
+
bigdl/cpp/gguf-py/gguf/lazy.py,sha256=SFRlFuNlBdhn4rdbTcooo1avWk-tIh9tEufhbTCXFHM,8737
|
11
|
+
bigdl/cpp/gguf-py/gguf/metadata.py,sha256=MeMgNeKzhxjcpbe1WOkuIJiTR99PyKAgPsZ24AFsT7Y,25353
|
12
|
+
bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
13
|
+
bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
|
14
|
+
bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=aFaLvDjJiVH22o7qaESTWZw9F3tCraLVM08bpLJA5zc,30795
|
15
|
+
bigdl/cpp/gguf-py/gguf/utility.py,sha256=ceoMg4u13i6bvZUVGTsOAWZwKjqKnSj7QLeAMTiYNFY,3001
|
16
|
+
bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
|
17
|
+
bigdl/cpp/libs/baby-llama.exe,sha256=Pyv1ARudxJ3YR_uwd2QDcsYB1m9hDrp8_AzlEz5OFdY,200192
|
18
|
+
bigdl/cpp/libs/batched-bench.exe,sha256=HrI3TsxziXWomaZl4gPjErjP-pO1Ksxx26tRoJDKTAo,206848
|
19
|
+
bigdl/cpp/libs/batched.exe,sha256=sWCf9ZxFgoIbXYQ7oRSPO1TYLQCN8Aqmphd_3MU0QhU,208896
|
20
|
+
bigdl/cpp/libs/beam-search.exe,sha256=hdRuHy8ajR3h-qj4W_SgGboXCsvQiW41u5HRN1kk1Es,214528
|
21
|
+
bigdl/cpp/libs/benchmark.exe,sha256=CeOuN0AlhAix0A9eT1cNUQstXRfl2rumhg1vV4QQ03Q,74240
|
22
|
+
bigdl/cpp/libs/common.lib,sha256=lRyjsI_rjGt15EQ3CWDd0FktTLMZRbFC2My74OXE4uA,3330124
|
23
|
+
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=EaNSJhCpE2NgoDRzHEE8Hh9gxqbYlm0XS686cDOgGCI,126464
|
24
|
+
bigdl/cpp/libs/embedding.exe,sha256=bU90vUct6sJ_UGXVsw25fff1yQUBzceXagIl3718En8,644096
|
25
|
+
bigdl/cpp/libs/export-lora.exe,sha256=kDG4ovEkJIPbahFP1PzpOnqnbuUqS6h4lLPvXwJ9x8w,90112
|
26
|
+
bigdl/cpp/libs/finetune.exe,sha256=s5IzKOEKv2nsPWNIkoJDuVoM7v856YzhDSHYE5D3oFk,302592
|
27
|
+
bigdl/cpp/libs/ggml_shared.dll,sha256=fDzYxhwexxj-fDa51WfVtA5lYuqlnINMMuWqSX4IqOo,6305280
|
28
|
+
bigdl/cpp/libs/gguf.exe,sha256=WuVaq8VN7iDDTMOTLFPhv3nVK1qn5qTVpVhqT1-Tzdg,5817856
|
29
|
+
bigdl/cpp/libs/gritlm.exe,sha256=8NAHfGe4QFr4w907s0bBbptoTnRR26UAKBAI7JSTBDw,638464
|
30
|
+
bigdl/cpp/libs/imatrix.exe,sha256=1k2QzVCZD86J2vvvR_qFdcJuUq0EyevT8NybWF1nEaQ,676352
|
31
|
+
bigdl/cpp/libs/infill.exe,sha256=su168jGqjoPiTeP6GFCJAf7TXflDPOC6nPCSLNP0PPQ,733184
|
32
|
+
bigdl/cpp/libs/llama-bench.exe,sha256=5p2EuSWDc2N8dtTN_w8YW3bmtThsHj5D0hd2goz9snQ,336384
|
33
|
+
bigdl/cpp/libs/llama.dll,sha256=1yaz5EMOw7O3j6xD-G4hGiUW0SpvDyRH47gSlBn-7Is,7927808
|
34
|
+
bigdl/cpp/libs/llava-cli.exe,sha256=x6Pfji-VFuxQao5qW1-oFq1i3YVFR4P3AwnZOb808NQ,921600
|
35
|
+
bigdl/cpp/libs/llava_shared.dll,sha256=l3NIFmNC2JtWwEmz9sslCWB9CgJL4gLIQpjeGShobbE,6572544
|
36
|
+
bigdl/cpp/libs/lookahead.exe,sha256=SALjqs_Qi_xqYB8UYbbaGmk7GbplQOu1QfcjzNGTCFE,684032
|
37
|
+
bigdl/cpp/libs/lookup.exe,sha256=EpWfOkI2Ost4bmpGe4p2hOotjNIqaxg2GeIHQRC9ukQ,718336
|
38
|
+
bigdl/cpp/libs/ls-sycl-device.exe,sha256=pn_mjKJo0JsFqc_AMN62-n_XCrmd1R3xtOgM5CTZvRI,10240
|
39
|
+
bigdl/cpp/libs/main.exe,sha256=8y9YPA_z8QcL-jBT5yntPj_ulIQ_w16Mmj3yolGc87w,764416
|
40
|
+
bigdl/cpp/libs/ollama.exe,sha256=Wu7gT0yqvfJTSWkK1g0pmzYs0de04ozoynHj2OMSqrE,64182209
|
41
|
+
bigdl/cpp/libs/parallel.exe,sha256=V1gJpBrVuvC0n3XiG5g0LIq6WkBK9P0coQDRKJLNwuk,701440
|
42
|
+
bigdl/cpp/libs/passkey.exe,sha256=CW74iByaph8b8-IfJDdY8OQbCdpf7KUC2GBHYiuXh9c,216064
|
43
|
+
bigdl/cpp/libs/perplexity.exe,sha256=iVNQamIUaH_kCka5OKoR_JuTdy_Z7bLSizeBwV3_wbg,782336
|
44
|
+
bigdl/cpp/libs/q8dot.exe,sha256=6D6ydaBC0daHHchLSJYULbnKyrbCayUvjysb3a5IrEo,53760
|
45
|
+
bigdl/cpp/libs/quantize-stats.exe,sha256=jS48GWmwF8vAs_kiK118MTJzu2fXQW4lbP7U_aipy3c,130048
|
46
|
+
bigdl/cpp/libs/quantize.exe,sha256=QFL0IGOOhRgTnu9GVgjE-CmV0PDnnI7RbWCsdX01mN8,235520
|
47
|
+
bigdl/cpp/libs/save-load-state.exe,sha256=_29iUuyM1ZCJCGgKn0hs6PMcr-_Qs3ZRu9mpd7WJCOo,636416
|
48
|
+
bigdl/cpp/libs/server.exe,sha256=PZoofQATep7mx-68vkScdBdODx1lLM7m8YklNOwF_WA,1731584
|
49
|
+
bigdl/cpp/libs/simple.exe,sha256=XVA_spwDbFTzJBL-dWIQDOQ2PrT7VnH_TRJDsXwq98M,202752
|
50
|
+
bigdl/cpp/libs/speculative.exe,sha256=z09Z1bpj8-YHR71owAr-SHDT-nkRax-8uryHEwlibWg,709632
|
51
|
+
bigdl/cpp/libs/tokenize.exe,sha256=newZ24UnDijUnSSS28SSo-b00uIAOjvv68DYpfRaAGg,203264
|
52
|
+
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=XjZcOMYbTsCFDkfkDiWF0WVqTgUrG9k6s7ARTaSqMu8,283648
|
53
|
+
bigdl/cpp/libs/vdot.exe,sha256=ULAF2IFl3MLL3jOKtrah4KCDRapVLGpMvfAVLuHPNKQ,56320
|
54
|
+
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=16x9Mco8_triWRZV-YLDB6SVFWjCY5c-gVQM9Sa9qhM,8602624
|
55
|
+
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=CpnpWOqPc5pzNX2LtJXFQKWU4P5F1JWBUuna7mOqcz8,8602624
|
56
|
+
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=cxz0afJRtF3SrC2fVx9LeqVcuJElBlY6EE1VEVeQm8c,8602624
|
57
|
+
bigdl_core_cpp-2.5.0b20240820.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
|
58
|
+
bigdl_core_cpp-2.5.0b20240820.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
59
|
+
bigdl_core_cpp-2.5.0b20240820.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
|
60
|
+
bigdl_core_cpp-2.5.0b20240820.dist-info/METADATA,sha256=J10NIFl1-LfakIaBlkwB_NTYBRxwEc3bcKBcJQY2HO8,661
|
61
|
+
bigdl_core_cpp-2.5.0b20240820.dist-info/WHEEL,sha256=87BRyezC8KnrcMI_z4tCzFYC3DxpD7TAVunwk556SAc,97
|
62
|
+
bigdl_core_cpp-2.5.0b20240820.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
63
|
+
bigdl_core_cpp-2.5.0b20240820.dist-info/RECORD,,
|
@@ -1,63 +0,0 @@
|
|
1
|
-
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
-
bigdl/cpp/convert-hf-to-gguf.py,sha256=VxIE_ouOPHiueEpvh6KBL-B9IFFE1yy8jVe_cdhaJeo,170360
|
3
|
-
bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
|
4
|
-
bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
5
|
-
bigdl/cpp/gguf-py/gguf/__init__.py,sha256=DjP96RH9gKUnDP8hy6S_kz-ALA26v-58fp1lExmSOxg,226
|
6
|
-
bigdl/cpp/gguf-py/gguf/constants.py,sha256=oDFc2pFp-U_B0U2D9BgHerKoYeFFEXGEYaM8SX8UNfI,48230
|
7
|
-
bigdl/cpp/gguf-py/gguf/gguf.py,sha256=V5jY968TEJn6GJHVdjzH0_aIkZ1QC967vPdHDKDoxZw,491
|
8
|
-
bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=N3LnQQ30t-S0U85-EvZZzIBfHzo0XuyFVUltdg7Sj3c,12680
|
9
|
-
bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=9O_6lnFgywy_ArIeKxiAHtgOA4_vTJ-PUPgHZbvI6q8,35484
|
10
|
-
bigdl/cpp/gguf-py/gguf/lazy.py,sha256=SFRlFuNlBdhn4rdbTcooo1avWk-tIh9tEufhbTCXFHM,8737
|
11
|
-
bigdl/cpp/gguf-py/gguf/metadata.py,sha256=MeMgNeKzhxjcpbe1WOkuIJiTR99PyKAgPsZ24AFsT7Y,25353
|
12
|
-
bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
13
|
-
bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
|
14
|
-
bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=aFaLvDjJiVH22o7qaESTWZw9F3tCraLVM08bpLJA5zc,30795
|
15
|
-
bigdl/cpp/gguf-py/gguf/utility.py,sha256=ceoMg4u13i6bvZUVGTsOAWZwKjqKnSj7QLeAMTiYNFY,3001
|
16
|
-
bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
|
17
|
-
bigdl/cpp/libs/baby-llama.exe,sha256=OC-1rJMYQ6ZPeZj4fJ509zMW5ZCL8trN5xEQfwWTr50,200192
|
18
|
-
bigdl/cpp/libs/batched-bench.exe,sha256=1MTqQ-irsA4CRE6JI_a5r5ojsXn5KvrnfbW_X0K9Elk,206848
|
19
|
-
bigdl/cpp/libs/batched.exe,sha256=tPPp7ONMyo7O1b6dx_2uO1T6gClPB1Zw5Q5w47OWimc,208896
|
20
|
-
bigdl/cpp/libs/beam-search.exe,sha256=L0Cp93NCU6syxreqNufSUgwYqgkLIz1Vx3Z43ocl9Fw,214528
|
21
|
-
bigdl/cpp/libs/benchmark.exe,sha256=JomiMKSpmbBxpHb1GJYc_q0Ffp6uXWoyJw0ocNV_wNg,74240
|
22
|
-
bigdl/cpp/libs/common.lib,sha256=iX4_J0o08EeAHNKxOKCGGyE1lb6-GvTB9q7px4m_AKo,3330124
|
23
|
-
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=f3qcBQTNIjGbodBC7YgckqePrYL_7xJ4VC63cIvAOLQ,126464
|
24
|
-
bigdl/cpp/libs/embedding.exe,sha256=NQUTmBBKWSaNDGgfhBbaSjBa5c626756XkBsni1YU60,644096
|
25
|
-
bigdl/cpp/libs/export-lora.exe,sha256=zTIJRSoKPF7-QOwkGIGdnSLF5DqJ9fn3qJVR_3MK6u4,90112
|
26
|
-
bigdl/cpp/libs/finetune.exe,sha256=ssj-GSZpYwOYiSi_4W7-d1q1xvmfRGCKIPRgo8jv6Hc,302592
|
27
|
-
bigdl/cpp/libs/ggml_shared.dll,sha256=Pmr-dCkz_l4x_asSjbBxCa5xfI41dnFEwHS5vXI0P0A,6305280
|
28
|
-
bigdl/cpp/libs/gguf.exe,sha256=7QU6UY1vIqL2LOF-S6KJpkey4sVpnFKjBYZikwhi42I,5817856
|
29
|
-
bigdl/cpp/libs/gritlm.exe,sha256=wOND_Gt6QVZmZy5ZNm-W5xNjvCNmsuFy2vNdq9amQfM,638464
|
30
|
-
bigdl/cpp/libs/imatrix.exe,sha256=q9fpezFbkXuttpJxUJtknhD5iQiIIGmESRnFjpjYtT8,676352
|
31
|
-
bigdl/cpp/libs/infill.exe,sha256=aX62cNyBxqtJfb_ZvQtG_mIwQHaeionBarrZ5_JmvQk,733184
|
32
|
-
bigdl/cpp/libs/llama-bench.exe,sha256=Fxkd67YdNgl_J2d7EvUwiOV4014JxpDcXTyJo184Wgg,336384
|
33
|
-
bigdl/cpp/libs/llama.dll,sha256=etlImQlVsO1--P-zR4mAqsxOxgSswsTOrluH0kxHBz4,7926272
|
34
|
-
bigdl/cpp/libs/llava-cli.exe,sha256=aabnDBwc6z54KhxeTuMIB66xQfIJuMeBMoTGW9NUK3Q,921600
|
35
|
-
bigdl/cpp/libs/llava_shared.dll,sha256=FKa1XCQ3CbDV2AJuaAz-FfHPywyQorTtrEgnr7SfnHs,6572544
|
36
|
-
bigdl/cpp/libs/lookahead.exe,sha256=b1Plq7aoHApx1jlnPV4V0XXZyOasS9GXmSvgKQIWGE8,684032
|
37
|
-
bigdl/cpp/libs/lookup.exe,sha256=YSPOSEwjxaTciCmwdV0XUBF3TPdx8435ZUYA-kRH6Hw,718336
|
38
|
-
bigdl/cpp/libs/ls-sycl-device.exe,sha256=8BmxEzVw926Dd3m8DTwD96OrcPej0bT6TcI1sAxVoIU,10240
|
39
|
-
bigdl/cpp/libs/main.exe,sha256=ibkLOkQ407wd-139PwXsSunTSJY60OzDjdrFga8iYbY,764416
|
40
|
-
bigdl/cpp/libs/ollama.exe,sha256=bcP9lFtX2kZVACKwAwwSf7kFqVG-21kxOMe4wTA9a5w,64183875
|
41
|
-
bigdl/cpp/libs/parallel.exe,sha256=NUE50bWeUbQzKZ2VyOOFlg4gUeDy1zZWVCQFh64RjbA,701440
|
42
|
-
bigdl/cpp/libs/passkey.exe,sha256=pKqd8kvgpPd30ea8vhjhRD-uS79xtFjtdDKrjm92xHQ,216064
|
43
|
-
bigdl/cpp/libs/perplexity.exe,sha256=_W_f2rgRDlhiH06xOve5TYxFzNOI7DWzwJyTndFh6WA,782336
|
44
|
-
bigdl/cpp/libs/q8dot.exe,sha256=VSITzVMdpKHhLSHZgig8If41cW3Jl-BneeKS8HxCGv4,53760
|
45
|
-
bigdl/cpp/libs/quantize-stats.exe,sha256=0BbcZpEGGb-BGskUsOP4b_Yw5DYp9Nptbh7VTygoKyI,130048
|
46
|
-
bigdl/cpp/libs/quantize.exe,sha256=Oo0nyjqXApr8X01BGU60SZ4MZSrgJGOS5CplatXOraE,235520
|
47
|
-
bigdl/cpp/libs/save-load-state.exe,sha256=EgX1CVzEtswm7ZuMHOC4EPmYkj3sFbrDD88ZXzUQQN4,636416
|
48
|
-
bigdl/cpp/libs/server.exe,sha256=i59Jl2_4yhRbvqIZmwoYEEfxbbD7PGZby-GY97DxzMo,1731584
|
49
|
-
bigdl/cpp/libs/simple.exe,sha256=dPk_wjF1K0SsCNG-zuteQpYWkPIYpNyC3PGWEP018Z4,202752
|
50
|
-
bigdl/cpp/libs/speculative.exe,sha256=-sPFli95t7Mb-pOKOwoI0aO0Ukhc6YQ96PDY_DxrELI,709632
|
51
|
-
bigdl/cpp/libs/tokenize.exe,sha256=Uvkmf8qyPR5Y0F2UyC3qLlFyifg92ELLLPOEPe9p754,203264
|
52
|
-
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=BjL0uyJC0rQeqH8KAgw2-bK9OqftDc_lW4paJYjkX7E,283648
|
53
|
-
bigdl/cpp/libs/vdot.exe,sha256=wuPFVUZkocHmkZKctE4pFSiLmB5KLchhjDTiCTuN4A0,56320
|
54
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=525BLjgo_ppZc1nKVJ5MHmaQqqRUaZ6gWrxMJAvIdDI,8601600
|
55
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=TFtF_t2ADS2FIr6GvSFUiI4xCfzAJiMsUWuRxPtX6GM,8601600
|
56
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=YEWz6U8i6HtoPC1dbD21TWD1cromi5VNyyevzs6pHWA,8601600
|
57
|
-
bigdl_core_cpp-2.5.0b20240818.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
|
58
|
-
bigdl_core_cpp-2.5.0b20240818.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
59
|
-
bigdl_core_cpp-2.5.0b20240818.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
|
60
|
-
bigdl_core_cpp-2.5.0b20240818.dist-info/METADATA,sha256=HMFwm0Ef6Qd1prXZ5frV1p3B8co9TaSjiKKMR3B-Y6c,661
|
61
|
-
bigdl_core_cpp-2.5.0b20240818.dist-info/WHEEL,sha256=87BRyezC8KnrcMI_z4tCzFYC3DxpD7TAVunwk556SAc,97
|
62
|
-
bigdl_core_cpp-2.5.0b20240818.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
63
|
-
bigdl_core_cpp-2.5.0b20240818.dist-info/RECORD,,
|
{bigdl_core_cpp-2.5.0b20240818.data → bigdl_core_cpp-2.5.0b20240820.data}/scripts/init-llama-cpp.bat
RENAMED
File without changes
|
{bigdl_core_cpp-2.5.0b20240818.data → bigdl_core_cpp-2.5.0b20240820.data}/scripts/init-llama-cpp.ps1
RENAMED
File without changes
|
{bigdl_core_cpp-2.5.0b20240818.data → bigdl_core_cpp-2.5.0b20240820.data}/scripts/init-ollama.bat
RENAMED
File without changes
|
File without changes
|
{bigdl_core_cpp-2.5.0b20240818.dist-info → bigdl_core_cpp-2.5.0b20240820.dist-info}/top_level.txt
RENAMED
File without changes
|