bigdl-core-cpp 2.5.0b20240818__py3-none-win_amd64.whl → 2.5.0b20240819__py3-none-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bigdl/cpp/convert-hf-to-gguf.py +28 -1
- bigdl/cpp/libs/baby-llama.exe +0 -0
- bigdl/cpp/libs/batched-bench.exe +0 -0
- bigdl/cpp/libs/batched.exe +0 -0
- bigdl/cpp/libs/beam-search.exe +0 -0
- bigdl/cpp/libs/benchmark.exe +0 -0
- bigdl/cpp/libs/common.lib +0 -0
- bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/embedding.exe +0 -0
- bigdl/cpp/libs/export-lora.exe +0 -0
- bigdl/cpp/libs/finetune.exe +0 -0
- bigdl/cpp/libs/ggml_shared.dll +0 -0
- bigdl/cpp/libs/gguf.exe +0 -0
- bigdl/cpp/libs/gritlm.exe +0 -0
- bigdl/cpp/libs/imatrix.exe +0 -0
- bigdl/cpp/libs/infill.exe +0 -0
- bigdl/cpp/libs/llama-bench.exe +0 -0
- bigdl/cpp/libs/llama.dll +0 -0
- bigdl/cpp/libs/llava-cli.exe +0 -0
- bigdl/cpp/libs/llava_shared.dll +0 -0
- bigdl/cpp/libs/lookahead.exe +0 -0
- bigdl/cpp/libs/lookup.exe +0 -0
- bigdl/cpp/libs/ls-sycl-device.exe +0 -0
- bigdl/cpp/libs/main.exe +0 -0
- bigdl/cpp/libs/ollama.exe +0 -0
- bigdl/cpp/libs/parallel.exe +0 -0
- bigdl/cpp/libs/passkey.exe +0 -0
- bigdl/cpp/libs/perplexity.exe +0 -0
- bigdl/cpp/libs/q8dot.exe +0 -0
- bigdl/cpp/libs/quantize-stats.exe +0 -0
- bigdl/cpp/libs/quantize.exe +0 -0
- bigdl/cpp/libs/save-load-state.exe +0 -0
- bigdl/cpp/libs/server.exe +0 -0
- bigdl/cpp/libs/simple.exe +0 -0
- bigdl/cpp/libs/speculative.exe +0 -0
- bigdl/cpp/libs/tokenize.exe +0 -0
- bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
- bigdl/cpp/libs/vdot.exe +0 -0
- {bigdl_core_cpp-2.5.0b20240818.dist-info → bigdl_core_cpp-2.5.0b20240819.dist-info}/METADATA +1 -1
- bigdl_core_cpp-2.5.0b20240819.dist-info/RECORD +63 -0
- bigdl_core_cpp-2.5.0b20240818.dist-info/RECORD +0 -63
- {bigdl_core_cpp-2.5.0b20240818.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-llama-cpp.bat +0 -0
- {bigdl_core_cpp-2.5.0b20240818.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-llama-cpp.ps1 +0 -0
- {bigdl_core_cpp-2.5.0b20240818.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-ollama.bat +0 -0
- {bigdl_core_cpp-2.5.0b20240818.dist-info → bigdl_core_cpp-2.5.0b20240819.dist-info}/WHEEL +0 -0
- {bigdl_core_cpp-2.5.0b20240818.dist-info → bigdl_core_cpp-2.5.0b20240819.dist-info}/top_level.txt +0 -0
bigdl/cpp/convert-hf-to-gguf.py
CHANGED
@@ -1570,6 +1570,33 @@ class LlamaModel(Model):
|
|
1570
1570
|
return [(self.map_tensor_name(name), data_torch)]
|
1571
1571
|
|
1572
1572
|
def prepare_tensors(self):
|
1573
|
+
if rope_scaling := self.find_hparam(["rope_scaling"], optional=True):
|
1574
|
+
if rope_scaling.get("rope_type", '').lower() == "llama3":
|
1575
|
+
base = self.hparams.get("rope_theta", 10000.0)
|
1576
|
+
dim = self.hparams["hidden_size"] // self.hparams["num_attention_heads"]
|
1577
|
+
freqs = 1.0 / (base ** (torch.arange(0, dim, 2, dtype=torch.float32) / dim))
|
1578
|
+
factor = rope_scaling.get("factor", 8.0)
|
1579
|
+
low_freq_factor = rope_scaling.get("low_freq_factor", 1.0)
|
1580
|
+
high_freq_factor = rope_scaling.get("high_freq_factor", 4.0)
|
1581
|
+
old_context_len = self.hparams.get("original_max_position_embeddings", 8192)
|
1582
|
+
|
1583
|
+
low_freq_wavelen = old_context_len / low_freq_factor
|
1584
|
+
high_freq_wavelen = old_context_len / high_freq_factor
|
1585
|
+
assert low_freq_wavelen != high_freq_wavelen
|
1586
|
+
|
1587
|
+
rope_factors = []
|
1588
|
+
for freq in freqs:
|
1589
|
+
wavelen = 2 * math.pi / freq
|
1590
|
+
if wavelen < high_freq_wavelen:
|
1591
|
+
rope_factors.append(1)
|
1592
|
+
elif wavelen > low_freq_wavelen:
|
1593
|
+
rope_factors.append(factor)
|
1594
|
+
else:
|
1595
|
+
smooth = (old_context_len / wavelen - low_freq_factor) / (high_freq_factor - low_freq_factor)
|
1596
|
+
rope_factors.append(1 / ((1 - smooth) / factor + smooth))
|
1597
|
+
|
1598
|
+
self.gguf_writer.add_tensor(self.format_tensor_name(gguf.MODEL_TENSOR.ROPE_FREQS), np.array(rope_factors, dtype=np.float32))
|
1599
|
+
|
1573
1600
|
super().prepare_tensors()
|
1574
1601
|
|
1575
1602
|
if self._experts is not None:
|
@@ -3686,4 +3713,4 @@ def main() -> None:
|
|
3686
3713
|
|
3687
3714
|
|
3688
3715
|
if __name__ == '__main__':
|
3689
|
-
main()
|
3716
|
+
main()
|
bigdl/cpp/libs/baby-llama.exe
CHANGED
Binary file
|
bigdl/cpp/libs/batched-bench.exe
CHANGED
Binary file
|
bigdl/cpp/libs/batched.exe
CHANGED
Binary file
|
bigdl/cpp/libs/beam-search.exe
CHANGED
Binary file
|
bigdl/cpp/libs/benchmark.exe
CHANGED
Binary file
|
bigdl/cpp/libs/common.lib
CHANGED
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
bigdl/cpp/libs/embedding.exe
CHANGED
Binary file
|
bigdl/cpp/libs/export-lora.exe
CHANGED
Binary file
|
bigdl/cpp/libs/finetune.exe
CHANGED
Binary file
|
bigdl/cpp/libs/ggml_shared.dll
CHANGED
Binary file
|
bigdl/cpp/libs/gguf.exe
CHANGED
Binary file
|
bigdl/cpp/libs/gritlm.exe
CHANGED
Binary file
|
bigdl/cpp/libs/imatrix.exe
CHANGED
Binary file
|
bigdl/cpp/libs/infill.exe
CHANGED
Binary file
|
bigdl/cpp/libs/llama-bench.exe
CHANGED
Binary file
|
bigdl/cpp/libs/llama.dll
CHANGED
Binary file
|
bigdl/cpp/libs/llava-cli.exe
CHANGED
Binary file
|
bigdl/cpp/libs/llava_shared.dll
CHANGED
Binary file
|
bigdl/cpp/libs/lookahead.exe
CHANGED
Binary file
|
bigdl/cpp/libs/lookup.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/main.exe
CHANGED
Binary file
|
bigdl/cpp/libs/ollama.exe
CHANGED
Binary file
|
bigdl/cpp/libs/parallel.exe
CHANGED
Binary file
|
bigdl/cpp/libs/passkey.exe
CHANGED
Binary file
|
bigdl/cpp/libs/perplexity.exe
CHANGED
Binary file
|
bigdl/cpp/libs/q8dot.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/quantize.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/server.exe
CHANGED
Binary file
|
bigdl/cpp/libs/simple.exe
CHANGED
Binary file
|
bigdl/cpp/libs/speculative.exe
CHANGED
Binary file
|
bigdl/cpp/libs/tokenize.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/vdot.exe
CHANGED
Binary file
|
@@ -0,0 +1,63 @@
|
|
1
|
+
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
+
bigdl/cpp/convert-hf-to-gguf.py,sha256=LYCEs_awz1q2oWZcOHF8xLlwO0YzE_FOmX_9-9Tu-u8,171978
|
3
|
+
bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
|
4
|
+
bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
5
|
+
bigdl/cpp/gguf-py/gguf/__init__.py,sha256=DjP96RH9gKUnDP8hy6S_kz-ALA26v-58fp1lExmSOxg,226
|
6
|
+
bigdl/cpp/gguf-py/gguf/constants.py,sha256=oDFc2pFp-U_B0U2D9BgHerKoYeFFEXGEYaM8SX8UNfI,48230
|
7
|
+
bigdl/cpp/gguf-py/gguf/gguf.py,sha256=V5jY968TEJn6GJHVdjzH0_aIkZ1QC967vPdHDKDoxZw,491
|
8
|
+
bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=N3LnQQ30t-S0U85-EvZZzIBfHzo0XuyFVUltdg7Sj3c,12680
|
9
|
+
bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=9O_6lnFgywy_ArIeKxiAHtgOA4_vTJ-PUPgHZbvI6q8,35484
|
10
|
+
bigdl/cpp/gguf-py/gguf/lazy.py,sha256=SFRlFuNlBdhn4rdbTcooo1avWk-tIh9tEufhbTCXFHM,8737
|
11
|
+
bigdl/cpp/gguf-py/gguf/metadata.py,sha256=MeMgNeKzhxjcpbe1WOkuIJiTR99PyKAgPsZ24AFsT7Y,25353
|
12
|
+
bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
13
|
+
bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
|
14
|
+
bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=aFaLvDjJiVH22o7qaESTWZw9F3tCraLVM08bpLJA5zc,30795
|
15
|
+
bigdl/cpp/gguf-py/gguf/utility.py,sha256=ceoMg4u13i6bvZUVGTsOAWZwKjqKnSj7QLeAMTiYNFY,3001
|
16
|
+
bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
|
17
|
+
bigdl/cpp/libs/baby-llama.exe,sha256=6eelmVIdLyksiYjN_w2LImJ5vo-Z50Wcc7p0jMPIqLI,200192
|
18
|
+
bigdl/cpp/libs/batched-bench.exe,sha256=zlJTC7LMYmMd8hRwchz_rYklkW_ETg_kHznUgybDcKE,206848
|
19
|
+
bigdl/cpp/libs/batched.exe,sha256=MbPP7qwrlLZMSR6wZ0PGREdeWvGTp0auDN-hXhmGUDw,208896
|
20
|
+
bigdl/cpp/libs/beam-search.exe,sha256=mVCiEGq_-Ke43GxgDFduM9lToABmTPSuwPRXnwhdJrw,214528
|
21
|
+
bigdl/cpp/libs/benchmark.exe,sha256=pP9sRoxpEI1t3hB4iI-fhUhf4mgMyf-jAMN7wyfWmCo,74240
|
22
|
+
bigdl/cpp/libs/common.lib,sha256=spDBWrUxPzXzNWWTfVHVm6yb4y3Kf0LVU-pcUGUOB9s,3330124
|
23
|
+
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=QwcWHHoT9Tel0Vr5VJa5xRgMqZhEanuR6vvKRm3uQx4,126464
|
24
|
+
bigdl/cpp/libs/embedding.exe,sha256=dYxlo7mgVTksNKckFY6ORN7PKWFlx-Lm2Ghl_K6zgvo,644096
|
25
|
+
bigdl/cpp/libs/export-lora.exe,sha256=exr9hU66Bw1LzeAG-AM0t4iH3hqelrRBMhnw42-Md8g,90112
|
26
|
+
bigdl/cpp/libs/finetune.exe,sha256=l6TPAXODsvgs5CF9pfxBZLtU6pZo7vphz0LFXEwuKaI,302592
|
27
|
+
bigdl/cpp/libs/ggml_shared.dll,sha256=LiaTOY9YOuvk8TgbMONop738oVHXzDMd9ICxuLKA-Ck,6305280
|
28
|
+
bigdl/cpp/libs/gguf.exe,sha256=H8NDnEvN2SNNjZ-R4HBnk-L_5RYEoz8lcC0-0dsxYZs,5817856
|
29
|
+
bigdl/cpp/libs/gritlm.exe,sha256=R9fPmZkWK4faOTgaji6-G5TBDwHIm2MkHOuL9aZKQGo,638464
|
30
|
+
bigdl/cpp/libs/imatrix.exe,sha256=2c5diYPcjCFzxAR69ELqNm8F8U5V2pJM0prME4VRdeU,676352
|
31
|
+
bigdl/cpp/libs/infill.exe,sha256=nCkw5otF1Zq2dN0n43Jw8l_CePDRLAYhE6bySkA9XBg,733184
|
32
|
+
bigdl/cpp/libs/llama-bench.exe,sha256=VJuppZwArGAjEDTP7G6U5EIrjxVb3qd9k_uPMh6nNDQ,336384
|
33
|
+
bigdl/cpp/libs/llama.dll,sha256=ULE1MUMj8upW9TRbt-zpVQJB7DHZjdN_12h33pIitvI,7927808
|
34
|
+
bigdl/cpp/libs/llava-cli.exe,sha256=uUFqPWueo0ACV4P-11E3A6CDBTdyoX5fvNtTO4eIf0A,921600
|
35
|
+
bigdl/cpp/libs/llava_shared.dll,sha256=Q3W4qRV8qunNTgsJa_Dh6S1L5YHrf6Ws_Uv5yrnPKQo,6572544
|
36
|
+
bigdl/cpp/libs/lookahead.exe,sha256=ZOYSBjxsP9p7-AY4xaOuAqKIcWZCINn881rGt_IKrT8,684032
|
37
|
+
bigdl/cpp/libs/lookup.exe,sha256=cvXpsJF9ATTw1nQ2oEW4-IyoxDqBc4V0sY47vTe1_PM,718336
|
38
|
+
bigdl/cpp/libs/ls-sycl-device.exe,sha256=gNM20MS_7PKFgzAnSFeqZFVhTbjmotJa3EXCGxTGfGg,10240
|
39
|
+
bigdl/cpp/libs/main.exe,sha256=ZQ8CihQcIWkjwhjAYHoW8yQmJ6YbmoNTQG4L0f7NTfg,764416
|
40
|
+
bigdl/cpp/libs/ollama.exe,sha256=Wu7gT0yqvfJTSWkK1g0pmzYs0de04ozoynHj2OMSqrE,64182209
|
41
|
+
bigdl/cpp/libs/parallel.exe,sha256=lfSFLHJIf5ZRZmugbv2tAp7YsDZrxnBmq2k79x3T49A,701440
|
42
|
+
bigdl/cpp/libs/passkey.exe,sha256=ER06E-cArPkK5N9b_-y5HEvOGGLDKfzEgCZh7Q-ZXVs,216064
|
43
|
+
bigdl/cpp/libs/perplexity.exe,sha256=QvB5VIQn8BjTHrC7EbfkteYNGuxkfmnjSY3DZTDl4FI,782336
|
44
|
+
bigdl/cpp/libs/q8dot.exe,sha256=K3HPxJFZZsue_5JEIGTAUqz8hmr9H5eEWoxgaMcORvo,53760
|
45
|
+
bigdl/cpp/libs/quantize-stats.exe,sha256=5SivtNoGDSxZoLFEMsbq3tF55a8JZcM1I8daci6lh3E,130048
|
46
|
+
bigdl/cpp/libs/quantize.exe,sha256=ao_SQs_8O46pspTQivG7EA5oyWUtbxRHYJW_qMFkTxc,235520
|
47
|
+
bigdl/cpp/libs/save-load-state.exe,sha256=OaRNLPTT0aqd6v36L1HZgMPMyk4aVXA_keng6AtNHNY,636416
|
48
|
+
bigdl/cpp/libs/server.exe,sha256=s0GM3hOv1N9ijm3jxmDVhJe9ZjGF2T6mbytq3lOAlsY,1731584
|
49
|
+
bigdl/cpp/libs/simple.exe,sha256=E4Fin7oieCZSus25RLUFSu2LGZJ4RG0YT4RtO_GMayI,202752
|
50
|
+
bigdl/cpp/libs/speculative.exe,sha256=f7vMAH2KTM_Qh4neBN9mMYqvMsfJObyspFl6CyVMgVo,709632
|
51
|
+
bigdl/cpp/libs/tokenize.exe,sha256=fctFnIOXzJ2y03OCgt9sdMjhDThu4wpgws8clI680FU,203264
|
52
|
+
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=DQT5W_vDNe93Oa5SNZEKpwGrjuPbMFIJA8UWjvD4-hI,283648
|
53
|
+
bigdl/cpp/libs/vdot.exe,sha256=_zjiKOMbg0S8A01EGkkOgZ0gy5bIz5imbortYWXJWq0,56320
|
54
|
+
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=UREmTjCN0BmZL5CN89x1iE6SD2gg31kv6Q7V9PZ_QNs,8602624
|
55
|
+
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=PrOwuo_t8rWZoveFZCiLjGUhF1tF26l8ZSC-i2tVXK4,8602624
|
56
|
+
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=t5Iw6VXJuvp8_2xHs-NlojC1vx5NVkIsZJGv-ENjRSU,8602624
|
57
|
+
bigdl_core_cpp-2.5.0b20240819.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
|
58
|
+
bigdl_core_cpp-2.5.0b20240819.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
59
|
+
bigdl_core_cpp-2.5.0b20240819.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
|
60
|
+
bigdl_core_cpp-2.5.0b20240819.dist-info/METADATA,sha256=BJxBIEG15XE9DKqt4Xoe8M69qNMF3tXlM52ISpa36q8,661
|
61
|
+
bigdl_core_cpp-2.5.0b20240819.dist-info/WHEEL,sha256=87BRyezC8KnrcMI_z4tCzFYC3DxpD7TAVunwk556SAc,97
|
62
|
+
bigdl_core_cpp-2.5.0b20240819.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
63
|
+
bigdl_core_cpp-2.5.0b20240819.dist-info/RECORD,,
|
@@ -1,63 +0,0 @@
|
|
1
|
-
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
-
bigdl/cpp/convert-hf-to-gguf.py,sha256=VxIE_ouOPHiueEpvh6KBL-B9IFFE1yy8jVe_cdhaJeo,170360
|
3
|
-
bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
|
4
|
-
bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
5
|
-
bigdl/cpp/gguf-py/gguf/__init__.py,sha256=DjP96RH9gKUnDP8hy6S_kz-ALA26v-58fp1lExmSOxg,226
|
6
|
-
bigdl/cpp/gguf-py/gguf/constants.py,sha256=oDFc2pFp-U_B0U2D9BgHerKoYeFFEXGEYaM8SX8UNfI,48230
|
7
|
-
bigdl/cpp/gguf-py/gguf/gguf.py,sha256=V5jY968TEJn6GJHVdjzH0_aIkZ1QC967vPdHDKDoxZw,491
|
8
|
-
bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=N3LnQQ30t-S0U85-EvZZzIBfHzo0XuyFVUltdg7Sj3c,12680
|
9
|
-
bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=9O_6lnFgywy_ArIeKxiAHtgOA4_vTJ-PUPgHZbvI6q8,35484
|
10
|
-
bigdl/cpp/gguf-py/gguf/lazy.py,sha256=SFRlFuNlBdhn4rdbTcooo1avWk-tIh9tEufhbTCXFHM,8737
|
11
|
-
bigdl/cpp/gguf-py/gguf/metadata.py,sha256=MeMgNeKzhxjcpbe1WOkuIJiTR99PyKAgPsZ24AFsT7Y,25353
|
12
|
-
bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
13
|
-
bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
|
14
|
-
bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=aFaLvDjJiVH22o7qaESTWZw9F3tCraLVM08bpLJA5zc,30795
|
15
|
-
bigdl/cpp/gguf-py/gguf/utility.py,sha256=ceoMg4u13i6bvZUVGTsOAWZwKjqKnSj7QLeAMTiYNFY,3001
|
16
|
-
bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
|
17
|
-
bigdl/cpp/libs/baby-llama.exe,sha256=OC-1rJMYQ6ZPeZj4fJ509zMW5ZCL8trN5xEQfwWTr50,200192
|
18
|
-
bigdl/cpp/libs/batched-bench.exe,sha256=1MTqQ-irsA4CRE6JI_a5r5ojsXn5KvrnfbW_X0K9Elk,206848
|
19
|
-
bigdl/cpp/libs/batched.exe,sha256=tPPp7ONMyo7O1b6dx_2uO1T6gClPB1Zw5Q5w47OWimc,208896
|
20
|
-
bigdl/cpp/libs/beam-search.exe,sha256=L0Cp93NCU6syxreqNufSUgwYqgkLIz1Vx3Z43ocl9Fw,214528
|
21
|
-
bigdl/cpp/libs/benchmark.exe,sha256=JomiMKSpmbBxpHb1GJYc_q0Ffp6uXWoyJw0ocNV_wNg,74240
|
22
|
-
bigdl/cpp/libs/common.lib,sha256=iX4_J0o08EeAHNKxOKCGGyE1lb6-GvTB9q7px4m_AKo,3330124
|
23
|
-
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=f3qcBQTNIjGbodBC7YgckqePrYL_7xJ4VC63cIvAOLQ,126464
|
24
|
-
bigdl/cpp/libs/embedding.exe,sha256=NQUTmBBKWSaNDGgfhBbaSjBa5c626756XkBsni1YU60,644096
|
25
|
-
bigdl/cpp/libs/export-lora.exe,sha256=zTIJRSoKPF7-QOwkGIGdnSLF5DqJ9fn3qJVR_3MK6u4,90112
|
26
|
-
bigdl/cpp/libs/finetune.exe,sha256=ssj-GSZpYwOYiSi_4W7-d1q1xvmfRGCKIPRgo8jv6Hc,302592
|
27
|
-
bigdl/cpp/libs/ggml_shared.dll,sha256=Pmr-dCkz_l4x_asSjbBxCa5xfI41dnFEwHS5vXI0P0A,6305280
|
28
|
-
bigdl/cpp/libs/gguf.exe,sha256=7QU6UY1vIqL2LOF-S6KJpkey4sVpnFKjBYZikwhi42I,5817856
|
29
|
-
bigdl/cpp/libs/gritlm.exe,sha256=wOND_Gt6QVZmZy5ZNm-W5xNjvCNmsuFy2vNdq9amQfM,638464
|
30
|
-
bigdl/cpp/libs/imatrix.exe,sha256=q9fpezFbkXuttpJxUJtknhD5iQiIIGmESRnFjpjYtT8,676352
|
31
|
-
bigdl/cpp/libs/infill.exe,sha256=aX62cNyBxqtJfb_ZvQtG_mIwQHaeionBarrZ5_JmvQk,733184
|
32
|
-
bigdl/cpp/libs/llama-bench.exe,sha256=Fxkd67YdNgl_J2d7EvUwiOV4014JxpDcXTyJo184Wgg,336384
|
33
|
-
bigdl/cpp/libs/llama.dll,sha256=etlImQlVsO1--P-zR4mAqsxOxgSswsTOrluH0kxHBz4,7926272
|
34
|
-
bigdl/cpp/libs/llava-cli.exe,sha256=aabnDBwc6z54KhxeTuMIB66xQfIJuMeBMoTGW9NUK3Q,921600
|
35
|
-
bigdl/cpp/libs/llava_shared.dll,sha256=FKa1XCQ3CbDV2AJuaAz-FfHPywyQorTtrEgnr7SfnHs,6572544
|
36
|
-
bigdl/cpp/libs/lookahead.exe,sha256=b1Plq7aoHApx1jlnPV4V0XXZyOasS9GXmSvgKQIWGE8,684032
|
37
|
-
bigdl/cpp/libs/lookup.exe,sha256=YSPOSEwjxaTciCmwdV0XUBF3TPdx8435ZUYA-kRH6Hw,718336
|
38
|
-
bigdl/cpp/libs/ls-sycl-device.exe,sha256=8BmxEzVw926Dd3m8DTwD96OrcPej0bT6TcI1sAxVoIU,10240
|
39
|
-
bigdl/cpp/libs/main.exe,sha256=ibkLOkQ407wd-139PwXsSunTSJY60OzDjdrFga8iYbY,764416
|
40
|
-
bigdl/cpp/libs/ollama.exe,sha256=bcP9lFtX2kZVACKwAwwSf7kFqVG-21kxOMe4wTA9a5w,64183875
|
41
|
-
bigdl/cpp/libs/parallel.exe,sha256=NUE50bWeUbQzKZ2VyOOFlg4gUeDy1zZWVCQFh64RjbA,701440
|
42
|
-
bigdl/cpp/libs/passkey.exe,sha256=pKqd8kvgpPd30ea8vhjhRD-uS79xtFjtdDKrjm92xHQ,216064
|
43
|
-
bigdl/cpp/libs/perplexity.exe,sha256=_W_f2rgRDlhiH06xOve5TYxFzNOI7DWzwJyTndFh6WA,782336
|
44
|
-
bigdl/cpp/libs/q8dot.exe,sha256=VSITzVMdpKHhLSHZgig8If41cW3Jl-BneeKS8HxCGv4,53760
|
45
|
-
bigdl/cpp/libs/quantize-stats.exe,sha256=0BbcZpEGGb-BGskUsOP4b_Yw5DYp9Nptbh7VTygoKyI,130048
|
46
|
-
bigdl/cpp/libs/quantize.exe,sha256=Oo0nyjqXApr8X01BGU60SZ4MZSrgJGOS5CplatXOraE,235520
|
47
|
-
bigdl/cpp/libs/save-load-state.exe,sha256=EgX1CVzEtswm7ZuMHOC4EPmYkj3sFbrDD88ZXzUQQN4,636416
|
48
|
-
bigdl/cpp/libs/server.exe,sha256=i59Jl2_4yhRbvqIZmwoYEEfxbbD7PGZby-GY97DxzMo,1731584
|
49
|
-
bigdl/cpp/libs/simple.exe,sha256=dPk_wjF1K0SsCNG-zuteQpYWkPIYpNyC3PGWEP018Z4,202752
|
50
|
-
bigdl/cpp/libs/speculative.exe,sha256=-sPFli95t7Mb-pOKOwoI0aO0Ukhc6YQ96PDY_DxrELI,709632
|
51
|
-
bigdl/cpp/libs/tokenize.exe,sha256=Uvkmf8qyPR5Y0F2UyC3qLlFyifg92ELLLPOEPe9p754,203264
|
52
|
-
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=BjL0uyJC0rQeqH8KAgw2-bK9OqftDc_lW4paJYjkX7E,283648
|
53
|
-
bigdl/cpp/libs/vdot.exe,sha256=wuPFVUZkocHmkZKctE4pFSiLmB5KLchhjDTiCTuN4A0,56320
|
54
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=525BLjgo_ppZc1nKVJ5MHmaQqqRUaZ6gWrxMJAvIdDI,8601600
|
55
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=TFtF_t2ADS2FIr6GvSFUiI4xCfzAJiMsUWuRxPtX6GM,8601600
|
56
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=YEWz6U8i6HtoPC1dbD21TWD1cromi5VNyyevzs6pHWA,8601600
|
57
|
-
bigdl_core_cpp-2.5.0b20240818.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
|
58
|
-
bigdl_core_cpp-2.5.0b20240818.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
59
|
-
bigdl_core_cpp-2.5.0b20240818.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
|
60
|
-
bigdl_core_cpp-2.5.0b20240818.dist-info/METADATA,sha256=HMFwm0Ef6Qd1prXZ5frV1p3B8co9TaSjiKKMR3B-Y6c,661
|
61
|
-
bigdl_core_cpp-2.5.0b20240818.dist-info/WHEEL,sha256=87BRyezC8KnrcMI_z4tCzFYC3DxpD7TAVunwk556SAc,97
|
62
|
-
bigdl_core_cpp-2.5.0b20240818.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
63
|
-
bigdl_core_cpp-2.5.0b20240818.dist-info/RECORD,,
|
{bigdl_core_cpp-2.5.0b20240818.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-llama-cpp.bat
RENAMED
File without changes
|
{bigdl_core_cpp-2.5.0b20240818.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-llama-cpp.ps1
RENAMED
File without changes
|
{bigdl_core_cpp-2.5.0b20240818.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-ollama.bat
RENAMED
File without changes
|
File without changes
|
{bigdl_core_cpp-2.5.0b20240818.dist-info → bigdl_core_cpp-2.5.0b20240819.dist-info}/top_level.txt
RENAMED
File without changes
|