bigdl-core-cpp 2.5.0b20240817__py3-none-win_amd64.whl → 2.5.0b20240819__py3-none-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bigdl/cpp/convert-hf-to-gguf.py +28 -1
- bigdl/cpp/libs/baby-llama.exe +0 -0
- bigdl/cpp/libs/batched-bench.exe +0 -0
- bigdl/cpp/libs/batched.exe +0 -0
- bigdl/cpp/libs/beam-search.exe +0 -0
- bigdl/cpp/libs/benchmark.exe +0 -0
- bigdl/cpp/libs/common.lib +0 -0
- bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/embedding.exe +0 -0
- bigdl/cpp/libs/export-lora.exe +0 -0
- bigdl/cpp/libs/finetune.exe +0 -0
- bigdl/cpp/libs/ggml_shared.dll +0 -0
- bigdl/cpp/libs/gguf.exe +0 -0
- bigdl/cpp/libs/gritlm.exe +0 -0
- bigdl/cpp/libs/imatrix.exe +0 -0
- bigdl/cpp/libs/infill.exe +0 -0
- bigdl/cpp/libs/llama-bench.exe +0 -0
- bigdl/cpp/libs/llama.dll +0 -0
- bigdl/cpp/libs/llava-cli.exe +0 -0
- bigdl/cpp/libs/llava_shared.dll +0 -0
- bigdl/cpp/libs/lookahead.exe +0 -0
- bigdl/cpp/libs/lookup.exe +0 -0
- bigdl/cpp/libs/ls-sycl-device.exe +0 -0
- bigdl/cpp/libs/main.exe +0 -0
- bigdl/cpp/libs/ollama.exe +0 -0
- bigdl/cpp/libs/parallel.exe +0 -0
- bigdl/cpp/libs/passkey.exe +0 -0
- bigdl/cpp/libs/perplexity.exe +0 -0
- bigdl/cpp/libs/q8dot.exe +0 -0
- bigdl/cpp/libs/quantize-stats.exe +0 -0
- bigdl/cpp/libs/quantize.exe +0 -0
- bigdl/cpp/libs/save-load-state.exe +0 -0
- bigdl/cpp/libs/server.exe +0 -0
- bigdl/cpp/libs/simple.exe +0 -0
- bigdl/cpp/libs/speculative.exe +0 -0
- bigdl/cpp/libs/tokenize.exe +0 -0
- bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
- bigdl/cpp/libs/vdot.exe +0 -0
- {bigdl_core_cpp-2.5.0b20240817.dist-info → bigdl_core_cpp-2.5.0b20240819.dist-info}/METADATA +1 -1
- bigdl_core_cpp-2.5.0b20240819.dist-info/RECORD +63 -0
- bigdl_core_cpp-2.5.0b20240817.dist-info/RECORD +0 -63
- {bigdl_core_cpp-2.5.0b20240817.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-llama-cpp.bat +0 -0
- {bigdl_core_cpp-2.5.0b20240817.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-llama-cpp.ps1 +0 -0
- {bigdl_core_cpp-2.5.0b20240817.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-ollama.bat +0 -0
- {bigdl_core_cpp-2.5.0b20240817.dist-info → bigdl_core_cpp-2.5.0b20240819.dist-info}/WHEEL +0 -0
- {bigdl_core_cpp-2.5.0b20240817.dist-info → bigdl_core_cpp-2.5.0b20240819.dist-info}/top_level.txt +0 -0
bigdl/cpp/convert-hf-to-gguf.py
CHANGED
@@ -1570,6 +1570,33 @@ class LlamaModel(Model):
|
|
1570
1570
|
return [(self.map_tensor_name(name), data_torch)]
|
1571
1571
|
|
1572
1572
|
def prepare_tensors(self):
|
1573
|
+
if rope_scaling := self.find_hparam(["rope_scaling"], optional=True):
|
1574
|
+
if rope_scaling.get("rope_type", '').lower() == "llama3":
|
1575
|
+
base = self.hparams.get("rope_theta", 10000.0)
|
1576
|
+
dim = self.hparams["hidden_size"] // self.hparams["num_attention_heads"]
|
1577
|
+
freqs = 1.0 / (base ** (torch.arange(0, dim, 2, dtype=torch.float32) / dim))
|
1578
|
+
factor = rope_scaling.get("factor", 8.0)
|
1579
|
+
low_freq_factor = rope_scaling.get("low_freq_factor", 1.0)
|
1580
|
+
high_freq_factor = rope_scaling.get("high_freq_factor", 4.0)
|
1581
|
+
old_context_len = self.hparams.get("original_max_position_embeddings", 8192)
|
1582
|
+
|
1583
|
+
low_freq_wavelen = old_context_len / low_freq_factor
|
1584
|
+
high_freq_wavelen = old_context_len / high_freq_factor
|
1585
|
+
assert low_freq_wavelen != high_freq_wavelen
|
1586
|
+
|
1587
|
+
rope_factors = []
|
1588
|
+
for freq in freqs:
|
1589
|
+
wavelen = 2 * math.pi / freq
|
1590
|
+
if wavelen < high_freq_wavelen:
|
1591
|
+
rope_factors.append(1)
|
1592
|
+
elif wavelen > low_freq_wavelen:
|
1593
|
+
rope_factors.append(factor)
|
1594
|
+
else:
|
1595
|
+
smooth = (old_context_len / wavelen - low_freq_factor) / (high_freq_factor - low_freq_factor)
|
1596
|
+
rope_factors.append(1 / ((1 - smooth) / factor + smooth))
|
1597
|
+
|
1598
|
+
self.gguf_writer.add_tensor(self.format_tensor_name(gguf.MODEL_TENSOR.ROPE_FREQS), np.array(rope_factors, dtype=np.float32))
|
1599
|
+
|
1573
1600
|
super().prepare_tensors()
|
1574
1601
|
|
1575
1602
|
if self._experts is not None:
|
@@ -3686,4 +3713,4 @@ def main() -> None:
|
|
3686
3713
|
|
3687
3714
|
|
3688
3715
|
if __name__ == '__main__':
|
3689
|
-
main()
|
3716
|
+
main()
|
bigdl/cpp/libs/baby-llama.exe
CHANGED
Binary file
|
bigdl/cpp/libs/batched-bench.exe
CHANGED
Binary file
|
bigdl/cpp/libs/batched.exe
CHANGED
Binary file
|
bigdl/cpp/libs/beam-search.exe
CHANGED
Binary file
|
bigdl/cpp/libs/benchmark.exe
CHANGED
Binary file
|
bigdl/cpp/libs/common.lib
CHANGED
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
bigdl/cpp/libs/embedding.exe
CHANGED
Binary file
|
bigdl/cpp/libs/export-lora.exe
CHANGED
Binary file
|
bigdl/cpp/libs/finetune.exe
CHANGED
Binary file
|
bigdl/cpp/libs/ggml_shared.dll
CHANGED
Binary file
|
bigdl/cpp/libs/gguf.exe
CHANGED
Binary file
|
bigdl/cpp/libs/gritlm.exe
CHANGED
Binary file
|
bigdl/cpp/libs/imatrix.exe
CHANGED
Binary file
|
bigdl/cpp/libs/infill.exe
CHANGED
Binary file
|
bigdl/cpp/libs/llama-bench.exe
CHANGED
Binary file
|
bigdl/cpp/libs/llama.dll
CHANGED
Binary file
|
bigdl/cpp/libs/llava-cli.exe
CHANGED
Binary file
|
bigdl/cpp/libs/llava_shared.dll
CHANGED
Binary file
|
bigdl/cpp/libs/lookahead.exe
CHANGED
Binary file
|
bigdl/cpp/libs/lookup.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/main.exe
CHANGED
Binary file
|
bigdl/cpp/libs/ollama.exe
CHANGED
Binary file
|
bigdl/cpp/libs/parallel.exe
CHANGED
Binary file
|
bigdl/cpp/libs/passkey.exe
CHANGED
Binary file
|
bigdl/cpp/libs/perplexity.exe
CHANGED
Binary file
|
bigdl/cpp/libs/q8dot.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/quantize.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/server.exe
CHANGED
Binary file
|
bigdl/cpp/libs/simple.exe
CHANGED
Binary file
|
bigdl/cpp/libs/speculative.exe
CHANGED
Binary file
|
bigdl/cpp/libs/tokenize.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/vdot.exe
CHANGED
Binary file
|
@@ -0,0 +1,63 @@
|
|
1
|
+
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
+
bigdl/cpp/convert-hf-to-gguf.py,sha256=LYCEs_awz1q2oWZcOHF8xLlwO0YzE_FOmX_9-9Tu-u8,171978
|
3
|
+
bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
|
4
|
+
bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
5
|
+
bigdl/cpp/gguf-py/gguf/__init__.py,sha256=DjP96RH9gKUnDP8hy6S_kz-ALA26v-58fp1lExmSOxg,226
|
6
|
+
bigdl/cpp/gguf-py/gguf/constants.py,sha256=oDFc2pFp-U_B0U2D9BgHerKoYeFFEXGEYaM8SX8UNfI,48230
|
7
|
+
bigdl/cpp/gguf-py/gguf/gguf.py,sha256=V5jY968TEJn6GJHVdjzH0_aIkZ1QC967vPdHDKDoxZw,491
|
8
|
+
bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=N3LnQQ30t-S0U85-EvZZzIBfHzo0XuyFVUltdg7Sj3c,12680
|
9
|
+
bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=9O_6lnFgywy_ArIeKxiAHtgOA4_vTJ-PUPgHZbvI6q8,35484
|
10
|
+
bigdl/cpp/gguf-py/gguf/lazy.py,sha256=SFRlFuNlBdhn4rdbTcooo1avWk-tIh9tEufhbTCXFHM,8737
|
11
|
+
bigdl/cpp/gguf-py/gguf/metadata.py,sha256=MeMgNeKzhxjcpbe1WOkuIJiTR99PyKAgPsZ24AFsT7Y,25353
|
12
|
+
bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
13
|
+
bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
|
14
|
+
bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=aFaLvDjJiVH22o7qaESTWZw9F3tCraLVM08bpLJA5zc,30795
|
15
|
+
bigdl/cpp/gguf-py/gguf/utility.py,sha256=ceoMg4u13i6bvZUVGTsOAWZwKjqKnSj7QLeAMTiYNFY,3001
|
16
|
+
bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
|
17
|
+
bigdl/cpp/libs/baby-llama.exe,sha256=6eelmVIdLyksiYjN_w2LImJ5vo-Z50Wcc7p0jMPIqLI,200192
|
18
|
+
bigdl/cpp/libs/batched-bench.exe,sha256=zlJTC7LMYmMd8hRwchz_rYklkW_ETg_kHznUgybDcKE,206848
|
19
|
+
bigdl/cpp/libs/batched.exe,sha256=MbPP7qwrlLZMSR6wZ0PGREdeWvGTp0auDN-hXhmGUDw,208896
|
20
|
+
bigdl/cpp/libs/beam-search.exe,sha256=mVCiEGq_-Ke43GxgDFduM9lToABmTPSuwPRXnwhdJrw,214528
|
21
|
+
bigdl/cpp/libs/benchmark.exe,sha256=pP9sRoxpEI1t3hB4iI-fhUhf4mgMyf-jAMN7wyfWmCo,74240
|
22
|
+
bigdl/cpp/libs/common.lib,sha256=spDBWrUxPzXzNWWTfVHVm6yb4y3Kf0LVU-pcUGUOB9s,3330124
|
23
|
+
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=QwcWHHoT9Tel0Vr5VJa5xRgMqZhEanuR6vvKRm3uQx4,126464
|
24
|
+
bigdl/cpp/libs/embedding.exe,sha256=dYxlo7mgVTksNKckFY6ORN7PKWFlx-Lm2Ghl_K6zgvo,644096
|
25
|
+
bigdl/cpp/libs/export-lora.exe,sha256=exr9hU66Bw1LzeAG-AM0t4iH3hqelrRBMhnw42-Md8g,90112
|
26
|
+
bigdl/cpp/libs/finetune.exe,sha256=l6TPAXODsvgs5CF9pfxBZLtU6pZo7vphz0LFXEwuKaI,302592
|
27
|
+
bigdl/cpp/libs/ggml_shared.dll,sha256=LiaTOY9YOuvk8TgbMONop738oVHXzDMd9ICxuLKA-Ck,6305280
|
28
|
+
bigdl/cpp/libs/gguf.exe,sha256=H8NDnEvN2SNNjZ-R4HBnk-L_5RYEoz8lcC0-0dsxYZs,5817856
|
29
|
+
bigdl/cpp/libs/gritlm.exe,sha256=R9fPmZkWK4faOTgaji6-G5TBDwHIm2MkHOuL9aZKQGo,638464
|
30
|
+
bigdl/cpp/libs/imatrix.exe,sha256=2c5diYPcjCFzxAR69ELqNm8F8U5V2pJM0prME4VRdeU,676352
|
31
|
+
bigdl/cpp/libs/infill.exe,sha256=nCkw5otF1Zq2dN0n43Jw8l_CePDRLAYhE6bySkA9XBg,733184
|
32
|
+
bigdl/cpp/libs/llama-bench.exe,sha256=VJuppZwArGAjEDTP7G6U5EIrjxVb3qd9k_uPMh6nNDQ,336384
|
33
|
+
bigdl/cpp/libs/llama.dll,sha256=ULE1MUMj8upW9TRbt-zpVQJB7DHZjdN_12h33pIitvI,7927808
|
34
|
+
bigdl/cpp/libs/llava-cli.exe,sha256=uUFqPWueo0ACV4P-11E3A6CDBTdyoX5fvNtTO4eIf0A,921600
|
35
|
+
bigdl/cpp/libs/llava_shared.dll,sha256=Q3W4qRV8qunNTgsJa_Dh6S1L5YHrf6Ws_Uv5yrnPKQo,6572544
|
36
|
+
bigdl/cpp/libs/lookahead.exe,sha256=ZOYSBjxsP9p7-AY4xaOuAqKIcWZCINn881rGt_IKrT8,684032
|
37
|
+
bigdl/cpp/libs/lookup.exe,sha256=cvXpsJF9ATTw1nQ2oEW4-IyoxDqBc4V0sY47vTe1_PM,718336
|
38
|
+
bigdl/cpp/libs/ls-sycl-device.exe,sha256=gNM20MS_7PKFgzAnSFeqZFVhTbjmotJa3EXCGxTGfGg,10240
|
39
|
+
bigdl/cpp/libs/main.exe,sha256=ZQ8CihQcIWkjwhjAYHoW8yQmJ6YbmoNTQG4L0f7NTfg,764416
|
40
|
+
bigdl/cpp/libs/ollama.exe,sha256=Wu7gT0yqvfJTSWkK1g0pmzYs0de04ozoynHj2OMSqrE,64182209
|
41
|
+
bigdl/cpp/libs/parallel.exe,sha256=lfSFLHJIf5ZRZmugbv2tAp7YsDZrxnBmq2k79x3T49A,701440
|
42
|
+
bigdl/cpp/libs/passkey.exe,sha256=ER06E-cArPkK5N9b_-y5HEvOGGLDKfzEgCZh7Q-ZXVs,216064
|
43
|
+
bigdl/cpp/libs/perplexity.exe,sha256=QvB5VIQn8BjTHrC7EbfkteYNGuxkfmnjSY3DZTDl4FI,782336
|
44
|
+
bigdl/cpp/libs/q8dot.exe,sha256=K3HPxJFZZsue_5JEIGTAUqz8hmr9H5eEWoxgaMcORvo,53760
|
45
|
+
bigdl/cpp/libs/quantize-stats.exe,sha256=5SivtNoGDSxZoLFEMsbq3tF55a8JZcM1I8daci6lh3E,130048
|
46
|
+
bigdl/cpp/libs/quantize.exe,sha256=ao_SQs_8O46pspTQivG7EA5oyWUtbxRHYJW_qMFkTxc,235520
|
47
|
+
bigdl/cpp/libs/save-load-state.exe,sha256=OaRNLPTT0aqd6v36L1HZgMPMyk4aVXA_keng6AtNHNY,636416
|
48
|
+
bigdl/cpp/libs/server.exe,sha256=s0GM3hOv1N9ijm3jxmDVhJe9ZjGF2T6mbytq3lOAlsY,1731584
|
49
|
+
bigdl/cpp/libs/simple.exe,sha256=E4Fin7oieCZSus25RLUFSu2LGZJ4RG0YT4RtO_GMayI,202752
|
50
|
+
bigdl/cpp/libs/speculative.exe,sha256=f7vMAH2KTM_Qh4neBN9mMYqvMsfJObyspFl6CyVMgVo,709632
|
51
|
+
bigdl/cpp/libs/tokenize.exe,sha256=fctFnIOXzJ2y03OCgt9sdMjhDThu4wpgws8clI680FU,203264
|
52
|
+
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=DQT5W_vDNe93Oa5SNZEKpwGrjuPbMFIJA8UWjvD4-hI,283648
|
53
|
+
bigdl/cpp/libs/vdot.exe,sha256=_zjiKOMbg0S8A01EGkkOgZ0gy5bIz5imbortYWXJWq0,56320
|
54
|
+
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=UREmTjCN0BmZL5CN89x1iE6SD2gg31kv6Q7V9PZ_QNs,8602624
|
55
|
+
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=PrOwuo_t8rWZoveFZCiLjGUhF1tF26l8ZSC-i2tVXK4,8602624
|
56
|
+
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=t5Iw6VXJuvp8_2xHs-NlojC1vx5NVkIsZJGv-ENjRSU,8602624
|
57
|
+
bigdl_core_cpp-2.5.0b20240819.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
|
58
|
+
bigdl_core_cpp-2.5.0b20240819.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
59
|
+
bigdl_core_cpp-2.5.0b20240819.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
|
60
|
+
bigdl_core_cpp-2.5.0b20240819.dist-info/METADATA,sha256=BJxBIEG15XE9DKqt4Xoe8M69qNMF3tXlM52ISpa36q8,661
|
61
|
+
bigdl_core_cpp-2.5.0b20240819.dist-info/WHEEL,sha256=87BRyezC8KnrcMI_z4tCzFYC3DxpD7TAVunwk556SAc,97
|
62
|
+
bigdl_core_cpp-2.5.0b20240819.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
63
|
+
bigdl_core_cpp-2.5.0b20240819.dist-info/RECORD,,
|
@@ -1,63 +0,0 @@
|
|
1
|
-
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
-
bigdl/cpp/convert-hf-to-gguf.py,sha256=VxIE_ouOPHiueEpvh6KBL-B9IFFE1yy8jVe_cdhaJeo,170360
|
3
|
-
bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
|
4
|
-
bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
5
|
-
bigdl/cpp/gguf-py/gguf/__init__.py,sha256=DjP96RH9gKUnDP8hy6S_kz-ALA26v-58fp1lExmSOxg,226
|
6
|
-
bigdl/cpp/gguf-py/gguf/constants.py,sha256=oDFc2pFp-U_B0U2D9BgHerKoYeFFEXGEYaM8SX8UNfI,48230
|
7
|
-
bigdl/cpp/gguf-py/gguf/gguf.py,sha256=V5jY968TEJn6GJHVdjzH0_aIkZ1QC967vPdHDKDoxZw,491
|
8
|
-
bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=N3LnQQ30t-S0U85-EvZZzIBfHzo0XuyFVUltdg7Sj3c,12680
|
9
|
-
bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=9O_6lnFgywy_ArIeKxiAHtgOA4_vTJ-PUPgHZbvI6q8,35484
|
10
|
-
bigdl/cpp/gguf-py/gguf/lazy.py,sha256=SFRlFuNlBdhn4rdbTcooo1avWk-tIh9tEufhbTCXFHM,8737
|
11
|
-
bigdl/cpp/gguf-py/gguf/metadata.py,sha256=MeMgNeKzhxjcpbe1WOkuIJiTR99PyKAgPsZ24AFsT7Y,25353
|
12
|
-
bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
13
|
-
bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
|
14
|
-
bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=aFaLvDjJiVH22o7qaESTWZw9F3tCraLVM08bpLJA5zc,30795
|
15
|
-
bigdl/cpp/gguf-py/gguf/utility.py,sha256=ceoMg4u13i6bvZUVGTsOAWZwKjqKnSj7QLeAMTiYNFY,3001
|
16
|
-
bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
|
17
|
-
bigdl/cpp/libs/baby-llama.exe,sha256=Ocx82pE12Jmig7dyHslZOSNq6nrlF9TeHOoZXIIqE3Y,200192
|
18
|
-
bigdl/cpp/libs/batched-bench.exe,sha256=cEmGqIXKNLWnuXdLqOojBMdrbB9RSqApgxdmMR8t0kI,206848
|
19
|
-
bigdl/cpp/libs/batched.exe,sha256=4n2luETnlLzBTtLh25lKNmqJ3_NuRBwgXHPv1tRQvDA,208896
|
20
|
-
bigdl/cpp/libs/beam-search.exe,sha256=-CjfUlRZzLj_NqAc25cQWdUs0ga9JlFLTUOc_YjZk7U,214528
|
21
|
-
bigdl/cpp/libs/benchmark.exe,sha256=MSAHVIG74z7iHKk6Fkvj_9RvjTgTOH2fXTq_pI7Tqeo,74240
|
22
|
-
bigdl/cpp/libs/common.lib,sha256=x_Mtv-mF9F1d21BRCixt8JO9cblwz9qYL0DCAZzStS8,3330124
|
23
|
-
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=j_QlXkCNVEOvb6xi719uYsOL7oUUNiETXeRGMen3okI,126464
|
24
|
-
bigdl/cpp/libs/embedding.exe,sha256=Zi087oZTtVrx9Gr36lLYJVD1lDigJg41gYyqYjkGr2Q,644096
|
25
|
-
bigdl/cpp/libs/export-lora.exe,sha256=xykLxEXlQZToVTJ58idal4vum40omA1VnvCE8adGpgg,90112
|
26
|
-
bigdl/cpp/libs/finetune.exe,sha256=gahbGEX1N_4fb_-WXNkXmyADg_B_CLnLmc6LnFiY8H4,302592
|
27
|
-
bigdl/cpp/libs/ggml_shared.dll,sha256=qc1R81o1fXirERt4tAc1IAsAG7ZU9LfdH5mZNcf1ktQ,6305280
|
28
|
-
bigdl/cpp/libs/gguf.exe,sha256=ru8XjBKvOW-Fl9I77Sg0KHLHERgOuy9zD6X9tK4pf3E,5817856
|
29
|
-
bigdl/cpp/libs/gritlm.exe,sha256=xv9LetPTJJ5NEH1IDbIUVKc5yXoEFOHm1zCBZyvOOms,638464
|
30
|
-
bigdl/cpp/libs/imatrix.exe,sha256=1OksN3z6Kz_R4Au0nmdr96Eidi3BRgQnk-bX7yoq0qw,676352
|
31
|
-
bigdl/cpp/libs/infill.exe,sha256=DHYVn_M2PNyUBga3C4rh1Pz3AHwPFxZJ2EtvQ8PDBHQ,733184
|
32
|
-
bigdl/cpp/libs/llama-bench.exe,sha256=DpSbkPn1PzHMnzfPIOeARIKJCD0vGrpZTseQPSgDSj4,336384
|
33
|
-
bigdl/cpp/libs/llama.dll,sha256=lTfWHiQW2lr4woBsbdlmUsR7x-a_pO4cnnxJbIL76-M,7926272
|
34
|
-
bigdl/cpp/libs/llava-cli.exe,sha256=uFbzrJfSZVK1Oi54A_GNzjWTqfbb_qu9hasSq7TRBi0,921600
|
35
|
-
bigdl/cpp/libs/llava_shared.dll,sha256=yCkBzQXMcJDGgfWT6jnEvzBGU_vgy2JOvLHgh47aivI,6572544
|
36
|
-
bigdl/cpp/libs/lookahead.exe,sha256=od-Ig4ZUzJqz9RhZmBnkhZ4DFu5YR_oZMmFD5l7-oBo,684032
|
37
|
-
bigdl/cpp/libs/lookup.exe,sha256=LoKZRBsTKpOa7FS7hwUQY21dM44ZnJcTtZAVX0l-KGk,718336
|
38
|
-
bigdl/cpp/libs/ls-sycl-device.exe,sha256=KZFVsEdnf8juTqcS2r94LzHiiOP2p4UW-RUaAsUF81E,10240
|
39
|
-
bigdl/cpp/libs/main.exe,sha256=zu1CY0t0G7YXjyGiK6RSr9psCzIM90YDbjt9oaMdoKU,764416
|
40
|
-
bigdl/cpp/libs/ollama.exe,sha256=bcP9lFtX2kZVACKwAwwSf7kFqVG-21kxOMe4wTA9a5w,64183875
|
41
|
-
bigdl/cpp/libs/parallel.exe,sha256=_VbXfh_WLtHi1w6zinXCykuaHbf_FMMMW0zA4jPnHyc,701440
|
42
|
-
bigdl/cpp/libs/passkey.exe,sha256=qNya6D50uIHcaxJ0e2l8_s6gEuV3g1m3jnGrJsbL93w,216064
|
43
|
-
bigdl/cpp/libs/perplexity.exe,sha256=xSgF416Kg1V2cYZ-REMqGwzuQYUTsUZPJesuqP4hrQ4,782336
|
44
|
-
bigdl/cpp/libs/q8dot.exe,sha256=0o9WAd-NO7SoqCDv-SoSvfd658KeY4U76umOPCWrCiQ,53760
|
45
|
-
bigdl/cpp/libs/quantize-stats.exe,sha256=XcC2WWKOemJyr1MpCZw3DtjzdkSoHev5fYG3b8tlZMo,130048
|
46
|
-
bigdl/cpp/libs/quantize.exe,sha256=NbMIEfCeRESrQ6zuE4hJr9Ek0xpj0PpNjrGSHQey4dE,235520
|
47
|
-
bigdl/cpp/libs/save-load-state.exe,sha256=RXssTtJOG7CWuD1tM3LQ5zRXreEnqJk29N358-yik9k,636416
|
48
|
-
bigdl/cpp/libs/server.exe,sha256=tvQKqwjDVXlHcGhzANghK-iw6A81Sv2dsFq-5oUxhrQ,1731584
|
49
|
-
bigdl/cpp/libs/simple.exe,sha256=OqXrcVxkFzcrU4O0Lcf1OJBIEqLNfauheIJT-Ol7XA4,202752
|
50
|
-
bigdl/cpp/libs/speculative.exe,sha256=eZXrSYK5Qts8z-EWh_HZFiQ3LDoWmqYhN_up-FWkcZw,709632
|
51
|
-
bigdl/cpp/libs/tokenize.exe,sha256=8C0xmfX6teXg0S_rXdfhGnuKGLhQoyCQGTqfTY9_CRo,203264
|
52
|
-
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=1oKia1JoM1mQoma0fTjQ1-js9mpezAsXsR7qRD3NCew,283648
|
53
|
-
bigdl/cpp/libs/vdot.exe,sha256=kEsNjfdljjRUWJ8vYZYv613vYBZJFKbdRJK5_csyn8g,56320
|
54
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=d3LXGGr1gUFmKNIjMhd4Kovx6RWTo9kBbVPczIjY1oU,8601600
|
55
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=FB0ju3QrFo4HXSKEMMVgvFZ6MD-bIlwNQyAsf4TiBbA,8601600
|
56
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=K8HKYuBAe2k7ET7WRBZmVs8e3oK02F5m60HqDTwSx08,8601600
|
57
|
-
bigdl_core_cpp-2.5.0b20240817.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
|
58
|
-
bigdl_core_cpp-2.5.0b20240817.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
59
|
-
bigdl_core_cpp-2.5.0b20240817.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
|
60
|
-
bigdl_core_cpp-2.5.0b20240817.dist-info/METADATA,sha256=0fUoutWGwvBU85Ugou7Q0n7dtNfb59gXRv201_Xq4Kg,661
|
61
|
-
bigdl_core_cpp-2.5.0b20240817.dist-info/WHEEL,sha256=87BRyezC8KnrcMI_z4tCzFYC3DxpD7TAVunwk556SAc,97
|
62
|
-
bigdl_core_cpp-2.5.0b20240817.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
63
|
-
bigdl_core_cpp-2.5.0b20240817.dist-info/RECORD,,
|
{bigdl_core_cpp-2.5.0b20240817.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-llama-cpp.bat
RENAMED
File without changes
|
{bigdl_core_cpp-2.5.0b20240817.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-llama-cpp.ps1
RENAMED
File without changes
|
{bigdl_core_cpp-2.5.0b20240817.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-ollama.bat
RENAMED
File without changes
|
File without changes
|
{bigdl_core_cpp-2.5.0b20240817.dist-info → bigdl_core_cpp-2.5.0b20240819.dist-info}/top_level.txt
RENAMED
File without changes
|