bigdl-core-cpp 2.5.0b20240817__py3-none-win_amd64.whl → 2.5.0b20240819__py3-none-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (49) hide show
  1. bigdl/cpp/convert-hf-to-gguf.py +28 -1
  2. bigdl/cpp/libs/baby-llama.exe +0 -0
  3. bigdl/cpp/libs/batched-bench.exe +0 -0
  4. bigdl/cpp/libs/batched.exe +0 -0
  5. bigdl/cpp/libs/beam-search.exe +0 -0
  6. bigdl/cpp/libs/benchmark.exe +0 -0
  7. bigdl/cpp/libs/common.lib +0 -0
  8. bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
  9. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe +0 -0
  10. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe +0 -0
  11. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe +0 -0
  12. bigdl/cpp/libs/embedding.exe +0 -0
  13. bigdl/cpp/libs/export-lora.exe +0 -0
  14. bigdl/cpp/libs/finetune.exe +0 -0
  15. bigdl/cpp/libs/ggml_shared.dll +0 -0
  16. bigdl/cpp/libs/gguf.exe +0 -0
  17. bigdl/cpp/libs/gritlm.exe +0 -0
  18. bigdl/cpp/libs/imatrix.exe +0 -0
  19. bigdl/cpp/libs/infill.exe +0 -0
  20. bigdl/cpp/libs/llama-bench.exe +0 -0
  21. bigdl/cpp/libs/llama.dll +0 -0
  22. bigdl/cpp/libs/llava-cli.exe +0 -0
  23. bigdl/cpp/libs/llava_shared.dll +0 -0
  24. bigdl/cpp/libs/lookahead.exe +0 -0
  25. bigdl/cpp/libs/lookup.exe +0 -0
  26. bigdl/cpp/libs/ls-sycl-device.exe +0 -0
  27. bigdl/cpp/libs/main.exe +0 -0
  28. bigdl/cpp/libs/ollama.exe +0 -0
  29. bigdl/cpp/libs/parallel.exe +0 -0
  30. bigdl/cpp/libs/passkey.exe +0 -0
  31. bigdl/cpp/libs/perplexity.exe +0 -0
  32. bigdl/cpp/libs/q8dot.exe +0 -0
  33. bigdl/cpp/libs/quantize-stats.exe +0 -0
  34. bigdl/cpp/libs/quantize.exe +0 -0
  35. bigdl/cpp/libs/save-load-state.exe +0 -0
  36. bigdl/cpp/libs/server.exe +0 -0
  37. bigdl/cpp/libs/simple.exe +0 -0
  38. bigdl/cpp/libs/speculative.exe +0 -0
  39. bigdl/cpp/libs/tokenize.exe +0 -0
  40. bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
  41. bigdl/cpp/libs/vdot.exe +0 -0
  42. {bigdl_core_cpp-2.5.0b20240817.dist-info → bigdl_core_cpp-2.5.0b20240819.dist-info}/METADATA +1 -1
  43. bigdl_core_cpp-2.5.0b20240819.dist-info/RECORD +63 -0
  44. bigdl_core_cpp-2.5.0b20240817.dist-info/RECORD +0 -63
  45. {bigdl_core_cpp-2.5.0b20240817.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-llama-cpp.bat +0 -0
  46. {bigdl_core_cpp-2.5.0b20240817.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-llama-cpp.ps1 +0 -0
  47. {bigdl_core_cpp-2.5.0b20240817.data → bigdl_core_cpp-2.5.0b20240819.data}/scripts/init-ollama.bat +0 -0
  48. {bigdl_core_cpp-2.5.0b20240817.dist-info → bigdl_core_cpp-2.5.0b20240819.dist-info}/WHEEL +0 -0
  49. {bigdl_core_cpp-2.5.0b20240817.dist-info → bigdl_core_cpp-2.5.0b20240819.dist-info}/top_level.txt +0 -0
@@ -1570,6 +1570,33 @@ class LlamaModel(Model):
1570
1570
  return [(self.map_tensor_name(name), data_torch)]
1571
1571
 
1572
1572
  def prepare_tensors(self):
1573
+ if rope_scaling := self.find_hparam(["rope_scaling"], optional=True):
1574
+ if rope_scaling.get("rope_type", '').lower() == "llama3":
1575
+ base = self.hparams.get("rope_theta", 10000.0)
1576
+ dim = self.hparams["hidden_size"] // self.hparams["num_attention_heads"]
1577
+ freqs = 1.0 / (base ** (torch.arange(0, dim, 2, dtype=torch.float32) / dim))
1578
+ factor = rope_scaling.get("factor", 8.0)
1579
+ low_freq_factor = rope_scaling.get("low_freq_factor", 1.0)
1580
+ high_freq_factor = rope_scaling.get("high_freq_factor", 4.0)
1581
+ old_context_len = self.hparams.get("original_max_position_embeddings", 8192)
1582
+
1583
+ low_freq_wavelen = old_context_len / low_freq_factor
1584
+ high_freq_wavelen = old_context_len / high_freq_factor
1585
+ assert low_freq_wavelen != high_freq_wavelen
1586
+
1587
+ rope_factors = []
1588
+ for freq in freqs:
1589
+ wavelen = 2 * math.pi / freq
1590
+ if wavelen < high_freq_wavelen:
1591
+ rope_factors.append(1)
1592
+ elif wavelen > low_freq_wavelen:
1593
+ rope_factors.append(factor)
1594
+ else:
1595
+ smooth = (old_context_len / wavelen - low_freq_factor) / (high_freq_factor - low_freq_factor)
1596
+ rope_factors.append(1 / ((1 - smooth) / factor + smooth))
1597
+
1598
+ self.gguf_writer.add_tensor(self.format_tensor_name(gguf.MODEL_TENSOR.ROPE_FREQS), np.array(rope_factors, dtype=np.float32))
1599
+
1573
1600
  super().prepare_tensors()
1574
1601
 
1575
1602
  if self._experts is not None:
@@ -3686,4 +3713,4 @@ def main() -> None:
3686
3713
 
3687
3714
 
3688
3715
  if __name__ == '__main__':
3689
- main()
3716
+ main()
Binary file
Binary file
Binary file
Binary file
Binary file
bigdl/cpp/libs/common.lib CHANGED
Binary file
Binary file
Binary file
Binary file
Binary file
Binary file
bigdl/cpp/libs/gguf.exe CHANGED
Binary file
bigdl/cpp/libs/gritlm.exe CHANGED
Binary file
Binary file
bigdl/cpp/libs/infill.exe CHANGED
Binary file
Binary file
bigdl/cpp/libs/llama.dll CHANGED
Binary file
Binary file
Binary file
Binary file
bigdl/cpp/libs/lookup.exe CHANGED
Binary file
Binary file
bigdl/cpp/libs/main.exe CHANGED
Binary file
bigdl/cpp/libs/ollama.exe CHANGED
Binary file
Binary file
Binary file
Binary file
bigdl/cpp/libs/q8dot.exe CHANGED
Binary file
Binary file
Binary file
Binary file
bigdl/cpp/libs/server.exe CHANGED
Binary file
bigdl/cpp/libs/simple.exe CHANGED
Binary file
Binary file
Binary file
Binary file
bigdl/cpp/libs/vdot.exe CHANGED
Binary file
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: bigdl-core-cpp
3
- Version: 2.5.0b20240817
3
+ Version: 2.5.0b20240819
4
4
  Summary: Large Language Model Develop Toolkit
5
5
  Author: BigDL Authors
6
6
  License: Apache License, Version 2.0
@@ -0,0 +1,63 @@
1
+ bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
+ bigdl/cpp/convert-hf-to-gguf.py,sha256=LYCEs_awz1q2oWZcOHF8xLlwO0YzE_FOmX_9-9Tu-u8,171978
3
+ bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
4
+ bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
5
+ bigdl/cpp/gguf-py/gguf/__init__.py,sha256=DjP96RH9gKUnDP8hy6S_kz-ALA26v-58fp1lExmSOxg,226
6
+ bigdl/cpp/gguf-py/gguf/constants.py,sha256=oDFc2pFp-U_B0U2D9BgHerKoYeFFEXGEYaM8SX8UNfI,48230
7
+ bigdl/cpp/gguf-py/gguf/gguf.py,sha256=V5jY968TEJn6GJHVdjzH0_aIkZ1QC967vPdHDKDoxZw,491
8
+ bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=N3LnQQ30t-S0U85-EvZZzIBfHzo0XuyFVUltdg7Sj3c,12680
9
+ bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=9O_6lnFgywy_ArIeKxiAHtgOA4_vTJ-PUPgHZbvI6q8,35484
10
+ bigdl/cpp/gguf-py/gguf/lazy.py,sha256=SFRlFuNlBdhn4rdbTcooo1avWk-tIh9tEufhbTCXFHM,8737
11
+ bigdl/cpp/gguf-py/gguf/metadata.py,sha256=MeMgNeKzhxjcpbe1WOkuIJiTR99PyKAgPsZ24AFsT7Y,25353
12
+ bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
13
+ bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
14
+ bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=aFaLvDjJiVH22o7qaESTWZw9F3tCraLVM08bpLJA5zc,30795
15
+ bigdl/cpp/gguf-py/gguf/utility.py,sha256=ceoMg4u13i6bvZUVGTsOAWZwKjqKnSj7QLeAMTiYNFY,3001
16
+ bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
17
+ bigdl/cpp/libs/baby-llama.exe,sha256=6eelmVIdLyksiYjN_w2LImJ5vo-Z50Wcc7p0jMPIqLI,200192
18
+ bigdl/cpp/libs/batched-bench.exe,sha256=zlJTC7LMYmMd8hRwchz_rYklkW_ETg_kHznUgybDcKE,206848
19
+ bigdl/cpp/libs/batched.exe,sha256=MbPP7qwrlLZMSR6wZ0PGREdeWvGTp0auDN-hXhmGUDw,208896
20
+ bigdl/cpp/libs/beam-search.exe,sha256=mVCiEGq_-Ke43GxgDFduM9lToABmTPSuwPRXnwhdJrw,214528
21
+ bigdl/cpp/libs/benchmark.exe,sha256=pP9sRoxpEI1t3hB4iI-fhUhf4mgMyf-jAMN7wyfWmCo,74240
22
+ bigdl/cpp/libs/common.lib,sha256=spDBWrUxPzXzNWWTfVHVm6yb4y3Kf0LVU-pcUGUOB9s,3330124
23
+ bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=QwcWHHoT9Tel0Vr5VJa5xRgMqZhEanuR6vvKRm3uQx4,126464
24
+ bigdl/cpp/libs/embedding.exe,sha256=dYxlo7mgVTksNKckFY6ORN7PKWFlx-Lm2Ghl_K6zgvo,644096
25
+ bigdl/cpp/libs/export-lora.exe,sha256=exr9hU66Bw1LzeAG-AM0t4iH3hqelrRBMhnw42-Md8g,90112
26
+ bigdl/cpp/libs/finetune.exe,sha256=l6TPAXODsvgs5CF9pfxBZLtU6pZo7vphz0LFXEwuKaI,302592
27
+ bigdl/cpp/libs/ggml_shared.dll,sha256=LiaTOY9YOuvk8TgbMONop738oVHXzDMd9ICxuLKA-Ck,6305280
28
+ bigdl/cpp/libs/gguf.exe,sha256=H8NDnEvN2SNNjZ-R4HBnk-L_5RYEoz8lcC0-0dsxYZs,5817856
29
+ bigdl/cpp/libs/gritlm.exe,sha256=R9fPmZkWK4faOTgaji6-G5TBDwHIm2MkHOuL9aZKQGo,638464
30
+ bigdl/cpp/libs/imatrix.exe,sha256=2c5diYPcjCFzxAR69ELqNm8F8U5V2pJM0prME4VRdeU,676352
31
+ bigdl/cpp/libs/infill.exe,sha256=nCkw5otF1Zq2dN0n43Jw8l_CePDRLAYhE6bySkA9XBg,733184
32
+ bigdl/cpp/libs/llama-bench.exe,sha256=VJuppZwArGAjEDTP7G6U5EIrjxVb3qd9k_uPMh6nNDQ,336384
33
+ bigdl/cpp/libs/llama.dll,sha256=ULE1MUMj8upW9TRbt-zpVQJB7DHZjdN_12h33pIitvI,7927808
34
+ bigdl/cpp/libs/llava-cli.exe,sha256=uUFqPWueo0ACV4P-11E3A6CDBTdyoX5fvNtTO4eIf0A,921600
35
+ bigdl/cpp/libs/llava_shared.dll,sha256=Q3W4qRV8qunNTgsJa_Dh6S1L5YHrf6Ws_Uv5yrnPKQo,6572544
36
+ bigdl/cpp/libs/lookahead.exe,sha256=ZOYSBjxsP9p7-AY4xaOuAqKIcWZCINn881rGt_IKrT8,684032
37
+ bigdl/cpp/libs/lookup.exe,sha256=cvXpsJF9ATTw1nQ2oEW4-IyoxDqBc4V0sY47vTe1_PM,718336
38
+ bigdl/cpp/libs/ls-sycl-device.exe,sha256=gNM20MS_7PKFgzAnSFeqZFVhTbjmotJa3EXCGxTGfGg,10240
39
+ bigdl/cpp/libs/main.exe,sha256=ZQ8CihQcIWkjwhjAYHoW8yQmJ6YbmoNTQG4L0f7NTfg,764416
40
+ bigdl/cpp/libs/ollama.exe,sha256=Wu7gT0yqvfJTSWkK1g0pmzYs0de04ozoynHj2OMSqrE,64182209
41
+ bigdl/cpp/libs/parallel.exe,sha256=lfSFLHJIf5ZRZmugbv2tAp7YsDZrxnBmq2k79x3T49A,701440
42
+ bigdl/cpp/libs/passkey.exe,sha256=ER06E-cArPkK5N9b_-y5HEvOGGLDKfzEgCZh7Q-ZXVs,216064
43
+ bigdl/cpp/libs/perplexity.exe,sha256=QvB5VIQn8BjTHrC7EbfkteYNGuxkfmnjSY3DZTDl4FI,782336
44
+ bigdl/cpp/libs/q8dot.exe,sha256=K3HPxJFZZsue_5JEIGTAUqz8hmr9H5eEWoxgaMcORvo,53760
45
+ bigdl/cpp/libs/quantize-stats.exe,sha256=5SivtNoGDSxZoLFEMsbq3tF55a8JZcM1I8daci6lh3E,130048
46
+ bigdl/cpp/libs/quantize.exe,sha256=ao_SQs_8O46pspTQivG7EA5oyWUtbxRHYJW_qMFkTxc,235520
47
+ bigdl/cpp/libs/save-load-state.exe,sha256=OaRNLPTT0aqd6v36L1HZgMPMyk4aVXA_keng6AtNHNY,636416
48
+ bigdl/cpp/libs/server.exe,sha256=s0GM3hOv1N9ijm3jxmDVhJe9ZjGF2T6mbytq3lOAlsY,1731584
49
+ bigdl/cpp/libs/simple.exe,sha256=E4Fin7oieCZSus25RLUFSu2LGZJ4RG0YT4RtO_GMayI,202752
50
+ bigdl/cpp/libs/speculative.exe,sha256=f7vMAH2KTM_Qh4neBN9mMYqvMsfJObyspFl6CyVMgVo,709632
51
+ bigdl/cpp/libs/tokenize.exe,sha256=fctFnIOXzJ2y03OCgt9sdMjhDThu4wpgws8clI680FU,203264
52
+ bigdl/cpp/libs/train-text-from-scratch.exe,sha256=DQT5W_vDNe93Oa5SNZEKpwGrjuPbMFIJA8UWjvD4-hI,283648
53
+ bigdl/cpp/libs/vdot.exe,sha256=_zjiKOMbg0S8A01EGkkOgZ0gy5bIz5imbortYWXJWq0,56320
54
+ bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=UREmTjCN0BmZL5CN89x1iE6SD2gg31kv6Q7V9PZ_QNs,8602624
55
+ bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=PrOwuo_t8rWZoveFZCiLjGUhF1tF26l8ZSC-i2tVXK4,8602624
56
+ bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=t5Iw6VXJuvp8_2xHs-NlojC1vx5NVkIsZJGv-ENjRSU,8602624
57
+ bigdl_core_cpp-2.5.0b20240819.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
58
+ bigdl_core_cpp-2.5.0b20240819.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
59
+ bigdl_core_cpp-2.5.0b20240819.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
60
+ bigdl_core_cpp-2.5.0b20240819.dist-info/METADATA,sha256=BJxBIEG15XE9DKqt4Xoe8M69qNMF3tXlM52ISpa36q8,661
61
+ bigdl_core_cpp-2.5.0b20240819.dist-info/WHEEL,sha256=87BRyezC8KnrcMI_z4tCzFYC3DxpD7TAVunwk556SAc,97
62
+ bigdl_core_cpp-2.5.0b20240819.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
63
+ bigdl_core_cpp-2.5.0b20240819.dist-info/RECORD,,
@@ -1,63 +0,0 @@
1
- bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
- bigdl/cpp/convert-hf-to-gguf.py,sha256=VxIE_ouOPHiueEpvh6KBL-B9IFFE1yy8jVe_cdhaJeo,170360
3
- bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
4
- bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
5
- bigdl/cpp/gguf-py/gguf/__init__.py,sha256=DjP96RH9gKUnDP8hy6S_kz-ALA26v-58fp1lExmSOxg,226
6
- bigdl/cpp/gguf-py/gguf/constants.py,sha256=oDFc2pFp-U_B0U2D9BgHerKoYeFFEXGEYaM8SX8UNfI,48230
7
- bigdl/cpp/gguf-py/gguf/gguf.py,sha256=V5jY968TEJn6GJHVdjzH0_aIkZ1QC967vPdHDKDoxZw,491
8
- bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=N3LnQQ30t-S0U85-EvZZzIBfHzo0XuyFVUltdg7Sj3c,12680
9
- bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=9O_6lnFgywy_ArIeKxiAHtgOA4_vTJ-PUPgHZbvI6q8,35484
10
- bigdl/cpp/gguf-py/gguf/lazy.py,sha256=SFRlFuNlBdhn4rdbTcooo1avWk-tIh9tEufhbTCXFHM,8737
11
- bigdl/cpp/gguf-py/gguf/metadata.py,sha256=MeMgNeKzhxjcpbe1WOkuIJiTR99PyKAgPsZ24AFsT7Y,25353
12
- bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
13
- bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
14
- bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=aFaLvDjJiVH22o7qaESTWZw9F3tCraLVM08bpLJA5zc,30795
15
- bigdl/cpp/gguf-py/gguf/utility.py,sha256=ceoMg4u13i6bvZUVGTsOAWZwKjqKnSj7QLeAMTiYNFY,3001
16
- bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
17
- bigdl/cpp/libs/baby-llama.exe,sha256=Ocx82pE12Jmig7dyHslZOSNq6nrlF9TeHOoZXIIqE3Y,200192
18
- bigdl/cpp/libs/batched-bench.exe,sha256=cEmGqIXKNLWnuXdLqOojBMdrbB9RSqApgxdmMR8t0kI,206848
19
- bigdl/cpp/libs/batched.exe,sha256=4n2luETnlLzBTtLh25lKNmqJ3_NuRBwgXHPv1tRQvDA,208896
20
- bigdl/cpp/libs/beam-search.exe,sha256=-CjfUlRZzLj_NqAc25cQWdUs0ga9JlFLTUOc_YjZk7U,214528
21
- bigdl/cpp/libs/benchmark.exe,sha256=MSAHVIG74z7iHKk6Fkvj_9RvjTgTOH2fXTq_pI7Tqeo,74240
22
- bigdl/cpp/libs/common.lib,sha256=x_Mtv-mF9F1d21BRCixt8JO9cblwz9qYL0DCAZzStS8,3330124
23
- bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=j_QlXkCNVEOvb6xi719uYsOL7oUUNiETXeRGMen3okI,126464
24
- bigdl/cpp/libs/embedding.exe,sha256=Zi087oZTtVrx9Gr36lLYJVD1lDigJg41gYyqYjkGr2Q,644096
25
- bigdl/cpp/libs/export-lora.exe,sha256=xykLxEXlQZToVTJ58idal4vum40omA1VnvCE8adGpgg,90112
26
- bigdl/cpp/libs/finetune.exe,sha256=gahbGEX1N_4fb_-WXNkXmyADg_B_CLnLmc6LnFiY8H4,302592
27
- bigdl/cpp/libs/ggml_shared.dll,sha256=qc1R81o1fXirERt4tAc1IAsAG7ZU9LfdH5mZNcf1ktQ,6305280
28
- bigdl/cpp/libs/gguf.exe,sha256=ru8XjBKvOW-Fl9I77Sg0KHLHERgOuy9zD6X9tK4pf3E,5817856
29
- bigdl/cpp/libs/gritlm.exe,sha256=xv9LetPTJJ5NEH1IDbIUVKc5yXoEFOHm1zCBZyvOOms,638464
30
- bigdl/cpp/libs/imatrix.exe,sha256=1OksN3z6Kz_R4Au0nmdr96Eidi3BRgQnk-bX7yoq0qw,676352
31
- bigdl/cpp/libs/infill.exe,sha256=DHYVn_M2PNyUBga3C4rh1Pz3AHwPFxZJ2EtvQ8PDBHQ,733184
32
- bigdl/cpp/libs/llama-bench.exe,sha256=DpSbkPn1PzHMnzfPIOeARIKJCD0vGrpZTseQPSgDSj4,336384
33
- bigdl/cpp/libs/llama.dll,sha256=lTfWHiQW2lr4woBsbdlmUsR7x-a_pO4cnnxJbIL76-M,7926272
34
- bigdl/cpp/libs/llava-cli.exe,sha256=uFbzrJfSZVK1Oi54A_GNzjWTqfbb_qu9hasSq7TRBi0,921600
35
- bigdl/cpp/libs/llava_shared.dll,sha256=yCkBzQXMcJDGgfWT6jnEvzBGU_vgy2JOvLHgh47aivI,6572544
36
- bigdl/cpp/libs/lookahead.exe,sha256=od-Ig4ZUzJqz9RhZmBnkhZ4DFu5YR_oZMmFD5l7-oBo,684032
37
- bigdl/cpp/libs/lookup.exe,sha256=LoKZRBsTKpOa7FS7hwUQY21dM44ZnJcTtZAVX0l-KGk,718336
38
- bigdl/cpp/libs/ls-sycl-device.exe,sha256=KZFVsEdnf8juTqcS2r94LzHiiOP2p4UW-RUaAsUF81E,10240
39
- bigdl/cpp/libs/main.exe,sha256=zu1CY0t0G7YXjyGiK6RSr9psCzIM90YDbjt9oaMdoKU,764416
40
- bigdl/cpp/libs/ollama.exe,sha256=bcP9lFtX2kZVACKwAwwSf7kFqVG-21kxOMe4wTA9a5w,64183875
41
- bigdl/cpp/libs/parallel.exe,sha256=_VbXfh_WLtHi1w6zinXCykuaHbf_FMMMW0zA4jPnHyc,701440
42
- bigdl/cpp/libs/passkey.exe,sha256=qNya6D50uIHcaxJ0e2l8_s6gEuV3g1m3jnGrJsbL93w,216064
43
- bigdl/cpp/libs/perplexity.exe,sha256=xSgF416Kg1V2cYZ-REMqGwzuQYUTsUZPJesuqP4hrQ4,782336
44
- bigdl/cpp/libs/q8dot.exe,sha256=0o9WAd-NO7SoqCDv-SoSvfd658KeY4U76umOPCWrCiQ,53760
45
- bigdl/cpp/libs/quantize-stats.exe,sha256=XcC2WWKOemJyr1MpCZw3DtjzdkSoHev5fYG3b8tlZMo,130048
46
- bigdl/cpp/libs/quantize.exe,sha256=NbMIEfCeRESrQ6zuE4hJr9Ek0xpj0PpNjrGSHQey4dE,235520
47
- bigdl/cpp/libs/save-load-state.exe,sha256=RXssTtJOG7CWuD1tM3LQ5zRXreEnqJk29N358-yik9k,636416
48
- bigdl/cpp/libs/server.exe,sha256=tvQKqwjDVXlHcGhzANghK-iw6A81Sv2dsFq-5oUxhrQ,1731584
49
- bigdl/cpp/libs/simple.exe,sha256=OqXrcVxkFzcrU4O0Lcf1OJBIEqLNfauheIJT-Ol7XA4,202752
50
- bigdl/cpp/libs/speculative.exe,sha256=eZXrSYK5Qts8z-EWh_HZFiQ3LDoWmqYhN_up-FWkcZw,709632
51
- bigdl/cpp/libs/tokenize.exe,sha256=8C0xmfX6teXg0S_rXdfhGnuKGLhQoyCQGTqfTY9_CRo,203264
52
- bigdl/cpp/libs/train-text-from-scratch.exe,sha256=1oKia1JoM1mQoma0fTjQ1-js9mpezAsXsR7qRD3NCew,283648
53
- bigdl/cpp/libs/vdot.exe,sha256=kEsNjfdljjRUWJ8vYZYv613vYBZJFKbdRJK5_csyn8g,56320
54
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=d3LXGGr1gUFmKNIjMhd4Kovx6RWTo9kBbVPczIjY1oU,8601600
55
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=FB0ju3QrFo4HXSKEMMVgvFZ6MD-bIlwNQyAsf4TiBbA,8601600
56
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=K8HKYuBAe2k7ET7WRBZmVs8e3oK02F5m60HqDTwSx08,8601600
57
- bigdl_core_cpp-2.5.0b20240817.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
58
- bigdl_core_cpp-2.5.0b20240817.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
59
- bigdl_core_cpp-2.5.0b20240817.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
60
- bigdl_core_cpp-2.5.0b20240817.dist-info/METADATA,sha256=0fUoutWGwvBU85Ugou7Q0n7dtNfb59gXRv201_Xq4Kg,661
61
- bigdl_core_cpp-2.5.0b20240817.dist-info/WHEEL,sha256=87BRyezC8KnrcMI_z4tCzFYC3DxpD7TAVunwk556SAc,97
62
- bigdl_core_cpp-2.5.0b20240817.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
63
- bigdl_core_cpp-2.5.0b20240817.dist-info/RECORD,,