llama_cpp 0.14.7 → 0.15.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (30) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +19 -0
  3. data/README.md +2 -2
  4. data/ext/llama_cpp/extconf.rb +2 -1
  5. data/ext/llama_cpp/llama_cpp.cpp +59 -9
  6. data/lib/llama_cpp/version.rb +2 -2
  7. data/sig/llama_cpp.rbs +24 -3
  8. data/vendor/tmp/llama.cpp/Makefile +42 -18
  9. data/vendor/tmp/llama.cpp/ggml-backend.c +7 -5
  10. data/vendor/tmp/llama.cpp/ggml-cuda.cu +295 -17
  11. data/vendor/tmp/llama.cpp/ggml-impl.h +78 -1
  12. data/vendor/tmp/llama.cpp/ggml-kompute.cpp +7 -0
  13. data/vendor/tmp/llama.cpp/ggml-metal.m +399 -184
  14. data/vendor/tmp/llama.cpp/ggml-metal.metal +654 -18
  15. data/vendor/tmp/llama.cpp/ggml-opencl.cpp +1 -0
  16. data/vendor/tmp/llama.cpp/ggml-quants.c +302 -0
  17. data/vendor/tmp/llama.cpp/ggml-sycl.cpp +28 -16
  18. data/vendor/tmp/llama.cpp/ggml-vulkan-shaders.hpp +46843 -39205
  19. data/vendor/tmp/llama.cpp/ggml-vulkan.cpp +951 -263
  20. data/vendor/tmp/llama.cpp/ggml.c +1457 -92
  21. data/vendor/tmp/llama.cpp/ggml.h +37 -7
  22. data/vendor/tmp/llama.cpp/llama.cpp +671 -403
  23. data/vendor/tmp/llama.cpp/llama.h +34 -10
  24. data/vendor/tmp/llama.cpp/sgemm.cpp +134 -103
  25. data/vendor/tmp/llama.cpp/sgemm.h +4 -2
  26. data/vendor/tmp/llama.cpp/unicode-data.cpp +1188 -656
  27. data/vendor/tmp/llama.cpp/unicode-data.h +4 -3
  28. data/vendor/tmp/llama.cpp/unicode.cpp +590 -49
  29. data/vendor/tmp/llama.cpp/unicode.h +6 -3
  30. metadata +3 -3
data/vendor/tmp/llama.cpp/unicode.h CHANGED
@@ -5,9 +5,9 @@
5
5
  #include <vector>
6
6
 
7
7
  #define CODEPOINT_TYPE_UNIDENTIFIED 0
8
- #define CODEPOINT_TYPE_DIGIT 1
8
+ #define CODEPOINT_TYPE_NUMBER 1
9
9
  #define CODEPOINT_TYPE_LETTER 2
10
- #define CODEPOINT_TYPE_WHITESPACE 3
10
+ #define CODEPOINT_TYPE_SEPARATOR 3
11
11
  #define CODEPOINT_TYPE_ACCENT_MARK 4
12
12
  #define CODEPOINT_TYPE_PUNCTUATION 5
13
13
  #define CODEPOINT_TYPE_SYMBOL 6
@@ -21,8 +21,11 @@ std::vector<uint32_t> unicode_cpts_normalize_nfd(const std::vector<uint32_t> & c
21
21
  int unicode_cpt_type(uint32_t cp);
22
22
  int unicode_cpt_type(const std::string & utf8);
23
23
 
24
+ bool unicode_cpt_is_whitespace(uint32_t cp);
25
+
24
26
  std::string unicode_byte_to_utf8(uint8_t byte);
25
27
  uint8_t unicode_utf8_to_byte(const std::string & utf8);
26
28
 
27
- // simple tolower that only implements one-to-one mapping, not one-to-many
28
29
  char32_t unicode_tolower(char32_t cp);
30
+
31
+ std::vector<std::string> unicode_regex_split(const std::string & text, const std::vector<std::string> & regex_exprs);
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: llama_cpp
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.14.7
4
+ version: 0.15.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - yoshoku
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2024-04-27 00:00:00.000000000 Z
11
+ date: 2024-05-11 00:00:00.000000000 Z
12
12
  dependencies: []
13
13
  description: llama_cpp.rb provides Ruby bindings for the llama.cpp.
14
14
  email:
@@ -97,7 +97,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
97
97
  - !ruby/object:Gem::Version
98
98
  version: '0'
99
99
  requirements: []
100
- rubygems_version: 3.5.7
100
+ rubygems_version: 3.5.9
101
101
  signing_key:
102
102
  specification_version: 4
103
103
  summary: Ruby bindings for the llama.cpp.