llama_cpp 0.15.0 → 0.15.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (29) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +12 -0
  3. data/ext/llama_cpp/llama_cpp.cpp +6 -0
  4. data/lib/llama_cpp/version.rb +2 -2
  5. data/sig/llama_cpp.rbs +6 -0
  6. data/vendor/tmp/llama.cpp/Makefile +6 -7
  7. data/vendor/tmp/llama.cpp/ggml-backend.c +2 -3
  8. data/vendor/tmp/llama.cpp/ggml-cuda.cu +303 -23
  9. data/vendor/tmp/llama.cpp/ggml-impl.h +84 -0
  10. data/vendor/tmp/llama.cpp/ggml-kompute.cpp +9 -3
  11. data/vendor/tmp/llama.cpp/ggml-metal.m +137 -133
  12. data/vendor/tmp/llama.cpp/ggml-metal.metal +87 -110
  13. data/vendor/tmp/llama.cpp/ggml-opencl.cpp +1 -0
  14. data/vendor/tmp/llama.cpp/ggml-quants.c +2220 -28
  15. data/vendor/tmp/llama.cpp/ggml-rpc.cpp +1032 -0
  16. data/vendor/tmp/llama.cpp/ggml-rpc.h +24 -0
  17. data/vendor/tmp/llama.cpp/ggml-sycl.cpp +35 -152
  18. data/vendor/tmp/llama.cpp/ggml-vulkan-shaders.hpp +46843 -39205
  19. data/vendor/tmp/llama.cpp/ggml-vulkan.cpp +953 -268
  20. data/vendor/tmp/llama.cpp/ggml.c +1762 -681
  21. data/vendor/tmp/llama.cpp/ggml.h +43 -24
  22. data/vendor/tmp/llama.cpp/llama.cpp +533 -296
  23. data/vendor/tmp/llama.cpp/llama.h +10 -1
  24. data/vendor/tmp/llama.cpp/sgemm.cpp +56 -21
  25. data/vendor/tmp/llama.cpp/unicode-data.cpp +6969 -1637
  26. data/vendor/tmp/llama.cpp/unicode-data.h +15 -11
  27. data/vendor/tmp/llama.cpp/unicode.cpp +286 -176
  28. data/vendor/tmp/llama.cpp/unicode.h +44 -10
  29. metadata +4 -2
data/vendor/tmp/llama.cpp/unicode.h CHANGED
@@ -4,22 +4,56 @@
4
4
  #include <string>
5
5
  #include <vector>
6
6
 
7
- #define CODEPOINT_TYPE_UNIDENTIFIED 0
8
- #define CODEPOINT_TYPE_DIGIT 1
9
- #define CODEPOINT_TYPE_LETTER 2
10
- #define CODEPOINT_TYPE_WHITESPACE 3
11
- #define CODEPOINT_TYPE_ACCENT_MARK 4
12
- #define CODEPOINT_TYPE_PUNCTUATION 5
13
- #define CODEPOINT_TYPE_SYMBOL 6
14
- #define CODEPOINT_TYPE_CONTROL 7
7
+ struct codepoint_flags {
8
+ enum {
9
+ UNDEFINED = 0x0001,
10
+ NUMBER = 0x0002, // regex: \p{N}
11
+ LETTER = 0x0004, // regex: \p{L}
12
+ SEPARATOR = 0x0008, // regex: \p{Z}
13
+ ACCENT_MARK = 0x0010, // regex: \p{M}
14
+ PUNCTUATION = 0x0020, // regex: \p{P}
15
+ SYMBOL = 0x0040, // regex: \p{S}
16
+ CONTROL = 0x0080, // regex: \p{C}
17
+ MASK_CATEGORIES = 0x00FF,
18
+ };
19
+
20
+ // codepoint type
21
+ uint16_t is_undefined : 1;
22
+ uint16_t is_number : 1; // regex: \p{N}
23
+ uint16_t is_letter : 1; // regex: \p{L}
24
+ uint16_t is_separator : 1; // regex: \p{Z}
25
+ uint16_t is_accent_mark : 1; // regex: \p{M}
26
+ uint16_t is_punctuation : 1; // regex: \p{P}
27
+ uint16_t is_symbol : 1; // regex: \p{S}
28
+ uint16_t is_control : 1; // regex: \p{C}
29
+ // helper flags
30
+ uint16_t is_whitespace : 1; // regex: \s
31
+ uint16_t is_lowercase : 1;
32
+ uint16_t is_uppercase : 1;
33
+ uint16_t is_nfd : 1;
34
+
35
+ // decode from uint16
36
+ inline codepoint_flags(const uint16_t flags=0) {
37
+ *reinterpret_cast<uint16_t*>(this) = flags;
38
+ }
39
+
40
+ inline uint16_t as_uint() const {
41
+ return *reinterpret_cast<const uint16_t*>(this);
42
+ }
43
+
44
+ inline uint16_t category_flag() const {
45
+ return this->as_uint() & MASK_CATEGORIES;
46
+ }
47
+ };
48
+
15
49
 
16
50
  std::string unicode_cpt_to_utf8(uint32_t cp);
17
51
  std::vector<uint32_t> unicode_cpts_from_utf8(const std::string & utf8);
18
52
 
19
53
  std::vector<uint32_t> unicode_cpts_normalize_nfd(const std::vector<uint32_t> & cpts);
20
54
 
21
- int unicode_cpt_type(uint32_t cp);
22
- int unicode_cpt_type(const std::string & utf8);
55
+ codepoint_flags unicode_cpt_flags(const uint32_t cp);
56
+ codepoint_flags unicode_cpt_flags(const std::string & utf8);
23
57
 
24
58
  std::string unicode_byte_to_utf8(uint8_t byte);
25
59
  uint8_t unicode_utf8_to_byte(const std::string & utf8);
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: llama_cpp
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.15.0
4
+ version: 0.15.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - yoshoku
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2024-05-04 00:00:00.000000000 Z
11
+ date: 2024-05-18 00:00:00.000000000 Z
12
12
  dependencies: []
13
13
  description: llama_cpp.rb provides Ruby bindings for the llama.cpp.
14
14
  email:
@@ -57,6 +57,8 @@ files:
57
57
  - vendor/tmp/llama.cpp/ggml-opencl.h
58
58
  - vendor/tmp/llama.cpp/ggml-quants.c
59
59
  - vendor/tmp/llama.cpp/ggml-quants.h
60
+ - vendor/tmp/llama.cpp/ggml-rpc.cpp
61
+ - vendor/tmp/llama.cpp/ggml-rpc.h
60
62
  - vendor/tmp/llama.cpp/ggml-sycl.cpp
61
63
  - vendor/tmp/llama.cpp/ggml-sycl.h
62
64
  - vendor/tmp/llama.cpp/ggml-vulkan-shaders.hpp