llama_cpp 0.17.2 → 0.17.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +8 -0
  3. data/ext/llama_cpp/llama_cpp.cpp +3 -1
  4. data/lib/llama_cpp/version.rb +2 -2
  5. data/sig/llama_cpp.rbs +4 -1
  6. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: b3da0d7b5c81ad7e21d2761f4d78fd8f892abea918a05c4e37a1a0e7d84f65a5
4
- data.tar.gz: 5bc2d81ecf2c722084ee6cb44aab2a851283962780b5a963004c4ff4e4a85051
3
+ metadata.gz: b4a52ad29464deda885f25d070e74dd9f2d05dc635535556cd7286aa9950f08c
4
+ data.tar.gz: e51513df4e7d36b2dce2356daf8ee500b035f4ef4dcb33933bc35f7fa61e1063
5
5
  SHA512:
6
- metadata.gz: 119188683fdb32b0dce2664038b1fe05a7e4e75df64f2316e50dc19706ee300ac90b59e3a5cce33995fc5d8511f5b3bb8bdf918ce9da51d0d0a81fbde2f6bc58
7
- data.tar.gz: c2699dbcefaf135ee8e0520014bba3c6f671569c617c7ff69bb3aff057d16aeff330fd58750c8c9815c7def686bd6e2876c760944f2ae8045042f203056e5cdb
6
+ metadata.gz: e4c092b79017ea8b393bd364dc29cc418f259915781e2be6fc7181029ba4446863845d915196aa49dbb4e0fb25d3d534373917be0b93ef897c28f0e79f687a98
7
+ data.tar.gz: 71bab30d25455e31bcb25277fd91dc56bede4013454cf6b9ace3833694c04712d7a667f903d754117c907e39684e90344cdc4b4f67394fa2f09dc5c264ad5401
data/CHANGELOG.md CHANGED
@@ -1,3 +1,11 @@
1
+ ## [[0.17.3](https://github.com/yoshoku/llama_cpp.rb/compare/v0.17.2...v0.17.3)] - 2024-07-21
2
+
3
+ - Change supported llama.cpp version to b3405.
4
+ - Remove `LLAMA_FTYPE_MOSTLY_Q4_1_SOME_F16` constant.
5
+ - Add model file type constans: `LLAMA_FTYPE_MOSTLY_Q4_0_4_4`, `LLAMA_FTYPE_MOSTLY_Q4_0_4_8`, and `LLAMA_FTYPE_MOSTLY_Q4_0_8_8`.
6
+
7
+ Implementation bindings for llama_lora_adapter_init, llama_lora_adapter_set, llama_lora_adapter_remove, and llama_lora_adapter_free has been skipped.
8
+
1
9
  ## [[0.17.2](https://github.com/yoshoku/llama_cpp.rb/compare/v0.17.1...v0.17.2)] - 2024-07-14
2
10
 
3
11
  - Change supported llama.cpp version to b3358.
data/ext/llama_cpp/llama_cpp.cpp CHANGED
@@ -3645,7 +3645,6 @@ extern "C" void Init_llama_cpp(void) {
3645
3645
  rb_define_const(rb_mLLaMACpp, "LLAMA_FTYPE_MOSTLY_F16", INT2NUM(LLAMA_FTYPE_MOSTLY_F16));
3646
3646
  rb_define_const(rb_mLLaMACpp, "LLAMA_FTYPE_MOSTLY_Q4_0", INT2NUM(LLAMA_FTYPE_MOSTLY_Q4_0));
3647
3647
  rb_define_const(rb_mLLaMACpp, "LLAMA_FTYPE_MOSTLY_Q4_1", INT2NUM(LLAMA_FTYPE_MOSTLY_Q4_1));
3648
- rb_define_const(rb_mLLaMACpp, "LLAMA_FTYPE_MOSTLY_Q4_1_SOME_F16", INT2NUM(LLAMA_FTYPE_MOSTLY_Q4_1_SOME_F16));
3649
3648
  rb_define_const(rb_mLLaMACpp, "LLAMA_FTYPE_MOSTLY_Q8_0", INT2NUM(LLAMA_FTYPE_MOSTLY_Q8_0));
3650
3649
  rb_define_const(rb_mLLaMACpp, "LLAMA_FTYPE_MOSTLY_Q5_0", INT2NUM(LLAMA_FTYPE_MOSTLY_Q5_0));
3651
3650
  rb_define_const(rb_mLLaMACpp, "LLAMA_FTYPE_MOSTLY_Q5_1", INT2NUM(LLAMA_FTYPE_MOSTLY_Q5_1));
@@ -3670,6 +3669,9 @@ extern "C" void Init_llama_cpp(void) {
3670
3669
  rb_define_const(rb_mLLaMACpp, "LLAMA_FTYPE_MOSTLY_IQ4_XS", INT2NUM(LLAMA_FTYPE_MOSTLY_IQ4_XS));
3671
3670
  rb_define_const(rb_mLLaMACpp, "LLAMA_FTYPE_MOSTLY_IQ1_M", INT2NUM(LLAMA_FTYPE_MOSTLY_IQ1_M));
3672
3671
  rb_define_const(rb_mLLaMACpp, "LLAMA_FTYPE_MOSTLY_BF16", INT2NUM(LLAMA_FTYPE_MOSTLY_BF16));
3672
+ rb_define_const(rb_mLLaMACpp, "LLAMA_FTYPE_MOSTLY_Q4_0_4_4", INT2NUM(LLAMA_FTYPE_MOSTLY_Q4_0_4_4));
3673
+ rb_define_const(rb_mLLaMACpp, "LLAMA_FTYPE_MOSTLY_Q4_0_4_8", INT2NUM(LLAMA_FTYPE_MOSTLY_Q4_0_4_8));
3674
+ rb_define_const(rb_mLLaMACpp, "LLAMA_FTYPE_MOSTLY_Q4_0_8_8", INT2NUM(LLAMA_FTYPE_MOSTLY_Q4_0_8_8));
3673
3675
 
3674
3676
  rb_define_const(rb_mLLaMACpp, "LLAMA_FTYPE_GUESSED", INT2NUM(LLAMA_FTYPE_GUESSED));
3675
3677
 
data/lib/llama_cpp/version.rb CHANGED
@@ -3,8 +3,8 @@
3
3
  # llama_cpp.rb provides Ruby bindings for the llama.cpp.
4
4
  module LLaMACpp
5
5
  # The version of llama_cpp.rb you install.
6
- VERSION = '0.17.2'
6
+ VERSION = '0.17.3'
7
7
 
8
8
  # The supported version of llama.cpp.
9
- LLAMA_CPP_VERSION = 'b3358'
9
+ LLAMA_CPP_VERSION = 'b3405'
10
10
  end
data/sig/llama_cpp.rbs CHANGED
@@ -54,7 +54,6 @@ module LLaMACpp
54
54
  LLAMA_FTYPE_MOSTLY_F16: Integer
55
55
  LLAMA_FTYPE_MOSTLY_Q4_0: Integer
56
56
  LLAMA_FTYPE_MOSTLY_Q4_1: Integer
57
- LLAMA_FTYPE_MOSTLY_Q4_1_SOME_F16: Integer
58
57
  LLAMA_FTYPE_MOSTLY_Q8_0: Integer
59
58
  LLAMA_FTYPE_MOSTLY_Q5_0: Integer
60
59
  LLAMA_FTYPE_MOSTLY_Q5_1: Integer
@@ -79,6 +78,10 @@ module LLaMACpp
79
78
  LLAMA_FTYPE_MOSTLY_IQ4_XS: Integer
80
79
  LLAMA_FTYPE_MOSTLY_IQ1_M: Integer
81
80
  LLAMA_FTYPE_MOSTLY_BF16: Integer
81
+ LLAMA_FTYPE_MOSTLY_Q4_0_4_4: Integer
82
+ LLAMA_FTYPE_MOSTLY_Q4_0_4_8: Integer
83
+ LLAMA_FTYPE_MOSTLY_Q4_0_8_8: Integer
84
+ LLAMA_FTYPE_GUESSED: Integer
82
85
 
83
86
  LLAMA_KV_OVERRIDE_TYPE_INT: Integer
84
87
  LLAMA_KV_OVERRIDE_TYPE_FLOAT: Integer
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: llama_cpp
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.17.2
4
+ version: 0.17.3
5
5
  platform: ruby
6
6
  authors:
7
7
  - yoshoku
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2024-07-14 00:00:00.000000000 Z
11
+ date: 2024-07-21 00:00:00.000000000 Z
12
12
  dependencies: []
13
13
  description: llama_cpp.rb provides Ruby bindings for the llama.cpp.
14
14
  email: