llama_cpp 0.23.1 → 0.23.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 839ef41e6f1588768629f776034abce6ea4c668b5de753ea8d9ac5c4c0d93ddd
-  data.tar.gz: c18f5ac34f673247eea8eb63e3e10aed14cd95abe9f8fcb90d7931a32b94482d
+  metadata.gz: 735200bc9f1e7f6c3ab139f99b75e875bc637e640850953d0e6c577e3c5e6f93
+  data.tar.gz: fb6f65de3231f69fb877ceb61a1a7c3a5bd3a299f12b987c2e0e0038dcf9b7e4
 SHA512:
-  metadata.gz: 1045e721b28f804e6536461f15c0de640fc1201d02c97c8ca807c383e9730d779795fbc745d0404dab51dffa59f90e28a90335dff7513bd1909294e4b3382cd9
-  data.tar.gz: 9c8db351db13d57153c1b939eccf73cd355dae7b7281faaa55e91a41e5762db854e685cd69c25c4c1d9e06a9379dd41d07cb18d1fe82154e9bbf7070617a779e
+  metadata.gz: 22706463a44f2f7434dc86494806b21633ae171789edb85f4ffd51d828114c1be2ef803ef90170e2857f4bf2640ebe8708fdb56edeede12b71ee8a6e39e23df6
+  data.tar.gz: c4c3d1d45cf692da4719aeab96c2c49559d747a7601cdc463e8d6418e3ecf5a336523f4749990cb67e92cbc4abd90a8afb8aa3da9548176b795513761c0f24e5

data/CHANGELOG.md

@@ -1,3 +1,15 @@
+## [[0.23.3](https://github.com/yoshoku/llama_cpp.rb/compare/v0.23.2...v0.23.3)] - 2025-10-11
+
+- Change supported llama.cpp version to b6730.
+  - Add `llama_model_is_hybrid?` module function.
+  - Add `no_host` accessor to `LlamaModelParams`.
+  - Add `LLAMA_STATE_SEQ_FLAGS_PARTIAL_ONLY` constant.
+
+## [[0.23.2](https://github.com/yoshoku/llama_cpp.rb/compare/v0.23.1...v0.23.2)] - 2025-09-27
+
+- Change supported llama.cpp version to b6580.
+  - Add `llama_memory_breakdown_print` module function.
+
 ## [[0.23.1](https://github.com/yoshoku/llama_cpp.rb/compare/v0.23.0...v0.23.1)] - 2025-09-13
 
 - Change supported llama.cpp version to b6440.

data/ext/llama_cpp/llama_cpp.c

@@ -540,6 +540,17 @@ static VALUE llama_model_params_set_use_extra_bufts(VALUE self, VALUE use_extra_
   return use_extra_bufts;
 }
 
+static VALUE llama_model_params_get_no_host(VALUE self) {
+  struct llama_model_params* data = get_llama_model_params(self);
+  return data->no_host ? Qtrue : Qfalse;
+}
+
+static VALUE llama_model_params_set_no_host(VALUE self, VALUE no_host) {
+  struct llama_model_params* data = get_llama_model_params(self);
+  data->no_host = RTEST(no_host) ? true : false;
+  return no_host;
+}
+
 /* struct llama_context_params */
 static void llama_context_params_free(void *ptr) {
   if (ptr) {
@@ -1784,6 +1795,20 @@ static VALUE rb_llama_model_is_recurrent(VALUE self, VALUE model) {
   return llama_model_is_recurrent(model_wrapper->model) ? Qtrue : Qfalse;
 }
 
+/**
+ * @overload llama_model_is_hybrid?(model)
+ *  @param [LlamaModel] model
+ *  @return [Boolean]
+ */
+static VALUE rb_llama_model_is_hybrid(VALUE self, VALUE model) {
+  if (!rb_obj_is_kind_of(model, rb_cLlamaModel)) {
+    rb_raise(rb_eArgError, "model must be a LlamaModel");
+    return Qnil;
+  }
+  llama_model_wrapper* model_wrapper = get_llama_model_wrapper(model);
+  return llama_model_is_hybrid(model_wrapper->model) ? Qtrue : Qfalse;
+}
+
 /**
  * @overload llama_model_is_diffusion?(model)
  *  @param [LlamaModel] model
@@ -1963,7 +1988,7 @@ static VALUE rb_llama_adapter_get_alora_n_invocation_tokens(VALUE self, VALUE ad
     return Qnil;
   }
   llama_adapter_lora_wrapper* adapter_wrapper = get_llama_adapter_lora_wrapper(adapter);
-  return UINT2NUM(llama_adapter_get_alora_n_invocation_tokens(adapter_wrapper->adapter));
+  return ULONG2NUM(llama_adapter_get_alora_n_invocation_tokens(adapter_wrapper->adapter));
 }
 
 /* llama_memory_t wrapper */
@@ -3151,6 +3176,22 @@ static VALUE rb_llama_sampler_reset(VALUE self, VALUE sampler) {
   return Qnil;
 }
 
+/**
+ * @overload llama_memory_breakdown_print(context)
+ *  @param [LlamaContext] context
+ *  @return [NilClass]
+ */
+static VALUE rb_llama_memory_breakdown_print(VALUE self, VALUE ctx) {
+  if (!rb_obj_is_kind_of(ctx, rb_cLlamaContext)) {
+    rb_raise(rb_eArgError, "ctx must be a LlamaContext");
+    return Qnil;
+  }
+  llama_context_wrapper* context_wrapper = get_llama_context_wrapper(ctx);
+  llama_memory_breakdown_print(context_wrapper->context);
+  RB_GC_GUARD(ctx);
+  return Qnil;
+}
+
 /**
  * @overload llama_sampler_clone(sampler)
  *  @param [LlamaSampler] sampler
@@ -3935,6 +3976,7 @@ void Init_llama_cpp(void) {
 
   rb_define_const(rb_mLlamaCpp, "LLAMA_TOKEN_NULL", INT2NUM(LLAMA_TOKEN_NULL));
   rb_define_const(rb_mLlamaCpp, "LLAMA_STATE_SEQ_FLAGS_SWA_ONLY", INT2NUM(LLAMA_STATE_SEQ_FLAGS_SWA_ONLY));
+  rb_define_const(rb_mLlamaCpp, "LLAMA_STATE_SEQ_FLAGS_PARTIAL_ONLY", INT2NUM(LLAMA_STATE_SEQ_FLAGS_PARTIAL_ONLY));
 
   sprintf(tmp, "0x%x", LLAMA_FILE_MAGIC_GGLA);
   rb_define_const(rb_mLlamaCpp, "LLAMA_FILE_MAGIC_GGLA", rb_str_new2(tmp));
@@ -4288,6 +4330,17 @@ void Init_llama_cpp(void) {
    * @return [Boolean]
    */
   rb_define_method(rb_cLlamaModelParams, "use_extra_bufts=", RUBY_METHOD_FUNC(llama_model_params_set_use_extra_bufts), 1);
+  /**
+   * Document-method: no_host
+   * @return [Boolean]
+   */
+  rb_define_method(rb_cLlamaModelParams, "no_host", RUBY_METHOD_FUNC(llama_model_params_get_no_host), 0);
+  /**
+   * Document-method: no_host=
+   * @param [Boolean] no_host
+   * @return [Boolean]
+   */
+  rb_define_method(rb_cLlamaModelParams, "no_host=", RUBY_METHOD_FUNC(llama_model_params_set_no_host), 1);
 
   /**
    * Document-class: LlamaCpp::LlamaContextParams
@@ -4895,6 +4948,9 @@ void Init_llama_cpp(void) {
   /* llama_model_is_recurrent */
   rb_define_module_function(rb_mLlamaCpp, "llama_model_is_recurrent?", rb_llama_model_is_recurrent, 1);
 
+  /* llama_model_is_hybrid */
+  rb_define_module_function(rb_mLlamaCpp, "llama_model_is_hybrid?", rb_llama_model_is_hybrid, 1);
+
   /* llama_model_is_diffusion */
   rb_define_module_function(rb_mLlamaCpp, "llama_model_is_diffusion?", rb_llama_model_is_diffusion, 1);
 
@@ -5288,6 +5344,9 @@ void Init_llama_cpp(void) {
   /* llama_perf_sampler_reset */
   rb_define_module_function(rb_mLlamaCpp, "llama_perf_sampler_reset", rb_llama_perf_sampler_reset, 1);
 
+  /* llama_memory_breakdown_print */
+  rb_define_module_function(rb_mLlamaCpp, "llama_memory_breakdown_print", rb_llama_memory_breakdown_print, 1);
+
   /* TODO: typedef bool (*llama_opt_param_filter) */
   /* TODO: bool llama_opt_param_filter_all */
   /* TODO: struct llama_opt_params */

data/lib/llama_cpp/version.rb

@@ -3,8 +3,8 @@
 # llama_cpp.rb provides Ruby bindings for the llama.cpp.
 module LlamaCpp
   # The version of llama_cpp.rb you install.
-  VERSION = '0.23.1'
+  VERSION = '0.23.3'
 
   # The supported version of llama.cpp.
-  LLAMA_CPP_VERSION = 'b6440'
+  LLAMA_CPP_VERSION = 'b6730'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llama_cpp
 version: !ruby/object:Gem::Version
-  version: 0.23.1
+  version: 0.23.3
 platform: ruby
 authors:
 - yoshoku
@@ -33,7 +33,7 @@ metadata:
   homepage_uri: https://github.com/yoshoku/llama_cpp.rb
   source_code_uri: https://github.com/yoshoku/llama_cpp.rb
   changelog_uri: https://github.com/yoshoku/llama_cpp.rb/blob/main/CHANGELOG.md
-  documentation_uri: https://yoshoku.github.io/llama_cpp.rb/doc/
+  documentation_uri: https://gemdocs.org/gems/llama_cpp/0.23.3/
   rubygems_mfa_required: 'true'
 rdoc_options: []
 require_paths:
@@ -49,7 +49,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.7.0
+rubygems_version: 3.6.9
 specification_version: 4
 summary: Ruby bindings for the llama.cpp.
 test_files: []