llama_cpp 0.19.5 → 0.19.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 42542ad4104e7926eb1418e671e127caf96a3ff748b0ab1d3697aeaae56de939
-  data.tar.gz: 6fd5680b283f050992c49b70dc2e8bc64ef18afc1ceefe7d944902def30d8ab0
+  metadata.gz: 220f180ef84d2828f0b568c58679e31f85e11481a2c16c261a0d0f7dbb03d22a
+  data.tar.gz: 167fe1082d5bb11fd301d3f0cd3de878e4c7fe4d94ba8fff262f8b076e3df5da
 SHA512:
-  metadata.gz: df888e40ecd7a9917663dda356b5b29537c32643a8b998e7e707d229cee91b544a0a5c62b9a613073bb030819f9d12b82c87efa4035e0371bba33cd719489b8a
-  data.tar.gz: a7c1655973159b888a1d89a4b209e5805620b5be6a65d38d167cf9812affc38ab13371648778a5ac16fddd45b5b002bead63f0ec23796b23c729c0bd48b24fa9
+  metadata.gz: 4c0b2c285be1c53c3e004179fe5ca06af5408ebe70ccf08eb756c2dbd22ab8dcc6c435e756d8bfe095c3080290c045e2a66ca8c061878e444e3a569beaaa4346
+  data.tar.gz: f2d6835bd5cf91881d699f040535a942fe336d197b829508ab76c977e45a813c2a5b9f4640e26fa41b0ebb14eaf8ede70acdebb21124f1198dad1432a026a5de

data/CHANGELOG.md

@@ -1,3 +1,10 @@
+## [[0.19.6](https://github.com/yoshoku/llama_cpp.rb/compare/v0.19.5...v0.19.6)] - 2025-05-17
+
+- Change supported llama.cpp version to b5410
+  - Add `LLAMA_VOCAB_PRE_TYPE_SEED_CODER` constant.
+  - Add `op_offload` accessor to `LlamaContextParams`.
+  - Add `llama_model_save_to_file` module function.
+
 ## [[0.19.5](https://github.com/yoshoku/llama_cpp.rb/compare/v0.19.4...v0.19.5)] - 2025-05-10
 
 - Change supported llama.cpp version to b5320

data/ext/llama_cpp/llama_cpp.c

@@ -816,6 +816,17 @@ static VALUE llama_context_params_set_no_perf(VALUE self, VALUE no_perf) {
   return no_perf;
 }
 
+static VALUE llama_context_params_get_op_offload(VALUE self) {
+  struct llama_context_params* data = get_llama_context_params(self);
+  return data->op_offload ? Qtrue : Qfalse;
+}
+
+static VALUE llama_context_params_set_op_offload(VALUE self, VALUE op_offload) {
+  struct llama_context_params* data = get_llama_context_params(self);
+  data->op_offload = RTEST(op_offload) ? true : false;
+  return op_offload;
+}
+
 /* llama_model_quantize_params */
 static void llama_model_quantize_params_free(void *ptr) {
   if (ptr) {
@@ -1220,6 +1231,29 @@ static VALUE rb_llama_model_load_from_splits(VALUE self, VALUE paths, VALUE para
   return TypedData_Wrap_Struct(rb_cLlamaModel, &llama_model_wrapper_data_type, model_wrapper);
 }
 
+/**
+ * @overload llama_model_save_to_file(model, path_model)
+ *  @param [LlamaModel] model
+ *  @param [String] path_model
+ *  @return [NilClass]
+ */
+static VALUE rb_llama_model_save_to_file(VALUE self, VALUE model, VALUE path_model) {
+  if (!rb_obj_is_kind_of(model, rb_cLlamaModel)) {
+    rb_raise(rb_eArgError, "model must be a LlamaModel");
+    return Qnil;
+  }
+  if (!RB_TYPE_P(path_model, T_STRING)) {
+    rb_raise(rb_eArgError, "path_model must be a String");
+    return Qnil;
+  }
+  llama_model_wrapper* model_wrapper = get_llama_model_wrapper(model);
+  const char* path_model_ = StringValueCStr(path_model);
+  llama_model_save_to_file(model_wrapper->model, path_model_);
+  RB_GC_GUARD(model);
+  RB_GC_GUARD(path_model);
+  return Qnil;
+}
+
 /**
  * @overload llama_init_from_model(model, params)
  *  @param [LlamaModel] model
@@ -4021,6 +4055,7 @@ void Init_llama_cpp(void) {
   rb_define_const(rb_mLlamaCpp, "LLAMA_VOCAB_PRE_TYPE_BAILINGMOE", INT2NUM(LLAMA_VOCAB_PRE_TYPE_BAILINGMOE));
   rb_define_const(rb_mLlamaCpp, "LLAMA_VOCAB_PRE_TYPE_LLAMA4", INT2NUM(LLAMA_VOCAB_PRE_TYPE_LLAMA4));
   rb_define_const(rb_mLlamaCpp, "LLAMA_VOCAB_PRE_TYPE_PIXTRAL", INT2NUM(LLAMA_VOCAB_PRE_TYPE_PIXTRAL));
+  rb_define_const(rb_mLlamaCpp, "LLAMA_VOCAB_PRE_TYPE_SEED_CODER", INT2NUM(LLAMA_VOCAB_PRE_TYPE_SEED_CODER));
   /* llama_rope_type */
   /* Document-const: LlamaCpp::LLAMA_ROPE_TYPE_NONE */
   rb_define_const(rb_mLlamaCpp, "LLAMA_ROPE_TYPE_NONE", INT2NUM(LLAMA_ROPE_TYPE_NONE));
@@ -4591,6 +4626,17 @@ void Init_llama_cpp(void) {
    * @return [Boolean]
    */
   rb_define_method(rb_cLlamaContextParams, "no_perf=", RUBY_METHOD_FUNC(llama_context_params_set_no_perf), 1);
+  /**
+   * Document-method: op_offload
+   * @return [Boolean]
+   */
+  rb_define_method(rb_cLlamaContextParams, "op_offload", RUBY_METHOD_FUNC(llama_context_params_get_op_offload), 0);
+  /**
+   * Document-method: op_offload=
+   * @param [Boolean] op_offload
+   * @return [Boolean]
+   */
+  rb_define_method(rb_cLlamaContextParams, "op_offload=", RUBY_METHOD_FUNC(llama_context_params_set_op_offload), 1);
   /* TODO: ggml_abort_callback abort_callback */
   /* TODO: void* abort_callback_data */
 
@@ -4780,6 +4826,9 @@ void Init_llama_cpp(void) {
   /* llama_model_load_from_splits */
   rb_define_module_function(rb_mLlamaCpp, "llama_model_load_from_splits", rb_llama_model_load_from_splits, 2);
 
+  /* llama_model_save_to_file */
+  rb_define_module_function(rb_mLlamaCpp, "llama_model_save_to_file", rb_llama_model_save_to_file, 2);
+
   /* llama_model_free */
   rb_define_module_function(rb_mLlamaCpp, "llama_model_free", rb_llama_model_free, 1);
 
@@ -5316,4 +5365,10 @@ void Init_llama_cpp(void) {
 
   /* llama_perf_sampler_reset */
   rb_define_module_function(rb_mLlamaCpp, "llama_perf_sampler_reset", rb_llama_perf_sampler_reset, 1);
+
+  /* TODO: typedef bool (*llama_opt_param_filter) */
+  /* TODO: bool llama_opt_param_filter_all */
+  /* TODO: struct llama_opt_params */
+  /* TODO: void llama_opt_init */
+  /* TODO: void llama_opt_epoch */
 }

data/lib/llama_cpp/version.rb

@@ -3,8 +3,8 @@
 # llama_cpp.rb provides Ruby bindings for the llama.cpp.
 module LlamaCpp
   # The version of llama_cpp.rb you install.
-  VERSION = '0.19.5'
+  VERSION = '0.19.6'
 
   # The supported version of llama.cpp.
-  LLAMA_CPP_VERSION = 'b5320'
+  LLAMA_CPP_VERSION = 'b5410'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llama_cpp
 version: !ruby/object:Gem::Version
-  version: 0.19.5
+  version: 0.19.6
 platform: ruby
 authors:
 - yoshoku