llama_cpp 0.23.9 → 0.23.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 68f7460b6ab553b85308547847c5883ea0c38c32cdc27cd8e6584ec0e91a8e25
-  data.tar.gz: ece3d349b204f06232f8ffdaccb989bf679475526e10e2991ea4b940598e6e67
+  metadata.gz: 5fc81dd7e098dace7f301394170fa517ec4d214bc41d76dbbf4b79c162ebff85
+  data.tar.gz: 8641cedea81065a2d7ced2e8db028bf8209de42312e5b3431749c19f605d5134
 SHA512:
-  metadata.gz: 66a8a170146f84f50db79c0ae42aa7e808c24dc37ebda1f4132f3a1fc2cf95f333fe8251d43bb43ad80e47b2702dd9f7458838a7ed2173b22340cfa654b3e0af
-  data.tar.gz: f9c27b9ea682c4a5cfd70f2bf2e1a522505b405fd87965413abe544cf1124d6648a3705281dd28afe9681849697858731fd350d73e945788fe6bb9de30450189
+  metadata.gz: 3cb0176fc18bb430ee7d00177a911ebe204f975ef7d2db88a79c696a1e4b3fde2ae74cc9fa34648294a552b4f026238b00572e35c9bb20b892c14e8108286557
+  data.tar.gz: f1431d0adb6348e78b62e96c96fa017dda979c282a5d5c61a164f287a6a85b3650bb83cf1206c40d0eb3387ddd9c6cab2325d6d2c12824e0ca5a7df4d9576602

data/CHANGELOG.md

@@ -1,12 +1,27 @@
+## [[0.23.11](https://github.com/yoshoku/llama_cpp.rb/compare/v0.23.10...v0.23.11)] - 2026-01-24
+
+- Change supported llama.cpp version to b7790.
+  - Add `llama_sampler_init_adaptive_p` module function to `LlamaCpp`.
+
+## [[0.23.10](https://github.com/yoshoku/llama_cpp.rb/compare/v0.23.9...v0.23.10)] - 2026-01-10
+
+- Change supported llama.cpp version to b7690.
+  - Add `llama_model_n_embd_out` module function to `LlamaCpp`.
+  - Add `use_direct_io` accessor to `LlamaModelParams`.
+  - Add constant values for `enum llama_params_fit_status` to `LlamaCpp`.
+    - `LLAMA_PARAMS_FIT_STATUS_SUCCESS`
+    - `LLAMA_PARAMS_FIT_STATUS_FAILURE`
+    - `LLAMA_PARAMS_FIT_STATUS_ERROR`
+
 ## [[0.23.9](https://github.com/yoshoku/llama_cpp.rb/compare/v0.23.8...v0.23.9)] - 2025-12-20
 
-- Change supported llama.cpp version to b7470
+- Change supported llama.cpp version to b7470.
   - Add `no_alloc` accessor to `LlamaModelParams`.
   - Add `llama_max_tensor_buft_overrides` module function to `LlamaCpp`.
 
 ## [[0.23.8](https://github.com/yoshoku/llama_cpp.rb/compare/v0.23.7...v0.23.8)] - 2025-11-30
 
-- Change supported llama.cpp version to b7180
+- Change supported llama.cpp version to b7180.
   - Add `llama_model_meta_key_str` module function to `LlamaCpp`.
   - Add constant values for `enum llama_model_meta_key` to `LlamaCpp`.
     - `LLAMA_MODEL_META_KEY_SAMPLING_SEQUENCE`
@@ -21,7 +36,7 @@
     - `LLAMA_MODEL_META_KEY_SAMPLING_MIROSTAT`
     - `LLAMA_MODEL_META_KEY_SAMPLING_MIROSTAT_TAU`
     - `LLAMA_MODEL_META_KEY_SAMPLING_MIROSTAT_ETA`
-- Add `llama_model_meta_count` module function to `LlamaCpp`
+- Add `llama_model_meta_count` module function to `LlamaCpp`.
 
 ## [[0.23.7](https://github.com/yoshoku/llama_cpp.rb/compare/v0.23.6...v0.23.7)] - 2025-11-22
 

data/LICENSE.txt

@@ -1,6 +1,6 @@
 The MIT License (MIT)
 
-Copyright (c) 2023-2025 Atsushi Tatsuma
+Copyright (c) 2023-2026 Atsushi Tatsuma
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

data/README.md

@@ -2,7 +2,7 @@
 
 [![Gem Version](https://badge.fury.io/rb/llama_cpp.svg)](https://badge.fury.io/rb/llama_cpp)
 [![License](https://img.shields.io/badge/License-MIT-yellowgreen.svg)](https://github.com/yoshoku/llama_cpp.rb/blob/main/LICENSE.txt)
-[![Documentation](https://img.shields.io/badge/api-reference-blue.svg)](https://yoshoku.github.io/llama_cpp.rb/doc/)
+[![Documentation](https://img.shields.io/badge/api-reference-blue.svg)](https://gemdocs.org/gems/llama_cpp/)
 
 llama_cpp.rb provides Ruby bindings for the [llama.cpp](https://github.com/ggerganov/llama.cpp).
 

data/ext/llama_cpp/llama_cpp.c

@@ -507,6 +507,17 @@ static VALUE llama_model_params_set_use_mmap(VALUE self, VALUE use_mmap) {
   return use_mmap;
 }
 
+static VALUE llama_model_params_get_use_direct_io(VALUE self) {
+  struct llama_model_params* data = get_llama_model_params(self);
+  return data->use_direct_io ? Qtrue : Qfalse;
+}
+
+static VALUE llama_model_params_set_use_direct_io(VALUE self, VALUE use_direct_io) {
+  struct llama_model_params* data = get_llama_model_params(self);
+  data->use_direct_io = RTEST(use_direct_io) ? true : false;
+  return use_direct_io;
+}
+
 static VALUE llama_model_params_get_use_mlock(VALUE self) {
   struct llama_model_params* data = get_llama_model_params(self);
   return data->use_mlock ? Qtrue : Qfalse;
@@ -1590,6 +1601,20 @@ static VALUE rb_llama_model_n_embd_inp(VALUE self, VALUE model) {
   return INT2NUM(llama_model_n_embd_inp(model_wrapper->model));
 }
 
+/**
+ * @overload llama_model_n_embd_out(model)
+ *  @param [LlamaModel] model
+ *  @return [Integer]
+ */
+static VALUE rb_llama_model_n_embd_out(VALUE self, VALUE model) {
+  if (!rb_obj_is_kind_of(model, rb_cLlamaModel)) {
+    rb_raise(rb_eArgError, "model must be a LlamaModel");
+    return Qnil;
+  }
+  llama_model_wrapper* model_wrapper = get_llama_model_wrapper(model);
+  return INT2NUM(llama_model_n_embd_out(model_wrapper->model));
+}
+
 /**
  * @overload llama_model_n_layer(model)
  *  @param [LlamaModel] model
@@ -3689,6 +3714,30 @@ static VALUE rb_llama_sampler_init_penalties(VALUE self, VALUE penalty_last_n, V
   return TypedData_Wrap_Struct(rb_cLlamaSampler, &llama_sampler_data_type, sampler);
 }
 
+/**
+ * @overload llama_sampler_init_adaptive_p(target, decay, seed)
+ *  @param [Float] target
+ *  @param [Float] decay
+ *  @param [Integer] seed
+ *  @return [LlamaSampler]
+ */
+static VALUE rb_llama_sampler_init_adaptive_p(VALUE self, VALUE target, VALUE decay, VALUE seed) {
+  if (!RB_FLOAT_TYPE_P(target)) {
+    rb_raise(rb_eArgError, "target must be a Float");
+    return Qnil;
+  }
+  if (!RB_FLOAT_TYPE_P(decay)) {
+    rb_raise(rb_eArgError, "decay must be a Float");
+    return Qnil;
+  }
+  if (!RB_INTEGER_TYPE_P(seed)) {
+    rb_raise(rb_eArgError, "seed must be an Integer");
+    return Qnil;
+  }
+  struct llama_sampler* sampler = llama_sampler_init_adaptive_p(NUM2DBL(target), NUM2DBL(decay), NUM2UINT(seed));
+  return TypedData_Wrap_Struct(rb_cLlamaSampler, &llama_sampler_data_type, sampler);
+}
+
 /**
  * @overload llama_sampler_init_logit_bias(n_vocab, n_logit_bias, logit_bias)
  *  @param [Integer] n_vocab
@@ -4388,6 +4437,17 @@ void Init_llama_cpp(void) {
    * @return [Boolean]
    */
   rb_define_method(rb_cLlamaModelParams, "use_mmap=", RUBY_METHOD_FUNC(llama_model_params_set_use_mmap), 1);
+  /**
+   * Document-method: use_direct_io
+   * @return [Boolean]
+   */
+  rb_define_method(rb_cLlamaModelParams, "use_direct_io", RUBY_METHOD_FUNC(llama_model_params_get_use_direct_io), 0);
+  /**
+   * Document-method: use_direct_io=
+   * @param [Boolean] use_direct_io
+   * @return [Boolean]
+   */
+  rb_define_method(rb_cLlamaModelParams, "use_direct_io=", RUBY_METHOD_FUNC(llama_model_params_set_use_direct_io), 1);
   /**
    * Document-method: use_mlock
    * @return [Boolean]
@@ -4444,6 +4504,8 @@ void Init_llama_cpp(void) {
    */
   rb_define_method(rb_cLlamaModelParams, "no_alloc=", RUBY_METHOD_FUNC(llama_model_params_set_no_alloc), 1);
 
+  /* TODO: struct llama_sampler_seq_config */
+
   /**
    * Document-class: LlamaCpp::LlamaContextParams
    * "struct llama_context_params" wrapper class
@@ -4732,6 +4794,10 @@ void Init_llama_cpp(void) {
    * @return [Boolean]
    */
   rb_define_method(rb_cLlamaContextParams, "kv_unified", RUBY_METHOD_FUNC(llama_context_params_get_kv_unified), 0);
+
+  /* TODO: struct llama_sampler_seq_config * samplers */
+  /* TODO: size_t n_samplers */
+
   /**
    * Document-method: kv_unified=
    * @param [Boolean] kv_unified
@@ -4940,6 +5006,12 @@ void Init_llama_cpp(void) {
   /* llama_free */
   rb_define_module_function(rb_mLlamaCpp, "llama_free", rb_llama_free, 1);
 
+  /* llama_params_fit_status */
+  /* Document-const: LlamaCpp::LLAMA_PARAMS_FIT_STATUS_SUCCESS */
+  rb_define_const(rb_mLlamaCpp, "LLAMA_PARAMS_FIT_STATUS_SUCCESS", INT2NUM(LLAMA_PARAMS_FIT_STATUS_SUCCESS));
+  rb_define_const(rb_mLlamaCpp, "LLAMA_PARAMS_FIT_STATUS_FAILURE", INT2NUM(LLAMA_PARAMS_FIT_STATUS_FAILURE));
+  rb_define_const(rb_mLlamaCpp, "LLAMA_PARAMS_FIT_STATUS_ERROR", INT2NUM(LLAMA_PARAMS_FIT_STATUS_ERROR));
+
   /* TODO: llama_params_fit */
 
   /* llama_time_us */
@@ -5005,6 +5077,9 @@ void Init_llama_cpp(void) {
   /* llama_model_n_embd_inp */
   rb_define_module_function(rb_mLlamaCpp, "llama_model_n_embd_inp", rb_llama_model_n_embd_inp, 1);
 
+  /* llama_model_n_embd_out */
+  rb_define_module_function(rb_mLlamaCpp, "llama_model_n_embd_out", rb_llama_model_n_embd_out, 1);
+
   /* llama_model_n_layer */
   rb_define_module_function(rb_mLlamaCpp, "llama_model_n_layer", rb_llama_model_n_layer, 1);
 
@@ -5200,6 +5275,14 @@ void Init_llama_cpp(void) {
   /* TODO: llama_get_embeddings_ith */
   /* TODO: llama_get_embeddings_seq */
 
+  /* TODO: llama_get_sampled_token_ith */
+  /* TODO: llama_get_sampled_probs_ith */
+  /* TODO: llama_get_sampled_probs_count_ith */
+  /* TODO: llama_get_sampled_logits_ith */
+  /* TODO: llama_get_sampled_logits_count_ith */
+  /* TODO: llama_get_sampled_candidates_ith */
+  /* TODO: llama_get_sampled_candidates_count_ith */
+
   /* llama_vocab_get_text */
   rb_define_module_function(rb_mLlamaCpp, "llama_vocab_get_text", rb_llama_vocab_get_text, 2);
 
@@ -5275,6 +5358,9 @@ void Init_llama_cpp(void) {
   /* TODO: llama_chat_apply_template */
   /* TODO: llama_chat_builtin_templates */
 
+  /* TODO: llama_sampler_context_t */
+  /* TODO: struct llama_sampler_data */
+
   /* TODO: struct llama_sampler_i */
 
   /**
@@ -5284,6 +5370,10 @@ void Init_llama_cpp(void) {
   rb_cLlamaSampler = rb_define_class_under(rb_mLlamaCpp, "LlamaSampler", rb_cObject);
   rb_define_alloc_func(rb_cLlamaSampler, llama_sampler_alloc);
 
+  /* TODO: llama_set_sampler */
+
+  /* TODO: llama_sampler_init */
+
   /* llama_sampler_name */
   rb_define_module_function(rb_mLlamaCpp, "llama_sampler_name", rb_llama_sampler_name, 1);
 
@@ -5363,6 +5453,9 @@ void Init_llama_cpp(void) {
 
   /* TODO: llama_sampler_init_dry */
 
+  /* llama_sampler_init_adaptive_p */
+  rb_define_module_function(rb_mLlamaCpp, "llama_sampler_init_adaptive_p", rb_llama_sampler_init_adaptive_p, 3);
+
   /* llama_sampler_init_logit_bias */
   rb_define_module_function(rb_mLlamaCpp, "llama_sampler_init_logit_bias", rb_llama_sampler_init_logit_bias, 3);
 

data/lib/llama_cpp/version.rb

@@ -3,8 +3,8 @@
 # llama_cpp.rb provides Ruby bindings for the llama.cpp.
 module LlamaCpp
   # The version of llama_cpp.rb you install.
-  VERSION = '0.23.9'
+  VERSION = '0.23.11'
 
   # The supported version of llama.cpp.
-  LLAMA_CPP_VERSION = 'b7470'
+  LLAMA_CPP_VERSION = 'b7790'
 end

data/lib/llama_cpp.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 require_relative 'llama_cpp/version'
-# On distributions like Rocky Linux, native extensions are installed in a separate
+# On RHEL-based linux distributions, native extensions are installed in a separate
 # directory from Ruby code, so use require to load them.
 require 'llama_cpp/llama_cpp'
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llama_cpp
 version: !ruby/object:Gem::Version
-  version: 0.23.9
+  version: 0.23.11
 platform: ruby
 authors:
 - yoshoku
@@ -33,7 +33,7 @@ metadata:
   homepage_uri: https://github.com/yoshoku/llama_cpp.rb
   source_code_uri: https://github.com/yoshoku/llama_cpp.rb
   changelog_uri: https://github.com/yoshoku/llama_cpp.rb/blob/main/CHANGELOG.md
-  documentation_uri: https://gemdocs.org/gems/llama_cpp/0.23.9/
+  documentation_uri: https://gemdocs.org/gems/llama_cpp/0.23.11/
   rubygems_mfa_required: 'true'
 rdoc_options: []
 require_paths:
@@ -49,7 +49,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.9
+rubygems_version: 4.0.3
 specification_version: 4
 summary: Ruby bindings for the llama.cpp.
 test_files: []