llama_cpp 0.25.5 → 0.25.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/ext/llama_cpp/llama_cpp.c +34 -0
- data/lib/llama_cpp/version.rb +2 -2
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: fe3f4ccdf08a754d7b331a32a5c2544c672e9da31b9f5eb29e8e6503376391ab
|
|
4
|
+
data.tar.gz: 73d9ad537f7557232778e882edce50847333867b2b7f2b7f39420a68aeef723f
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: ca6b8855194be0c835f4a672600fcff0e6a602afff49175c5668bd62e15c8f721c6034b1919879b56c777c77dd88f73f9e2a6f92db8397c1fe6be874d2a6e188
|
|
7
|
+
data.tar.gz: 5a4eab3bef52c269e355934a7e8da85cfac17e73befc2eed1a6e6eda183d21e324dac0309c33c3f296f61031e27aab315803b0fbaaf571d910440ca036dfc741
|
data/ext/llama_cpp/llama_cpp.c
CHANGED
|
@@ -2075,6 +2075,20 @@ static VALUE rb_llama_model_desc(VALUE self, VALUE model) {
|
|
|
2075
2075
|
return rb_utf8_str_new_cstr(buf);
|
|
2076
2076
|
}
|
|
2077
2077
|
|
|
2078
|
+
/**
|
|
2079
|
+
* @overload llama_model_ftype(model)
|
|
2080
|
+
* @param [LlamaModel] model
|
|
2081
|
+
* @return [Integer]
|
|
2082
|
+
*/
|
|
2083
|
+
static VALUE rb_llama_model_ftype(VALUE self, VALUE model) {
|
|
2084
|
+
if (!rb_obj_is_kind_of(model, rb_cLlamaModel)) {
|
|
2085
|
+
rb_raise(rb_eArgError, "model must be a LlamaModel");
|
|
2086
|
+
return Qnil;
|
|
2087
|
+
}
|
|
2088
|
+
llama_model_wrapper* model_wrapper = get_llama_model_wrapper(model);
|
|
2089
|
+
return INT2NUM(llama_model_ftype(model_wrapper->model));
|
|
2090
|
+
}
|
|
2091
|
+
|
|
2078
2092
|
/**
|
|
2079
2093
|
* @overload llama_model_size(model)
|
|
2080
2094
|
* @param [LlamaModel] model
|
|
@@ -4314,6 +4328,20 @@ static VALUE rb_llama_perf_sampler_reset(VALUE self, VALUE chain) {
|
|
|
4314
4328
|
return Qnil;
|
|
4315
4329
|
}
|
|
4316
4330
|
|
|
4331
|
+
/**
|
|
4332
|
+
* @overload llama_ftype_name(ftype)
|
|
4333
|
+
* @param [Integer] ftype
|
|
4334
|
+
* @return [String]
|
|
4335
|
+
*/
|
|
4336
|
+
static VALUE rb_llama_ftype_name(VALUE self, VALUE ftype) {
|
|
4337
|
+
if (!RB_INTEGER_TYPE_P(ftype)) {
|
|
4338
|
+
rb_raise(rb_eArgError, "ftype must be an Integer");
|
|
4339
|
+
return Qnil;
|
|
4340
|
+
}
|
|
4341
|
+
const char* name = llama_ftype_name((enum llama_ftype)NUM2INT(ftype));
|
|
4342
|
+
return rb_utf8_str_new_cstr(name);
|
|
4343
|
+
}
|
|
4344
|
+
|
|
4317
4345
|
/**
|
|
4318
4346
|
* @overload llama_flash_attn_type_name(flash_attn_type)
|
|
4319
4347
|
* @param [Integer] flash_attn_type
|
|
@@ -4460,6 +4488,9 @@ void Init_llama_cpp(void) {
|
|
|
4460
4488
|
rb_define_const(rb_mLlamaCpp, "LLAMA_FTYPE_MOSTLY_NVFP4", INT2NUM(LLAMA_FTYPE_MOSTLY_NVFP4));
|
|
4461
4489
|
rb_define_const(rb_mLlamaCpp, "LLAMA_FTYPE_MOSTLY_Q1_0", INT2NUM(LLAMA_FTYPE_MOSTLY_Q1_0));
|
|
4462
4490
|
rb_define_const(rb_mLlamaCpp, "LLAMA_FTYPE_GUESSED", INT2NUM(LLAMA_FTYPE_GUESSED));
|
|
4491
|
+
|
|
4492
|
+
rb_define_module_function(rb_mLlamaCpp, "llama_ftype_name", rb_llama_ftype_name, 1);
|
|
4493
|
+
|
|
4463
4494
|
/* llama_rope_scaling_type */
|
|
4464
4495
|
/* Document-const: LlamaCpp::LLAMA_ROPE_SCALING_TYPE_UNSPECIFIED */
|
|
4465
4496
|
rb_define_const(rb_mLlamaCpp, "LLAMA_ROPE_SCALING_TYPE_UNSPECIFIED", INT2NUM(LLAMA_ROPE_SCALING_TYPE_UNSPECIFIED));
|
|
@@ -5478,6 +5509,9 @@ void Init_llama_cpp(void) {
|
|
|
5478
5509
|
/* llama_model_desc */
|
|
5479
5510
|
rb_define_module_function(rb_mLlamaCpp, "llama_model_desc", rb_llama_model_desc, 1);
|
|
5480
5511
|
|
|
5512
|
+
/* llama_model_ftype */
|
|
5513
|
+
rb_define_module_function(rb_mLlamaCpp, "llama_model_ftype", rb_llama_model_ftype, 1);
|
|
5514
|
+
|
|
5481
5515
|
/* llama_model_size */
|
|
5482
5516
|
rb_define_module_function(rb_mLlamaCpp, "llama_model_size", rb_llama_model_size, 1);
|
|
5483
5517
|
|
data/lib/llama_cpp/version.rb
CHANGED
|
@@ -3,8 +3,8 @@
|
|
|
3
3
|
# llama_cpp.rb provides Ruby bindings for the llama.cpp.
|
|
4
4
|
module LlamaCpp
|
|
5
5
|
# The version of llama_cpp.rb you install.
|
|
6
|
-
VERSION = '0.25.
|
|
6
|
+
VERSION = '0.25.6'
|
|
7
7
|
|
|
8
8
|
# The supported version of llama.cpp.
|
|
9
|
-
LLAMA_CPP_VERSION = '
|
|
9
|
+
LLAMA_CPP_VERSION = 'b9860'
|
|
10
10
|
end
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: llama_cpp
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.25.
|
|
4
|
+
version: 0.25.6
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- yoshoku
|
|
@@ -33,7 +33,7 @@ metadata:
|
|
|
33
33
|
homepage_uri: https://github.com/yoshoku/llama_cpp.rb
|
|
34
34
|
source_code_uri: https://github.com/yoshoku/llama_cpp.rb
|
|
35
35
|
changelog_uri: https://github.com/yoshoku/llama_cpp.rb/blob/main/CHANGELOG.md
|
|
36
|
-
documentation_uri: https://gemdocs.org/gems/llama_cpp/0.25.
|
|
36
|
+
documentation_uri: https://gemdocs.org/gems/llama_cpp/0.25.6/
|
|
37
37
|
rubygems_mfa_required: 'true'
|
|
38
38
|
rdoc_options: []
|
|
39
39
|
require_paths:
|