llama-rb 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1371348a7ba9c4fa75ada41ec8afc6461e1d56dae2c3e3dede175d189ecdd7ea
-  data.tar.gz: b45a9ed3c28a228a2405ec8874f4cf8239dfcb4cb3132e7a44be806b5c6a2a78
+  metadata.gz: '03801e4f99933be9c0e8d559008626991535c2167af88c8cb31defb31c88d0f6'
+  data.tar.gz: 6f17e50818de906f33de2686cf1b75c0e17aa052f0fba60889bad85df0591f59
 SHA512:
-  metadata.gz: 88dd6f7a6f971f60753625dce11b469bbf46f606b4be4c8d308636d1f696666cacd9b174bda65bc5e42d503db413c9f1281c9a7129d838f1dfab3088717f603f
-  data.tar.gz: 449673e8950cc869ad899500b85a6108d2a02b7915ca340733bda0f18fa49691df7e839a6efece440d76a0583d037c90a6226f505eacc08ba24a9ae510b840bc
+  metadata.gz: 40602fc8c253087a78fd4e5edf5fbae24f3a4ad0d9a3bb2f6730ef701753f6815e8716303220e8edcb1984484d5ffbd20c6adb7e07690244cd738ec6918c80e8
+  data.tar.gz: 9cbf6bed4fa4359bd007d083f99976a885b1557b0bf01c4d22a55e231515adf7f66e58e951e01bf731e827b893bf6fc278a306f8a566be3e133039f210214bc2

data/README.md

@@ -42,21 +42,15 @@ m.predict('hello world')
 ```ruby
 def self.new(
   model,               # path to model file, e.g. "models/7B/ggml-model-q4_0.bin"
-  n_ctx: 512,          # context size
-  n_parts: -1,         # amount of model parts (-1 = determine from model dimensions)
+  n_predict: 128       # number of tokens to predict
   seed: Time.now.to_i, # RNG seed
-  memory_f16: true,    # use f16 instead of f32 for memory kv
-  use_mlock: false     # use mlock to keep model in memory
 )
 ```
 
 #### Llama::Model#predict
 
 ```ruby
-def predict(
-  prompt,        # string used as prompt
-  n_predict: 128 # number of tokens to predict
-)
+def predict(prompt)
 ```
 
 ## Development

data/lib/llama/version.rb

@@ -1,3 +1,3 @@
 module Llama
-  VERSION = '0.2.0'.freeze
+  VERSION = '0.2.1'.freeze
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llama-rb
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - zfletch