rllama 1.0.2-x86_64-linux-gnu → 1.0.3-x86_64-linux-gnu

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 3aaad6b822c8da305873cfdbb0550046101989551cf969222343dacfa764c563
4
- data.tar.gz: a6718e8d443b6ef313fd83642798cb55110edfa0ea0ac7d752c6aab5c40608e4
3
+ metadata.gz: ff4a00cec51b792ea41e5082dc6119133a595202ffea8455ec9fcea283b633ce
4
+ data.tar.gz: 9ad6aec75650da20c6c14ff53325be5ef51a42fedcbde5845b747ec9d3aafb02
5
5
  SHA512:
6
- metadata.gz: 28959d7e4c3832182a80e213191150f3a1b753c33fb4d7bfa2eec4d9c2e4819f260cf8ab65afee8059e5e81a81d41c782914cd3fc8bedf3e8f912539f568b2ed
7
- data.tar.gz: 6211eea8c07e3b892a74d23cceed7424ba17ae22bf5e16147d5b9b1806368a31d03e8b1260bd25bad5fb628526919d66f2f5d7b4cabb7c9476d3cb12a6e665ca
6
+ metadata.gz: d6646ecd9841f1d7865946d20375162c90294afd80075d7c00888b354c211b23bf7223ed9016ff8daf1706e7c614e8937431a9be88469eaaf9765ac08323b351
7
+ data.tar.gz: 7f9521e19216bea83c09a30b7d8f646f52f1a5d19b5767807b653f2aa0e614a7f2857bfc705a179540366594aae48cef7720df772dfae54c0f3070e8859c5ee0
@@ -1,10 +1,12 @@
1
1
  # frozen_string_literal: true
2
2
 
3
+ require 'etc'
4
+
3
5
  module Rllama
4
6
  class Context
5
7
  attr_reader :messages, :n_ctx, :n_batch, :n_past
6
8
 
7
- def initialize(model, embeddings: false, n_ctx: nil, n_batch: nil)
9
+ def initialize(model, embeddings: false, n_ctx: nil, n_batch: nil, n_threads: Etc.nprocessors)
8
10
  @model = model
9
11
  @n_ctx = n_ctx
10
12
  @n_batch = n_batch
@@ -15,6 +17,9 @@ module Rllama
15
17
  @ctx_params[:n_ctx] = @n_ctx if @n_ctx
16
18
  @ctx_params[:n_batch] = @n_batch if @n_batch
17
19
 
20
+ @ctx_params[:n_threads] = n_threads
21
+ @ctx_params[:n_threads_batch] = n_threads
22
+
18
23
  if @embeddings
19
24
  seq_cap = @model.n_seq_max
20
25
 
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Rllama
4
- VERSION = '1.0.2'
4
+ VERSION = '1.0.3'
5
5
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: rllama
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.0.2
4
+ version: 1.0.3
5
5
  platform: x86_64-linux-gnu
6
6
  authors:
7
7
  - Pete Matsyburka