scout-ai 0.2.0 → 1.0.0

data/test/scout/model/python/test_base.rb

@@ -0,0 +1,44 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+class TestPythonModel < Test::Unit::TestCase
+  def test_linear
+    model = nil
+
+    TmpFile.with_path do |dir|
+
+      dir['model.py'].write <<-EOF
+class TestModel:
+  def __init__(self, delta):
+    self.delta = delta
+
+  def eval(self, x):
+    return [e + self.delta for e in x]
+      EOF
+
+      model = PythonModel.new dir, 'TestModel', :model, delta: 1
+
+      model.eval do |sample,list=nil|
+        init unless state
+        if list
+          state.eval(list)
+        else
+          state.eval([sample])[0]
+        end
+      end
+
+      assert_equal 2, model.eval(1)
+      assert_equal [4, 6], model.eval_list([3, 5])
+
+      model.save
+
+      model = ScoutModel.new dir
+
+      assert_equal 2, model.eval(1)
+
+      model = ScoutModel.new dir, delta: 2
+
+      assert_equal 3, model.eval(1)
+    end
+  end
+end

data/test/scout/model/python/test_huggingface.rb

@@ -0,0 +1,9 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+class TestHuggingface < Test::Unit::TestCase
+  def test_true
+    assert true
+  end
+end
+

data/test/scout/model/python/test_torch.rb

@@ -0,0 +1,71 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+class TestTorch < Test::Unit::TestCase
+  def test_linear
+    model = nil
+
+    TmpFile.with_dir do |dir|
+
+      # Create model
+
+      TorchModel.init_python
+
+      model = TorchModel.new dir
+      model.state = ScoutPython.torch.nn.Linear.new(1, 1)
+      model.criterion = ScoutPython.torch.nn.MSELoss.new()
+
+      model.extract_features do |f|
+        [f]
+      end
+
+      model.post_process do |v,list|
+        list ? list.collect{|vv| vv.first } :  v.first
+      end
+
+      # Train model
+
+      model.add 5.0, [10.0]
+      model.add 10.0, [20.0]
+
+      model.options[:training_args][:epochs] = 1000
+      model.train
+
+      w = model.get_weights.to_ruby.first.first
+
+      assert w > 1.8
+      assert w < 2.2
+
+      # Load the model again
+
+      sss 0
+      model.save
+
+      model = ScoutModel.new dir
+
+      # Test model
+
+      y = model.eval_list([100.0, 200.0]).first
+
+      assert(y > 150.0)
+      assert(y < 250.0)
+
+      y = model.eval(100.0)
+
+      assert(y > 150.0)
+      assert(y < 250.0)
+
+      test = [1.0, 5.0, 10.0, 20.0]
+      input_sum = Misc.sum(test)
+      sum = Misc.sum(model.eval_list(test))
+      assert sum > 0.8 * input_sum * 2
+      assert sum < 1.2 * input_sum * 2
+
+      w = TorchModel.get_weights(model.state).to_ruby.first.first
+
+      assert w > 1.8
+      assert w < 2.2
+    end
+  end
+end
+

data/test/scout/model/python/torch/test_helpers.rb

@@ -0,0 +1,14 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+require 'scout/model/python/base'
+class TestTorchHelpers < Test::Unit::TestCase
+  def test_del
+    ScoutPython.init_scout
+    ScoutPython.pyimport :torch
+    batch = [[100.0]]
+    tensor = TorchModel.tensor(batch, 'cuda', @dtype)
+    tensor.del
+  end
+end
+

data/test/scout/model/test_base.rb

@@ -0,0 +1,117 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+class TestClass < Test::Unit::TestCase
+  def test_trivial_model
+    model = ScoutModel.new
+    model.eval do |sample,list=nil|
+      if list
+        list.collect{|sample|
+          sample * 2
+        }
+      else
+        sample * 2
+      end
+    end
+
+    assert_equal 2, model.eval(1)
+    assert_equal [2, 4], model.eval_list([1, 2])
+  end
+
+  def test_trivial_model_options
+    model = ScoutModel.new nil, factor: 4
+    model.eval do |sample,list=nil|
+      if list
+        list.collect{|sample|
+          sample * @options[:factor]
+        }
+      else
+        sample * @options[:factor]
+      end
+    end
+
+    assert_equal 4, model.eval(1)
+    assert_equal [4, 8], model.eval_list([1, 2])
+  end
+
+  def test_R_model
+    require 'rbbt-util'
+    require 'rbbt/util/R'
+
+    text =<<-EOF
+1 0;1;1
+1 1;0;1
+1 1;1;1
+1 0;1;1
+1 1;;1
+0 0;1;0
+0 1;0;0
+0 0;1;0
+0 1;0;0
+    EOF
+
+    TmpFile.with_file do |dir|
+      Open.mkdir dir
+      model = ScoutModel.new dir
+
+      model.extract_features do |sample|
+        sample.split(";")
+      end
+
+      model.train do |list,labels|
+        TmpFile.with_file do |feature_file|
+          Open.write(feature_file, list.collect{|feats| feats * "\t"} * "\n")
+          Open.write(feature_file + '.class', labels * "\n")
+          R.run <<-EOF
+features = read.table("#{ feature_file }", sep ="\\t", stringsAsFactors=FALSE);
+labels = scan("#{ feature_file }.class", what=numeric());
+features = cbind(features, class = labels);
+rbbt.require('e1071')
+model = svm(class ~ ., data = features) 
+save(model, file="#{ state_file }");
+          EOF
+        end
+      end
+
+      model.eval do |features|
+        TmpFile.with_file do |feature_file|
+          TmpFile.with_file do |results|
+            Open.write(feature_file, features * "\t")
+            R.run <<-EOF
+features = read.table("#{ feature_file }", sep ="\\t", stringsAsFactors=FALSE);
+library(e1071)
+load(file="#{ state_file }")
+label = predict(model, features);
+cat(label, file="#{results}");
+            EOF
+
+            Open.read(results)
+          end
+        end
+      end
+
+      text.split(/\n/).each do |line|
+        label, sample = line.split(" ")
+        model.add(sample, label)
+      end
+
+      model.train
+
+      assert model.eval("1;1;1").to_f > 0.5
+      assert model.eval("0;0;0").to_f < 0.5
+
+      model.save
+
+      model = ScoutModel.new dir
+      assert model.eval("1;1;1").to_f > 0.5
+      assert model.eval("0;0;0").to_f < 0.5
+
+      model.post_process do |result|
+        result.to_f < 0.5 ? :bad : :good
+      end
+
+      assert_equal :bad, model.eval("0;0;0")
+    end
+  end
+end
+

data/test/scout/model/util/test_save.rb

@@ -0,0 +1,31 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+require 'scout/model/base'
+
+class TestClass < Test::Unit::TestCase
+  def test_trivial_model_save
+
+    TmpFile.with_file do |dir|
+      model = ScoutModel.new dir
+
+      model.eval do |sample,list=nil|
+        if list
+          list.collect{|sample|
+            sample * 2
+          }
+        else
+          sample * 2
+        end
+      end
+
+      model.save
+
+      model = ScoutModel.new dir
+
+      assert_equal 2, model.eval(1)
+      assert_equal [2, 4], model.eval_list([1, 2])
+    end
+  end
+end
+

metadata

@@ -1,14 +1,28 @@
 --- !ruby/object:Gem::Specification
 name: scout-ai
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 1.0.0
 platform: ruby
 authors:
 - Miguel Vazquez
 bindir: bin
 cert_chain: []
-date: 2025-03-19 00:00:00.000000000 Z
-dependencies: []
+date: 2025-06-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: scout-rig
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: assorted functionalities to help scouts use AI
 email: mikisvaz@gmail.com
 executables:
@@ -29,38 +43,91 @@ files:
 - bin/scout-ai
 - lib/scout-ai.rb
 - lib/scout/llm/agent.rb
+- lib/scout/llm/agent/chat.rb
 - lib/scout/llm/ask.rb
+- lib/scout/llm/backends/bedrock.rb
 - lib/scout/llm/backends/huggingface.rb
 - lib/scout/llm/backends/ollama.rb
 - lib/scout/llm/backends/openai.rb
 - lib/scout/llm/backends/openwebui.rb
 - lib/scout/llm/backends/relay.rb
+- lib/scout/llm/backends/responses.rb
+- lib/scout/llm/chat.rb
 - lib/scout/llm/embed.rb
 - lib/scout/llm/parse.rb
 - lib/scout/llm/rag.rb
 - lib/scout/llm/tools.rb
 - lib/scout/llm/utils.rb
-- questions/coach
+- lib/scout/model/base.rb
+- lib/scout/model/python/base.rb
+- lib/scout/model/python/huggingface.rb
+- lib/scout/model/python/huggingface/causal.rb
+- lib/scout/model/python/huggingface/causal/next_token.rb
+- lib/scout/model/python/huggingface/classification
+- lib/scout/model/python/huggingface/classification.rb
+- lib/scout/model/python/torch.rb
+- lib/scout/model/python/torch/dataloader.rb
+- lib/scout/model/python/torch/helpers.rb
+- lib/scout/model/python/torch/introspection.rb
+- lib/scout/model/python/torch/load_and_save.rb
+- lib/scout/model/util/run.rb
+- lib/scout/model/util/save.rb
+- python/scout_ai/__init__.py
+- python/scout_ai/__pycache__/__init__.cpython-310.pyc
+- python/scout_ai/__pycache__/__init__.cpython-311.pyc
+- python/scout_ai/__pycache__/huggingface.cpython-310.pyc
+- python/scout_ai/__pycache__/huggingface.cpython-311.pyc
+- python/scout_ai/__pycache__/util.cpython-310.pyc
+- python/scout_ai/__pycache__/util.cpython-311.pyc
+- python/scout_ai/atcold/__init__.py
+- python/scout_ai/atcold/plot_lib.py
+- python/scout_ai/atcold/spiral.py
+- python/scout_ai/huggingface/data.py
+- python/scout_ai/huggingface/eval.py
+- python/scout_ai/huggingface/model.py
+- python/scout_ai/huggingface/rlhf.py
+- python/scout_ai/huggingface/train/__init__.py
+- python/scout_ai/huggingface/train/__pycache__/__init__.cpython-310.pyc
+- python/scout_ai/huggingface/train/__pycache__/next_token.cpython-310.pyc
+- python/scout_ai/huggingface/train/next_token.py
+- python/scout_ai/language_model.py
+- python/scout_ai/util.py
+- scout-ai.gemspec
 - scout_commands/agent/ask
+- scout_commands/agent/kb
 - scout_commands/llm/ask
 - scout_commands/llm/process
 - scout_commands/llm/template
+- test/data/cat.jpg
 - test/data/person/brothers
 - test/data/person/identifiers
 - test/data/person/marriages
 - test/data/person/parents
+- test/scout/llm/agent/test_chat.rb
+- test/scout/llm/backends/test_bedrock.rb
 - test/scout/llm/backends/test_huggingface.rb
 - test/scout/llm/backends/test_ollama.rb
 - test/scout/llm/backends/test_openai.rb
 - test/scout/llm/backends/test_openwebui.rb
 - test/scout/llm/backends/test_relay.rb
+- test/scout/llm/backends/test_responses.rb
 - test/scout/llm/test_agent.rb
 - test/scout/llm/test_ask.rb
+- test/scout/llm/test_chat.rb
 - test/scout/llm/test_embed.rb
 - test/scout/llm/test_parse.rb
 - test/scout/llm/test_rag.rb
 - test/scout/llm/test_tools.rb
 - test/scout/llm/test_utils.rb
+- test/scout/model/python/huggingface/causal/test_next_token.rb
+- test/scout/model/python/huggingface/test_causal.rb
+- test/scout/model/python/huggingface/test_classification.rb
+- test/scout/model/python/test_base.rb
+- test/scout/model/python/test_huggingface.rb
+- test/scout/model/python/test_torch.rb
+- test/scout/model/python/torch/test_helpers.rb
+- test/scout/model/test_base.rb
+- test/scout/model/util/test_save.rb
 - test/test_helper.rb
 homepage: http://github.com/mikisvaz/scout-ai
 licenses:
@@ -80,7 +147,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.5
+rubygems_version: 3.6.6
 specification_version: 4
 summary: AI gear for scouts
 test_files: []

data/questions/coach

@@ -1,2 +0,0 @@
-system: You write prompts to give instructions to a coding LLM to perform certain task
-user: ???