scout-ai 0.2.0 → 1.0.1

data/test/scout/model/python/torch/test_helpers.rb

@@ -0,0 +1,14 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+require 'scout/model/python/base'
+class TestTorchHelpers < Test::Unit::TestCase
+  def test_del
+    ScoutPython.init_scout
+    ScoutPython.pyimport :torch
+    batch = [[100.0]]
+    tensor = TorchModel.tensor(batch, 'cuda', @dtype)
+    tensor.del
+  end
+end
+

data/test/scout/model/test_base.rb

@@ -0,0 +1,117 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+class TestClass < Test::Unit::TestCase
+  def test_trivial_model
+    model = ScoutModel.new
+    model.eval do |sample,list=nil|
+      if list
+        list.collect{|sample|
+          sample * 2
+        }
+      else
+        sample * 2
+      end
+    end
+
+    assert_equal 2, model.eval(1)
+    assert_equal [2, 4], model.eval_list([1, 2])
+  end
+
+  def test_trivial_model_options
+    model = ScoutModel.new nil, factor: 4
+    model.eval do |sample,list=nil|
+      if list
+        list.collect{|sample|
+          sample * @options[:factor]
+        }
+      else
+        sample * @options[:factor]
+      end
+    end
+
+    assert_equal 4, model.eval(1)
+    assert_equal [4, 8], model.eval_list([1, 2])
+  end
+
+  def test_R_model
+    require 'rbbt-util'
+    require 'rbbt/util/R'
+
+    text =<<-EOF
+1 0;1;1
+1 1;0;1
+1 1;1;1
+1 0;1;1
+1 1;;1
+0 0;1;0
+0 1;0;0
+0 0;1;0
+0 1;0;0
+    EOF
+
+    TmpFile.with_file do |dir|
+      Open.mkdir dir
+      model = ScoutModel.new dir
+
+      model.extract_features do |sample|
+        sample.split(";")
+      end
+
+      model.train do |list,labels|
+        TmpFile.with_file do |feature_file|
+          Open.write(feature_file, list.collect{|feats| feats * "\t"} * "\n")
+          Open.write(feature_file + '.class', labels * "\n")
+          R.run <<-EOF
+features = read.table("#{ feature_file }", sep ="\\t", stringsAsFactors=FALSE);
+labels = scan("#{ feature_file }.class", what=numeric());
+features = cbind(features, class = labels);
+rbbt.require('e1071')
+model = svm(class ~ ., data = features) 
+save(model, file="#{ state_file }");
+          EOF
+        end
+      end
+
+      model.eval do |features|
+        TmpFile.with_file do |feature_file|
+          TmpFile.with_file do |results|
+            Open.write(feature_file, features * "\t")
+            R.run <<-EOF
+features = read.table("#{ feature_file }", sep ="\\t", stringsAsFactors=FALSE);
+library(e1071)
+load(file="#{ state_file }")
+label = predict(model, features);
+cat(label, file="#{results}");
+            EOF
+
+            Open.read(results)
+          end
+        end
+      end
+
+      text.split(/\n/).each do |line|
+        label, sample = line.split(" ")
+        model.add(sample, label)
+      end
+
+      model.train
+
+      assert model.eval("1;1;1").to_f > 0.5
+      assert model.eval("0;0;0").to_f < 0.5
+
+      model.save
+
+      model = ScoutModel.new dir
+      assert model.eval("1;1;1").to_f > 0.5
+      assert model.eval("0;0;0").to_f < 0.5
+
+      model.post_process do |result|
+        result.to_f < 0.5 ? :bad : :good
+      end
+
+      assert_equal :bad, model.eval("0;0;0")
+    end
+  end
+end
+

data/test/scout/model/util/test_save.rb

@@ -0,0 +1,31 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+require 'scout/model/base'
+
+class TestClass < Test::Unit::TestCase
+  def test_trivial_model_save
+
+    TmpFile.with_file do |dir|
+      model = ScoutModel.new dir
+
+      model.eval do |sample,list=nil|
+        if list
+          list.collect{|sample|
+            sample * 2
+          }
+        else
+          sample * 2
+        end
+      end
+
+      model.save
+
+      model = ScoutModel.new dir
+
+      assert_equal 2, model.eval(1)
+      assert_equal [2, 4], model.eval_list([1, 2])
+    end
+  end
+end
+

metadata

@@ -1,14 +1,56 @@
 --- !ruby/object:Gem::Specification
 name: scout-ai
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 1.0.1
 platform: ruby
 authors:
 - Miguel Vazquez
 bindir: bin
 cert_chain: []
-date: 2025-03-19 00:00:00.000000000 Z
-dependencies: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: scout-rig
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-openai
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-mcp-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: assorted functionalities to help scouts use AI
 email: mikisvaz@gmail.com
 executables:
@@ -17,50 +59,114 @@ extensions: []
 extra_rdoc_files:
 - LICENSE
 - LICENSE.txt
-- README.rdoc
+- README.md
 files:
 - ".document"
 - ".vimproject"
 - LICENSE
 - LICENSE.txt
-- README.rdoc
+- README.md
 - Rakefile
 - VERSION
 - bin/scout-ai
+- doc/Agent.md
+- doc/Chat.md
+- doc/LLM.md
+- doc/Model.md
+- doc/RAG.md
 - lib/scout-ai.rb
 - lib/scout/llm/agent.rb
+- lib/scout/llm/agent/chat.rb
+- lib/scout/llm/agent/delegate.rb
+- lib/scout/llm/agent/iterate.rb
 - lib/scout/llm/ask.rb
+- lib/scout/llm/backends/anthropic.rb
+- lib/scout/llm/backends/bedrock.rb
 - lib/scout/llm/backends/huggingface.rb
 - lib/scout/llm/backends/ollama.rb
 - lib/scout/llm/backends/openai.rb
 - lib/scout/llm/backends/openwebui.rb
 - lib/scout/llm/backends/relay.rb
+- lib/scout/llm/backends/responses.rb
+- lib/scout/llm/chat.rb
 - lib/scout/llm/embed.rb
+- lib/scout/llm/mcp.rb
 - lib/scout/llm/parse.rb
 - lib/scout/llm/rag.rb
 - lib/scout/llm/tools.rb
+- lib/scout/llm/tools/call.rb
+- lib/scout/llm/tools/knowledge_base.rb
+- lib/scout/llm/tools/mcp.rb
+- lib/scout/llm/tools/workflow.rb
 - lib/scout/llm/utils.rb
-- questions/coach
+- lib/scout/model/base.rb
+- lib/scout/model/python/base.rb
+- lib/scout/model/python/huggingface.rb
+- lib/scout/model/python/huggingface/causal.rb
+- lib/scout/model/python/huggingface/causal/next_token.rb
+- lib/scout/model/python/huggingface/classification
+- lib/scout/model/python/huggingface/classification.rb
+- lib/scout/model/python/torch.rb
+- lib/scout/model/python/torch/dataloader.rb
+- lib/scout/model/python/torch/helpers.rb
+- lib/scout/model/python/torch/introspection.rb
+- lib/scout/model/python/torch/load_and_save.rb
+- lib/scout/model/util/run.rb
+- lib/scout/model/util/save.rb
+- python/scout_ai/__init__.py
+- python/scout_ai/huggingface/data.py
+- python/scout_ai/huggingface/eval.py
+- python/scout_ai/huggingface/model.py
+- python/scout_ai/huggingface/rlhf.py
+- python/scout_ai/huggingface/train/__init__.py
+- python/scout_ai/huggingface/train/next_token.py
+- python/scout_ai/util.py
+- scout-ai.gemspec
 - scout_commands/agent/ask
+- scout_commands/agent/kb
+- scout_commands/documenter
 - scout_commands/llm/ask
 - scout_commands/llm/process
+- scout_commands/llm/server
 - scout_commands/llm/template
+- share/server/chat.html
+- share/server/chat.js
+- test/data/cat.jpg
 - test/data/person/brothers
 - test/data/person/identifiers
 - test/data/person/marriages
 - test/data/person/parents
+- test/scout/llm/agent/test_chat.rb
+- test/scout/llm/backends/test_anthropic.rb
+- test/scout/llm/backends/test_bedrock.rb
 - test/scout/llm/backends/test_huggingface.rb
 - test/scout/llm/backends/test_ollama.rb
 - test/scout/llm/backends/test_openai.rb
 - test/scout/llm/backends/test_openwebui.rb
 - test/scout/llm/backends/test_relay.rb
+- test/scout/llm/backends/test_responses.rb
 - test/scout/llm/test_agent.rb
 - test/scout/llm/test_ask.rb
+- test/scout/llm/test_chat.rb
 - test/scout/llm/test_embed.rb
+- test/scout/llm/test_mcp.rb
 - test/scout/llm/test_parse.rb
 - test/scout/llm/test_rag.rb
 - test/scout/llm/test_tools.rb
 - test/scout/llm/test_utils.rb
+- test/scout/llm/tools/test_call.rb
+- test/scout/llm/tools/test_knowledge_base.rb
+- test/scout/llm/tools/test_mcp.rb
+- test/scout/llm/tools/test_workflow.rb
+- test/scout/model/python/huggingface/causal/test_next_token.rb
+- test/scout/model/python/huggingface/test_causal.rb
+- test/scout/model/python/huggingface/test_classification.rb
+- test/scout/model/python/test_base.rb
+- test/scout/model/python/test_huggingface.rb
+- test/scout/model/python/test_torch.rb
+- test/scout/model/python/torch/test_helpers.rb
+- test/scout/model/test_base.rb
+- test/scout/model/util/test_save.rb
 - test/test_helper.rb
 homepage: http://github.com/mikisvaz/scout-ai
 licenses:
@@ -80,7 +186,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.5
+rubygems_version: 3.7.0.dev
 specification_version: 4
 summary: AI gear for scouts
 test_files: []

data/README.rdoc

@@ -1,18 +0,0 @@
-= scout-ai
-
-Description goes here.
-
-== Contributing to scout-ai
- 
-* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet.
-* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it.
-* Fork the project.
-* Start a feature/bugfix branch.
-* Commit and push until you are happy with your contribution.
-* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
-* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
-
-== Copyright
-
-Copyright (c) 2025 Miguel Vazquez. See LICENSE.txt for
-further details.

data/questions/coach

@@ -1,2 +0,0 @@
-system: You write prompts to give instructions to a coding LLM to perform certain task
-user: ???