scout-ai 0.2.0

data/test/scout/llm/backends/test_openwebui.rb

@@ -0,0 +1,57 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+class TestOpenWebUI < Test::Unit::TestCase
+  def test_gepeto
+    Log.severity = 0
+    prompt =<<-EOF
+system: you are a coding helper that only write code and comments without formatting so that it can work directly, avoid the initial and end commas ```.
+user: write a script that sorts files in a directory 
+    EOF
+    
+    prompt =<<-EOF
+user: write a script that sorts files in a directory 
+    EOF
+
+    ppp LLM::OpenWebUI.ask prompt, model: 'mistral:latest', url: "http://gepeto.bsc.es/api"
+  end
+
+  def _test_tool
+    prompt =<<-EOF
+What is the weather in London. Should I take an umbrella?
+    EOF
+
+    tools = [
+      {
+        "type": "function",
+        "function": {
+          "name": "get_current_temperature",
+          "description": "Get the current temperature for a specific location",
+          "parameters": {
+            "type": "object",
+            "properties": {
+              "location": {
+                "type": "string",
+                "description": "The city and state, e.g., San Francisco, CA"
+              },
+              "unit": {
+                "type": "string",
+                "enum": ["Celsius", "Fahrenheit"],
+                "description": "The temperature unit to use. Infer this from the user's location."
+              }
+            },
+            "required": ["location", "unit"]
+          }
+        }
+      },
+    ]
+
+    sss 0
+    respose = LLM::OpenWebUI.ask prompt, model: 'gemma2:latest', tool_choice: 'required', tools: tools do |name,arguments|
+      "It's raining cats and dogs"
+    end
+
+    ppp respose
+  end
+end
+

data/test/scout/llm/backends/test_relay.rb

@@ -0,0 +1,10 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+class TestRelay < Test::Unit::TestCase
+  def test_ask
+    Scout::Config.set(:server, 'localhost', :relay)
+    ppp LLM::Relay.ask 'Say hi', model: 'gemma2'
+  end
+end
+

data/test/scout/llm/test_agent.rb

@@ -0,0 +1,114 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+require 'rbbt-util'
+class TestLLMAgent < Test::Unit::TestCase
+  def _test_system
+    TmpFile.with_dir do |dir|
+      kb = KnowledgeBase.new dir
+      kb.format = {"Person" => "Alias"}
+      kb.register :brothers, datafile_test(:person).brothers, undirected: true
+      kb.register :marriages, datafile_test(:person).marriages, undirected: true, source: "=>Alias", target: "=>Alias"
+      kb.register :parents, datafile_test(:person).parents
+
+      agent = LLM::Agent.new knowledge_base: kb
+
+      agent.system = ""
+
+      sss 0
+      ppp agent.ask "Who is Miguel's brother-in-law. Brother in law is your spouses sibling or your sibling's spouse"
+      #ppp agent.ask "Who is Guille's brother-in-law. Brother in law is your spouses sibling or your sibling's spouse"
+    end
+  end
+
+  def _test_system_gepeto
+    TmpFile.with_dir do |dir|
+      Scout::Config.set(:backend, :ollama, :ask)
+      kb = KnowledgeBase.new dir
+      kb.format = {"Person" => "Alias"}
+      kb.register :brothers, datafile_test(:person).brothers, undirected: true
+      kb.register :marriages, datafile_test(:person).marriages, undirected: true, source: "=>Alias", target: "=>Alias"
+      kb.register :parents, datafile_test(:person).parents
+
+      agent = LLM::Agent.new knowledge_base: kb, model: 'mistral', url: "https://gepeto.bsc.es/"
+
+      agent.system = ""
+
+      sss 0
+      ppp agent.ask "Who is Guille's brother-in-law. Brother in law is your spouses sibling or your sibling's spouse"
+    end
+  end
+
+  def test_workflow
+    m = Module.new do
+      extend Workflow
+      self.name = "Registration"
+
+      desc "Register a person"
+      input :name, :string, "Last, first name"
+      input :age, :integer, "Age"
+      input :gender, :select, "Gender", nil, :select_options => %w(male female)
+      task :person => :yaml do
+        iii inputs.to_hash
+        inputs.to_hash
+      end
+    end
+
+    sss 0
+    #ppp LLM.workflow_ask(m, "Register Eduard Smith, a 25 yo male", model: "Meta-Llama-3.3-70B-Instruct")
+    ppp LLM.workflow_ask(m, "Register Eduard Smith, a 25 yo male, using a tool call to the tool provided", backend: 'ollama', model: "llama3")
+  end
+
+  def _test_openai
+    TmpFile.with_dir do |dir|
+      kb = KnowledgeBase.new dir
+      kb.format = {"Person" => "Alias"}
+      kb.register :brothers, datafile_test(:person).brothers, undirected: true
+      kb.register :marriages, datafile_test(:person).marriages, undirected: true, source: "=>Alias", target: "=>Alias"
+      kb.register :parents, datafile_test(:person).parents
+
+      sss 3
+      agent = LLM::Agent.new knowledge_base: kb, model: 'gpt-4o'
+
+      agent.system = ""
+
+      ppp agent.ask "Who is Miguel's brother-in-law"
+    end
+  end
+
+  def _test_argonne
+    TmpFile.with_dir do |dir|
+      kb = KnowledgeBase.new dir
+      kb.format = {"Person" => "Alias"}
+      kb.register :brothers, datafile_test(:person).brothers, undirected: true
+      kb.register :marriages, datafile_test(:person).marriages, undirected: true, source: "=>Alias", target: "=>Alias"
+      kb.register :parents, datafile_test(:person).parents
+
+      agent.system = ""
+
+      ppp agent.ask "Who is Miguel's brother-in-law"
+    end
+  end
+
+  def _test_nvidia
+    TmpFile.with_dir do |dir|
+      kb = KnowledgeBase.new dir
+      kb.format = {"Person" => "Alias"}
+      kb.register :brothers, datafile_test(:person).brothers, undirected: true
+      kb.register :marriages, datafile_test(:person).marriages, undirected: true, source: "=>Alias", target: "=>Alias"
+      kb.register :parents, datafile_test(:person).parents
+
+      sss 0
+
+      ppp LLM::OpenAI.ask "Say Hi", url: "https://integrate.api.nvidia.com/v1", model: "deepseek-ai/deepseek-r1"
+      exit
+
+
+      agent.system = ""
+
+      ppp agent.ask "Who is Miguel's brother-in-law. Make use of the tools using tool_calls"
+    end
+  end
+
+end
+

data/test/scout/llm/test_ask.rb

@@ -0,0 +1,63 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+require 'scout/workflow'
+require 'scout/knowledge_base'
+
+class TestLLM < Test::Unit::TestCase
+  def _test_ask
+    Log.severity = 0
+    prompt =<<-EOF
+system: you are a coding helper that only write code and comments without formatting so that it can work directly, avoid the initial and end commas ```.
+user: write a script that sorts files in a directory 
+    EOF
+    ppp LLM.ask prompt
+  end
+
+  def _test_workflow_ask
+    m = Module.new do
+      extend Workflow
+      self.name = "RecipeWorkflow"
+
+      desc "List the steps to cook a recipe"
+      input :recipe, :string, "Recipe for which to extract steps"
+      task :recipe_steps => :array do |recipe|
+        ["prepare batter", "bake"]
+      end
+
+      desc "Calculate time spent in each step of the recipe"
+      input :step, :string, "Cooking step"
+      task :step_time => :string do |step|
+        case step 
+        when "prepare batter"
+          "2 hours"
+        when "bake"
+          "30 minutes"
+        else
+          "1 minute"
+        end
+      end
+    end
+
+    ppp LLM.workflow_ask(m, "How much time does it take to prepare a cake recipe")
+  end
+
+  def test_knowledbase
+    TmpFile.with_dir do |dir|
+      kb = KnowledgeBase.new dir
+      kb.format = {"Person" => "Alias"}
+      kb.register :brothers, datafile_test(:person).brothers, undirected: true
+      kb.register :marriages, datafile_test(:person).marriages, undirected: true, source: "=>Alias", target: "=>Alias"
+      kb.register :parents, datafile_test(:person).parents
+
+      Scout::Config.set(:backend, :openai, :llm)
+      ppp LLM.knowledge_base_ask(kb, "Who is Miki's brother in law?", log_errors: true, model: 'gpt-4o')
+      ppp LLM.knowledge_base_ask(kb, "Who is Miki's father in law?", log_errors: true, model: 'gpt-4o')
+      Scout::Config.set(:backend, :ollama, :llm)
+      ppp LLM.knowledge_base_ask(kb, "Who is Miki's brother in law?")
+      ppp LLM.knowledge_base_ask(kb, "Who is Miki's father in law?")
+    end
+  end
+
+end
+

data/test/scout/llm/test_parse.rb

@@ -0,0 +1,19 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+class TestLLMParse < Test::Unit::TestCase
+  def test_parse
+    text=<<-EOF
+system: you are an asistant
+user: Given the contents of this file: [[ 
+line 1: 1
+line 2: 2
+line 3: 3
+]]
+Show me the lines in reverse order
+    EOF
+
+    iii LLM.parse(text)
+  end
+end
+

data/test/scout/llm/test_rag.rb

@@ -0,0 +1,30 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+require 'scout/llm/embed'
+
+class TestLLMRAG < Test::Unit::TestCase
+  def test_rag
+    text1 =<<-EOF
+Crime, Killing and Theft.
+    EOF
+    text2 =<<-EOF
+Murder, felony and violence
+    EOF
+    text3 =<<-EOF
+Puppies, cats and flowers
+    EOF
+
+    data = [ LLM.embed(text1),
+             LLM.embed(text2),
+             LLM.embed(text3)]
+
+    i = LLM::RAG.index(data)
+    nodes, scores = i.search_knn LLM.embed('I love the zoo'), 1
+    assert_equal 2, nodes.first
+
+    nodes, scores = i.search_knn LLM.embed('The victim got stabbed'), 2
+    assert_equal [0, 1], nodes.sort
+  end
+end
+

data/test/scout/llm/test_tools.rb

@@ -0,0 +1,54 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+require 'rbbt/workflow'
+require 'scout/knowledge_base'
+class TestLLMTools < Test::Unit::TestCase
+  def test_workflow_definition
+    m = Module.new do
+      extend Workflow
+      self.name = "RecipeWorkflow"
+
+      desc "List the steps to cook a recipe"
+      input :recipe, :string, "Recipe for which to extract steps"
+      task :recipe_steps => :array do |recipe|
+        ["prepare batter", "bake"]
+      end
+
+      desc "Calculate time spent in each step of the recipe"
+      input :step, :string, "Cooking step"
+      task :step_time => :string do |step|
+        case step 
+        when "prepare batter"
+          "2 hours"
+        when "bake"
+          "30 minutes"
+        else
+          "1 minute"
+        end
+      end
+    end
+
+    LLM.task_tool_definition(m, :recipe_steps)
+    LLM.task_tool_definition(m, :step_time)
+
+    tool_definitions = LLM.workflow_tools(m)
+    ppp JSON.pretty_generate tool_definitions
+  end
+
+  def test_knowledbase_definition
+    TmpFile.with_dir do |dir|
+      kb = KnowledgeBase.new dir
+      kb.register :brothers, datafile_test(:person).brothers, undirected: true
+      kb.register :parents, datafile_test(:person).parents
+
+      assert_include kb.all_databases, :brothers
+
+      assert_equal Person, kb.target_type(:parents)
+
+      knowledge_base_definition = LLM.knowledge_base_tool_definition(kb)
+      ppp JSON.pretty_generate knowledge_base_definition
+    end
+  end
+end
+

data/test/scout/llm/test_utils.rb

@@ -0,0 +1,10 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+class TestLLMUtils < Test::Unit::TestCase
+  def test_server_tokens
+    assert_equal %w(some random server some.random random.server some.random.server some.random.server.com), LLM.get_url_server_tokens('http://some.random.server.com/api')
+    assert_equal %w(ollama.some ollama.server ollama.some.server ollama.some.server.com), LLM.get_url_server_tokens('http://some.server.com/api', :ollama)
+  end
+end
+

data/test/test_helper.rb

@@ -0,0 +1,68 @@
+require 'test/unit'
+$LOAD_PATH.unshift(File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib')))
+$LOAD_PATH.unshift(File.expand_path(File.dirname(__FILE__)))
+require 'scout'
+
+class Test::Unit::TestCase
+
+  def assert_equal_path(path1, path2)
+    assert_equal File.expand_path(path1), File.expand_path(path2)
+  end
+
+  def self.tmpdir
+    @@tmpdir ||= Path.setup('tmp/test_tmpdir').find
+  end
+
+  def tmpdir
+    @tmpdir ||= Test::Unit::TestCase.tmpdir
+  end
+
+  setup do
+    Open.rm_rf tmpdir
+    TmpFile.tmpdir = tmpdir.tmpfiles
+    Log::ProgressBar.default_severity = 0
+    Persist.cache_dir = tmpdir.var.cache
+    Persist::MEMORY_CACHE.clear
+    Open.remote_cache_dir = tmpdir.var.cache
+    Workflow.directory = tmpdir.var.jobs
+    Workflow.workflows.each{|wf| wf.directory = Workflow.directory[wf.name] }
+    Entity.entity_property_cache = tmpdir.entity_properties if defined?(Entity)
+  end
+  
+  teardown do
+    Open.rm_rf tmpdir
+  end
+
+  def self.datadir_test
+    Path.setup(File.join(File.dirname(__FILE__), 'data'))
+  end
+
+  def self.datafile_test(file)
+    datadir_test[file.to_s]
+  end
+
+  def datadir_test
+    Test::Unit::TestCase.datadir_test
+  end
+
+  def datafile_test(file)
+    Test::Unit::TestCase.datafile_test(file)
+  end
+end
+
+module Object::Person
+  extend Entity
+
+  annotation :language
+
+  property :salutation do
+    case language
+    when 'es'
+      "Hola #{self}"
+    else
+      "Hi #{self}"
+    end
+  end
+end
+
+Object::Person.add_identifiers Test::Unit::TestCase.datafile_test(:person).identifiers

metadata

@@ -0,0 +1,86 @@
+--- !ruby/object:Gem::Specification
+name: scout-ai
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: ruby
+authors:
+- Miguel Vazquez
+bindir: bin
+cert_chain: []
+date: 2025-03-19 00:00:00.000000000 Z
+dependencies: []
+description: assorted functionalities to help scouts use AI
+email: mikisvaz@gmail.com
+executables:
+- scout-ai
+extensions: []
+extra_rdoc_files:
+- LICENSE
+- LICENSE.txt
+- README.rdoc
+files:
+- ".document"
+- ".vimproject"
+- LICENSE
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- VERSION
+- bin/scout-ai
+- lib/scout-ai.rb
+- lib/scout/llm/agent.rb
+- lib/scout/llm/ask.rb
+- lib/scout/llm/backends/huggingface.rb
+- lib/scout/llm/backends/ollama.rb
+- lib/scout/llm/backends/openai.rb
+- lib/scout/llm/backends/openwebui.rb
+- lib/scout/llm/backends/relay.rb
+- lib/scout/llm/embed.rb
+- lib/scout/llm/parse.rb
+- lib/scout/llm/rag.rb
+- lib/scout/llm/tools.rb
+- lib/scout/llm/utils.rb
+- questions/coach
+- scout_commands/agent/ask
+- scout_commands/llm/ask
+- scout_commands/llm/process
+- scout_commands/llm/template
+- test/data/person/brothers
+- test/data/person/identifiers
+- test/data/person/marriages
+- test/data/person/parents
+- test/scout/llm/backends/test_huggingface.rb
+- test/scout/llm/backends/test_ollama.rb
+- test/scout/llm/backends/test_openai.rb
+- test/scout/llm/backends/test_openwebui.rb
+- test/scout/llm/backends/test_relay.rb
+- test/scout/llm/test_agent.rb
+- test/scout/llm/test_ask.rb
+- test/scout/llm/test_embed.rb
+- test/scout/llm/test_parse.rb
+- test/scout/llm/test_rag.rb
+- test/scout/llm/test_tools.rb
+- test/scout/llm/test_utils.rb
+- test/test_helper.rb
+homepage: http://github.com/mikisvaz/scout-ai
+licenses:
+- MIT
+metadata: {}
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.5
+specification_version: 4
+summary: AI gear for scouts
+test_files: []