scout-ai 1.2.3 → 2.0.0

data/scout-ai.gemspec

@@ -2,11 +2,11 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Juwelier::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: scout-ai 1.2.3 ruby lib
+# stub: scout-ai 2.0.0 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "scout-ai".freeze
-  s.version = "1.2.3".freeze
+  s.version = "2.0.0".freeze
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib".freeze]
@@ -29,20 +29,39 @@ Gem::Specification.new do |s|
     "Rakefile",
     "VERSION",
     "bin/scout-ai",
-    "doc/Agent.md",
-    "doc/Chat.md",
-    "doc/LLM.md",
+    "doc/Improvements.md",
     "doc/Model.md",
-    "doc/RAG.md",
+    "doc/StartHere.md",
+    "doc/developer/Architecture.md",
+    "doc/developer/Backends.md",
+    "doc/developer/ChatLifecycle.md",
+    "doc/developer/DelegationInternals.md",
+    "doc/developer/DesignPrinciples.md",
+    "doc/developer/PromptProcessing.md",
+    "doc/developer/Provenance.md",
+    "doc/user/BuildingAgents.md",
+    "doc/user/Cookbook.md",
+    "doc/user/CoreConcepts.md",
+    "doc/user/Delegation.md",
+    "doc/user/GettingStarted.md",
+    "doc/user/ManagingContext.md",
+    "doc/user/MultiAgentWorkflows.md",
+    "doc/user/Python.md",
+    "doc/user/RunningInference.md",
+    "doc/user/ToolCalling.md",
+    "doc/user/WritingChats.md",
     "lib/scout-ai.rb",
     "lib/scout/llm/agent.rb",
     "lib/scout/llm/agent/chat.rb",
     "lib/scout/llm/agent/delegate.rb",
     "lib/scout/llm/agent/iterate.rb",
+    "lib/scout/llm/agent/save.rb",
+    "lib/scout/llm/agent/workflow.rb",
     "lib/scout/llm/ask.rb",
     "lib/scout/llm/backends/anthropic.rb",
     "lib/scout/llm/backends/bedrock.rb",
     "lib/scout/llm/backends/default.rb",
+    "lib/scout/llm/backends/glm.rb",
     "lib/scout/llm/backends/huggingface.rb",
     "lib/scout/llm/backends/ollama.rb",
     "lib/scout/llm/backends/openai.rb",
@@ -51,15 +70,23 @@ Gem::Specification.new do |s|
     "lib/scout/llm/backends/responses.rb",
     "lib/scout/llm/backends/vllm.rb",
     "lib/scout/llm/chat.rb",
+    "lib/scout/llm/chat/agent_meta.rb",
     "lib/scout/llm/chat/annotation.rb",
     "lib/scout/llm/chat/parse.rb",
+    "lib/scout/llm/chat/persist.rb",
     "lib/scout/llm/chat/process.rb",
     "lib/scout/llm/chat/process/clear.rb",
     "lib/scout/llm/chat/process/files.rb",
     "lib/scout/llm/chat/process/meta.rb",
     "lib/scout/llm/chat/process/options.rb",
     "lib/scout/llm/chat/process/tools.rb",
+    "lib/scout/llm/chat/prompt.rb",
+    "lib/scout/llm/chat/prompt/shorten_tools.rb",
+    "lib/scout/llm/chat/prompt/shorten_tools_epoch.rb",
+    "lib/scout/llm/chat/provenance.rb",
+    "lib/scout/llm/chat/tool_calls.rb",
     "lib/scout/llm/embed.rb",
+    "lib/scout/llm/image.rb",
     "lib/scout/llm/mcp.rb",
     "lib/scout/llm/rag.rb",
     "lib/scout/llm/tools.rb",
@@ -102,41 +129,98 @@ Gem::Specification.new do |s|
     "python/scout_ai/runner.py",
     "python/scout_ai/util.py",
     "python/tests/test_chat_agent.py",
+    "python/tests/test_huggingface_eval.py",
     "python/tests/test_runner.py",
+    "research/ChatAnalyst-required-changes.md",
+    "research/agent-delegation-analysis.md",
+    "research/agent-meta-provenance-integration-plan.md",
+    "research/agent-workflow-analysis.md",
+    "research/backends-analysis.md",
+    "research/chat-core-analysis.md",
+    "research/chatanalyst-provenance/00-baseline.md",
+    "research/chatanalyst-provenance/01-repo-map.md",
+    "research/chatanalyst-provenance/02-event-reconstruction.md",
+    "research/chatanalyst-provenance/03-duplication-evidence.md",
+    "research/chatanalyst-provenance/04-tooling-root-cause.md",
+    "research/chatanalyst-provenance/05-fix-plan.md",
+    "research/chatanalyst-provenance/07-critic-review.md",
+    "research/chatanalyst-provenance/final-report.md",
+    "research/chatanalyst-provenance/resumption.md",
+    "research/coding-philosophy-analysis.md",
+    "research/commands-analysis.md",
+    "research/multi-agent-patterns-analysis.md",
+    "research/prompt-strategies-analysis.md",
+    "research/prov-verbosity-fix-notes.md",
+    "research/provenance-analysis.md",
+    "research/provenance-navigation-design.md",
+    "research/synthesis-report.md",
+    "research/tools-system-analysis.md",
     "scout-ai.gemspec",
     "scout_commands/agent/ask",
     "scout_commands/agent/find",
     "scout_commands/agent/kb",
-    "scout_commands/documenter",
     "scout_commands/llm/ask",
     "scout_commands/llm/json",
+    "scout_commands/llm/md",
     "scout_commands/llm/process",
+    "scout_commands/llm/process_queries",
+    "scout_commands/llm/prov",
     "scout_commands/llm/server",
     "scout_commands/llm/template",
+    "scout_commands/llm/word",
+    "scout_commands/workflow/mcp",
     "share/server/chat.html",
     "share/server/chat.js",
+    "share/word/reference.docx",
     "test/data/cat.jpg",
     "test/data/person/brothers",
     "test/data/person/identifiers",
     "test/data/person/marriages",
     "test/data/person/parents",
+    "test/etc/AI/mock.yaml",
+    "test/fixtures/backends/anthropic.json",
+    "test/fixtures/backends/anthropic_tool_use.json",
+    "test/fixtures/backends/bedrock.json",
+    "test/fixtures/backends/bedrock_embedding.json",
+    "test/fixtures/backends/bedrock_tool_use.json",
+    "test/fixtures/backends/ollama.json",
+    "test/fixtures/backends/ollama_tool_call.json",
+    "test/fixtures/backends/openai_chat.json",
+    "test/fixtures/backends/openai_chat_tool_call.json",
+    "test/fixtures/backends/responses.json",
+    "test/fixtures/backends/responses_tool_call.json",
+    "test/integration/README.md",
+    "test/integration/scout/llm/backends/test_endpoints.rb",
+    "test/integration/scout/llm/backends/test_openwebui.rb",
+    "test/integration/scout/llm/backends/test_relay.rb",
+    "test/integration/scout/llm/test_infrastructure.rb",
+    "test/integration/scout/llm/test_mcp.rb",
+    "test/integration/scout/llm/tools/test_mcp.rb",
+    "test/integration/scout/model/test_base.rb",
     "test/scout/llm/agent/test_chat.rb",
+    "test/scout/llm/agent/test_save.rb",
+    "test/scout/llm/agent/test_workflow.rb",
     "test/scout/llm/backends/test_anthropic.rb",
     "test/scout/llm/backends/test_bedrock.rb",
     "test/scout/llm/backends/test_huggingface.rb",
     "test/scout/llm/backends/test_ollama.rb",
-    "test/scout/llm/backends/test_openai.rb",
     "test/scout/llm/backends/test_openwebui.rb",
     "test/scout/llm/backends/test_relay.rb",
-    "test/scout/llm/backends/test_responses.rb",
+    "test/scout/llm/chat/agent_meta_fixtures.rb",
+    "test/scout/llm/chat/process/test_meta.rb",
+    "test/scout/llm/chat/process/test_normalize_usage.rb",
+    "test/scout/llm/chat/test_agent_meta.rb",
+    "test/scout/llm/chat/test_agent_meta_provenance.rb",
+    "test/scout/llm/chat/test_agent_meta_tokens.rb",
     "test/scout/llm/chat/test_parse.rb",
     "test/scout/llm/chat/test_process.rb",
+    "test/scout/llm/chat/test_prov_cli.rb",
+    "test/scout/llm/chat/test_provenance.rb",
+    "test/scout/llm/chat/test_tool_calls.rb",
     "test/scout/llm/test_agent.rb",
     "test/scout/llm/test_ask.rb",
     "test/scout/llm/test_chat.rb",
     "test/scout/llm/test_embed.rb",
-    "test/scout/llm/test_mcp.rb",
-    "test/scout/llm/test_parse.rb",
     "test/scout/llm/test_rag.rb",
     "test/scout/llm/test_tools.rb",
     "test/scout/llm/test_utils.rb",
@@ -156,6 +240,11 @@ Gem::Specification.new do |s|
     "test/scout/network/test_entity.rb",
     "test/scout/network/test_knowledge_base.rb",
     "test/scout/network/test_paths.rb",
+    "test/support/availability.rb",
+    "test/support/fake_clients.rb",
+    "test/support/fixtures.rb",
+    "test/support/infrastructure_probes.rb",
+    "test/support/mock_backend.rb",
     "test/test_helper.rb"
   ]
   s.homepage = "http://github.com/mikisvaz/scout-ai".freeze

data/scout_commands/agent/ask

@@ -85,7 +85,8 @@ if chat
   conversation.message :tool, workflow if workflow
 
   convo_options = LLM.options conversation
-  agent.start(Chat.setup(conversation)) if conversation.any?
+  agent.start
+  agent.follow(Chat.setup(conversation)) if conversation.any?
   agent.current_chat.concat LLM.chat(question) if question && ! question.empty?
   imports.each{|import| agent.import import } if imports
 
@@ -94,7 +95,15 @@ if chat
     exit 0
   end
 
-  new = agent.ask(agent.current_chat, convo_options.merge(options.merge(return_messages: true, endpoint: endpoint, model: model)))
+  # ScoutCoder: named-file rule, same as AgentWorkflow#log_agent: the agent
+  # chat is named after the agent ('agent.chat' by default, but
+  # worker.chat/critic.chat when the CLI is invoked for a named agent), and
+  # the society tree is the sibling <name>.society (see
+  # LLM::Agent.society_dir_for). Must be set before the first chat call so
+  # the Agent#chat ensure-hook and the restart snapshot see it.
+  agent.save_file = chat + ".files/#{agent_name || 'agent'}.chat"
+  #new = agent.ask(agent.current_chat, convo_options.merge(options.merge(return_messages: true)))
+  new = agent.chat(convo_options.merge(options.merge(return_messages: true)))
   conversation += LLM.chat(question) if question
   conversation += new
 
@@ -102,6 +111,7 @@ if chat
     f.puts LLM.print([{role: :user, content: question}]) unless question.empty?
     f.puts LLM.print(new)
   end
+  raise "No messages returned" if LLM.purge(new).empty?
   puts LLM.purge(new).last[:content]
 elsif inline
 
@@ -112,7 +122,7 @@ elsif inline
     pre, question, post =
       file.partition(/^\s*#\s*ask:(?:.*?)(?=^\s*[^\s#])/smu)
 
-      break if post.empty?
+      break if question.empty?
 
     new_file << pre
     new_file << question

data/scout_commands/agent/kb

@@ -1,5 +1,7 @@
 #!/usr/bin/env ruby
 
+require 'scout-ai'
+
 agent = ARGV.shift
 
 agent_dir = Scout.var.Agent[agent]

data/scout_commands/llm/ask

@@ -75,7 +75,7 @@ elsif file
 end
 
 if chat
-  conversation = Open.exist?(chat)? LLM.chat(chat) : Chat.setup([])
+  conversation = Open.exist?(chat)? Chat.load(chat) : Chat.setup([])
   imports.each{|import| conversation.import import } if imports
   convo_options = LLM.options conversation
   conversation = question.empty? ? conversation : conversation +  LLM.chat(question)
@@ -88,7 +88,14 @@ if chat
     exit 0
   end
 
-  new = LLM.ask(conversation, convo_options.merge(options.merge(return_messages: true)))
+  # ScoutCoder: named-file rule (AgentWorkflow#log_agent parity): the agent
+  # chat of this CLI conversation lands at <chat>.files/agent.chat, with the
+  # society tree at <chat>.files/agent.society (LLM::Agent.society_dir_for).
+  # This CLI has no agent option, so the name is always 'agent'; the
+  # `agent_save_file` option forwarded to LLM.ask is this very value and is
+  # honored verbatim by lib/scout/llm/ask.rb.
+  agent_save_file = chat + '.files/agent.chat'
+  new = LLM.ask(conversation, convo_options.merge(options.merge(return_messages: true, agent_save_file: agent_save_file)))
   Open.open(chat, mode: 'a') do |f|
     f.puts LLM.print([{role: :user, content: question}]) unless question.empty?
     f.puts LLM.print(new)
@@ -111,10 +118,10 @@ elsif inline
     chat = [
       {role: :system, content: "Write a succint reply with no commentary and no formatting."},
       {role: :user, content: "Find the following question as a comment in the file give a response to be placed inline: #{question}"},
-      LLM.tag('file', file, inline)
+      Chat.tag('file', file, inline)
     ]
 
-    chat = Chat.chat(chat)
+    chat = LLM.chat(chat)
 
     imports.each{|import| chat.import import } if imports
 

data/scout_commands/llm/md

@@ -0,0 +1,76 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'scout'
+
+cmd = $previous_commands ?
+  "scout #{$previous_commands.any? ? "#{$previous_commands * ' '} " : ''}#{File.basename(__FILE__)}" :
+  $PROGRAM_NAME
+
+options = SOPT.setup <<~EOF
+
+Format a chat in Markdown
+
+$ #{cmd} [<options>] <chat> <markdown>
+
+-h--help Print this help
+-l--last Format only the last interaction
+EOF
+if options[:help]
+  if defined? scout_usage
+    scout_usage
+  else
+    puts SOPT.doc
+  end
+  exit 0
+end
+
+help, last = IndiferentHash.process_options options, :help, :last
+
+chat, output, _ = ARGV
+
+raise MissingParameterException, :chat if chat.nil?
+
+messages = Chat.parse Open.read(chat)
+
+if last
+  messages = messages.select{|m| %w(user assistant).include? m[:role].to_s }[-2..-1]
+end
+
+out = [] 
+messages.each do |message|
+  IndiferentHash.setup(message)
+  case message['role']
+  when 'user'
+    out.push <<-EOF
+
+---
+# 👤 User
+---
+
+#{message['content']}
+
+    EOF
+  when 'assistant'
+    out.push <<-EOF
+
+---
+# 🤖 Assistant
+---
+
+#{message['content']}
+
+    EOF
+  else
+    next
+  end
+end
+
+markdown = out * "\n"
+
+if output
+  Open.write(output, markdown)
+  puts output
+else
+  puts markdown
+end

data/scout_commands/llm/process_queries

@@ -0,0 +1,48 @@
+#!/usr/bin/env ruby
+
+require 'scout'
+require 'scout-ai'
+require 'scout/llm/backends/relay'
+
+$0 = "scout #{$previous_commands.any? ? $previous_commands*" " + " " : "" }#{ File.basename(__FILE__) }" if $previous_commands
+
+options = SOPT.setup <<EOF
+
+Ask GPT
+
+$ #{$0} [<options>] [<directory>]
+
+Use STDIN to add context to the question
+
+-h--help Print this help
+EOF
+if options[:help]
+  if defined? scout_usage
+    scout_usage 
+  else
+    puts SOPT.doc
+  end
+  exit 0
+end
+
+Log.severity = options.delete(:log).to_i if options.include? :log
+
+directory = ARGV.first || Scout.var.query.find
+
+directory = Path.setup directory
+
+while true
+  files = directory.glob('*.json')
+
+  files.each do |file|
+    id = File.basename(file, '.json')
+
+    messages, options = Open.json(file)
+
+    LLM.ask(messages, options.merge(process: id))
+
+    Open.rm(file)
+  end
+
+  sleep 1 if files.empty?
+end