RubyGems - scout-ai - Versions diffs - 1.0.0 → 1.0.1 - Mend

scout-ai 1.0.0 → 1.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (62) hide show

checksums.yaml +4 -4
data/.vimproject +80 -15
data/README.md +296 -0
data/Rakefile +2 -0
data/VERSION +1 -1
data/doc/Agent.md +279 -0
data/doc/Chat.md +258 -0
data/doc/LLM.md +446 -0
data/doc/Model.md +513 -0
data/doc/RAG.md +129 -0
data/lib/scout/llm/agent/chat.rb +51 -1
data/lib/scout/llm/agent/delegate.rb +39 -0
data/lib/scout/llm/agent/iterate.rb +44 -0
data/lib/scout/llm/agent.rb +42 -21
data/lib/scout/llm/ask.rb +38 -6
data/lib/scout/llm/backends/anthropic.rb +147 -0
data/lib/scout/llm/backends/bedrock.rb +1 -1
data/lib/scout/llm/backends/ollama.rb +23 -29
data/lib/scout/llm/backends/openai.rb +34 -40
data/lib/scout/llm/backends/responses.rb +158 -110
data/lib/scout/llm/chat.rb +250 -94
data/lib/scout/llm/embed.rb +4 -4
data/lib/scout/llm/mcp.rb +28 -0
data/lib/scout/llm/parse.rb +1 -0
data/lib/scout/llm/rag.rb +9 -0
data/lib/scout/llm/tools/call.rb +66 -0
data/lib/scout/llm/tools/knowledge_base.rb +158 -0
data/lib/scout/llm/tools/mcp.rb +59 -0
data/lib/scout/llm/tools/workflow.rb +69 -0
data/lib/scout/llm/tools.rb +58 -143
data/lib/scout-ai.rb +1 -0
data/scout-ai.gemspec +31 -18
data/scout_commands/agent/ask +28 -71
data/scout_commands/documenter +148 -0
data/scout_commands/llm/ask +2 -2
data/scout_commands/llm/server +319 -0
data/share/server/chat.html +138 -0
data/share/server/chat.js +468 -0
data/test/scout/llm/backends/test_anthropic.rb +134 -0
data/test/scout/llm/backends/test_openai.rb +45 -6
data/test/scout/llm/backends/test_responses.rb +124 -0
data/test/scout/llm/test_agent.rb +0 -70
data/test/scout/llm/test_ask.rb +3 -1
data/test/scout/llm/test_chat.rb +43 -1
data/test/scout/llm/test_mcp.rb +29 -0
data/test/scout/llm/tools/test_knowledge_base.rb +22 -0
data/test/scout/llm/tools/test_mcp.rb +11 -0
data/test/scout/llm/tools/test_workflow.rb +39 -0
metadata +56 -17
data/README.rdoc +0 -18
data/python/scout_ai/__pycache__/__init__.cpython-310.pyc +0 -0
data/python/scout_ai/__pycache__/__init__.cpython-311.pyc +0 -0
data/python/scout_ai/__pycache__/huggingface.cpython-310.pyc +0 -0
data/python/scout_ai/__pycache__/huggingface.cpython-311.pyc +0 -0
data/python/scout_ai/__pycache__/util.cpython-310.pyc +0 -0
data/python/scout_ai/__pycache__/util.cpython-311.pyc +0 -0
data/python/scout_ai/atcold/plot_lib.py +0 -141
data/python/scout_ai/atcold/spiral.py +0 -27
data/python/scout_ai/huggingface/train/__pycache__/__init__.cpython-310.pyc +0 -0
data/python/scout_ai/huggingface/train/__pycache__/next_token.cpython-310.pyc +0 -0
data/python/scout_ai/language_model.py +0 -70
/data/{python/scout_ai/atcold/__init__.py → test/scout/llm/tools/test_call.rb} +0 -0

data/scout_commands/llm/server ADDED Viewed

@@ -0,0 +1,319 @@
+#!/usr/bin/env ruby
+require 'scout'
+require 'sinatra'
+require 'json'
+require 'fileutils'
+require 'digest'
+# Simple Sinatra server to back the offline notebook UI.
+# Provides endpoints to list, load, save and run chat files stored under ./chats
+set :bind, ENV.fetch('SCOUT_BIND', '127.0.0.1')
+set :port, ENV.fetch('SCOUT_PORT', 4567).to_i
+set :environment, :production
+CHATS_DIR = File.expand_path('./chats', Dir.pwd)
+FileUtils.mkdir_p(CHATS_DIR)
+helpers do
+  def json!(obj, status = 200)
+    content_type :json
+    halt status, JSON.generate(obj)
+  end
+  def parse_json_body
+    body = request.body.read
+    return {} if body.nil? || body.strip.empty?
+    JSON.parse(body)
+  rescue JSON::ParserError
+    {}
+  end
+  def sanitize_relpath(p)
+    return nil if p.nil? || p.to_s.strip.empty?
+    s = p.to_s.dup
+    s = s.sub(%r{\A/+}, '') # strip leading slashes
+    s = s.sub(%r{\Achats/}, '') # allow callers to include the prefix, normalize it away
+    return nil if s.include?('..')
+    s
+  end
+  def safe_path_for(rel)
+    rel_s = sanitize_relpath(rel)
+    raise Sinatra::NotFound unless rel_s
+    full = File.expand_path(File.join(CHATS_DIR, rel_s))
+    # ensure the resolved path is inside CHATS_DIR
+    unless full.start_with?(CHATS_DIR + File::SEPARATOR) || full == CHATS_DIR
+      raise Sinatra::NotFound
+    end
+    full
+  end
+  def etag_for(content)
+    Digest::SHA256.hexdigest(content.to_s)
+  end
+end
+# By default we return JSON for the API routes. Some routes will override the content_type.
+before do
+  content_type 'application/json'
+end
+# Serve the web UI from the embedded share unless not available. Override the before filter's JSON content type.
+get '/' do
+  begin
+    html = nil
+    if defined?(Scout) && Scout.respond_to?(:share) && Scout.share.respond_to?(:[]) && Scout.share['server'] && Scout.share['server']['chat.html']
+      html = Scout.share['server']['chat.html']
+    end
+    unless html && !html.to_s.empty?
+      # Fallback to the packaged file if the share entry isn't present
+      fallback = File.expand_path('../../../share/server/chat.html', __FILE__)
+      fallback = File.expand_path('./share/server/chat.html', Dir.pwd) unless File.file?(fallback)
+      html = File.read(fallback) if File.file?(fallback)
+    end
+    content_type 'text/html'
+    return html || '<html><body><h1>Chat UI not found</h1></body></html>'
+  rescue => e
+    content_type 'text/html'
+    return "<html><body><h1>Error rendering UI</h1><pre>#{Rack::Utils.escape_html(e.message)}</pre></body></html>"
+  end
+end
+# Serve the client JS (chat.js) from the embedded share if present
+get '/chat.js' do
+  begin
+    js = nil
+    if defined?(Scout) && Scout.respond_to?(:share) && Scout.share.respond_to?(:[]) && Scout.share['server'] && Scout.share['server']['chat.js']
+      js = Scout.share['server']['chat.js']
+    end
+    unless js && !js.to_s.empty?
+      fallback = File.expand_path('../../../share/server/chat.js', __FILE__)
+      fallback = File.expand_path('./share/server/chat.js', Dir.pwd) unless File.file?(fallback)
+      js = File.read(fallback) if File.file?(fallback)
+    end
+    content_type 'application/javascript'
+    return js || 'console.error("chat.js not found");'
+  rescue => e
+    content_type 'application/javascript'
+    return "console.error(#{e.message.inspect});"
+  end
+end
+# list files under chats directory. returns an array of relative paths (no leading 'chats/')
+get '/list' do
+  files = []
+  Dir.chdir(CHATS_DIR) do
+    # include dotmatch in glob so we can filter hidden files/dirs uniformly
+    Dir.glob('**/*', File::FNM_DOTMATCH).sort.each do |f|
+      next if f == '.' || f == '..'
+      # Skip any file or directory that has a path segment starting with '.'
+      segments = f.split(File::SEPARATOR)
+      next if segments.any? { |seg| seg.start_with?('.') }
+      full = File.join(CHATS_DIR, f)
+      next if File.directory?(full)
+      files << f
+    end
+  end
+  json!(files: files)
+end
+# load a file's content
+# GET /load?path=relative/path
+get '/load' do
+  rel = params['path']
+  begin
+    full = safe_path_for(rel)
+  rescue
+    status 404
+    return JSON.generate({error: 'not_found'})
+  end
+  unless File.file?(full)
+    status 404
+    return JSON.generate({error: 'not_found'})
+  end
+  content = File.read(full)
+  json!(path: sanitize_relpath(rel), content: content, mtime: File.mtime(full).to_i, etag: etag_for(content))
+end
+# save a file
+# POST /save with JSON { path: 'rel/path', content: '...' }
+post '/save' do
+  body = parse_json_body
+  rel = body['path']
+  content = body['content'] || ''
+  begin
+    full = safe_path_for(rel)
+  rescue
+    status 400
+    return JSON.generate({error: 'invalid_path'})
+  end
+  dir = File.dirname(full)
+  FileUtils.mkdir_p(dir)
+  File.write(full, content)
+  json!(path: sanitize_relpath(rel), etag: etag_for(content), mtime: File.mtime(full).to_i)
+end
+# run a chat: POST /run with JSON { path: 'rel/path', content?: 'unsaved content', convo_options?: {...}, options?: {...} }
+# Behavior: ensure file is saved, then run LLM chat flow and append results to the conversation file and return new content.
+post '/run' do
+  body = parse_json_body
+  rel = body['path']
+  unless rel
+    status 400
+    return JSON.generate({error: 'missing_path'})
+  end
+  begin
+    full = safe_path_for(rel)
+  rescue
+    status 400
+    return JSON.generate({error: 'invalid_path'})
+  end
+  # If unsaved content provided, write it first
+  if body.key?('content')
+    FileUtils.mkdir_p(File.dirname(full))
+    File.write(full, body['content'] || '')
+  end
+  unless File.file?(full)
+    status 404
+    return JSON.generate({error: 'not_found'})
+  end
+  begin
+    # Load the conversation file
+    file_text = File.read(full)
+    # Attempt to call LLM to run the chat. If LLM is not available, fall back to a simulated reply.
+    new_messages = nil
+    llm_defined = defined?(LLM) && (LLM.respond_to?(:chat) || LLM.respond_to?(:ask))
+    if llm_defined
+      # If an LLM integration is present, require it to succeed. If it errors, return that error to the client
+      begin
+        conversation = nil
+        begin
+          conversation = LLM.chat(file_text)
+        rescue => e
+          # try passing the filename if the helper expects a path
+          begin
+            conversation = LLM.chat(full)
+          rescue => ee
+            # If chat failed entirely, raise to outer rescue so we return an error response
+            raise e
+          end
+        end
+        convo_options = body['convo_options'] || {}
+        ask_options = body['options'] || {}
+        begin
+          new_messages = LLM.ask(conversation, convo_options.merge(ask_options.merge(return_messages: true)))
+        rescue => e
+          # propagate the error to the client rather than falling back
+          raise e
+        end
+        # If the LLM ran but returned no messages, treat that as an error and provide diagnostics
+        if new_messages.nil? || (new_messages.respond_to?(:empty?) && new_messages.empty?)
+          diag = { error: 'llm_no_messages', message: 'LLM did not return any messages' }
+          # include some diagnostic information where safe
+          begin
+            diag[:conversation_preview] = conversation.respond_to?(:to_s) ? conversation.to_s[0,2000] : conversation.inspect[0,2000]
+          rescue
+          end
+          begin
+            diag[:convo_options] = convo_options
+            diag[:ask_options] = ask_options
+          rescue
+          end
+          json!(diag, 500)
+        end
+      rescue => e
+        # Return the LLM error to the client with richer diagnostics
+        back = (e.backtrace || [])[0,50]
+        err = {
+          error: 'llm_error',
+          error_class: e.class.to_s,
+          message: e.message,
+          backtrace: back
+        }
+        # include conversation and request diagnostics when available
+        begin
+          err[:conversation_preview] = conversation.respond_to?(:to_s) ? conversation.to_s[0,2000] : conversation.inspect[0,2000] if defined?(conversation) && conversation
+        rescue
+        end
+        begin
+          err[:convo_options] = convo_options if defined?(convo_options)
+          err[:ask_options] = ask_options if defined?(ask_options)
+        rescue
+        end
+        # include any partial new_messages returned (inspect up to a limit)
+        begin
+          if defined?(new_messages) && new_messages
+            nm = new_messages.respond_to?(:to_s) ? new_messages.to_s : new_messages.inspect
+            err[:new_messages_preview] = nm[0,2000]
+          end
+        rescue
+        end
+        # Do not fall back to a simulated assistant reply when an LLM error occurred; return the diagnostics instead
+        json!(err, 500)
+      end
+    end
+    new_text = nil
+    if new_messages
+      # Try to render messages into text. Prefer LLM.print if available.
+      printed = nil
+      if defined?(LLM) && LLM.respond_to?(:print)
+        begin
+          printed = LLM.print(new_messages)
+        rescue
+          printed = nil
+        end
+      end
+      # If we couldn't print, try to stringify
+      printed ||= begin
+        if new_messages.respond_to?(:to_s)
+          new_messages.to_s
+        else
+          JSON.generate(new_messages)
+        end
+      end
+      new_text = file_text + "\n" + printed
+    else
+      # If no LLM is present at all, keep the previous fallback simulated reply behavior
+      simulated = "assistant: (simulated reply)\n"
+      new_text = file_text + "\n" + simulated
+    end
+    # Save the updated conversation back to disk
+    File.write(full, new_text)
+    json!(path: sanitize_relpath(rel), content: new_text, etag: etag_for(new_text), mtime: File.mtime(full).to_i)
+  rescue => e
+    status 500
+    back = (e.backtrace || [])[0,50]
+    resp = { error: 'run_failed', error_class: e.class.to_s, message: e.message, backtrace: back }
+    begin
+      resp[:file] = full if defined?(full)
+      resp[:path] = sanitize_relpath(rel) if defined?(rel)
+    rescue
+    end
+    json!(resp, 500)
+  end
+end
+# Basic health endpoint
+get '/ping' do
+  json!(ok: true, dir: CHATS_DIR)
+end
+$stderr.puts "Starting scout server on #{settings.bind}:#{settings.port}, chats dir=#{CHATS_DIR}\n"
+Sinatra::Application.run!

data/share/server/chat.html ADDED Viewed

@@ -0,0 +1,138 @@
+<!doctype html>
+<html lang="en">
+<head>
+<meta charset="utf-8" />
+<title>Scout-AI Notebook Editor — Offline Cells (Server-backed)</title>
+<meta name="viewport" content="width=device-width, initial-scale=1" />
+<style>
+  :root{--bg:#0f1115;--panel:#151821;--muted:#9aa3b2;--border:#222838;--text:#e6e6e6;--accent:#3b82f6}
+  body{font-family:Inter,system-ui,Arial; margin:16px; background:var(--bg); color:var(--text)}
+  .wrap{max-width:880px;margin:0 auto}
+  header{display:flex;align-items:center;gap:12px;margin-bottom:12px}
+  h1{font-size:16px;margin:0}
+  .panel{background:var(--panel);padding:12px;border-radius:8px;border:1px solid var(--border)}
+  .toolbar{display:flex;gap:8px;align-items:center;margin-bottom:12px}
+  .row{display:flex;gap:8px;align-items:center}
+  input[type="text"]{flex:1;padding:8px;border-radius:6px;border:1px solid var(--border);background:#0c0f16;color:var(--text)}
+  button{padding:6px 8px;border-radius:6px;border:1px solid var(--border);background:#0c0f16;color:var(--text);cursor:pointer}
+  button.small{padding:5px 6px;font-size:12px}
+  .cells{margin-top:8px;display:flex;flex-direction:column;gap:10px}
+  .cell{border:1px solid transparent;border-radius:12px;padding:10px 12px;background:linear-gradient(180deg,#0b0d11, #0b0d11);position:relative;transition:box-shadow .12s, border-color .12s}
+  .cell:hover{box-shadow:0 4px 18px rgba(0,0,0,.6);border-color:rgba(255,255,255,0.02)}
+  .cell-header{display:flex;gap:8px;align-items:center;margin-bottom:8px}
+  .role-badge{padding:6px 8px;border-radius:999px;background:#081018;border:1px solid var(--border);color:var(--muted);font-weight:600;font-size:12px;cursor:pointer}
+  .role-badge.user{color:#9fdfff}
+  .role-badge.system{color:#c9b6ff}
+  .role-badge.assistant{color:#a7f3d0}
+  .role-badge.note{color:var(--muted)}
+  .cell-controls{margin-left:auto;display:flex;gap:6px;align-items:center;opacity:0;transition:opacity .12s}
+  .cell:hover .cell-controls{opacity:1}
+  .cell-actions button{background:transparent;border:1px solid transparent;padding:4px 6px;border-radius:6px;color:var(--muted);font-size:12px}
+  .cell-text{width:100%;min-height:56px;max-height:300px;padding:8px;border-radius:8px;border:1px solid var(--border);background:#081018;color:var(--text);font-family:ui-monospace,monospace}
+  .cell-input{width:100%;padding:8px;border-radius:8px;border:1px solid var(--border);background:#081018;color:var(--text)}
+  .muted{color:var(--muted);font-size:13px}
+  #log{height:72px; overflow:auto; background:#0b0d11;padding:8px;border-radius:6px;border:1px solid var(--border);color:var(--muted);font-size:13px}
+  .file-list{max-height:72px;overflow:auto;margin-top:8px}
+  .file-item{padding:4px 6px;border-radius:6px;display:flex;justify-content:space-between;gap:8px}
+  .file-item a{color:var(--accent);text-decoration:none}
+  /* loading indicator */
+  .loading {display:inline-flex;align-items:center;gap:8px;color:var(--accent);font-weight:600}
+  .spinner {width:14px;height:14px;border:2px solid rgba(255,255,255,0.08);border-top-color:var(--accent);border-radius:50%;animation:spin 1s linear infinite}
+  @keyframes spin{to{transform:rotate(360deg)}}
+  /* modal */
+  .modal-overlay{position:fixed;inset:0;background:rgba(0,0,0,0.6);display:none;align-items:center;justify-content:center;z-index:999}
+  .modal{background:#0b0d11;color:var(--text);border:1px solid var(--border);border-radius:8px;max-width:800px;width:90%;max-height:80%;overflow:auto;padding:16px}
+  .modal-header{display:flex;align-items:center;gap:8px;margin-bottom:8px}
+  .modal-body{background:#081018;padding:12px;border-radius:6px}
+  .modal-close{margin-left:auto}
+  /* assistant message preview styling */
+  .message-preview{white-space:pre-wrap;color:var(--text)}
+  .assistant-bubble{background:linear-gradient(180deg,#071017,#091623);padding:12px;border-radius:10px;border:1px solid rgba(255,255,255,0.02)}
+  .user-bubble{background:transparent;padding:8px}
+  /* compact toolbar */
+  .top-helpers{display:flex;gap:12px;align-items:flex-start}
+  .top-left{flex:1}
+  .top-right{width:280px}
+  @media(max-width:900px){ .wrap{margin:8px} .top-right{display:none} }
+</style>
+</head>
+<body>
+  <div class="wrap">
+    <header>
+      <h1>Scout-AI Notebook Editor</h1>
+      <div class="small">Server-backed chat-style editor</div>
+    </header>
+    <div class="panel">
+      <div class="toolbar">
+        <div class="top-helpers" style="width:100%">
+          <div class="top-left">
+            <div style="display:flex;gap:8px;align-items:center">
+              <div style="width:320px;display:flex;flex-direction:column">
+                <label class="small">Path</label>
+                <input id="path" class="path-input" placeholder="chats/doc/new_chat" list="files_datalist" />
+              </div>
+              <div class="row">
+                <button id="newFileBtn">New</button>
+                <button id="loadBtn">Load</button>
+                <button id="saveBtn">Save</button>
+                <button id="runBtn">Run</button>
+                <button id="exportBtn">Export Text</button>
+              </div>
+              <div style="flex:1"></div>
+            </div>
+            <div style="display:flex;gap:8px;margin-top:8px;align-items:flex-start">
+              <div style="display:flex;gap:8px">
+                <button id="addUser">+ user</button>
+                <button id="addSystem">+ system</button>
+                <button id="addAssistant">+ assistant</button>
+                <button id="addOption">+ option</button>
+                <button id="clearBtn" class="small">Clear</button>
+              </div>
+              <div style="margin-left:12px" class="muted">Cells: <span id="cellCount">0</span></div>
+              <div style="width:12px"></div>
+              <div id="loadingIndicator" style="display:none" class="loading"><div class="spinner"></div><div>Running…</div></div>
+            </div>
+          </div>
+          <div class="top-right">
+            <div class="small">Workspace Files</div>
+            <div id="files" class="file-list"></div>
+            <hr style="border:0;border-top:1px solid var(--border);margin:8px 0">
+            <div class="small">Log</div>
+            <div id="log"></div>
+          </div>
+        </div>
+      </div>
+      <div id="cells" class="cells"></div>
+      <div style="margin-top:12px;display:flex;gap:8px;justify-content:flex-end">
+        <button id="runBtnBottom">Run</button>
+      </div>
+    </div>
+  </div>
+  <!-- Markdown preview modal -->
+  <div id="mdModal" class="modal-overlay" aria-hidden="true">
+    <div class="modal" role="dialog" aria-modal="true">
+      <div class="modal-header">
+        <strong id="mdTitle">Preview</strong>
+        <button id="mdCopy" class="small">Copy</button>
+        <button id="mdClose" class="modal-close">Close</button>
+      </div>
+      <div id="mdBody" class="modal-body"></div>
+    </div>
+  </div>
+<script src="/chat.js" defer></script>
+</body>
+</html>