s3arch 0.0.4 → 0.0.6.alpha

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5b5d2b31636cdd8dd3d02bfd8140a82263f462207bf80525ef55167e1267a057
-  data.tar.gz: 8cfa541ae296debeb4ca01737673733805b81268a415280241a57eaba1f22821
+  metadata.gz: 76cbfbd7db2c11d924729920685cfbd50525fa31e24dda087ab8a2ce4e9c03a4
+  data.tar.gz: 6256c7ff9391e7b57d40a9ce7f9751a1960142229480fddcf75fd9bd067bd352
 SHA512:
-  metadata.gz: fd0c3fabee28274d50d46951fde563bc9196263d59174ee87047bdb8a06d7ae1ee7964ae82d431c6c22ee875e40512918a01c6110292d0a0d06c89e54201e25e
-  data.tar.gz: '008755884d519604931a7ccfebff4492c0308900230d5e9cd535aa452afb9e7a48d9274c04b15867b2bfd3bbe031aeb2ae08d1c2b6ffdf8759a7a90518ce7b60'
+  metadata.gz: 8cc3ec77fbc57dba507db244b0b67d9810506ae113667ded39e588f8b713440f2ec1e20616592901698bec3d774f38d08a47720d8b1af6b30e6439578dcf17cf
+  data.tar.gz: b3f46f36ab31bc07cca101bad5ee10e1d978b4d090ea6911375dfdc9e3a66b2c3984d180133bffd203f2ac2f571b81bd051da056d287d844efdb769fe46492d0

data/infrastructure/routes.tf.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+TerraDispatch.routes.draw do
+  namespace :s3arch, auth: :cognito, tables: [:search_indexes] do
+    get '/', action: 'index'
+    post '/rebuild', action: 'rebuild'
+  end
+end

data/infrastructure/schema.tf.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+TerraDispatch.schema.define do
+  # S3arch does not define request/response models yet.
+  # The search_indexes table is provisioned by s3arch's own Terraform module.
+end

data/lambda/controllers/s3arch_controller.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+require 'aws-sdk-dynamodb'
+
+class S3archController < BeltController::Base
+  def index
+    owners = fetch_owners
+    success_response(owners: owners)
+  rescue StandardError => e
+    error_response("Failed to load s3arch dashboard: #{e.message}", 500)
+  end
+
+  def rebuild
+    owner_id = params['owner_id']&.strip
+    return error_response('owner_id is required', 400) if owner_id.nil? || owner_id.empty?
+
+    handler = S3arch.configuration.rebuild_handler
+    if handler
+      handler.call(owner_id)
+    else
+      S3arch::Indexer.new.rebuild(owner_id)
+    end
+    success_response(status: 'ok', owner_id: owner_id)
+  rescue StandardError => e
+    error_response("Failed to rebuild index: #{e.message}", 500)
+  end
+
+  private
+
+  def fetch_owners
+    dynamodb = Aws::DynamoDB::Client.new
+    config = S3arch.configuration
+    items = []
+    scan_params = { table_name: config.version_table }
+
+    loop do
+      result = dynamodb.scan(scan_params)
+      items.concat(result.items)
+      break unless result.last_evaluated_key
+
+      scan_params[:exclusive_start_key] = result.last_evaluated_key
+    end
+
+    owners = items.map do |item|
+      {
+        owner_id: item[config.owner_key] || item.values.first,
+        version: item['version'],
+        record_count: item['record_count'],
+        updated_at: item['updated_at']
+      }
+    end
+    owners.sort_by { |o| o[:updated_at].to_s }.reverse
+  end
+end

data/lib/s3arch/configuration.rb

@@ -42,6 +42,11 @@ module S3arch
     # Searcher settings
     attr_accessor :version_ttl, :max_results, :max_cached_dbs, :ephemeral_storage_mb
 
+    # Custom rebuild handler — proc/lambda that receives owner_id.
+    # When set, the controller uses this instead of calling Indexer.new.rebuild directly.
+    # Useful for triggering rebuilds via Lambda invocation instead of in-process.
+    attr_accessor :rebuild_handler
+
     def initialize
       @owner_key = 'user_id'
       @searchable_fields = %w[name description]

data/lib/s3arch/dashboard/application.rb

@@ -0,0 +1,86 @@
+# frozen_string_literal: true
+
+require 'erb'
+require 'json'
+require 'aws-sdk-dynamodb'
+
+module S3arch
+  module Dashboard
+    class Application
+      VIEWS_PATH = File.expand_path('views', __dir__)
+
+      # Dispatcher mount DSL contract — keep in sync with #call dispatch below.
+      def routes
+        [
+          { method: :get, path: '/' },
+          { method: :post, path: '/rebuild' }
+        ]
+      end
+
+      def call(env)
+        req = Rack::Request.new(env)
+        path = req.path_info.sub(%r{^/}, '')
+
+        case [req.request_method, path]
+        when ['GET', ''], %w[GET index]
+          index(req)
+        when %w[POST rebuild]
+          rebuild(req)
+        else
+          [404, { 'content-type' => 'text/plain' }, ['Not Found']]
+        end
+      end
+
+      private
+
+      def index(req)
+        @env = req.env
+        @owners = fetch_owners
+        html = render('index')
+        [200, { 'content-type' => 'text/html' }, [html]]
+      end
+
+      def rebuild(req)
+        owner_id = req.params['owner_id']&.strip
+        if owner_id && !owner_id.empty?
+          indexer = S3arch::Indexer.new
+          indexer.rebuild(owner_id)
+        end
+        [303, { 'location' => "#{req.script_name}/" }, []]
+      end
+
+      def fetch_owners
+        config = S3arch.configuration
+        dynamodb = Aws::DynamoDB::Client.new
+        items = []
+        params = { table_name: config.version_table }
+
+        loop do
+          result = dynamodb.scan(params)
+          items.concat(result.items)
+          break unless result.last_evaluated_key
+
+          params[:exclusive_start_key] = result.last_evaluated_key
+        end
+
+        owners = items.map do |item|
+          {
+            owner_id: item[config.owner_key] || item.values.first,
+            version: item['version'],
+            record_count: item['record_count'],
+            updated_at: item['updated_at']
+          }
+        end
+        owners.sort_by { |o| o[:updated_at].to_s }.reverse
+      rescue StandardError => e
+        @error = e.message
+        []
+      end
+
+      def render(template)
+        path = File.join(VIEWS_PATH, "#{template}.html.erb")
+        ERB.new(File.read(path), trim_mode: '-').result(binding)
+      end
+    end
+  end
+end

data/lib/s3arch/dashboard/views/index.html.erb

@@ -0,0 +1,61 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>S3arch Dashboard</title>
+  <style>
+    * { box-sizing: border-box; margin: 0; padding: 0; }
+    body { font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, sans-serif; background: #f5f5f5; color: #333; padding: 2rem; }
+    h1 { margin-bottom: 1.5rem; }
+    .error { background: #fee; border: 1px solid #fcc; padding: 0.75rem; border-radius: 4px; margin-bottom: 1rem; color: #c00; }
+    table { width: 100%; border-collapse: collapse; background: #fff; border-radius: 6px; overflow: hidden; box-shadow: 0 1px 3px rgba(0,0,0,0.1); }
+    th, td { padding: 0.75rem 1rem; text-align: left; border-bottom: 1px solid #eee; }
+    th { background: #fafafa; font-weight: 600; }
+    form.inline { display: inline; }
+    button { background: #2563eb; color: #fff; border: none; padding: 0.4rem 0.8rem; border-radius: 4px; cursor: pointer; font-size: 0.85rem; }
+    button:hover { background: #1d4ed8; }
+    .rebuild-all { margin-bottom: 1rem; }
+    .rebuild-all button { background: #dc2626; }
+    .rebuild-all button:hover { background: #b91c1c; }
+    .empty { padding: 2rem; text-align: center; color: #666; }
+  </style>
+</head>
+<body>
+  <h1>S3arch Dashboard</h1>
+
+  <%- if @error -%>
+  <div class="error"><strong>Error:</strong> <%= @error %></div>
+  <%- end -%>
+
+  <%- if @owners.any? -%>
+  <table>
+    <thead>
+      <tr>
+        <th>Owner</th>
+        <th>Version</th>
+        <th>Records</th>
+        <th>Last Updated</th>
+        <th>Actions</th>
+      </tr>
+    </thead>
+    <tbody>
+      <%- @owners.each do |owner| -%>
+      <tr>
+        <td><%= owner[:owner_id] %></td>
+        <td><%= owner[:version] %></td>
+        <td><%= owner[:record_count] || '—' %></td>
+        <td><%= owner[:updated_at] || '—' %></td>
+        <td>
+          <form class="inline" method="post" action="<%= @env['SCRIPT_NAME'] %>/rebuild">
+            <input type="hidden" name="owner_id" value="<%= owner[:owner_id] %>">
+            <button type="submit">Rebuild</button>
+          </form>
+        </td>
+      </tr>
+      <%- end -%>
+    </tbody>
+  </table>
+  <%- else -%>
+  <div class="empty">No indexed owners found.</div>
+  <%- end -%>
+</body>
+</html>

data/lib/s3arch/dashboard.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+require 'json'
+require 'erb'
+require_relative 'dashboard/application'
+
+module S3arch
+  module Dashboard
+    def self.app
+      Application.new
+    end
+  end
+end

data/lib/s3arch/holster.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module S3arch
+  class Holster < Belt::Holster
+    self.gem_root = File.expand_path('../..', __dir__)
+  end
+end

data/lib/s3arch/routes.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module S3arch
+  # Lightweight route manifest for Dispatcher mount DSL.
+  # No heavy dependencies — safe to load in parse-only contexts.
+  module Routes
+    def self.routes
+      [
+        { method: :get, path: '/' },
+        { method: :post, path: '/rebuild' }
+      ]
+    end
+  end
+end

data/lib/s3arch/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module S3arch
-  VERSION = '0.0.4'
+  VERSION = '0.0.6.alpha'
 end

data/lib/s3arch/web.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+# Lightweight S3arch load for web/API contexts (no SQLite dependency).
+# Provides configuration, holster registration, and routes only.
+require_relative 'version'
+require_relative 'configuration'
+require_relative 'routes'
+require_relative 'holster'
+
+module S3arch
+  class Error < StandardError; end
+
+  class << self
+    def configuration
+      @configuration ||= Configuration.new
+    end
+
+    def configure
+      yield(configuration)
+    end
+
+    def reset_configuration!
+      @configuration = Configuration.new
+    end
+  end
+end

data/lib/s3arch.rb

@@ -6,6 +6,11 @@ require_relative 's3arch/tokenizer'
 require_relative 's3arch/indexer'
 require_relative 's3arch/searcher'
 require_relative 's3arch/handler'
+require_relative 's3arch/routes'
+require_relative 's3arch/dashboard'
+
+# Register as a Belt holster when Belt is loaded
+require_relative 's3arch/holster' if defined?(Belt::Holster)
 
 module S3arch
   class Error < StandardError; end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: s3arch
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.6.alpha
 platform: ruby
 authors:
 - Adam Dalton
@@ -64,6 +64,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement
@@ -78,8 +92,8 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
-description: Per-owner SQLite FTS5 indexes stored on S3, queried from Lambda /tmp.
-  DynamoDB source records are indexed via streams, with version tracking and LRU caching.
+description: Per-owner SQLite FTS5 indexes stored on S3, queried from Lambda /tmp
+  with version tracking.
 email:
 - adam@stowzilla.com
 executables: []
@@ -90,13 +104,22 @@ files:
 - LICENSE.txt
 - README.md
 - certs/stowzilla.pem
+- infrastructure/routes.tf.rb
+- infrastructure/schema.tf.rb
+- lambda/controllers/s3arch_controller.rb
 - lib/s3arch.rb
 - lib/s3arch/configuration.rb
+- lib/s3arch/dashboard.rb
+- lib/s3arch/dashboard/application.rb
+- lib/s3arch/dashboard/views/index.html.erb
 - lib/s3arch/handler.rb
+- lib/s3arch/holster.rb
 - lib/s3arch/indexer.rb
+- lib/s3arch/routes.rb
 - lib/s3arch/searcher.rb
 - lib/s3arch/tokenizer.rb
 - lib/s3arch/version.rb
+- lib/s3arch/web.rb
 homepage: https://github.com/stowzilla/s3arch
 licenses:
 - MIT

metadata.gz.sig

@@ -1,2 +1,2 @@
-�٣��b���A��t��1<ۈճ;w�@��^�����(,Z��\�r����XZƠ��B���:DewV�ԭ�h���x�KNI��%,`�Tf��8C��@��r;f��l}�7F�==T�V��b/!MP��ι[̦	@�ȁ��<�t�R���ȜX�u
u�d�H��k�T��!��A�N~�_���^atOZ�p%h�{�n���fMT�Y_�'g��=�#���/���6!��TS(�|�
l����7ݸ���{��
-��e~ʞ���uE���BG�S�7����ݼ�����*�q=�6r�_r��Q�P�|g�]�V]j��+ˍ���Qú�.B�������r
+���ˁ�y����.�T���C�˧������!�(��Dz9alafg�c����
+��8s(�.���0��S�q�EV2/)�!	9�힛�e��v��@��8���.���������]x"��w��F�����]%B����Ơ(\�FIa<����|��N'��ܯ��*V