rubino-agent 0.3.0

data/lib/rubino/database/connection.rb

@@ -0,0 +1,77 @@
+# frozen_string_literal: true
+
+require "sequel"
+require "fileutils"
+
+module Rubino
+  module Database
+    # Manages the SQLite database connection via Sequel.
+    # Handles connection creation, WAL mode setup, and provides
+    # access to the underlying Sequel::Database instance.
+    class Connection
+      # SQLite path values that resolve to an ephemeral, in-memory database
+      # rather than an on-disk file. These must skip File.expand_path
+      # (which would turn ":memory:" into a literal "./:memory:" file) and
+      # FileUtils.mkdir_p on the parent directory.
+      MEMORY_PATHS = [":memory:", "file::memory:"].freeze
+
+      attr_reader :db_path
+
+      def initialize(db_path)
+        @db_path = memory_path?(db_path) ? db_path : File.expand_path(db_path)
+      end
+
+      # Returns the Sequel database connection (lazy-initialized)
+      def db
+        @db ||= connect!
+      end
+
+      # Tests if the database is accessible
+      def healthy?
+        db.execute("SELECT 1")
+        true
+      rescue StandardError
+        false
+      end
+
+      # Closes the database connection
+      def close
+        @db&.disconnect
+        @db = nil
+      end
+
+      # True when @db_path refers to an in-memory SQLite instance.
+      def memory?
+        memory_path?(@db_path)
+      end
+
+      private
+
+      def memory_path?(path)
+        MEMORY_PATHS.any? { |p| path == p } || path.to_s.start_with?("file::memory:")
+      end
+
+      def connect!
+        existed = memory? || File.exist?(@db_path)
+        FileUtils.mkdir_p(File.dirname(@db_path)) unless memory?
+
+        connection = Sequel.sqlite(@db_path)
+
+        # A freshly-created database holds session content — owner-only, like
+        # the rest of the home's secrets (#65). Creation-only so an operator
+        # who deliberately re-chmods an existing file is respected.
+        File.chmod(0o600, @db_path) unless existed
+
+        # WAL has no meaning for :memory: and triggers a warning; only apply on disk.
+        unless memory?
+          connection.run("PRAGMA journal_mode=WAL")
+          connection.run("PRAGMA synchronous=NORMAL")
+        end
+        connection.run("PRAGMA foreign_keys=ON")
+        connection.run("PRAGMA busy_timeout=5000")
+
+        connection
+      end
+    end
+  end
+end

data/lib/rubino/database/migrations/001_create_initial_schema.rb

@@ -0,0 +1,156 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:sessions) do
+      String :id, primary_key: true
+      String :parent_session_id
+      String :source, null: false
+      String :model
+      String :provider
+      String :title
+      Text :summary
+      String :status, null: false, default: "active"
+      Integer :message_count, null: false, default: 0
+      Integer :token_count, null: false, default: 0
+      String :created_at, null: false
+      String :updated_at, null: false
+      String :ended_at
+    end
+
+    create_table(:messages) do
+      String :id, primary_key: true
+      String :session_id, null: false
+      String :role, null: false
+      Text :content
+      String :tool_name
+      String :tool_call_id
+      Integer :token_count, default: 0
+      Text :metadata_json
+      String :created_at, null: false
+
+      foreign_key [:session_id], :sessions, key: :id
+    end
+
+    add_index :messages, :session_id
+    add_index :messages, :created_at
+
+    create_table(:tool_calls) do
+      String :id, primary_key: true
+      String :session_id, null: false
+      String :message_id
+      String :tool_name, null: false
+      Text :input_json
+      Text :output
+      String :status, null: false
+      String :risk_level
+      String :started_at
+      String :finished_at
+      Text :error
+
+      foreign_key [:session_id], :sessions, key: :id
+    end
+
+    add_index :tool_calls, :session_id
+    add_index :tool_calls, :tool_name
+
+    create_table(:memories) do
+      String :id, primary_key: true
+      String :kind, null: false
+      Text :content, null: false
+      String :source_session_id
+      Float :confidence, default: 1.0
+      Text :metadata_json
+      String :created_at, null: false
+      String :updated_at, null: false
+    end
+
+    add_index :memories, :kind
+    add_index :memories, :created_at
+
+    create_table(:session_summaries) do
+      String :id, primary_key: true
+      String :session_id, null: false
+      String :parent_summary_id
+      Text :content, null: false
+      Integer :token_count, default: 0
+      String :created_at, null: false
+
+      foreign_key [:session_id], :sessions, key: :id
+    end
+
+    add_index :session_summaries, :session_id
+
+    create_table(:compactions) do
+      String :id, primary_key: true
+      String :source_session_id, null: false
+      String :target_session_id, null: false
+      String :previous_summary_id
+      String :new_summary_id
+      Integer :original_token_count
+      Integer :compacted_token_count
+      Integer :saved_token_count
+      String :created_at, null: false
+    end
+
+    add_index :compactions, :source_session_id
+
+    create_table(:jobs) do
+      String :id, primary_key: true
+      String :type, null: false
+      String :status, null: false, default: "queued"
+      Integer :priority, null: false, default: 100
+      Text :payload_json, null: false
+      Integer :attempts, null: false, default: 0
+      Integer :max_attempts, null: false, default: 3
+      String :run_at, null: false
+      String :locked_at
+      String :locked_by
+      Text :last_error
+      String :created_at, null: false
+      String :updated_at, null: false
+    end
+
+    add_index :jobs, :status
+    add_index :jobs, :run_at
+    add_index :jobs, %i[status run_at]
+
+    create_table(:job_runs) do
+      String :id, primary_key: true
+      String :job_id, null: false
+      String :status, null: false
+      String :started_at, null: false
+      String :finished_at
+      Text :error
+      Text :metadata_json
+
+      foreign_key [:job_id], :jobs, key: :id
+    end
+
+    add_index :job_runs, :job_id
+
+    create_table(:events) do
+      String :id, primary_key: true
+      String :session_id
+      String :type, null: false
+      Text :payload_json
+      String :created_at, null: false
+    end
+
+    add_index :events, :session_id
+    add_index :events, :type
+    add_index :events, :created_at
+  end
+
+  down do
+    drop_table(:events)
+    drop_table(:job_runs)
+    drop_table(:jobs)
+    drop_table(:compactions)
+    drop_table(:session_summaries)
+    drop_table(:memories)
+    drop_table(:tool_calls)
+    drop_table(:messages)
+    drop_table(:sessions)
+  end
+end

data/lib/rubino/database/migrations/002_create_runs.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:runs) do
+      String :id, primary_key: true
+      String :session_id, null: false
+      String :status, null: false, default: "queued" # queued|running|completed|failed|stopped
+      Text :input_text
+      Text :attachments_json
+      Text :skills_json
+      String :model
+      String :provider
+      Integer :tokens_input, default: 0
+      Integer :tokens_output, default: 0
+      Text :error
+      Boolean :stop_requested, null: false, default: false
+      String :started_at
+      String :finished_at
+      String :created_at, null: false
+      String :updated_at, null: false
+
+      foreign_key [:session_id], :sessions, key: :id
+    end
+
+    add_index :runs, :session_id
+    add_index :runs, :status
+
+    alter_table(:events) do
+      add_column :run_id, String
+      add_column :seq, Integer # per-session monotonic seq for SSE Last-Event-ID
+    end
+
+    add_index :events, :run_id
+    add_index :events, %i[session_id seq]
+  end
+
+  down do
+    alter_table(:events) do
+      drop_column :seq
+      drop_column :run_id
+    end
+    drop_table(:runs)
+  end
+end

data/lib/rubino/database/migrations/003_create_skill_states.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:skill_states) do
+      String :name, primary_key: true
+      Boolean :enabled, null: false, default: true
+      String :updated_at, null: false
+    end
+  end
+
+  down do
+    drop_table(:skill_states)
+  end
+end

data/lib/rubino/database/migrations/004_create_cron_jobs.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:cron_jobs) do
+      String :id, primary_key: true
+      String :name, null: false
+      String :schedule, null: false # cron expression
+      Text :prompt, null: false
+      Text :skills_json
+      String :model
+      String :provider
+      String :deliver, null: false, default: "local" # local|webhook
+      Boolean :enabled, null: false, default: true
+      String :last_run_at
+      String :last_run_id
+      String :created_at, null: false
+      String :updated_at, null: false
+    end
+
+    add_index :cron_jobs, :enabled
+    add_index :cron_jobs, :name
+
+    alter_table(:runs) do
+      add_column :cron_job_id, String
+    end
+    add_index :runs, :cron_job_id
+  end
+
+  down do
+    alter_table(:runs) do
+      drop_column :cron_job_id
+    end
+    drop_table(:cron_jobs)
+  end
+end

data/lib/rubino/database/migrations/005_create_oauth_connections.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:oauth_connections) do
+      String :id, primary_key: true
+      String :provider, null: false
+      String :account_id, null: false
+      String :account_email
+      Text :access_token, null: false        # encrypted
+      Text :refresh_token                    # encrypted
+      String :expires_at
+      Text :scopes_json, null: false
+      Text :metadata_json
+      String :created_at, null: false
+      String :updated_at, null: false
+
+      unique %i[provider account_id]
+    end
+
+    add_index :oauth_connections, :provider
+  end
+
+  down do
+    drop_table(:oauth_connections)
+  end
+end

data/lib/rubino/database/migrations/006_create_webhook_deliveries.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:webhook_deliveries) do
+      String :id, primary_key: true
+      String :job_id
+      String :run_id
+      String :target_url, null: false
+      # request_id (X-Rubino-Delivery-Id) is unique across delivery rows so
+      # a crash-then-restart cannot create two pending rows for the same logical
+      # attempt; the resume hook keys off this column.
+      String :request_id, null: false, unique: true
+      String :payload_sha256, null: false
+      Integer :attempt_count, null: false, default: 0
+      String :status, null: false, default: "pending" # pending|delivered|failed|dead
+      Text :last_error
+      Text :payload_json, null: false
+      String :scheduled_at, null: false
+      String :delivered_at
+      String :created_at, null: false
+      String :updated_at, null: false
+    end
+
+    add_index :webhook_deliveries, :status
+    add_index :webhook_deliveries, :scheduled_at
+    add_index :webhook_deliveries, :job_id
+    add_index :webhook_deliveries, :run_id
+  end
+
+  down do
+    drop_table(:webhook_deliveries)
+  end
+end

data/lib/rubino/database/migrations/007_create_messages_fts.rb

@@ -0,0 +1,59 @@
+# frozen_string_literal: true
+
+# Full-text search over the `messages` table.
+#
+# Uses an external-content FTS5 table (content='messages') so the index never
+# duplicates the body — FTS5 reaches into `messages` via rowid for each match.
+# Triggers keep the index in sync on insert/update/delete; tokenizer is
+# unicode61 with diacritic removal so "cafe"/"café" match.
+Sequel.migration do
+  up do
+    run <<~SQL
+      CREATE VIRTUAL TABLE messages_fts USING fts5(
+        content,
+        tool_name,
+        role,
+        content='messages',
+        content_rowid='rowid',
+        tokenize='unicode61 remove_diacritics 2'
+      );
+    SQL
+
+    run <<~SQL
+      CREATE TRIGGER messages_fts_ai AFTER INSERT ON messages BEGIN
+        INSERT INTO messages_fts(rowid, content, tool_name, role)
+        VALUES (new.rowid, new.content, new.tool_name, new.role);
+      END;
+    SQL
+
+    run <<~SQL
+      CREATE TRIGGER messages_fts_ad AFTER DELETE ON messages BEGIN
+        INSERT INTO messages_fts(messages_fts, rowid, content, tool_name, role)
+        VALUES ('delete', old.rowid, old.content, old.tool_name, old.role);
+      END;
+    SQL
+
+    run <<~SQL
+      CREATE TRIGGER messages_fts_au AFTER UPDATE ON messages BEGIN
+        INSERT INTO messages_fts(messages_fts, rowid, content, tool_name, role)
+        VALUES ('delete', old.rowid, old.content, old.tool_name, old.role);
+        INSERT INTO messages_fts(rowid, content, tool_name, role)
+        VALUES (new.rowid, new.content, new.tool_name, new.role);
+      END;
+    SQL
+
+    # Backfill any rows already present (no-op on a fresh DB; required when
+    # this migration runs against an existing install).
+    run <<~SQL
+      INSERT INTO messages_fts(rowid, content, tool_name, role)
+      SELECT rowid, content, tool_name, role FROM messages;
+    SQL
+  end
+
+  down do
+    run "DROP TRIGGER IF EXISTS messages_fts_au"
+    run "DROP TRIGGER IF EXISTS messages_fts_ad"
+    run "DROP TRIGGER IF EXISTS messages_fts_ai"
+    run "DROP TABLE IF EXISTS messages_fts"
+  end
+end

data/lib/rubino/database/migrations/008_create_memory_facts.rb

@@ -0,0 +1,75 @@
+# frozen_string_literal: true
+
+# Tiny-Zep memory store for Memory::Backends::Sqlite.
+#
+# One ATOMIC declarative fact per row, with bi-temporal validity: `valid_from`
+# is when the fact became true in the world, `valid_to` is set when a later,
+# contradicting fact supersedes it (Graphiti-style edge invalidation). A "live"
+# fact is `valid_to IS NULL`; superseded rows are kept (historical record), just
+# excluded from injection. `entities_json` carries lightweight tags so a graph
+# slice can be layered on later without a schema change.
+#
+# A companion FTS5 virtual table mirrors `text` (+ entities) for BM25 recall,
+# kept in sync by triggers — same external-content pattern as messages_fts.
+Sequel.migration do
+  up do
+    create_table?(:memory_facts) do
+      String  :id, primary_key: true
+      Text    :text, null: false
+      String  :kind, null: false
+      Text    :entities_json
+      String  :source_session_id
+      Float   :confidence, default: 1.0
+      String  :valid_from
+      String  :valid_to
+      String  :superseded_by
+      File    :embedding
+      String  :created_at, null: false
+      String  :updated_at, null: false
+
+      index :kind
+      index :valid_to
+    end
+
+    run <<~SQL
+      CREATE VIRTUAL TABLE IF NOT EXISTS memory_facts_fts USING fts5(
+        text,
+        entities,
+        content='memory_facts',
+        content_rowid='rowid',
+        tokenize='porter unicode61 remove_diacritics 2'
+      );
+    SQL
+
+    run <<~SQL
+      CREATE TRIGGER IF NOT EXISTS memory_facts_fts_ai AFTER INSERT ON memory_facts BEGIN
+        INSERT INTO memory_facts_fts(rowid, text, entities)
+        VALUES (new.rowid, new.text, new.entities_json);
+      END;
+    SQL
+
+    run <<~SQL
+      CREATE TRIGGER IF NOT EXISTS memory_facts_fts_ad AFTER DELETE ON memory_facts BEGIN
+        INSERT INTO memory_facts_fts(memory_facts_fts, rowid, text, entities)
+        VALUES ('delete', old.rowid, old.text, old.entities_json);
+      END;
+    SQL
+
+    run <<~SQL
+      CREATE TRIGGER IF NOT EXISTS memory_facts_fts_au AFTER UPDATE ON memory_facts BEGIN
+        INSERT INTO memory_facts_fts(memory_facts_fts, rowid, text, entities)
+        VALUES ('delete', old.rowid, old.text, old.entities_json);
+        INSERT INTO memory_facts_fts(rowid, text, entities)
+        VALUES (new.rowid, new.text, new.entities_json);
+      END;
+    SQL
+  end
+
+  down do
+    run "DROP TRIGGER IF EXISTS memory_facts_fts_au"
+    run "DROP TRIGGER IF EXISTS memory_facts_fts_ad"
+    run "DROP TRIGGER IF EXISTS memory_facts_fts_ai"
+    run "DROP TABLE IF EXISTS memory_facts_fts"
+    drop_table?(:memory_facts)
+  end
+end

data/lib/rubino/database/migrations/009_create_memory_graph.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+# Graph-lite layer for Memory::Backends::Sqlite (Memory Phase 3b).
+#
+# Layers a tiny entity/relationship graph on top of the atomic-fact store so
+# RELATIONAL queries ("what does X use for Y") surface facts connected via a
+# 1-hop edge that pure FTS on the probe would miss. This is deliberately NOT a
+# graph DB: two ordinary tables + bounded/recursive SQL.
+#
+#   memory_entities  — resolved nodes (people, tools, projects). `name_norm` is
+#                      the lowercased key used for resolution/lookup so the same
+#                      entity from different facts collapses to one node.
+#   memory_edges     — typed relationships between two entities, each carrying
+#                      the `source_fact_id` it was derived from and bi-temporal
+#                      validity (`valid_from`/`valid_to`) exactly like facts:
+#                      a contradicted relation is soft-retired, not deleted.
+#
+# An edge is "live" when `valid_to IS NULL`, matching the fact convention.
+Sequel.migration do
+  up do
+    create_table?(:memory_entities) do
+      String :id, primary_key: true
+      String :name, null: false # display form, first-seen casing
+      String :name_norm, null: false # lowercased resolution key
+      String :kind                       # person | tool | project | ... (best-effort)
+      String :created_at, null: false
+      String :updated_at, null: false
+
+      index :name_norm, unique: true
+    end
+
+    create_table?(:memory_edges) do
+      String :id, primary_key: true
+      String :src_entity_id, null: false
+      String :dst_entity_id, null: false
+      String :relation, null: false      # lowercased relation label (uses, deploys_to, ...)
+      String :source_fact_id             # the fact this edge was derived from
+      String :valid_from
+      String :valid_to                   # set when superseded; live edge = NULL
+      String :superseded_by              # id of the edge that invalidated this one
+      String :created_at, null: false
+      String :updated_at, null: false
+
+      index :src_entity_id
+      index :dst_entity_id
+      index :valid_to
+      index %i[src_entity_id dst_entity_id relation]
+    end
+  end
+
+  down do
+    drop_table?(:memory_edges)
+    drop_table?(:memory_entities)
+  end
+end

data/lib/rubino/database/migrations/010_add_owner_pid_to_sessions.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+# Records the OS process that owns a live (status="active") session so an
+# orphaned session — one whose process died without ending it (e.g. a hard
+# terminal kill / SIGKILL that no trap can catch, #11) — can be reaped to
+# "ended" the next time sessions are listed or resumed. NULL for ended
+# sessions and for rows created before this migration.
+Sequel.migration do
+  up do
+    alter_table(:sessions) do
+      add_column :owner_pid, Integer
+    end
+  end
+
+  down do
+    alter_table(:sessions) do
+      drop_column :owner_pid
+    end
+  end
+end

data/lib/rubino/database/migrator.rb

@@ -0,0 +1,48 @@
+# frozen_string_literal: true
+
+require "sequel"
+require "sequel/extensions/migration"
+
+module Rubino
+  module Database
+    # Handles database schema migrations in order.
+    # Migrations are stored as numbered Sequel migration files.
+    class Migrator
+      MIGRATIONS_PATH = File.expand_path("migrations", __dir__)
+
+      def initialize(connection)
+        @connection = connection
+      end
+
+      # Runs all pending migrations
+      def migrate!
+        Sequel::Migrator.run(@connection.db, MIGRATIONS_PATH)
+      end
+
+      # Returns current migration version
+      def current_version
+        Sequel::Migrator.get_current_migration_version(@connection.db)
+      rescue StandardError
+        0
+      end
+
+      # Returns true if there are unapplied migrations.
+      #
+      # Intentionally does NOT rescue: a connection/schema error here is a real
+      # health problem and must propagate so callers (e.g. doctor) can report a
+      # failure instead of silently treating an unreachable DB as "up to date".
+      def pending?
+        !Sequel::Migrator.is_current?(@connection.db, MIGRATIONS_PATH)
+      end
+
+      # Returns list of pending migration files
+      def pending_migrations
+        Sequel::Migrator.migrator_class(MIGRATIONS_PATH)
+                        .new(@connection.db, MIGRATIONS_PATH)
+                        .files
+      rescue StandardError
+        []
+      end
+    end
+  end
+end