htm 0.0.18 → 0.0.30

data/db/migrate/00006_create_node_tags.rb

@@ -1,20 +1,35 @@
 # frozen_string_literal: true
 
-class CreateNodeTags < ActiveRecord::Migration[7.1]
-  def change
-    create_table :node_tags, comment: 'Join table connecting nodes to tags (many-to-many)' do |t|
-      t.bigint :node_id, null: false, comment: 'ID of the node being tagged'
-      t.bigint :tag_id, null: false, comment: 'ID of the tag being applied'
-      t.timestamptz :created_at, default: -> { 'CURRENT_TIMESTAMP' }, comment: 'When this association was created'
-      t.timestamptz :deleted_at, comment: 'Soft delete timestamp'
+require_relative '../../lib/htm/migration'
+
+class CreateNodeTags < HTM::Migration
+  def up
+    create_table(:node_tags) do
+      primary_key :id
+      Bignum :node_id, null: false
+      Bignum :tag_id, null: false
+      DateTime :created_at, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :deleted_at
     end
 
-    add_index :node_tags, [:node_id, :tag_id], unique: true, name: 'idx_node_tags_unique'
-    add_index :node_tags, :node_id, name: 'idx_node_tags_node_id'
-    add_index :node_tags, :tag_id, name: 'idx_node_tags_tag_id'
-    add_index :node_tags, :deleted_at, name: 'idx_node_tags_deleted_at'
+    add_index :node_tags, [:node_id, :tag_id], unique: true, name: :idx_node_tags_unique
+    add_index :node_tags, :node_id, name: :idx_node_tags_node_id
+    add_index :node_tags, :tag_id, name: :idx_node_tags_tag_id
+    add_index :node_tags, :deleted_at, name: :idx_node_tags_deleted_at
+
+    alter_table(:node_tags) do
+      add_foreign_key [:node_id], :nodes, on_delete: :cascade
+      add_foreign_key [:tag_id], :tags, on_delete: :cascade
+    end
+
+    run "COMMENT ON TABLE node_tags IS 'Join table connecting nodes to tags (many-to-many)'"
+    run "COMMENT ON COLUMN node_tags.node_id IS 'ID of the node being tagged'"
+    run "COMMENT ON COLUMN node_tags.tag_id IS 'ID of the tag being applied'"
+    run "COMMENT ON COLUMN node_tags.created_at IS 'When this association was created'"
+    run "COMMENT ON COLUMN node_tags.deleted_at IS 'Soft delete timestamp'"
+  end
 
-    add_foreign_key :node_tags, :nodes, column: :node_id, on_delete: :cascade
-    add_foreign_key :node_tags, :tags, column: :tag_id, on_delete: :cascade
+  def down
+    drop_table(:node_tags)
   end
 end

data/db/migrate/00007_create_robot_nodes.rb

@@ -1,33 +1,47 @@
 # frozen_string_literal: true
 
-class CreateRobotNodes < ActiveRecord::Migration[7.1]
-  def change
-    create_table :robot_nodes, comment: 'Join table connecting robots to nodes (many-to-many)' do |t|
-      t.bigint :robot_id, null: false, comment: 'ID of the robot that remembered this node'
-      t.bigint :node_id, null: false, comment: 'ID of the node being remembered'
-      t.timestamptz :first_remembered_at, default: -> { 'CURRENT_TIMESTAMP' },
-                    comment: 'When this robot first remembered this content'
-      t.timestamptz :last_remembered_at, default: -> { 'CURRENT_TIMESTAMP' },
-                    comment: 'When this robot last tried to remember this content'
-      t.integer :remember_count, default: 1, null: false,
-                comment: 'Number of times this robot has tried to remember this content'
-      t.boolean :working_memory, default: false, null: false,
-                comment: 'True if this node is currently in the robot working memory'
-      t.timestamptz :created_at, default: -> { 'CURRENT_TIMESTAMP' }
-      t.timestamptz :updated_at, default: -> { 'CURRENT_TIMESTAMP' }
-      t.timestamptz :deleted_at, comment: 'Soft delete timestamp'
+require_relative '../../lib/htm/migration'
+
+class CreateRobotNodes < HTM::Migration
+  def up
+    create_table(:robot_nodes) do
+      primary_key :id
+      Bignum :robot_id, null: false
+      Bignum :node_id, null: false
+      DateTime :first_remembered_at, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :last_remembered_at, default: Sequel::CURRENT_TIMESTAMP
+      Integer :remember_count, default: 1, null: false
+      TrueClass :working_memory, default: false, null: false
+      DateTime :created_at, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :updated_at, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :deleted_at
+    end
+
+    add_index :robot_nodes, [:robot_id, :node_id], unique: true, name: :idx_robot_nodes_unique
+    add_index :robot_nodes, :robot_id, name: :idx_robot_nodes_robot_id
+    add_index :robot_nodes, :node_id, name: :idx_robot_nodes_node_id
+    add_index :robot_nodes, :last_remembered_at, name: :idx_robot_nodes_last_remembered_at
+    add_index :robot_nodes, :deleted_at, name: :idx_robot_nodes_deleted_at
+
+    # Partial index for working memory queries
+    run "CREATE INDEX idx_robot_nodes_working_memory ON robot_nodes (robot_id, working_memory) WHERE working_memory = true"
+
+    alter_table(:robot_nodes) do
+      add_foreign_key [:robot_id], :robots, on_delete: :cascade
+      add_foreign_key [:node_id], :nodes, on_delete: :cascade
     end
 
-    add_index :robot_nodes, [:robot_id, :node_id], unique: true, name: 'idx_robot_nodes_unique'
-    add_index :robot_nodes, :robot_id, name: 'idx_robot_nodes_robot_id'
-    add_index :robot_nodes, :node_id, name: 'idx_robot_nodes_node_id'
-    add_index :robot_nodes, :last_remembered_at, name: 'idx_robot_nodes_last_remembered_at'
-    add_index :robot_nodes, :deleted_at, name: 'idx_robot_nodes_deleted_at'
-    add_index :robot_nodes, [:robot_id, :working_memory],
-              where: 'working_memory = true',
-              name: 'idx_robot_nodes_working_memory'
+    run "COMMENT ON TABLE robot_nodes IS 'Join table connecting robots to nodes (many-to-many)'"
+    run "COMMENT ON COLUMN robot_nodes.robot_id IS 'ID of the robot that remembered this node'"
+    run "COMMENT ON COLUMN robot_nodes.node_id IS 'ID of the node being remembered'"
+    run "COMMENT ON COLUMN robot_nodes.first_remembered_at IS 'When this robot first remembered this content'"
+    run "COMMENT ON COLUMN robot_nodes.last_remembered_at IS 'When this robot last tried to remember this content'"
+    run "COMMENT ON COLUMN robot_nodes.remember_count IS 'Number of times this robot has tried to remember this content'"
+    run "COMMENT ON COLUMN robot_nodes.working_memory IS 'True if this node is currently in the robot working memory'"
+    run "COMMENT ON COLUMN robot_nodes.deleted_at IS 'Soft delete timestamp'"
+  end
 
-    add_foreign_key :robot_nodes, :robots, column: :robot_id, on_delete: :cascade
-    add_foreign_key :robot_nodes, :nodes, column: :node_id, on_delete: :cascade
+  def down
+    drop_table(:robot_nodes)
   end
 end

data/db/schema.sql

@@ -3,6 +3,22 @@
 -- DO NOT EDIT THIS FILE MANUALLY
 -- Run 'rake htm:db:schema:dump' to regenerate
 
+--
+-- Name: paradedb; Type: SCHEMA; Schema: -; Owner: -
+--
+
+CREATE SCHEMA paradedb;
+
+--
+-- Name: pg_search; Type: EXTENSION; Schema: -; Owner: -
+--
+
+CREATE EXTENSION IF NOT EXISTS pg_search WITH SCHEMA paradedb;
+
+--
+-- Name: EXTENSION pg_search; Type: COMMENT; Schema: -; Owner: -
+--
+
 --
 -- Name: pg_trgm; Type: EXTENSION; Schema: -; Owner: -
 --
@@ -793,4 +809,4 @@ ALTER TABLE ONLY public.robot_nodes
 -- PostgreSQL database dump complete
 --
 
-\unrestrict 4WlUqnJzNHaNhcr67XLIIhAvRPidZODUPGkM34l27SvmC0zu6dIsQdJ8dtu589Z
+\unrestrict 1ItB7RQU4jC5IvOL40FU9j9sS6bzk9jcKeDUYSOd78ym0sA7pq0FXYSOEoWsPh7

data/db/seeds.rb

@@ -6,14 +6,14 @@
 # and creates memory nodes with embeddings and tags.
 #
 # Configuration is read from environment variables:
-#   HTM_EMBEDDING_PROVIDER - Embedding provider (default: ollama)
-#   HTM_EMBEDDING_MODEL - Embedding model (default: nomic-embed-text)
-#   HTM_EMBEDDING_DIMENSIONS - Embedding dimensions (default: 768)
-#   HTM_TAG_PROVIDER - Tag extraction provider (default: ollama)
-#   HTM_TAG_MODEL - Tag extraction model (default: gemma3)
-#   OLLAMA_URL - Ollama server URL (default: http://localhost:11434)
-#   HTM_EMBEDDING_TIMEOUT - Embedding generation timeout in seconds (default: 120)
-#   HTM_TAG_TIMEOUT - Tag generation timeout in seconds (default: 180)
+#   HTM_EMBEDDING__PROVIDER - Embedding provider (default: ollama)
+#   HTM_EMBEDDING__MODEL - Embedding model (default: nomic-embed-text)
+#   HTM_EMBEDDING__DIMENSIONS - Embedding dimensions (default: 768)
+#   HTM_TAG__PROVIDER - Tag extraction provider (default: ollama)
+#   HTM_TAG__MODEL - Tag extraction model (default: gemma3)
+#   HTM_PROVIDERS__OLLAMA__URL - Ollama server URL (default: http://localhost:11434)
+#   HTM_EMBEDDING__TIMEOUT - Embedding generation timeout in seconds (default: 120)
+#   HTM_TAG__TIMEOUT - Tag generation timeout in seconds (default: 180)
 #   HTM_CONNECTION_TIMEOUT - LLM connection timeout in seconds (default: 30)
 #   HTM_DATABASE__URL - Database connection URL
 #
@@ -30,14 +30,14 @@ puts "=" * 80
 puts
 
 # Configure HTM using environment variables or defaults
-embedding_provider = (ENV['HTM_EMBEDDING_PROVIDER'] || 'ollama').to_sym
-embedding_model = ENV['HTM_EMBEDDING_MODEL'] || 'nomic-embed-text'
-embedding_dimensions = (ENV['HTM_EMBEDDING_DIMENSIONS'] || '768').to_i
-tag_provider = (ENV['HTM_TAG_PROVIDER'] || 'ollama').to_sym
-tag_model = ENV['HTM_TAG_MODEL'] || 'gemma3'
-embedding_timeout = (ENV['HTM_EMBEDDING_TIMEOUT'] || '120').to_i
-tag_timeout = (ENV['HTM_TAG_TIMEOUT'] || '180').to_i
-connection_timeout = (ENV['HTM_CONNECTION_TIMEOUT'] || '30').to_i
+embedding_provider = (ENV['HTM_EMBEDDING__PROVIDER'] || 'ollama').to_sym
+embedding_model = ENV['HTM_EMBEDDING__MODEL'] || 'nomic-embed-text'
+embedding_dimensions = (ENV['HTM_EMBEDDING__DIMENSIONS'] || '768').to_i
+tag_provider = (ENV['HTM_TAG__PROVIDER'] || 'ollama').to_sym
+tag_model = ENV['HTM_TAG__MODEL'] || 'gemma3'
+embedding_timeout = (ENV['HTM_EMBEDDING__TIMEOUT'] || '120').to_i
+tag_timeout = (ENV['HTM_TAG__TIMEOUT'] || '180').to_i
+connection_timeout = (ENV['HTM_CONNECTION_TIMEOUT'] || '60').to_i
 
 puts "Configuration:"
 puts "  Embedding Provider: #{embedding_provider}"
@@ -49,15 +49,15 @@ puts "  Timeouts: embedding=#{embedding_timeout}s, tag=#{tag_timeout}s, connecti
 puts
 
 HTM.configure do |c|
-  c.embedding_provider = embedding_provider
-  c.embedding_model = embedding_model
-  c.embedding_dimensions = embedding_dimensions
-  c.tag_provider = tag_provider
-  c.tag_model = tag_model
-  c.embedding_timeout = embedding_timeout
-  c.tag_timeout = tag_timeout
+  c.embedding.provider = embedding_provider
+  c.embedding.model = embedding_model
+  c.embedding.dimensions = embedding_dimensions
+  c.tag.provider = tag_provider
+  c.tag.model = tag_model
+  c.embedding.timeout = embedding_timeout
+  c.tag.timeout = tag_timeout
   c.connection_timeout = connection_timeout
-  c.ollama_url = ENV['OLLAMA_URL'] if ENV['OLLAMA_URL']
+  c.providers.ollama.url = ENV['HTM_PROVIDERS__OLLAMA__URL'] if ENV['HTM_PROVIDERS__OLLAMA__URL']
   c.reset_to_defaults  # Apply default implementations with configured settings
 end
 
@@ -72,32 +72,32 @@ puts "Creating sample conversation..."
 
 htm.remember(
   "What is TimescaleDB good for?",
-  source: "user"
+  metadata: { source: "user" }
 )
 
 htm.remember(
   "PostgreSQL with TimescaleDB provides efficient time-series data storage and querying capabilities.",
-  source: "assistant"
+  metadata: { source: "assistant" }
 )
 
 htm.remember(
   "How much training data do ML models need?",
-  source: "user"
+  metadata: { source: "user" }
 )
 
 htm.remember(
   "Machine learning models require large amounts of training data to achieve good performance.",
-  source: "assistant"
+  metadata: { source: "assistant" }
 )
 
 htm.remember(
   "Tell me about Ruby on Rails",
-  source: "user"
+  metadata: { source: "user" }
 )
 
 htm.remember(
   "Ruby on Rails is a web framework for building database-backed applications.",
-  source: "assistant"
+  metadata: { source: "assistant" }
 )
 
 puts "✓ Created 6 conversation messages (3 exchanges)"
@@ -135,7 +135,7 @@ if Dir.exist?(seed_data_dir)
           # Save previous section if we have one
           if current_section && current_paragraph.any?
             paragraph_text = current_paragraph.join(' ')
-            htm.remember(paragraph_text, source: filename)
+            htm.remember(paragraph_text, metadata: { source: filename })
             count += 1
             print "." if count % 10 == 0
           end
@@ -152,7 +152,7 @@ if Dir.exist?(seed_data_dir)
       # Don't forget the last section
       if current_section && current_paragraph.any?
         paragraph_text = current_paragraph.join(' ')
-        htm.remember(paragraph_text, source: filename)
+        htm.remember(paragraph_text, metadata: { source: filename })
         count += 1
       end
 
@@ -187,7 +187,7 @@ puts
 puts "Checking completion status..."
 
 # Check completion status
-nodes_with_embeddings = HTM::Models::Node.where.not(embedding: nil).count
+nodes_with_embeddings = HTM::Models::Node.exclude(embedding: nil).count
 puts "  - Nodes with embeddings: #{nodes_with_embeddings}/#{total_records}"
 
 total_tags = HTM::Models::NodeTag.count
@@ -203,6 +203,6 @@ if nodes_with_embeddings == total_records && total_tags > 0
 else
   puts "⚠ Some background jobs may still be running."
   puts "  Run this query to check progress:"
-  puts "  HTM::Models::Node.where.not(embedding: nil).count"
+  puts "  HTM::Models::Node.exclude(embedding: nil).count"
   puts "=" * 80
 end