htm 0.0.30 → 0.0.32

data/lib/tasks/jobs.rake

@@ -3,8 +3,7 @@
 namespace :htm do
   namespace :jobs do
     desc "Show statistics for nodes and async job processing"
-    task :stats => :environment do
-
+    task stats: :environment do
       # Establish connection
       HTM::SequelConfig.establish_connection!
 
@@ -25,9 +24,9 @@ namespace :htm do
 
       # Nodes with tags
       nodes_with_tags = HTM::Models::Node
-        .join(:node_tags, node_id: :id)
-        .distinct
-        .count
+                        .join(:node_tags, node_id: :id)
+                        .distinct
+                        .count
       puts "Nodes with tags: #{nodes_with_tags} (#{percentage(nodes_with_tags, total_nodes)}%)"
 
       # Nodes without tags
@@ -39,7 +38,7 @@ namespace :htm do
       puts "\nTotal tags in ontology: #{total_tags}"
 
       # Tags by depth
-      if total_tags > 0
+      if total_tags.positive?
         puts "\nTag hierarchy breakdown:"
         depth_counts = Hash.new(0)
         HTM::Models::Tag.select_map(:name).each do |name|
@@ -52,7 +51,7 @@ namespace :htm do
       end
 
       # Average tags per node
-      if nodes_with_tags > 0
+      if nodes_with_tags.positive?
         avg_tags = HTM::Models::NodeTag.count.to_f / nodes_with_tags
         puts "\nAverage tags per node: #{avg_tags.round(2)}"
       end
@@ -61,7 +60,7 @@ namespace :htm do
     end
 
     desc "Process pending embedding jobs for nodes without embeddings"
-    task :process_embeddings => :environment do
+    task process_embeddings: :environment do
       require 'ruby-progressbar'
 
       # Establish connection and configure HTM
@@ -116,7 +115,7 @@ namespace :htm do
     end
 
     desc "Process pending tag extraction jobs for nodes without tags"
-    task :process_tags => :environment do
+    task process_tags: :environment do
       require 'ruby-progressbar'
 
       # Establish connection and configure HTM
@@ -125,9 +124,9 @@ namespace :htm do
 
       # Find nodes without any tags (using NOT EXISTS subquery)
       nodes_without_tags = HTM::Models::Node
-        .where(Sequel.~(Sequel.exists(
-          HTM::Models::NodeTag.where(Sequel[:node_tags][:node_id] => Sequel[:nodes][:id]).select(1)
-        )))
+                           .where(Sequel.~(Sequel.exists(
+                                             HTM::Models::NodeTag.where(Sequel[:node_tags][:node_id] => Sequel[:nodes][:id]).select(1)
+                                           )))
 
       total = nodes_without_tags.count
 
@@ -181,7 +180,7 @@ namespace :htm do
     end
 
     desc "Process pending proposition extraction for nodes without propositions"
-    task :process_propositions => :environment do
+    task process_propositions: :environment do
       require 'ruby-progressbar'
 
       # Establish connection and configure HTM
@@ -193,15 +192,15 @@ namespace :htm do
       # 1. It's not a proposition itself (is_proposition != true)
       # 2. No proposition node references it as source_node_id
       processed_source_ids = HTM::Models::Node
-        .where(Sequel.lit("metadata->>'is_proposition' = ?", 'true'))
-        .exclude(Sequel.lit("metadata->>'source_node_id' IS NULL"))
-        .select_map(Sequel.lit("metadata->>'source_node_id'"))
-        .map(&:to_i)
-        .uniq
+                             .where(Sequel.lit("metadata->>'is_proposition' = ?", 'true'))
+                             .exclude(Sequel.lit("metadata->>'source_node_id' IS NULL"))
+                             .select_map(Sequel.lit("metadata->>'source_node_id'"))
+                             .map(&:to_i)
+                             .uniq
 
       pending_nodes = HTM::Models::Node
-        .non_propositions
-        .exclude(id: processed_source_ids)
+                      .non_propositions
+                      .exclude(id: processed_source_ids)
 
       total = pending_nodes.count
 
@@ -284,13 +283,12 @@ namespace :htm do
     end
 
     desc "Process all pending jobs (embeddings, tags, and propositions)"
-    task :process_all => [:process_embeddings, :process_tags, :process_propositions] do
+    task process_all: %i[process_embeddings process_tags process_propositions] do
       puts "\nAll pending jobs processed!"
     end
 
     desc "Reprocess embeddings for all nodes (force regeneration)"
-    task :reprocess_embeddings => :environment do
-
+    task reprocess_embeddings: :environment do
       print "This will regenerate embeddings for ALL nodes. Are you sure? (yes/no): "
       confirmation = $stdin.gets.chomp
 
@@ -311,16 +309,14 @@ namespace :htm do
       failed = 0
 
       HTM::Models::Node.paged_each do |node|
-        begin
-          # Use the service class directly to regenerate
-          result = HTM::EmbeddingService.generate(node.content)
-          node.update(embedding: result[:storage_embedding])
-          processed += 1
-          print "\rProcessed: #{processed}/#{total}"
-        rescue StandardError => e
-          failed += 1
-          HTM.logger.error "Failed to reprocess node #{node.id}: #{e.message}"
-        end
+        # Use the service class directly to regenerate
+        result = HTM::EmbeddingService.generate(node.content)
+        node.update(embedding: result[:storage_embedding])
+        processed += 1
+        print "\rProcessed: #{processed}/#{total}"
+      rescue StandardError => e
+        failed += 1
+        HTM.logger.error "Failed to reprocess node #{node.id}: #{e.message}"
       end
 
       puts "\n\nCompleted:"
@@ -331,8 +327,7 @@ namespace :htm do
     end
 
     desc "Show nodes that failed async processing"
-    task :failed => :environment do
-
+    task failed: :environment do
       HTM::SequelConfig.establish_connection!
 
       puts "Nodes with Processing Issues"
@@ -340,10 +335,10 @@ namespace :htm do
 
       # Old nodes without embeddings (created more than 1 hour ago)
       old_without_embeddings = HTM::Models::Node
-        .where(embedding: nil)
-        .where(Sequel.lit('created_at < ?', Time.now - 3600))
+                               .where(embedding: nil)
+                               .where(Sequel.lit('created_at < ?', Time.now - 3600))
 
-      if old_without_embeddings.count > 0
+      if old_without_embeddings.any?
         puts "\nNodes without embeddings (>1 hour old):"
         old_without_embeddings.limit(10).each do |node|
           puts "  Node #{node.id}: created #{time_ago(node.created_at)}"
@@ -358,12 +353,12 @@ namespace :htm do
 
       # Old nodes without tags (using NOT EXISTS subquery)
       old_without_tags = HTM::Models::Node
-        .where(Sequel.~(Sequel.exists(
-          HTM::Models::NodeTag.where(Sequel[:node_tags][:node_id] => Sequel[:nodes][:id]).select(1)
-        )))
-        .where(Sequel.lit('created_at < ?', Time.now - 3600))
+                         .where(Sequel.~(Sequel.exists(
+                                           HTM::Models::NodeTag.where(Sequel[:node_tags][:node_id] => Sequel[:nodes][:id]).select(1)
+                                         )))
+                         .where(Sequel.lit('created_at < ?', Time.now - 3600))
 
-      if old_without_tags.count > 0
+      if old_without_tags.any?
         puts "\nNodes without tags (>1 hour old):"
         old_without_tags.limit(10).each do |node|
           puts "  Node #{node.id}: created #{time_ago(node.created_at)}"
@@ -380,8 +375,7 @@ namespace :htm do
     end
 
     desc "Clear all embeddings and tags (for testing/development)"
-    task :clear_all => :environment do
-
+    task clear_all: :environment do
       print "This will clear ALL embeddings and tags. Are you sure? (yes/no): "
       confirmation = $stdin.gets.chomp
 
@@ -417,10 +411,10 @@ namespace :htm do
         "#{seconds.to_i} seconds ago"
       when 60..3599
         "#{(seconds / 60).to_i} minutes ago"
-      when 3600..86399
+      when 3600..86_399
         "#{(seconds / 3600).to_i} hours ago"
       else
-        "#{(seconds / 86400).to_i} days ago"
+        "#{(seconds / 86_400).to_i} days ago"
       end
     end
   end

data/lib/tasks/tags.rake

@@ -12,7 +12,6 @@ namespace :htm do
   namespace :tags do
     desc "Display tags as a hierarchical tree (text format). Optional prefix filter."
     task :tree, [:prefix] do |_t, args|
-
       # Ensure database connection
       HTM::SequelConfig.establish_connection!
 
@@ -25,7 +24,7 @@ namespace :htm do
       end
 
       # Display tree using Tag model method
-      puts "\nHTM Tags Tree#{args[:prefix] ? " (prefix: #{args[:prefix]})" : ''}"
+      puts "\nHTM Tags Tree#{" (prefix: #{args[:prefix]})" if args[:prefix]}"
       puts "=" * 40
       print tags.tree_string
       puts "\nTotal tags: #{count}"
@@ -33,7 +32,6 @@ namespace :htm do
 
     desc "Export tags as Mermaid flowchart to tags.md. Optional prefix filter."
     task :mermaid, [:prefix] do |_t, args|
-
       # Ensure database connection
       HTM::SequelConfig.establish_connection!
 
@@ -49,12 +47,11 @@ namespace :htm do
       File.write('tags.md', mermaid)
 
       puts "Mermaid flowchart written to: tags.md"
-      puts "Tags exported: #{count}#{args[:prefix] ? " (prefix: #{args[:prefix]})" : ''}"
+      puts "Tags exported: #{count}#{" (prefix: #{args[:prefix]})" if args[:prefix]}"
     end
 
     desc "Export tags as SVG visualization to tags.svg. Optional prefix filter."
     task :svg, [:prefix] do |_t, args|
-
       # Ensure database connection
       HTM::SequelConfig.establish_connection!
 
@@ -71,12 +68,11 @@ namespace :htm do
       File.write('tags.svg', svg)
 
       puts "SVG visualization written to: tags.svg"
-      puts "Tags exported: #{count}#{args[:prefix] ? " (prefix: #{args[:prefix]})" : ''}"
+      puts "Tags exported: #{count}#{" (prefix: #{args[:prefix]})" if args[:prefix]}"
     end
 
     desc "Rebuild all tags from node content. Clears existing tags and regenerates using LLM."
     task :rebuild do
-
       # Ensure database connection
       HTM::SequelConfig.establish_connection!
 
@@ -153,7 +149,6 @@ namespace :htm do
 
     desc "Export tags in all formats (tags.txt, tags.md, tags.svg). Optional prefix filter."
     task :export, [:prefix] do |_t, args|
-
       # Ensure database connection
       HTM::SequelConfig.establish_connection!
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: htm
 version: !ruby/object:Gem::Version
-  version: 0.0.30
+  version: 0.0.32
 platform: ruby
 authors:
 - Dewayne VanHoozer
@@ -150,19 +150,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: anyway_config
+  name: myway_config
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '2.6'
+        version: 0.1.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '2.6'
+        version: 0.1.2
 - !ruby/object:Gem::Dependency
   name: simple_flow
   requirement: !ruby/object:Gem::Requirement
@@ -205,104 +205,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: minitest
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: minitest-reporters
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: debug_me
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: ruby_llm-mcp
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: yard
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: yard-markdown
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 description: |
   HTM (Hierarchical Temporal Memory) provides intelligent memory/context management for
   LLM-based applications. It implements a two-tier memory system with
@@ -339,6 +241,7 @@ files:
 - ".dictate.toml"
 - ".envrc"
 - ".irbrc"
+- ".rubocop.yml"
 - ".tbls.yml"
 - CHANGELOG.md
 - COMMITS.md
@@ -354,6 +257,8 @@ files:
 - db/migrate/00005_create_tags.rb
 - db/migrate/00006_create_node_tags.rb
 - db/migrate/00007_create_robot_nodes.rb
+- db/migrate/00008_create_node_relationships.rb
+- db/migrate/00009_fix_node_relationships_column_types.rb
 - db/schema.sql
 - db/seed_data/README.md
 - db/seed_data/presidents.md
@@ -557,6 +462,7 @@ files:
 - examples/11_robot_groups/lib/robot_worker.rb
 - examples/11_robot_groups/multi_process.rb
 - examples/11_robot_groups/same_process.rb
+- examples/12_rails_app/.envrc
 - examples/12_rails_app/.gitignore
 - examples/12_rails_app/Gemfile
 - examples/12_rails_app/Gemfile.lock
@@ -566,19 +472,30 @@ files:
 - examples/12_rails_app/app/assets/stylesheets/application.css
 - examples/12_rails_app/app/assets/stylesheets/inter-font.css
 - examples/12_rails_app/app/controllers/application_controller.rb
+- examples/12_rails_app/app/controllers/chats_controller.rb
 - examples/12_rails_app/app/controllers/dashboard_controller.rb
 - examples/12_rails_app/app/controllers/files_controller.rb
+- examples/12_rails_app/app/controllers/home_controller.rb
 - examples/12_rails_app/app/controllers/memories_controller.rb
+- examples/12_rails_app/app/controllers/messages_controller.rb
 - examples/12_rails_app/app/controllers/robots_controller.rb
 - examples/12_rails_app/app/controllers/search_controller.rb
 - examples/12_rails_app/app/controllers/tags_controller.rb
 - examples/12_rails_app/app/javascript/application.js
 - examples/12_rails_app/app/javascript/controllers/application.js
 - examples/12_rails_app/app/javascript/controllers/index.js
+- examples/12_rails_app/app/models/application_record.rb
+- examples/12_rails_app/app/models/chat.rb
+- examples/12_rails_app/app/models/message.rb
+- examples/12_rails_app/app/models/model.rb
+- examples/12_rails_app/app/models/tool_call.rb
+- examples/12_rails_app/app/views/chats/index.html.erb
+- examples/12_rails_app/app/views/chats/show.html.erb
 - examples/12_rails_app/app/views/dashboard/index.html.erb
 - examples/12_rails_app/app/views/files/index.html.erb
 - examples/12_rails_app/app/views/files/new.html.erb
 - examples/12_rails_app/app/views/files/show.html.erb
+- examples/12_rails_app/app/views/home/index.html.erb
 - examples/12_rails_app/app/views/layouts/application.html.erb
 - examples/12_rails_app/app/views/memories/_memory_card.html.erb
 - examples/12_rails_app/app/views/memories/deleted.html.erb
@@ -586,6 +503,7 @@ files:
 - examples/12_rails_app/app/views/memories/index.html.erb
 - examples/12_rails_app/app/views/memories/new.html.erb
 - examples/12_rails_app/app/views/memories/show.html.erb
+- examples/12_rails_app/app/views/messages/_message.html.erb
 - examples/12_rails_app/app/views/robots/index.html.erb
 - examples/12_rails_app/app/views/robots/new.html.erb
 - examples/12_rails_app/app/views/robots/show.html.erb
@@ -605,8 +523,12 @@ files:
 - examples/12_rails_app/config/importmap.rb
 - examples/12_rails_app/config/initializers/htm.rb
 - examples/12_rails_app/config/initializers/rack.rb
+- examples/12_rails_app/config/initializers/ruby_llm.rb
 - examples/12_rails_app/config/routes.rb
 - examples/12_rails_app/config/tailwind.config.js
+- examples/12_rails_app/db/migrate/20250124000001_create_ruby_llm_tables.rb
+- examples/12_rails_app/db/migrate/20250124000002_create_models_table.rb
+- examples/12_rails_app/db/schema.rb
 - examples/12_rails_app/log/.keep
 - examples/12_rails_app/tmp/local_secret.txt
 - examples/README.md
@@ -617,7 +539,6 @@ files:
 - lib/htm/config/builder.rb
 - lib/htm/config/database.rb
 - lib/htm/config/defaults.yml
-- lib/htm/config/section.rb
 - lib/htm/config/validator.rb
 - lib/htm/database.rb
 - lib/htm/embedding_service.rb
@@ -626,11 +547,10 @@ files:
 - lib/htm/job_adapter.rb
 - lib/htm/jobs/generate_embedding_job.rb
 - lib/htm/jobs/generate_propositions_job.rb
+- lib/htm/jobs/generate_relationships_job.rb
 - lib/htm/jobs/generate_tags_job.rb
-- lib/htm/loaders/defaults_loader.rb
 - lib/htm/loaders/markdown_chunker.rb
 - lib/htm/loaders/markdown_loader.rb
-- lib/htm/loaders/xdg_config_loader.rb
 - lib/htm/long_term_memory.rb
 - lib/htm/long_term_memory/fulltext_search.rb
 - lib/htm/long_term_memory/hybrid_search.rb
@@ -647,6 +567,7 @@ files:
 - lib/htm/migration.rb
 - lib/htm/models/file_source.rb
 - lib/htm/models/node.rb
+- lib/htm/models/node_relationship.rb
 - lib/htm/models/node_tag.rb
 - lib/htm/models/robot.rb
 - lib/htm/models/robot_node.rb
@@ -684,6 +605,7 @@ metadata:
   homepage_uri: https://github.com/madbomber/htm
   source_code_uri: https://github.com/madbomber/htm
   changelog_uri: https://github.com/madbomber/htm/blob/main/CHANGELOG.md
+  rubygems_mfa_required: 'true'
 rdoc_options: []
 require_paths:
 - lib
@@ -698,7 +620,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.4
+rubygems_version: 4.0.12
 specification_version: 4
 summary: Hierarchical Temporal Memory for LLM robots
 test_files: []

data/lib/htm/config/section.rb

@@ -1,74 +0,0 @@
-# frozen_string_literal: true
-
-class HTM
-  # ConfigSection provides method access to nested configuration hashes
-  #
-  # @example
-  #   section = ConfigSection.new(host: 'localhost', port: 5432)
-  #   section.host  # => 'localhost'
-  #   section.port  # => 5432
-  #
-  class ConfigSection
-    def initialize(hash = {})
-      @data = {}
-      (hash || {}).each do |key, value|
-        @data[key.to_sym] = value.is_a?(Hash) ? ConfigSection.new(value) : value
-      end
-    end
-
-    def method_missing(method, *args, &block)
-      key = method.to_s
-      if key.end_with?('=')
-        @data[key.chomp('=').to_sym] = args.first
-      elsif @data.key?(method)
-        @data[method]
-      else
-        nil
-      end
-    end
-
-    def respond_to_missing?(method, include_private = false)
-      key = method.to_s.chomp('=').to_sym
-      @data.key?(key) || super
-    end
-
-    def to_h
-      @data.transform_values do |v|
-        v.is_a?(ConfigSection) ? v.to_h : v
-      end
-    end
-
-    def [](key)
-      @data[key.to_sym]
-    end
-
-    def []=(key, value)
-      @data[key.to_sym] = value
-    end
-
-    def merge(other)
-      other_hash = other.is_a?(ConfigSection) ? other.to_h : other
-      ConfigSection.new(deep_merge(to_h, other_hash || {}))
-    end
-
-    def keys
-      @data.keys
-    end
-
-    def each(&block)
-      @data.each(&block)
-    end
-
-    private
-
-    def deep_merge(base, overlay)
-      base.merge(overlay) do |_key, old_val, new_val|
-        if old_val.is_a?(Hash) && new_val.is_a?(Hash)
-          deep_merge(old_val, new_val)
-        else
-          new_val
-        end
-      end
-    end
-  end
-end