htm 0.0.20 → 0.0.30

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: htm
 version: !ruby/object:Gem::Version
-  version: 0.0.20
+  version: 0.0.30
 platform: ruby
 authors:
 - Dewayne VanHoozer
@@ -24,21 +24,21 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 1.5.0
 - !ruby/object:Gem::Dependency
-  name: neighbor
+  name: sequel
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '5.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '5.0'
 - !ruby/object:Gem::Dependency
-  name: activerecord
+  name: sequel_pg
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -191,6 +191,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -437,6 +451,7 @@ files:
 - docs/assets/js/mathjax.js
 - docs/assets/videos/htm_video.mp4
 - docs/database/README.md
+- docs/database/naming-convention.md
 - docs/database/public.file_sources.md
 - docs/database/public.file_sources.svg
 - docs/database/public.node_stats.md
@@ -515,85 +530,95 @@ files:
 - docs/robots/why-robots.md
 - docs/setup_local_database.md
 - docs/using_rake_tasks_in_your_app.md
+- examples/.envrc
+- examples/.gitignore
+- examples/00_create_examples_db.rb
+- examples/01_basic_usage.rb
+- examples/02_config_file_example/README.md
+- examples/02_config_file_example/config/htm.local.yml
+- examples/02_config_file_example/custom_config.yml
+- examples/02_config_file_example/show_config.rb
+- examples/03_custom_llm_configuration.rb
+- examples/04_file_loader_usage.rb
+- examples/05_timeframe_demo.rb
+- examples/06_example_app/Rakefile
+- examples/06_example_app/app.rb
+- examples/07_cli_app/README.md
+- examples/07_cli_app/htm_cli.rb
+- examples/08_sinatra_app/Gemfile
+- examples/08_sinatra_app/Gemfile.lock
+- examples/08_sinatra_app/app.rb
+- examples/09_mcp_client.rb
+- examples/10_telemetry/README.md
+- examples/10_telemetry/SETUP_README.md
+- examples/10_telemetry/demo.rb
+- examples/10_telemetry/grafana/dashboards/htm-metrics.json
+- examples/11_robot_groups/README.md
+- examples/11_robot_groups/lib/robot_worker.rb
+- examples/11_robot_groups/multi_process.rb
+- examples/11_robot_groups/same_process.rb
+- examples/12_rails_app/.gitignore
+- examples/12_rails_app/Gemfile
+- examples/12_rails_app/Gemfile.lock
+- examples/12_rails_app/Procfile.dev
+- examples/12_rails_app/README.md
+- examples/12_rails_app/Rakefile
+- examples/12_rails_app/app/assets/stylesheets/application.css
+- examples/12_rails_app/app/assets/stylesheets/inter-font.css
+- examples/12_rails_app/app/controllers/application_controller.rb
+- examples/12_rails_app/app/controllers/dashboard_controller.rb
+- examples/12_rails_app/app/controllers/files_controller.rb
+- examples/12_rails_app/app/controllers/memories_controller.rb
+- examples/12_rails_app/app/controllers/robots_controller.rb
+- examples/12_rails_app/app/controllers/search_controller.rb
+- examples/12_rails_app/app/controllers/tags_controller.rb
+- examples/12_rails_app/app/javascript/application.js
+- examples/12_rails_app/app/javascript/controllers/application.js
+- examples/12_rails_app/app/javascript/controllers/index.js
+- examples/12_rails_app/app/views/dashboard/index.html.erb
+- examples/12_rails_app/app/views/files/index.html.erb
+- examples/12_rails_app/app/views/files/new.html.erb
+- examples/12_rails_app/app/views/files/show.html.erb
+- examples/12_rails_app/app/views/layouts/application.html.erb
+- examples/12_rails_app/app/views/memories/_memory_card.html.erb
+- examples/12_rails_app/app/views/memories/deleted.html.erb
+- examples/12_rails_app/app/views/memories/edit.html.erb
+- examples/12_rails_app/app/views/memories/index.html.erb
+- examples/12_rails_app/app/views/memories/new.html.erb
+- examples/12_rails_app/app/views/memories/show.html.erb
+- examples/12_rails_app/app/views/robots/index.html.erb
+- examples/12_rails_app/app/views/robots/new.html.erb
+- examples/12_rails_app/app/views/robots/show.html.erb
+- examples/12_rails_app/app/views/search/index.html.erb
+- examples/12_rails_app/app/views/shared/_navbar.html.erb
+- examples/12_rails_app/app/views/shared/_stat_card.html.erb
+- examples/12_rails_app/app/views/tags/index.html.erb
+- examples/12_rails_app/app/views/tags/show.html.erb
+- examples/12_rails_app/bin/dev
+- examples/12_rails_app/bin/rails
+- examples/12_rails_app/bin/rake
+- examples/12_rails_app/config.ru
+- examples/12_rails_app/config/application.rb
+- examples/12_rails_app/config/boot.rb
+- examples/12_rails_app/config/database.yml
+- examples/12_rails_app/config/environment.rb
+- examples/12_rails_app/config/importmap.rb
+- examples/12_rails_app/config/initializers/htm.rb
+- examples/12_rails_app/config/initializers/rack.rb
+- examples/12_rails_app/config/routes.rb
+- examples/12_rails_app/config/tailwind.config.js
+- examples/12_rails_app/log/.keep
+- examples/12_rails_app/tmp/local_secret.txt
 - examples/README.md
-- examples/basic_usage.rb
-- examples/cli_app/README.md
-- examples/cli_app/htm_cli.rb
-- examples/config_file_example/README.md
-- examples/config_file_example/config/htm.local.yml
-- examples/config_file_example/custom_config.yml
-- examples/config_file_example/show_config.rb
-- examples/custom_llm_configuration.rb
-- examples/example_app/Rakefile
-- examples/example_app/app.rb
-- examples/file_loader_usage.rb
-- examples/mcp_client.rb
-- examples/rails_app/.gitignore
-- examples/rails_app/Gemfile
-- examples/rails_app/Gemfile.lock
-- examples/rails_app/Procfile.dev
-- examples/rails_app/README.md
-- examples/rails_app/Rakefile
-- examples/rails_app/app/assets/stylesheets/application.css
-- examples/rails_app/app/assets/stylesheets/inter-font.css
-- examples/rails_app/app/controllers/application_controller.rb
-- examples/rails_app/app/controllers/dashboard_controller.rb
-- examples/rails_app/app/controllers/files_controller.rb
-- examples/rails_app/app/controllers/memories_controller.rb
-- examples/rails_app/app/controllers/robots_controller.rb
-- examples/rails_app/app/controllers/search_controller.rb
-- examples/rails_app/app/controllers/tags_controller.rb
-- examples/rails_app/app/javascript/application.js
-- examples/rails_app/app/javascript/controllers/application.js
-- examples/rails_app/app/javascript/controllers/index.js
-- examples/rails_app/app/views/dashboard/index.html.erb
-- examples/rails_app/app/views/files/index.html.erb
-- examples/rails_app/app/views/files/new.html.erb
-- examples/rails_app/app/views/files/show.html.erb
-- examples/rails_app/app/views/layouts/application.html.erb
-- examples/rails_app/app/views/memories/_memory_card.html.erb
-- examples/rails_app/app/views/memories/deleted.html.erb
-- examples/rails_app/app/views/memories/edit.html.erb
-- examples/rails_app/app/views/memories/index.html.erb
-- examples/rails_app/app/views/memories/new.html.erb
-- examples/rails_app/app/views/memories/show.html.erb
-- examples/rails_app/app/views/robots/index.html.erb
-- examples/rails_app/app/views/robots/new.html.erb
-- examples/rails_app/app/views/robots/show.html.erb
-- examples/rails_app/app/views/search/index.html.erb
-- examples/rails_app/app/views/shared/_navbar.html.erb
-- examples/rails_app/app/views/shared/_stat_card.html.erb
-- examples/rails_app/app/views/tags/index.html.erb
-- examples/rails_app/app/views/tags/show.html.erb
-- examples/rails_app/bin/dev
-- examples/rails_app/bin/rails
-- examples/rails_app/bin/rake
-- examples/rails_app/config.ru
-- examples/rails_app/config/application.rb
-- examples/rails_app/config/boot.rb
-- examples/rails_app/config/database.yml
-- examples/rails_app/config/environment.rb
-- examples/rails_app/config/importmap.rb
-- examples/rails_app/config/routes.rb
-- examples/rails_app/config/tailwind.config.js
-- examples/rails_app/log/.keep
-- examples/rails_app/tmp/local_secret.txt
-- examples/robot_groups/multi_process.rb
-- examples/robot_groups/robot_worker.rb
-- examples/robot_groups/same_process.rb
-- examples/sinatra_app/Gemfile
-- examples/sinatra_app/Gemfile.lock
-- examples/sinatra_app/app.rb
-- examples/telemetry/README.md
-- examples/telemetry/SETUP_README.md
-- examples/telemetry/demo.rb
-- examples/telemetry/grafana/dashboards/htm-metrics.json
-- examples/timeframe_demo.rb
+- examples/examples_helper.rb
 - lib/htm.rb
-- lib/htm/active_record_config.rb
 - lib/htm/circuit_breaker.rb
 - lib/htm/config.rb
+- lib/htm/config/builder.rb
+- lib/htm/config/database.rb
 - lib/htm/config/defaults.yml
+- lib/htm/config/section.rb
+- lib/htm/config/validator.rb
 - lib/htm/database.rb
 - lib/htm/embedding_service.rb
 - lib/htm/errors.rb
@@ -619,6 +644,7 @@ files:
 - lib/htm/mcp/resources.rb
 - lib/htm/mcp/server.rb
 - lib/htm/mcp/tools.rb
+- lib/htm/migration.rb
 - lib/htm/models/file_source.rb
 - lib/htm/models/node.rb
 - lib/htm/models/node_tag.rb
@@ -630,6 +656,7 @@ files:
 - lib/htm/query_cache.rb
 - lib/htm/railtie.rb
 - lib/htm/robot_group.rb
+- lib/htm/sequel_config.rb
 - lib/htm/sql_builder.rb
 - lib/htm/tag_service.rb
 - lib/htm/tasks.rb
@@ -647,7 +674,9 @@ files:
 - lib/tasks/jobs.rake
 - lib/tasks/tags.rake
 - mkdocs.yml
+- scripts/backfill_parent_tags.rb
 - scripts/install_local_database.sh
+- scripts/normalize_plural_tags.rb
 homepage: https://github.com/madbomber/htm
 licenses:
 - MIT
@@ -669,7 +698,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.2
+rubygems_version: 4.0.4
 specification_version: 4
 summary: Hierarchical Temporal Memory for LLM robots
 test_files: []

data/examples/rails_app/app/controllers/tags_controller.rb

@@ -1,30 +0,0 @@
-# frozen_string_literal: true
-
-class TagsController < ApplicationController
-  def index
-    @view_type = params[:view] || 'list'
-
-    case @view_type
-    when 'tree'
-      @tree_string = HTM::Models::Tag.all.tree_string
-      @tree_svg = HTM::Models::Tag.all.tree_svg(title: 'HTM Tag Hierarchy')
-    when 'mermaid'
-      @tree_mermaid = HTM::Models::Tag.all.tree_mermaid
-    else
-      @tags = HTM::Models::Tag
-              .left_joins(:nodes)
-              .group('tags.id')
-              .select('tags.*, COUNT(nodes.id) as node_count')
-              .order(:name)
-
-      if params[:prefix].present?
-        @tags = @tags.where('tags.name LIKE ?', "#{params[:prefix]}%")
-      end
-    end
-  end
-
-  def show
-    @tag = HTM::Models::Tag.find(params[:id])
-    @memories = @tag.nodes.active.includes(:tags).order(created_at: :desc)
-  end
-end

data/examples/sinatra_app/Gemfile.lock

@@ -1,166 +0,0 @@
-PATH
-  remote: ../..
-  specs:
-    htm (0.0.2)
-      activerecord
-      lru_redux
-      neighbor
-      pg (>= 1.5.0)
-      ruby_llm
-      tiktoken_ruby
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    activemodel (8.1.1)
-      activesupport (= 8.1.1)
-    activerecord (8.1.1)
-      activemodel (= 8.1.1)
-      activesupport (= 8.1.1)
-      timeout (>= 0.4.0)
-    activesupport (8.1.1)
-      base64
-      bigdecimal
-      concurrent-ruby (~> 1.0, >= 1.3.1)
-      connection_pool (>= 2.2.5)
-      drb
-      i18n (>= 1.6, < 2)
-      json
-      logger (>= 1.4.2)
-      minitest (>= 5.1)
-      securerandom (>= 0.3)
-      tzinfo (~> 2.0, >= 2.0.5)
-      uri (>= 0.13.1)
-    base64 (0.3.0)
-    bigdecimal (3.3.1)
-    concurrent-ruby (1.3.5)
-    connection_pool (2.5.5)
-    drb (2.2.3)
-    event_stream_parser (1.0.0)
-    faraday (2.14.0)
-      faraday-net_http (>= 2.0, < 3.5)
-      json
-      logger
-    faraday-multipart (1.1.1)
-      multipart-post (~> 2.0)
-    faraday-net_http (3.4.2)
-      net-http (~> 0.5)
-    faraday-retry (2.3.2)
-      faraday (~> 2.0)
-    ffi (1.17.2-aarch64-linux-gnu)
-    ffi (1.17.2-aarch64-linux-musl)
-    ffi (1.17.2-arm-linux-gnu)
-    ffi (1.17.2-arm-linux-musl)
-    ffi (1.17.2-arm64-darwin)
-    ffi (1.17.2-x86_64-darwin)
-    ffi (1.17.2-x86_64-linux-gnu)
-    ffi (1.17.2-x86_64-linux-musl)
-    i18n (1.14.7)
-      concurrent-ruby (~> 1.0)
-    json (2.16.0)
-    listen (3.9.0)
-      rb-fsevent (~> 0.10, >= 0.10.3)
-      rb-inotify (~> 0.9, >= 0.9.10)
-    logger (1.7.0)
-    lru_redux (1.1.0)
-    marcel (1.1.0)
-    minitest (5.26.2)
-    multi_json (1.17.0)
-    multipart-post (2.4.1)
-    mustermann (3.0.4)
-      ruby2_keywords (~> 0.0.1)
-    neighbor (0.6.0)
-      activerecord (>= 7.1)
-    net-http (0.8.0)
-      uri (>= 0.11.1)
-    nio4r (2.7.5)
-    pg (1.6.2)
-    pg (1.6.2-aarch64-linux)
-    pg (1.6.2-aarch64-linux-musl)
-    pg (1.6.2-arm64-darwin)
-    pg (1.6.2-x86_64-darwin)
-    pg (1.6.2-x86_64-linux)
-    pg (1.6.2-x86_64-linux-musl)
-    puma (6.6.1)
-      nio4r (~> 2.0)
-    rack (2.2.21)
-    rack-protection (3.2.0)
-      base64 (>= 0.1.0)
-      rack (~> 2.2, >= 2.2.4)
-    rb-fsevent (0.11.2)
-    rb-inotify (0.11.1)
-      ffi (~> 1.0)
-    redis (5.4.1)
-      redis-client (>= 0.22.0)
-    redis-client (0.26.1)
-      connection_pool
-    rerun (0.14.0)
-      listen (~> 3.0)
-    ruby2_keywords (0.0.5)
-    ruby_llm (1.9.1)
-      base64
-      event_stream_parser (~> 1)
-      faraday (>= 1.10.0)
-      faraday-multipart (>= 1)
-      faraday-net_http (>= 1)
-      faraday-retry (>= 1)
-      marcel (~> 1.0)
-      ruby_llm-schema (~> 0.2.1)
-      zeitwerk (~> 2)
-    ruby_llm-schema (0.2.5)
-    securerandom (0.4.1)
-    sidekiq (7.3.9)
-      base64
-      connection_pool (>= 2.3.0)
-      logger
-      rack (>= 2.2.4)
-      redis-client (>= 0.22.2)
-    sinatra (3.2.0)
-      mustermann (~> 3.0)
-      rack (~> 2.2, >= 2.2.4)
-      rack-protection (= 3.2.0)
-      tilt (~> 2.0)
-    sinatra-contrib (3.2.0)
-      multi_json (>= 0.0.2)
-      mustermann (~> 3.0)
-      rack-protection (= 3.2.0)
-      sinatra (= 3.2.0)
-      tilt (~> 2.0)
-    tiktoken_ruby (0.0.13-aarch64-linux)
-    tiktoken_ruby (0.0.13-arm-linux)
-    tiktoken_ruby (0.0.13-arm64-darwin)
-    tiktoken_ruby (0.0.13-x86_64-darwin)
-    tiktoken_ruby (0.0.13-x86_64-linux)
-    tiktoken_ruby (0.0.13-x86_64-linux-musl)
-    tilt (2.6.1)
-    timeout (0.4.4)
-    tzinfo (2.0.6)
-      concurrent-ruby (~> 1.0)
-    uri (1.1.1)
-    zeitwerk (2.7.3)
-
-PLATFORMS
-  aarch64-linux
-  aarch64-linux-gnu
-  aarch64-linux-musl
-  arm-linux
-  arm-linux-gnu
-  arm-linux-musl
-  arm64-darwin
-  x86_64-darwin
-  x86_64-linux
-  x86_64-linux-gnu
-  x86_64-linux-musl
-
-DEPENDENCIES
-  htm!
-  multi_json
-  puma (~> 6.0)
-  redis (~> 5.0)
-  rerun
-  sidekiq (~> 7.0)
-  sinatra (~> 3.0)
-  sinatra-contrib (~> 3.0)
-
-BUNDLED WITH
-   2.7.2

data/lib/htm/active_record_config.rb

@@ -1,104 +0,0 @@
-# frozen_string_literal: true
-
-require 'active_record'
-require 'pg'
-require 'neighbor'
-
-class HTM
-  # ActiveRecord database configuration and model loading
-  #
-  # Uses HTM::Config for database settings. Configuration can come from:
-  # - Environment variables (HTM_DATABASE__URL, HTM_DATABASE__HOST, etc.)
-  # - Programmatic configuration via HTM.configure
-  #
-  class ActiveRecordConfig
-    class << self
-      # Establish database connection from HTM::Config
-      def establish_connection!
-        config = load_database_config
-
-        ActiveRecord::Base.establish_connection(config)
-
-        # Set search path
-        ActiveRecord::Base.connection.execute("SET search_path TO public")
-
-        # Load models after connection is established
-        require_models
-
-        true
-      end
-
-      # Load database configuration from HTM::Config
-      #
-      # @return [Hash] ActiveRecord-compatible configuration hash
-      #
-      def load_database_config
-        HTM.config.database_config
-      end
-
-      # Check if connection is established and active
-      def connected?
-        return false unless defined?(ActiveRecord::Base)
-        return false unless ActiveRecord::Base.connection_handler.connection_pool_list.any?
-
-        ActiveRecord::Base.connected? && ActiveRecord::Base.connection.active?
-      rescue ActiveRecord::ConnectionNotDefined, ActiveRecord::ConnectionNotEstablished
-        false
-      rescue StandardError
-        false
-      end
-
-      # Close all database connections
-      def disconnect!
-        ActiveRecord::Base.connection_pool.disconnect!
-      end
-
-      # Verify required extensions are available
-      def verify_extensions!
-        conn = ActiveRecord::Base.connection
-
-        required_extensions = {
-          'vector' => 'pgvector extension',
-          'pg_trgm' => 'PostgreSQL trigram extension'
-        }
-
-        missing = []
-        required_extensions.each do |ext, name|
-          result = conn.select_value(
-            "SELECT COUNT(*) FROM pg_extension WHERE extname = '#{ext}'"
-          )
-          missing << name if result.to_i.zero?
-        end
-
-        if missing.any?
-          raise "Missing required PostgreSQL extensions: #{missing.join(', ')}"
-        end
-
-        true
-      end
-
-      # Get connection pool statistics
-      def connection_stats
-        pool = ActiveRecord::Base.connection_pool
-        {
-          size: pool.size,
-          connections: pool.connections.size,
-          in_use: pool.connections.count(&:in_use?),
-          available: pool.connections.count { |c| !c.in_use? }
-        }
-      end
-
-      private
-
-      # Require all model files
-      def require_models
-        require_relative 'models/robot'
-        require_relative 'models/node'
-        require_relative 'models/robot_node'
-        require_relative 'models/tag'
-        require_relative 'models/node_tag'
-        require_relative 'models/file_source'
-      end
-    end
-  end
-end