lex-knowledge 0.5.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8d512db91b31e6d8a9747a3987aa90dd406d04f8987400787f6de27b13eb10c5
-  data.tar.gz: 2d9df5e1289bb80f603dbd882863d1802bf942e8ff12940d259ba44e25b728f3
+  metadata.gz: 93e36e27a559476697a65f659e5c5a21db2e061b40877db6ea467875642d3232
+  data.tar.gz: dfae368bcc8db4eba0c6b41da9bb79537ed3a9b4fd898b189905fb1ca58a6bc7
 SHA512:
-  metadata.gz: 2022e4654a3a815e8c5433daaad7c2e9767b039c51513e12d9cd6c71a2de47e3ee883c6e0624aa9ac8f6108439c19d4552260694482db4e2da9d58851fa093bd
-  data.tar.gz: d1afc8cb8fdcd0317ee9fa416c91827ca3536e40fed404791a355b4b4662360211e3c064dc09e8504d0ed5eb359f1dc906edaa57277f205b1aa9eafedcf261da
+  metadata.gz: c9d11bdbcc27f14431c6e900c703a02cea7389bf2220c6e8c2fb1c920a97d7a86993d11e207453ef79ab928da68629a98aa711d51d009dd04d1f5215337dc4a6
+  data.tar.gz: 9fe9dc96f91a19aca0d58b4ad49abbcf0876797bba5ddea6984cff0d51b7a577ce0f165fa8d54d9271b185da84d6a267d7c9883903e99937f7b084454b1affcc

data/lib/legion/extensions/knowledge/actors/corpus_watcher.rb

@@ -21,23 +21,21 @@ module Legion
           end
 
           def enabled?
-            corpus_path && !corpus_path.empty?
+            resolve_monitors.any?
           rescue StandardError
             false
           end
 
           def args
-            { path: corpus_path }
+            { monitors: resolve_monitors }
           end
 
           private
 
-          def corpus_path
-            return nil unless defined?(Legion::Settings) && !Legion::Settings[:knowledge].nil?
-
-            Legion::Settings.dig(:knowledge, :corpus_path)
+          def resolve_monitors
+            Runners::Monitor.resolve_monitors
           rescue StandardError
-            nil
+            []
           end
         end
       end

data/lib/legion/extensions/knowledge/client.rb

@@ -8,6 +8,7 @@ module Legion
         include Runners::Query
         include Runners::Corpus
         include Runners::Maintenance
+        include Runners::Monitor
       end
     end
   end

data/lib/legion/extensions/knowledge/runners/ingest.rb

@@ -22,7 +22,16 @@ module Legion
             }
           end
 
-          def ingest_corpus(path:, dry_run: false, force: false)
+          def ingest_corpus(path: nil, monitors: nil, dry_run: false, force: false)
+            return ingest_monitors(monitors: monitors, dry_run: dry_run, force: force) if monitors&.any?
+            raise ArgumentError, 'path is required when monitors is not provided' if path.nil?
+
+            ingest_corpus_path(path: path, dry_run: dry_run, force: force)
+          rescue ArgumentError => e
+            { success: false, error: e.message }
+          end
+
+          def ingest_corpus_path(path:, dry_run: false, force: false)
             current  = Helpers::Manifest.scan(path: path)
             previous = force ? [] : Helpers::ManifestStore.load(corpus_path: path)
             delta    = Helpers::Manifest.diff(current: current, previous: previous)
@@ -56,6 +65,35 @@ module Legion
           rescue StandardError => e
             { success: false, error: e.message }
           end
+          private_class_method :ingest_corpus_path
+
+          def ingest_monitors(monitors:, dry_run: false, force: false)
+            results = monitors.map do |monitor|
+              ingest_corpus(path: monitor[:path], dry_run: dry_run, force: force)
+            rescue StandardError => e
+              { success: false, path: monitor[:path], error: e.message }
+            end
+
+            total = {
+              files_scanned:  0,
+              files_added:    0,
+              files_changed:  0,
+              files_removed:  0,
+              chunks_created: 0,
+              chunks_skipped: 0,
+              chunks_updated: 0
+            }
+            results.each do |r|
+              next unless r[:success]
+
+              total.each_key { |k| total[k] += r[k].to_i }
+            end
+
+            { success: true, monitors_processed: results.size, **total }
+          rescue StandardError => e
+            { success: false, error: e.message }
+          end
+          private_class_method :ingest_monitors
 
           def ingest_file(file_path:, force: false)
             result = process_file(file_path, dry_run: false, force: force)

data/lib/legion/extensions/knowledge/runners/monitor.rb

@@ -0,0 +1,118 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module Knowledge
+      module Runners
+        module Monitor
+          module_function
+
+          DEFAULT_EXTENSIONS = %w[.md .txt].freeze
+
+          def resolve_monitors
+            monitors = Array(read_monitors_setting)
+            legacy   = read_legacy_corpus_path
+
+            if legacy && !legacy.empty? && monitors.none? { |m| m[:path] == legacy }
+              monitors << { path: legacy, extensions: %w[.md .txt .docx .pdf], label: 'legacy' }
+            end
+
+            monitors
+          rescue StandardError
+            []
+          end
+
+          def add_monitor(path:, extensions: nil, label: nil)
+            abs_path = File.expand_path(path)
+            return { success: false, error: "Path #{abs_path} does not exist or is not a directory" } unless File.directory?(abs_path)
+
+            existing = Array(read_monitors_setting)
+            return { success: false, error: "Path #{abs_path} is already registered" } if existing.any? { |m| m[:path] == abs_path }
+
+            entry = {
+              path:       abs_path,
+              extensions: extensions || DEFAULT_EXTENSIONS.dup,
+              label:      label || File.basename(abs_path),
+              added_at:   Time.now.utc.iso8601
+            }
+
+            existing << entry
+            persist_monitors(existing)
+
+            { success: true, monitor: entry }
+          rescue StandardError => e
+            { success: false, error: e.message }
+          end
+
+          def remove_monitor(identifier:)
+            existing = Array(read_monitors_setting)
+            found = existing.find { |m| m[:path] == identifier || m[:label] == identifier }
+            return { success: false, error: "Monitor '#{identifier}' not found" } unless found
+
+            existing.delete(found)
+            persist_monitors(existing)
+
+            { success: true, removed: found }
+          rescue StandardError => e
+            { success: false, error: e.message }
+          end
+
+          def list_monitors
+            { success: true, monitors: resolve_monitors }
+          rescue StandardError => e
+            { success: false, error: e.message }
+          end
+
+          def monitor_status
+            monitors    = resolve_monitors
+            total_files = 0
+
+            monitors.each do |m|
+              scan = Helpers::Manifest.scan(path: m[:path], extensions: m[:extensions])
+              total_files += scan.size
+            rescue StandardError
+              next
+            end
+
+            { success: true, total_monitors: monitors.size, total_files: total_files }
+          rescue StandardError => e
+            { success: false, error: e.message }
+          end
+
+          # --- private helpers ---
+
+          def read_monitors_setting
+            return nil unless defined?(Legion::Settings) && !Legion::Settings[:knowledge].nil?
+
+            Legion::Settings.dig(:knowledge, :monitors)
+          rescue StandardError
+            nil
+          end
+          private_class_method :read_monitors_setting
+
+          def read_legacy_corpus_path
+            return nil unless defined?(Legion::Settings) && !Legion::Settings[:knowledge].nil?
+
+            Legion::Settings.dig(:knowledge, :corpus_path)
+          rescue StandardError
+            nil
+          end
+          private_class_method :read_legacy_corpus_path
+
+          def persist_monitors(monitors)
+            return false unless defined?(Legion::Settings)
+
+            loader = Legion::Settings.loader
+            knowledge = loader.settings[:knowledge] || {}
+            knowledge[:monitors] = monitors
+            loader.settings[:knowledge] = knowledge
+            true
+          rescue StandardError
+            false
+          end
+          private_class_method :persist_monitors
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/knowledge/transport/messages/monitor_reload.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module Knowledge
+      module Transport
+        module Messages
+          class MonitorReload < Legion::Transport::Message
+            def exchange_name = 'knowledge'
+            def routing_key = 'knowledge.monitor.reload'
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/knowledge/version.rb

@@ -3,7 +3,7 @@
 module Legion
   module Extensions
     module Knowledge
-      VERSION = '0.5.0'
+      VERSION = '0.6.0'
     end
   end
 end

data/lib/legion/extensions/knowledge.rb

@@ -9,12 +9,14 @@ require_relative 'knowledge/runners/ingest'
 require_relative 'knowledge/runners/query'
 require_relative 'knowledge/runners/corpus'
 require_relative 'knowledge/runners/maintenance'
+require_relative 'knowledge/runners/monitor'
 require_relative 'knowledge/client'
 
 if defined?(Legion::Transport)
   require_relative 'knowledge/transport/exchanges/knowledge'
   require_relative 'knowledge/transport/queues/ingest'
   require_relative 'knowledge/transport/messages/ingest_message'
+  require_relative 'knowledge/transport/messages/monitor_reload'
 end
 
 require_relative 'knowledge/actors/corpus_watcher' if defined?(Legion::Extensions::Actors::Every)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-knowledge
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.0
 platform: ruby
 authors:
 - Matthew Iverson
@@ -127,9 +127,11 @@ files:
 - lib/legion/extensions/knowledge/runners/corpus.rb
 - lib/legion/extensions/knowledge/runners/ingest.rb
 - lib/legion/extensions/knowledge/runners/maintenance.rb
+- lib/legion/extensions/knowledge/runners/monitor.rb
 - lib/legion/extensions/knowledge/runners/query.rb
 - lib/legion/extensions/knowledge/transport/exchanges/knowledge.rb
 - lib/legion/extensions/knowledge/transport/messages/ingest_message.rb
+- lib/legion/extensions/knowledge/transport/messages/monitor_reload.rb
 - lib/legion/extensions/knowledge/transport/queues/ingest.rb
 - lib/legion/extensions/knowledge/version.rb
 homepage: https://github.com/LegionIO/lex-knowledge