RubyGems - search-engine-for-typesense - Versions diffs - 30.1.6.16 → 30.1.6.18 - Mend

search-engine-for-typesense 30.1.6.16 → 30.1.6.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (20) hide show

checksums.yaml +4 -4
data/app/search_engine/search_engine/index_partition_job.rb +3 -1
data/lib/search_engine/base/index_maintenance/cleanup.rb +8 -5
data/lib/search_engine/base/index_maintenance/lifecycle.rb +46 -30
data/lib/search_engine/base/index_maintenance/schema.rb +12 -6
data/lib/search_engine/base/index_maintenance.rb +31 -15
data/lib/search_engine/bulk.rb +17 -10
data/lib/search_engine/cascade.rb +67 -17
data/lib/search_engine/cli/doctor.rb +4 -1
data/lib/search_engine/dsl/parser.rb +17 -3
data/lib/search_engine/indexer/bulk_import.rb +8 -3
data/lib/search_engine/indexer/retry_policy.rb +5 -1
data/lib/search_engine/indexer.rb +1 -1
data/lib/search_engine/logging/output.rb +35 -0
data/lib/search_engine/relation/dsl/filters.rb +33 -2
data/lib/search_engine/schema.rb +7 -2
data/lib/search_engine/sources/lambda_source.rb +38 -11
data/lib/search_engine/sources.rb +6 -1
data/lib/search_engine/version.rb +1 -1
metadata +3 -2

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e4f73039b28d08542d582f09279574bf2d982218434259e17e2ef341a98959cf
-  data.tar.gz: 1c4b811b429fd29d13b878a1cc9e292ca268e79f8746c1632ac29810bf82c0c6
+  metadata.gz: 01b787168b6ef3694f27552da317fa390eaee171bf0734d94725b4527a883968
+  data.tar.gz: 28b30b42639215b992ce6b152bd9c076dc5dc221f6c9a18be5f2355aa7c63865
 SHA512:
-  metadata.gz: afeca782edfa298e76b459e6ec7307d2b896a6a77987d70e3525602a2f052e2556df973d204f6be4ec38ef562e0b90ef0ce679c737c715ae278b783c014eab30
-  data.tar.gz: b7eb1fb839c37de2999bc1bdbcc78598aaa3b151961ae04fd8f3964d84207550f562b8d72840d03e2a97d0ca6ffc109ec9d34ea7608f8f6aea88c56c5e866c53
+  metadata.gz: f5229d42405c66d0811102f31654631d8654bd52bdd55605f12f6baf446c2d61428d95a3f6a0c56a05b6dc4b404a68d3772ee13d4a1ca6a1739efd3de2f93390
+  data.tar.gz: faf42770cec8639077c6efae5e0f1599d1d9eabba0b3fdab23149a5a334ba3a3f50cc1156940bbb8b373f95b695f3e70457370687a774e39c0d2934b9f4cc07a

data/app/search_engine/search_engine/index_partition_job.rb CHANGED Viewed

@@ -33,6 +33,7 @@ module SearchEngine
     # @param metadata [Hash]
     # @return [void]
     def perform(collection_class_name, partition, into: nil, metadata: {})
+      payload = nil
       klass = constantize_collection!(collection_class_name)
       payload = base_payload(klass, partition: partition, into: into)
       instrument('search_engine.dispatcher.job_started',
@@ -54,7 +55,8 @@ module SearchEngine
       )
       nil
     rescue StandardError => error
-      instrument_error(error, payload: payload.merge(metadata: metadata))
+      safe_payload = payload || error_payload(error)
+      instrument_error(error, payload: safe_payload.merge(metadata: metadata || {}))
       raise
     end

data/lib/search_engine/base/index_maintenance/cleanup.rb CHANGED Viewed

@@ -1,6 +1,7 @@
 # frozen_string_literal: true
 require 'active_support/concern'
+require 'search_engine/logging/output'
 module SearchEngine
   class Base
@@ -44,13 +45,15 @@ module SearchEngine
           # @return [Integer] number of deleted documents
           def cleanup(into: nil, partition: nil, clear_cache: false)
             logical = respond_to?(:collection) ? collection.to_s : name.to_s
-            puts
-            puts(SearchEngine::Logging::Color.header(%(>>>>>> Cleanup Collection "#{logical}")))
+            SearchEngine::Logging::Output.puts
+            SearchEngine::Logging::Output.puts(
+              SearchEngine::Logging::Color.header(%(>>>>>> Cleanup Collection "#{logical}"))
+            )
             filters = SearchEngine::StaleRules.compile_filters(self, partition: partition)
             filters.compact!
             filters.reject! { |f| f.to_s.strip.empty? }
-            step = SearchEngine::Logging::StepLine.new('Cleanup')
+            step = SearchEngine::Logging::StepLine.new('Cleanup', io: SearchEngine::Logging::Output.io)
             if filters.empty?
               step.skip('no stale configuration')
               return 0
@@ -76,14 +79,14 @@ module SearchEngine
             step&.close
             if clear_cache
               begin
-                puts("Cleanup — #{SearchEngine::Logging::Color.bold('cache clear')}")
+                SearchEngine::Logging::Output.puts("Cleanup — #{SearchEngine::Logging::Color.bold('cache clear')}")
                 SearchEngine::Cache.clear
               rescue StandardError => error
                 err_msg = "Cleanup — cache clear error=#{error.class}: #{error.message.to_s[0, 200]}"
                 warn(SearchEngine::Logging::Color.apply(err_msg, :red))
               end
             end
-            puts(SearchEngine::Logging::Color.header(%(>>>>>> Cleanup Done)))
+            SearchEngine::Logging::Output.puts(SearchEngine::Logging::Color.header(%(>>>>>> Cleanup Done)))
           end
           private

data/lib/search_engine/base/index_maintenance/lifecycle.rb CHANGED Viewed

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
+require 'search_engine/logging/output'
 module SearchEngine
   class Base
     module IndexMaintenance
@@ -16,8 +18,10 @@ module SearchEngine
           # @return [Hash, nil] result hash with :status, :docs_total, :success_total, :failed_total, :sample_error
           def index_collection(partition: nil, client: nil, pre: nil, force_rebuild: false)
             logical = respond_to?(:collection) ? collection.to_s : name.to_s
-            puts
-            puts(SearchEngine::Logging::Color.header(%(>>>>>> Indexing Collection "#{logical}")))
+            SearchEngine::Logging::Output.puts
+            SearchEngine::Logging::Output.puts(
+              SearchEngine::Logging::Color.header(%(>>>>>> Indexing Collection "#{logical}"))
+            )
             client_obj = client || SearchEngine.client
             result = if partition.nil?
@@ -56,7 +60,7 @@ module SearchEngine
             diff = SearchEngine::Schema.diff(self, client: client)[:diff] || {}
             missing = __se_schema_missing?(diff)
-            step = SearchEngine::Logging::StepLine.new('Presence')
+            step = SearchEngine::Logging::StepLine.new('Presence', io: SearchEngine::Logging::Output.io)
             missing ? step.finish_warn('missing') : step.finish('present')
             applied, indexed_inside_apply = __se_full_apply_if_missing(client, missing)
@@ -76,7 +80,7 @@ module SearchEngine
           def __se_full_apply_if_missing(client, missing)
             applied = false
             indexed_inside_apply = false
-            step = SearchEngine::Logging::StepLine.new('Schema')
+            step = SearchEngine::Logging::StepLine.new('Schema', io: SearchEngine::Logging::Output.io)
             if missing
               step.update('creating')
               begin
@@ -100,7 +104,7 @@ module SearchEngine
           end
           def __se_full_check_drift(diff, missing, force_rebuild)
-            step = SearchEngine::Logging::StepLine.new('Schema Status')
+            step = SearchEngine::Logging::StepLine.new('Schema Status', io: SearchEngine::Logging::Output.io)
             unless missing
               step.update('checking')
               drift = __se_schema_drift?(diff)
@@ -118,7 +122,7 @@ module SearchEngine
           end
           def __se_full_apply_if_drift(client, drift, applied, indexed_inside_apply, force_rebuild)
-            step = SearchEngine::Logging::StepLine.new('Schema Apply')
+            step = SearchEngine::Logging::StepLine.new('Schema Apply', io: SearchEngine::Logging::Output.io)
             if drift
               step.update('applying')
               begin
@@ -143,7 +147,7 @@ module SearchEngine
           def __se_full_indexation(applied, indexed_inside_apply)
             result = nil
-            step = SearchEngine::Logging::StepLine.new('Indexing')
+            step = SearchEngine::Logging::StepLine.new('Indexing', io: SearchEngine::Logging::Output.io)
             if applied && indexed_inside_apply
               result = indexed_inside_apply if indexed_inside_apply.is_a?(Hash)
               if __se_result_status(result) == :ok
@@ -177,7 +181,7 @@ module SearchEngine
           end
           def __se_full_retention(applied, logical, client)
-            step = SearchEngine::Logging::StepLine.new('Retention')
+            step = SearchEngine::Logging::StepLine.new('Retention', io: SearchEngine::Logging::Output.io)
             if applied
               step.skip('handled by schema apply')
             else
@@ -195,7 +199,7 @@ module SearchEngine
             diff = diff_res[:diff] || {}
             missing = __se_schema_missing?(diff)
-            step = SearchEngine::Logging::StepLine.new('Presence')
+            step = SearchEngine::Logging::StepLine.new('Presence', io: SearchEngine::Logging::Output.io)
             if missing
               step.finish_warn('missing — collection not present, exit early')
               return { status: :failed, docs_total: 0, success_total: 0, failed_total: 0,
@@ -203,7 +207,7 @@ module SearchEngine
             end
             step.finish('present')
-            step = SearchEngine::Logging::StepLine.new('Schema Status')
+            step = SearchEngine::Logging::StepLine.new('Schema Status', io: SearchEngine::Logging::Output.io)
             step.update('checking')
             drift = __se_schema_drift?(diff)
             if drift
@@ -215,12 +219,13 @@ module SearchEngine
             __se_preflight_dependencies!(mode: pre, client: client) if pre
-            step = SearchEngine::Logging::StepLine.new('Partial Indexing')
+            step = SearchEngine::Logging::StepLine.new('Partial Indexing', io: SearchEngine::Logging::Output.io)
             step.update('indexing')
             step.yield_line!
             renderer = SearchEngine::Logging::LiveRenderer.new(
-              labels: partitions.map(&:inspect), partitions: partitions
+              labels: partitions.map(&:inspect), partitions: partitions,
+              io: SearchEngine::Logging::Output.io
             )
             renderer.start
             summaries = []
@@ -255,35 +260,30 @@ module SearchEngine
           # rubocop:disable Metrics/PerceivedComplexity, Metrics/AbcSize
           def __se_cascade_after_indexation!(context: :full)
             if SearchEngine::Instrumentation.context&.[](:bulk_suppress_cascade)
-              puts
-              puts(SearchEngine::Logging::Color.dim('>>>>>> Cascade Referencers — suppressed (bulk)'))
+              SearchEngine::Logging::Output.puts
+              SearchEngine::Logging::Output.puts(
+                SearchEngine::Logging::Color.dim('>>>>>> Cascade Referencers — suppressed (bulk)')
+              )
               return
             end
-            puts
-            puts(SearchEngine::Logging::Color.header(%(>>>>>> Cascade Referencers)))
+            SearchEngine::Logging::Output.puts
+            SearchEngine::Logging::Output.puts(
+              SearchEngine::Logging::Color.header(%(>>>>>> Cascade Referencers))
+            )
             results = SearchEngine::Cascade.cascade_reindex!(source: self, ids: nil, context: context)
             outcomes = Array(results[:outcomes])
             if outcomes.empty?
-              puts(SearchEngine::Logging::Color.dim('  none'))
+              SearchEngine::Logging::Output.puts(SearchEngine::Logging::Color.dim('  none'))
             else
               outcomes.each do |o|
                 coll = o[:collection] || o['collection']
                 mode = (o[:mode] || o['mode']).to_s
-                case mode
-                when 'partial'
-                  puts(%(  Referencer "#{coll}" → #{SearchEngine::Logging::Color.apply('partial reindex', :green)}))
-                when 'full'
-                  puts(%(  Referencer "#{coll}" → #{SearchEngine::Logging::Color.apply('full reindex', :green)}))
-                when 'skipped_unregistered'
-                  puts(SearchEngine::Logging::Color.dim(%(  Referencer "#{coll}" → skipped (unregistered))))
-                when 'skipped_cycle'
-                  puts(SearchEngine::Logging::Color.dim(%(  Referencer "#{coll}" → skipped (cycle))))
-                else
-                  puts(%(  Referencer "#{coll}" → #{mode}))
-                end
+                __se_log_cascade_outcome(coll, mode)
               end
             end
-            puts(SearchEngine::Logging::Color.header('>>>>>> Cascade Done'))
+            SearchEngine::Logging::Output.puts(
+              SearchEngine::Logging::Color.header('>>>>>> Cascade Done')
+            )
           rescue StandardError => error
             base = "Cascade — error=#{error.class}: #{error.message.to_s[0, 200]}"
             if error.respond_to?(:status) || error.respond_to?(:body)
@@ -314,6 +314,22 @@ module SearchEngine
           end
           # rubocop:enable Metrics/PerceivedComplexity, Metrics/AbcSize
+          def __se_log_cascade_outcome(coll, mode)
+            msg = case mode
+                  when 'partial'
+                    %(  Referencer "#{coll}" → #{SearchEngine::Logging::Color.apply('partial reindex', :green)})
+                  when 'full'
+                    %(  Referencer "#{coll}" → #{SearchEngine::Logging::Color.apply('full reindex', :green)})
+                  when 'skipped_unregistered'
+                    SearchEngine::Logging::Color.dim(%(  Referencer "#{coll}" → skipped (unregistered)))
+                  when 'skipped_cycle'
+                    SearchEngine::Logging::Color.dim(%(  Referencer "#{coll}" → skipped (cycle)))
+                  else
+                    %(  Referencer "#{coll}" → #{mode})
+                  end
+            SearchEngine::Logging::Output.puts(msg)
+          end
           # Raise {SearchEngine::Errors::IndexationAborted} when the result
           # from {__se_index_partitions!} indicates a non-ok status. Called
           # inside a {Schema.apply!} block to prevent the alias swap.

data/lib/search_engine/base/index_maintenance/schema.rb CHANGED Viewed

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
+require 'search_engine/logging/output'
 module SearchEngine
   class Base
     module IndexMaintenance
@@ -27,7 +29,7 @@ module SearchEngine
           def update_collection!
             client = SearchEngine.client
-            step = SearchEngine::Logging::StepLine.new('Update Collection')
+            step = SearchEngine::Logging::StepLine.new('Update Collection', io: SearchEngine::Logging::Output.io)
             step.update('analyzing diff')
             updated = SearchEngine::Schema.update!(self, client: client)
@@ -51,14 +53,16 @@ module SearchEngine
             physicals = __se_list_all_physicals(logical, client)
             bare_schema = client.retrieve_collection_schema(logical, timeout_ms: 10_000)
-            step = SearchEngine::Logging::StepLine.new('Drop Collection')
+            step = SearchEngine::Logging::StepLine.new('Drop Collection', io: SearchEngine::Logging::Output.io)
             if !has_alias && physicals.empty? && bare_schema.nil?
               step.skip('not present')
               return
             end
-            puts
-            puts(SearchEngine::Logging::Color.header(%(>>>>>> Dropping Collection "#{logical}")))
+            SearchEngine::Logging::Output.puts
+            SearchEngine::Logging::Output.puts(
+              SearchEngine::Logging::Color.header(%(>>>>>> Dropping Collection "#{logical}"))
+            )
             physicals.each do |name|
               step.update("dropping physical #{name}")
@@ -76,7 +80,9 @@ module SearchEngine
             end
             step.finish("done (physicals=#{physicals.size})")
-            puts(SearchEngine::Logging::Color.header(%(>>>>>> Dropped Collection "#{logical}")))
+            SearchEngine::Logging::Output.puts(
+              SearchEngine::Logging::Color.header(%(>>>>>> Dropped Collection "#{logical}"))
+            )
             nil
           ensure
             step&.close
@@ -110,7 +116,7 @@ module SearchEngine
             physicals = __se_list_all_physicals(logical, client)
             bare_schema = client.retrieve_collection_schema(logical)
-            step = SearchEngine::Logging::StepLine.new('Recreate Collection')
+            step = SearchEngine::Logging::StepLine.new('Recreate Collection', io: SearchEngine::Logging::Output.io)
             if has_alias || physicals.any? || bare_schema
               step.update("dropping existing (logical=#{logical})")
               physicals.each { |name| client.delete_collection(name) }

data/lib/search_engine/base/index_maintenance.rb CHANGED Viewed

@@ -8,6 +8,7 @@ require 'search_engine/logging/color'
 require 'search_engine/logging/batch_line'
 require 'search_engine/logging/step_line'
 require 'search_engine/logging/live_renderer'
+require 'search_engine/logging/output'
 module SearchEngine
   class Base
@@ -43,11 +44,11 @@ module SearchEngine
           return if deps.empty?
           indent = '  ' * depth
-          puts if depth.zero?
+          SearchEngine::Logging::Output.puts if depth.zero?
           header = SearchEngine::Logging::Color.header(
             %(#{indent}>>>>>> Preflight Dependencies (mode: #{mode}, collection: "#{current}"))
           )
-          puts(header)
+          SearchEngine::Logging::Output.puts(header)
           deps.each do |cfg|
             dep_coll = (cfg[:collection] || cfg['collection']).to_s
@@ -56,7 +57,9 @@ module SearchEngine
             dep_klass = __se_resolve_dep_class(dep_coll)
             if dep_klass.nil?
-              puts(SearchEngine::Logging::Color.dim(%(#{indent}  "#{dep_coll}" → skipped (unregistered))))
+              SearchEngine::Logging::Output.puts(
+                SearchEngine::Logging::Color.dim(%(#{indent}  "#{dep_coll}" → skipped (unregistered)))
+              )
               visited.add(dep_coll)
               next
             end
@@ -78,7 +81,9 @@ module SearchEngine
             visited.add(dep_coll)
           end
-          puts(SearchEngine::Logging::Color.header(%(#{indent}>>>>>> Preflight Done (collection: "#{current}"))))
+          SearchEngine::Logging::Output.puts(
+            SearchEngine::Logging::Color.header(%(#{indent}>>>>>> Preflight Done (collection: "#{current}")))
+          )
         end
         # @return [String] current collection logical name; empty string when unavailable
@@ -172,28 +177,32 @@ module SearchEngine
           when 'ensure'
             if missing
               status_word = SearchEngine::Logging::Color.apply('ensure (missing)', :yellow)
-              puts(%(#{indent}"#{dep_coll}" → #{status_word} → index_collection))
-              # Avoid nested preflight to prevent redundant recursion cycles
+              SearchEngine::Logging::Output.puts(%(#{indent}"#{dep_coll}" → #{status_word} → index_collection))
               SearchEngine::Instrumentation.with_context(bulk_suppress_cascade: true) do
                 dep_klass.index_collection(client: client)
               end
             else
-              puts(SearchEngine::Logging::Color.dim(%(#{indent}"#{dep_coll}" → present (skip))))
+              SearchEngine::Logging::Output.puts(
+                SearchEngine::Logging::Color.dim(%(#{indent}"#{dep_coll}" → present (skip)))
+              )
             end
           when 'index'
             if missing || drift
               reason = missing ? 'missing' : 'drift'
               status_word = SearchEngine::Logging::Color.apply("index (#{reason})", :yellow)
-              puts(%(#{indent}"#{dep_coll}" → #{status_word} → index_collection))
-              # Avoid nested preflight to prevent redundant recursion cycles
+              SearchEngine::Logging::Output.puts(%(#{indent}"#{dep_coll}" → #{status_word} → index_collection))
               SearchEngine::Instrumentation.with_context(bulk_suppress_cascade: true) do
                 dep_klass.index_collection(client: client)
               end
             else
-              puts(SearchEngine::Logging::Color.dim(%(#{indent}"#{dep_coll}" → in_sync (skip))))
+              SearchEngine::Logging::Output.puts(
+                SearchEngine::Logging::Color.dim(%(#{indent}"#{dep_coll}" → in_sync (skip)))
+              )
             end
           else
-            puts(SearchEngine::Logging::Color.dim(%(#{indent}"#{dep_coll}" → skipped (unknown mode: #{mode}))))
+            SearchEngine::Logging::Output.puts(
+              SearchEngine::Logging::Color.dim(%(#{indent}"#{dep_coll}" → skipped (unknown mode: #{mode})))
+            )
           end
         end
@@ -201,7 +210,9 @@ module SearchEngine
           return unless batches.is_a?(Array)
           batches.each_with_index do |batch_stats, idx|
-            puts(SearchEngine::Logging::BatchLine.format(batch_stats, idx + 1, indifferent: true))
+            SearchEngine::Logging::Output.puts(
+              SearchEngine::Logging::BatchLine.format(batch_stats, idx + 1, indifferent: true)
+            )
           end
         end
@@ -285,7 +296,8 @@ module SearchEngine
           docs_estimate = __se_heuristic_docs_estimate(1)
           renderer = SearchEngine::Logging::LiveRenderer.new(
             labels: ['single'], partitions: [nil],
-            per_partition_docs_estimates: [docs_estimate]
+            per_partition_docs_estimates: [docs_estimate],
+            io: SearchEngine::Logging::Output.io
           )
           renderer.start
@@ -348,7 +360,9 @@ module SearchEngine
         def __se_index_partitions_seq!(parts, into, compiled)
           docs_estimates = __se_per_partition_docs_estimates(parts, compiled)
           renderer = SearchEngine::Logging::LiveRenderer.new(
-            labels: parts.map(&:inspect), partitions: parts, per_partition_docs_estimates: docs_estimates
+            labels: parts.map(&:inspect), partitions: parts,
+            per_partition_docs_estimates: docs_estimates,
+            io: SearchEngine::Logging::Output.io
           )
           renderer.start
@@ -387,7 +401,9 @@ module SearchEngine
           docs_estimates = __se_per_partition_docs_estimates(parts, compiled)
           renderer = SearchEngine::Logging::LiveRenderer.new(
-            labels: parts.map(&:inspect), partitions: parts, per_partition_docs_estimates: docs_estimates
+            labels: parts.map(&:inspect), partitions: parts,
+            per_partition_docs_estimates: docs_estimates,
+            io: SearchEngine::Logging::Output.io
           )
           renderer.start

data/lib/search_engine/bulk.rb CHANGED Viewed

@@ -18,9 +18,10 @@ module SearchEngine
       # When no targets are provided, all declared/registered collections are indexed
       # (models are eagerly loaded from the configured `search_engine_models` path).
       # @param targets [Array<Symbol, String, Class>] collections or model classes
+      # @param silent [Boolean] suppress progress output to stdout (errors still go to stderr)
       # @return [Hash] summary (includes :failed_collections_total for unresolved targets)
-      def index_collections(*targets, client: nil)
-        run!(mode: :index, targets: targets, client: client)
+      def index_collections(*targets, client: nil, silent: false)
+        run!(mode: :index, targets: targets, client: client, silent: silent)
       end
       # Index all registered/declared collections.
@@ -30,20 +31,22 @@ module SearchEngine
       # and runs indexing as if they were passed to {.index_collections}.
       #
       # @param client [SearchEngine::Client, nil]
+      # @param silent [Boolean] suppress progress output to stdout (errors still go to stderr)
       # @return [Hash] summary (includes :failed_collections_total for unresolved targets)
-      def index_all(client: nil)
+      def index_all(client: nil, silent: false)
         ensure_models_loaded_from_configured_path!
         names = SearchEngine::CollectionResolver.models_map.keys
-        run!(mode: :index, targets: names, client: client)
+        run!(mode: :index, targets: names, client: client, silent: silent)
       end
       # Drop+index (destructive), mirroring {SearchEngine::Base.reindex_collection!}.
       # When no targets are provided, all declared/registered collections are reindexed
       # (models are eagerly loaded from the configured `search_engine_models` path).
       # @param targets [Array<Symbol, String, Class>] collections or model classes
+      # @param silent [Boolean] suppress progress output to stdout (errors still go to stderr)
       # @return [Hash] summary (includes :failed_collections_total for unresolved targets)
-      def reindex_collections!(*targets, client: nil)
-        run!(mode: :reindex, targets: targets, client: client)
+      def reindex_collections!(*targets, client: nil, silent: false)
+        run!(mode: :reindex, targets: targets, client: client, silent: silent)
       end
       # Reindex all registered/declared collections.
@@ -53,11 +56,12 @@ module SearchEngine
       # and runs reindexing as if they were passed to {.reindex_collections!}.
       #
       # @param client [SearchEngine::Client, nil]
+      # @param silent [Boolean] suppress progress output to stdout (errors still go to stderr)
       # @return [Hash] summary (includes :failed_collections_total for unresolved targets)
-      def reindex_all!(client: nil)
+      def reindex_all!(client: nil, silent: false)
         ensure_models_loaded_from_configured_path!
         names = SearchEngine::CollectionResolver.models_map.keys
-        run!(mode: :reindex, targets: names, client: client)
+        run!(mode: :reindex, targets: names, client: client, silent: silent)
       end
       # Drop orphaned physical collections across all logical collections.
@@ -74,8 +78,9 @@ module SearchEngine
       # @param mode [Symbol] :index | :reindex
       # @param targets [Array]
       # @param client [SearchEngine::Client, nil]
+      # @param silent [Boolean]
       # @return [Hash]
-      def run!(mode:, targets:, client: nil)
+      def run!(mode:, targets:, client: nil, silent: false)
         raise ArgumentError, 'mode must be :index or :reindex' unless %i[index reindex].include?(mode.to_sym)
         ts_client = client || SearchEngine.client
@@ -119,7 +124,9 @@ module SearchEngine
         collection_results = []
         failed_collections_total = 0
-        SearchEngine::Instrumentation.with_context(bulk: true, bulk_suppress_cascade: true, bulk_mode: mode.to_sym) do
+        ctx = { bulk: true, bulk_suppress_cascade: true, bulk_mode: mode.to_sym }
+        ctx[:bulk_silent] = true if silent
+        SearchEngine::Instrumentation.with_context(ctx) do
           SearchEngine::Instrumentation.instrument('search_engine.bulk.run', payload.merge(stats)) do |ctx|
             run_stage!(mode, stage1_list, :input, collection_results)
             run_stage!(mode, cascade_order, :cascade, collection_results)

data/lib/search_engine/cascade.rb CHANGED Viewed

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
+require 'search_engine/logging/output'
 module SearchEngine
   # Cascade reindexing for collections that reference other collections via
   # Typesense field-level references.
@@ -18,7 +20,7 @@ module SearchEngine
       # @param context [Symbol] :update or :full
       # @param client [SearchEngine::Client, nil]
       # @return [Hash]
-      # rubocop:disable Metrics/AbcSize, Metrics/MethodLength, Metrics/BlockNesting
+      # rubocop:disable Metrics/AbcSize, Metrics/MethodLength, Metrics/BlockNesting, Metrics/PerceivedComplexity, Metrics/BlockLength
       def cascade_reindex!(source:, ids:, context: :update, client: nil)
         raise ArgumentError, 'context must be :update or :full' unless %i[update full].include?(context.to_sym)
@@ -28,6 +30,7 @@ module SearchEngine
         graph = build_reverse_graph(client: ts_client)
         referencers = Array(graph[src_collection])
+        target_collections = referencers.map { |edge| edge[:referrer] }.uniq
         # Detect immediate cycles (A <-> B) and skip those pairs
         cycle_pairs = detect_immediate_cycles(graph)
@@ -43,7 +46,7 @@ module SearchEngine
           alias_cache: alias_cache
         )
-        outcomes = []
+        outcomes_by_collection = {}
         partial_count = 0
         full_count = 0
         skipped_unregistered = 0
@@ -57,18 +60,19 @@ module SearchEngine
           # Skip cycle pairs deterministically (avoid ping-pong)
           if cycle_pairs.include?([src_collection, referrer_coll])
             skipped_cycles << { pair: [src_collection, referrer_coll] }
-            outcomes << { collection: referrer_coll, mode: :skipped_cycle }
+            merge_cascade_outcome!(outcomes_by_collection, { collection: referrer_coll, mode: :skipped_cycle })
             next
           end
           ref_klass = safe_collection_class(referrer_coll)
           unless ref_klass
             skipped_unregistered += 1
-            outcomes << { collection: referrer_coll, mode: :skipped_unregistered }
+            merge_cascade_outcome!(outcomes_by_collection, { collection: referrer_coll, mode: :skipped_unregistered })
             next
           end
           mode = :full
+          partial_failure = nil
           if context.to_sym == :update && can_partial_reindex?(ref_klass)
             begin
               SearchEngine::Indexer.rebuild_partition!(ref_klass, partition: { local_key.to_sym => Array(ids) },
@@ -90,9 +94,8 @@ into: nil
                   mode = :skipped_no_partitions
                 end
               end
-              # Record diagnostic on the outcome for visibility upstream
-              outcomes << { collection: referrer_coll, mode: :partial_failed, error_class: error.class.name,
-                            message: error.message.to_s[0, 200] }
+              # Preserve the partial failure details on the final single outcome row.
+              partial_failure = { error_class: error.class.name, message: error.message.to_s[0, 200] }
             end
           elsif seen_full[referrer_coll]
             mode = :skipped_duplicate
@@ -107,14 +110,17 @@ into: nil
             end
           end
-          outcomes << { collection: referrer_coll, mode: mode }
+          outcome = { collection: referrer_coll, mode: mode }
+          outcome.merge!(partial_failure) if partial_failure
+          merge_cascade_outcome!(outcomes_by_collection, outcome)
         end
+        outcomes = outcomes_by_collection.values
         payload = {
           source_collection: src_collection,
           ids_count: Array(ids).size,
           context: context.to_sym,
-          targets_total: referencers.size,
+          targets_total: target_collections.size,
           partial_count: partial_count,
           full_count: full_count,
           skipped_unregistered: skipped_unregistered,
@@ -124,7 +130,7 @@ into: nil
         payload.merge(outcomes: outcomes)
       end
-      # rubocop:enable Metrics/AbcSize, Metrics/MethodLength, Metrics/BlockNesting
+      # rubocop:enable Metrics/AbcSize, Metrics/MethodLength, Metrics/BlockNesting, Metrics/PerceivedComplexity, Metrics/BlockLength
       # Build a reverse graph from Typesense live schemas when possible, falling
       # back to compiled local schemas for registered models.
@@ -188,12 +194,16 @@ into: nil
           parts = parts.reject { |p| p.nil? || p.to_s.strip.empty? }
           if parts.empty?
-            puts(SearchEngine::Logging::Color.dim(%(  Referencer "#{coll_display}" — partitions=0 → skip)))
+            SearchEngine::Logging::Output.puts(
+              SearchEngine::Logging::Color.dim(%(  Referencer "#{coll_display}" — partitions=0 → skip))
+            )
             return false
           end
           parts_str = SearchEngine::Logging::Color.bold("partitions=#{parts.size}")
-          puts(%(  Referencer "#{coll_display}" — #{parts_str} parallel=#{compiled.max_parallel}))
+          SearchEngine::Logging::Output.puts(
+            %(  Referencer "#{coll_display}" — #{parts_str} parallel=#{compiled.max_parallel})
+          )
           mp = compiled.max_parallel.to_i
           if mp > 1 && parts.size > 1
             require 'concurrent-ruby'
@@ -210,7 +220,9 @@ into: nil
           end
         else
-          puts(%(  Referencer "#{coll_display}" — #{SearchEngine::Logging::Color.bold('single')}))
+          SearchEngine::Logging::Output.puts(
+            %(  Referencer "#{coll_display}" — #{SearchEngine::Logging::Color.bold('single')})
+          )
           SearchEngine::Indexer.rebuild_partition!(ref_klass, partition: nil, into: nil)
           executed = true
         end
@@ -332,7 +344,7 @@ into: nil
         coll_display = physical && physical != logical ? "#{logical} (physical: #{physical})" : logical
         action = force_rebuild ? 'force_rebuild index_collection' : 'index_collection'
         status_word = SearchEngine::Logging::Color.apply("schema rebuild required, running #{action}", :yellow)
-        puts(%(  Referencer "#{coll_display}" — #{status_word}))
+        SearchEngine::Logging::Output.puts(%(  Referencer "#{coll_display}" — #{status_word}))
         SearchEngine::Instrumentation.with_context(bulk_suppress_cascade: true) do
           ref_klass.index_collection(client: client, pre: :ensure, force_rebuild: force_rebuild)
@@ -340,7 +352,7 @@ into: nil
         true
       rescue StandardError => error
         err_line = %(  Referencer "#{logical}" — schema rebuild failed: #{error.message})
-        puts(SearchEngine::Logging::Color.apply(err_line, :red))
+        warn(SearchEngine::Logging::Color.apply(err_line, :red))
         false
       end
@@ -349,7 +361,9 @@ into: nil
           pool.post do
             SearchEngine::Instrumentation.with_context(ctx) do
               summary = SearchEngine::Indexer.rebuild_partition!(ref_klass, partition: p, into: nil)
-              mtx.synchronize { puts(SearchEngine::Logging::PartitionProgress.line(p, summary)) }
+              mtx.synchronize do
+                SearchEngine::Logging::Output.puts(SearchEngine::Logging::PartitionProgress.line(p, summary))
+              end
             end
           end
         end
@@ -359,7 +373,7 @@ into: nil
         executed = false
         parts.each do |p|
           summary = SearchEngine::Indexer.rebuild_partition!(ref_klass, partition: p, into: nil)
-          puts(SearchEngine::Logging::PartitionProgress.line(p, summary))
+          SearchEngine::Logging::Output.puts(SearchEngine::Logging::PartitionProgress.line(p, summary))
           executed = true
         end
         executed
@@ -469,6 +483,42 @@ foreign_key: fk }
         pairs.uniq
       end
+      def merge_cascade_outcome!(outcomes_by_collection, outcome)
+        key = outcome[:collection]
+        existing = outcomes_by_collection[key]
+        if existing.nil?
+          outcomes_by_collection[key] = outcome
+          return
+        end
+        winner = if cascade_outcome_priority(outcome[:mode]) > cascade_outcome_priority(existing[:mode])
+                   outcome.dup
+                 else
+                   existing.dup
+                 end
+        error_class = existing[:error_class] || outcome[:error_class]
+        message = existing[:message] || outcome[:message]
+        if error_class
+          winner[:error_class] = error_class
+          winner[:message] = message
+        end
+        outcomes_by_collection[key] = winner
+      end
+      def cascade_outcome_priority(mode)
+        case mode.to_sym
+        when :full then 60
+        when :partial then 50
+        when :skipped_no_partitions then 40
+        when :skipped_duplicate then 30
+        when :skipped_cycle then 20
+        when :skipped_unregistered then 10
+        else 0
+        end
+      end
       def safe_collection_class(name)
         SearchEngine::CollectionResolver.model_for_logical(name)
       end

data/lib/search_engine/cli/doctor.rb CHANGED Viewed

@@ -166,7 +166,10 @@ module SearchEngine
           started = monotonic_ms
           client = client_with_overrides
           health = client.health
-          ok = !(health && (health[:ok] == true || health['ok'] == true)).nil?
+          ok_value = if health.is_a?(Hash)
+                       health.key?(:ok) ? health[:ok] : health['ok']
+                     end
+          ok = (ok_value == true)
           details = { response: redacted_value(health) }
           hint = ok ? nil : 'Verify host/port/protocol and network reachability to Typesense.'

data/lib/search_engine/dsl/parser.rb CHANGED Viewed

@@ -66,7 +66,9 @@ module SearchEngine
       # @param joins [Array<Symbol>, nil]
       # @return [Array<SearchEngine::AST::Node>]
       def parse_list(list, klass:, joins: nil)
-        items = Array(list).flatten.compact
+        # Preserve input shape so template bind arrays stay intact:
+        # parse_list(['brand_id IN ?', [1, 2]]) should keep [1, 2] as one bind arg.
+        items = Array(list).compact
         return [] if items.empty?
         nodes = []
@@ -92,7 +94,7 @@ module SearchEngine
             nodes << parse_raw(entry.to_s)
             i += 1
           when Array
-            nodes << parse_array_entry(entry, klass: klass, joins: joins)
+            nodes.concat(Array(parse_array_entry(entry, klass: klass, joins: joins)))
             i += 1
           else
             raise ArgumentError, "Parser: unsupported where argument #{entry.class}"
@@ -104,7 +106,19 @@ module SearchEngine
       # --- Internals -------------------------------------------------------
       def parse_array_entry(entry, klass:, joins: nil)
-        return parse_raw(entry.to_s) unless entry.first.is_a?(String)
+        raise ArgumentError, 'Unsupported argument type: [] (Array)' if entry.empty?
+        first = entry.first
+        unless first.is_a?(String)
+          # Support wrapped nested where-lists while preserving template bind arrays:
+          # where([['a > ?', 1], ['b < ?', 2]]) should parse as two predicates.
+          if first.is_a?(Array) || first.is_a?(Hash) || first.is_a?(Symbol)
+            return parse_list(entry, klass: klass, joins: joins)
+          end
+          return parse_raw(entry.to_s)
+        end
         return parse_list(entry, klass: klass, joins: joins) unless placeholders?(entry.first)
         template = entry.first

data/lib/search_engine/indexer/bulk_import.rb CHANGED Viewed

@@ -2,6 +2,7 @@
 require 'search_engine/logging/color'
 require 'search_engine/logging/batch_line'
+require 'search_engine/logging/output'
 module SearchEngine
   class Indexer
@@ -151,7 +152,11 @@ module SearchEngine
           shared_state[:on_batch] = on_batch
           producer_error = nil
-          puts(SearchEngine::Logging::Color.dim('  Starting parallel batch processing...')) if log_batches
+          if log_batches
+            SearchEngine::Logging::Output.puts(
+              SearchEngine::Logging::Color.dim('  Starting parallel batch processing...')
+            )
+          end
           started_at = monotonic_ms
           producer_thread = start_producer_thread(
@@ -234,7 +239,7 @@ module SearchEngine
                          else
                            "  Processed #{batch_count} batches... (#{elapsed}ms)"
                          end
-              puts(SearchEngine::Logging::Color.dim(progress))
+              SearchEngine::Logging::Output.puts(SearchEngine::Logging::Color.dim(progress))
             end
           rescue StandardError => error
             yield error if block_given?
@@ -680,7 +685,7 @@ module SearchEngine
         end
         def log_batch(stats, batch_number)
-          puts(SearchEngine::Logging::BatchLine.format(stats, batch_number))
+          SearchEngine::Logging::Output.puts(SearchEngine::Logging::BatchLine.format(stats, batch_number))
         end
       end
     end

data/lib/search_engine/indexer/retry_policy.rb CHANGED Viewed

@@ -103,8 +103,12 @@ module SearchEngine
         rng = (Thread.current[:__se_retry_rng__] ||= Random.new)
         min = range.begin.to_f
         max = range.end.to_f
-        # Range may be exclusive; normalize to inclusive space
+        # Honor exclusive-end ranges by shifting the upper bound down one
+        # representable float step. Inclusive ranges preserve the original end.
+        max = max.prev_float if range.exclude_end?
         span = max - min
+        return min if span <= 0.0
         min + (rng.rand * span)
       end
     end

data/lib/search_engine/indexer.rb CHANGED Viewed

@@ -83,7 +83,7 @@ module SearchEngine
           enum: docs_enum,
           batch_size: nil,
           action: :upsert,
-          log_batches: partition.nil? && on_batch.nil?,
+          log_batches: !SearchEngine::Instrumentation.context[:bulk_silent] && partition.nil? && on_batch.nil?,
           max_parallel: max_parallel,
           on_batch: on_batch
         )

data/lib/search_engine/logging/output.rb ADDED Viewed

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+module SearchEngine
+  module Logging
+    # Thread-safe output routing for indexation progress logging.
+    #
+    # When the instrumentation context includes `bulk_silent: true`,
+    # all output is routed to {File::NULL}. Otherwise, output goes to `$stdout`.
+    # Error output via `warn()` is unaffected — it always reaches `$stderr`.
+    #
+    # @since M10
+    module Output
+      NULL_IO = File.open(File::NULL, 'w')
+      module_function
+      # @return [Boolean] true when the current thread context indicates silent mode
+      def silent?
+        SearchEngine::Instrumentation.context[:bulk_silent] == true
+      end
+      # @return [IO] the appropriate output stream for progress logging
+      def io
+        silent? ? NULL_IO : $stdout
+      end
+      # Write a line to the progress output (suppressed in silent mode).
+      # @param args [Array] arguments forwarded to `IO#puts`
+      # @return [nil]
+      def puts(*args)
+        io.puts(*args)
+      end
+    end
+  end
+end

data/lib/search_engine/relation/dsl/filters.rb CHANGED Viewed

@@ -17,6 +17,7 @@ module SearchEngine
           # @param args [Array<Object>]
           # @return [SearchEngine::Relation]
           def not(*args)
+            @relation.send(:validate_not_args!, args)
             nodes = Array(@relation.send(:build_ast_with_empty_array_rewrites, args, negated: true))
             # Invert non-hidden predicates (Eq, In) returned by the builder
@@ -44,6 +45,7 @@ module SearchEngine
         # @return [SearchEngine::Relation, WhereChain]
         def where(*args)
           return self if args.nil? || args.empty?
+          return self if blank_where_args?(args)
           ast_nodes = build_ast_with_empty_array_rewrites(args, negated: false)
           fragments = normalize_where(args)
@@ -58,6 +60,7 @@ module SearchEngine
         # @param args [Array<Object>]
         # @return [SearchEngine::Relation]
         def not(*args)
+          validate_not_args!(args)
           nodes = Array(build_ast_with_empty_array_rewrites(args, negated: true))
           negated = nodes.map do |node|
@@ -122,6 +125,30 @@ module SearchEngine
         private
+        def blank_where_args?(args)
+          return false unless args.length == 1
+          blank_where_arg?(args.first)
+        end
+        def blank_where_arg?(arg)
+          return true if arg.nil?
+          return true if arg.respond_to?(:empty?) && arg.empty?
+          arg.is_a?(String) && arg.strip.empty?
+        end
+        def validate_not_args!(args)
+          raise ArgumentError, 'wrong number of arguments (given 0, expected 1+)' if args.nil? || args.empty?
+          return unless args.length == 1
+          value = args.first
+          return unless value.nil? || (value.is_a?(Array) && value.empty?)
+          raise ArgumentError, 'Unsupported argument type:  (NilClass)'
+        end
         def merge_relation(other, assoc: nil)
           return self if other.nil?
@@ -227,7 +254,9 @@ module SearchEngine
         # - nil predicates to hidden *_blank flags when `optional` is enabled (new behavior)
         # Delegates other inputs to the DSL parser.
         def build_ast_with_empty_array_rewrites(args, negated: false)
-          items = Array(args).flatten.compact
+          # Preserve input shape so template bind arrays stay intact:
+          # where('field IN ?', [1, 2]) => ['field IN ?', [1, 2]]
+          items = Array(args).compact
           return [] if items.empty?
           out_nodes = []
@@ -560,7 +589,9 @@ module SearchEngine
         # Normalize where arguments into an array of string fragments safe for Typesense.
         def normalize_where(args)
-          list = Array(args).flatten.compact
+          # Preserve input shape so template bind arrays stay intact:
+          # where('field IN ?', [1, 2]) => ['field IN ?', [1, 2]]
+          list = Array(args).compact
           return [] if list.empty?
           fragments = []

data/lib/search_engine/schema.rb CHANGED Viewed

@@ -436,8 +436,13 @@ module SearchEngine
         existing = list_physicals_starting_with(prefix, client: client)
         used_sequences = existing.map { |name| name.split('_').last.to_i }
-        seq = 1
-        seq += 1 while used_sequences.include?(seq) && seq < 999
+        seq = (1..999).find { |candidate| !used_sequences.include?(candidate) }
+        unless seq
+          raise SearchEngine::Errors::InvalidParams,
+                "Schema physical name sequence space exhausted for prefix '#{prefix}' (001..999 all occupied). " \
+                'Wait one second and retry.'
+        end
         format('%<prefix>s%<seq>03d', prefix: prefix, seq: seq)
       end

data/lib/search_engine/sources/lambda_source.rb CHANGED Viewed

@@ -4,8 +4,13 @@ module SearchEngine
   module Sources
     # Adapter that delegates batch enumeration to a provided callable.
     #
-    # The callable is expected to implement `call(cursor:, partition:)` and return either
-    # an Enumerator or yield arrays of rows. Shapes are application-defined.
+    # The callable is expected to implement `call(cursor:, partition:)` and use one mode:
+    # - return mode: return an Enumerable of batches
+    # - yield mode: yield batches via the provided block argument
+    #
+    # Returning batch-like data (Array/Enumerator) while also yielding is treated as
+    # an ambiguous mixed mode and raises an error.
+    # Shapes are application-defined.
     #
     # @example
     #   src = SearchEngine::Sources::LambdaSource.new(->(cursor:, partition:) { [[row1, row2]] })
@@ -32,16 +37,32 @@ module SearchEngine
         return enum_for(:each_batch, partition: partition, cursor: cursor) unless block_given?
         started = monotonic_ms
+        consume_rows = lambda do |rows|
+          duration = monotonic_ms - started
+          instrument_batch_fetched(source: 'lambda', batch_index: nil, rows_count: Array(rows).size,
+                                   duration_ms: duration, partition: partition, cursor: cursor,
+                                   adapter_options: { callable: @callable.class.name }
+          )
+          yield(rows)
+          started = monotonic_ms
+          nil
+        end
         begin
-          enum = @callable.call(cursor: cursor, partition: partition)
-          Array(enum).each do |rows|
-            duration = monotonic_ms - started
-            instrument_batch_fetched(source: 'lambda', batch_index: nil, rows_count: Array(rows).size,
-                                     duration_ms: duration, partition: partition, cursor: cursor,
-                                     adapter_options: { callable: @callable.class.name }
-            )
-            yield(rows)
-            started = monotonic_ms
+          yielded = false
+          returned = @callable.call(cursor: cursor, partition: partition) do |rows|
+            yielded = true
+            consume_rows.call(rows)
+          end
+          if yielded
+            if mixed_mode_batch_return?(returned)
+              raise SearchEngine::Errors::InvalidParams,
+                    'lambda source callable must either yield batches or return an Enumerable of batches, not both'
+            end
+          else
+            to_iterate = returned.respond_to?(:each) ? returned : Array(returned)
+            to_iterate.each { |rows| consume_rows.call(rows) }
           end
         rescue StandardError => error
           instrument_error(source: 'lambda', error: error, partition: partition, cursor: cursor,
@@ -50,6 +71,12 @@ module SearchEngine
           raise
         end
       end
+      private
+      def mixed_mode_batch_return?(returned)
+        returned.is_a?(Array) || returned.is_a?(Enumerator)
+      end
     end
   end
 end

data/lib/search_engine/sources.rb CHANGED Viewed

@@ -12,6 +12,11 @@ module SearchEngine
   #     Enumerator.new { |y| external_api.each_page(cursor) { |rows| y << rows } }
   #   end
   #
+  # Lambda source contract:
+  # - return mode: return an Enumerable of batches
+  # - yield mode: call the provided block with each batch
+  # Returning batch-like values while also yielding is treated as mixed mode and raises.
+  #
   # All adapters implement `each_batch(partition:, cursor:)` and return an Enumerator
   # when no block is provided.
   module Sources
@@ -19,7 +24,7 @@ module SearchEngine
     #
     # @param type [Symbol] :active_record, :sql, or :lambda
     # @param options [Hash] adapter-specific options
-    # @yield for :lambda sources, a block taking (cursor:, partition:) and returning an Enumerator
+    # @yield for :lambda sources, block taking (cursor:, partition:) and either yielding or returning batches
     # @return [Object] adapter responding to `each_batch(partition:, cursor:)`
     def self.build(type, **options, &block)
       case type.to_sym

data/lib/search_engine/version.rb CHANGED Viewed

@@ -3,5 +3,5 @@
 module SearchEngine
   # Current gem version.
   # @return [String]
-  VERSION = '30.1.6.16'
+  VERSION = '30.1.6.18'
 end

metadata CHANGED Viewed

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: search-engine-for-typesense
 version: !ruby/object:Gem::Version
-  version: 30.1.6.16
+  version: 30.1.6.18
 platform: ruby
 authors:
 - Nikita Shkoda
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-04-06 00:00:00.000000000 Z
+date: 2026-04-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
@@ -159,6 +159,7 @@ files:
 - lib/search_engine/logging/cursor_guard.rb
 - lib/search_engine/logging/format_helpers.rb
 - lib/search_engine/logging/live_renderer.rb
+- lib/search_engine/logging/output.rb
 - lib/search_engine/logging/partition_progress.rb
 - lib/search_engine/logging/spinner.rb
 - lib/search_engine/logging/step_line.rb