sumologic-query 1.1.0 → 1.1.2

data/lib/sumologic/metadata/source.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+module Sumologic
+  module Metadata
+    # Handles source metadata operations
+    class Source
+      def initialize(http_client:, collector_client:)
+        @http = http_client
+        @collector_client = collector_client
+      end
+
+      # List sources for a specific collector
+      # Returns array of source objects with metadata
+      def list(collector_id:)
+        data = @http.request(
+          method: :get,
+          path: "/collectors/#{collector_id}/sources"
+        )
+
+        sources = data['sources'] || []
+        log_info "Found #{sources.size} sources for collector #{collector_id}"
+        sources
+      rescue StandardError => e
+        raise Error, "Failed to list sources for collector #{collector_id}: #{e.message}"
+      end
+
+      # List all sources from all collectors
+      # Returns array of hashes with collector info and their sources
+      def list_all
+        collectors = @collector_client.list
+        result = []
+
+        collectors.each do |collector|
+          next unless collector['alive'] # Skip offline collectors
+
+          collector_id = collector['id']
+          collector_name = collector['name']
+
+          log_info "Fetching sources for collector: #{collector_name} (#{collector_id})"
+
+          sources = list(collector_id: collector_id)
+
+          result << {
+            'collector' => {
+              'id' => collector_id,
+              'name' => collector_name,
+              'collectorType' => collector['collectorType']
+            },
+            'sources' => sources
+          }
+        rescue StandardError => e
+          log_error "Failed to fetch sources for collector #{collector_name}: #{e.message}"
+        end
+
+        log_info "Total: #{result.size} collectors with sources"
+        result
+      rescue StandardError => e
+        raise Error, "Failed to list all sources: #{e.message}"
+      end
+
+      private
+
+      def log_info(message)
+        warn "[Sumologic::Metadata::Source] #{message}" if ENV['SUMO_DEBUG'] || $DEBUG
+      end
+
+      def log_error(message)
+        warn "[Sumologic::Metadata::Source ERROR] #{message}"
+      end
+    end
+  end
+end

data/lib/sumologic/search/job.rb

@@ -0,0 +1,68 @@
+# frozen_string_literal: true
+
+module Sumologic
+  module Search
+    # Manages search job lifecycle: create, poll, fetch, delete
+    class Job
+      def initialize(http_client:, config:)
+        @http = http_client
+        @config = config
+        @poller = Poller.new(http_client: http_client, config: config)
+        @paginator = Paginator.new(http_client: http_client, config: config)
+      end
+
+      # Execute a complete search workflow
+      # Returns array of messages
+      def execute(query:, from_time:, to_time:, time_zone: 'UTC', limit: nil)
+        job_id = create(query, from_time, to_time, time_zone)
+        @poller.poll(job_id)
+        messages = @paginator.fetch_all(job_id, limit: limit)
+        delete(job_id)
+        messages
+      rescue StandardError => e
+        delete(job_id) if job_id
+        raise Error, "Search failed: #{e.message}"
+      end
+
+      private
+
+      def create(query, from_time, to_time, time_zone)
+        data = @http.request(
+          method: :post,
+          path: '/search/jobs',
+          body: {
+            query: query,
+            from: from_time,
+            to: to_time,
+            timeZone: time_zone
+          }
+        )
+
+        raise Error, "Failed to create job: #{data['message']}" unless data['id']
+
+        log_info "Created search job: #{data['id']}"
+        data['id']
+      end
+
+      def delete(job_id)
+        return unless job_id
+
+        @http.request(
+          method: :delete,
+          path: "/search/jobs/#{job_id}"
+        )
+        log_info "Deleted search job: #{job_id}"
+      rescue StandardError => e
+        log_error "Failed to delete job #{job_id}: #{e.message}"
+      end
+
+      def log_info(message)
+        warn "[Sumologic::Search::Job] #{message}" if ENV['SUMO_DEBUG'] || $DEBUG
+      end
+
+      def log_error(message)
+        warn "[Sumologic::Search::Job ERROR] #{message}"
+      end
+    end
+  end
+end

data/lib/sumologic/search/paginator.rb

@@ -0,0 +1,67 @@
+# frozen_string_literal: true
+
+module Sumologic
+  module Search
+    # Handles paginated fetching of search job messages
+    class Paginator
+      def initialize(http_client:, config:)
+        @http = http_client
+        @config = config
+      end
+
+      # Fetch all messages for a job with automatic pagination
+      # Returns array of message objects
+      def fetch_all(job_id, limit: nil)
+        messages = []
+        offset = 0
+        total_fetched = 0
+
+        loop do
+          batch_limit = calculate_batch_limit(limit, total_fetched)
+          break if batch_limit <= 0
+
+          batch = fetch_batch(job_id, offset, batch_limit)
+          messages.concat(batch)
+          total_fetched += batch.size
+
+          log_progress(batch.size, total_fetched)
+
+          break if batch.size < batch_limit # No more messages
+          break if limit && total_fetched >= limit
+
+          offset += batch.size
+        end
+
+        messages
+      end
+
+      private
+
+      def calculate_batch_limit(user_limit, total_fetched)
+        if user_limit
+          [@config.max_messages_per_request, user_limit - total_fetched].min
+        else
+          @config.max_messages_per_request
+        end
+      end
+
+      def fetch_batch(job_id, offset, limit)
+        data = @http.request(
+          method: :get,
+          path: "/search/jobs/#{job_id}/messages",
+          query_params: { offset: offset, limit: limit }
+        )
+
+        data['messages'] || []
+      end
+
+      def log_progress(batch_size, total)
+        log_info "Fetched #{batch_size} messages (total: #{total})"
+      end
+
+      def log_info(message)
+        warn "[Sumologic::Search::Paginator] #{message}" if ENV['SUMO_DEBUG'] || $DEBUG
+      end
+    end
+  end
+end

data/lib/sumologic/search/poller.rb

@@ -0,0 +1,80 @@
+# frozen_string_literal: true
+
+module Sumologic
+  module Search
+    # Handles adaptive polling of search jobs with exponential backoff
+    class Poller
+      def initialize(http_client:, config:)
+        @http = http_client
+        @config = config
+      end
+
+      # Poll until job completes or times out
+      # Returns final job status data
+      def poll(job_id)
+        start_time = Time.now
+        interval = @config.initial_poll_interval
+        poll_count = 0
+
+        loop do
+          check_timeout!(start_time)
+
+          data = fetch_job_status(job_id)
+          state = data['state']
+
+          log_poll_status(state, data, interval, poll_count)
+
+          case state
+          when 'DONE GATHERING RESULTS'
+            log_completion(start_time, poll_count)
+            return data
+          when 'CANCELLED', 'FORCE PAUSED'
+            raise Error, "Search job #{state.downcase}"
+          end
+
+          sleep interval
+          poll_count += 1
+          interval = calculate_next_interval(interval)
+        end
+      end
+
+      private
+
+      def check_timeout!(start_time)
+        elapsed = Time.now - start_time
+        return unless elapsed > @config.timeout
+
+        raise TimeoutError, "Search job timed out after #{@config.timeout} seconds"
+      end
+
+      def fetch_job_status(job_id)
+        @http.request(
+          method: :get,
+          path: "/search/jobs/#{job_id}"
+        )
+      end
+
+      def calculate_next_interval(current_interval)
+        # Adaptive backoff: gradually increase interval for long-running jobs
+        new_interval = current_interval * @config.poll_backoff_factor
+        [new_interval, @config.max_poll_interval].min
+      end
+
+      def log_poll_status(state, data, interval, count)
+        msg_count = data['messageCount']
+        rec_count = data['recordCount']
+        log_info "Job state: #{state} (#{msg_count} messages, #{rec_count} records) " \
+                 "[interval: #{interval}s, poll: #{count}]"
+      end
+
+      def log_completion(start_time, poll_count)
+        elapsed = Time.now - start_time
+        log_info "Job completed in #{elapsed.round(1)} seconds after #{poll_count + 1} polls"
+      end
+
+      def log_info(message)
+        warn "[Sumologic::Search::Poller] #{message}" if ENV['SUMO_DEBUG'] || $DEBUG
+      end
+    end
+  end
+end

data/lib/sumologic/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Sumologic
-  VERSION = '1.1.0'
+  VERSION = '1.1.2'
 end

data/lib/sumologic.rb

@@ -1,10 +1,41 @@
 # frozen_string_literal: true
 
 require_relative 'sumologic/version'
-require_relative 'sumologic/client'
 
 module Sumologic
+  # Base error class for all Sumologic errors
   class Error < StandardError; end
-  class TimeoutError < Error; end
+
+  # Authentication-related errors
   class AuthenticationError < Error; end
+
+  # Timeout errors during search job execution
+  class TimeoutError < Error; end
+end
+
+# Load configuration first
+require_relative 'sumologic/configuration'
+
+# Load HTTP layer
+require_relative 'sumologic/http/authenticator'
+require_relative 'sumologic/http/client'
+
+# Load search domain
+require_relative 'sumologic/search/poller'
+require_relative 'sumologic/search/paginator'
+require_relative 'sumologic/search/job'
+
+# Load metadata domain
+require_relative 'sumologic/metadata/collector'
+require_relative 'sumologic/metadata/source'
+
+# Load main client (facade)
+require_relative 'sumologic/client'
+
+# Load CLI (requires thor gem)
+begin
+  require 'thor'
+  require_relative 'sumologic/cli'
+rescue LoadError
+  # Thor not available - CLI won't work but library will
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sumologic-query
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.1.2
 platform: ruby
 authors:
 - patrick204nqh
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-11-13 00:00:00.000000000 Z
+date: 2025-11-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: base64
@@ -24,6 +24,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -82,7 +96,16 @@ files:
 - README.md
 - bin/sumo-query
 - lib/sumologic.rb
+- lib/sumologic/cli.rb
 - lib/sumologic/client.rb
+- lib/sumologic/configuration.rb
+- lib/sumologic/http/authenticator.rb
+- lib/sumologic/http/client.rb
+- lib/sumologic/metadata/collector.rb
+- lib/sumologic/metadata/source.rb
+- lib/sumologic/search/job.rb
+- lib/sumologic/search/paginator.rb
+- lib/sumologic/search/poller.rb
 - lib/sumologic/version.rb
 homepage: https://github.com/patrick204nqh/sumologic-query
 licenses: