solid_log-service 0.1.0 → 0.2.1

metadata

@@ -1,143 +1,163 @@
 --- !ruby/object:Gem::Specification
 name: solid_log-service
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Dan Loman
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-12-29 00:00:00.000000000 Z
+date: 2026-01-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: solid_log-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.2.1
+- !ruby/object:Gem::Dependency
+  name: rack
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: '3.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: '3.0'
 - !ruby/object:Gem::Dependency
-  name: rails
+  name: puma
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 8.0.2
+        version: '6'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '8'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 8.0.2
+        version: '6'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '8'
 - !ruby/object:Gem::Dependency
-  name: puma
+  name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.0'
+        version: '8.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.0'
+        version: '8.0'
 - !ruby/object:Gem::Dependency
-  name: sqlite3
+  name: activerecord
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.1'
-  type: :development
+        version: '8.0'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.1'
+        version: '8.0'
 - !ruby/object:Gem::Dependency
-  name: minitest
+  name: actioncable
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.0'
-  type: :development
+        version: '8.0'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '8.0'
 - !ruby/object:Gem::Dependency
-  name: combustion
+  name: rack-cors
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.4'
-  type: :development
+        version: '2.0'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: sqlite3
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '13.0'
+        version: '2.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '13.0'
+        version: '2.1'
 - !ruby/object:Gem::Dependency
-  name: debug
+  name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '5.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '5.0'
 - !ruby/object:Gem::Dependency
-  name: rubocop
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
-  name: rubocop-rails-omakase
+  name: debug
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -151,7 +171,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rack-cors
+  name: rubocop
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -165,7 +185,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: solid_cable
+  name: rubocop-rails-omakase
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -183,36 +203,20 @@ description: Provides HTTP API for log ingestion, background processing with bui
   Rails apps.
 email:
 - daniel.h.loman@gmail.com
-executables:
-- solid_log_service
+executables: []
 extensions: []
 extra_rdoc_files: []
 files:
 - MIT-LICENSE
 - README.md
 - Rakefile
-- app/controllers/solid_log/api/base_controller.rb
-- app/controllers/solid_log/api/v1/entries_controller.rb
-- app/controllers/solid_log/api/v1/facets_controller.rb
-- app/controllers/solid_log/api/v1/health_controller.rb
-- app/controllers/solid_log/api/v1/ingest_controller.rb
-- app/controllers/solid_log/api/v1/search_controller.rb
-- app/controllers/solid_log/api/v1/timelines_controller.rb
-- app/jobs/solid_log/application_job.rb
-- app/jobs/solid_log/cache_cleanup_job.rb
-- app/jobs/solid_log/field_analysis_job.rb
-- app/jobs/solid_log/parser_job.rb
-- app/jobs/solid_log/retention_job.rb
-- bin/solid_log_service
 - config.ru
 - config/cable.yml
-- config/routes.rb
 - lib/solid_log-service.rb
 - lib/solid_log/service.rb
-- lib/solid_log/service/application.rb
 - lib/solid_log/service/configuration.rb
-- lib/solid_log/service/engine.rb
 - lib/solid_log/service/job_processor.rb
+- lib/solid_log/service/rack_app.rb
 - lib/solid_log/service/scheduler.rb
 - lib/solid_log/service/version.rb
 homepage: https://github.com/namolnad/solid_log

data/app/controllers/solid_log/api/base_controller.rb

@@ -1,80 +0,0 @@
-module SolidLog
-  module Api
-    class BaseController < ActionController::API
-      before_action :authenticate_token!
-
-      rescue_from ActionDispatch::Http::Parameters::ParseError do |exception|
-        render json: {
-          error: "Invalid JSON",
-          message: exception.message
-        }, status: :unprocessable_entity
-      end
-
-      rescue_from ActionController::BadRequest do |exception|
-        render json: {
-          error: "Invalid JSON",
-          message: exception.message
-        }, status: :unprocessable_entity
-      end
-
-      rescue_from StandardError do |exception|
-        # Check if it's a parameter parsing error based on message
-        if exception.message.include?("parsing request parameters")
-          render json: {
-            error: "Invalid JSON",
-            message: exception.message
-          }, status: :unprocessable_entity
-        else
-          Rails.logger.error "SolidLog API Error: #{exception.message}"
-          Rails.logger.error exception.backtrace.join("\n")
-
-          render json: {
-            error: "Internal server error",
-            message: exception.message
-          }, status: :internal_server_error
-        end
-      end
-
-      rescue_from ActiveRecord::RecordInvalid do |exception|
-        render json: {
-          error: "Validation error",
-          details: exception.record.errors.full_messages
-        }, status: :unprocessable_entity
-      end
-
-      private
-
-      def authenticate_token!
-        token_value = extract_bearer_token
-
-        unless token_value
-          render json: { error: "Missing or invalid Authorization header" }, status: :unauthorized
-          return
-        end
-
-        @current_token = SolidLog::Token.authenticate(token_value)
-
-        unless @current_token
-          render json: { error: "Invalid token" }, status: :unauthorized
-          return
-        end
-
-        # Touch last_used_at timestamp
-        @current_token.touch_last_used!
-      end
-
-      def current_token
-        @current_token
-      end
-
-      def extract_bearer_token
-        header = request.headers["Authorization"]
-        return nil unless header
-
-        # Expected format: "Bearer <token>"
-        matches = header.match(/^Bearer (.+)$/i)
-        matches[1] if matches
-      end
-    end
-  end
-end

data/app/controllers/solid_log/api/v1/entries_controller.rb

@@ -1,55 +0,0 @@
-module SolidLog
-  module Api
-    module V1
-      class EntriesController < Api::BaseController
-        # GET /api/v1/entries
-        def index
-          search_service = SolidLog::SearchService.new(filter_params)
-          entries = search_service.search
-
-          render json: {
-            entries: entries.as_json(methods: [:extra_fields_hash]),
-            total: entries.count,
-            limit: params[:limit]&.to_i || 100
-          }
-        end
-
-        # GET /api/v1/entries/:id
-        def show
-          entry = Entry.find(params[:id])
-
-          render json: {
-            entry: entry.as_json(methods: [:extra_fields_hash])
-          }
-        rescue ActiveRecord::RecordNotFound
-          render json: { error: "Entry not found" }, status: :not_found
-        end
-
-        private
-
-        def filter_params
-          # Extract filters from params[:filters] to avoid Rails routing params collision
-          search_params = {}
-          filters = params[:filters] || {}
-
-          search_params[:levels] = [filters[:level]].compact if filters[:level].present?
-          search_params[:app] = filters[:app] if filters[:app].present?
-          search_params[:env] = filters[:env] if filters[:env].present?
-          search_params[:controller] = filters[:controller] if filters[:controller].present?
-          search_params[:action] = filters[:action] if filters[:action].present?
-          search_params[:path] = filters[:path] if filters[:path].present?
-          search_params[:method] = filters[:method] if filters[:method].present?
-          search_params[:status_code] = filters[:status_code] if filters[:status_code].present?
-          search_params[:start_time] = filters[:start_time] if filters[:start_time].present?
-          search_params[:end_time] = filters[:end_time] if filters[:end_time].present?
-          search_params[:min_duration] = filters[:min_duration] if filters[:min_duration].present?
-          search_params[:max_duration] = filters[:max_duration] if filters[:max_duration].present?
-          search_params[:query] = params[:q] if params[:q].present?
-          search_params[:limit] = params[:limit] if params[:limit].present?
-
-          search_params
-        end
-      end
-    end
-  end
-end

data/app/controllers/solid_log/api/v1/facets_controller.rb

@@ -1,41 +0,0 @@
-module SolidLog
-  module Api
-    module V1
-      class FacetsController < Api::BaseController
-        # GET /api/v1/facets
-        def index
-          field = params[:field]
-
-          if field.blank?
-            return render json: { error: "Field parameter required" }, status: :bad_request
-          end
-
-          # Use Entry model directly for facets
-          limit = params[:limit]&.to_i || 100
-          facets = SolidLog::Entry.facets_for(field, limit: limit)
-
-          render json: {
-            field: field,
-            values: facets,
-            total: facets.size
-          }
-        end
-
-        # GET /api/v1/facets/all
-        def all
-          facets = {
-            level: SolidLog::Entry.facets_for("level"),
-            app: SolidLog::Entry.facets_for("app"),
-            env: SolidLog::Entry.facets_for("env"),
-            controller: SolidLog::Entry.facets_for("controller", limit: 50),
-            action: SolidLog::Entry.facets_for("action", limit: 50),
-            method: SolidLog::Entry.facets_for("method"),
-            status_code: SolidLog::Entry.facets_for("status_code")
-          }
-
-          render json: { facets: facets }
-        end
-      end
-    end
-  end
-end

data/app/controllers/solid_log/api/v1/health_controller.rb

@@ -1,29 +0,0 @@
-module SolidLog
-  module Api
-    module V1
-      class HealthController < Api::BaseController
-        skip_before_action :authenticate_token!, only: [:show]
-
-        # GET /api/v1/health
-        def show
-          metrics = SolidLog::HealthService.metrics
-
-          status = case metrics[:parsing][:health_status]
-          when "critical"
-                    :service_unavailable
-          when "warning", "degraded"
-                    :ok  # Still functional
-          else
-                    :ok
-          end
-
-          render json: {
-            status: metrics[:parsing][:health_status],
-            timestamp: Time.current.iso8601,
-            metrics: metrics
-          }, status: status
-        end
-      end
-    end
-  end
-end

data/app/controllers/solid_log/api/v1/ingest_controller.rb

@@ -1,80 +0,0 @@
-module SolidLog
-  module Api
-    module V1
-      class IngestController < Api::BaseController
-        # POST /api/v1/ingest
-        # Accepts single log entry (hash) or batch (array of hashes)
-        def create
-          payload = params[:_json] || parse_ndjson_body
-
-          if payload.blank?
-            render json: { error: "Empty payload" }, status: :bad_request
-            return
-          end
-
-          entries = Array.wrap(payload)
-
-          if entries.size > max_batch_size
-            render json: {
-              error: "Batch too large",
-              max_size: max_batch_size,
-              received: entries.size
-            }, status: :payload_too_large
-            return
-          end
-
-          # Create raw entries
-          raw_entries = entries.map do |entry|
-            {
-              token_id: current_token.id,
-              payload: entry.to_json,
-              received_at: Time.current,
-              parsed: false
-            }
-          end
-
-          # Bulk insert
-          SolidLog.without_logging do
-            SolidLog::RawEntry.insert_all(raw_entries)
-          end
-
-          render json: {
-            status: "accepted",
-            count: entries.size,
-            message: "Log entries queued for processing"
-          }, status: :accepted
-        rescue JSON::ParserError => e
-          render json: {
-            error: "Invalid JSON",
-            message: e.message
-          }, status: :bad_request
-        end
-
-        private
-
-        def max_batch_size
-          SolidLog.configuration.max_batch_size
-        end
-
-        # Parse NDJSON (newline-delimited JSON) from request body
-        def parse_ndjson_body
-          return [] unless request.body
-
-          body = request.body.read
-          return [] if body.blank?
-
-          # Check if it's NDJSON (multiple lines) or regular JSON
-          if body.include?("\n")
-            # NDJSON format
-            body.lines.map do |line|
-              JSON.parse(line.strip) unless line.strip.empty?
-            end.compact
-          else
-            # Regular JSON (single entry or array)
-            JSON.parse(body)
-          end
-        end
-      end
-    end
-  end
-end

data/app/controllers/solid_log/api/v1/search_controller.rb

@@ -1,31 +0,0 @@
-module SolidLog
-  module Api
-    module V1
-      class SearchController < Api::BaseController
-        # POST /api/v1/search
-        def create
-          query = params[:q] || params[:query]
-
-          if query.blank?
-            return render json: { error: "Query parameter required" }, status: :bad_request
-          end
-
-          search_params = {
-            query: query,
-            limit: params[:limit]
-          }.compact
-
-          search_service = SolidLog::SearchService.new(search_params)
-          entries = search_service.search
-
-          render json: {
-            query: query,
-            entries: entries.as_json(methods: [:extra_fields_hash]),
-            total: entries.count,
-            limit: params[:limit]&.to_i || 100
-          }
-        end
-      end
-    end
-  end
-end

data/app/controllers/solid_log/api/v1/timelines_controller.rb

@@ -1,43 +0,0 @@
-module SolidLog
-  module Api
-    module V1
-      class TimelinesController < Api::BaseController
-        # GET /api/v1/timelines/request/:request_id
-        def show_request
-          request_id = params[:request_id]
-
-          if request_id.blank?
-            return render json: { error: "Request ID required" }, status: :bad_request
-          end
-
-          entries = SolidLog::CorrelationService.request_timeline(request_id)
-          stats = SolidLog::CorrelationService.request_stats(request_id)
-
-          render json: {
-            request_id: request_id,
-            entries: entries.as_json(methods: [:extra_fields_hash]),
-            stats: stats
-          }
-        end
-
-        # GET /api/v1/timelines/job/:job_id
-        def show_job
-          job_id = params[:job_id]
-
-          if job_id.blank?
-            return render json: { error: "Job ID required" }, status: :bad_request
-          end
-
-          entries = SolidLog::CorrelationService.job_timeline(job_id)
-          stats = SolidLog::CorrelationService.job_stats(job_id)
-
-          render json: {
-            job_id: job_id,
-            entries: entries.as_json(methods: [:extra_fields_hash]),
-            stats: stats
-          }
-        end
-      end
-    end
-  end
-end

data/app/jobs/solid_log/application_job.rb

@@ -1,4 +0,0 @@
-module SolidLog
-  class ApplicationJob < ActiveJob::Base
-  end
-end

data/app/jobs/solid_log/cache_cleanup_job.rb

@@ -1,16 +0,0 @@
-module SolidLog
-  class CacheCleanupJob < ApplicationJob
-    queue_as :default
-
-    def perform
-      SolidLog.without_logging do
-        expired_count = FacetCache.expired.count
-
-        if expired_count > 0
-          FacetCache.cleanup_expired!
-          Rails.logger.info "SolidLog::CacheCleanupJob: Cleaned up #{expired_count} expired cache entries"
-        end
-      end
-    end
-  end
-end

data/app/jobs/solid_log/field_analysis_job.rb

@@ -1,26 +0,0 @@
-module SolidLog
-  class FieldAnalysisJob < ApplicationJob
-    queue_as :default
-
-    def perform(auto_promote: false)
-      SolidLog.without_logging do
-        recommendations = FieldAnalyzer.analyze
-
-        if recommendations.any?
-          Rails.logger.info "SolidLog::FieldAnalysisJob: Found #{recommendations.size} fields for potential promotion"
-
-          recommendations.take(10).each do |rec|
-            Rails.logger.info "  - #{rec[:field].name} (#{rec[:field].usage_count} uses, priority: #{rec[:priority]})"
-          end
-
-          if auto_promote
-            promoted_count = FieldAnalyzer.auto_promote_candidates
-            Rails.logger.info "SolidLog::FieldAnalysisJob: Auto-promoted #{promoted_count} fields"
-          end
-        else
-          Rails.logger.info "SolidLog::FieldAnalysisJob: No fields meet promotion threshold"
-        end
-      end
-    end
-  end
-end