prefab-cloud-ruby 0.24.3 → 0.24.5

data/lib/prefab/log_path_collector.rb

@@ -1,102 +0,0 @@
-# frozen_string_literal: true
-
-module Prefab
-  class LogPathCollector
-    INCREMENT = ->(count) { (count || 0) + 1 }
-
-    SEVERITY_KEY = {
-      ::Logger::DEBUG => 'debugs',
-      ::Logger::INFO => 'infos',
-      ::Logger::WARN => 'warns',
-      ::Logger::ERROR => 'errors',
-      ::Logger::FATAL => 'fatals'
-    }.freeze
-
-    def initialize(client:, max_paths:, sync_interval:)
-      @max_paths = max_paths
-      @client = client
-      @start_at = now
-      @sync_interval = if sync_interval.is_a?(Numeric)
-                         proc { sync_interval }
-                       else
-                         sync_interval || ExponentialBackoff.new(initial_delay: 8, max_delay: 60 * 10)
-                       end
-
-      @pool = Concurrent::ThreadPoolExecutor.new(
-        fallback_policy: :discard,
-        max_queue: 5,
-        max_threads: 4,
-        min_threads: 1,
-        name: 'prefab-log-paths'
-      )
-
-      @paths = Concurrent::Map.new
-
-      start_periodic_sync
-    end
-
-    def push(path, severity)
-      return unless @paths.size < @max_paths
-
-      @paths.compute([path, severity], &INCREMENT)
-    end
-
-    private
-
-    def sync
-      return if @paths.size.zero?
-
-      log_internal "Syncing #{@paths.size} paths"
-
-      flush
-    end
-
-    def flush
-      to_ship = @paths.dup
-      @paths.clear
-
-      start_at_was = @start_at
-      @start_at = now
-
-      @pool.post do
-        log_internal "Uploading stats for #{to_ship.size} paths"
-
-        aggregate = Hash.new { |h, k| h[k] = Prefab::Logger.new }
-
-        to_ship.each do |(path, severity), count|
-          aggregate[path][SEVERITY_KEY[severity]] = count
-          aggregate[path]['logger_name'] = path
-        end
-
-        loggers = Prefab::Loggers.new(
-          loggers: aggregate.values,
-          start_at: start_at_was,
-          end_at: now,
-          instance_hash: @client.instance_hash,
-          namespace: @client.namespace
-        )
-
-        @client.post('/api/v1/known-loggers', loggers)
-      end
-    end
-
-    def start_periodic_sync
-      Thread.new do
-        log_internal "Initialized log path collector instance_hash=#{@client.instance_hash} max_paths=#{@max_paths}"
-
-        loop do
-          sleep @sync_interval.call
-          sync
-        end
-      end
-    end
-
-    def log_internal(message)
-      @client.log.log_internal message, 'log_path_collector', nil, ::Logger::DEBUG
-    end
-
-    def now
-      (Time.now.utc.to_f * 1000).to_i
-    end
-  end
-end

data/test/test_log_path_collector.rb

@@ -1,58 +0,0 @@
-# frozen_string_literal: true
-
-require 'test_helper'
-require 'timecop'
-
-class TestLogPathCollector < Minitest::Test
-  MAX_WAIT = 2
-  SLEEP_TIME = 0.01
-
-  def test_sync
-    Timecop.freeze do
-      client = new_client(namespace: 'this.is.a.namespace')
-
-      2.times { client.log.info('here is a message') }
-      3.times { client.log.error('here is a message') }
-
-      requests = []
-
-      client.define_singleton_method(:post) do |*params|
-        requests.push(params)
-      end
-
-      client.log_path_collector.send(:sync)
-
-      # let the flush thread run
-
-      wait_time = 0
-      while requests.length == 0
-        wait_time += SLEEP_TIME
-        sleep SLEEP_TIME
-
-        raise "Waited #{MAX_WAIT} seconds for the flush thread to run, but it never did" if wait_time > MAX_WAIT
-      end
-
-      assert_equal requests, [[
-        '/api/v1/known-loggers',
-        Prefab::Loggers.new(
-          loggers: [Prefab::Logger.new(logger_name: 'test.test_log_path_collector.test_sync',
-                                       infos: 2, errors: 3)],
-          start_at: (Time.now.utc.to_f * 1000).to_i,
-          end_at: (Time.now.utc.to_f * 1000).to_i,
-          instance_hash: client.instance_hash,
-          namespace: 'this.is.a.namespace'
-        )
-      ]]
-    end
-  end
-
-  private
-
-  def new_client(overrides = {})
-    super(**{
-      prefab_datasources: Prefab::Options::DATASOURCES::ALL,
-      api_key: '123-development-yourapikey-SDK',
-      collect_sync_interval: 1000 # we'll trigger sync manually in our test
-    }.merge(overrides))
-  end
-end