litestack 0.3.0 → 0.4.2

data/lib/litestack/litemetric.rb

@@ -1,31 +1,30 @@
 # frozen_stringe_literal: true
 
-require 'singleton'
+require "singleton"
 
-require_relative './litesupport'
+require_relative "./litesupport"
 
 # this class is a singleton
 # and should remain so
 class Litemetric
-
   include Singleton
   include Litesupport::Liteconnection
-  
+
   DEFAULT_OPTIONS = {
     config_path: "./litemetric.yml",
     path: Litesupport.root.join("metrics.sqlite3"),
     sync: 1,
     mmap_size: 128 * 1024 * 1024, # 16MB of memory to easily process 1 year worth of data
-    flush_interval:  10, # flush data every 10 seconds
+    flush_interval: 10, # flush data every 10 seconds
     summarize_interval: 30, # summarize data every 1/2 minute
-    snapshot_interval: 10*60 # snapshot every 10 minutes
+    snapshot_interval: 10 * 60 # snapshot every 10 minutes
   }
 
   RESOLUTIONS = {
     minute: 300, # 5 minutes (highest resolution)
     hour: 3600, # 1 hour
-    day: 24*3600, # 1 day
-    week: 7*24*3600 # 1 week (lowest resolution)
+    day: 24 * 3600, # 1 day
+    week: 7 * 24 * 3600 # 1 week (lowest resolution)
   }
 
   # :nodoc:
@@ -34,111 +33,111 @@ class Litemetric
     # need to rethink the whole singleton thing
     @options = options
   end
-  
+
   def self.options
     @options
   end
 
-  # :nodoc: 
+  # :nodoc:
   def initialize(options = {})
     options = options.merge(Litemetric.options) if Litemetric.options
     init(options)
   end
-  
+
   # registers a class for metrics to be collected
   def register(identifier)
-    @registered[identifier] = true   
+    @registered[identifier] = true
     @metrics[identifier] = {} unless @metrics[identifier]
     run_stmt(:register_topic, identifier) # it is safe to call register topic multiple times with the same identifier
   end
-  
+
   ## event capturing
   ##################
-  
+
   def current_time_slot
     (Time.now.to_i / 300) * 300
   end
-  
-  def capture(topic, event, key=event, value=nil)
+
+  def capture(topic, event, key = event, value = nil)
     @collector.capture(topic, event, key, value, current_time_slot)
   end
-      
+
   def capture_snapshot(topic, state)
     run_stmt(:capture_state, topic, Oj.dump(state))
   end
 
   ## event reporting
   ##################
-  
+
   def topics
     run_stmt(:list_topics).to_a
   end
-  
+
   def topic_summaries(resolution, count, order, dir, search)
     search = "%#{search}%" if search
-    if dir.downcase == "desc" 
+    if dir.downcase == "desc"
       run_stmt(:topics_summaries, resolution, count, order, search).to_a
     else
       run_stmt(:topics_summaries_asc, resolution, count, order, search).to_a
     end
   end
-    
+
   def events_summaries(topic, resolution, order, dir, search, count)
     search = "%#{search}%" if search
-    if dir.downcase == "desc" 
+    if dir.downcase == "desc"
       run_stmt_hash(:events_summaries, topic, resolution, order, search, count)
     else
       run_stmt_hash(:events_summaries_asc, topic, resolution, order, search, count)
     end
   end
-  
+
   def keys_summaries(topic, event, resolution, order, dir, search, count)
     search = "%#{search}%" if search
-    if dir.downcase == "desc" 
+    if dir.downcase == "desc"
       run_stmt_hash(:keys_summaries, topic, event, resolution, order, search, count).to_a
     else
       run_stmt_hash(:keys_summaries_asc, topic, event, resolution, order, search, count).to_a
-    end 
+    end
   end
 
   def topic_data_points(step, count, resolution, topic)
     run_stmt(:topic_data_points, step, count, resolution, topic).to_a
-  end 
+  end
 
   def event_data_points(step, count, resolution, topic, event)
     run_stmt_hash(:event_data_points, step, count, resolution, topic, event).to_a
-  end 
+  end
 
   def key_data_points(step, count, resolution, topic, event, key)
     run_stmt_hash(:key_data_points, step, count, resolution, topic, event, key).to_a
-  end 
+  end
 
   def snapshot(topic)
     run_stmt(:snapshot, topic)[0].to_a
   end
-  
+
   ## summarize data
-  #################  
+  #################
 
   def summarize
-    run_stmt(:summarize_events, RESOLUTIONS[:hour], "hour", "minute") 
-    run_stmt(:summarize_events, RESOLUTIONS[:day], "day", "hour") 
+    run_stmt(:summarize_events, RESOLUTIONS[:hour], "hour", "minute")
+    run_stmt(:summarize_events, RESOLUTIONS[:day], "day", "hour")
     run_stmt(:summarize_events, RESOLUTIONS[:week], "week", "day")
-    run_stmt(:delete_events, "minute", RESOLUTIONS[:hour]*1) 
-    run_stmt(:delete_events, "hour", RESOLUTIONS[:day]*1) 
-    run_stmt(:delete_events, "day", RESOLUTIONS[:week]*1) 
+    run_stmt(:delete_events, "minute", RESOLUTIONS[:hour] * 1)
+    run_stmt(:delete_events, "hour", RESOLUTIONS[:day] * 1)
+    run_stmt(:delete_events, "day", RESOLUTIONS[:week] * 1)
   end
 
   ## background stuff
   ###################
 
   private
-  
+
   def run_stmt_hash(stmt, *args)
     res = run_stmt(stmt, *args)
     cols = run_stmt_method(stmt, :columns)
     hashes = []
-    res.each do | row |
+    res.each do |row|
       hash = {}
       row.each_with_index do |field, i|
         hash[cols[i]] = field
@@ -147,11 +146,12 @@ class Litemetric
     end
     hashes
   end
-  
+
   def exit_callback
-    STDERR.puts "--- Litemetric detected an exit, flushing metrics"
+    return unless @collector.count > 0
+    warn "--- Litemetric detected an exit, flushing metrics"
     @running = false
-    flush
+    @collector.flush
   end
 
   def setup
@@ -164,38 +164,29 @@ class Litemetric
     @flusher = create_flusher
   end
 
-  def current_time_slot
-    (Time.now.to_i / 300) * 300 # every 5 minutes 
-  end
-  
-  def flush
-    @collector.flush
-  end
-     
   def create_connection
     super("#{__dir__}/litemetric.sql.yml") do |conn|
       conn.wal_autocheckpoint = 10000 # checkpoint after 10000 pages are written
     end
   end
-  
+
   def create_flusher
-    Litesupport.spawn do
-      while @running do
+    Litescheduler.spawn do
+      while @running
         sleep @options[:flush_interval]
-        flush
-      end      
-    end 
+        @collector.flush
+      end
+    end
   end
-  
+
   def create_summarizer
-    Litesupport.spawn do
-      while @running do
+    Litescheduler.spawn do
+      while @running
         sleep @options[:summarize_interval]
         summarize
-      end      
-    end 
+      end
+    end
   end
-       
 end
 
 ## Measurable Module
@@ -203,44 +194,43 @@ end
 
 class Litemetric
   module Measurable
-            
     def collect_metrics
       @litemetric = Litemetric.instance
       @litemetric.register(metrics_identifier)
-      @snapshotter = create_snapshotter      
+      @snapshotter = create_snapshotter
     end
 
     def create_snapshotter
-      Litesupport.spawn do
-        while @running do
+      Litescheduler.spawn do
+        while @running
           sleep @litemetric.options[:snapshot_interval]
           capture_snapshot
-        end      
-      end 
+        end
+      end
     end
 
     def metrics_identifier
       self.class.name # override in included classes
     end
 
-    def capture(event, key=event, value=nil)
+    def capture(event, key = event, value = nil)
       return unless @litemetric
       @litemetric.capture(metrics_identifier, event, key, value)
     end
-    
-    def measure(event, key=event)
+
+    def measure(event, key = event)
       unless @litemetric
         yield
-        return 0 
+        return 0
       end
-      t1 = Process.clock_gettime(Process::CLOCK_MONOTONIC) 
+      t1 = Process.clock_gettime(Process::CLOCK_MONOTONIC)
       yield
       t2 = Process.clock_gettime(Process::CLOCK_MONOTONIC)
-      value =  t2 - t1 
+      value = t2 - t1
       capture(event, key, value)
-      value # return value so other events can reuse it  
-    end    
-    
+      value # return value so other events can reuse it
+    end
+
     def capture_snapshot
       return unless @litemetric
       state = snapshot if defined? snapshot
@@ -248,20 +238,17 @@ class Litemetric
         @litemetric.capture_snapshot(metrics_identifier, state)
       end
     end
-        
   end
 end
 
 class Litemetric
-
   class Collector
-
     include Litesupport::Liteconnection
-    
+
     DEFAULT_OPTIONS = {
       path: ":memory:",
       sync: 1,
-      flush_interval:  3, # flush data every 1 minute
+      flush_interval: 3, # flush data every 1 minute
       summarize_interval: 10, # summarize data every 1 minute
       snapshot_interval: 1 # snapshot every 10 minutes
     }
@@ -269,28 +256,31 @@ class Litemetric
     RESOLUTIONS = {
       minute: 300, # 5 minutes (highest resolution)
       hour: 3600, # 1 hour
-      day: 24*3600, # 1 day
-      week: 7*24*3600 # 1 week (lowest resolution)
+      day: 24 * 3600, # 1 day
+      week: 7 * 24 * 3600 # 1 week (lowest resolution)
     }
-    
+
     def initialize(options = {})
       init(options)
     end
-    
-    def capture(topic, event, key, value=nil, time=nil)
+
+    def capture(topic, event, key, value = nil, time = nil)
       if key.is_a? Array
-        key.each{|k| capture_single_key(topic, event, k, value, time)}
+        key.each { |k| capture_single_key(topic, event, k, value, time) }
       else
         capture_single_key(topic, event, key, value, time)
       end
     end
-        
-    def capture_single_key(topic, event, key, value, time=nil)
-      run_stmt(:capture_event, topic.to_s, event.to_s, key.to_s, time ,1, value)
+
+    def capture_single_key(topic, event, key, value, time = nil)
+      run_stmt(:capture_event, topic.to_s, event.to_s, key.to_s, time, 1, value)
     end
     
+    def count
+      run_stmt(:event_count)[0][0]
+    end
+
     def flush
-      t = Time.now
       limit = 1000 # migrate 1000 records at a time
       count = run_stmt(:event_count)[0][0]
       while count > 0
@@ -299,19 +289,17 @@ class Litemetric
             conn.stmts[:migrate_events].execute!(limit)
             conn.stmts[:delete_migrated_events].execute!(limit)
             count = conn.stmts[:event_count].execute![0][0]
-          end         
+          end
         end
-        sleep 0.005 #give other threads a chance to run
+        sleep 0.005 # give other threads a chance to run
       end
     end
 
     def create_connection
       super("#{__dir__}/litemetric_collector.sql.yml") do |conn|
-        conn.execute("ATTACH ? as m", @options[:dbpath].to_s)      
+        conn.execute("ATTACH ? as m", @options[:dbpath].to_s)
         conn.wal_autocheckpoint = 10000
       end
     end
-    
   end
-  
 end