tanga_que_extensions 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a8d93fe2d0719cd9a52becccbdf56561aea37cfa
-  data.tar.gz: 5286dfbf1d780a05a174692d82d5586a4f65cadd
+  metadata.gz: aa8f04e9cac8d8598a161af08d8d811c8a28a494
+  data.tar.gz: cf99fbfbe31e7755c51288d54bfb03fdec426e4d
 SHA512:
-  metadata.gz: 9bc3be9281229b988ff949ec5c4153b1fdc0a8f79b0464ec840e5f9dd4cbcec3d2c32c8847afe9e86e1e68f7b37c6a4c9de9f9f4e9801423ab4db7c444b89ec6
-  data.tar.gz: 9e151c7ccfabe55c47edbfc7f1a872833fa9c3f32cfaa154b3e26e99e00976ab1a1c66466bfed8c5437829467426b96ea9cf4f9d2f74dfa6a370d31f8d4184b4
+  metadata.gz: 66a1aa40c78a817a290cbb25067c48213ec80eaceb0ccb32121bf5deabb41e737f8bf20350c696bc8c7361b1c981f04b075aaa4bff608580c9969980f47188ea
+  data.tar.gz: 38e544c730883315262454b6d92cf31026bf9abda02cf0a7e7a3ec10ae728f5d84a5610ea46c61f161aff443253ea37afa2ffb6ee6471a2cae51a4bc0766931c

data/lib/background_job_logger.rb

@@ -0,0 +1,30 @@
+module Que
+  module BackgroundJobLogger
+    def _run(*)
+      start_time    = Time.current
+      start_memory  = Que::MemoryInfo.rss
+
+      super
+
+      end_time       = Time.current
+      total_run_time = end_time - start_time
+      current_memory = Que::MemoryInfo.rss
+      memory_taken   = current_memory - start_memory
+
+      TangaServices.logger.info(
+        service:          'que_jobs',
+        status:           'job_finished',
+        end_time:         end_time,
+        total_run_time:   total_run_time,
+        job:              self.class.name,
+        attrs:            attrs,
+        current_memory:   current_memory,
+        change_in_memory: memory_taken
+      )
+    end
+  end
+
+  class Job
+    prepend Que::BackgroundJobLogger
+  end
+end

data/lib/job.rb

@@ -0,0 +1,6 @@
+class Que::Job
+  private
+  def self.class_for(job)
+    job.constantize
+  end
+end

data/lib/memory_info.rb

@@ -0,0 +1,9 @@
+module Que::MemoryInfo
+  KERNEL_PAGE_SIZE = 4096
+  STATM_PATH       = "/proc/#{Process.pid}/statm"
+  STATM_FOUND      = File.exist?(STATM_PATH)
+
+  def self.rss
+    STATM_FOUND ? (File.read(STATM_PATH).split(' ')[1].to_i * KERNEL_PAGE_SIZE) / (1024 * 1024): 0
+  end
+end

data/lib/notify_on_failures.rb

@@ -0,0 +1,5 @@
+module Que::NotifyDevOnFailures
+  def notify_dev_if_needed(e)
+    Airbrake.notify(e)
+  end
+end

data/lib/periodic_job.rb

@@ -0,0 +1,38 @@
+class Que::PeriodicJob < Que::Job
+  INTERVAL = 60
+  DELAY = 0
+  attr_reader :start_at, :end_at, :run_again_at, :time_range
+  def _run
+    args = attrs[:args].first || {}
+
+    start_at = args.delete('start_at')
+    end_at   = args.delete('end_at')
+
+    if start_at.present? && end_at.present?
+      @start_at = Time.parse(start_at)
+      @end_at   = Time.parse(end_at)
+      @run_again_at = @end_at + self.class::INTERVAL
+    else
+      @start_at = Time.current
+      @end_at   = @start_at + self.class::INTERVAL
+      @run_again_at = @end_at
+    end
+
+    @time_range = @start_at...@end_at
+
+    super
+
+    args['start_at'] = @end_at
+    args['end_at']   = @run_again_at
+
+    Que::Migrations.transaction do
+      self.class.enqueue(args, run_at: @run_again_at + self.class::DELAY)
+      destroy
+    end
+  end
+
+  def test_job
+    @time_range = attrs.delete(:time_range)
+    run(attrs)
+  end
+end

data/lib/record_job_status.rb

@@ -0,0 +1,36 @@
+module Que::RecordJobStatus
+  def job_id
+    @job_id || 0
+  end
+
+  def run(args={})
+    @job_id = self.attrs['job_id']
+    record_job_started
+    super if defined?(super)
+    record_job_finished
+  rescue => e
+    record_job_failed(e)
+    notify_dev_if_needed(e)
+  end
+
+  def notify_dev_if_needed(e)
+    super if defined?(super)
+  end
+
+  def record_job_failed(e)
+    TangaServices.logger.error(service: 'que_jobs', status: 'error', error: e.to_json)
+    job_scope.update_all(status: 'failed', error: { message: e.message, args: e.as_json })
+  end
+
+  def record_job_started
+    QueJobStatus.create!(job_id: job_id, attrs: attrs, status: 'executing')
+  end
+
+  def record_job_finished
+    job_scope.update_all(finished_at: Time.current, status: 'finished')
+  end
+
+  def job_scope
+    QueJobStatus.where(job_id: job_id)
+  end
+end

data/lib/tanga_que_extensions.rb

@@ -0,0 +1,7 @@
+require 'que'
+require_relative 'periodic_job'
+require_relative 'memory_info'
+require_relative 'background_job_logger'
+require_relative 'record_job_status'
+require_relative 'job'
+require_relative 'notify_on_failures'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: tanga_que_extensions
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Peter van Wesep
@@ -31,6 +31,13 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- lib/background_job_logger.rb
+- lib/job.rb
+- lib/memory_info.rb
+- lib/notify_on_failures.rb
+- lib/periodic_job.rb
+- lib/record_job_status.rb
+- lib/tanga_que_extensions.rb
 - test/test.rb
 homepage: https://www.tanga.com
 licenses: []