resque-info 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3c00e4ae07f3b8411edb5a31fa18cca3871b3377fb67feb820d1ff987454954a
-  data.tar.gz: 8137b55e2200a20b8fdccdd282416da467877f31b8c15a9fe96db7471d0b77c8
+  metadata.gz: 7f9496f78e68ade5273bd71fff8dfe4733f7df3c6917b6b4ed0b576b319ce9d7
+  data.tar.gz: bf2ce5c9484dd4647574fdc7cc91cd473cce6fecf4af1d4bc4e67740c905e465
 SHA512:
-  metadata.gz: 99f84c627d34ac5abd9f1dc35faf0edc564904b0ec313400a9d70235fea50f088bd94c6ce14d83dad514877cf53754c56272c40abd10336bf0b908db71b66325
-  data.tar.gz: a4de273c6e69ab855a987584413eca42f945e9a3a024dd23e4b29b15867b0d7ef5970625ed39b04feb3cf3e6a29a9bb99f0442f6c25cfbdc5a232bb87154cd0d
+  metadata.gz: c46f6275f22b83a047fd3b7a03f23dd05bebf2d2504e37586716679aa1daf453d14aec487e4c03d01b21c037ea67050764a9132fcef7b8106129c3ee665740c0
+  data.tar.gz: 764a02eb21cdfd148d53d930375de7f14bfedc98ff36f2c32b7563fca604ba5778d770390cea86d1f301faec375b59a22e6fe0120ef517cae533ab3d6542935f

data/README.md

@@ -21,8 +21,58 @@ Or install it yourself as:
 Try this snippet of code on ruby irb
 
     require 'resque-info'
-    puts ResqueInfo.info                          # => 44323547714622714350878229787161
+    puts ResqueInfo.info
 
+    puts ResqueInfo.resque_redis
+    puts ResqueInfo.resque_workers
+    puts ResqueInfo.resque_queues
+    puts ResqueInfo.total_jobs
+    # Failed-Jobs
+    puts ResqueInfo.resque_failed_jobs
+    puts ResqueInfo.resque_failed_jobs_count
+    puts ResqueInfo.resque_failed_jobs_count_by_class
+    puts ResqueInfo.resque_failed_jobs_count_by_queue
+    # Processed-Jobs
+    puts ResqueInfo.processed_jobs
+    puts ResqueInfo.processed_jobs_per_minute
+    puts ResqueInfo.processed_jobs_per_hour
+    puts ResqueInfo.processed_jobs_per_day
+    puts ResqueInfo.processed_jobs_per_week
+    puts ResqueInfo.processed_jobs_per_month
+    puts ResqueInfo.processed_jobs_per_year
+    # Redis-Details
+    puts ResqueInfo.redis_info
+    puts ResqueInfo.redis_version
+    puts ResqueInfo.redis_ping
+    puts ResqueInfo.redis_connected?
+    puts ResqueInfo.redis_details
+    puts ResqueInfo.redis_uptime
+    puts ResqueInfo.redis_used_memory
+    puts ResqueInfo.redis_allocator
+    puts ResqueInfo.redis_memory
+    puts ResqueInfo.redis_mem
+    puts ResqueInfo.redis_rdb
+    puts ResqueInfo.redis_aof
+    puts ResqueInfo.redis_total_net
+    puts ResqueInfo.redis_instantaneous
+    puts ResqueInfo.redis_defrag
+    puts ResqueInfo.redis_acl_access_denied
+    puts ResqueInfo.redis_master_repl
+    puts ResqueInfo.redis_used_cpu
+    puts ResqueInfo.redis_other_details
+    # ResqueInfo-Analytis
+    puts ResqueInfo.total_retried_jobs
+    puts ResqueInfo.retry_success_rate
+    puts ResqueInfo.longest_running_jobs(limit = 5)
+    puts ResqueInfo.failed_jobs_by_hour
+    puts ResqueInfo.retry_trends(days = 7)
+    puts ResqueInfo.most_frequent_job_classes(limit = 5)
+    puts ResqueInfo.stuck_jobs(threshold_seconds = 3600)
+    puts ResqueInfo.most_used_queues(limit = 5)
+    puts ResqueInfo.common_job_arguments(limit = 5)
+    puts ResqueInfo.idle_time_per_worker
+    puts ResqueInfo.jobs_processed_per_worker
+    puts ResqueInfo.average_job_time_per_worker
 
 ## Contributing
 

data/lib/resque-info/base.rb

@@ -1,41 +1,49 @@
 module ResqueInfo
-  # BATCH_SIZE = Constants::BATCH_SIZE
+  class << self
+    def resque_redis
+      Resque.redis
+    end
 
-  def self.queues
-    Resque.queues
-  end
+    def resque_workers
+      Resque.workers
+    end
 
-  def self.failed_jobs
-    Resque::Failure
-  end
+    def resque_queues
+      Resque.queues
+    end
 
-  def self.failed_jobs_count
-    failed_jobs.count
-  end
+    def resque_failed_jobs
+      Resque::Failure
+    end
 
-  def self.failed_jobs_count_by_class
-    klass_name = []
-    (0...failed_jobs_count).step(BATCH_SIZE) do |start|
-      failed_jobs.all(start, BATCH_SIZE).each do |job|
-        next if job.nil?
-        klass_name << job['payload']['class'].to_s
-      rescue StandardError => error
-        logger_rescue('Failed-Job-Count-By-Class', error)
+    def resque_failed_jobs_count
+      resque_failed_jobs.count
+    end
+
+    def resque_failed_jobs_count_by_class
+      klass_name = []
+      (0...resque_failed_jobs_count).step(BATCH_SIZE) do |start|
+        resque_failed_jobs.all(start, BATCH_SIZE).each do |job|
+          next if job.nil?
+          klass_name << job['payload']['class'].to_s
+        rescue StandardError => error
+          logger_rescue('Failed-Job-Count-By-Class', error)
+        end
       end
+      klass_name.group_by(&:itself).transform_values(&:count)
     end
-    klass_name.group_by(&:itself).transform_values(&:count)
-  end
 
-  def self.failed_jobs_count_by_queue
-    job_queue = []
-    (0...failed_jobs_count).step(BATCH_SIZE) do |start|
-      failed_jobs.all(start, BATCH_SIZE).each do |job|
-        next if job.nil?
-        job_queue << job['queue'].to_s
-      rescue StandardError => error
-        logger_rescue('Failed-Job-Count-By-Queue', error)
+    def resque_failed_jobs_count_by_queue
+      job_queue = []
+      (0...resque_failed_jobs_count).step(BATCH_SIZE) do |start|
+        resque_failed_jobs.all(start, BATCH_SIZE).each do |job|
+          next if job.nil?
+          job_queue << job['queue'].to_s
+        rescue StandardError => error
+          logger_rescue('Failed-Job-Count-By-Queue', error)
+        end
       end
+      job_queue.group_by(&:itself).transform_values(&:count)
     end
-    job_queue.group_by(&:itself).transform_values(&:count)
   end
 end

data/lib/resque-info/jobs.rb

@@ -0,0 +1,86 @@
+module ResqueInfo
+  class << self
+    def total_retried_jobs
+      resque_redis.get("resque:stat:retried").to_i
+    end
+
+    def retry_success_rate
+      retried_jobs = total_retried_jobs
+      successful_retries = resque_redis.get("resque:stat:successful_retries").to_i
+      retried_jobs.zero? ? 0 : ((successful_retries.to_f / retried_jobs) * 100).round(2)
+    end
+
+    #### Longest-Running-Jobs
+    #### Identify the jobs that took the most time to process.
+    def longest_running_jobs(limit = 5)
+      resque_redis.zrevrange("resque:stat:longest_jobs", 0, limit - 1).map do |entry|
+        job_data = JSON.parse(entry)
+        {
+          job: job_data['job'],
+          duration: job_data['duration'],
+          completed_at: Time.at(job_data['timestamp'])
+        }
+      end
+    end
+
+    #### Failed Jobs by Time of Day
+    #### Analyze when most failures occur to identify patterns (e.g., peak failure hours).
+    def failed_jobs_by_hour
+      failed_jobs = resque_failed_jobs.all(0, resque_failed_jobs.count)
+      hourly_data = Array.new(24, 0)
+
+      failed_jobs.each do |job|
+        hour = Time.parse(job['failed_at']).hour
+        hourly_data[hour] += 1
+      end
+
+      hourly_data
+    end
+
+    #### Job-Retry-Trends
+    #### Track retries over time (e.g., daily or weekly).
+    def retry_trends(days = 7)
+      Array.new(days) do |i|
+        date = (Date.today - i).strftime("%Y-%m-%d")
+        retries = resque_redis.get("resque:stat:retries:#{date}").to_i
+        { date: date, retries: retries }
+      end
+    end
+
+    #### Most Frequent Job Classes
+    #### Identify the job classes that are enqueued most often.
+    def most_frequent_job_classes(limit = 5)
+      resque_redis.zrevrange("resque:stat:job_classes", 0, limit - 1, with_scores: true).map do |job_class, count|
+        { job_class: job_class, count: count.to_i }
+      end
+    end
+
+    #### Jobs Stuck in Queues
+    #### Identify jobs stuck in queues for an unusually long time.
+    def stuck_jobs(threshold_seconds = 3600)
+      resque_queues.each_with_object([]) do |queue, result|
+        Resque.peek(queue, 0, Resque.size(queue)).each do |job|
+          enqueued_time = job['enqueued_at'] || Time.now.to_i
+          wait_time = Time.now.to_i - enqueued_time
+          result << { job: job, queue: queue, wait_time: wait_time } if wait_time > threshold_seconds
+        end
+      end
+    end
+
+    #### Most Used Queues
+    #### Track queues that are used most frequently.
+    def most_used_queues(limit = 5)
+      resque_queues.map { |queue| { queue: queue, size: Resque.size(queue) } }
+            .sort_by { |q| -q[:size] }
+            .first(limit)
+    end
+
+    #### Job Arguments Analysis
+    #### Common arguments passed to jobs, useful for debugging recurring failures.
+    def common_job_arguments(limit = 5)
+      resque_redis.zrevrange("resque:stat:job_arguments", 0, limit - 1, with_scores: true).map do |args, count|
+        { arguments: JSON.parse(args), count: count.to_i }
+      end
+    end
+  end
+end

data/lib/resque-info/version.rb

@@ -1,3 +1,3 @@
 module ResqueInfo
-  VERSION = '0.0.1'.freeze
+  VERSION = '0.0.2'.freeze
 end

data/lib/resque-info/workers.rb

@@ -0,0 +1,30 @@
+module ResqueInfo
+  class << self
+    #### Idle Time Metrics
+    #### Measure how long a worker or queue has been idle.
+    def idle_time_per_worker
+      resque_workers.each_with_object({}) do |worker, result|
+        last_job_time = resque_redis.get("worker:#{worker.id}:last_job_time").to_i
+        idle_time = Time.now.to_i - last_job_time
+        result[worker.id] = idle_time
+      end
+    end
+
+    #### Jobs processed per worker.
+    def jobs_processed_per_worker
+      resque_workers.each_with_object({}) do |worker, result|
+        jobs = resque_redis.get("worker:#{worker.id}:jobs_processed").to_i
+        result[worker.id] = jobs
+      end
+    end
+
+    #### Average job completion time per worker.
+    def average_job_time_per_worker
+      resque_workers.each_with_object({}) do |worker, result|
+        total_time = resque_redis.get("worker:#{worker.id}:total_time").to_f
+        jobs = resque_redis.get("worker:#{worker.id}:jobs_processed").to_i
+        result[worker.id] = jobs.zero? ? 0 : (total_time / jobs).round(2)
+      end
+    end
+  end
+end

data/lib/resque-info.rb

@@ -4,6 +4,8 @@ require_relative './resque-info/common.rb'
 require_relative './resque-info/base.rb'
 require_relative './resque-info/queues.rb'
 require_relative './resque-info/redis.rb'
+require_relative './resque-info/jobs.rb'
+require_relative './resque-info/workers.rb'
 
 require 'time'
 require 'digest'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: resque-info
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Rahul Patil
@@ -52,9 +52,11 @@ files:
 - lib/resque-info/base.rb
 - lib/resque-info/common.rb
 - lib/resque-info/constants.rb
+- lib/resque-info/jobs.rb
 - lib/resque-info/queues.rb
 - lib/resque-info/redis.rb
 - lib/resque-info/version.rb
+- lib/resque-info/workers.rb
 homepage: https://github.com/rpatil/resque-info
 licenses:
 - MIT