inst-jobs-statsd 1.2.3 → 2.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b3de8c2ebb6a0209eece2b69f072091c760908020c2957334e34303dcf209305
-  data.tar.gz: 5fb37614c812c728b8448f447597d1b4b6d9c7f6856cdb5052ea36ea3d47cb40
+  metadata.gz: 792432d5ab16fd1e7cbf711085bb9067ff8e299526d2bd4be44fd35422d121a0
+  data.tar.gz: 3f1d439fc92c9dc54cea4001f56cce26c88bdc14b61cdf5c364b9f819dc9750c
 SHA512:
-  metadata.gz: 912a311942077658bed03600aa01cc2c5fd114ec381a04b38173a1573d1c956f5a76fdebdc2ff5b26707fe1ba4b0039748b225ce4647c7b0291849dbd8d7f980
-  data.tar.gz: e1ee70af317c0a531fb005be42541b5cb4a1813afa5d1d275314eb7bd1873e00edd07989fa546453b86786034952f01cdb5eeeed77272e79d404b34afe007170
+  metadata.gz: b4bfd22211bcec84a9caf210a68081b8a002a0011c1d9b232b4b4f0cd638506c98f601afce2f29274285761954fcab2ca143844cc195915f8b48d66376658639
+  data.tar.gz: 2113f8a57bfcb288688326f1f1569524a661998999ab85e5567289010b9c3a8ababd6648a375560218b9654a66525d9ffb995f1fa96d48c5f441bf740cc8ca7a

data/lib/inst-jobs-statsd.rb

@@ -10,7 +10,6 @@ require_relative 'inst_jobs_statsd/naming'
 
 require_relative 'inst_jobs_statsd/stats/counters'
 require_relative 'inst_jobs_statsd/stats/counters/failed'
-require_relative 'inst_jobs_statsd/stats/counters/orphaned'
 require_relative 'inst_jobs_statsd/stats/counters/run'
 
 require_relative 'inst_jobs_statsd/stats/periodic'

data/lib/inst_jobs_statsd/default_tracking.rb

@@ -7,8 +7,8 @@ module InstJobsStatsd
     end
 
     module ClassMethods
-      def track_jobs
-        @jobs_tracker ||= JobsTracker.new
+      def track_jobs(enable_periodic_queries: true)
+        @jobs_tracker ||= JobsTracker.new(enable_periodic_queries: enable_periodic_queries)
       end
     end
   end

data/lib/inst_jobs_statsd/jobs_tracker.rb

@@ -1,21 +1,22 @@
 module InstJobsStatsd
   class JobsTracker
-    def self.track
-      @current_tracking = new
+    def self.track(enable_periodic_queries: true)
+      @current_tracking = new(enable_periodic_queries: enable_periodic_queries)
       yield
       tracking = @current_tracking
       @current_tracking = nil
       tracking
     end
 
-    def initialize
+    def initialize(enable_periodic_queries: true)
       Stats::Counters::Failed.enable
-      Stats::Counters::Orphaned.enable
       Stats::Counters::Run.enable
 
-      Stats::Periodic::Failed.enable
-      Stats::Periodic::Queue.enable
-      Stats::Periodic::Run.enable
+      if enable_periodic_queries
+        Stats::Periodic::Failed.enable
+        Stats::Periodic::Queue.enable
+        Stats::Periodic::Run.enable
+      end
 
       Stats::Timing::Failed.enable
       Stats::Timing::Perform.enable

data/lib/inst_jobs_statsd/naming.rb

@@ -45,6 +45,7 @@ module InstJobsStatsd
       tag = obj_tag
       tag = [obj_tag, method_tag].join('.') if method_tag.present?
       tags[:tag] = tag
+      tags
     end
 
     def self.custom_tags(job, tags)

data/lib/inst_jobs_statsd/version.rb

@@ -1,3 +1,3 @@
 module InstJobsStatsd
-  VERSION = '1.2.3'.freeze
+  VERSION = '2.0.0'.freeze
 end

data/spec/gemfiles/42.gemfile

@@ -2,6 +2,7 @@ source "https://rubygems.org"
 
 gemspec :path=>"../../"
 
-gem "rails", "~> 4.2.5"
-gem "after_transaction_commit", "<2"
-gem 'test_after_commit', '0.4.1'
+gem "rails", "~> 4.2.11"
+gem "pg", "~> 0.21.0"
+gem "after_transaction_commit", "< 2"
+gem "test_after_commit", "1.1.0"

data/spec/gemfiles/51.gemfile

@@ -2,6 +2,7 @@ source "https://rubygems.org"
 
 gemspec :path=>"../../"
 
-gem "rails", "~> 5.1.0"
-gem 'sinatra', "2.0.0.beta2"
-gem 'sinatra-contrib', "2.0.0.beta2"
+gem "rails", "~> 5.1.7"
+gem "sinatra", "~> 2.0.8"
+gem "sinatra-contrib", "~> 2.0.8"
+gem "sprockets", "~> 3.7" # 4.0+ requires Ruby 2.5

data/spec/gemfiles/60.gemfile

@@ -0,0 +1,7 @@
+source "https://rubygems.org"
+
+gemspec :path=>"../../"
+
+gem "rails", "~> 6.0"
+gem "sinatra", "~> 2.0.8"
+gem "sinatra-contrib", "~> 2.0.8"

data/spec/inst_jobs_statsd/jobs_tracker_spec.rb

@@ -13,7 +13,6 @@ RSpec.describe InstJobsStatsd::JobsTracker do
   describe '.initialize' do
     it 'enables everything' do
       expect(InstJobsStatsd::Stats::Counters::Failed).to receive(:enable)
-      expect(InstJobsStatsd::Stats::Counters::Orphaned).to receive(:enable)
       expect(InstJobsStatsd::Stats::Counters::Run).to receive(:enable)
 
       expect(InstJobsStatsd::Stats::Periodic::Failed).to receive(:enable)

data/spec/inst_jobs_statsd/naming_spec.rb

@@ -40,5 +40,17 @@ RSpec.describe InstJobsStatsd::Naming do
       it { should include 'delayedjob.wut.region_name' }
       it { should include 'delayedjob.wut.region_name.tag.a_tag_name' }
     end
+
+    describe '.dd_job_tags' do
+      it 'works' do
+        job = double(tag: 'Account.run_reports_later', shard: double(id: 101), strand: 'special')
+        expect(InstJobsStatsd::Naming.dd_job_tags(job)).to eq({ tag: 'Account.run_reports_later', jobshard: 101})
+      end
+
+      it 'properly munges job tags' do
+        job = double(tag: 'Quizzes::Quiz#do_something', strand: nil)
+        expect(InstJobsStatsd::Naming.dd_job_tags(job)).to eq({ tag: 'Quizzes-Quiz.do_something'})
+      end
+    end
   end
 end

data/spec/inst_jobs_statsd/stats/counters/failed_spec.rb

@@ -13,7 +13,7 @@ RSpec.describe InstJobsStatsd::Stats::Counters::Failed do
         .with(array_including(/\.failed$/), 1, 1, { short_stat: :failed, tags: {} })
 
       InstJobsStatsd::Stats::Counters::Failed.enable_failed_count
-      x.send_later(:perform)
+      x.delay.perform
       Delayed::Job.first.fail!
     end
   end

data/spec/inst_jobs_statsd/stats/counters/run_spec.rb

@@ -13,7 +13,7 @@ RSpec.describe InstJobsStatsd::Stats::Counters::Run do
       Delayed::Worker.lifecycle.reset!
       InstJobsStatsd::Stats::Counters::Run.enable
 
-      2.times { x.send_later(:perform) }
+      2.times { x.delay.perform }
     end
 
     it do

data/spec/inst_jobs_statsd/stats/periodic/failed_spec.rb

@@ -18,7 +18,7 @@ RSpec.describe InstJobsStatsd::Stats::Periodic::Failed do
       InstJobsStatsd::Stats::Periodic.enable_callbacks
       InstJobsStatsd::Stats::Periodic::Failed.enable_failed_depth
 
-      x.send_later(:perform)
+      x.delay.perform
       Delayed::Job.first.fail!
     end
 

data/spec/inst_jobs_statsd/stats/periodic/queue_spec.rb

@@ -18,12 +18,12 @@ RSpec.describe InstJobsStatsd::Stats::Periodic::Queue do
     before do
       InstJobsStatsd::Stats::Periodic::Queue.enable_queue_depth
 
-      x.send_later(:perform)
+      x.delay.perform
       Delayed::Job.first.update(locked_at: Delayed::Job.db_time_now, locked_by: 'test')
 
-      x.send_later(:perform)
-      x.send_later_enqueue_args(:perform, run_at: now + 1.minute)
-      x.send_later_enqueue_args(:perform, run_at: now + 10.minutes)
+      x.delay.perform
+      x.delay(run_at: now + 1.minute).perform
+      x.delay(run_at: now + 10.minutes).perform
     end
 
     it do
@@ -56,12 +56,12 @@ RSpec.describe InstJobsStatsd::Stats::Periodic::Queue do
     before do
       InstJobsStatsd::Stats::Periodic::Queue.enable_queue_age
 
-      x.send_later(:perform)
+      x.delay.perform
       Delayed::Job.first.update(locked_at: Delayed::Job.db_time_now, locked_by: 'test')
 
-      x.send_later(:perform)
-      x.send_later_enqueue_args(:perform, run_at: now + 1.minute)
-      x.send_later_enqueue_args(:perform, run_at: now + 10.minutes)
+      x.delay.perform
+      x.delay(run_at: now + 1.minute).perform
+      x.delay(run_at: now + 10.minutes).perform
     end
 
     it do

data/spec/inst_jobs_statsd/stats/periodic/run_spec.rb

@@ -18,8 +18,8 @@ RSpec.describe InstJobsStatsd::Stats::Periodic::Run do
     before do
       InstJobsStatsd::Stats::Periodic::Run.enable_run_depth
 
-      x.send_later(:perform)
-      x.send_later(:perform)
+      x.delay.perform
+      x.delay.perform
       Delayed::Job.first.update(locked_at: Delayed::Job.db_time_now, locked_by: 'test')
     end
 
@@ -37,8 +37,8 @@ RSpec.describe InstJobsStatsd::Stats::Periodic::Run do
     before do
       InstJobsStatsd::Stats::Periodic::Run.enable_run_age
 
-      x.send_later(:perform)
-      x.send_later(:perform)
+      x.delay.perform
+      x.delay.perform
       Delayed::Job.first.update(locked_at: now, locked_by: 'test')
     end
 

data/spec/setup_test_db.rb

@@ -35,7 +35,15 @@ ActiveRecord::Base.establish_connection(connection_config)
 
 # Apply the migrations from the inst-jobs gem
 inst_jobs_spec = Gem::Specification.find_by_name('inst-jobs')
-ActiveRecord::Migrator.migrate(inst_jobs_spec.gem_dir + '/db/migrate')
-ActiveRecord::Migrator.migrate(inst_jobs_spec.gem_dir + '/spec/migrate')
+if ::Rails.version >= '6'
+  sm = ActiveRecord::Base.connection.schema_migration
+  migrations = ActiveRecord::MigrationContext.new(inst_jobs_spec.gem_dir + '/db/migrate', sm).migrations
+  ActiveRecord::Migrator.new(:up, migrations, sm).migrate
+  migrations = ActiveRecord::MigrationContext.new(inst_jobs_spec.gem_dir + '/spec/migrate', sm).migrations
+  ActiveRecord::Migrator.new(:up, migrations, sm).migrate
+else
+  ActiveRecord::Migrator.migrate(inst_jobs_spec.gem_dir + '/db/migrate')
+  ActiveRecord::Migrator.migrate(inst_jobs_spec.gem_dir + '/spec/migrate')
+end
 Delayed::Backend::ActiveRecord::Job.reset_column_information
 Delayed::Backend::ActiveRecord::Job::Failed.reset_column_information

data/spec/spec_helper.rb

@@ -1,4 +1,4 @@
-if /^2\.4/ =~ RUBY_VERSION && /50\./ =~ ENV['BUNDLE_GEMFILE'] # Limit coverage to one build
+if /^2\.7/ =~ RUBY_VERSION && /51\./ =~ ENV['BUNDLE_GEMFILE'] # Limit coverage to one build
   require 'simplecov'
 
   SimpleCov.start do
@@ -6,8 +6,6 @@ if /^2\.4/ =~ RUBY_VERSION && /50\./ =~ ENV['BUNDLE_GEMFILE'] # Limit coverage t
     add_filter 'spec'
     track_files 'lib/**/*.rb'
   end
-
-  SimpleCov.minimum_coverage(100)
 end
 
 require 'inst-jobs-statsd'

metadata

@@ -1,35 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: inst-jobs-statsd
 version: !ruby/object:Gem::Version
-  version: 1.2.3
+  version: 2.0.0
 platform: ruby
 authors:
 - Jeremy Slade
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-03-25 00:00:00.000000000 Z
+date: 2020-10-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: inst-jobs
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0.13'
-    - - "<"
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.16'
+        version: '1.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0.13'
-    - - "<"
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.16'
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: inst_statsd
   requirement: !ruby/object:Gem::Requirement
@@ -96,16 +90,16 @@ dependencies:
   name: database_cleaner
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.6.1
+        version: '1.7'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.6.1
+        version: '1.7'
 - !ruby/object:Gem::Dependency
   name: factory_girl
   requirement: !ruby/object:Gem::Requirement
@@ -124,16 +118,16 @@ dependencies:
   name: pg
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.21.0
+        version: '1.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.21.0
+        version: '1.2'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
@@ -166,44 +160,44 @@ dependencies:
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.4.0
+        version: '3.9'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.4.0
+        version: '3.9'
 - !ruby/object:Gem::Dependency
   name: rubocop
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.48.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.48.0
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.14'
+        version: '0.17'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.14'
+        version: '0.17'
 - !ruby/object:Gem::Dependency
   name: timecop
   requirement: !ruby/object:Gem::Requirement
@@ -224,15 +218,15 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.3.0
+        version: 1.4.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.3.0
-description: 
+        version: 1.4.0
+description:
 email:
 - jslade@instructure.com
 executables: []
@@ -245,7 +239,6 @@ files:
 - lib/inst_jobs_statsd/naming.rb
 - lib/inst_jobs_statsd/stats/counters.rb
 - lib/inst_jobs_statsd/stats/counters/failed.rb
-- lib/inst_jobs_statsd/stats/counters/orphaned.rb
 - lib/inst_jobs_statsd/stats/counters/run.rb
 - lib/inst_jobs_statsd/stats/periodic.rb
 - lib/inst_jobs_statsd/stats/periodic/failed.rb
@@ -259,12 +252,11 @@ files:
 - spec/factories/jobs.rb
 - spec/factories/workers.rb
 - spec/gemfiles/42.gemfile
-- spec/gemfiles/50.gemfile
 - spec/gemfiles/51.gemfile
+- spec/gemfiles/60.gemfile
 - spec/inst_jobs_statsd/jobs_tracker_spec.rb
 - spec/inst_jobs_statsd/naming_spec.rb
 - spec/inst_jobs_statsd/stats/counters/failed_spec.rb
-- spec/inst_jobs_statsd/stats/counters/orphaned_spec.rb
 - spec/inst_jobs_statsd/stats/counters/run_spec.rb
 - spec/inst_jobs_statsd/stats/periodic/failed_spec.rb
 - spec/inst_jobs_statsd/stats/periodic/queue_spec.rb
@@ -282,7 +274,7 @@ homepage: https://github.com/instructure/inst-jobs-statsd
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -290,16 +282,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.3'
+      version: '2.4'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
-signing_key: 
+rubygems_version: 3.1.4
+signing_key:
 specification_version: 4
 summary: Stats reporting for inst-jobs
 test_files:
@@ -313,14 +304,13 @@ test_files:
 - spec/inst_jobs_statsd/stats/periodic_spec.rb
 - spec/inst_jobs_statsd/stats/counters/failed_spec.rb
 - spec/inst_jobs_statsd/stats/counters/run_spec.rb
-- spec/inst_jobs_statsd/stats/counters/orphaned_spec.rb
 - spec/inst_jobs_statsd/stats/timing_spec.rb
 - spec/inst_jobs_statsd/jobs_tracker_spec.rb
 - spec/spec_helper.rb
 - spec/setup_test_db.rb
 - spec/matchers.rb
+- spec/gemfiles/60.gemfile
 - spec/gemfiles/42.gemfile
-- spec/gemfiles/50.gemfile
 - spec/gemfiles/51.gemfile
 - spec/factories/workers.rb
 - spec/factories/jobs.rb

data/lib/inst_jobs_statsd/stats/counters/orphaned.rb

@@ -1,34 +0,0 @@
-module InstJobsStatsd
-  module Stats
-    module Counters
-      module Orphaned
-        def self.enable
-          enable_orphaned_count
-        end
-
-        # The idea of the orphaned count: when a job finishes, if there
-        # are other jobs locked_by the *same* worker, they must have been
-        # orphaned, because they are not going to be picked up and run by
-        # the worker -- the work queue is designed to only have one job
-        # locked_by a worker at a time.
-        # This is based on the symptom seen in AMS-447, where mutliple
-        # rows of the jobs table can be (incorrectly) updated by the same
-        # query.
-        def self.enable_orphaned_count
-          Delayed::Worker.lifecycle.before(:perform) do |_worker, job|
-            report_orphaned_count(job)
-          end
-        end
-
-        def self.report_orphaned_count(job)
-          scope = Delayed::Job.where(
-            'locked_by = ? AND locked_at = ? AND id <> ?',
-            job.locked_by, job.locked_at, job.id
-          )
-          count = scope.count
-          Counters.report_count(:orphaned, count, job: job) unless count.zero?
-        end
-      end
-    end
-  end
-end

data/spec/gemfiles/50.gemfile

@@ -1,7 +0,0 @@
-source "https://rubygems.org"
-
-gemspec :path=>"../../"
-
-gem "rails", "~> 5.0.0"
-gem 'sinatra', "2.0.0.beta2"
-gem 'sinatra-contrib', "2.0.0.beta2"

data/spec/inst_jobs_statsd/stats/counters/orphaned_spec.rb

@@ -1,27 +0,0 @@
-RSpec.describe InstJobsStatsd::Stats::Counters::Orphaned do
-  describe '.enable' do
-    it 'enables all the things' do
-      expect(InstJobsStatsd::Stats::Counters::Orphaned).to receive(:enable_orphaned_count)
-      InstJobsStatsd::Stats::Counters::Orphaned.enable
-    end
-  end
-
-  describe '.report_orphaned_count' do
-    let(:x) { Struct.new(:perform).new(true) }
-
-    before do
-      Delayed::Worker.lifecycle.reset!
-      InstJobsStatsd::Stats::Counters::Orphaned.enable
-
-      4.times { x.send_later(:perform) }
-      Delayed::Job.order(:id).limit(3)
-                  .update_all(locked_by: 'test', locked_at: Delayed::Job.db_time_now)
-    end
-
-    it do
-      expect(InstStatsd::Statsd).to receive(:count)
-        .with(array_including(/\.orphaned$/), 2, 1, { short_stat: anything, tags: {} })
-      Delayed::Worker.lifecycle.run_callbacks(:perform, nil, Delayed::Job.first) {}
-    end
-  end
-end