g5-jobbing 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7882ff36d5f80f6cb2bd0ed703d3b22e0f693886
-  data.tar.gz: 6768f527fcfb3faaa7f288a7bbc35009a12e97d7
+  metadata.gz: a2147f115caef3edd60bf72bc57d7c799819d184
+  data.tar.gz: 4d1cabffe26b770e7b00eac55d70d3afdbf2a43e
 SHA512:
-  metadata.gz: 796cd60f7ccd8d5850a398f8f4883a9d9dfc2681973c9959852f7ff5dcb2a06f7019dc0d3ca3a658d7f89c9a9183c27dd047b7b3058545fb8d7416a8f13cf0f9
-  data.tar.gz: 205a41aa4e599599d81ba5e845f1607e648d27d02e7e486cbcb3a387384ad81e15aa092039052622d73f8437711796172e3972f61ebb46634c03981ae44b9ccc
+  metadata.gz: 562f2b7f8b2d08ab7bea20e2acd29f713581a9dd3f93a621ecad95557328d97a44e3641785bb1409b302170cdadee17b08cf1369bbf5422834f89a9d8c67e7c2
+  data.tar.gz: a46a41b8c1a46914927c8ef118922c74086fc888f5a9f74accd3b604ae2a08112ca987747ec9d1fe61d98c0b9e837a55fc18aea201de90840624bc2be2f6f240

data/.gitignore

@@ -12,3 +12,5 @@
 *.o
 *.a
 mkmf.log
+
+g5-jobbing-*.gem

data/lib/g5/jobbing/job_fetcher.rb

@@ -0,0 +1,16 @@
+module G5::Jobbing::JobFetcher
+  include G5::Jobbing::AccessToken
+
+  def fetch_get(url)
+    response = HTTParty.get(url,
+                            {query:   {access_token: get_access_token},
+                             headers: {'Content-Type' => 'application/json', 'Accept' => 'application/json'}}
+    )
+    job_hashes = JSON.parse(response.body)['jobs']
+    job_hashes.collect { |job_hash| G5::Jobbing::Job.new(job_hash) }
+  end
+
+  def jobs_base_url
+    "#{ENV['JOBS_URL']}/api/v1/jobs"
+  end
+end

data/lib/g5/jobbing/job_retriever.rb

@@ -1,5 +1,5 @@
 class G5::Jobbing::JobRetriever
-  include G5::Jobbing::AccessToken
+  include G5::Jobbing::JobFetcher
   attr_accessor :location_setting_urns
 
   def initialize(params={})
@@ -7,15 +7,11 @@ class G5::Jobbing::JobRetriever
   end
 
   def perform
-    response = HTTParty.get(jobs_url_for_locations,
-                            {query:   {access_token: get_access_token},
-                             headers: {'Content-Type' => 'application/json', 'Accept' => 'application/json'}}
-    )
-    JSON.parse(response.body)['jobs'].collect { |job_hash| G5::Jobbing::Job.new(job_hash) }
+    fetch_get jobs_url_for_locations
   end
 
   def jobs_url_for_locations
-    "#{ENV['JOBS_URL']}/api/v1/jobs?current=true&integration_setting_urn=#{CGI.escape(locations_as_parameter)}"
+    "#{jobs_base_url}?current=true&integration_setting_urn=#{locations_as_parameter}"
   end
 
   def locations_as_parameter

data/lib/g5/jobbing/job_stat.rb

@@ -0,0 +1,14 @@
+class G5::Jobbing::JobStat
+  include Virtus.model
+
+  attribute :rolled_up_by, String
+  attribute :jobs, Array
+
+  def error_count
+    self.jobs.count { |job| job.error_state }
+  end
+
+  def error_messages
+    self.jobs.collect { |job| job.message }.compact
+  end
+end

data/lib/g5/jobbing/job_stat_retriever.rb

@@ -0,0 +1,36 @@
+class G5::Jobbing::JobStatRetriever
+  include G5::Jobbing::JobFetcher
+
+  attr_accessor :rollup_by
+
+  def initialize(params={})
+    self.rollup_by = params[:rollup_by]
+    @job_stats     = Hash.new
+  end
+
+  def perform
+    response = fetch_get "#{jobs_base_url}?current=true"
+    roll_it_up response
+  end
+
+  private
+  def roll_it_up(jobs)
+    jobs.each do |job|
+      job_stat = find_matching_job_stat(job)
+      job_stat.jobs << job if job_stat
+    end
+    @job_stats
+  end
+
+  def find_matching_job_stat(job)
+    parent = self.rollup_by.detect { |key_values| key_values.last.include?(job.urn) }.try(:first)
+    return unless parent
+
+    job_stat_key = @job_stats.keys.detect { |js_key| parent == js_key }
+    return @job_stats[job_stat_key] if job_stat_key
+
+    job_stat           = G5::Jobbing::JobStat.new(rolled_up_by: parent, jobs: [])
+    @job_stats[parent] = job_stat
+    job_stat
+  end
+end

data/lib/g5/jobbing/version.rb

@@ -1,5 +1,5 @@
 module G5
   module Jobbing
-    VERSION = "0.0.2"
+    VERSION = '0.0.3'
   end
 end

data/lib/g5/jobbing.rb

@@ -1,3 +1,4 @@
+require 'active_support/core_ext/object/try'
 require 'active_support/core_ext/object/blank'
 require 'g5/jobbing/version'
 require 'g5_authentication_client'
@@ -11,6 +12,9 @@ module G5
 end
 
 require 'g5/jobbing/access_token'
+require 'g5/jobbing/job_fetcher'
 require 'g5/jobbing/job'
+require 'g5/jobbing/job_stat'
 require 'g5/jobbing/job_retriever'
 require 'g5/jobbing/job_starter'
+require 'g5/jobbing/job_stat_retriever'

data/spec/fixtures/all-jobs.json

@@ -0,0 +1,100 @@
+{
+  "jobs": [
+    {
+      "uid": "https://g5-jobs-staging.herokuapp.com/api/v1/jobs/g5-job-1t1slmdz",
+      "urn": "g5-job-1t1slmdz",
+      "state": "inventory_etl_transform_failure",
+      "created_at": "2014-11-14T11:32:40.385-08:00",
+      "updated_at": "2014-11-14T11:32:44.968-08:00",
+      "integration_setting_uid": "http://hub.g5dxm.com/clients/g5-c-1soj8z7v-g5-selfstorage/locations/g5-cl-i27shqbr-value-self-storage-sitelink-unit-categorization/locations_integration_settings/g5-lis-1t0thzui",
+      "integration_setting_urn": "g5-lis-1t0thzui",
+      "message": "undefined method `*' for nil:NilClass\n/app/app/services/site_link/transformation/compute_in_store_rate_and_web_rate.rb:29:in `in_store_rate_from_web_rate'\n/app/app/services/site_link/transformation/compute_in_store_rate_and_web_rate.rb:13:in `block in \u003cclass:ComputeInStoreRateAndWebRate\u003e'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/action.rb:38:in `block in executed'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:15:in `block in reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `each'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer_log_decorator.rb:21:in `reduce'\n/app/app/services/site_link/transformation/transform_storage_unit.rb:10:in `block in \u003cclass:TransformStorageUnit\u003e'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/action.rb:38:in `block in executed'\n/app/app/services/site_link/transformation/transform_storage_units.rb:18:in `block (2 levels) in \u003cclass:TransformStorageUnits\u003e'\n/app/app/services/site_link/transformation/transform_storage_units.rb:17:in `map'\n/app/app/services/site_link/transformation/transform_storage_units.rb:17:in `block in \u003cclass:TransformStorageUnits\u003e'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/action.rb:38:in `block in executed'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:15:in `block in reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `each'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer_log_decorator.rb:21:in `reduce'\n/app/app/services/site_link/transform.rb:9:in `block in \u003cclass:Transform\u003e'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/action.rb:38:in `block in executed'\n/app/app/etl_strategies/site_link_etl_strategy.rb:10:in `transform'\n/app/app/etl_strategies/base_etl_strategy.rb:12:in `block in execute'\n/app/app/etl_strategies/base_etl_strategy.rb:25:in `safe'\n/app/app/etl_strategies/base_etl_strategy.rb:12:in `execute'\n/app/app/workers/etl_worker.rb:9:in `perform'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:75:in `execute_job'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:52:in `block (2 levels) in process'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:122:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:122:in `block in invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/server/active_record.rb:6:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:124:in `block in invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/server/retry_jobs.rb:74:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:124:in `block in invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/server/logging.rb:11:in `block in call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/logging.rb:22:in `with_context'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/server/logging.rb:7:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:124:in `block in invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:127:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:127:in `invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:51:in `block in process'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:98:in `stats'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:50:in `process'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/calls.rb:25:in `public_send'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/calls.rb:25:in `dispatch'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/calls.rb:122:in `dispatch'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/actor.rb:322:in `block in handle_message'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/actor.rb:416:in `block in task'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/tasks.rb:55:in `block in initialize'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/tasks/task_fiber.rb:13:in `block in create'",
+      "error_state": true,
+      "success_state": false
+    },
+    {
+      "uid": "https://g5-jobs-staging.herokuapp.com/api/v1/jobs/g5-job-1t1slkm2",
+      "urn": "g5-job-1t1slkm2",
+      "state": "completed_with_no_errors",
+      "created_at": "2014-11-14T11:32:17.740-08:00",
+      "updated_at": "2014-11-14T11:32:28.662-08:00",
+      "integration_setting_uid": "http://hub.g5dxm.com/clients/g5-c-1soj8z7v-g5-selfstorage/locations/g5-cl-i27sjquw-value-ss-venice-sitelink-unit-categorization/locations_integration_settings/g5-lis-1t0thj3p",
+      "integration_setting_urn": "g5-lis-1t0thj3p",
+      "message": null,
+      "error_state": false,
+      "success_state": true
+    },
+    {
+      "uid": "https://g5-jobs-staging.herokuapp.com/api/v1/jobs/g5-job-1t1slj81",
+      "urn": "g5-job-1t1slj81",
+      "state": "completed_with_no_errors",
+      "created_at": "2014-11-14T11:31:59.764-08:00",
+      "updated_at": "2014-11-14T11:32:08.946-08:00",
+      "integration_setting_uid": "http://hub.g5dxm.com/clients/g5-c-1soj8z7v-g5-selfstorage/locations/g5-cl-1soj8z8d-501-storage/locations_integration_settings/g5-lis-3",
+      "integration_setting_urn": "g5-lis-3",
+      "message": null,
+      "error_state": false,
+      "success_state": true
+    },
+    {
+      "uid": "https://g5-jobs-staging.herokuapp.com/api/v1/jobs/g5-job-1t1sldig",
+      "urn": "g5-job-1t1sldig",
+      "state": "inventory_etl_transform_failure",
+      "created_at": "2014-11-14T11:30:45.447-08:00",
+      "updated_at": "2014-11-14T11:30:50.067-08:00",
+      "integration_setting_uid": "http://hub.g5dxm.com/clients/g5-c-1soj8z7v-g5-selfstorage/locations/g5-cl-1sontt19-541-storage/locations_integration_settings/g5-lis-9",
+      "integration_setting_urn": "g5-lis-9",
+      "message": "undefined method `*' for nil:NilClass\n/app/app/services/site_link/transformation/compute_in_store_rate_and_web_rate.rb:29:in `in_store_rate_from_web_rate'\n/app/app/services/site_link/transformation/compute_in_store_rate_and_web_rate.rb:13:in `block in \u003cclass:ComputeInStoreRateAndWebRate\u003e'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/action.rb:38:in `block in executed'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:15:in `block in reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `each'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer_log_decorator.rb:21:in `reduce'\n/app/app/services/site_link/transformation/transform_storage_unit.rb:10:in `block in \u003cclass:TransformStorageUnit\u003e'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/action.rb:38:in `block in executed'\n/app/app/services/site_link/transformation/transform_storage_units.rb:18:in `block (2 levels) in \u003cclass:TransformStorageUnits\u003e'\n/app/app/services/site_link/transformation/transform_storage_units.rb:17:in `map'\n/app/app/services/site_link/transformation/transform_storage_units.rb:17:in `block in \u003cclass:TransformStorageUnits\u003e'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/action.rb:38:in `block in executed'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:15:in `block in reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `each'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer_log_decorator.rb:21:in `reduce'\n/app/app/services/site_link/transform.rb:9:in `block in \u003cclass:Transform\u003e'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/action.rb:38:in `block in executed'\n/app/app/etl_strategies/site_link_etl_strategy.rb:10:in `transform'\n/app/app/etl_strategies/base_etl_strategy.rb:12:in `block in execute'\n/app/app/etl_strategies/base_etl_strategy.rb:25:in `safe'\n/app/app/etl_strategies/base_etl_strategy.rb:12:in `execute'\n/app/app/workers/etl_worker.rb:9:in `perform'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:75:in `execute_job'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:52:in `block (2 levels) in process'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:122:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:122:in `block in invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/server/active_record.rb:6:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:124:in `block in invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/server/retry_jobs.rb:74:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:124:in `block in invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/server/logging.rb:11:in `block in call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/logging.rb:22:in `with_context'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/server/logging.rb:7:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:124:in `block in invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:127:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:127:in `invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:51:in `block in process'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:98:in `stats'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:50:in `process'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/calls.rb:25:in `public_send'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/calls.rb:25:in `dispatch'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/calls.rb:122:in `dispatch'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/actor.rb:322:in `block in handle_message'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/actor.rb:416:in `block in task'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/tasks.rb:55:in `block in initialize'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/tasks/task_fiber.rb:13:in `block in create'",
+      "error_state": true,
+      "success_state": false
+    },
+    {
+      "uid": "https://g5-jobs-staging.herokuapp.com/api/v1/jobs/g5-job-1t1sl9t3",
+      "urn": "g5-job-1t1sl9t3",
+      "state": "inventory_etl_transform_failure",
+      "created_at": "2014-11-14T11:29:57.957-08:00",
+      "updated_at": "2014-11-14T11:30:02.971-08:00",
+      "integration_setting_uid": "http://hub.g5dxm.com/clients/g5-c-1soj8z7v-g5-selfstorage/locations/g5-cl-i27smlhd-sitelink-test-system/locations_integration_settings/g5-lis-1t0s4n2j",
+      "integration_setting_urn": "g5-lis-1t0s4n2j",
+      "message": "undefined method `*' for nil:NilClass\n/app/app/services/site_link/transformation/compute_in_store_rate_and_web_rate.rb:29:in `in_store_rate_from_web_rate'\n/app/app/services/site_link/transformation/compute_in_store_rate_and_web_rate.rb:13:in `block in \u003cclass:ComputeInStoreRateAndWebRate\u003e'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/action.rb:38:in `block in executed'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:15:in `block in reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `each'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer_log_decorator.rb:21:in `reduce'\n/app/app/services/site_link/transformation/transform_storage_unit.rb:10:in `block in \u003cclass:TransformStorageUnit\u003e'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/action.rb:38:in `block in executed'\n/app/app/services/site_link/transformation/transform_storage_units.rb:18:in `block (2 levels) in \u003cclass:TransformStorageUnits\u003e'\n/app/app/services/site_link/transformation/transform_storage_units.rb:17:in `map'\n/app/app/services/site_link/transformation/transform_storage_units.rb:17:in `block in \u003cclass:TransformStorageUnits\u003e'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/action.rb:38:in `block in executed'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:15:in `block in reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `each'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer.rb:14:in `reduce'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/organizer/with_reducer_log_decorator.rb:21:in `reduce'\n/app/app/services/site_link/transform.rb:9:in `block in \u003cclass:Transform\u003e'\n/app/vendor/bundle/ruby/2.1.0/gems/light-service-0.4.0/lib/light-service/action.rb:38:in `block in executed'\n/app/app/etl_strategies/site_link_etl_strategy.rb:10:in `transform'\n/app/app/etl_strategies/base_etl_strategy.rb:12:in `block in execute'\n/app/app/etl_strategies/base_etl_strategy.rb:25:in `safe'\n/app/app/etl_strategies/base_etl_strategy.rb:12:in `execute'\n/app/app/workers/etl_worker.rb:9:in `perform'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:75:in `execute_job'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:52:in `block (2 levels) in process'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:122:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:122:in `block in invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/server/active_record.rb:6:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:124:in `block in invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/server/retry_jobs.rb:74:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:124:in `block in invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/server/logging.rb:11:in `block in call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/logging.rb:22:in `with_context'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/server/logging.rb:7:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:124:in `block in invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:127:in `call'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/middleware/chain.rb:127:in `invoke'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:51:in `block in process'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:98:in `stats'\n/app/vendor/bundle/ruby/2.1.0/gems/sidekiq-3.2.6/lib/sidekiq/processor.rb:50:in `process'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/calls.rb:25:in `public_send'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/calls.rb:25:in `dispatch'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/calls.rb:122:in `dispatch'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/actor.rb:322:in `block in handle_message'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/actor.rb:416:in `block in task'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/tasks.rb:55:in `block in initialize'\n/app/vendor/bundle/ruby/2.1.0/gems/celluloid-0.15.2/lib/celluloid/tasks/task_fiber.rb:13:in `block in create'",
+      "error_state": true,
+      "success_state": false
+    },
+    {
+      "uid": "https://g5-jobs-staging.herokuapp.com/api/v1/jobs/g5-job-1t1skxui",
+      "urn": "g5-job-1t1skxui",
+      "state": "completed_with_no_errors",
+      "created_at": "2014-11-14T11:27:22.466-08:00",
+      "updated_at": "2014-11-14T11:27:36.617-08:00",
+      "integration_setting_uid": "http://hub.g5dxm.com/clients/g5-c-1soj8z7v-g5-selfstorage/locations/g5-cl-i23xpxk1-pitfields-east-india-trading-company/locations_integration_settings/g5-lis-1t0tf3u0",
+      "integration_setting_urn": "g5-lis-1t0tf3u0",
+      "message": null,
+      "error_state": false,
+      "success_state": true
+    },
+    {
+      "uid": "https://g5-jobs-staging.herokuapp.com/api/v1/jobs/g5-job-1t1schlp",
+      "urn": "g5-job-1t1schlp",
+      "state": "inventory_etl_load_failure",
+      "created_at": "2014-11-14T10:21:39.057-08:00",
+      "updated_at": "2014-11-14T10:21:47.331-08:00",
+      "integration_setting_uid": "http://hub.g5dxm.com/clients/g5-c-1skmeepf-clowns-monkeys-jokers/locations/g5-cl-1ssino43-test-rent-cafe/locations_integration_settings/g5-lis-1",
+      "integration_setting_urn": "g5-lis-1",
+      "message": "inventory-service responded with 422: {\"external_id\":[\"has already been taken\"]}\ninventory-service responded with 422: {\"external_id\":[\"has already been taken\"]}",
+      "error_state": true,
+      "success_state": false
+    },
+    {
+      "uid": "https://g5-jobs-staging.herokuapp.com/api/v1/jobs/g5-job-1t1onnnk",
+      "urn": "g5-job-1t1onnnk",
+      "state": "completed_with_no_errors",
+      "created_at": "2014-11-13T17:08:45.297-08:00",
+      "updated_at": "2014-11-13T17:08:53.007-08:00",
+      "integration_setting_uid": "http://hub.g5dxm.com/clients/g5-c-1skmeepf-clowns-monkeys-jokers/locations/g5-cl-1skmeept-blahblahblah/locations_integration_settings/g5-lis-1t0n85r2",
+      "integration_setting_urn": "g5-lis-1t0n85r2",
+      "message": null,
+      "error_state": false,
+      "success_state": true
+    }
+  ]
+}

data/spec/lib/g5/jobbing/job_retriever_spec.rb

@@ -8,7 +8,6 @@ describe G5::Jobbing::JobRetriever do
 
   describe :perform do
     let(:body) { fixture('jobs.json') }
-    let(:body_hash) { JSON.parse(body)[:jobs] }
     let(:token) { 'the toke' }
     before do
       expect(G5AuthenticationClient::Client).to receive(:new).and_return(double(:token, get_access_token: token))

data/spec/lib/g5/jobbing/job_stat_retriever_spec.rb

@@ -0,0 +1,41 @@
+require 'spec_helper'
+
+describe G5::Jobbing::JobStatRetriever do
+  describe 'perform' do
+    let(:body) { fixture('all-jobs.json') }
+    let(:body_hash) { JSON.parse(body)['jobs'] }
+    let(:foo_error_messages) { [body_hash.detect { |hash| hash['urn'] == 'g5-job-1t1slmdz' }['message']] }
+    let(:bar_error_messages) { [body_hash.detect { |hash| hash['urn'] == 'g5-job-1t1schlp' }['message']] }
+    let(:token) { 'the toke' }
+    let(:job_stat_retriever) { G5::Jobbing::JobStatRetriever.new(rollup_by: roll_up_by) }
+
+    before do
+      expect(G5AuthenticationClient::Client).to receive(:new).and_return(double(:token, get_access_token: token))
+      expect(HTTParty).to receive(:get).with("#{job_stat_retriever.jobs_base_url}?current=true",
+                                             {query:   {access_token: token},
+                                              headers: {'Content-Type' => 'application/json', 'Accept' => 'application/json'}}).
+                              and_return(double(:response, body: body))
+    end
+    let(:roll_up_by) { {foo: ['g5-job-1t1slmdz', 'g5-job-1t1slkm2'], no_matches: ['madeup'], bar: ['g5-job-1t1schlp', 'g5-job-1t1onnnk', 'g5-job-1t1skxui']} }
+
+    subject { job_stat_retriever.perform }
+
+    its(:keys) { is_expected.to eq([:foo, :bar]) }
+
+    it 'rolls up foo' do
+      expect(subject[:foo].jobs.count).to eq(2)
+      expect(subject[:foo].error_count).to eq(1)
+      expect(subject[:foo].error_messages).to eq(foo_error_messages)
+    end
+
+    it 'rolls up bar' do
+      expect(subject[:bar].jobs.count).to eq(3)
+      expect(subject[:bar].error_count).to eq(1)
+      expect(subject[:bar].error_messages).to eq(bar_error_messages)
+    end
+
+    it 'has no no_matches' do
+      expect(subject[:no_matches]).to be_nil
+    end
+  end
+end

data/spec/lib/g5/jobbing/job_stat_spec.rb

@@ -0,0 +1,15 @@
+require 'spec_helper'
+
+describe G5::Jobbing::JobStat do
+  let(:rolled_up_by) { 'rolled up by' }
+  let(:jobs) { [G5::Jobbing::Job.new(error_state: true, message: 'you dun screwed up son'),
+                G5::Jobbing::Job.new(error_state: false),
+                G5::Jobbing::Job.new(error_state: true, message: 'boom'),] }
+
+  subject { G5::Jobbing::JobStat.new(rolled_up_by: rolled_up_by, jobs: jobs) }
+
+  its(:rolled_up_by) { is_expected.to eq(rolled_up_by) }
+  its(:jobs) { is_expected.to eq(jobs) }
+  its(:error_count) { is_expected.to eq(2) }
+  its(:error_messages) { is_expected.to eq(['you dun screwed up son', 'boom']) }
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: g5-jobbing
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Perry Hertler
@@ -154,13 +154,19 @@ files:
 - lib/g5/jobbing.rb
 - lib/g5/jobbing/access_token.rb
 - lib/g5/jobbing/job.rb
+- lib/g5/jobbing/job_fetcher.rb
 - lib/g5/jobbing/job_retriever.rb
 - lib/g5/jobbing/job_starter.rb
+- lib/g5/jobbing/job_stat.rb
+- lib/g5/jobbing/job_stat_retriever.rb
 - lib/g5/jobbing/version.rb
+- spec/fixtures/all-jobs.json
 - spec/fixtures/jobs.json
 - spec/lib/g5/jobbing/job_retriever_spec.rb
 - spec/lib/g5/jobbing/job_spec.rb
 - spec/lib/g5/jobbing/job_starter_spec.rb
+- spec/lib/g5/jobbing/job_stat_retriever_spec.rb
+- spec/lib/g5/jobbing/job_stat_spec.rb
 - spec/spec_helper.rb
 homepage: ''
 licenses:
@@ -187,8 +193,11 @@ signing_key:
 specification_version: 4
 summary: Uses the g5-jobs service to manage and organize jobs.
 test_files:
+- spec/fixtures/all-jobs.json
 - spec/fixtures/jobs.json
 - spec/lib/g5/jobbing/job_retriever_spec.rb
 - spec/lib/g5/jobbing/job_spec.rb
 - spec/lib/g5/jobbing/job_starter_spec.rb
+- spec/lib/g5/jobbing/job_stat_retriever_spec.rb
+- spec/lib/g5/jobbing/job_stat_spec.rb
 - spec/spec_helper.rb