mobilize-base 1.21 → 1.22

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 55bd98df99800c3660011bfb2ca91cd081d9c9b4
+  data.tar.gz: 63429987593c8089c6114c2acbd423c790eb6e57
+SHA512:
+  metadata.gz: 8fc93ae0db4ba9248db13e6d65b2897476f1b6270e6de4c80bc997654a53bd666da1985b698ec7f3ecfdd46a99bb31bc951f452db7bab34c2b0f701d79c740ee
+  data.tar.gz: 3da48a87c969313fd8c38e176b83e9dbbe7b1505b2c1084fd79d1b5477f8c6d072ba70464780fe54d9c61d42ad64f4f796be3e6f3b525dd7808b2811062a92cf

data/lib/mobilize-base/handlers/gsheet.rb

@@ -137,11 +137,16 @@ module Mobilize
         source = s.sources.first
         raise "Need source for gsheet write" unless source
         tsv = source.read(u.name,gdrive_slot)
-        raise "No data found in #{source.url}" unless tsv
-        Dataset.write_by_url(s.target.url,tsv,u.name,gdrive_slot,crop)
+        raise "No data source found for #{source.url}" unless tsv
+        stdout = if tsv.to_s.length == 0
+                   #soft error; no data to write. Stage will complete.
+                   "Write skipped for #{s.target.url}"
+                 else
+                   Dataset.write_by_url(s.target.url,tsv,u.name,gdrive_slot,crop)
+                   #update status
+                   "Write successful for #{s.target.url}"
+                 end
         Gdrive.unslot_worker_by_path(stage_path)
-        #update status
-        stdout = "Write successful for #{s.target.url}"
         stderr = nil
         s.update_status(stdout)
         signal = 0

data/lib/mobilize-base/models/stage.rb

@@ -80,7 +80,11 @@ module Mobilize
       s.update_attributes(:started_at=>Time.now.utc)
       s.update_status(%{Starting at #{Time.now.utc}})
       #get response by running method
-      response = "Mobilize::#{s.handler.humanize}".constantize.send("#{s.call}_by_stage_path",s.path)
+      response = begin
+                   "Mobilize::#{s.handler.humanize}".constantize.send("#{s.call}_by_stage_path",s.path)
+                 rescue => exc
+                   {'err_str'=>"#{exc.to_s}\n#{exc.backtrace.to_a.join("\n")}", 'signal'=>500}
+                 end
       unless response
         #re-queue self if no response
         s.enqueue!
@@ -92,10 +96,10 @@ module Mobilize
         #retry
         s.update_attributes(:retries_done => s.retries_done.to_i + 1, :response => response)
         s.update_status(%{Retry #{s.retries_done.to_s} at #{Time.now.utc}})
+        sleep s['delay'].to_i
         s.enqueue!
       else
         #sleep as much as user specifies
-        sleep s['delay'].to_i
         s.fail(response)
       end
       return true
@@ -111,7 +115,7 @@ module Mobilize
         r = j.runner
         dep_jobs = r.jobs.select do |dj|
                                    dj.active==true and
-                                     dj.trigger.strip.downcase == "after #{j.name}"
+                                     dj.trigger.strip.downcase == "after #{j.name.downcase}"
                                  end
         #put begin/rescue so all dependencies run
         dep_jobs.each do |dj|

data/lib/mobilize-base/version.rb

@@ -1,5 +1,5 @@
 module Mobilize
   module Base
-    VERSION = "1.21"
+    VERSION = "1.22"
   end
 end

metadata

@@ -1,8 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mobilize-base
 version: !ruby/object:Gem::Version
-  version: '1.21'
-  prerelease: 
+  version: '1.22'
 platform: ruby
 authors:
 - Cassio Paes-Leme
@@ -14,23 +13,20 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: bson
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -38,7 +34,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -46,7 +41,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: bson_ext
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -54,7 +48,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -62,7 +55,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: mongo
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -70,7 +62,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -78,7 +69,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: mongoid
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -86,7 +76,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -94,7 +83,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: redis
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -102,7 +90,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -110,7 +97,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: resque
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -118,7 +104,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -126,7 +111,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: google_drive
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -134,7 +118,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -142,7 +125,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: popen4
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -150,7 +132,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -158,7 +139,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: actionmailer
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -166,13 +146,12 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
         version: 3.1.1
-description: ! "Manage your organization's workflows entirely through Google Docs
-  and irb.\n                     Mobilize schedules jobs, queues workers, sends failure
+description: "Manage your organization's workflows entirely through Google Docs and
+  irb.\n                     Mobilize schedules jobs, queues workers, sends failure
   notifications, and\n                     integrates mobilize-hadoop, -http, -mysql,
   and -mongodb packages\n                     to allow seamless transport of TSV and
   JSON data between any two endpoints. "
@@ -227,33 +206,26 @@ files:
 - test/test_helper.rb
 homepage: http://github.com/ngmoco/mobilize-base
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -779257039154498150
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -779257039154498150
 requirements: []
 rubyforge_project: mobilize-base
-rubygems_version: 1.8.25
+rubygems_version: 2.0.3
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Moves datasets and schedules data transfers using MongoDB, Resque and Google
   Docs
 test_files: