beso 0.3.0 → 0.3.1

data/lib/beso/version.rb

@@ -1,3 +1,3 @@
 module Beso
-  VERSION = '0.3.0'
+  VERSION = '0.3.1'
 end

data/lib/tasks/beso.rake

@@ -0,0 +1,57 @@
+namespace :beso do
+
+  desc "Run Beso jobs and upload to S3"
+  task :run => :environment do
+
+    raise 'Beso has no jobs to run. Please define some in the beso initializer.' if Beso.jobs.empty?
+
+    puts '==> Connecting...'
+
+    Beso.connect do |bucket|
+
+      puts '==> Connected!'
+
+      prefix = ENV[ 'BESO_PREFIX' ] || 'beso'
+      config = YAML.load( bucket.read 'beso.yml' ) || { }
+
+      puts '==> Config:'
+      puts config.inspect
+
+      Beso.jobs.each do |job|
+
+        config[ job.event ] ||= begin
+          case ENV[ 'BESO_ORIGIN' ]
+          when 'first'
+            job.first_timestamp
+          when 'now'
+            Time.now
+          else
+            job.last_timestamp
+          end
+        end
+
+        puts "==> Processing job: #{job.event.inspect} since #{config[ job.event ]}"
+
+        csv = job.to_csv :since => config[ job.event ]
+
+        if csv
+          filename = "#{prefix}-#{job.event}-#{config[ job.event ].to_i}.csv"
+
+          bucket.write filename, csv
+
+          puts " ==> #{filename} saved to S3"
+
+          config[ job.event ] = job.last_timestamp
+
+          puts " ==> New timestamp is #{config[ job.event ]}"
+        else
+          puts " ==> No records found since #{config[ job.event ]}. Skipping..."
+        end
+      end
+
+      bucket.write 'beso.yml', config.to_yaml
+
+      puts '==> Config saved. Donezo.'
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: beso
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
   prerelease: 
 platform: ruby
 authors:
@@ -121,6 +121,7 @@ files:
 - lib/beso/job.rb
 - lib/beso/railtie.rb
 - lib/beso/version.rb
+- lib/tasks/beso.rake
 - spec/beso/aws_spec.rb
 - spec/beso/config_spec.rb
 - spec/beso/job_spec.rb