caseblocks_bucket_extractor 0.0.1

data/lib/caseblocks_bucket_extractor.rb

@@ -0,0 +1,100 @@
+require 'httparty'
+require 'json'
+require 'open-uri'
+
+class CaseblocksBucketExtractor
+  include HTTParty
+
+  attr_reader :auth_token
+  attr_reader :retry_limit
+  attr_reader :time_between_retries
+
+  headers "Accept" => "application/json"
+  headers "Content-Type" => "application/json"
+
+  def initialize(url, email, password, download_options={:retry_limit => 60,:time_between_retries => 60})
+    self.class.base_uri url
+
+    result = self.class.post("/tokens", :body => {email: email, password: password}.to_json)
+
+    if result["message"]
+      puts "unable to generate token"
+      raise
+    else
+      @auth_token = result["token"] if result
+      self.class.default_params("auth_token" => @auth_token)
+    end
+
+    @retry_limit = download_options[:retry_limit]
+    @time_between_retries = download_options[:time_between_retries]
+  end
+
+  def download(case_type_name, bucket_slug, file_options)
+    response = self.class.get("/case_blocks/#{URI::encode(case_type_name)}/buckets/#{bucket_slug}/schedule_download_job")
+    job_url = get_job_url(response.body)
+    return if job_url.nil?
+
+    result = start_polling(job_url)
+
+    if !result.nil? && result["job"]["status"] == "complete"
+      create_files(file_options,result)
+    else
+      puts "!!!!!  Job - #{job_url} did not complete. !!!!!!"
+    end
+  end
+
+  private
+  def start_polling(job_url)
+    download_complete = false
+    result = nil
+    count_of_retries = @retry_limit
+
+    while(!download_complete && count_of_retries >= 0)
+      hol_up
+      count_of_retries -= 1
+
+      response = HTTParty.get("#{job_url}?auth_token=#{self.auth_token}")
+
+      begin
+        result = JSON.parse(response.body)
+      rescue
+        puts "STATUS UPDATE: cannot parse JSON received response code with body of #{response.body}"
+        next
+      end
+
+      download_complete = result["job"]["status"] == "complete"
+    end
+
+    result
+  end
+
+  def hol_up
+    sleep @time_between_retries
+  end
+
+  def create_files(file_options,json)
+    file_options.each do |file_option|
+      json_file = json["job"]["job_log"]["files"].find{|f| f["file"].include?(file_option[:name])}
+      download_file(file_option[:path], json_file["link"])
+    end
+  end
+
+  def download_file(file_location,s3_link)
+    File.open(file_location, "wb") do |saved_file|
+      open(s3_link, 'rb') do |read_file|
+        saved_file.write(read_file.read)
+      end
+    end
+  end
+
+  def get_job_url(response_body)
+    begin
+      job_url = JSON.parse(response_body)["job_url"]
+    rescue
+      puts "SCHEDULE_DOWNLOAD: cannot get job_url with body of #{response.body}"
+      return nil 
+    end
+    
+    job_url
+  end
+end

metadata

@@ -0,0 +1,61 @@
+--- !ruby/object:Gem::Specification
+name: caseblocks_bucket_extractor
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Charlie Quinn
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-06-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.11.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.11.0
+description: A simple hello world gem
+email: charlie@emergeadapt.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/caseblocks_bucket_extractor.rb
+homepage: http://rubygems.org/gems/caseblocks_bucket_extractor
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: Gem to kick off, poll and save bucket downloads from CaseBlocks
+test_files: []