salesforce_bulk_oauth2 0.0.5

data/README.rdoc

@@ -0,0 +1,72 @@
+= salesforce-bulk
+
+==Overview
+
+Salesforce Bulk Oauth2 is an extension of jorgevaldivia's Salesforce Bulk ruby gem for connecting to and using the Salesforce Bulk API (http://www.salesforce.com/us/developer/docs/api_asynch/index.htm) via Oauth2 service instead of username/password.
+ 
+==Installation
+
+sudo gem install salesforce_bulk
+
+==How to use
+
+Using this gem is simple and straight forward.
+
+To initialize:
+
+  require 'salesforce_bulk'
+  salesforce = SalesforceBulk::Api.new(:token=>"YOUR_SALESFORCE_TOKEN", :instance_url=>"YOUR_SALESFORCE_INSTANCE_URL")
+
+Sample operations:
+
+Same as mentioned on (https://github.com/jorgevaldivia/salesforce_bulk).
+
+  # Insert/Create
+  new_account = Hash["name" => "Test Account", "type" => "Other"] # Add as many fields per record as needed.
+  records_to_insert = Array.new
+  records_to_insert.push(new_account) # You can add as many records as you want here, just keep in mind that Salesforce has governor limits.
+  result = salesforce.create("Account", records_to_insert)
+  puts "result is: #{result.inspect}"
+
+  # Update
+  updated_account = Hash["name" => "Test Account -- Updated", "id" => "a00A0001009zA2m"] # Nearly identical to an insert, but we need to pass the salesforce id.
+  records_to_update = Array.new
+  records_to_update.push(updated_account)
+  salesforce.update("Account", records_to_update)
+
+  # Upsert
+  upserted_account = Hash["name" => "Test Account -- Upserted", "External_Field_Name" => "123456"] # Fields to be updated. External field must be included
+  records_to_upsert = Array.new
+  records_to_upsert.push(upserted_account)
+  salesforce.upsert("Account", records_to_upsert, "External_Field_Name") # Note that upsert accepts an extra parameter for the external field name
+  
+  OR
+  
+  salesforce.upsert("Account", records_to_upsert, "External_Field_Name", true) # last parameter indicates whether to wait until the batch finishes
+
+  # Delete
+  deleted_account = Hash["id" => "a00A0001009zA2m"] # We only specify the id of the records to delete
+  records_to_delete = Array.new
+  records_to_delete.push(deleted_account)
+  salesforce.delete("Account", records_to_delete)
+
+  # Query
+  res = salesforce.query("Account", "select id, name, createddate from Account limit 3") # We just need to pass the sobject name and the query string
+  puts res.result.records.inspect
+
+Result reporting:
+
+array of true/false depending on wether record was pushed
+
+example: if you push an array having 10 records. Result maybe
+  result = [true,true,true,true,false,true,false,true,true,true]
+
+  
+Thanks to jorgevaldivia for Salesforce Bulk gem
+
+== Copyright
+
+Copyright (c) 2012 Bhushan Lodha.
+
+===end
+

data/lib/salesforce_bulk/connection.rb

@@ -0,0 +1,70 @@
+module SalesforceBulk
+
+  class Connection
+
+    @@XML_HEADER = '<?xml version="1.0" encoding="utf-8" ?>'
+    @@API_VERSION = nil
+    @@LOGIN_HOST = 'login.salesforce.com'
+    @@INSTANCE_HOST = nil # Gets set in login()
+
+    def initialize(api_version,client)
+      #@username = username
+      @client=client
+      @session_id = nil
+      @server_url = nil
+      @instance = nil
+      @@API_VERSION = api_version
+      @@LOGIN_PATH = "/services/Soap/u/#{@@API_VERSION}"
+      @@PATH_PREFIX = "/services/async/#{@@API_VERSION}/"
+
+      login()
+    end
+
+    #private
+
+    def login()
+
+
+      @session_id=@client.oauth_token
+
+      @server_url=@client.instance_url
+      @instance = parse_instance()
+      @@INSTANCE_HOST = "#{@instance}.salesforce.com"
+    end
+
+    def post_xml(host, path, xml, headers)
+      host = host || @@INSTANCE_HOST
+      if host != @@LOGIN_HOST # Not login, need to add session id to header
+        headers['X-SFDC-Session'] = @session_id;
+        path = "#{@@PATH_PREFIX}#{path}"
+      end
+      https(host).post(path, xml, headers).body
+    end
+
+    def get_request(host, path, headers)
+      host = host || @@INSTANCE_HOST
+      path = "#{@@PATH_PREFIX}#{path}"
+
+      if host != @@LOGIN_HOST # Not login, need to add session id to header
+        headers['X-SFDC-Session'] = @session_id;
+      end
+
+      https(host).get(path, headers).body
+    end
+
+    def https(host)
+      req = Net::HTTP.new(host, 443)
+      req.use_ssl = true
+      req.verify_mode = OpenSSL::SSL::VERIFY_NONE
+      req
+    end
+
+    def parse_instance()
+      @instance=@server_url.match(/https:\/\/[a-z]{2}[0-9]{1,2}/).to_s.gsub("https://","")
+      #@server_url =~ /https:\/\/[a-z]{2}[0-9]{1,2}/
+      #@instance = "ap1"
+    end
+
+  end
+
+end

data/lib/salesforce_bulk/job.rb

@@ -0,0 +1,125 @@
+module SalesforceBulk
+
+  class Job
+
+    def initialize(operation, sobject, records, external_field, connection)
+
+      @@operation = operation
+      @@sobject = sobject
+      @@external_field = external_field
+      @@records = records
+      @@connection = connection
+      @@XML_HEADER = '<?xml version="1.0" encoding="utf-8" ?>'
+
+    end
+
+    def create_job()
+      xml = "#{@@XML_HEADER}<jobInfo xmlns=\"http://www.force.com/2009/06/asyncapi/dataload\">"
+      xml += "<operation>#{@@operation}</operation>"
+      xml += "<object>#{@@sobject}</object>"
+      if !@@external_field.nil? # This only happens on upsert
+        xml += "<externalIdFieldName>#{@@external_field}</externalIdFieldName>"
+      end
+      xml += "<contentType>XML</contentType>"
+      xml += "</jobInfo>"
+
+      path = "job"
+      headers = Hash['Content-Type' => 'application/xml; charset=utf-8']
+
+      response = @@connection.post_xml(nil, path, xml, headers)
+      response_parsed = XmlSimple.xml_in(response)    
+      @@job_id = response_parsed['id'][0]
+    end
+
+    def close_job()
+      xml = "#{@@XML_HEADER}<jobInfo xmlns=\"http://www.force.com/2009/06/asyncapi/dataload\">"
+      xml += "<state>Closed</state>"
+      xml += "</jobInfo>"
+
+      path = "job/#{@@job_id}"
+      headers = Hash['Content-Type' => 'application/xml; charset=utf-8']
+
+      response = @@connection.post_xml(nil, path, xml, headers)
+      response_parsed = XmlSimple.xml_in(response)
+
+      #job_id = response_parsed['id'][0]
+    end
+
+    def add_query
+      path = "job/#{@@job_id}/batch/"
+      headers = Hash["Content-Type" => "application/xml; charset=UTF-8"]     
+      response = @@connection.post_xml(nil, path, @@records, headers)
+      response_parsed = XmlSimple.xml_in(response)
+      @@batch_id = response_parsed['id'][0]
+    end
+
+    def add_batch()
+      keys = @@records.inject({}) {|h,pairs| pairs.each {|k,v| (h[k] ||= []) << v}; h}.keys  ## Target here
+      headers = keys
+      @@records_dup=@@records.clone
+      super_records=[]
+      (@@records_dup.size/10000).times do
+        super_records<<@@records_dup.pop(10000)
+      end
+      super_records<<@@records_dup
+      
+      super_records.each do|batch|
+        xml = "#{@@XML_HEADER}<sObjects xmlns=\"http://www.force.com/2009/06/asyncapi/dataload\">"
+        batch.each do |r|
+          xml += "<sObject>"
+          keys.each do |k|
+            xml += "<#{k}>#{r[k]}</#{k}>"
+          end
+          xml += "</sObject>"
+        end
+        xml += "</sObjects>"
+    
+
+        path = "job/#{@@job_id}/batch/"
+        headers = Hash["Content-Type" => "application/xml; charset=UTF-8"]
+        response = @@connection.post_xml(nil, path, xml, headers)
+        response_parsed = XmlSimple.xml_in(response)      
+        @@batch_id = response_parsed['id'][0]
+        puts @@batch_id
+      end
+    end
+
+    def check_batch_status()
+      headers = Hash.new
+      response = @@connection.get_request(nil, path, headers)
+      response_parsed = XmlSimple.xml_in(response)
+      puts response_parsed
+      begin
+        #puts "check: #{response_parsed.inspect}\n"
+        response_parsed['state'][0]
+      rescue Exception => e
+        #puts "check: #{response_parsed.inspect}\n"
+
+        nil
+      end
+    end
+
+    def get_batch_result()
+      path = "job/#{@@job_id}/batch/#{@@batch_id}/result"
+      headers = Hash["Content-Type" => "application/xml; charset=UTF-8"]
+
+      response = @@connection.get_request(nil, path, headers)
+
+      if(@@operation == "query") # The query op requires us to do another request to get the results
+        response_parsed = XmlSimple.xml_in(response)
+        result_id = response_parsed["result"][0]
+
+        path = "job/#{@@job_id}/batch/#{@@batch_id}/result/#{result_id}"
+        headers = Hash.new
+        headers = Hash["Content-Type" => "application/xml; charset=UTF-8"]
+        response = @@connection.get_request(nil, path, headers)
+      end
+      titles = []
+      doc = REXML::Document.new(response)
+      doc.elements.each('results/result/success') do |ele|
+         titles << ele.text
+      end
+      return titles
+    end
+  end
+end

data/lib/salesforce_bulk/version.rb

@@ -0,0 +1,3 @@
+module SalesforceBulk
+  VERSION = "0.0.5"
+end

data/lib/salesforce_bulk_oauth2.rb

@@ -0,0 +1,78 @@
+require 'net/https'
+require 'rubygems'
+require 'xmlsimple'
+require 'csv'
+require "#{File.dirname(File.expand_path(__FILE__))}/salesforce_bulk/version"
+require "#{File.dirname(File.expand_path(__FILE__))}/salesforce_bulk/job"
+require "#{File.dirname(File.expand_path(__FILE__))}/salesforce_bulk/connection"
+require 'databasedotcom'
+
+module SalesforceBulk
+  class Api
+
+    @@SALESFORCE_API_VERSION = '23.0'
+
+    def initialize(options)
+      client = databasedotcom_client(options[:token], options[:instance_url])
+      @connection = SalesforceBulk::Connection.new(@@SALESFORCE_API_VERSION,client)
+    end
+    
+    def databasedotcom_client(token, instance_url)
+      client = Databasedotcom::Client.new("#{Rails.root}/config/databasedotcom.yml")
+      client.authenticate :token => token, :instance_url => instance_url
+      client
+    end
+
+    def upsert(sobject, records, external_field)
+      self.do_operation('upsert', sobject, records, external_field)
+    end
+
+    def update(sobject, records)
+      self.do_operation('update', sobject, records, nil)
+    end
+    
+    def create(sobject, records)
+      self.do_operation('insert', sobject, records, nil)
+    end
+
+    def delete(sobject, records)
+      self.do_operation('delete', sobject, records, nil)
+    end
+
+    def query(sobject, query)
+      self.do_operation('query', sobject, query, nil)
+    end
+
+    #private
+
+    def do_operation(operation, sobject, records, external_field)
+      job = SalesforceBulk::Job.new(operation, sobject, records, external_field, @connection)
+
+      # TODO: put this in one function
+      job_id = job.create_job()
+      if(operation == "query")
+        batch_id = job.add_query()
+      else
+        batch_id = job.add_batch()
+      end
+      job.close_job()
+
+      while true
+        state = job.check_batch_status()
+        #puts "\nstate is #{state}\n"
+        if state != "Queued" && state != "InProgress"
+          break
+        end
+        sleep(2) # wait x seconds and check again
+      end
+
+      if state == 'Completed'
+        return job.get_batch_result()
+      else
+        return ["error"]
+      end
+
+    end
+
+  end  # End class
+end

metadata

@@ -0,0 +1,83 @@
+--- !ruby/object:Gem::Specification
+name: salesforce_bulk_oauth2
+version: !ruby/object:Gem::Version
+  version: 0.0.5
+  prerelease: 
+platform: ruby
+authors:
+- Bhushan Lodha
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-08-31 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: xml-simple
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: databasedotcom
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This gem provides a super simple interface for the Salesforce Bulk API
+  through Oauth2. It provides support for insert, update, upsert, delete, and query.
+email:
+- bhushanlodha@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.rdoc
+- lib/salesforce_bulk/connection.rb
+- lib/salesforce_bulk/job.rb
+- lib/salesforce_bulk/version.rb
+- lib/salesforce_bulk_oauth2.rb
+homepage: https://github.com/bhushan/salesforce_bulk_oauth2
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Ruby support for the Salesforce Bulk API using Oauth2
+test_files: []