seiun 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f5007ec6a09aa9bafcfb5ca763bf3f79dd84a2ba
+  data.tar.gz: 770f1d6e68f386243d032fdd31e86ea789dc8dbb
+SHA512:
+  metadata.gz: a569196984d50e6345426fc477d099e2274e31334f5e206d079da235e097a15bdf5544a7258f1b08800f101888d68f6a4293ceae8071523cb6c8d93926eaf3c9
+  data.tar.gz: b83f143bd8923414748e2959943da767da60b93c653fa6e45352b352f1deaca1457537e935347ac8e4a0a08c97bfae077566c97ce914d013d0bdbf94a29d26b7

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.ruby-version

@@ -0,0 +1 @@
+2.3.0

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.0.0
+before_install: gem install bundler -v 1.11.2

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,49 @@
+# Contributor Code of Conduct
+
+As contributors and maintainers of this project, and in the interest of
+fostering an open and welcoming community, we pledge to respect all people who
+contribute through reporting issues, posting feature requests, updating
+documentation, submitting pull requests or patches, and other activities.
+
+We are committed to making participation in this project a harassment-free
+experience for everyone, regardless of level of experience, gender, gender
+identity and expression, sexual orientation, disability, personal appearance,
+body size, race, ethnicity, age, religion, or nationality.
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery
+* Personal attacks
+* Trolling or insulting/derogatory comments
+* Public or private harassment
+* Publishing other's private information, such as physical or electronic
+  addresses, without explicit permission
+* Other unethical or unprofessional conduct
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+By adopting this Code of Conduct, project maintainers commit themselves to
+fairly and consistently applying these principles to every aspect of managing
+this project. Project maintainers who do not follow or enforce the Code of
+Conduct may be permanently removed from the project team.
+
+This code of conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community.
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting a project maintainer at naoki.watanabe@ikina.org. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. Maintainers are
+obligated to maintain confidentiality with regard to the reporter of an
+incident.
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage],
+version 1.3.0, available at
+[http://contributor-covenant.org/version/1/3/0/][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/3/0/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in seiun.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Naoki Watanabe
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,41 @@
+# Seiun
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/seiun`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'seiun'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install seiun
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/seiun. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/auth_credentials.example.yml

@@ -0,0 +1,9 @@
+# To exec rspec and connect salesforce.com
+# Enter your account below
+
+salesforce:
+  username: yourname@email.com
+  password: your_password
+  security_token: your_security_token
+  customer_key: customer_key_on_this_application
+  consumer_secret: customer_secret_on_this_application

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "seiun"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/seiun.rb

@@ -0,0 +1,25 @@
+require 'rexml/document'
+require 'rexml/parsers/baseparser'
+require 'rexml/parsers/streamparser'
+require 'rexml/streamlistener'
+require "seiun/version"
+require "seiun/utils"
+require "seiun/xml_generators/base"
+require "seiun/xml_generators/batch_xml"
+require "seiun/xml_generators/job_xml"
+require "seiun/xml_parsers/base"
+require "seiun/xml_parsers/batch_xml"
+require "seiun/xml_parsers/job_xml"
+require "seiun/xml_parsers/record_xml"
+require "seiun/xml_parsers/result_xml"
+require "seiun/xml_parsers/stream_listener"
+require "seiun/callback/extends"
+require "seiun/callback/record_wrapper"
+require "seiun/callback/wrapper"
+require "seiun/connection"
+require "seiun/job"
+require "seiun/queue"
+require "seiun/client"
+
+module Seiun
+end

data/lib/seiun/callback/extends.rb

@@ -0,0 +1,27 @@
+module Seiun
+  module Callback
+    module Extends
+      module ClassMethods
+        [ :hashalize, :after_build_xml, :before_request, :after_response, :ssl_verify_none,
+          :mock_response_create_job, :mock_response_close_job, :mock_response_add_query, :mock_response_add_batch,
+          :mock_response_get_job_details, :mock_response_get_batch_details, :mock_response_get_result, :mock_response_get_query_result
+        ].each do |callback_point|
+          define_method "seiun_#{callback_point}" do |method_name|
+            @seiun_callbacks ||= {}
+            @seiun_callbacks[callback_point] = method_name
+          end
+        end
+
+        def seiun_callbacks
+          @seiun_callbacks
+        end
+      end
+
+      extend ClassMethods
+
+      def self.included(klass)
+        klass.extend ClassMethods
+      end
+    end
+  end
+end

data/lib/seiun/callback/record_wrapper.rb

@@ -0,0 +1,31 @@
+module Seiun
+  module Callback
+    class RecordWrapper
+      def initialize(record)
+        @record = record
+      end
+
+      def to_hash
+        if callback_defined?(:hashalize)
+          @record.__send__(:hashalize)
+        elsif @record.respond_to?(:to_hash)
+          @record.to_hash
+        else
+          @record
+        end
+      end
+
+      private
+
+      def callback_defined?(name)
+        !!callbacks[name]
+      end
+
+      def callbacks
+        return {} unless @record.class.respond_to?(:seiun_callbacks)
+        return {} unless @record.class.seiun_callbacks.is_a?(Hash)
+        @record.class.seiun_callbacks
+      end
+    end
+  end
+end

data/lib/seiun/callback/wrapper.rb

@@ -0,0 +1,81 @@
+module Seiun
+  module Callback
+    class Wrapper
+      def initialize(callback_class)
+        @class = callback_class
+      end
+
+      def after_build_xml(xml)
+        return unless callback_defined?(:after_build_xml)
+        @class.__send__(callbacks[:after_build_xml], xml)
+      end
+
+      def before_request(request_type, path, request_body)
+        return unless callback_defined?(:before_request)
+        @class.__send__(callbacks[:before_request], request_type, path, request_body)
+      end
+
+      def after_response(request_type, path, response_body)
+        return unless callback_defined?(:after_response)
+        @class.__send__(callbacks[:after_response], request_type, path, response_body)
+      end
+
+      def ssl_verify_none
+        return unless callback_defined?(:ssl_verify_none)
+        @class.__send__(callbacks[:ssl_verify_none])
+      end
+
+      def mock_response_create_job
+        return unless callback_defined?(:mock_response_create_job)
+        @class.__send__(callbacks[:mock_response_create_job])
+      end
+
+      def mock_response_close_job
+        return unless callback_defined?(:mock_response_close_job)
+        @class.__send__(callbacks[:mock_response_close_job])
+      end
+
+      def mock_response_add_query
+        return unless callback_defined?(:mock_response_add_query)
+        @class.__send__(callbacks[:mock_response_add_query])
+      end
+
+      def mock_response_add_batch
+        return unless callback_defined?(:mock_response_add_batch)
+        @class.__send__(callbacks[:mock_response_add_batch])
+      end
+
+      def mock_response_get_job_details
+        return unless callback_defined?(:mock_response_get_job_details)
+        @class.__send__(callbacks[:mock_response_get_job_details])
+      end
+
+      def mock_response_get_batch_details
+        return unless callback_defined?(:mock_response_get_batch_details)
+        @class.__send__(callbacks[:mock_response_get_batch_details])
+      end
+
+      def mock_response_get_result
+        return unless callback_defined?(:mock_response_get_result)
+        @class.__send__(callbacks[:mock_response_get_result])
+      end
+
+      def mock_response_get_query_result
+        return unless callback_defined?(:mock_response_get_query_result)
+        @class.__send__(callbacks[:mock_response_get_query_result])
+      end
+
+      private
+
+      def callback_defined?(name)
+        !!callbacks[name]
+      end
+
+      def callbacks
+        return {} unless @class.respond_to?(:seiun_callbacks)
+        return {} unless @class.seiun_callbacks.is_a?(Hash)
+        @class.seiun_callbacks
+      end
+    end
+  end
+end

data/lib/seiun/client.rb

@@ -0,0 +1,86 @@
+module Seiun
+  class Client
+    SEC_TO_WAIT_ASYNC = 180
+    private_constant :SEC_TO_WAIT_ASYNC
+
+    def initialize(databasedotcom: nil, batch_size: 10_000)
+      @batch_size = batch_size
+      @connection = Seiun::Connection.new(databasedotcom)
+    end
+
+    def insert(table_name, records, callback_class: nil, async: true)
+      operate(:insert, table_name, records: records, callback: callback_class, async: async)
+    end
+
+    def insert_queue(table_name, callback_class: nil, async: true)
+      @insert_queue ||= {}
+      @insert_queue[table_name] ||= Seiun::Queue.new(batch_size: @batch_size) do |records|
+        insert(table_name, records, callback_class: callback_class, async: async)
+      end
+    end
+
+    def update(table_name, records, callback_class: nil, async: true)
+      operate(:update, table_name, records: records, callback: callback_class, async: async)
+    end
+
+    def update_queue(table_name, callback_class: nil, async: true)
+      @update_queue ||= {}
+      @update_queue[table_name] ||= Seiun::Queue.new(batch_size: @batch_size) do |records|
+        update(table_name, records, callback_class: callback_class, async: async)
+      end
+    end
+
+    def upsert(table_name, records, ext_field_name, callback_class: nil, async: true)
+      operate(:upsert, table_name, records: records,
+        ext_field_name: ext_field_name, callback: callback_class, async: async)
+    end
+
+    def upsert_queue(table_name, ext_field_name, callback_class: nil, async: true)
+      @upsert_queue ||= {}
+      @upsert_queue[table_name] ||= Seiun::Queue.new(batch_size: @batch_size) do |records|
+        upsert(table_name, records, ext_field_name, callback_class: callback_class, async: async)
+      end
+    end
+
+    def delete(table_name, records, callback_class: nil, async: true)
+      operate(:delete, table_name, records: records, callback: callback_class, async: async)
+    end
+
+    def delete_queue(table_name, callback_class: nil, async: true)
+      @delete_queue ||= {}
+      @delete_queue[table_name] ||= Seiun::Queue.new(batch_size: @batch_size) do |records|
+        delete(table_name, records, callback_class: callback_class, async: async)
+      end
+    end
+
+    def query(table_name, soql, callback_class: nil)
+      operate(:query, table_name, soql: soql, callback: callback_class)      
+    end
+
+    private
+
+    def operate(operation, object, records: [], soql: "", ext_field_name: nil, callback: nil, async: true)
+      callback = Seiun::Callback::Wrapper.new(callback) if callback
+      records = records.map{|r| Seiun::Callback::RecordWrapper.new(r) }
+      job = Seiun::Job.new(@connection, operation, object, ext_field_name: ext_field_name, callback: callback)
+      job.post_creation
+      operation == :query ? job.add_query(soql) : records.each_slice(@batch_size).each{|chunk| job.add_batch(chunk) }
+      job.post_closing
+      wait_asyc(job) if operation == :query || async == false
+      operation == :query ? job.get_query_result : job
+    end
+
+    def wait_asyc(job)
+      Timeout.timeout(sec_to_wait_async) do
+        until job.all_batch_finished?
+          job.get_batch_details
+          sleep 1
+        end
+      end
+    end
+
+    def sec_to_wait_async
+      SEC_TO_WAIT_ASYNC
+    end
+  end
+end

data/lib/seiun/connection.rb

@@ -0,0 +1,111 @@
+module Seiun
+  class Connection
+    def initialize(databasedotcom)
+      @databasedotcom = databasedotcom
+    end
+
+    def create_job(data, callback: nil)
+      connect(:create_job, data: data, callback: callback)
+    end
+
+    def close_job(data, job_id, callback: nil)
+      connect(:close_job, data: data, job_id: job_id, callback: callback)
+    end
+
+    def add_query(soql, job_id, callback: nil)
+      connect(:add_query, data: soql, job_id: job_id, callback: callback)
+    end
+
+    def add_batch(data, job_id, callback: nil)
+      connect(:add_batch, data: data, job_id: job_id, callback: callback)
+    end
+
+    def get_batch_details(job_id, callback: nil)
+      connect(:get_batch_details, job_id: job_id, callback: callback)
+    end
+
+    def get_result(job_id, batch_id, callback: nil)
+      connect(:get_result, job_id: job_id, batch_id: batch_id, callback: callback)
+    end
+
+    def get_query_result(job_id, batch_id, result_id, callback: nil)
+      connect(:get_query_result, job_id: job_id, batch_id: batch_id, result_id: result_id, callback: callback)
+    end
+
+    private
+
+    def connect(type, data: nil, job_id: nil, batch_id: nil, result_id: nil, callback: nil)
+      path = request_path(type, job_id, batch_id, result_id)
+      callback.before_request(type, path.dup, data) if callback
+      if callback && mock_body = callback.__send__("mock_response_#{type}")
+        body = mock_body
+      else
+        response = nil
+        raise_over_retry 3 do
+          response = request(type, path, data, job_id, batch_id, result_id, callback: callback)
+          response.value
+        end
+        body = response.body
+      end
+      callback.after_response(type, path, body) if callback
+      body
+    end
+
+    def request(type, path, data, job_id, batch_id, result_id, callback: nil)
+      https = Net::HTTP.new(instance_host, 443)
+      https.use_ssl = true
+      https.verify_mode = OpenSSL::SSL::VERIFY_NONE if callback && callback.ssl_verify_none
+      case type
+      when :create_job, :close_job, :add_query, :add_batch
+        https.post(path, data, headers)
+      else
+        https.get(path, headers)
+      end
+    end
+
+    def request_path(type, job_id, batch_id, result_id)
+      case type
+      when :create_job
+        "/services/async/#{api_version}/job"
+      when :close_job
+        "/services/async/#{api_version}/job/#{job_id}"
+      when :add_query, :add_batch, :get_batch_details
+        "/services/async/#{api_version}/job/#{job_id}/batch"
+      when :get_result
+        "/services/async/#{api_version}/job/#{job_id}/batch/#{batch_id}/result"
+      when :get_query_result
+        "/services/async/#{api_version}/job/#{job_id}/batch/#{batch_id}/result/#{result_id}"
+      end
+    end
+
+    def instance_host
+      return @instance_host if @instance_host
+      @databasedotcom.instance_url =~ /^https*\:\/\/([^\/]+)/
+      @instance_host = $1
+    end
+
+    def headers
+      { "X-SFDC-Session" => session_id, 'Content-Type' => 'application/xml; charset=UTF-8' }
+    end
+
+    def session_id
+      @session_id ||= @databasedotcom.oauth_token
+    end
+
+    def api_version
+      "35.0"
+    end
+
+    def raise_over_retry(times)
+      count = 0
+      begin
+        yield
+      rescue => ex
+        count += 1
+        raise ex, ex.response.body if count >= times
+        sleep 1
+        retry
+      end
+    end
+  end
+end

data/lib/seiun/job.rb

@@ -0,0 +1,104 @@
+module Seiun
+  class Job
+    attr_reader :operation
+
+    def initialize(connection, operation, object_name, id: nil, ext_field_name: nil, callback: nil)
+      @connection = connection
+      @operation = operation
+      @object_name = object_name
+      @id = id if id
+      @ext_field_name = ext_field_name if ext_field_name
+      @callback = callback
+      @batches = []
+    end
+
+    def post_creation
+      response_body = @connection.create_job(create_job_xml, callback: @callback)
+      parse_job_xml(response_body)
+    end
+
+    def post_closing
+      response_body = @connection.close_job(close_job_xml, @id, callback: @callback)
+      parse_job_xml(response_body)
+    end
+
+    def add_query(soql)
+      response_body = @connection.add_query(soql, @id, callback: @callback)
+      parse_batch_xml(response_body)
+    end
+
+    def add_batch(records)
+      response_body = @connection.add_batch(add_batch_xml(records), @id, callback: @callback)
+      parse_batch_xml(response_body)
+    end
+
+    def get_batch_details
+      response_body = @connection.get_batch_details(@id, callback: @callback)
+      parse_batch_xml(response_body)
+    end
+
+    def get_query_result
+      result = []
+      @batches.each do |batch|
+        result_response_body = @connection.get_result(@id, batch.id, callback: @callback)
+        Seiun::XMLParsers::ResultXML.each(result_response_body) do |result_response|
+          response_body = @connection.get_query_result(@id, batch.id, result_response.result_id, callback: @callback)
+          Seiun::XMLParsers::RecordXML.each(response_body) do |response|
+            result << response.to_hash
+          end
+        end
+      end
+      result
+    end
+
+    def all_batch_finished?
+      raise "Batches are empty" if @batches.empty?
+      @batches.all?{|batch| !["Queued", "InProgress"].include?(batch.sf_state) }
+    end
+
+    private
+
+    def create_job_xml
+      Seiun::XMLGenerators::JobXML.create_job(@operation, @object_name, ext_field_name: @ext_field_name, callback: @callback)
+    end
+
+    def close_job_xml
+      Seiun::XMLGenerators::JobXML.close_job(callback: @callback)
+    end
+
+    def add_batch_xml(records)
+      Seiun::XMLGenerators::BatchXML.add_batch(records, callback: @callback)
+    end
+
+    def parse_job_xml(response_body)
+      Seiun::XMLParsers::JobXML.each(response_body) do |response|
+        @id = response.id || @id
+        @sf_created_at = response.created_date || @sf_created_at
+        @sf_updated_at = response.system_modstamp || @sf_updated_at
+        @sf_state = response.state || @sf_state
+      end
+    end
+
+    def parse_batch_xml(response_body)
+      Seiun::XMLParsers::BatchXML.each(response_body) do |response|
+        unless batch = @batches.find{|batch| batch.id == response.id }
+          batch = Batch.new(response.id)
+          @batches << batch
+        end
+        batch.job_id = response.job_id || batch.job_id
+        batch.sf_state = response.state || batch.sf_state
+        batch.sf_created_at = response.created_date || batch.sf_created_at
+        batch.sf_updated_at = response.system_modstamp || batch.sf_updated_at
+      end
+    end
+
+    class Batch
+      attr_reader :id
+      attr_accessor :job_id, :sf_state, :sf_created_at, :sf_updated_at, :number_records_processed
+
+      def initialize(id)
+        @id = id
+      end
+    end
+  end
+end

data/lib/seiun/queue.rb

@@ -0,0 +1,36 @@
+module Seiun
+  class Queue
+    def initialize(batch_size: 10_000, &operation)
+      @batch_size = batch_size
+      @operation = operation
+      initialize_queue
+      @jobs = []
+    end
+
+    def <<(record)
+      push(record)
+    end
+
+    def push(record)
+      @queue << record
+      operate if @queue.size == @batch_size
+      record
+    end
+
+    def close
+      operate
+      @jobs
+    end
+
+    private
+
+    def operate
+      @jobs << @operation.call(@queue)
+      initialize_queue
+    end
+
+    def initialize_queue
+      @queue = []
+    end
+  end
+end

data/lib/seiun/utils.rb

@@ -0,0 +1,21 @@
+module Seiun
+  class Utils
+    class << self
+      def camelize(str)
+        str.to_s.gsub(/_([a-z])/){|match| $1.upcase }
+      end
+
+      def underscore(str)
+        str.to_s.gsub(/([a-z0-9])([A-Z])/){|match| "#{$1}_#{$2.downcase}" }
+      end
+
+      def parsable_date?(str)
+        str.to_s =~ /^[1-4][0-9]{3}-(?:0[1-9]|1[012])-(?:0[1-9]|[12][0-9]|3[01])$/
+      end
+
+      def parsable_time?(str)
+        str.to_s =~ /^[1-4][0-9]{3}-(?:0[1-9]|1[012])-(?:0[1-9]|[12][0-9]|3[01])T(?:[01][0-9]|2[0-3]):[0-5][0-9]:[0-5][0-9]/
+      end
+    end
+  end
+end

data/lib/seiun/version.rb

@@ -0,0 +1,3 @@
+module Seiun
+  VERSION = "0.0.1"
+end

data/lib/seiun/xml_generators/base.rb

@@ -0,0 +1,24 @@
+module Seiun
+  module XMLGenerators
+    class Base
+      def initialize(callback: nil)
+        @callback = callback
+        @rexml_doc = REXML::Document.new
+        @rexml_doc << REXML::XMLDecl.new('1.0', 'UTF-8')
+      end
+
+      def to_s
+        io = StringIO.new
+        rexml_doc.write(io)
+        io.rewind
+        io.read
+      end
+
+      private
+
+      def rexml_doc
+        @rexml_doc
+      end
+    end
+  end
+end

data/lib/seiun/xml_generators/batch_xml.rb

@@ -0,0 +1,55 @@
+module Seiun
+  module XMLGenerators
+    class BatchXML < Base
+      class << self
+        def add_batch(records, callback: nil)
+          generator = new(callback: callback)
+          generator.add_batch(records)
+        end
+      end
+
+      def add_batch(records)
+        sobjects = rexml_doc.add_element("sObjects", 
+          "xmlns" => "http://www.force.com/2009/06/asyncapi/dataload",
+          "xmlns:xsi" => "http://www.w3.org/2001/XMLSchema-instance")
+        records.each do |record|
+          add_record(sobjects, record)
+        end
+        to_s
+      end
+
+      private
+
+      def to_s
+        @callback.after_build_xml(rexml_doc) if @callback
+        super
+      end
+
+      def add_record(parent, record)
+        sobject = parent.add_element("sObject")
+        record.to_hash.each_pair do |key, value|
+          if value.is_a?(Hash)
+            relation = sobject.add_element(key.to_s)
+            add_record(relation, value)
+          elsif value.is_a?(NilClass) || value.is_a?(String) && value.empty?
+            sobject.add_element(key.to_s, "xsi:nil" => "true")
+          else
+            sobject.add_element(key.to_s).add_text(convert_value(value))
+          end
+        end
+      end
+
+      def convert_value(value)
+        if value.is_a?(Time) || value.is_a?(DateTime)
+          value.iso8601.to_s
+        elsif value.is_a?(Date)
+          value.strftime("%Y-%m-%d")
+        elsif value.is_a?(Array)
+          value.join(";")
+        else
+          value.to_s
+        end
+      end
+    end
+  end
+end

data/lib/seiun/xml_generators/job_xml.rb

@@ -0,0 +1,43 @@
+module Seiun
+  module XMLGenerators
+    class JobXML < Base
+      class << self
+        def create_job(operation, object, ext_field_name: nil, callback: nil)
+          generator = new(callback: callback)
+          generator.create_job(operation, object, ext_field_name: ext_field_name)
+        end
+
+        def close_job(callback: nil)
+          generator = new(callback: callback)
+          generator.close_job
+        end
+      end
+
+      def create_job(operation, object, ext_field_name: nil)
+        create_job_info do |jobinfo|
+          jobinfo.add_element("operation").add_text(operation.to_s)
+          jobinfo.add_element("object").add_text(object.to_s)
+          jobinfo.add_element("externalIdFieldName").add_text(ext_field_name.to_s) if ext_field_name
+          jobinfo.add_element("contentType").add_text("XML")
+        end
+        to_s
+      end
+
+      def close_job
+        create_job_info do |jobinfo|
+          jobinfo.add_element("state").add_text("Closed")
+        end
+        to_s
+      end
+
+      private
+
+      def create_job_info
+        jobinfo = rexml_doc.add_element("jobInfo", 
+          "xmlns" => "http://www.force.com/2009/06/asyncapi/dataload",
+          "xmlns:xsi" => "http://www.w3.org/2001/XMLSchema-instance")
+        yield(jobinfo)
+      end
+    end
+  end
+end

data/lib/seiun/xml_parsers/base.rb

@@ -0,0 +1,41 @@
+module Seiun
+  module XMLParsers
+    class Base
+      class << self
+        private
+
+        def parse(xml_str, find_tag, block)
+          callback = Proc.new {|attrs| block.call(new(attrs)) }
+          listener = XMLParsers::StreamListener.new(find_tag, callback)
+          REXML::Parsers::StreamParser.new(xml_str, listener).parse
+        end
+      end
+
+      def initialize(attrs)
+        @attrs = attrs
+      end
+
+      def to_hash(strict_mode = false)
+        return {} unless @attrs.is_a?(Array)
+        @attrs.each_with_object({}) do |attribute, result|
+          key, values = attribute.to_a.first
+          results = [values].flatten.map{|value|
+            next if value.is_a?(Hash) && value["xsi:nil"] == "true"
+            next value if strict_mode
+            if Seiun::Utils.parsable_date?(value) && ( date = Date.parse(value, false) rescue nil )
+              next date
+            end
+            if Seiun::Utils.parsable_time?(value) && ( time = Time.iso8601(value) rescue nil )
+              next time
+            end
+            next true if value == "true"
+            next false if value == "false"
+            value
+          }
+          results.uniq! unless strict_mode
+          result[key] = ( results.size <= 1 ? results.first : results )
+        end
+      end
+    end
+  end
+end

data/lib/seiun/xml_parsers/batch_xml.rb

@@ -0,0 +1,17 @@
+module Seiun
+  module XMLParsers
+    class BatchXML < Base
+      class << self
+        def each(xml_str, &block)
+          parse(xml_str, "batchInfo", block)
+        end
+      end
+
+      [ :id, :job_id, :state, :created_date, :system_modstamp ].each do |name|
+        define_method name do
+          to_hash(true)[Seiun::Utils.camelize(name)]
+        end
+      end
+    end
+  end
+end

data/lib/seiun/xml_parsers/job_xml.rb

@@ -0,0 +1,19 @@
+module Seiun
+  module XMLParsers
+    class JobXML < Base
+      class << self
+        def each(xml_str, &block)
+          parse(xml_str, "jobInfo", block)
+        end
+      end
+
+      [ :id, :operation, :object, :created_by_id, :created_date, :system_modstamp,
+        :state, :content_type, :external_id_field_name
+      ].each do |name|
+        define_method name do
+          to_hash(true)[Seiun::Utils.camelize(name)]
+        end
+      end
+    end
+  end
+end

data/lib/seiun/xml_parsers/record_xml.rb

@@ -0,0 +1,18 @@
+module Seiun
+  module XMLParsers
+    class RecordXML < Base
+      class << self
+        def each(xml_str, find_tag: "records", &block)
+          parse(xml_str, find_tag, block)
+        end
+      end
+
+      def to_hash(strict_mode = false)
+        source = super
+        source.keys.find_all{|key| key =~ /(^[A-Z]|__c$)/ }.each_with_object({}) do |key, hash|
+          hash[key] = source[key]
+        end
+      end
+    end
+  end
+end

data/lib/seiun/xml_parsers/result_xml.rb

@@ -0,0 +1,33 @@
+module Seiun
+  module XMLParsers
+    class ResultXML < Base
+      class << self
+        def each(xml_str, &block)
+          parse(xml_str, "result", block)
+        end
+      end
+
+      def result_id
+        return unless result.is_a?(String)
+        result
+      end
+
+      [ :id, :success ].each do |name|
+        define_method name do
+          return unless result.is_a?(Hash)
+          result[Seiun::Utils.camelize(name)]
+        end
+      end
+
+      private
+
+      def result
+        if @attrs.size == 1 && @attrs.first.is_a?(String)
+          @attrs.first
+        else
+          to_hash
+        end
+      end
+    end
+  end
+end

data/lib/seiun/xml_parsers/stream_listener.rb

@@ -0,0 +1,42 @@
+module Seiun
+  module XMLParsers
+    class StreamListener
+      include REXML::StreamListener
+
+      def initialize(find_tag, callback)
+        @find_tag = find_tag
+        @callback = callback
+        @stack = []
+      end
+
+      def tag_start(name, attrs)
+        if @stack.empty? && name == @find_tag
+          element = []
+          element << attrs unless attrs.empty?
+          @current = element
+          @stack = [ element ]
+        elsif @current
+          element = []
+          element << attrs unless attrs.empty?
+          @stack.last << { name => element }
+          @stack.push(element)
+        end
+      end
+
+      def text(text)
+        text = text.strip
+        return if text.empty?
+        @stack.last << text if @current
+      end
+
+      def tag_end(name)
+        if @stack.size == 1 && name == @find_tag
+          @callback.call(@current)
+          @current, @stack = nil, []
+        elsif @current
+          pop_tag = @stack.pop
+        end
+      end
+    end
+  end
+end

data/seiun.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'seiun/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "seiun"
+  spec.version       = Seiun::VERSION
+  spec.authors       = ["Naoki Watanabe"]
+  spec.email         = ["naoki.watanabe@ikina.org"]
+
+  spec.summary       = %q{Salesforce Adapter for Ruby environment.}
+  spec.description   = %q{You can communicate Salesforce via Bulk API from ruby environment.}
+  spec.homepage      = "https://github.com/naoki-watanabe/seiun"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'databasedotcom', '>= 1.0.8'
+
+  spec.add_development_dependency "bundler", "~> 1.11"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

metadata

@@ -0,0 +1,132 @@
+--- !ruby/object:Gem::Specification
+name: seiun
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Naoki Watanabe
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-12-31 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: databasedotcom
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.8
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: You can communicate Salesforce via Bulk API from ruby environment.
+email:
+- naoki.watanabe@ikina.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".ruby-version"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- auth_credentials.example.yml
+- bin/console
+- bin/setup
+- lib/seiun.rb
+- lib/seiun/callback/extends.rb
+- lib/seiun/callback/record_wrapper.rb
+- lib/seiun/callback/wrapper.rb
+- lib/seiun/client.rb
+- lib/seiun/connection.rb
+- lib/seiun/job.rb
+- lib/seiun/queue.rb
+- lib/seiun/utils.rb
+- lib/seiun/version.rb
+- lib/seiun/xml_generators/base.rb
+- lib/seiun/xml_generators/batch_xml.rb
+- lib/seiun/xml_generators/job_xml.rb
+- lib/seiun/xml_parsers/base.rb
+- lib/seiun/xml_parsers/batch_xml.rb
+- lib/seiun/xml_parsers/job_xml.rb
+- lib/seiun/xml_parsers/record_xml.rb
+- lib/seiun/xml_parsers/result_xml.rb
+- lib/seiun/xml_parsers/stream_listener.rb
+- seiun.gemspec
+homepage: https://github.com/naoki-watanabe/seiun
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Salesforce Adapter for Ruby environment.
+test_files: []