seiun 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f5007ec6a09aa9bafcfb5ca763bf3f79dd84a2ba
-  data.tar.gz: 770f1d6e68f386243d032fdd31e86ea789dc8dbb
+  metadata.gz: 91891c974d9bc379c22e7898c44eea9bcd842a83
+  data.tar.gz: 9adeee1ecea3a7d4be408742db193b8ad4308492
 SHA512:
-  metadata.gz: a569196984d50e6345426fc477d099e2274e31334f5e206d079da235e097a15bdf5544a7258f1b08800f101888d68f6a4293ceae8071523cb6c8d93926eaf3c9
-  data.tar.gz: b83f143bd8923414748e2959943da767da60b93c653fa6e45352b352f1deaca1457537e935347ac8e4a0a08c97bfae077566c97ce914d013d0bdbf94a29d26b7
+  metadata.gz: fae81b3efd78c7994b9ab669021572597ec4864da079af25e11470abf6dc729286a32caac1c46ccc84bd6849b922ed7816b37a33b6ac7d061001e6be5c9fd96f
+  data.tar.gz: 303c872863a668447e83fd07d98f1da1a0b9b89162132c9beb1e52433f06c54507460ce8aa5bd8f73ee70db58ad0e9fff71cddfd98b420391fdafd1f09f71232

data/README.md

@@ -1,8 +1,90 @@
-# Seiun
+![Seiun](https://s3-ap-northeast-1.amazonaws.com/naoki-watanabe/GitHub/seiun_20160101.jpg)
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/seiun`. To experiment with that code, run `bin/console` for an interactive prompt.
+## What's this?
 
-TODO: Delete this and the text above, and describe your gem
+* This is the Salesforce client for ruby environment.
+* You can read/write Salesforce database via Salesforce Bulk API with this gem.
+* "Winter '16" version correspondence.
+
+## Faster than popular gem
+
+This gem "seiun" is **33 times** as fast as "salesforce_bulk_api" gem that is popular to use Salesforce Bulk API.
+
+About system time, this gem more than 1,000 times as fast as "salesforce_bulk_api" gem.
+
+```
+                                user     system      total        real
+seiun#0
+seiun#0                    33.020000   0.290000  33.310000 ( 33.310086)
+salesforce_bulk_api#0
+salesforce_bulk_api#0     1457.280000 316.500000 1773.780000 (1773.840572)
+
+```
+
+The above measure time from receiving arguments to sending xml (10,000 records) on Amazon EC2 t2.medium instance.
+
+## Callbacks
+
+You can use original callback class.
+
+```ruby
+# example
+class SomeModel < ActiveRecord::Base
+  include Seiun::Callback::Extends
+  seiun_before_request :before_request  # call from gem
+  seiun_hashalize :hashalize            # call from gem
+
+  def hashalize
+    # return hash object to write salesforce database
+  end
+end
+
+# You can pass ActiveRecord Object without converting
+@seiun.insert("TableName", SomeModel.where(category: "something"), callback_class: SomeModel)
+
+```
+
+## Queues
+
+You can use insert/update/upsert/delete queues.
+You are not a cause for concern about the record size limit. Queue process each 10,000 records.
+
+```ruby
+# example
+queue = @seiun.insert_queue("TableName")
+SomeMode.find_each{|model| queue << model if model.available? }
+queue.close
+
+```
+
+## Mocks
+
+With mocks, you can test your application without connecting Salesforce API.
+
+```ruby
+class Mocks
+  include Seiun::Callback::Extends
+  seiun_mock_response_create_job :create_job
+
+  # This gem process as receive response below
+  def self.create_job
+    <<EOS
+<?xml version="1.0" encoding="UTF-8"?><jobInfo xmlns="http://www.force.com/2009/06/asyncapi/dataload">
+ <id>75028000000oEcVAAU</id>
+ <operation>upsert</operation>
+ <object>Campaign</object>
+ <createdById>00528000001lckgAAA</createdById>
+ <createdDate>2015-12-30T14:51:51.000Z</createdDate>
+ <systemModstamp>2015-12-30T14:51:51.000Z</systemModstamp>
+ <state>Open</state>
+</jobInfo>
+EOS
+  end
+end
+
+@seiun.insert("TableName", records, callback_class: Mocks)
+
+```
 
 ## Installation
 
@@ -22,7 +104,21 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+This gem dependent on [databasedotcom](https://github.com/heroku/databasedotcom).
+
+```ruby
+databasedotcom = Databasedotcom::Client.new(client_id: "customer_key", client_secret: "consumer_secret")
+databasedotcom.authenticate(:username => "username", :password => "password_woth_security_token")
+@seiun = Seiun::Client.new(databasedotcom: databasedotcom)
+
+# example: insert
+@seiun.insert("TableName", records)
+
+# example: query
+@seiun.query("TableName", "SELECT Id, Name FROM Account ORDER BY Id LIMIT 10000")
+#=> [{ "Id" => "00528000001lckgAAA", "Name" => "Salesforce.com, Inc." }, { "Id" => "75028000000oEcVAAU", "Name" => "GitHub, Inc." }]
+
+```
 
 ## Development
 
@@ -32,10 +128,9 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/seiun. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+Bug reports and pull requests are welcome on GitHub at https://github.com/naoki-watanabe/seiun. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
 
 
 ## License
 
 The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
-

data/lib/seiun/client.rb

@@ -1,6 +1,6 @@
 module Seiun
   class Client
-    SEC_TO_WAIT_ASYNC = 180
+    SEC_TO_WAIT_ASYNC = 60*10
     private_constant :SEC_TO_WAIT_ASYNC
 
     def initialize(databasedotcom: nil, batch_size: 10_000)

data/lib/seiun/connection.rb

@@ -102,7 +102,9 @@ module Seiun
         yield
       rescue => ex
         count += 1
-        raise ex, ex.response.body if count >= times
+        if count >= times
+          ex.is_a?(Net::HTTPResponse) ? raise(ex, ex.response.body) : raise(ex)
+        end
         sleep 1
         retry
       end

data/lib/seiun/error.rb

@@ -0,0 +1,7 @@
+module Seiun
+  class Error < StandardError
+  end
+
+  class BatchFailError < Error
+  end
+end

data/lib/seiun/job.rb

@@ -87,14 +87,16 @@ module Seiun
         end
         batch.job_id = response.job_id || batch.job_id
         batch.sf_state = response.state || batch.sf_state
+        batch.sf_state_message = response.state_message || batch.sf_state_message
         batch.sf_created_at = response.created_date || batch.sf_created_at
         batch.sf_updated_at = response.system_modstamp || batch.sf_updated_at
+        raise Seiun::BatchFailError, response.state_message if response.state == "Failed"
       end
     end
 
     class Batch
       attr_reader :id
-      attr_accessor :job_id, :sf_state, :sf_created_at, :sf_updated_at, :number_records_processed
+      attr_accessor :job_id, :sf_state, :sf_state_message, :sf_created_at, :sf_updated_at, :number_records_processed
 
       def initialize(id)
         @id = id

data/lib/seiun/version.rb

@@ -1,3 +1,3 @@
 module Seiun
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/lib/seiun/xml_generators/batch_xml.rb

@@ -22,7 +22,9 @@ module Seiun
 
       def to_s
         @callback.after_build_xml(rexml_doc) if @callback
-        super
+        str = super
+        @rexml_doc = nil
+        str
       end
 
       def add_record(parent, record)

data/lib/seiun/xml_parsers/batch_xml.rb

@@ -7,7 +7,7 @@ module Seiun
         end
       end
 
-      [ :id, :job_id, :state, :created_date, :system_modstamp ].each do |name|
+      [ :id, :job_id, :state, :created_date, :system_modstamp, :state_message ].each do |name|
         define_method name do
           to_hash(true)[Seiun::Utils.camelize(name)]
         end

data/lib/seiun/xml_parsers/stream_listener.rb

@@ -31,7 +31,7 @@ module Seiun
 
       def tag_end(name)
         if @stack.size == 1 && name == @find_tag
-          @callback.call(@current)
+          @callback.call(Marshal.load(Marshal.dump(@current)))
           @current, @stack = nil, []
         elsif @current
           pop_tag = @stack.pop

data/lib/seiun.rb

@@ -3,6 +3,7 @@ require 'rexml/parsers/baseparser'
 require 'rexml/parsers/streamparser'
 require 'rexml/streamlistener'
 require "seiun/version"
+require "seiun/error"
 require "seiun/utils"
 require "seiun/xml_generators/base"
 require "seiun/xml_generators/batch_xml"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: seiun
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Naoki Watanabe
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-12-31 00:00:00.000000000 Z
+date: 2016-01-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: databasedotcom
@@ -91,6 +91,7 @@ files:
 - lib/seiun/callback/wrapper.rb
 - lib/seiun/client.rb
 - lib/seiun/connection.rb
+- lib/seiun/error.rb
 - lib/seiun/job.rb
 - lib/seiun/queue.rb
 - lib/seiun/utils.rb