use_salesforce_dataloader 0.0.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4420a2c70a6e20c8bfafdc62d9e9f4a63af1adfc
+  data.tar.gz: fac3faaa5700c3926593af993f44f31b36377349
+SHA512:
+  metadata.gz: aa07c0333f49136ec336d61142a348f5f5eae9778e5dab5d8c310393a0b2b5d451d23aa74d22a19983386dc1efaab791a92331976930348d94f7a8a3671e640f
+  data.tar.gz: e4e11ebe5da38ceab67e234a451928afb152b4b6032bba30599234459f425f87d5f66e53ecf8bda9d7180f380c1ff24273b6ccc5d6092cab9fa30c4808e827f5

data/lib/use_salesforce_dataloader.rb

@@ -0,0 +1,192 @@
+# -*- coding: utf-8 -*-
+
+# see https://developer.salesforce.com/docs/atlas.en-us.dataLoader.meta/dataLoader/loader_params.htm
+class UseSalesforceDataLoader
+
+  # file layout:
+  # conf_dir/key.txt
+  # conf_dir/process-conf.xml
+  # conf_dir/map.sdl
+  attr_accessor :conf_dir
+  attr_accessor :conf_key_file
+  attr_accessor :conf_process_xml_file
+  attr_accessor :conf_map_file
+  def conf_dir=(path)
+    @conf_dir = path
+    @conf_key_file = @conf_dir + '/key.txt'
+    @conf_process_xml_file = @conf_dir + '/process-conf.xml'
+    @conf_map_file = @conf_dir + '/map.sdl'
+  end
+
+  # 
+  attr_accessor :bean_id
+  attr_accessor :bean_description
+  attr_accessor :property_name
+  attr_accessor :overwrite_entries
+
+  # salesforce.com authentication data
+  attr_accessor :endpoint      # ex. https://test.salesforce.com
+  attr_accessor :username      # ex. foo@example.com
+  attr_accessor :password      # ex. 0123456789
+
+  # java:     command line of java runtime, ex. "/usr/bin/java"
+  # java_opt: ex.  "-Dfile.encoding=UTF-8"
+  # jar:      path of dataloader-NN.N.N-uber.jar, ex. "/usr/lib/dataloader-41.0.0-uber.jar"
+  def initialize(jar, java, java_opt = nil)
+    path_check(java)
+    path_check(jar)
+    j = [java, java_opt, '-cp', jar].compact.join(' ')
+    @encrypt = "#{j} com.salesforce.dataloader.security.EncryptionUtil"
+    @process = "#{j} -Dsalesforce.config.dir=%s com.salesforce.dataloader.process.ProcessRunner process.name=%s"
+  end
+
+  # Original: dataloader/bin/encrypt.sh
+  # Usage: dataloader/bin/encrypt.sh
+  # Utility to encrypt a string based on a static or a provided key
+  # Options (mutually exclusive - use one at a time):
+  #   -g <seed text>                                 Generate key based on seed
+  #   -v <encrypted> <decrypted value> [Path to Key] Validate whether decryption of encrypted value matches the decrypted value, optionally provide key file
+  #   -e <plain text> [Path to Key]                  Encrypt a plain text value, optionally provide key file (generate key using option -g)
+  #
+  def encrypt(args)
+    cmd = "#{@encrypt} #{args} | sed 's/^.*) \- //g'"
+    `#{cmd}`.chomp
+  end
+
+  # Original: dataloader/bin/process.sh
+  # Usage: dataloader/bin/process.sh [conf-dir] <process-name>
+  #
+  def process_cmd(name)
+    path_check(@conf_dir)
+    path_check(@conf_key_file)
+    path_check(@conf_process_xml_file)
+    @process % [@conf_dir, name]
+  end
+
+  # Save encrypt key file
+  def save_conf_key_file
+    @conf_key_file.tap do |f|
+      open(f, 'w:UTF-8') do |o|
+        o.print encrypt("-g #{text_seed}")
+      end
+    end
+  end
+
+  # Save conf xml file
+  def save_conf_process_xml_file
+    @conf_process_xml_file.tap do |f|
+      open(f, 'w:UTF-8') do |o|
+        o.print conf_process_xml
+      end
+    end
+  end
+
+  # Generate XML config
+  def conf_process_xml
+    entries = BASE_ENTRIES.merge(default_overwrite_entries)
+    entries.merge!(@overwrite_entries) if @overwrite_entries
+    entries_xml = entries
+      .select{|k, v| v}
+      .map{|k, v| ENTRIES_XML_TEMPLATE % [k, v]}
+      .join("\n")
+    PROCESS_XML_TEMPLATE % [@bean_id,
+                            @bean_descrption,
+                            @property_name,
+                            entries_xml]
+  end
+
+  # internal use
+  def default_overwrite_entries
+    encrypt_password = encrypt("-e '#{@password}' '#{@conf_key_file}'")
+    {
+      'sfdc.endpoint' => @endpoint,
+      'sfdc.username' => @username,
+      'sfdc.password' => encrypt_password,
+      'process.encryptionKeyFile' => @conf_key_file,
+      'process.lastRunOutputDirectory' => @conf_dir,
+      'process.statusOutputDirectory' => @conf_dir,
+      'process.mappingFile' => @conf_map_file,
+    }
+  end
+
+  # interal use
+  def text_seed
+    rand(0xffff_ffff).to_s(16)
+  end
+
+  # internal use
+  def path_check(f)
+    raise "Path not found: #{f}" unless File.exist?(f)
+  end
+
+  PROCESS_XML_TEMPLATE = <<'PROCESS_XML'
+<!DOCTYPE beans PUBLIC "-//SPRING//DTD BEAN//EN" "http://www.springframework.org/dtd/spring-beans.dtd">
+<beans>
+  <bean id="%s"
+        class="com.salesforce.dataloader.process.ProcessRunner"
+        singleton="false">
+    <description>%s</description>
+    <property name="name" value="%s"/>
+    <property name="configOverrideMap">
+      <map>
+%s
+      </map>
+    </property>
+  </bean>
+</beans>
+PROCESS_XML
+
+  ENTRIES_XML_TEMPLATE = <<'ENTRIES_XML'
+        <entry key="%s" value="%s"/>
+ENTRIES_XML
+          
+  BASE_ENTRIES = {
+    'dataAccess.readUTF8'               => 'true',
+    'dataAccess.writeUTF8'              => 'true',
+    'dataAccess.name'                   => nil,
+    'dataAccess.readBatchSize'          => nil,
+    'dataAccess.type'                   => nil,
+    'dataAccess.writeBatchSize'         => nil,
+    'process.enableExtractStatusOutput' => 'false',
+    'process.enableLastRunOutput'       => 'true',
+    'process.encryptionKeyFile'         => nil,
+    'process.initialLastRunDate'        => nil,
+    'process.lastRunOutputDirectory'    => nil,
+    'process.loadRowToStartAt'          => nil,
+    'process.mappingFile'               => nil,
+    'process.operation'                 => nil,
+    'process.statusOutputDirectory'     => nil,
+    'process.outputError'               => nil,
+    'process.outputSuccess'             => nil,
+    'process.useEuropeanDates'          => nil,
+    'sfdc.assignmentRule'               => nil,
+    'sfdc.bulkApiCheckStatusInterval'   => nil,
+    'sfdc.bulkApiSerialMode'            => 'false',
+    'sfdc.bulkApiZipContent'            => nil,
+    'sfdc.connectionTimeoutSecs'        => nil,
+    'sfdc.debugMessages'                => nil,
+    'sfdc.debugMessagesFile'            => nil,
+    'sfdc.enableRetries'                => nil,
+    'sfdc.endpoint'                     => nil,
+    'sfdc.entity'                       => nil,
+    'sfdc.externalIdField'              => nil,
+    'sfdc.extractionRequestSize'        => nil,
+    'sfdc.extractionSOQL'               => nil,
+    'sfdc.insertNulls'                  => nil,
+    'sfdc.loadBatchSize'                => nil,
+    'sfdc.maxRetries'                   => nil,
+    'sfdc.minRetrySleepSecs'            => nil,
+    'sfdc.noCompression'                => nil,
+    'sfdc.password'                     => nil,
+    'sfdc.proxyHost'                    => nil,
+    'sfdc.proxyPassword'                => nil,
+    'sfdc.proxyPort'                    => nil,
+    'sfdc.proxyUsername'                => nil,
+    'sfdc.resetUrlOnLogin'              => nil,
+    'sfdc.timeoutSecs'                  => nil,
+    'sfdc.timezone'                     => nil,
+    'sfdc.truncateFields'               => 'false',
+    'sfdc.useBulkApi'                   => nil,
+    'sfdc.username'                     => nil,
+  }
+end

metadata

@@ -0,0 +1,44 @@
+--- !ruby/object:Gem::Specification
+name: use_salesforce_dataloader
+version: !ruby/object:Gem::Version
+  version: 0.0.3
+platform: ruby
+authors:
+- Hiroaki Nagoya
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-12-30 00:00:00.000000000 Z
+dependencies: []
+description: 
+email: hnagoya@gmaiil.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/use_salesforce_dataloader.rb
+homepage: http://rubygems.org/gems/use_salesforce_dataloader.rb
+licenses:
+- Apache 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.0
+signing_key: 
+specification_version: 4
+summary: Force.com Apex Data Loader for Ruby/Linux - command line version
+test_files: []