embulk-output-bigobject 0.3.3 → 0.3.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 78b8d6dbc201c54d149ccddc35c5aadd4a2903bb
-  data.tar.gz: a9b8c9e531e0cc987cdf6cb88cef89f69f3adaac
+  metadata.gz: e98e4ee288205d9e18ac9c3c4f22f29d01fcec5b
+  data.tar.gz: b3f2aba9a693ae919281242ba1cd5f17fd5d1808
 SHA512:
-  metadata.gz: 30c0e5ac1d47da48c4ebb29d5cdd6300b2be7c550c3f6ab6bd8373a965f74d9cbda4711faeb91517aa33542962771925402b8e4261ab612c0c9d62a273d04170
-  data.tar.gz: 42882ce4db3b518a53932ce40406d32ee52d125c25031eff657da0c922c115cbb39db79c0a54b6bc65c228cb0b741927f9cfdefbd0039d88d4262dc3e20759f4
+  metadata.gz: d1a08ac922777f9b2efb49695224eca2e7549c5efcc107caec26fcd484f7279f733559689bf261c7cf44aed1f58fd70201807adccceadce9cf4fd91b83cf47c4
+  data.tar.gz: b9f2004fbe397d06235b63f7633e6637dc46482c1d4868a484cc1aa3d7c8cc0faa98a4f5822871c9c76a032bb00605e60e667a5e110d9b5f1df6ff56bc7ddf83

data/embulk-output-bigobject.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-output-bigobject"
-  spec.version       = "0.3.3"
+  spec.version       = "0.3.4"
   spec.authors       = ["Cheng-Ching Huang"]
   spec.summary       = "Bigobject output plugin for Embulk"
   spec.description   = "Dumps records to Bigobject."

data/lib/embulk/output/bigobject.rb

@@ -18,6 +18,7 @@ module Embulk
           "ncport"         => config.param("ncport",         :integer, :default => 9091),  # integer, optional
           "table"          => config.param("table",          :string),        # string, required
 		  "column_options" => config.param("column_options", :array,   :default => []),   
+          "payload_column_index" => config.param("payload_column_index", :integer,  :default => nil),   
         }
         
 		task
@@ -44,7 +45,6 @@ module Embulk
         if response["Status"] == 0 then # the table exists
           Embulk.logger.debug { "#{response}" }
         elsif response["Status"] == -11 then # the table does not exist
-          #response = rest_exec(task['rest_uri'], "#{create_botable_stmt("#{task['table']}",schema, task['co_map'])}")
           response = rest_exec(task['rest_uri'], "#{create_botable_stmt("#{task['table']}",schema, task["column_options"])}")
           if response["Status"] != 0 then 
             Embulk.logger.error { "#{response}" }
@@ -62,7 +62,7 @@ module Embulk
         return next_config_diff
       end
 
-	  def safe_io_puts(buff)
+	  def safe_io_write(buff)
 		@@io ||= create_shared_io
 		@@mutext ||= Mutex.new
         @@mutext.synchronize do 
@@ -97,22 +97,45 @@ module Embulk
       def close
       end
 
-      def add(page)
+      def add_csv(page)
         data = Array.new
         
-        page.each do |records|
+        page.each do |record|
           values = []
-          records.each do |row| values << "\"#{row.to_s.gsub(/\"/,"\"\"")}\"" end
-		  data.push "#{values.join(",")}"
+          record.each do |row| values << "\"#{row.to_s.gsub(/\"/,"\"\"")}\"" end
+		  data.push "#{values.join(",")}\n"
         end
 
-		safe_io_puts "#{data.join("\n")}"
+		safe_io_write "#{data.join}"
 
         @counter += data.length
         @task['ttl_counter'] += data.length
 
       end
 
+      def add_payload(page)
+        data = Array.new
+		pindex = @task['payload_column_index']
+
+        page.each do |record|
+		  data.push "#{record[pindex]}\n"
+        end
+
+		safe_io_write "#{data.join}"
+
+        @counter += data.length
+        @task['ttl_counter'] += data.length
+
+      end
+
+	  def add(page)
+		  if (@task['payload_column_index'])
+		  	add_payload(page)
+		  else
+		  	add_csv(page)
+		  end
+	  end
+
       def finish
       end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-bigobject
 version: !ruby/object:Gem::Version
-  version: 0.3.3
+  version: 0.3.4
 platform: ruby
 authors:
 - Cheng-Ching Huang