teradata-extractor 0.0.2-java → 1.0.0-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: bb6b35ee85d2aba0a12ff988e734ba401a47b49b
-  data.tar.gz: eac262cd69b0bb8edb41529471099c442d3bc147
+  metadata.gz: afc783b0c9181aa6ab5a5f075f13bc5ecc69c802
+  data.tar.gz: d35e6e4416dda314574703ce25068c5ae86fc5ae
 SHA512:
-  metadata.gz: 83211e6ba11514d107799e5972c04b193034b2ec197f00ff48fdee22acb1623a09eee5d05157c964bfdf7a9fb33489dd1553b346d35bedd9df0a8030102e1d66
-  data.tar.gz: 3bd4233db617cb4c79796656545a9377c44fc857a7e0df8e39c90b2594597829d1c96075bad0f2a8058998a3acd70a00b96eafb8381e494f45e8aa4dd045db49
+  metadata.gz: 2d80e3d4c91195f7cc4956f80e5cddfb3ad40b2b9554253ee0e94d584db8f357ea78b1dbc4979eac78ee359eb9d0a69082afceb6f5251aee5f404036a6f3b387
+  data.tar.gz: 773857b14c9c7bc468cc9fc93d540fc9d2c1c6a60b27abb8bccaa501f966c54eb81b7ebae66498eec69ef2801c26d05fbf75a895813d79ae67c76be6a9cecce1

data/lib/teradata-extractor.rb

@@ -1,5 +1,4 @@
 require 'rubygems'
 require 'teradata-extractor/connection'
 require 'teradata-extractor/query'
-require 'rails'
 

data/lib/teradata-extractor/query.rb

@@ -3,52 +3,65 @@ require 'csv'
 module TeradataExtractor
   class Query
   
-    # @param [com.teradata.jdbc.jdk6.JDK6_SQL_Connection] Teradata connection
-    # @param [#to_s] sql Sql query to execute
     def initialize(server_name, username, password)
-
       @connection = TeradataExtractor::Connection.instance.connection(server_name, username, password)
       @statement ||= @connection.create_statement
     end
 
-    def to_enumerable(sql) 
+    # returns an enumerable, each element of which is a hash in the format {column1: value1, column2: value2}
+    def enumerable(sql, fetch_size = 1000)
       results = @statement.execute_query(sql)
-      #results = conn.execute_query("select TOP 10 country_id, sf_account_id, country_name from emea_analytics.eu_deal_flat")
-      e = Enumerator.new do |y|
-        column_count = results.getMetaData.getColumnCount;
+
+      Enumerator.new do |y|
+        column_count = results.get_meta_data.get_column_count
         while(results.next) do
           row = {}
           1.upto(column_count) do |i|
-            column_name = results.getMetaData.getColumnName(i).to_sym
-            row[column_name] = to_ruby_type(results.getObject(i))
+            column_name = results.get_meta_data.get_column_name(i).to_sym
+            row[column_name] = to_ruby_type(results.get_object(i))
           end
           y << row
         end
       end
     end
 
-    def to_csv(sql)
+    # returns an array of column names, and an enumberator, 
+    # each item of the enumerator contains a single StringIO object, the value
+    # of which is a CSV string containing [step] rows.
+    def csv_string_io(sql, fetch_size = 1000)
       results = @statement.execute_query(sql)
-      #results = conn.execute_query("select TOP 10 country_id, sf_account_id, country_name from emea_analytics.eu_deal_flat")
-      CSV.generate do |csv|
-        column_count = results.getMetaData.getColumnCount;
-        csv << 1.upto(column_count).map{|i| results.getMetaData.getColumnName(i)}
+      results.set_fetch_size(fetch_size)
 
-        while(results.next) do
-          row = []
-          1.upto(column_count) do |i|
-            row << to_ruby_type(results.getObject(i))
+      column_count = results.get_meta_data.get_column_count
+      headers = 1.upto(column_count).map{|i| results.get_meta_data.get_column_name(i)}
+
+      enum = Enumerator.new do |y|
+        finished = false
+        while(!finished) do
+          rows = []
+          csv_string = CSV.generate do |csv|
+
+            fetch_size.times do
+              unless results.next
+                finished = true
+                break
+              end
+              values = 1.upto(column_count).map{|i| to_ruby_type(results.get_object(i)) }
+              csv << values
+            end
           end
-          csv << row
+          y << StringIO.new(csv_string)
         end
       end
+
+      return [headers, enum]
     end
 
   protected
 
     def to_ruby_type(java_object)
       if java_object.is_a?(Java::JavaMath::BigDecimal)
-        return java_object.to_string.to_i
+        return java_object.intValueExact rescue java_object.doubleValue
       elsif java_object.is_a?(Java::JavaSql::Date)
         return Date.parse(java_object.to_string)
       else

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: teradata-extractor
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 1.0.0
 platform: java
 authors:
 - Steve Mitchell
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-02-12 00:00:00.000000000 Z
+date: 2015-02-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: jdbc-teradata
@@ -24,6 +24,34 @@ dependencies:
         version: '0'
   prerelease: false
   type: :runtime
+- !ruby/object:Gem::Dependency
+  name: rspec
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: pry
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
 description: Get your data from Teradata AND GET TO THE CHOPPER!
 email: thestevemitchell@gmail.com
 executables: []