datamancer 0.0.3 → 0.0.4

data/lib/datamancer/extract.rb

@@ -75,7 +75,15 @@ module Datamancer
         @fields[field] = index
       end
 
-      db.select_rows("SELECT #{columns} FROM #{table}")
+      # TODO: Test top.
+      # TODO: Top for CSV.
+      # TODO: Top for support several databases.
+
+      if args[:top]
+        db.select_rows("SELECT TOP #{args[:top]} #{columns} FROM #{table}" )
+      else
+        db.select_rows("SELECT #{columns} FROM #{table}")
+      end
     end
 
     output.map! do |array_row|
@@ -87,7 +95,6 @@ module Datamancer
       end
 
       if hash_row.has_value?(:reject)
-        puts hash_row
         nil
       else
         hash_row
@@ -139,7 +146,7 @@ module Datamancer
       # [ ] Regexp
       # [x] String
       # [x] Symbol
-      # [ ] Date
+      # [x] Date
       # [ ] DateTime
       # [ ] Time
       # [ ] TimeWithZone
@@ -157,6 +164,9 @@ module Datamancer
         value = value.to_s
       when 'Symbol'
         value = value.to_sym
+      when 'Date'
+        # From "1900-01-01 00:00:00.000" to "19000101".
+        value = value.gsub('-', '')[0..7] 
       end
     end
 

data/lib/datamancer/load.rb

@@ -74,7 +74,7 @@ module Datamancer
       # String values must be enclosed by single quotes.
       inserts.map! do |insert|
         insert.map! do |field|
-          field.is_a?(String) ? "'#{field}'" : field
+          field.is_a?(String) ? "'#{field}'" : (field ? field : 'NULL')
         end
 
         "(#{insert.join(',')})"

data/lib/datamancer/transform.rb

@@ -30,6 +30,10 @@ module Datamancer
       end
     end
 
+    # TODO: Test this:
+
+    raise StandardError, 'Sadness: null join.' if output.empty?
+
     output
   end
 

data/lib/datamancer/version.rb

@@ -1,3 +1,3 @@
 module Datamancer
-  VERSION = '0.0.3'
+  VERSION = '0.0.4'
 end

metadata

@@ -1,99 +1,112 @@
 --- !ruby/object:Gem::Specification
 name: datamancer
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
+  prerelease:
 platform: ruby
 authors:
 - Matías Battocchia
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2013-12-19 00:00:00.000000000 Z
+date: 2013-12-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.3'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.3'
+    none: false
+  prerelease: false
+  type: :development
 - !ruby/object:Gem::Dependency
   name: rake
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+    none: false
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
+    none: false
   prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rspec
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: rspec
+    none: false
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
+    none: false
   prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: activerecord
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: activerecord
+    none: false
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
+    none: false
   prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: sqlite3
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: sqlite3
+    none: false
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
+    none: false
   prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: activerecord-jdbcsqlite3-adapter
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: activerecord-jdbcsqlite3-adapter
+    none: false
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
+    none: false
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+  type: :development
 description: A magical extract, transform, load (ETL) library for data integration.
 email:
 - matias@riseup.net
@@ -125,8 +138,7 @@ files:
 homepage: https://github.com/matiasbattocchia/datamancer
 licenses:
 - MIT
-metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -135,16 +147,18 @@ required_ruby_version: !ruby/object:Gem::Requirement
   - - '>='
     - !ruby/object:Gem::Version
       version: '0'
+  none: false
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - '>='
     - !ruby/object:Gem::Version
       version: '0'
+  none: false
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.0.2
-signing_key: 
-specification_version: 4
+rubyforge_project:
+rubygems_version: 1.8.24
+signing_key:
+specification_version: 3
 summary: ''
 test_files:
 - spec/data/destination.csv

checksums.yaml

@@ -1,7 +0,0 @@
----
-SHA1:
-  metadata.gz: 7c61e73995d0dfa4c372c1142482044a3a55ceec
-  data.tar.gz: 71968fed5543e5653ebf74e4b1f48f7e4576d5ef
-SHA512:
-  metadata.gz: 4657f9b28e44d82e6ceff39cc9d59f10964255138c2542e3d828a3fa5201858a1932eedc0b55918abcfd9e469591527bfe1c42f10b88a7629b0faa10965b5615
-  data.tar.gz: 382575e0b05be66f8f23b0c549895bc82e57a38575605bebf4cf196053f03d78b8ea9e52b7a4ff9f457ac8cb4917ee076178984ca315ad5b87e5635953f1f35a