data_task 0.0.2 → 0.0.3

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    ZDk5OWQzMDU3YzNkZGUyZTczODUxNTdhODk4MTg4MjU0MGU3NDYwOQ==
+    NzJlMjU4MzQwNWU2MTNjNjdiM2M1MDUxNWQ0OGM3MDIyZGMxZjM1ZQ==
   data.tar.gz: !binary |-
-    NzRmMWMzNjM4MGJjYmZjYTkwYTIwOTFiNjQ0YTVjZWZjNmU1NmQwNg==
+    Y2M3MTBkMTZkN2I1ZTcwOTlhMzJlYzY1ODViMTJhZjg5Njc3NTkzNQ==
 SHA512:
   metadata.gz: !binary |-
-    NmNmMjc3MzFmMzBmOGI2MmFjNDBkODAyNDQ5YmZiNzBjMjFmY2JhNDFhMTk5
-    M2NmZjk5MzU4ZWRiNzFkMDYxYTgxN2I1MTM0ZjI0OGUzMjRjOTM4YmVmNmVm
-    ZjlkYzhhM2Y0YmU5YTdiNTY2NTMyMTVlMzhiNDE2ODU5YzQ2M2I=
+    NzdkZDc3MGM4M2NkYTBmNTFlMDE3M2YyN2E2Y2M2ODNiZTA2YmFiOGNhZGM2
+    ZDNhYzA0NmZhZDQxZmUxM2UxMWZmOWViY2JhOGFhYmVlOGZhZDBjOGQwZDA3
+    ZTIyYmE0OGZhZGFhZDIzMTRmMTgwZmViNDVjMmE0YTQyODdkNjk=
   data.tar.gz: !binary |-
-    MzdiNGYyN2IyOWU4YWNkYjgwNzE1MzRmYThlNGNlODU1NmQ2N2ZhZDU1YTcz
-    YWEwZjQyM2Q4NWJkYmFlZGI4YjVhNWIxY2M4ODZjMzc3OGM4YmFlZWQ3YTcx
-    ZTcwNDMyZTQ3YThmYjY2MjIyNGQ1OGMyMzNlMmEzOTdjY2Y2NTQ=
+    YjM3NTI1ZDU1OGU2YWRkNDE4NTY4YjM3ZjYxMDAyZTRlODA5ZDY3NjY4NDk3
+    OGI3ZTAyNGRmNGFjZTFmMTgzNWQ1NDFiOGY2OWQwMmE0YWU5ODE2ZmI5ZWJi
+    MDk1NmE3MmJiMDBiODk5NWYyZWI1Y2UwYWYzMTdjMmExZDI4ZWQ=

data/README.md

@@ -3,7 +3,7 @@
 
 # DataTask
 
-DataTask extends Rake's dependency-based programming language to databases. This gem provides the `data` task, analogous to Rake's built-in `file` task but extended to work with pluggable backends beyond the local filesystem.
+DataTask is a build tool for data. It extends Rake's dependency-based programming language to databases. This gem provides the `data` task, analogous to Rake's built-in `file` task but extended to work with pluggable backends beyond the local filesystem.
 
 Adapters are included for Sqlite3, PostgreSQL, and Greenplum.
 
@@ -26,19 +26,16 @@ Or install it yourself as:
 To write your first data task, connect to your database by instantiating an adapter:
 
 ```
-postgres = Rake::DataTask::Postgres.new(
-  'host' => 'localhost', 
-  'port' => 5432, 
-  'database' => 'example', 
-  'username' => 'postgres'
+sqlite = Rake::DataTask::Sqlite.new(
+  'database' => 'example'
   )
 ```
 
 Then use this adapter instance as the target for a data task:
 
 ```
-desc "Load a data file into PostgreSQL for analysis."
-data postgres['raw'] => 'raw.txt' do
+desc "Load a data file into Sqlite for analysis."
+data sqlite['raw'] => 'raw.txt' do
   # Add loading logic here
 end
 ```
@@ -52,36 +49,36 @@ require 'rake'
 require 'data_task'
 
 # connect to the database
-postgres = Rake::DataTask::Postgres.new(
-  'host' => 'localhost', 
-  'port' => 5432, 
-  'database' => 'example', 
-  'username' => 'postgres'
-  )
+sqlite = Rake::DataTask::Sqlite.new('database' => 'example')
 
 # mark raw.txt as a potential dependency
 file 'raw.txt'
 
-# define a loader for the postgres table 'raw', dependent on raw.txt
-desc "Load a data file into PostgreSQL for analysis."
-data postgres['raw'] => 'raw.txt' do
-  postgres.create_table 'raw', nil, '(var1 text)'
-  postgres.execute "copy raw.txt to raw"
+# define a loader for the Sqlite3 table 'raw', dependent on raw.txt
+desc "Load a data file into Sqlite3 for analysis."
+data sqlite['raw'] => 'raw.txt' do
+  sqlite.create_table 'raw', nil, '(var1 text)'
+  File.open('raw.txt').each { |line| sqlite.execute "insert into raw values ('#{line}')" }
+end
+
+# define an analytical table, dependent on the raw data table
+desc "Analyze loaded data."
+data sqlite['analyzed'] => sqlite['raw'] do
+  sqlite.create_table 'analyzed', 'select * from raw'
 end
 ```
 
 To run it: 
 
 1. paste the example into a file named 'Rakefile',
-2. make sure the PostgreSQL configuration matches your server,
-3. open a terminal and run the commands below:
+2. in the same directory as your Rakefile, open a terminal and run the commands below:
 
 ```
 $ echo "v1" > raw.txt
-$ rake 'raw'
+$ rake analyzed
 ```
 
-The contents of raw.txt should be in your table 'raw' on PostgreSQL. Running the rake command a second time will result in no operations as long as raw.txt hasn't changed. With big data files, this can be a big time-saver.
+The contents of raw.txt should be in your table 'raw' on your Sqlite database. Running the rake command a second time will result in no operations as long as raw.txt and the 'raw' table haven't changed.
 
 
 ## Contributing

data/data_task.gemspec

@@ -21,11 +21,12 @@ Gem::Specification.new do |spec|
   spec.required_ruby_version  = '>= 1.9.3'
 
   spec.add_runtime_dependency 'rake', '~> 10.0.4'
-  spec.add_runtime_dependency 'pg', '~> 0.17.1'
-  spec.add_runtime_dependency 'sqlite3'
 
   spec.add_development_dependency 'bundler', '~> 1.6'
   spec.add_development_dependency 'minitest-around', '~> 0.2'
   spec.add_development_dependency 'minitest-spec-context', '~> 0.0.3'
   spec.add_development_dependency 'coveralls'
+  spec.add_development_dependency 'pg', '~> 0.17.1'
+  spec.add_development_dependency 'sqlite3'
+
 end

data/lib/data_task/adapters/greenplum.rb

@@ -1,4 +1,3 @@
-require 'pg'
 require_relative 'support/transactions'
 require_relative 'support/booleans'
 require_relative './postgres'

data/lib/data_task/adapters/postgres.rb

@@ -1,8 +1,12 @@
-require 'pg'
-require_relative '../data'
+begin
+  require 'pg'
+rescue LoadError
+  puts "The Postgres adapter requires the pg gem, which can be installed via rubygems."
+end
 require_relative 'support/transactions'
 require_relative 'support/booleans'
 require_relative 'support/connection_persistence'
+require_relative '../data'
 
 module Rake
   module DataTask

data/lib/data_task/adapters/sqlite.rb

@@ -1,7 +1,11 @@
-require 'sqlite3'
-require_relative '../data'
+begin
+  require 'sqlite3'
+rescue LoadError
+  puts "The Sqlite adapter requires the sqlite3 gem, which can be installed via rubygems."
+end
 require_relative 'support/transactions'
 require_relative 'support/booleans'
+require_relative '../data'
 
 module Rake
   module DataTask
@@ -73,7 +77,7 @@ module Rake
 
       alias_method :data_mtime, :table_mtime
 
-      def create_table table_name, data_definition, column_definitions, track_table=true
+      def create_table table_name, data_definition, column_definitions=nil, track_table=true
         drop_table table_name
         execute <<-EOSQL
           create table #{table_name} #{column_definitions}

data/lib/data_task/version.rb

@@ -1,5 +1,5 @@
 module Rake
   module DataTask
-    VERSION = "0.0.2"
+    VERSION = "0.0.3"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: data_task
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Shahin Saneinejad
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-07-11 00:00:00.000000000 Z
+date: 2014-07-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -25,77 +25,77 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 10.0.4
 - !ruby/object:Gem::Dependency
-  name: pg
+  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 0.17.1
-  type: :runtime
+        version: '1.6'
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 0.17.1
+        version: '1.6'
 - !ruby/object:Gem::Dependency
-  name: sqlite3
+  name: minitest-around
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
+        version: '0.2'
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.2'
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: minitest-spec-context
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: 0.0.3
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: 0.0.3
 - !ruby/object:Gem::Dependency
-  name: minitest-around
+  name: coveralls
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - ! '>='
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - ! '>='
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: minitest-spec-context
+  name: pg
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 0.0.3
+        version: 0.17.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 0.0.3
+        version: 0.17.1
 - !ruby/object:Gem::Dependency
-  name: coveralls
+  name: sqlite3
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ! '>='