jetel 0.0.6 → 0.0.7

data/lib/jetel/modules/sfpd/sfpd.rb

@@ -8,26 +8,48 @@ require_relative '../../modules/module'
 module Jetel
   module Modules
     class Sfpd < Module
-      SOURCES = [
-        {
-          name: 'sfpd',
-          url: 'https://data.sfgov.org/api/views/tmnf-yvry/rows.csv'
-        }
-      ]
+      class << self
+        def sources
+          [
+            {
+              name: 'sfpd',
+              filename_downloaded: 'SFPD_Incidents_-_from_1_January_2003.csv',
+              filename_extracted: 'SFPD_Incidents_-_from_1_January_2003.csv',
+              filename_transformed: 'SFPD_Incidents_-_from_1_January_2003.csv',
+              url: 'https://data.sfgov.org/api/views/tmnf-yvry/rows.csv'
+            }
+          ]
+        end
+      end
 
       def download(global_options, options, args)
-        SOURCES.pmap do |source|
+        self.class.sources.pmap do |source|
           download_source(source, global_options.merge(options))
         end
       end
 
       def extract(global_options, options, args)
+        self.class.sources.pmap do |source|
+          downloaded_file = downloaded_file(source, global_options.merge(options))
+          dest_dir = extract_dir(source, global_options.merge(options))
+
+          puts "Extracting #{downloaded_file}"
+
+          FileUtils.mkdir_p(dest_dir)
+          FileUtils.cp(downloaded_file, dest_dir)
+        end
       end
 
       def transform(global_options, options, args)
-      end
+        self.class.sources.pmap do |source|
+          extracted_file = extracted_file(source, global_options.merge(options))
+          dest_dir = transform_dir(source, global_options.merge(options))
 
-      def load(global_options, options, args)
+          puts "Transforming #{extracted_file}"
+
+          FileUtils.mkdir_p(dest_dir)
+          FileUtils.cp(extracted_file, dest_dir)
+        end
       end
     end
   end

data/lib/jetel/version.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
 
 module Jetel
-  VERSION = '0.0.6'
+  VERSION = '0.0.7'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jetel
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.7
 platform: ruby
 authors:
 - Tomas Korcak
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-11-04 00:00:00.000000000 Z
+date: 2015-11-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -24,6 +24,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: csv2psql
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.16
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.16
 - !ruby/object:Gem::Dependency
   name: gli
   requirement: !ruby/object:Gem::Requirement
@@ -292,6 +306,12 @@ files:
 - lib/jetel/loaders/loader.rb
 - lib/jetel/loaders/loaders.rb
 - lib/jetel/loaders/pg/pg.rb
+- lib/jetel/loaders/pg/sql/copy.sql.erb
+- lib/jetel/loaders/pg/sql/create_table.sql.erb
+- lib/jetel/loaders/pg/sql/drop_table.sql.erb
+- lib/jetel/loaders/pg/sql/header.sql.erb
+- lib/jetel/loaders/pg/sql/schema.sql.erb
+- lib/jetel/loaders/pg/sql/truncate_table.sql.erb
 - lib/jetel/modules/ip/ip.rb
 - lib/jetel/modules/iso3166/iso3166.rb
 - lib/jetel/modules/module.rb
@@ -326,3 +346,4 @@ specification_version: 4
 summary: Jetel
 test_files:
 - test/spec_helper.rb
+has_rdoc: