etl-pipeline 0.0.1 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b7ee08fae3f04bb883999d5d148b02450bd2d343
-  data.tar.gz: 52b96d82772b8133364d4c05c2e3f5df629f5e24
+  metadata.gz: 6c169809c6cb4a6a3e856a07cd1affd8720c2269
+  data.tar.gz: 01e4de2a75ed5c50a950b500618d533cfd38170a
 SHA512:
-  metadata.gz: 32d24a01d74658926eb0b246469cf0e6fb1f280d6d64026dff8106d7b882b605c2669466b92fded44f93d4ea98cb9de7f53bc4dd3ce8b016dfde298004ccbe2a
-  data.tar.gz: d14b103e47bdb6f096334fc39357dad4485d3bcc3a0dc413a2695b46da737209feb9a51782f82e33999266d89b237b0fdda3fa97fa951b5f0afbe0c350420ee9
+  metadata.gz: 1d4e50eae41efce5d232c7cfe9526fd81b4121c08a79c6be1db6f8a45ea754439ad38bf62db5553dc127557d929cd5eca988216ba51eaf0d9441a3493052d8ed
+  data.tar.gz: df4725bfd4597a0cef527fa1172e69240fd877af8e4fa7bfa86b73805e769c932c1f9841c5a4a755a512833174d3d8532440083db56c6bd414bc18fc6bee1ddd

data/README.md

@@ -2,7 +2,7 @@
 
 [![Build Status](https://travis-ci.org/elijahc/etl-pipeline.svg?branch=master)](https://travis-ci.org/elijahc/etl-pipeline)
 
-<!---[![Gem Version](https://badge.fury.io/rb/sinderella.png)](http://badge.fury.io/rb/sinderella) --->
+[![Gem Version](https://badge.fury.io/rb/etl-pipeline.svg)](http://badge.fury.io/rb/etl-pipeline)
 
 [![Coverage Status](https://coveralls.io/repos/elijahc/pipeline/badge.png)](https://coveralls.io/r/elijahc/pipeline)
 

data/lib/etl-pipeline.rb

@@ -2,17 +2,68 @@ require "etl-pipeline/version"
 
 module Pipeline
   module Parser
-    class CSV
+    class Base
+      def parse
+      end
+    end
+
+    class CSVParser < Pipeline::Parser::Base
+      attr_accessor :attribute_matrix, :model, :items
+      def initialize
+        @attribute_matrix = Hash.new
+        @items            = Array.new
+      end
+
+      def coerce(input, output)
+        @attribute_matrix.each do |attr, prok|
+        end
+      end
+
       def parse(file_path, options={})
         CSV.foreach(file_path, options) do |csv|
+          obj = @model.new
+          coerce csv, obj
           yield csv
         end
       end
+
+      def register_model(model)
+        self.model = model
+      end
+
+      def match(attribute, prok)
+        @attribute_matrix[attribute.to_sym] = prok
+      end
     end
   end
 
   module Model
     class Base
+
+      def attributes
+        attributes_hash = Hash.new
+        self.instance_variables.each do |attr|
+          attributes_hash.store(attr[1..-1].to_sym, instance_eval(attr.to_s))
+        end
+        attributes_hash
+      end
+
+      def format
+      end
+
+      def formatted_attributes
+        attr_hash = attributes
+        attr_hash.each do |k,v|
+          begin
+            attr_hash[k] = send("format_#{k}".to_sym, v)
+          rescue NoMethodError => e
+            # No formatter defined, use passed value as formatted value
+            attr_hash[k] = v.to_s
+          end
+        end
+
+        attr_hash
+      end
     end
   end
 
@@ -22,11 +73,20 @@ module Pipeline
   end
 
   class Base
-    attr_accessor :model, :parser, :importer
+    attr_accessor :parser, :importer
+
+    def initialize
+      @parser   = Pipeline::Parser::Base
+      @importer = Pipeline::Importer::Base
+    end
 
     def parse *args
       parser.parse *args
     end
 
+    def import *args
+      importer.import *args
+    end
+
   end
 end

data/lib/etl-pipeline/version.rb

@@ -1,3 +1,3 @@
 module Pipeline
-  VERSION = "0.0.1"
+  VERSION = "0.0.3"
 end

data/spec/csv_parser_spec.rb

@@ -0,0 +1,13 @@
+require 'spec_helper'
+
+describe CSVParser do
+  describe '#new' do
+  end
+
+  describe '#parse' do
+  end
+
+  describe '#match' do
+
+  end
+end

data/spec/model_base_spec.rb

@@ -0,0 +1,37 @@
+require 'spec_helper'
+class TestModel < Pipeline::Model::Base
+  attr_accessor :var
+
+  def format_var(var)
+    case var
+    when 'A'
+      return 'B'
+    when 'Y'
+      return 'Z'
+    end
+  end
+end
+
+describe Pipeline::Model::Base do
+  before :each do
+    @test_model = TestModel.new
+  end
+
+  describe '#attributes' do
+    it 'returns a hash version of the model' do
+      expect(@test_model.attributes).to be_instance_of Hash
+    end
+  end
+
+  describe '#formatted_attributes' do
+    before :each do
+      @test_model.var = 'A'
+    end
+
+    it 'iterates over its own attributes and returns a formatted attributes hash' do
+      expect(@test_model.formatted_attributes).to be_instance_of Hash
+      expect(@test_model.var).to eq('A')
+      expect(@test_model.formatted_attributes[:var]).to eq('B')
+    end
+  end
+end

data/spec/{etl-pipeline.rb → pipeline_spec.rb}

@@ -3,11 +3,15 @@ class TestPipeline < Pipeline::Base
 end
 
 describe Pipeline do
-
   it 'has a version number' do
     expect(Pipeline::VERSION).not_to be_nil
     expect(Pipeline::VERSION).to be_instance_of String
   end
+  describe '#new' do
+    it 'returns a new instance of Pipeline' do
+      expect(TestPipeline.new).to be_instance_of TestPipeline
+    end
+  end
 
 
 end

data/spec/spec_helper.rb

@@ -3,6 +3,7 @@ Coveralls.wear!
 
 require 'pry'
 require 'etl-pipeline'
+include Pipeline::Parser
 
 RSpec.configure do |config|
   config.expect_with :rspec

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: etl-pipeline
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.3
 platform: ruby
 authors:
 - Elijah Christensen
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-07-21 00:00:00.000000000 Z
+date: 2014-07-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -182,9 +182,10 @@ files:
 - Rakefile
 - etl-pipeline.gemspec
 - lib/etl-pipeline.rb
-- lib/etl-pipeline/csv_parser.rb
 - lib/etl-pipeline/version.rb
-- spec/etl-pipeline.rb
+- spec/csv_parser_spec.rb
+- spec/model_base_spec.rb
+- spec/pipeline_spec.rb
 - spec/spec_helper.rb
 homepage: ''
 licenses:
@@ -211,5 +212,7 @@ signing_key:
 specification_version: 4
 summary: Pipeline is a modular specimen migration toolkit.
 test_files:
-- spec/etl-pipeline.rb
+- spec/csv_parser_spec.rb
+- spec/model_base_spec.rb
+- spec/pipeline_spec.rb
 - spec/spec_helper.rb

data/lib/etl-pipeline/csv_parser.rb

@@ -1,6 +0,0 @@
-module Pipeline
-  module Parser
-    module CSV
-    end
-  end
-end