aw_datapipe 0.2.1 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c983384c36d63b6a8cacc019d757a34159e18202
-  data.tar.gz: b5af0af6d9157e7083a9645cf547d3cf974d66a1
+  metadata.gz: 8069a2387ce46fbc70da4ac48c1222f278788987
+  data.tar.gz: 98edd2f4a1a69c54b011c1c29de1ac544a051455
 SHA512:
-  metadata.gz: dc704568621731f24931f5ace8d66144ec4ee3009e5633543c59b499022b8510e76f36ec5d7d518e414a9cc60739b75480b173fbacf6944939825294542db962
-  data.tar.gz: 4dac32dfe96dfa8ba2dce0246c446cf6f85215cfc134d18d6a056606f3de25edca592af16c1866d789ff7ebcebc93560b69660ed6b25007b7df95a6f147e5129
+  metadata.gz: 961913134170db5c22785dc6c3fc675a173c7a4546b8b5abffa8091e3958edda9604d0e5699befc751fbf71831c02b9ea255548db76cc8b46ef027c672c0e9b8
+  data.tar.gz: 8e7a93d3ff7a1aa56de918af699d57ec458bd5bb60d47f1783bff202f8f5c0a413e0819bd0c91942e8652e62b996eefae5ae606f4cc8767bb3b041b5372e0e97

data/CHANGELOG.md

@@ -12,6 +12,9 @@
 - Rubydocs.
 - AWS labs examples converted to DSL.
 
+## 0.2.2 - 2017-05-24
+- Add CsvDataFormat.
+
 ## 0.2.1 - 2017-05-16
 - Allow either S3 directory\_path or file\_path.
 - Add ShellCommandActivity.

data/aw_datapipe.gemspec

@@ -15,12 +15,13 @@ Gem::Specification.new do |spec|
   spec.license       = "MIT"
 
   spec.files         = `git ls-files -z`.split("\x0").reject do |f|
-    f.match(%r{^(test|spec|features)/})
+    f.match(%r{^(test)/})
   end
 
   spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
+  spec.required_ruby_version = '>= 2.2.2'
 
   spec.add_dependency("activesupport", ">= 3")
   spec.add_dependency("aws-sdk", ['~> 2'])

data/lib/aw_datapipe/pipeline_object.rb

@@ -24,12 +24,8 @@ module AwDatapipe
       end.flatten
     end
 
-    def demodulized_class_name
-      self.class.name.split('::').last
-    end
-
     def inspect
-      "#<#{demodulized_class_name} #{to_hash}>"
+      "#<#{type} #{to_hash}>"
     end
 
     def to_hash
@@ -42,6 +38,10 @@ module AwDatapipe
       end.join(",") << ")"
     end
 
+    def type
+      self.class.name.split('::').last
+    end
+
     protected
 
     def indent(indent_level)
@@ -60,7 +60,12 @@ module AwDatapipe
   Schedule = PipelineObject.new(:period, :start_date_time)
 
   Ec2Resource = PipelineObject.new(:action_on_task_failure, :instance_type, :security_group_ids, :subnet_id, :terminate_after)
-  S3DataNode = PipelineObject.new(:directory_path, :file_path)
+  S3DataNode = PipelineObject.new(:directory_path, :data_format, :file_path)
+  CsvDataFormat = PipelineObject.new(:column) do
+    def type
+      'CSV'
+    end
+  end
   ShellCommandActivity = PipelineObject.new(:command, :input, :output, :stage, :runs_on)
 
   JdbcDatabase = PipelineObject.new(:_password, :connection_string, :jdbc_driver_class, :username)

data/lib/aw_datapipe/pipeline_serializer.rb

@@ -33,7 +33,7 @@ module AwDatapipe
     end
 
     def marshal_pipeline_object(pipeline_object)
-      type = pipeline_object.demodulized_class_name
+      type = pipeline_object.type
       hash = pipeline_object.to_hash
       id = hash.delete(:id)
       name = hash.delete(:name)

data/lib/aw_datapipe/version.rb

@@ -1,3 +1,3 @@
 module AwDatapipe
-  VERSION = "0.2.1"
+  VERSION = "0.2.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aw_datapipe
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.2
 platform: ruby
 authors:
 - Piers Chambers
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-05-16 00:00:00.000000000 Z
+date: 2017-05-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -119,7 +119,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 2.2.2
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="