datacraft 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: dcf078a0a72cdec3ec5a91b960b7fda170b7a5d5
-  data.tar.gz: 0a56de5697fc086c38b9570091400599590056e9
+  metadata.gz: 0d5b93cedf58b0affe9e22abc1f1597a3de90c4e
+  data.tar.gz: d7592ee90f256ad37cd2c6b8b90a5b71cc397581
 SHA512:
-  metadata.gz: fabbff6bb6ab5e68ba24694496229094c163d11a2230113bb52e58a87d1e22511cf328d8eef8125795727a234ab50fde510b89e55dc7e48162e369314b32fa83
-  data.tar.gz: e7400f95ee9b21b6f4b25809ab5abc47ffedc47583260ec53329bc6c55f5ec90edc7a2e45bf7dbe7ccffd97c9048bdff8ba91bff1457f5c4ae260ec40c9de9a4
+  metadata.gz: e0eb59fa1bb9d2cb546425393bd07f97c754c343a4d685eeb2e11b3c55061617ff1ec22626a16814bd5a0c0ce29e188205834af64f8a570dd85abf566d2a7116
+  data.tar.gz: 2cb72b1a6852382c61985f620c8542744af97dab13df5091d443e810cac397af54a46525e86a44169381b00748533a2eaa3c2b168a00f1fe90dd09a60d6596b0

data/README.md

@@ -1,8 +1,11 @@
 # Datacraft
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/datacraft`. To experiment with that code, run `bin/console` for an interactive prompt.
+Play with data like a Pro, and have fun like Minecraft.
 
-TODO: Delete this and the text above, and describe your gem
+[![Gem Version](https://badge.fury.io/rb/datacraft.svg)](http://badge.fury.io/rb/datacraft)
+[![Build Status](https://travis-ci.org/xiaoxinghu/datacraft.svg?branch=master)](https://travis-ci.org/xiaoxinghu/datacraft)
+[![Dependency Status](https://gemnasium.com/xiaoxinghu/datacraft.svg)](https://gemnasium.com/xiaoxinghu/datacraft)
+[![Code Climate](https://codeclimate.com/github/xiaoxinghu/datacraft/badges/gpa.svg)](https://codeclimate.com/github/xiaoxinghu/datacraft)
 
 ## Installation
 
@@ -22,7 +25,7 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+    $ dcraft build inst.rb
 
 ## Development
 
@@ -32,10 +35,9 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/datacraft. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](contributor-covenant.org) code of conduct.
+Bug reports and pull requests are welcome on GitHub at https://github.com/xiaoxinghu/datacraft. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](contributor-covenant.org) code of conduct.
 
 
 ## License
 
 The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
-

data/exe/dcraft

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), *%w{ .. lib })
 
 require 'thor'
 require_relative '../lib/datacraft/cli'

data/lib/datacraft/context.rb

@@ -19,5 +19,9 @@ module Datacraft
     def post_hooks
       @post_hooks ||= HookRegistry.new
     end
+
+    def options
+      @options ||= {}
+    end
   end
 end

data/lib/datacraft/instruction.rb

@@ -27,6 +27,10 @@ module Datacraft
       @context.post_hooks << { block: block }
     end
 
+    def set(key, value)
+      @context.options[key.to_sym] = value
+    end
+
     def self.from_file(filename)
       script_content = IO.read(filename)
       instruction = Instruction.new

data/lib/datacraft/registry.rb

@@ -1,3 +1,5 @@
+require 'forwardable'
+
 module Datacraft
   # for normalizing blocks
   class CompatiableProc < Proc
@@ -8,12 +10,24 @@ module Datacraft
 
   # common registry
   class Registry
+    extend Forwardable
+    def_delegators :instances, :each, :map
     def initialize
       @items = []
     end
 
     attr_accessor :mandatory_methods
 
+    def instances
+      @instances ||= @items.map do |i|
+        if i[:klass]
+          i[:klass].new(*i[:args])
+        elsif i[:block]
+          CompatiableProc.new(&i[:block])
+        end
+      end
+    end
+
     def <<(val)
       klass = val[:klass]
       block = val[:block]
@@ -32,19 +46,6 @@ module Datacraft
         klass.method_defined? m
       end
     end
-
-    def each
-      @instances ||= @items.map do |i|
-        if i[:klass]
-          i[:klass].new(*i[:args])
-        elsif i[:block]
-          CompatiableProc.new(&i[:block])
-        end
-      end
-      @instances.each do |instance|
-        yield instance
-      end
-    end
   end
 
   class ProviderRegistry < Registry

data/lib/datacraft/runner.rb

@@ -1,17 +1,49 @@
+require 'benchmark'
+
 module Datacraft
   # The runner for the whole process
   module Runner
+    # run the instruction
     def run(instruction)
       context = instruction.context
-      context.pre_hooks.each(&:call)
-      process_rows(
-        context.providers,
-        context.tweakers,
-        context.consumers
-      )
-      context.post_hooks.each(&:call)
+      measurements = []
+      measurements << Benchmark.measure('pre build:') do
+        context.pre_hooks.each(&:call)
+      end
+      measurements << Benchmark.measure('process rows:') do
+        if context.options[:parallel]
+          pprocess_rows(
+            context.providers,
+            context.tweakers,
+            context.consumers)
+        else
+          process_rows(
+            context.providers,
+            context.tweakers,
+            context.consumers)
+        end
+      end
+
+      measurements << Benchmark.measure('build:') do
+        build context.consumers
+      end
+
+      measurements << Benchmark.measure('post build:') do
+        context.post_hooks.each(&:call)
+      end
+      report measurements if context.options[:benchmark]
     end
 
+    # output benchmark results
+    def report(measurements)
+      width = measurements.max_by { |m| m.label.size }.label.size + 1
+      puts "#{' ' * width}#{Benchmark::CAPTION}"
+      measurements.each do |m|
+        puts "#{m.label.to_s.ljust width} #{m}"
+      end
+    end
+
+    # process rows sequentially
     def process_rows(providers, tweakers, consumers)
       providers.each do |provider|
         provider.each do |row|
@@ -26,11 +58,33 @@ module Datacraft
           end
         end
       end
+    end
+
+    # process rows in parallel
+    def pprocess_rows(providers, tweakers, consumers)
+      threads = providers.map do |provider|
+        Thread.new(provider) do |p|
+          p.each do |row|
+            tweakers.each do |tweaker|
+              row = tweaker.tweak row
+              break unless row
+            end
+            next unless row
+            consumers.each do |consumer|
+              consumer << row
+            end
+          end
+        end
+      end
+      threads.each(&:join)
+    end
+
+    # build and close consumers
+    def build(consumers)
       consumers.each do |consumer|
         consumer.build if consumer.respond_to? :build
         consumer.close if consumer.respond_to? :close
       end
     end
-
   end
 end

data/lib/datacraft/version.rb

@@ -1,3 +1,3 @@
 module Datacraft
-  VERSION = "0.1.1"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datacraft
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Xiaoxing Hu
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-07-11 00:00:00.000000000 Z
+date: 2015-07-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor