wukong-storm 0.1.1 → 0.2.0

data/lib/wukong-storm/driver.rb

@@ -1,58 +0,0 @@
-module Wukong
-  module Storm
-
-    # A driver to connect events passed in over STDIN to STDOUT.
-    # Differs from the vanilla Wukong::Local::LocalDriver in some
-    # Storm-specific ways.
-    class StormDriver < EM::P::LineAndTextProtocol
-      include DriverMethods
-
-      attr_accessor :dataflow, :settings
-
-      def self.start(label, settings = {})
-        EM.attach($stdin, self, label, settings)
-      end
-
-      def initialize(label, settings)
-        super
-        @settings = settings
-        @dataflow = construct_dataflow(label, settings)
-        @messages = []
-      end
-
-      def post_init
-        setup_dataflow      
-      end
-
-      def receive_line line
-        driver.send_through_dataflow(line)
-        send_messages
-      rescue => e
-        raise Wukong::Error.new(e)
-        EM.stop
-      end
-
-      def send_messages
-        # message newline message newline message delimiter
-        # message newline message newline message newline delimiter newline
-        @messages.each do |message|
-          $stdout.write(message)
-          $stdout.write("\n")
-        end
-        $stdout.write(settings.delimiter)
-        $stdout.write("\n")
-        $stdout.flush
-        @messages.clear
-      end
-
-      def unbind
-        EM.stop
-      end
-
-      def setup()                             ; end
-      def process(record) @messages << record ; end
-      def stop()                              ; end
-
-    end
-  end
-end

data/lib/wukong-storm/runner.rb

@@ -1,40 +0,0 @@
-require_relative('driver')
-
-module Wukong
-  module Storm
-
-    # Implements the runner for wu-storm.
-    class StormRunner < Wukong::Local::LocalRunner
-
-      include Wukong::Logging
-
-      usage "PROCESSOR|FLOW"
-
-      description <<-EOF.gsub(/^ {8}/,'')
-        wu-storm is a commandline tool for running Wukong processors and flows
-        in a storm or trident topology.
-
-        wu-storm operates over STDIN and STDOUT and has a one-to-one message
-        guarantee.  For example, when using an identity processor, wu-storm,
-        given an event 'foo', will return 'foo|'. The '|' character is the
-        specified End-Of-File delimiter.
-
-        If there is ever a suppressed error in pricessing, or a skipped record
-        for any reason, wu-storm will still respond with a '|', signifying an
-        empty return event.
-
-        If there are multiple messages that have resulted from a single event,
-        wu-storm will return them newline separated, followed by the
-        delimiter, e.g. 'foo\nbar\nbaz|'.
-      EOF
-
-      # :nodoc:
-      def driver
-        StormDriver
-      end
-      
-    end
-  end
-end
-
-