linedump 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 0e4178abce450d405b7d4aaa896396dc7cb4adc2
+  data.tar.gz: 785a239c2e41e6ff3b0cd3d683fcdad1ef1489b8
+SHA512:
+  metadata.gz: 6c43e82bc03b8109687e5a4c47f57b666a5da1598cf0854a4bb03e607f1e3c6e31874346f3d7bf9e9d720fa330ae42f1e67bbff43e57a063a4a4265c30374782
+  data.tar.gz: 3ddd976ec104f39325fd7208ae5cb87b45b7156276c31df3ef656b6565d7f7521fbd74096c7b7a4dbbe0276b4b4669b3d1844876da2e8a21f3cb5d59282cd453

data/lib/linedump/consumer.rb

@@ -0,0 +1,101 @@
+require "thwait"
+require "linedump/stream_wrapper"
+
+module Linedump
+
+  class Consumer
+
+    class StopSignal < Exception; end
+
+    class ReloadSignal < Exception; end
+
+    def initialize
+      @streams = []
+      @lock = Mutex.new
+      @worker = nil
+    end
+
+    def register_stream(_stream, &_block)
+      # TODO: locking for non-GIL platforms
+      @streams << StreamWrapper.new(_stream, _block)
+    end
+
+    def is_registered?(_stream)
+      not find_stream_wrapper(_stream).nil?
+    end
+
+    def reload
+      @lock.synchronize do
+        if @worker and @worker.alive?
+          @worker.raise ReloadSignal # signal worker to reload streams
+        else
+          @worker = load_worker
+        end
+      end
+    end
+
+    def stop
+      @lock.synchronize do
+        if @worker and @worker.alive?
+          @worker.raise StopSignal
+        end
+      end
+    end
+
+  private
+
+    def load_worker
+      Thread.new do
+        looped = 0
+        begin
+          while @streams.count > 0
+            read_streams = load_monitored_streams
+            result = IO.select(read_streams, [], read_streams)
+            if result
+              process_ready_streams result[0]
+              discard_errored_streams result[2]
+            end
+            looped += 1
+          end
+        rescue ReloadSignal
+          retry
+        rescue StopSignal, SystemExit
+          # nothing
+        end
+      end
+    end
+
+    def process_ready_streams(_streams)
+      _streams.each do |stream|
+        wrapper = find_stream_wrapper stream
+        if wrapper
+          wrapper.process_lines
+          remove_wrapper wrapper, :eof if wrapper.eof?
+        end
+      end
+    end
+
+    def discard_errored_streams(_streams)
+      _streams.each do |stream|
+        wrapper = find_stream_wrapper stream
+        remove_wrapper wrapper, :error if wrapper
+      end
+    end
+
+    def find_stream_wrapper(_stream)
+      @streams.find { |s| s.stream == _stream }
+    end
+
+    def remove_wrapper(_wrapper, _reason)
+      # TODO: locking for non-GIL platforms
+      @streams.delete _wrapper
+    end
+
+    def load_monitored_streams
+      # include stdin to prevent console enabled apps from locking
+      @streams.map(&:stream) << $stdin
+    end
+
+  end
+
+end

data/lib/linedump/stream_wrapper.rb

@@ -0,0 +1,55 @@
+module Linedump
+
+  class StreamWrapper
+
+    MAX_LENGTH = 2048
+
+    attr_reader :stream
+
+    def initialize(_stream, _block)
+      @stream = _stream
+      @block = _block
+      @buffer = []
+      @eof = false
+    end
+
+    def eof?
+      @eof
+    end
+
+    def process_lines
+      begin
+        loop do
+          chunk = @stream.read_nonblock(MAX_LENGTH)
+          process_chunk chunk
+        end
+      rescue IO::WaitReadable
+        # nothing, just stop looping
+      rescue EOFError, IOError
+        @eof = true
+      rescue Exception => exc
+        puts "Error in stream consumer: #{exc.class}" # TODO: not sure where to send this error
+        @eof = true
+      end
+    end
+
+  private
+
+    def process_chunk(_chunk)
+      index = _chunk.index $/
+
+      unless index.nil?
+        head = _chunk[0..index-1]
+        tail = _chunk[index+1..-1]
+
+        @block.call(@buffer.join + head)
+        @buffer.clear
+
+        process_chunk tail
+      else
+        @buffer << _chunk
+      end
+    end
+
+  end
+end

data/lib/linedump/version.rb

@@ -0,0 +1,3 @@
+module Linedump
+  VERSION = "0.1.0"
+end

data/lib/linedump.rb

@@ -0,0 +1,16 @@
+require "linedump/version"
+require "linedump/consumer"
+
+module Linedump
+
+  def self.consumer
+    @@consumer ||= Consumer.new
+  end
+
+  def self.each_line(_stream, &_block)
+    consumer.register_stream _stream, &_block
+    consumer.reload
+    nil
+  end
+
+end

metadata

@@ -0,0 +1,153 @@
+--- !ruby/object:Gem::Specification
+name: linedump
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Ignacio Baixas
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-09-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.4'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: rspec-nc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.11'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.5'
+- !ruby/object:Gem::Dependency
+  name: terminal-notifier-guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+description: linedump allows you to register blocks to consume live output streams,
+  line by line.
+email:
+- ignacio@platan.us
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/linedump.rb
+- lib/linedump/consumer.rb
+- lib/linedump/stream_wrapper.rb
+- lib/linedump/version.rb
+homepage: https://github.com/platanus/linedump-gem
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Process output stream listener helper
+test_files: []