multi_process 0.5.0 → 1.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: b79dfed9809a87ffa684f477aa18f52ab0874998
-  data.tar.gz: a2499bf8685aaa502893af7848d7de805e104e5a
+SHA256:
+  metadata.gz: ea43e9440c1ed8b4e62d74a24514447389c104eddc20df1870f14ef8316f90e7
+  data.tar.gz: 52de1eb70c9832e2ef8e0fcd53fe247905342bf45a28b40b852365d413a68136
 SHA512:
-  metadata.gz: 12f8ae434f79b4168460722d3cff268ae2b230084e89ff000e9c758a3d8f625d47bf3a7d0a8169db4e2e6df36e61e1e0920f8192c89cdb526a814f4d3789d07d
-  data.tar.gz: 10e081ebeb820e7563fd9c91c50c962216283c7cee939da51b8adbcc74e49d72d983e6df9e4415c71f6b383e4ebaa5e8069b3968fdbff76b9e17e2a1fce19f0a
+  metadata.gz: 2ed3835793ff96ab2696b4521f93961f46267c4e75d5baa44c5bc45082c888bfbd691ac7d730596377727863c3b9f6b8d33943cdbaf55f49c560979c6affe0be
+  data.tar.gz: 95f65e1e3e3c2afb26ca37e99706271774bd949111260a02468036b86fe6e51ddf4cedfa58089154b626217d58e7e72b0affae12f60b4d17424cefffb096b716

data/CHANGELOG.md

@@ -0,0 +1,20 @@
+# Changelog
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [Unreleased]
+### Fixed
+- Replaced deprecated `#with_clean_env` method
+
+## [1.1.0] - 2020-11-19
+### Added
+- Add support for IPv6 by using the hostname instead of the loopback IPv4 address (#2)
+
+## 1.0.0 - 2019-05-13
+### Fixed
+- Possible concurrent hash modification while iterating (#1)
+
+[Unreleased]: https://github.com/jgraichen/multi_process/compare/v1.1.0...HEAD
+[1.1.0]: https://github.com/jgraichen/multi_process/compare/v1.0.0...v1.1.0

data/README.md

@@ -39,7 +39,7 @@ group.stop  # Stop processes
 (23314) rubyC | Output from C
 (23311) rubyB | Output from B
 (23308) rubyA | Output from A
-``
+```
 
 ## Contributing
 
@@ -51,7 +51,7 @@ group.stop  # Stop processes
 
 ## License
 
-Copyright (C) 2014  Jan Graichen
+Copyright (C) 2019  Jan Graichen
 
 This program is free software: you can redistribute it and/or modify
 it under the terms of the GNU General Public License as published by

data/lib/multi_process.rb

@@ -4,6 +4,7 @@ require 'childprocess'
 module MultiProcess
   DEFAULT_TIMEOUT = 60
 
+  require 'multi_process/loop'
   require 'multi_process/group'
   require 'multi_process/receiver'
   require 'multi_process/nil_receiver'

data/lib/multi_process/group.rb

@@ -35,8 +35,8 @@ module MultiProcess
     #
     # @param process [Process, Array<Process>] New process or processes.
     #
-    def <<(processes)
-      Array(processes).flatten.each do |process|
+    def <<(procs)
+      Array(procs).flatten.each do |process|
         processes << process
         process.receiver = receiver
 
@@ -95,7 +95,7 @@ module MultiProcess
     # If timeout is given process will be terminated using {#stop}
     # when timeout error is raised.
     #
-    def run(**kwargs)
+    def run(delay: nil, timeout: nil)
       if partition > 0
         partition.times.map do
           Thread.new do
@@ -105,8 +105,8 @@ module MultiProcess
           end
         end.each(&:join)
       else
-        start(**kwargs)
-        wait(**kwargs)
+        start delay: delay
+        wait timeout: timeout
       end
     ensure
       stop

data/lib/multi_process/logger.rb

@@ -16,6 +16,8 @@ module MultiProcess
       @out   = args[0] || $stdout
       @err   = args[1] || $stderr
 
+      @colwidth = 0
+
       super()
     end
 
@@ -32,6 +34,10 @@ module MultiProcess
       end
     end
 
+    def connected(process, _)
+      @colwidth = [process.title.to_s.length, @colwidth].max
+    end
+
     def read(pipe)
       pipe.gets
     end
@@ -43,26 +49,27 @@ module MultiProcess
     private
 
     def output(process, line, opts = {})
-      @mutex.synchronize do
-        opts[:delimiter]   ||= ' |'
-        name = if opts[:name]
-                 opts[:name].to_s.dup
+      opts[:delimiter]   ||= ' |'
+      name = if opts[:name]
+               opts[:name].to_s.dup
+             else
+               if process
+                 process.title.to_s.rjust(@colwidth, ' ')
                else
-                 max = @readers.values.map { |h| h[:process] ? h[:process].title.length : 0 }.max
-                 process ? process.title.to_s.rjust(max, ' ') : (' ' * max)
-        end
+                 (' ' * @colwidth)
+               end
+             end
 
-        io = opts[:io] || @out
-        if @last_name == name && collapse?
-          io.print " #{' ' * name.length} #{opts[:delimiter]} "
-        else
-          io.print " #{name} #{opts[:delimiter]} "
-        end
-        io.puts line
-        io.flush
-
-        @last_name = name
+      io = opts[:io] || @out
+      if @last_name == name && collapse?
+        io.print " #{' ' * name.length} #{opts[:delimiter]} "
+      else
+        io.print " #{name} #{opts[:delimiter]} "
       end
+      io.puts line
+      io.flush
+
+      @last_name = name
     end
 
     class << self

data/lib/multi_process/loop.rb

@@ -0,0 +1,39 @@
+require 'nio'
+
+module MultiProcess
+  class Loop
+    def initialize
+      @selector = ::NIO::Selector.new
+
+      Thread.new do
+        loop do
+          @selector.select(30.0) do |monitor|
+            if monitor.io.eof?
+              @selector.deregister(monitor.io)
+              monitor.value.call(:eof, monitor)
+            else
+              monitor.value.call(:ready, monitor)
+            end
+          end
+
+          # Wait very short time to allow scheduling another thread
+          sleep(0.001)
+        end
+      end
+    end
+
+    def watch(io, &block)
+      @selector.wakeup
+      @selector.register(io, :r).tap do |monitor|
+        monitor.value = block
+        monitor.value.call(:registered, monitor)
+      end
+    end
+
+    class << self
+      def instance
+        @instance ||= new
+      end
+    end
+  end
+end

data/lib/multi_process/process.rb

@@ -190,7 +190,7 @@ module MultiProcess
       childprocess.cwd = dir
 
       if clean_env?
-        Bundler.with_clean_env { childprocess.start }
+        Bundler.with_original_env { childprocess.start }
       else
         childprocess.start
       end

data/lib/multi_process/process/rails.rb

@@ -44,7 +44,7 @@ class MultiProcess::Process
     def available?
       fail ArgumentError.new "Cannot check availability for port #{port}." if port == 0
 
-      TCPSocket.new('127.0.0.1', port).close
+      TCPSocket.new('localhost', port).close
       true
     rescue Errno::ECONNREFUSED, Errno::EHOSTUNREACH
       false
@@ -67,7 +67,7 @@ class MultiProcess::Process
 
     def free_port
       socket = Socket.new(:INET, :STREAM, 0)
-      socket.bind(Addrinfo.tcp('127.0.0.1', 0))
+      socket.bind(Addrinfo.tcp('localhost', 0))
       socket.local_address.ip_port
     ensure
       socket.close if socket

data/lib/multi_process/receiver.rb

@@ -3,36 +3,6 @@ module MultiProcess
   # actions on event and output.
   #
   class Receiver
-    # Mutex to synchronize operations.
-    #
-    attr_reader :mutex
-
-    def initialize
-      @mutex   = Mutex.new
-      @readers = {}
-
-      Thread.new do
-        begin
-          loop do
-            io = IO.select(@readers.keys, nil, nil, 0.1)
-            (io.nil? ? [] : io.first).each do |reader|
-              op = @readers[reader]
-
-              if reader.eof?
-                @readers.delete_if { |key, _value| key == reader }
-                removed op[:process], op[:name]
-              else
-                received op[:process], op[:name], read(reader)
-              end
-            end
-          end
-        rescue Exception => ex
-          puts ex.message
-          puts ex.backtrace
-        end
-      end
-    end
-
     # Request a new pipe writer for given process and name.
     #
     # @param process [ Process ] Process requesting pipe.
@@ -41,8 +11,18 @@ module MultiProcess
     #
     def pipe(process, name)
       reader, writer = IO.pipe
-      @readers[reader] = { name: name, process: process }
-      connected process, name
+
+      Loop.instance.watch(reader) do |action, monitor|
+        case action
+        when :registered
+          connected(process, name)
+        when :ready
+          received(process, name, read(monitor.io))
+        when :eof
+          removed(process, name)
+        end
+      end
+
       writer
     end
 

data/lib/multi_process/version.rb

@@ -1,8 +1,8 @@
 module MultiProcess
   module VERSION
-    MAJOR = 0
-    MINOR = 5
-    PATCH = 0
+    MAJOR = 1
+    MINOR = 1
+    PATCH = 1
     STAGE = nil
     STRING = [MAJOR, MINOR, PATCH, STAGE].reject(&:nil?).join('.')
 

data/multi_process.gemspec

@@ -20,6 +20,7 @@ Gem::Specification.new do |spec|
 
   spec.add_runtime_dependency 'activesupport', '>= 3.1'
   spec.add_runtime_dependency 'childprocess'
+  spec.add_runtime_dependency 'nio4r', '~> 2.0'
 
-  spec.add_development_dependency 'bundler', '~> 1.5'
+  spec.add_development_dependency 'bundler'
 end

data/spec/multi_process_spec.rb

@@ -7,17 +7,17 @@ describe MultiProcess do
     logger = MultiProcess::Logger.new writer, collapse: false
     group  = MultiProcess::Group.new receiver: logger
     group << MultiProcess::Process.new(%w(ruby spec/files/test.rb A), title: 'rubyA')
-    group << MultiProcess::Process.new(%w(ruby spec/files/test.rb B), title: 'rubyB')
-    group << MultiProcess::Process.new(%w(ruby spec/files/test.rb C), title: 'rubyC')
+    group << MultiProcess::Process.new(%w(ruby spec/files/test.rb B), title: 'rubyBB')
+    group << MultiProcess::Process.new(%w(ruby spec/files/test.rb C), title: 'rubyCCC')
     group.run
 
-    expect(reader.read_nonblock(4096).split("\n")).to match_array <<-EOF.gsub(/^\s+/, ' ').split("\n")
-    rubyB  | Output from B
-    rubyA  | Output from A
-    rubyA  | Output from A
-    rubyC  | Output from C
-    rubyC  | Output from C
-    rubyB  | Output from B
+    expect(reader.read_nonblock(4096).split("\n")).to match_array <<-EOF.gsub(/^\s+\./, '').split("\n")
+    .  rubyBB  | Output from B
+    .   rubyA  | Output from A
+    .   rubyA  | Output from A
+    . rubyCCC  | Output from C
+    . rubyCCC  | Output from C
+    .  rubyBB  | Output from B
     EOF
   end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multi_process
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 1.1.1
 platform: ruby
 authors:
 - Jan Graichen
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-30 00:00:00.000000000 Z
+date: 2020-12-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -39,19 +39,33 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: nio4r
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.5'
-  type: :development
+        version: '2.0'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.5'
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Handle multiple child processes.
 email:
 - jg@altimos.de
@@ -60,6 +74,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- CHANGELOG.md
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -67,6 +82,7 @@ files:
 - lib/multi_process.rb
 - lib/multi_process/group.rb
 - lib/multi_process/logger.rb
+- lib/multi_process/loop.rb
 - lib/multi_process/nil_receiver.rb
 - lib/multi_process/process.rb
 - lib/multi_process/process/bundle_exec.rb
@@ -99,8 +115,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.6
+rubygems_version: 3.2.1
 signing_key: 
 specification_version: 4
 summary: Handle multiple child processes.