multiprocess-threads 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 437522eb4401d6c4e0ed56f5895bf5ab6d1d29130619a32743db3894470757d6
+  data.tar.gz: d180a170c09cd6212b6530ce36c61663a85f974071206af71bee1262b78255a8
+SHA512:
+  metadata.gz: 4286f37714a22d3af95ae0dd67f1ea956f642e69f5cd3dc8f67125116e1bf53d94ec5a4b67dde4faf639763b32ffb54c875d2fe0e8db70e255c48baf25ba7a8e
+  data.tar.gz: 70be491ecc2a8abff946097383d510326a46bb0197cdfd50428c0d19e652e5cd6a9c1c3fb1dfb7295f9d4ea3c0b4e47897c5fd0c49e7555aede251a828057b29

data/lib/multiprocess-threads.rb

@@ -0,0 +1,69 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'etc'
+require 'English'
+
+module MPThreads
+  # Creates one way channel
+  class Channel
+    def initialize
+      @read_io, @write_io = IO.pipe
+    end
+
+    def read
+      @write_io.close unless @write_io.closed?
+      data = @read_io.gets
+      return nil unless data
+
+      Marshal.load data # rubocop:disable Security/MarshalLoad
+    end
+
+    def write(data)
+      @read_io.close unless @read_io.closed?
+      @write_io << "#{Marshal.dump(data)}#{$RS}"
+    end
+  end
+
+  # Run tasks using multiple processes & threads
+  class Parallel
+    def initialize(&block)
+      @channel = Channel.new
+      @result_callback = block
+    end
+
+    def work(workers_count = 2, &block)
+      spawn_workers(workers_count, &block)
+
+      while (data = @channel.read)
+        @result_callback.call data
+      end
+    end
+
+    def spawn_workers(count, &block)
+      proc_count, thr_count = Parallel.calc_resources count
+      proc_count.times do |i|
+        ::Process.fork do
+          spawn_threads(thr_count, i, &block).each(&:join)
+        end
+      end
+    end
+
+    def spawn_threads(count, proc_i, &block)
+      count.times.map do |i|
+        Thread.new do
+          @channel.instance_exec(proc_i, i, &block)
+        end
+      end
+    end
+
+    class << self
+      def calc_resources(count)
+        kernels_count = Etc.nprocessors
+        proc_count = [count, kernels_count].min
+        thr_count = [1, count / proc_count].max
+        [proc_count, thr_count]
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,43 @@
+--- !ruby/object:Gem::Specification
+name: multiprocess-threads
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Mikhail Yudin
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2022-10-16 00:00:00.000000000 Z
+dependencies: []
+description: More effective threading using multiple processes and channel
+email: fagci.nsk@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/multiprocess-threads.rb
+homepage: https://rubygems.org/gems/multiprocess-threads
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.3.23
+signing_key:
+specification_version: 4
+summary: Multiprocess threads
+test_files: []