dissever 0.0.1

Sign up to get free protection for your applications and to get access to all the features.
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: c6e11b90b34fa59422743d466e74a17134b70d29
4
+ data.tar.gz: 1c52366dafb9758937f035a8685d709177383c8a
5
+ SHA512:
6
+ metadata.gz: de0d9c6424ef0758e1de4b4a4e75babb014609368ed0db678f336085ab9113f61a434164413af3c222631e17f30485501ffb84c201f530dbbb4eda8402e2dff5
7
+ data.tar.gz: b4bf2be734d9a483a8ef24e9b71afaa434e79df83e8767bd5fe95a00a11c40b8333f68accc463be06da1ee524cd34c9c68b2b117805dd316ca83e9b0fb796cc9
@@ -0,0 +1,5 @@
1
+ pkg/*.gem
2
+ coverage/
3
+ .coveralls.yml
4
+ .bundle
5
+ Gemfile.lock
data/.rspec ADDED
@@ -0,0 +1,2 @@
1
+ --format Fuubar
2
+ --color
@@ -0,0 +1,2 @@
1
+ Encoding:
2
+ Enabled: false
data/Gemfile ADDED
@@ -0,0 +1,4 @@
1
+ source 'https://rubygems.org'
2
+
3
+ gemspec
4
+
data/LICENSE ADDED
@@ -0,0 +1,22 @@
1
+ The MIT License (MIT)
2
+
3
+ Copyright (c) 2015 Les Aker
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in
13
+ all copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
21
+ THE SOFTWARE.
22
+
@@ -0,0 +1,22 @@
1
+ dissever
2
+ =========
3
+
4
+ [![Gem Version](https://img.shields.io/gem/v/dissever.svg)](https://rubygems.org/gems/dissever)
5
+ [![Dependency Status](https://img.shields.io/gemnasium/akerl/dissever.svg)](https://gemnasium.com/akerl/dissever)
6
+ [![Build Status](https://img.shields.io/circleci/project/akerl/dissever.svg)](https://circleci.com/gh/akerl/dissever)
7
+ [![Coverage Status](https://img.shields.io/codecov/c/github/akerl/dissever.svg)](https://codecov.io/github/akerl/dissever)
8
+ [![Code Quality](https://img.shields.io/codacy/.svg)](https://www.codacy.com/app/akerl/dissever)
9
+ [![MIT Licensed](https://img.shields.io/badge/license-MIT-green.svg)](https://tldrlegal.com/license/mit-license)
10
+
11
+ Simple library for multiprocessing tasks
12
+
13
+ ## Usage
14
+
15
+ ## Installation
16
+
17
+ gem install dissever
18
+
19
+ ## License
20
+
21
+ dissever is released under the MIT License. See the bundled LICENSE file for details.
22
+
@@ -0,0 +1,14 @@
1
+ require 'bundler/gem_tasks'
2
+ require 'rspec/core/rake_task'
3
+ require 'rubocop/rake_task'
4
+
5
+ desc 'Run tests'
6
+ RSpec::Core::RakeTask.new(:spec)
7
+
8
+ desc 'Run Rubocop on the gem'
9
+ RuboCop::RakeTask.new(:rubocop) do |task|
10
+ task.patterns = ['lib/**/*.rb', 'spec/**/*.rb']
11
+ task.fail_on_error = true
12
+ end
13
+
14
+ task default: [:spec, :rubocop, :build, :install]
@@ -0,0 +1,12 @@
1
+ dependencies:
2
+ override:
3
+ - 'rvm-exec 1.9.3-p551 bundle install'
4
+ - 'rvm-exec 2.0.0-p645 bundle install'
5
+ - 'rvm-exec 2.1.6 bundle install'
6
+ - 'rvm-exec 2.2.2 bundle install'
7
+ test:
8
+ override:
9
+ - 'rvm-exec 1.9.3-p551 bundle exec rake'
10
+ - 'rvm-exec 2.0.0-p645 bundle exec rake'
11
+ - 'rvm-exec 2.1.6 bundle exec rake'
12
+ - 'rvm-exec 2.2.2 bundle exec rake'
@@ -0,0 +1,21 @@
1
+ Gem::Specification.new do |s|
2
+ s.name = 'dissever'
3
+ s.version = '0.0.1'
4
+ s.date = Time.now.strftime('%Y-%m-%d')
5
+
6
+ s.summary = 'Simple library for multiprocessing tasks'
7
+ s.description = "Simple library for multiprocessing tasks"
8
+ s.authors = ['Les Aker']
9
+ s.email = 'me@lesaker.org'
10
+ s.homepage = 'https://github.com/akerl/dissever'
11
+ s.license = 'MIT'
12
+
13
+ s.files = `git ls-files`.split
14
+ s.test_files = `git ls-files spec/*`.split
15
+
16
+ s.add_development_dependency 'rubocop', '~> 0.35.0'
17
+ s.add_development_dependency 'rake', '~> 10.4.0'
18
+ s.add_development_dependency 'codecov', '~> 0.1.1'
19
+ s.add_development_dependency 'rspec', '~> 3.4.0'
20
+ s.add_development_dependency 'fuubar', '~> 2.0.0'
21
+ end
@@ -0,0 +1,14 @@
1
+ ##
2
+ # This module provides a simple interface to multiprocessing tasks
3
+ module Dissever
4
+ class << self
5
+ ##
6
+ # Insert a helper .new() method for creating a new Processor object
7
+
8
+ def new(*args, &block)
9
+ self::Processor.new(*args, &block)
10
+ end
11
+ end
12
+ end
13
+
14
+ require 'dissever/processor'
@@ -0,0 +1,79 @@
1
+ require 'tempfile'
2
+
3
+ module Dissever
4
+ ##
5
+ # Processor object, for running multiprocessed tasks
6
+ class Processor
7
+ def initialize(params = {}, &block)
8
+ @options = params
9
+ @options[:size] ||= 10
10
+ @targets = block.call
11
+ end
12
+
13
+ def run!
14
+ log '*' * @targets.size
15
+ readers = fork_master
16
+ log
17
+ parse_readers(readers)
18
+ end
19
+
20
+ private
21
+
22
+ def fork_master
23
+ @targets.each_slice(@options[:size]).flat_map { |slice| fork_pool(slice) }
24
+ end
25
+
26
+ def fork_pool(slice)
27
+ res = slice.map do |name, block|
28
+ reader, writer = IO.pipe
29
+ fork { thread_run(reader, writer, name, &block) }
30
+ writer.close
31
+ [name, reader]
32
+ end
33
+ Process.waitall
34
+ res
35
+ end
36
+
37
+ def thread_run(reader, writer, name, &block)
38
+ $PROGRAM_NAME = "#{$PROGRAM_NAME} thread #{name}"
39
+ reader.close
40
+ writer << create_file(block.call)
41
+ writer.close
42
+ log '*', false
43
+ rescue StandardError => e
44
+ error "#{target}: #{e.message}"
45
+ end
46
+
47
+ def create_file(results)
48
+ tempfile = Tempfile.new('dissever')
49
+ ObjectSpace.undefine_finalizer(tempfile)
50
+ tempfile << JSON.dump(results)
51
+ tempfile.close
52
+ tempfile.path
53
+ end
54
+
55
+ def parse_readers(readers)
56
+ files = readers.map { |name, reader| [name, reader.read] }
57
+ files = check_files(files)
58
+ results = files.map { |name, file| [name, JSON.parse(File.read(file))] }
59
+ files.each { |_, file| File.unlink file }
60
+ Hash[results]
61
+ end
62
+
63
+ def check_files(files)
64
+ files, bad_apples = files.partition { |_, file| File.exist?(file) }
65
+ if bad_apples.nil?
66
+ bad_apples.each { |name, _| error "Failed to load results for #{name}" }
67
+ end
68
+ files
69
+ end
70
+
71
+ def log(msg = nil, newline = true)
72
+ STDERR.print("#{msg}#{"\n" if newline}") unless @options[:quiet]
73
+ end
74
+
75
+ def error(msg)
76
+ STDERR.puts msg
77
+ end
78
+ end
79
+ end
@@ -0,0 +1 @@
1
+ require 'spec_helper'
@@ -0,0 +1,11 @@
1
+ if ENV['CI'] == 'true'
2
+ require 'simplecov'
3
+ require 'codecov'
4
+ SimpleCov.formatter = SimpleCov::Formatter::Codecov
5
+ SimpleCov.start do
6
+ add_filter '/spec/'
7
+ end
8
+ end
9
+
10
+ require 'rspec'
11
+ require 'dissever'
metadata ADDED
@@ -0,0 +1,128 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: dissever
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.1
5
+ platform: ruby
6
+ authors:
7
+ - Les Aker
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2015-12-10 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: rubocop
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - "~>"
18
+ - !ruby/object:Gem::Version
19
+ version: 0.35.0
20
+ type: :development
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - "~>"
25
+ - !ruby/object:Gem::Version
26
+ version: 0.35.0
27
+ - !ruby/object:Gem::Dependency
28
+ name: rake
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - "~>"
32
+ - !ruby/object:Gem::Version
33
+ version: 10.4.0
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - "~>"
39
+ - !ruby/object:Gem::Version
40
+ version: 10.4.0
41
+ - !ruby/object:Gem::Dependency
42
+ name: codecov
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - "~>"
46
+ - !ruby/object:Gem::Version
47
+ version: 0.1.1
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - "~>"
53
+ - !ruby/object:Gem::Version
54
+ version: 0.1.1
55
+ - !ruby/object:Gem::Dependency
56
+ name: rspec
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - "~>"
60
+ - !ruby/object:Gem::Version
61
+ version: 3.4.0
62
+ type: :development
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - "~>"
67
+ - !ruby/object:Gem::Version
68
+ version: 3.4.0
69
+ - !ruby/object:Gem::Dependency
70
+ name: fuubar
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - "~>"
74
+ - !ruby/object:Gem::Version
75
+ version: 2.0.0
76
+ type: :development
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - "~>"
81
+ - !ruby/object:Gem::Version
82
+ version: 2.0.0
83
+ description: Simple library for multiprocessing tasks
84
+ email: me@lesaker.org
85
+ executables: []
86
+ extensions: []
87
+ extra_rdoc_files: []
88
+ files:
89
+ - ".gitignore"
90
+ - ".rspec"
91
+ - ".rubocop.yml"
92
+ - Gemfile
93
+ - LICENSE
94
+ - README.md
95
+ - Rakefile
96
+ - circle.yml
97
+ - dissever.gemspec
98
+ - lib/dissever.rb
99
+ - lib/dissever/processor.rb
100
+ - spec/dissever_spec.rb
101
+ - spec/spec_helper.rb
102
+ homepage: https://github.com/akerl/dissever
103
+ licenses:
104
+ - MIT
105
+ metadata: {}
106
+ post_install_message:
107
+ rdoc_options: []
108
+ require_paths:
109
+ - lib
110
+ required_ruby_version: !ruby/object:Gem::Requirement
111
+ requirements:
112
+ - - ">="
113
+ - !ruby/object:Gem::Version
114
+ version: '0'
115
+ required_rubygems_version: !ruby/object:Gem::Requirement
116
+ requirements:
117
+ - - ">="
118
+ - !ruby/object:Gem::Version
119
+ version: '0'
120
+ requirements: []
121
+ rubyforge_project:
122
+ rubygems_version: 2.4.5.1
123
+ signing_key:
124
+ specification_version: 4
125
+ summary: Simple library for multiprocessing tasks
126
+ test_files:
127
+ - spec/dissever_spec.rb
128
+ - spec/spec_helper.rb