threadparty 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e2008a46041e0acd641a6eb250faca96603775ea
+  data.tar.gz: c56d4247d5380cb4aad0855152f43036fe956d86
+SHA512:
+  metadata.gz: a0217fd0dab1b3dbeda22ae827c7019ce9f49085f0004a068ec90a350c33a90c2e1eee69bafea4bc1469d158562f7a54d6975d549a39779a7b97ce91116a9d7f
+  data.tar.gz: 3e961f8948163c0c704498cfb33b2e2978d5932b8fb2e7954089e498e2bc5fd0c88d3982f6dd606ba3a983ef7f8665fdd858d50c9342e898b1a1c70bb07821cc

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.rspec

@@ -0,0 +1 @@
+--color

data/Gemfile

@@ -0,0 +1,14 @@
+source "https://rubygems.org"
+# Add dependencies required to use your gem here.
+# Example:
+#   gem "activesupport", ">= 2.3.5"
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+  gem "rspec", "~> 3.4"
+  gem "rdoc", "~> 3.12"
+  gem "bundler", "~> 1.10"
+  gem "juwelier", "~> 2.1.0"
+  gem "simplecov", ">= 0"
+end

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2016 Aaron Haaf
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,19 @@
+= threadparty
+
+Description goes here.
+
+== Contributing to threadparty
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet.
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it.
+* Fork the project.
+* Start a feature/bugfix branch.
+* Commit and push until you are happy with your contribution.
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+== Copyright
+
+Copyright (c) 2016 Aaron Haaf. See LICENSE.txt for
+further details.
+

data/Rakefile

@@ -0,0 +1,51 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'juwelier'
+Juwelier::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://guides.rubygems.org/specification-reference/ for more options
+  gem.name = "threadparty"
+  gem.homepage = "http://github.com/Everspace/threadparty"
+  gem.license = "MIT"
+  gem.summary = %Q{A ruby DSL to make multithreading just happen.}
+  gem.description = %Q{it does the dsl and things for Thread}
+  gem.email = "aabonh@gmail.com"
+  gem.authors = ["Aaron Haaf"]
+
+  # dependencies defined in Gemfile
+end
+Juwelier::RubygemsDotOrgTasks.new
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:test) do |test|
+  test.pattern = FileList['test/**/test_*.rb']
+end
+
+desc "Code coverage detail"
+task :simplecov do
+  ENV['COVERAGE'] = "true"
+  Rake::Task['test'].execute
+end
+
+task :default => :test
+
+require 'rdoc/task'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "threadparty #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.1.1

data/lib/threadparty.rb

@@ -0,0 +1,99 @@
+require 'threadparty/threadpartyproxy'
+require 'threadparty/partyproxies/processqueue'
+
+##
+#Handles the connection between PartyProxy classes,
+#and how data is passed between them.
+#
+#Thanks to Gabe Berke-Williams and his article at
+# https://robots.thoughtbot.com/writing-a-domain-specific-language-in-ruby
+#for providing the examples and groundwork.
+class ThreadParty
+
+  ##
+  #A list of PartyProxies that need to happen
+  attr_accessor :to_process
+
+  def initialize(&block)
+    @to_process = Array.new
+    add(&block) if block
+    self
+  end
+
+  ##
+  #Append a series PartyProxies to the to_process list.
+  def add(&block)
+    proxy = ThreadPartyProxy.new(self)
+    proxy.instance_eval(&block)
+  end
+
+  ##
+  #Perform XYZ one after another, returning nothing.
+  def sequentially
+    result = []
+    @to_process.each do |party|
+      result << party.execute
+    end
+    result.flatten
+  end
+  alias :conga :sequentially
+
+  ##
+  #Perform XYZ in different threads for maximum threadability.
+  def pooled
+    #WHY NOT USE OURSELF?
+    #BWAHAHAHAHAHA
+    ThreadParty.new do
+      ProcessQueue do
+        collection to_process
+        threads to_process.length
+        perform do |partyproxy|
+          partyproxy.execute()
+        end
+      end
+    end.sequentially
+  end
+
+  ##
+  #Perform all XYZ using the products of X to call Y to call Z,
+  #chaining and iterating on the resultes.
+  #
+  #Example:
+  #  ThreadParty.new do
+  #    ProcessQueue do
+  #      queue s3_objects
+  #      perform do |obj|
+  #        download(obj)
+  #      end
+  #    end
+  #
+  #    ProcessQueue do
+  #       perform fiddle_method
+  #    end
+  #
+  #    ProcessQueue do
+  #      #implicit "queue downloaded_and_fiddled_s3_objects"
+  #      perform do |obj|
+  #        upload_after_fiddle(obj)
+  #      end
+  #    end
+  #  end
+  def iteratively
+    #lets get the party rolling
+    result = @to_process.first.execute()
+    #Now after the party is started,
+    #do everything else.
+    @to_process[1..-1].each do |party|
+      #If a PartyProxy doesn't implement :queue,
+      #it's not a party we want to give our innards to.
+      if party.respond_to?(:queue)
+        result = party.execute(result)
+      else
+        result = party.execute()
+      end
+    end
+    result
+  end
+  alias :polka :iteratively
+
+end

data/lib/threadparty/partyproxies/processqueue.rb

@@ -0,0 +1,51 @@
+require 'threadparty/partyproxy'
+require 'threadparty/queue'
+
+class ProcessQueue < PartyProxy
+  is_proxy
+  dsl_method :perform, :ensure
+  dsl_accessor :queue, :modify_queue
+
+  def initialize
+    super
+    @modify_queue = false
+  end
+
+  def execute(queue_override = nil)
+    raise ArgumentError, 'I don\'t have a perform' unless @perform
+
+    process_queue = Queue.new()
+    result_queue = Queue.new()
+
+    #Oldstuff gets pushed in first
+    [queue_override, @queue].each do |possible_things|
+      case possible_things
+      when Queue
+        possible_things.to_a!
+      else
+        possible_things.to_a
+      end.each do |thing|
+        process_queue.push(thing)
+      end
+    end
+
+    threaded do |number|
+      while item = process_queue.pop(true)
+        case @perform.arity
+        when 0
+          result_queue << @perform.call()
+        when 1
+          result_queue << @perform.call(
+              @modify_queue ? process_queue : item
+            )
+        else
+          result_queue << @perform.call(
+              @modify_queue ? process_queue : item,
+              *item
+            )
+        end
+      end
+    end
+    result_queue.to_a!
+  end
+end

data/lib/threadparty/partyproxy.rb

@@ -0,0 +1,81 @@
+require 'thread'
+require 'threadparty/threadpartyproxy'
+
+class PartyProxy
+
+  # Allow for for an easy way to add dsl words that are simply
+  # setters.
+  #
+  # class PartyProxyChild < PartyProxy
+  #    dsl_accessor :set_this
+  # end
+  #
+  # PartyProxyChild do
+  #  set_this value
+  # end
+  #
+  # This also defines get_#{symbol} to allow for
+  # "normal" access to the variable outside of dsl context.
+  def self.dsl_accessor(*symbols)
+    symbols.each do |symbol|
+      instance_symbol = "@#{symbol}".to_sym
+      define_method(symbol) do |value|
+        instance_variable_set(instance_symbol, value)
+      end
+    end
+  end
+
+  ##
+  # Method that is a nice way to say that I'm going to be
+  # a proxy.
+  def self.is_proxy
+    ThreadPartyProxy.add_proxy_reciever self
+  end
+
+  # Allow for for an easy way to add dsl methods that are blocks.
+  #
+  # class PartyProxyChild < PartyProxy
+  #    dsl_method :do_this
+  # end
+  #
+  # PartyProxyChild do
+  #  collection ["left", "right"]
+  #  do_this {|hand| puts "your #{hand} in!"}
+  # end
+  #
+  def self.dsl_method(*symbols)
+    symbols.each do |symbol|
+      instance_symbol = "@#{symbol}".to_sym
+      define_method symbol do |&block|
+        instance_variable_set instance_symbol, block
+      end
+    end
+  end
+
+  dsl_accessor :abort_on_exception, :threads, :join
+
+  def initialize
+    @abort_on_exception = false
+    @join = true
+    @threads = 8
+  end
+
+
+  def threaded
+    threads = (0...@threads).collect do |number|
+      Thread.new do
+        Thread.current.abort_on_exception = @abort_on_exception
+        begin
+          yield number
+        rescue ThreadError
+        end
+      end
+    end
+    threads.each(&:join) if @join
+  end
+
+  #Execute should return the results of each thread's to-do.
+  def execute
+  end
+
+end

data/lib/threadparty/queue.rb

@@ -0,0 +1,9 @@
+class Queue
+	def to_a!
+		a = Array.new
+		while !empty?
+			a.push pop()
+		end
+		a
+	end
+end

data/lib/threadparty/threadpartyproxy.rb

@@ -0,0 +1,34 @@
+require 'objspace'
+require 'threadparty/partyproxy'
+
+##
+#The DSL resolver for ThreadParty.
+#
+#It handles adding classes that inherited PartyProxy to the DSL,
+#and executing them
+class ThreadPartyProxy
+  @thread_party
+  @@proxables = {}
+
+  def initialize(pool_party)
+    @thread_party = pool_party
+  end
+
+  def self.add_proxy_reciever(klass)
+    @@proxables[klass.name.to_sym] = klass
+  end
+
+  def method_missing(name, *args, &block)
+    if @@proxables.has_key?(name) then
+      perform_proxy(name, &block)
+    else
+      raise ArgumentError, "The bouncer says \"#{name}\" is not allowed at the thread party.\nIt is not inherited from PartyProxy"
+    end
+  end
+
+  def perform_proxy(a_class, &block)
+    party = @@proxables[a_class].new
+    party.instance_eval(&block)
+    @thread_party.to_process << party
+  end
+end

data/test/helper.rb

@@ -0,0 +1,31 @@
+require 'simplecov'
+
+module SimpleCov::Configuration
+  def clean_filters
+    @filters = []
+  end
+end
+
+SimpleCov.configure do
+  clean_filters
+  load_profile 'test_frameworks'
+end
+
+ENV["COVERAGE"] && SimpleCov.start do
+  add_filter "/.rvm/"
+end
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+#require 'test/unit'
+require 'rspec'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'threadparty'

data/test/test_threadparty.rb

@@ -0,0 +1,70 @@
+require_relative 'helper'
+
+RSpec.describe ThreadParty, '#init' do
+  context "regardless on how you call it" do
+    number_work = Proc.new {|i| sleep((i % 4) * 0.01); i * 2}
+    string_work = Proc.new {|s| s}
+    partyA = ThreadParty.new()
+    partyA.add do
+      ProcessQueue do
+        queue 0..20
+        perform &number_work
+      end
+    end
+
+    partyA.add do
+      ProcessQueue do
+        queue 'A'..'Q'
+        perform &string_work
+      end
+    end
+
+    partyB = ThreadParty.new()
+    partyB.add do
+      ProcessQueue do
+        queue 0..20
+        perform &number_work
+      end
+      ProcessQueue do
+        queue 'A'..'Q'
+        perform &string_work
+      end
+    end
+
+    pAs = partyA.sequentially.group_by{|i| i.class}
+    pAi = partyA.iteratively.group_by{|i| i.class}
+
+    pBs = partyB.sequentially.group_by{|i| i.class}
+    pBi = partyB.iteratively.group_by{|i| i.class}
+
+    pCs = ThreadParty.new{
+      ProcessQueue do
+        queue 0..20
+        perform &number_work
+      end
+      ProcessQueue do
+        queue 'A'..'Q'
+        perform &string_work
+      end
+    }.sequentially.group_by{|i| i.class}
+
+    pCi = ThreadParty.new{
+      ProcessQueue do
+        queue 0..20
+        perform &number_work
+      end
+      ProcessQueue do
+        queue 'A'..'Q'
+        perform &string_work
+      end
+    }.iteratively.group_by{|i| i.class}
+
+
+    it "the results are the same when sorted" do
+      expect(pAs[Fixnum].sort).to eq pBs[Fixnum].sort
+      expect(pAs[Fixnum].sort).to eq pCs[Fixnum].sort
+      expect(pAi[Fixnum].sort).to eq pBi[Fixnum].sort
+      expect(pAi[Fixnum].sort).to eq pCi[Fixnum].sort
+    end
+  end
+end

data/threadparty.gemspec

@@ -0,0 +1,67 @@
+# Generated by juwelier
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Juwelier::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+# stub: threadparty 0.1.1 ruby lib
+
+Gem::Specification.new do |s|
+  s.name = "threadparty".freeze
+  s.version = "0.1.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
+  s.require_paths = ["lib".freeze]
+  s.authors = ["Aaron Haaf".freeze]
+  s.date = "2016-10-11"
+  s.description = "it does the dsl and things for Thread".freeze
+  s.email = "aabonh@gmail.com".freeze
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+    ".rspec",
+    "Gemfile",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "lib/threadparty.rb",
+    "lib/threadparty/partyproxies/processqueue.rb",
+    "lib/threadparty/partyproxy.rb",
+    "lib/threadparty/queue.rb",
+    "lib/threadparty/threadpartyproxy.rb",
+    "test/helper.rb",
+    "test/test_threadparty.rb",
+    "threadparty.gemspec"
+  ]
+  s.homepage = "http://github.com/Everspace/threadparty".freeze
+  s.licenses = ["MIT".freeze]
+  s.rubygems_version = "2.6.7".freeze
+  s.summary = "A ruby DSL to make multithreading just happen.".freeze
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 4
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<rspec>.freeze, ["~> 3.4"])
+      s.add_development_dependency(%q<rdoc>.freeze, ["~> 3.12"])
+      s.add_development_dependency(%q<bundler>.freeze, ["~> 1.10"])
+      s.add_development_dependency(%q<juwelier>.freeze, ["~> 2.1.0"])
+      s.add_development_dependency(%q<simplecov>.freeze, [">= 0"])
+    else
+      s.add_dependency(%q<rspec>.freeze, ["~> 3.4"])
+      s.add_dependency(%q<rdoc>.freeze, ["~> 3.12"])
+      s.add_dependency(%q<bundler>.freeze, ["~> 1.10"])
+      s.add_dependency(%q<juwelier>.freeze, ["~> 2.1.0"])
+      s.add_dependency(%q<simplecov>.freeze, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<rspec>.freeze, ["~> 3.4"])
+    s.add_dependency(%q<rdoc>.freeze, ["~> 3.12"])
+    s.add_dependency(%q<bundler>.freeze, ["~> 1.10"])
+    s.add_dependency(%q<juwelier>.freeze, ["~> 2.1.0"])
+    s.add_dependency(%q<simplecov>.freeze, [">= 0"])
+  end
+end
+

metadata

@@ -0,0 +1,130 @@
+--- !ruby/object:Gem::Specification
+name: threadparty
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Aaron Haaf
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-10-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.12'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: juwelier
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.1.0
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: it does the dsl and things for Thread
+email: aabonh@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.rdoc
+files:
+- ".document"
+- ".rspec"
+- Gemfile
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- VERSION
+- lib/threadparty.rb
+- lib/threadparty/partyproxies/processqueue.rb
+- lib/threadparty/partyproxy.rb
+- lib/threadparty/queue.rb
+- lib/threadparty/threadpartyproxy.rb
+- test/helper.rb
+- test/test_threadparty.rb
+- threadparty.gemspec
+homepage: http://github.com/Everspace/threadparty
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.7
+signing_key: 
+specification_version: 4
+summary: A ruby DSL to make multithreading just happen.
+test_files: []