nkpart-dget 0.3.0 → 0.3.1

data/VERSION

@@ -1 +1 @@
-0.3.0
+0.3.1

data/dget.gemspec

@@ -5,7 +5,7 @@
 
 Gem::Specification.new do |s|
   s.name = %q{dget}
-  s.version = "0.3.0"
+  s.version = "0.3.1"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Nick Partridge"]
@@ -31,6 +31,7 @@ Gem::Specification.new do |s|
      "lib/dget/googlecode.rb",
      "lib/dget/utils.rb",
      "lib/googlecode.html",
+     "lib/peach.rb",
      "spec/dget_spec.rb",
      "spec/spec_helper.rb",
      "test/test_gh-wiki.rb",

data/lib/dget.rb

@@ -3,6 +3,7 @@ $:.unshift(File.dirname(__FILE__)) unless
 
 %w{rubygems erb nokogiri open-uri}.each { |r| require r }
 
+require 'peach'
 require "dget/utils"
 require "dget/googlecode"
 require "dget/github"

data/lib/dget/github.rb

@@ -1,6 +1,7 @@
 $:.unshift(File.dirname(__FILE__)) unless
   $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
   
+  
 require 'dget'
 module DGet
   
@@ -82,9 +83,10 @@ module DGet
       main_content = root.css('.main').first.fmap(&:inner_html)
       page_list = sidebar(pages)
       i = 0 #todo better way to trace this?
-      page_content = pages.map { |title, id, content_f|
-        i += 1
-        puts "  * [#{i}/#{pages.size}] #{title}"
+      puts "Getting #{pages.size} pages."
+      page_content = pages.pmap(5) { |title, id, content_f|
+        # i += 1
+        # puts "  * [#{i}/#{pages.size}] #{title}"
         "<div id=\"#{id}\">#{content_f[]}</div>"
       }.join
 

data/lib/peach.rb

@@ -0,0 +1,111 @@
+# Copyright (c) 2008 Ben Hughes
+#  
+# Permission is hereby granted, free of charge, to any person
+# obtaining a copy of this software and associated documentation
+# files (the "Software"), to deal in the Software without
+# restriction, including without limitation the rights to use,
+# copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the
+# Software is furnished to do so, subject to the following
+# conditions:
+#  
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#  
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
+# OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+# OTHER DEALINGS IN THE SOFTWARE.
+
+
+module Peach
+  def peach(n = nil, &b)
+    return [] if n == 0 or size == 0
+
+    result = Array.new(size)
+
+    n ||= $peach_default_threads || size
+    div = (size.to_f/n).ceil
+
+    return [] if div == 0
+
+    threads = []
+    max = size - 1
+    offset = 0
+    for i in (0..n-1)
+      threads << Thread.new(offset - div, offset > max ? max : offset) do |lower, upper|
+        for j in lower..upper
+          yield(slice(j))
+        end
+      end
+      offset += div
+    end
+    threads.each { |t| t.join }
+    self
+  end
+
+  def pmap(n = nil, &b)
+    return [] if n == 0
+
+    n ||= $peach_default_threads || size
+    div = (size.to_f/n).ceil
+
+    return [] if div == 0
+
+    result = Array.new(size)
+
+    threads = []
+    max = size - 1
+    offset = div
+    for i in (0..n-1)
+      threads << Thread.new(offset - div, offset > max ? max : offset) do |lower, upper|
+        for j in lower..upper
+          result[j] = yield(slice(j))
+        end
+      end
+      offset += div
+    end
+    threads.each { |t| t.join }
+
+    result
+  end
+
+  def pselect(n = nil, &b)
+    peach_run(:select, b, n)
+  end
+
+  protected
+  def peach_run(meth, b, n = nil)
+    threads, results, result = [],[],[]
+    peach_divvy(n).each_with_index do |x,i|
+      threads << Thread.new { results[i] = x.send(meth, &b)}
+    end
+    threads.each {|t| t.join }
+    results.each {|x| result += x if x}
+    result
+  end
+
+  def peach_divvy(n = nil)
+    return [] if size == 0
+
+    n ||= $peach_default_threads || size
+    n = size if n > size
+
+    lists = []
+
+    div = (size/n).floor
+    offset = 0
+    for i in (0...n-1)
+      lists << slice(offset, div)
+      offset += div
+    end
+    lists << slice(offset...size)
+    lists
+  end
+end
+
+Array.send(:include, Peach)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: nkpart-dget
 version: !ruby/object:Gem::Version 
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors: 
 - Nick Partridge
@@ -44,6 +44,7 @@ files:
 - lib/dget/googlecode.rb
 - lib/dget/utils.rb
 - lib/googlecode.html
+- lib/peach.rb
 - spec/dget_spec.rb
 - spec/spec_helper.rb
 - test/test_gh-wiki.rb