yunhe 0.0.1

data/doc/js/search.js

@@ -0,0 +1,109 @@
+Search = function(data, input, result) {
+  this.data = data;
+  this.$input = $(input);
+  this.$result = $(result);
+
+  this.$current = null;
+  this.$view = this.$result.parent();
+  this.searcher = new Searcher(data.index);
+  this.init();
+}
+
+Search.prototype = $.extend({}, Navigation, new function() {
+  var suid = 1;
+
+  this.init = function() {
+    var _this = this;
+    var observer = function(e) {
+      switch(e.originalEvent.keyCode) {
+        case 38: // Event.KEY_UP
+        case 40: // Event.KEY_DOWN
+          return;
+      }
+      _this.search(_this.$input[0].value);
+    };
+    this.$input.keyup(observer);
+    this.$input.click(observer); // mac's clear field
+
+    this.searcher.ready(function(results, isLast) {
+      _this.addResults(results, isLast);
+    })
+
+    this.initNavigation();
+    this.setNavigationActive(false);
+  }
+
+  this.search = function(value, selectFirstMatch) {
+    value = jQuery.trim(value).toLowerCase();
+    if (value) {
+      this.setNavigationActive(true);
+    } else {
+      this.setNavigationActive(false);
+    }
+
+    if (value == '') {
+      this.lastQuery = value;
+      this.$result.empty();
+      this.$result.attr('aria-expanded', 'false');
+      this.setNavigationActive(false);
+    } else if (value != this.lastQuery) {
+      this.lastQuery = value;
+      this.$result.attr('aria-busy',     'true');
+      this.$result.attr('aria-expanded', 'true');
+      this.firstRun = true;
+      this.searcher.find(value);
+    }
+  }
+
+  this.addResults = function(results, isLast) {
+    var target = this.$result.get(0);
+    if (this.firstRun && (results.length > 0 || isLast)) {
+      this.$current = null;
+      this.$result.empty();
+    }
+
+    for (var i=0, l = results.length; i < l; i++) {
+      var item = this.renderItem.call(this, results[i]);
+      item.setAttribute('id', 'search-result-' + target.childElementCount);
+      target.appendChild(item);
+    };
+
+    if (this.firstRun && results.length > 0) {
+      this.firstRun = false;
+      this.$current = $(target.firstChild);
+      this.$current.addClass('search-selected');
+    }
+    if (jQuery.browser.msie) this.$element[0].className += '';
+
+    if (isLast) this.$result.attr('aria-busy', 'false');
+  }
+
+  this.move = function(isDown) {
+    if (!this.$current) return;
+    var $next = this.$current[isDown ? 'next' : 'prev']();
+    if ($next.length) {
+      this.$current.removeClass('search-selected');
+      $next.addClass('search-selected');
+      this.$input.attr('aria-activedescendant', $next.attr('id'));
+      this.scrollIntoView($next[0], this.$view[0]);
+      this.$current = $next;
+      this.$input.val($next[0].firstChild.firstChild.text);
+      this.$input.select();
+    }
+    return true;
+  }
+
+  this.hlt = function(html) {
+    return this.escapeHTML(html).
+      replace(/\u0001/g, '<em>').
+      replace(/\u0002/g, '</em>');
+  }
+
+  this.escapeHTML = function(html) {
+    return html.replace(/[&<>]/g, function(c) {
+      return '&#' + c.charCodeAt(0) + ';';
+    });
+  }
+
+});
+

data/doc/js/search_index.js

@@ -0,0 +1 @@
+var search_data = {"index":{"searchIndex":["yunhe","consumer","core","producer","build()","consume_with()","new()","new()","new()","produce_by()","terminate()","gemfile","readme","yunhe.gemspec"],"longSearchIndex":["yunhe","yunhe::consumer","yunhe::core","yunhe::producer","yunhe#build()","yunhe::core#consume_with()","yunhe::consumer::new()","yunhe::core::new()","yunhe::producer::new()","yunhe::core#produce_by()","yunhe::core#terminate()","","",""],"info":[["Yunhe","","Yunhe.html","",""],["Yunhe::Consumer","","Yunhe/Consumer.html","",""],["Yunhe::Core","","Yunhe/Core.html","","<p>The core class that manages the producers and consumers.\n"],["Yunhe::Producer","","Yunhe/Producer.html","",""],["build","Yunhe","Yunhe.html#method-i-build","(options={})",""],["consume_with","Yunhe::Core","Yunhe/Core.html#method-i-consume_with","(&task)","<p>Set the consumer task &amp;task: The task that procceed the resources.\nShould take the resource as a …\n"],["new","Yunhe::Consumer","Yunhe/Consumer.html#method-c-new","(queue, block)",""],["new","Yunhe::Core","Yunhe/Core.html#method-c-new","(options)","<p>Initialize a new yunhe core with options: :producer_size      =&gt; Size of\nthe producer pool :consumer_size …\n"],["new","Yunhe::Producer","Yunhe/Producer.html#method-c-new","(queue, block)",""],["produce_by","Yunhe::Core","Yunhe/Core.html#method-i-produce_by","(&task)","<p>Set the producer task &amp;task: The task that produces a new resource.\nShould have the resource returned: …\n"],["terminate","Yunhe::Core","Yunhe/Core.html#method-i-terminate","()","<p>Stop the yunhe core. Kill all producer/consumer threads, and clear the\nbuffer queue.\n"],["Gemfile","","Gemfile.html","","<p>source &#39;ruby.taobao.org&#39;\n<p>gem &#39;minitest&#39;, :group =&gt; :test\n"],["README","","README_md.html","","<p>Yunhe\n"],["yunhe.gemspec","","yunhe_gemspec.html","","<p>$LOAD_PATH.push File.expand_path(&#39;../lib&#39;, __FILE__) require\n&#39;yunhe/version&#39;\n<p>Gem::Specification.new …\n"]]}}

data/doc/js/searcher.js

@@ -0,0 +1,228 @@
+Searcher = function(data) {
+  this.data = data;
+  this.handlers = [];
+}
+
+Searcher.prototype = new function() {
+  // search is performed in chunks of 1000 for non-blocking user input
+  var CHUNK_SIZE = 1000;
+  // do not try to find more than 100 results
+  var MAX_RESULTS = 100;
+  var huid = 1;
+  var suid = 1;
+  var runs = 0;
+
+  this.find = function(query) {
+    var queries = splitQuery(query);
+    var regexps = buildRegexps(queries);
+    var highlighters = buildHilighters(queries);
+    var state = { from: 0, pass: 0, limit: MAX_RESULTS, n: suid++};
+    var _this = this;
+
+    this.currentSuid = state.n;
+
+    if (!query) return;
+
+    var run = function() {
+      // stop current search thread if new search started
+      if (state.n != _this.currentSuid) return;
+
+      var results =
+        performSearch(_this.data, regexps, queries, highlighters, state);
+      var hasMore = (state.limit > 0 && state.pass < 4);
+
+      triggerResults.call(_this, results, !hasMore);
+      if (hasMore) {
+        setTimeout(run, 2);
+      }
+      runs++;
+    };
+    runs = 0;
+
+    // start search thread
+    run();
+  }
+
+  /*  ----- Events ------  */
+  this.ready = function(fn) {
+    fn.huid = huid;
+    this.handlers.push(fn);
+  }
+
+  /*  ----- Utilities ------  */
+  function splitQuery(query) {
+    return jQuery.grep(query.split(/(\s+|::?|\(\)?)/), function(string) {
+      return string.match(/\S/)
+    });
+  }
+
+  function buildRegexps(queries) {
+    return jQuery.map(queries, function(query) {
+      return new RegExp(query.replace(/(.)/g, '([$1])([^$1]*?)'), 'i')
+    });
+  }
+
+  function buildHilighters(queries) {
+    return jQuery.map(queries, function(query) {
+      return jQuery.map(query.split(''), function(l, i) {
+        return '\u0001$' + (i*2+1) + '\u0002$' + (i*2+2);
+      }).join('');
+    });
+  }
+
+  // function longMatchRegexp(index, longIndex, regexps) {
+  //     for (var i = regexps.length - 1; i >= 0; i--){
+  //         if (!index.match(regexps[i]) && !longIndex.match(regexps[i])) return false;
+  //     };
+  //     return true;
+  // }
+
+
+  /*  ----- Mathchers ------  */
+
+  /*
+   * This record matches if the index starts with queries[0] and the record
+   * matches all of the regexps
+   */
+  function matchPassBeginning(index, longIndex, queries, regexps) {
+    if (index.indexOf(queries[0]) != 0) return false;
+    for (var i=1, l = regexps.length; i < l; i++) {
+      if (!index.match(regexps[i]) && !longIndex.match(regexps[i]))
+        return false;
+    };
+    return true;
+  }
+
+  /*
+   * This record matches if the longIndex starts with queries[0] and the
+   * longIndex matches all of the regexps
+   */
+  function matchPassLongIndex(index, longIndex, queries, regexps) {
+    if (longIndex.indexOf(queries[0]) != 0) return false;
+    for (var i=1, l = regexps.length; i < l; i++) {
+      if (!longIndex.match(regexps[i]))
+        return false;
+    };
+    return true;
+  }
+
+  /*
+   * This record matches if the index contains queries[0] and the record
+   * matches all of the regexps
+   */
+  function matchPassContains(index, longIndex, queries, regexps) {
+    if (index.indexOf(queries[0]) == -1) return false;
+    for (var i=1, l = regexps.length; i < l; i++) {
+      if (!index.match(regexps[i]) && !longIndex.match(regexps[i]))
+        return false;
+    };
+    return true;
+  }
+
+  /*
+   * This record matches if regexps[0] matches the index and the record
+   * matches all of the regexps
+   */
+  function matchPassRegexp(index, longIndex, queries, regexps) {
+    if (!index.match(regexps[0])) return false;
+    for (var i=1, l = regexps.length; i < l; i++) {
+      if (!index.match(regexps[i]) && !longIndex.match(regexps[i]))
+        return false;
+    };
+    return true;
+  }
+
+
+  /*  ----- Highlighters ------  */
+  function highlightRegexp(info, queries, regexps, highlighters) {
+    var result = createResult(info);
+    for (var i=0, l = regexps.length; i < l; i++) {
+      result.title = result.title.replace(regexps[i], highlighters[i]);
+      result.namespace = result.namespace.replace(regexps[i], highlighters[i]);
+    };
+    return result;
+  }
+
+  function hltSubstring(string, pos, length) {
+    return string.substring(0, pos) + '\u0001' + string.substring(pos, pos + length) + '\u0002' + string.substring(pos + length);
+  }
+
+  function highlightQuery(info, queries, regexps, highlighters) {
+    var result = createResult(info);
+    var pos = 0;
+    var lcTitle = result.title.toLowerCase();
+
+    pos = lcTitle.indexOf(queries[0]);
+    if (pos != -1) {
+      result.title = hltSubstring(result.title, pos, queries[0].length);
+    }
+
+    result.namespace = result.namespace.replace(regexps[0], highlighters[0]);
+    for (var i=1, l = regexps.length; i < l; i++) {
+      result.title = result.title.replace(regexps[i], highlighters[i]);
+      result.namespace = result.namespace.replace(regexps[i], highlighters[i]);
+    };
+    return result;
+  }
+
+  function createResult(info) {
+    var result = {};
+    result.title = info[0];
+    result.namespace = info[1];
+    result.path = info[2];
+    result.params = info[3];
+    result.snippet = info[4];
+    return result;
+  }
+
+  /*  ----- Searching ------  */
+  function performSearch(data, regexps, queries, highlighters, state) {
+    var searchIndex = data.searchIndex;
+    var longSearchIndex = data.longSearchIndex;
+    var info = data.info;
+    var result = [];
+    var i = state.from;
+    var l = searchIndex.length;
+    var togo = CHUNK_SIZE;
+    var matchFunc, hltFunc;
+
+    while (state.pass < 4 && state.limit > 0 && togo > 0) {
+      if (state.pass == 0) {
+        matchFunc = matchPassBeginning;
+        hltFunc = highlightQuery;
+      } else if (state.pass == 1) {
+        matchFunc = matchPassLongIndex;
+        hltFunc = highlightQuery;
+      } else if (state.pass == 2) {
+        matchFunc = matchPassContains;
+        hltFunc = highlightQuery;
+      } else if (state.pass == 3) {
+        matchFunc = matchPassRegexp;
+        hltFunc = highlightRegexp;
+      }
+
+      for (; togo > 0 && i < l && state.limit > 0; i++, togo--) {
+        if (info[i].n == state.n) continue;
+        if (matchFunc(searchIndex[i], longSearchIndex[i], queries, regexps)) {
+          info[i].n = state.n;
+          result.push(hltFunc(info[i], queries, regexps, highlighters));
+          state.limit--;
+        }
+      };
+      if (searchIndex.length <= i) {
+        state.pass++;
+        i = state.from = 0;
+      } else {
+        state.from = i;
+      }
+    }
+    return result;
+  }
+
+  function triggerResults(results, isLast) {
+    jQuery.each(this.handlers, function(i, fn) {
+      fn.call(this, results, isLast)
+    })
+  }
+}
+

data/doc/table_of_contents.html

@@ -0,0 +1,101 @@
+<!DOCTYPE html>
+
+<html>
+<head>
+<meta charset="UTF-8">
+
+<title>Table of Contents - RDoc Documentation</title>
+
+<script type="text/javascript">
+  var rdoc_rel_prefix = "./";
+</script>
+
+<script src="./js/jquery.js"></script>
+<script src="./js/darkfish.js"></script>
+
+<link href="./css/fonts.css" rel="stylesheet">
+<link href="./css/rdoc.css" rel="stylesheet">
+
+
+
+<body id="top" class="table-of-contents">
+<main role="main">
+<h1 class="class">Table of Contents - RDoc Documentation</h1>
+
+<h2 id="pages">Pages</h2>
+<ul>
+  <li class="file">
+    <a href="Gemfile.html">Gemfile</a>
+  </li>
+    <li class="file">
+    <a href="README_md.html">README</a>
+  </li>
+    <li class="file">
+    <a href="yunhe_gemspec.html">yunhe.gemspec</a>
+  </li>
+  
+</ul>
+
+<h2 id="classes">Classes and Modules</h2>
+<ul>
+  <li class="module">
+    <a href="Yunhe.html">Yunhe</a>
+  </li>
+  <li class="class">
+    <a href="Yunhe/Consumer.html">Yunhe::Consumer</a>
+  </li>
+  <li class="class">
+    <a href="Yunhe/Core.html">Yunhe::Core</a>
+  </li>
+  <li class="class">
+    <a href="Yunhe/Producer.html">Yunhe::Producer</a>
+  </li>
+</ul>
+
+<h2 id="methods">Methods</h2>
+<ul>
+
+  <li class="method">
+    <a href="Yunhe/Consumer.html#method-c-new">::new</a>
+    &mdash;
+    <span class="container">Yunhe::Consumer</span>
+
+  <li class="method">
+    <a href="Yunhe/Core.html#method-c-new">::new</a>
+    &mdash;
+    <span class="container">Yunhe::Core</span>
+
+  <li class="method">
+    <a href="Yunhe/Producer.html#method-c-new">::new</a>
+    &mdash;
+    <span class="container">Yunhe::Producer</span>
+
+  <li class="method">
+    <a href="Yunhe.html#method-i-build">#build</a>
+    &mdash;
+    <span class="container">Yunhe</span>
+
+  <li class="method">
+    <a href="Yunhe/Core.html#method-i-consume_with">#consume_with</a>
+    &mdash;
+    <span class="container">Yunhe::Core</span>
+
+  <li class="method">
+    <a href="Yunhe/Core.html#method-i-produce_by">#produce_by</a>
+    &mdash;
+    <span class="container">Yunhe::Core</span>
+
+  <li class="method">
+    <a href="Yunhe/Core.html#method-i-terminate">#terminate</a>
+    &mdash;
+    <span class="container">Yunhe::Core</span>
+</ul>
+</main>
+
+
+<footer id="validator-badges" role="contentinfo">
+  <p><a href="http://validator.w3.org/check/referer">Validate</a>
+  <p>Generated by <a href="http://docs.seattlerb.org/rdoc/">RDoc</a> 4.2.0.
+  <p>Based on <a href="http://deveiate.org/projects/Darkfish-RDoc/">Darkfish</a> by <a href="http://deveiate.org">Michael Granger</a>.
+</footer>
+

data/doc/yunhe_gemspec.html

@@ -0,0 +1,105 @@
+<!DOCTYPE html>
+
+<html>
+<head>
+<meta charset="UTF-8">
+
+<title>yunhe.gemspec - RDoc Documentation</title>
+
+<script type="text/javascript">
+  var rdoc_rel_prefix = "./";
+</script>
+
+<script src="./js/jquery.js"></script>
+<script src="./js/darkfish.js"></script>
+
+<link href="./css/fonts.css" rel="stylesheet">
+<link href="./css/rdoc.css" rel="stylesheet">
+
+
+
+<body id="top" role="document" class="file">
+<nav role="navigation">
+  <div id="project-navigation">
+    <div id="home-section" role="region" title="Quick navigation" class="nav-section">
+  <h2>
+    <a href="./index.html" rel="home">Home</a>
+  </h2>
+
+  <div id="table-of-contents-navigation">
+    <a href="./table_of_contents.html#pages">Pages</a>
+    <a href="./table_of_contents.html#classes">Classes</a>
+    <a href="./table_of_contents.html#methods">Methods</a>
+  </div>
+</div>
+
+    <div id="search-section" role="search" class="project-section initially-hidden">
+  <form action="#" method="get" accept-charset="utf-8">
+    <div id="search-field-wrapper">
+      <input id="search-field" role="combobox" aria-label="Search"
+             aria-autocomplete="list" aria-controls="search-results"
+             type="text" name="search" placeholder="Search" spellcheck="false"
+             title="Type to search, Up and Down to navigate, Enter to load">
+    </div>
+
+    <ul id="search-results" aria-label="Search Results"
+        aria-busy="false" aria-expanded="false"
+        aria-atomic="false" class="initially-hidden"></ul>
+  </form>
+</div>
+
+  </div>
+
+  
+
+  <div id="project-metadata">
+    <div id="fileindex-section" class="nav-section">
+  <h3>Pages</h3>
+
+  <ul class="link-list">
+  
+    <li><a href="./Gemfile.html">Gemfile</a>
+  
+    <li><a href="./README_md.html">README</a>
+  
+    <li><a href="./yunhe_gemspec.html">yunhe.gemspec</a>
+  
+  </ul>
+</div>
+
+  </div>
+</nav>
+
+<main role="main" aria-label="Page yunhe.gemspec">
+
+<p>$LOAD_PATH.push File.expand_path(&#39;../lib&#39;, __FILE__) require
+&#39;yunhe/version&#39;</p>
+
+<p>Gem::Specification.new do |s|</p>
+
+<pre class="ruby"><span class="ruby-identifier">s</span>.<span class="ruby-identifier">name</span>        = <span class="ruby-string">&#39;yunhe&#39;</span>
+<span class="ruby-identifier">s</span>.<span class="ruby-identifier">version</span>     = <span class="ruby-constant">Yunhe</span><span class="ruby-operator">::</span><span class="ruby-constant">VERSION</span>
+<span class="ruby-identifier">s</span>.<span class="ruby-identifier">date</span>        = <span class="ruby-string">&#39;2015-03-31&#39;</span>
+<span class="ruby-identifier">s</span>.<span class="ruby-identifier">summary</span>     = <span class="ruby-string">&quot;Yunhe&quot;</span>
+<span class="ruby-identifier">s</span>.<span class="ruby-identifier">description</span> = <span class="ruby-string">&quot;A light weight producer-consumer gem&quot;</span>
+<span class="ruby-identifier">s</span>.<span class="ruby-identifier">authors</span>     = [<span class="ruby-string">&quot;Karloku Sang&quot;</span>]
+<span class="ruby-identifier">s</span>.<span class="ruby-identifier">email</span>       = <span class="ruby-string">&#39;karloku@loku.it&#39;</span>
+<span class="ruby-identifier">s</span>.<span class="ruby-identifier">files</span>       = <span class="ruby-value">%x`git ls-files`</span>.<span class="ruby-identifier">split</span>(<span class="ruby-string">&quot;\n&quot;</span>)
+<span class="ruby-identifier">s</span>.<span class="ruby-identifier">homepage</span>    =
+  <span class="ruby-string">&#39;http://loku.it/yunhe&#39;</span>
+<span class="ruby-identifier">s</span>.<span class="ruby-identifier">license</span>       = <span class="ruby-string">&#39;MIT&#39;</span>
+
+<span class="ruby-identifier">s</span>.<span class="ruby-identifier">rdoc_options</span> = [<span class="ruby-string">&quot;--main&quot;</span>, <span class="ruby-string">&quot;README.md&quot;</span>]
+</pre>
+
+<p>end</p>
+</main>
+
+
+
+<footer id="validator-badges" role="contentinfo">
+  <p><a href="http://validator.w3.org/check/referer">Validate</a>
+  <p>Generated by <a href="http://docs.seattlerb.org/rdoc/">RDoc</a> 4.2.0.
+  <p>Based on <a href="http://deveiate.org/projects/Darkfish-RDoc/">Darkfish</a> by <a href="http://deveiate.org">Michael Granger</a>.
+</footer>
+

data/lib/yunhe/consumer.rb

@@ -0,0 +1,24 @@
+module Yunhe
+  class Consumer < Thread
+    attr_accessor :queue
+    attr_accessor :block
+
+    ##
+    # Initialize a new consumer
+    # queue: the reference of the buffer queue
+    # block: the task to process the resource
+    def initialize(queue, block)
+      super &(method(:job).to_proc)
+      @block = block
+      self.queue = queue
+    end
+
+    private
+    def job
+      while(true) do
+        ele = queue.deq
+        block.call(ele)
+      end
+    end
+  end
+end

data/lib/yunhe/core.rb

@@ -0,0 +1,111 @@
+module Yunhe
+  autoload :Producer,   'yunhe/producer'
+  autoload :Consumer,   'yunhe/consumer'
+
+  ##
+  # The core class that manages the producers and consumers.
+
+  class Core
+    attr_reader :producer_pool, :consumer_pool
+    attr_reader :queue
+    attr_accessor :producer_size, :consumer_size, :queue_size
+
+    ##
+    # Initialize a new yunhe core with options:
+    # :producer_size      => Size of the producer pool
+    # :consumer_size      => Size of the consumer pool
+    # :queue_size         => Size of the buffer queue
+    def initialize(options)
+      @producer_size = options[:producer_size]
+      @consumer_size = options[:consumer_size]
+      @queue_size = options[:queue_size]
+
+      @producer_pool = ThreadGroup.new
+      @consumer_pool = ThreadGroup.new
+      @queue = SizedQueue.new(queue_size)
+    end
+
+    # readers
+
+    ##
+    # Get the producer pool
+    def producer_pool
+      @producer_pool = ThreadGroup.new unless @producer_pool
+      @producer_pool
+    end
+
+    ##
+    # Get the consumer pool
+    def consumer_pool
+      @consumer_pool = ThreadGroup.new unless @consumer_pool
+      @consumer_pool
+    end
+
+    ##
+    # Get the buffer queue
+
+    def queue
+      @queue = SizedQueue.new(@queue_size) unless @queue
+      @queue
+    end
+
+    # producer/consumer task setters
+
+    ##
+    # Set the producer task
+    # &task: The task that produces a new resource. Should have the resource returned:
+    #   do 
+    #     ...
+    #     return resource
+    #   end
+    def produce_by (&task)
+      each_producer do | thread |
+        thread.kill
+      end
+
+      producer_size.times do 
+        thread = Producer.new(queue, task)
+        producer_pool.add(thread)
+      end
+    end
+
+    ##
+    # Set the consumer task
+    # &task: The task that process the resources. Should take the resource as a paramater:
+    #   do | resource |
+    #     ...
+    #   end
+    def consume_with (&task)
+      each_consumer do | thread |
+        thread.kill
+      end
+
+      consumer_size.times do
+        thread = Consumer.new(queue, task)
+        consumer_pool.add(thread)
+      end
+    end
+
+    ## Stop the yunhe core. Kill all producer/consumer threads, and clear the buffer queue.
+    def terminate
+      each_producer do | thread |
+        thread.kill
+      end
+
+      each_consumer do | thread |
+        thread.kill
+      end
+
+      queue.clear
+    end
+
+    private
+    def each_producer(&block)
+      producer_pool.list.each &block if producer_pool
+    end
+
+    def each_consumer(&block)
+      consumer_pool.list.each &block if consumer_pool
+    end
+  end
+end