RubyGems - ariel - Versions diffs - 0.0.1 - Mend

ariel 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (43) hide show

data/LICENSE +21 -0
data/README +98 -0
data/bin/ariel +56 -0
data/examples/google_calculator/labeled/1 +43 -0
data/examples/google_calculator/labeled/2 +41 -0
data/examples/google_calculator/labeled/3 +41 -0
data/examples/google_calculator/structure.rb +12 -0
data/examples/google_calculator/structure.yaml +46 -0
data/examples/google_calculator/unlabeled/1 +43 -0
data/examples/google_calculator/unlabeled/2 +43 -0
data/examples/raa/labeled/highline.html +135 -0
data/examples/raa/labeled/mongrel.html +168 -0
data/examples/raa/structure.rb +17 -0
data/examples/raa/structure.yaml +183 -0
data/examples/raa/unlabeled/pdf-writer.html +175 -0
data/lib/ariel/candidate_selector.rb +94 -0
data/lib/ariel/example_document_loader.rb +59 -0
data/lib/ariel/extracted_node.rb +20 -0
data/lib/ariel/label_utils.rb +71 -0
data/lib/ariel/learner.rb +237 -0
data/lib/ariel/node_like.rb +26 -0
data/lib/ariel/rule.rb +112 -0
data/lib/ariel/rule_set.rb +34 -0
data/lib/ariel/structure_node.rb +75 -0
data/lib/ariel/token.rb +68 -0
data/lib/ariel/token_stream.rb +240 -0
data/lib/ariel/wildcards.rb +33 -0
data/lib/ariel.rb +69 -0
data/test/ariel_test_case.rb +15 -0
data/test/fixtures.rb +43 -0
data/test/specs/token_spec.rb +65 -0
data/test/specs/token_stream_spec.rb +43 -0
data/test/specs/wildcards_spec.rb +26 -0
data/test/test_candidate_selector.rb +58 -0
data/test/test_example_document_loader.rb +7 -0
data/test/test_label_utils.rb +15 -0
data/test/test_learner.rb +38 -0
data/test/test_rule.rb +38 -0
data/test/test_structure_node.rb +81 -0
data/test/test_token.rb +16 -0
data/test/test_token_stream.rb +82 -0
data/test/test_wildcards.rb +18 -0
metadata +103 -0

data/examples/raa/labeled/mongrel.html ADDED Viewed

@@ -0,0 +1,168 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+<head>
+<base href="http://raa.ruby-lang.org/">
+<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+<meta name="Author" content="ruby-lang.org">
+<meta http-equiv="content-style-type" content="text/css">
+<link rev="made" href="mailto:raa-admin@ruby-lang.org">
+<link rel="home" href="http://raa.ruby-lang.org/">
+<link rel="index" href="index.html">
+<link rel="search" href="search.rhtml">
+<link rel="glossary" href="all.html">
+<link rel="SHORTCUT ICON" href="/favicon.ico">
+<link rel="stylesheet" href="raa.css" type="text/css" media="all">
+<title>RAA - <l:name>mongrel</l:name></title>
+</head>
+<body>
+<div class="header">
+<h1>RAA - mongrel</h1>
+</div>
+<form method="get" action="search.rhtml">
+<div class="header-searchbox">
+<input name="search" type="text" size="20" maxlength="63"><input type="submit" value="Search"><br>
+<a href="index.html#search">advanced search</a>
+</div>
+</form>
+<p class="caption">
+mongrel / <l:current_version>0.3.12</l:current_version>
+</p>
+<table class="entry">
+  <tr><th>Short description: </th>
+    <td><l:short_description>Fast HTTP 1.1 library and server for Ruby web applications.</l:short_description></td>
+  </tr>
+  <tr><th>Category: </th>
+    <td><l:category><a href="cat.rhtml?category_major=Library">Library</a>/<a href="cat.rhtml?category_major=Library;category_minor=Web">Web</a></l:category></td>
+  </tr>
+  <tr><th>Status: </th>
+    <td>beta</td>
+  </tr>
+  <tr><th>Created: </th>
+    <td>2006-02-12 21:12:33 GMT</td>
+  </tr>
+  <tr>
+    <th>Last update: </th>
+    <td>2006-03-30 10:42:09 GMT</td>
+  </tr>
+  <tr><th>Owner: </th>
+    <td><a href="mailto:zedshaw@zedshaw.com"><l:owner>Zed A. Shaw</l:owner></a>
+      (<a href="owner.rhtml?id=1821">Projects of this owner</a>)</td>
+  </tr>
+  <tr><th>Homepage: </th>
+    <td><a href="http://mongrel.rubyforge.org/"><l:homepage>http://mongrel.rubyforge.org/</l:homepage></a></td>
+  </tr>
+  <tr><th>Download: </th>
+    <td>
+      <a href="http://rubyforge.org/frs/?group_id=1306">http://rubyforge.org/frs/?group_id=1306</a>
+    </td>
+  </tr>
+  <tr><th>License: </th>
+    <td><l:license>LGPL</l:license></td>
+  </tr>
+  <tr><th>Dependency: </th>
+    <td colspan='5'>
+      <table>
+            <tr width="100%">
+              <td nowrap>Requires:</td>
+              <td nowrap>
+                  <a href="project/daemons/0.4.2">daemons/0.4.2</a>(*)
+              </td>
+              <td width="100%">Used for Ruby on Rails support</td>
+            </tr>
+            <tr width="100%">
+              <td nowrap>Requires:</td>
+              <td nowrap>
+                  <a href="project/camping/">camping/1.2</a>(+)
+              </td>
+              <td width="100%">Optional if you want to run the examples for Camping.</td>
+            </tr>
+            <tr width="100%">
+              <td nowrap>Requires:</td>
+              <td nowrap>
+                  <a href="project/rails/">rails/1.0</a>(+)
+              </td>
+              <td width="100%">Optional if you want the mongrel_rails runner.</td>
+            </tr>
+            <tr width="100%">
+              <td nowrap>Requires:</td>
+              <td nowrap>
+                  <a href="project/win32-service/0.5.0">win32-service/0.5.0</a>(*)
+              </td>
+              <td width="100%">For win32-service stuff. Mongrel project provides a gem.</td>
+            </tr>
+            <tr><td colspan="3">(*): newer version exists</td></tr>
+            <tr><td colspan="3">(+): no such version</td></tr>
+      </table>
+    </td>
+  </tr>
+  <tr><th>Description: </th>
+    <td><p>Mongrel is a fast HTTP library and server for Ruby that is intended for hosting Ruby web applications of any kind using plain HTTP rather than FastCGI or SCGI. It is framework agnostic and already supports Ruby On Rails, Og+Nitro, and Camping frameworks.  Runs on any POSIX system and Win32 (including service support under Win32).  It also supports a complete plugin system based on RubyGems called GemPlugins.</p>
+</td>
+  </tr>
+  <tr><th>Versions: </th>
+    <td>
+      <l:version_history>[<a href="project/mongrel/0.3.12">0.3.12</a> (2006-03-30)]
+        [<a href="project/mongrel/0.3.11">0.3.11</a> (2006-03-15)]
+        [<a href="project/mongrel/0.3.10">0.3.10</a> (2006-03-12)]
+        [<a href="project/mongrel/0.3.9">0.3.9</a> (2006-03-06)]
+        [<a href="project/mongrel/0.3.8">0.3.8</a> (2006-03-04)]
+        [<a href="project/mongrel/0.3.6">0.3.6</a> (2006-02-23)]
+        [<a href="project/mongrel/0.3.2">0.3.2</a> (2006-02-13)]
+        [<a href="project/mongrel/0.3.1">0.3.1</a> (2006-02-12)]</l:version_history>
+    </td>
+  </tr>
+</table>
+<p class="caption">
+  <a href="list.rhtml?name=mongrel">Edit this project (for project owner)</a>
+</p>
+<p class="caption">
+<a href="index.html">back to RAA top</a>
+</p>
+<div class="footer">
+<hr>
+<address>
+For all questions or comments, or if you have any inquiries about this page, contact <a title="Send Feedback for RAA" href="mailto:raa-admin@ruby-lang.org">raa-admin@ruby-lang.org</a>.
+</address>
+</div>
+</body>
+</html>

data/examples/raa/structure.rb ADDED Viewed

@@ -0,0 +1,17 @@
+require 'ariel'
+require 'yaml'
+structure = Ariel::StructureNode.new do |r|
+  r.item :name
+  r.item :current_version
+  r.item :short_description
+  r.item :category
+  r.item :owner
+  r.item :homepage
+  r.item :license
+  r.item :version_history
+end
+File.open('structure.yaml', 'wb') do |file|
+  YAML.dump structure, file
+end

data/examples/raa/structure.yaml ADDED Viewed

@@ -0,0 +1,183 @@
+--- &id001 !ruby/object:Ariel::StructureNode
+children:
+  :version_history: !ruby/object:Ariel::StructureNode
+    children: {}
+    meta: !ruby/object:OpenStruct
+      table:
+        :name: :version_history
+        :node_type: :not_list
+    parent: *id001
+    ruleset: !ruby/object:Ariel::RuleSet
+      end_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :back
+        landmarks:
+        - - </td>
+      start_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :forward
+        landmarks:
+        - - <td>
+        - - Versions
+        - - <td>
+  :short_description: !ruby/object:Ariel::StructureNode
+    children: {}
+    meta: !ruby/object:OpenStruct
+      table:
+        :name: :short_description
+        :node_type: :not_list
+    parent: *id001
+    ruleset: !ruby/object:Ariel::RuleSet
+      end_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :back
+        landmarks:
+        - - </td>
+        - - Category
+        - - </td>
+      start_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :forward
+        landmarks:
+        - - <td>
+  :current_version: !ruby/object:Ariel::StructureNode
+    children: {}
+    meta: !ruby/object:OpenStruct
+      table:
+        :name: :current_version
+        :node_type: :not_list
+    parent: *id001
+    ruleset: !ruby/object:Ariel::RuleSet
+      end_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :back
+        landmarks:
+        - - </p>
+        - - table
+        - - </p>
+      start_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :forward
+        landmarks:
+        - - /
+        - - caption
+        - - /
+  :homepage: !ruby/object:Ariel::StructureNode
+    children: {}
+    meta: !ruby/object:OpenStruct
+      table:
+        :name: :homepage
+        :node_type: :not_list
+    parent: *id001
+    ruleset: !ruby/object:Ariel::RuleSet
+      end_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :back
+        landmarks:
+        - - </a>
+        - - Download
+        - - </a>
+      start_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :forward
+        landmarks:
+        - - ">"
+        - - rubyforge
+        - - ">"
+  :category: !ruby/object:Ariel::StructureNode
+    children: {}
+    meta: !ruby/object:OpenStruct
+      table:
+        :name: :category
+        :node_type: :not_list
+    parent: *id001
+    ruleset: !ruby/object:Ariel::RuleSet
+      end_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :back
+        landmarks:
+        - - </td>
+        - - Status
+        - - </td>
+      start_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :forward
+        landmarks:
+        - - <td>
+        - - <td>
+  :name: !ruby/object:Ariel::StructureNode
+    children: {}
+    meta: !ruby/object:OpenStruct
+      table:
+        :name: :name
+        :node_type: :not_list
+    parent: *id001
+    ruleset: !ruby/object:Ariel::RuleSet
+      end_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :back
+        landmarks:
+        - - </title>
+      start_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :forward
+        landmarks:
+        - - "-"
+        - - RAA
+          - "-"
+  :owner: !ruby/object:Ariel::StructureNode
+    children: {}
+    meta: !ruby/object:OpenStruct
+      table:
+        :name: :owner
+        :node_type: :not_list
+    parent: *id001
+    ruleset: !ruby/object:Ariel::RuleSet
+      end_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :back
+        landmarks:
+        - - </a>
+        - - id
+        - - </a>
+      start_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :forward
+        landmarks:
+        - - ">"
+        - - Owner
+        - - ">"
+  :license: !ruby/object:Ariel::StructureNode
+    children: {}
+    meta: !ruby/object:OpenStruct
+      table:
+        :name: :license
+        :node_type: :not_list
+    parent: *id001
+    ruleset: !ruby/object:Ariel::RuleSet
+      end_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :back
+        landmarks:
+        - - </td>
+        - - Dependency
+        - - </td>
+      start_rules:
+      - !ruby/object:Ariel::Rule
+        direction: :forward
+        landmarks:
+        - - <td>
+        - - License
+        - - <td>
+meta: !ruby/object:OpenStruct
+  table:
+    :name: :root
+    :node_type: :not_list

data/examples/raa/unlabeled/pdf-writer.html ADDED Viewed

@@ -0,0 +1,175 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+<head>
+<base href="http://raa.ruby-lang.org/">
+<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+<meta name="Author" content="ruby-lang.org">
+<meta http-equiv="content-style-type" content="text/css">
+<link rev="made" href="mailto:raa-admin@ruby-lang.org">
+<link rel="home" href="http://raa.ruby-lang.org/">
+<link rel="index" href="index.html">
+<link rel="search" href="search.rhtml">
+<link rel="glossary" href="all.html">
+<link rel="SHORTCUT ICON" href="/favicon.ico">
+<link rel="stylesheet" href="raa.css" type="text/css" media="all">
+<title>RAA - pdf-writer</title>
+</head>
+<body>
+<div class="header">
+<h1>RAA - pdf-writer</h1>
+</div>
+<form method="get" action="search.rhtml">
+<div class="header-searchbox">
+<input name="search" type="text" size="20" maxlength="63"><input type="submit" value="Search"><br>
+<a href="index.html#search">advanced search</a>
+</div>
+</form>
+<p class="caption">
+pdf-writer / 1.1.3
+</p>
+<table class="entry">
+  <tr><th>Short description: </th>
+    <td>Native Ruby PDF Document Writer</td>
+  </tr>
+  <tr><th>Category: </th>
+    <td><a href="cat.rhtml?category_major=Library">Library</a>/<a href="cat.rhtml?category_major=Library;category_minor=Document">Document</a></td>
+  </tr>
+  <tr><th>Status: </th>
+    <td>Stable</td>
+  </tr>
+  <tr><th>Created: </th>
+    <td>2003-09-17 03:59:34 GMT</td>
+  </tr>
+  <tr>
+    <th>Last update: </th>
+    <td>2005-09-10 02:12:20 GMT</td>
+  </tr>
+  <tr><th>Owner: </th>
+    <td><a href="mailto:austin+raa@halostatue.ca">Austin Ziegler</a>
+      (<a href="owner.rhtml?id=788">Projects of this owner</a>)</td>
+  </tr>
+  <tr><th>Homepage: </th>
+    <td><a href="http://ruby-pdf.rubyforge.org/pdf-writer/">http://ruby-pdf.rubyforge.org/pdf-writer/</a></td>
+  </tr>
+  <tr><th>Download: </th>
+    <td>
+      <a href="http://rubyforge.org/frs/?group_id=81">http://rubyforge.org/frs/?group_id=81</a>
+    </td>
+  </tr>
+  <tr><th>License: </th>
+    <td>BSD-type</td>
+  </tr>
+  <tr><th>Dependency: </th>
+    <td colspan='5'>
+      <table>
+            <tr width="100%">
+              <td nowrap>Requires:</td>
+              <td nowrap>
+                  <a href="project/trans-simple/1.3.0">trans-simple/1.3.0</a>
+              </td>
+              <td width="100%">Transaction::Simple</td>
+            </tr>
+            <tr width="100%">
+              <td nowrap>Requires:</td>
+              <td nowrap>
+                  <a href="project/color-tools/1.3.0">color-tools/1.3.0</a>
+              </td>
+              <td width="100%">color-tools</td>
+            </tr>
+      </table>
+    </td>
+  </tr>
+  <tr><th>Description: </th>
+    <td><h1>PDF::Writer for Ruby</h1>
+<p>
+This library provides the ability to create PDF documents using only native
+Ruby libraries. There are several demo programs available in the demo/
+directory. The canonical documentation for PDF::Writer is
+&quot;manual.pdf&quot;, which can be generated using bin/techbook (just
+&quot;techbook&quot; for RubyGem users) and the manual file
+&quot;manual.pwd&quot;.
+</p>
+<table>
+<tr><td valign="top">Homepage:</td><td><a
+href="http://rubyforge.org/projects/ruby-pdf">rubyforge.org/projects/ruby-pdf</a>/
+</td></tr>
+<tr><td valign="top">Copyright:</td><td>2003—2005, Austin Ziegler
+</td></tr>
+</table>
+<p>
+This software is based on Adobe&#8217;s PDF Reference, Fifth Edition,
+version 1.6. This and earlier editions are available from Adobe&#8217;s PDF
+developer <a
+href="http://partners.adobe.com/public/developer/pdf/index_reference.html">website</a>.
+</p>
+<h2>LICENCE NOTES</h2>
+<p>
+Please read the file LICENCE for licensing restrictions on this library, as
+well as important patent considerations.
+</p>
+<h2>Requirements</h2>
+<p>
+PDF::Writer requires Ruby 1.8.2 or better, color-tools 1.3.0 or better, and
+Transaction::Simple 1.3.0 or better.
+</p>
+</td>
+  </tr>
+  <tr><th>Versions: </th>
+    <td>
+      [<a href="project/pdf-writer/1.1.3">1.1.3</a> (2005-09-10)]
+        [<a href="project/pdf-writer/1.1.2">1.1.2</a> (2005-08-25)]
+        [<a href="project/pdf-writer/1.1.1">1.1.1</a> (2005-07-01)]
+        [<a href="project/pdf-writer/1.1.0">1.1.0</a> (2005-06-30)]
+        [<a href="project/pdf-writer/1.0.1">1.0.1</a> (2005-06-13)]
+        [<a href="project/pdf-writer/1.0.0">1.0.0</a> (2005-06-13)]
+        [<a href="project/pdf-writer/Technology%20Preview">Technology Preview</a> (2004-06-14)]
+    </td>
+  </tr>
+</table>
+<p class="caption">
+  <a href="list.rhtml?name=pdf-writer">Edit this project (for project owner)</a>
+</p>
+<p class="caption">
+<a href="index.html">back to RAA top</a>
+</p>
+<div class="footer">
+<hr>
+<address>
+For all questions or comments, or if you have any inquiries about this page, contact <a title="Send Feedback for RAA" href="mailto:raa-admin@ruby-lang.org">raa-admin@ruby-lang.org</a>.
+</address>
+</div>
+</body>
+</html>

data/lib/ariel/candidate_selector.rb ADDED Viewed

@@ -0,0 +1,94 @@
+module Ariel
+  # Given an array of candidate Rules, and an array of LabeledStreams,
+  # allows heuristics to be applied to select the ideal Rule. All select_* instance
+  # methods will remove candidates from the internal candidates array.
+  class CandidateSelector
+    attr_accessor :candidates
+    def initialize(candidates, examples)
+      @candidates=candidates.dup #Just in case a CandidateSelector function directly modifies the array, affecting the original. Shouldn't happen.
+      @examples=examples
+    end
+    # Selects the Rule candidates that have the most matches of a given type
+    # against the given examples. e.g. select_best_by_match_type(:early, :perfect)
+    # will select the rules that have the most matches that are early or
+    # perfect.
+    def select_best_by_match_type(*match_types)
+      debug "Selecting best by match types #{match_types}"
+      return @candidates if @candidates.size==1
+      @candidates = highest_scoring_by do |rule|
+        rule_score=0
+        @examples.each do |example|
+          rule_score+=1 if rule.matches(example, *match_types)
+        end
+        rule_score #why doesn't return rule_score raise an error?
+      end
+      return @candidates
+    end
+    # All scoring functions use this indirectly. It iterates over each
+    # Rule candidate, and assigns it a score in a hash of index:score pairs.
+    # Each rule is yielded to the given block, which is expected to return that
+    # rule's score.
+    def score_by
+      score_hash={}
+      @candidates.each_with_index do |rule, index|
+        score_hash[index]= yield rule
+      end
+      return score_hash
+    end
+    # Takes a scoring function as a block, and yields each rule to it. Returns
+    # an array of the Rule candidates that have the highest score.
+    def highest_scoring_by(&scorer)
+      score_hash = score_by &scorer
+      best_score = score_hash.values.sort.last
+      highest_scorers=[]
+      score_hash.each do |candidate_index, score|
+        highest_scorers << @candidates[candidate_index] if score==best_score
+      end
+      debug "#{highest_scorers.size} highest_scorers were found, with a score of #{best_score}"
+      return highest_scorers
+    end
+    def select_with_fewer_wildcards
+      debug "Selecting the rules with the fewest wildcards"
+      @candidates = highest_scoring_by {|rule| -rule.wildcard_count} #hack or not?
+      return @candidates
+    end
+    def select_closest_to_label
+      debug "Selecting rules that match the examples closest to the label"
+      @candidates = highest_scoring_by do |rule|
+        rule_score=0
+        matched_examples=0
+        @examples.each do |example|
+          match_index = rule.apply_to(example)
+          if match_index.nil?
+            next
+          else
+            rule_score+= (example.label_index - match_index).abs
+            matched_examples+=1
+          end
+        end
+        rule_score = rule_score.to_f/matched_examples unless matched_examples==0 #mean distance from label_index
+        -rule_score #So highest scoring = closest to label index.
+      end
+      return @candidates
+    end
+    def select_with_longer_end_landmarks
+      debug "Selecting rules that have longer end landmarks"
+      @candidates = highest_scoring_by {|rule| rule.landmarks.last.size unless rule.landmarks.last.nil?}
+    end
+    # Returns a random candidate. Meant for making the final choice in case
+    # previous selections have still left multiple candidates.
+    def random_from_remaining
+      debug "Selecting random from last #{candidates.size} candidate rules"
+      @candidates.sort_by {rand}.first
+    end
+  end
+end

data/lib/ariel/example_document_loader.rb ADDED Viewed

@@ -0,0 +1,59 @@
+module Ariel
+  # Provides methods that read an example document, using a StructureNode tree
+  # to populate a tree of Nodes with each labeled example.
+  # TODO: Fix the UTF issues this implementation is bound to create.
+  class ExampleDocumentLoader
+    # Assumes it is passed a root parent
+    def self.load_labeled_example(file, structure, loaded_example_hash)
+      raise ArgumentError, "Passed structure is not root parent" if structure.parent
+      string = file.respond_to?(:read) ? file.read : file
+      tokenstream = TokenStream.new
+      tokenstream.tokenize(string, true)
+      root = ExtractedNode.new(:root, tokenstream, structure)
+      structure.apply_extraction_tree_on(root, true)
+      root.each_descendant(true) do |extracted_node|
+        if extracted_node.parent
+          loaded_example_hash[extracted_node.meta.structure] << extracted_node
+        end
+        extracted_node.tokenstream.remove_label_tags
+      end
+      return loaded_example_hash
+    end
+    def self.supervise_learning(structure, loaded_example_hash)
+      loaded_example_hash.each_pair do |structure_node, example_nodes|
+        start_examples=[]
+        end_examples=[]
+        example_nodes.each do |node|
+          start_tstream=node.parent.tokenstream #Rules are based on extracting from the parent
+          start_tstream.set_label_at(node.tokenstream.tokens.first.start_loc)
+          start_examples << start_tstream
+          end_tstream=node.parent.tokenstream.reverse
+          end_tstream.set_label_at(node.tokenstream.tokens.last.start_loc)
+          end_examples << end_tstream
+        end
+        learner = Learner.new(*start_examples)
+        start_rules = learner.learn_rule :forward
+        learner = Learner.new(*end_examples)
+        end_rules = learner.learn_rule :back
+        structure_node.ruleset=RuleSet.new(start_rules, end_rules)
+      end
+    end
+    def self.load_directory(dir, structure)
+      loaded_example_hash = Hash.new {|h, k| h[k]=[]}
+      Dir.glob("#{dir}/*") do |doc|
+        next if doc=~ /structure\.rb\z/
+        File.open(doc) do |file|
+          self.load_labeled_example(file, structure, loaded_example_hash)
+        end
+      end
+      self.supervise_learning structure, loaded_example_hash
+      return structure
+    end
+  end
+end