treat 2.0.3 → 2.0.4

data/spec/entities/collection.rb

@@ -1,40 +1,42 @@
-describe Treat::Entities::Collection do
+module Treat::Specs::Entities
+  
+  describe Treat::Entities::Collection do
 
-  before :all do
-    @file = Treat.paths.spec + 
-    'workers/examples/english/mathematicians'
-  end
+    before :all do
+      @file = Treat.paths.spec +
+      'workers/examples/english/mathematicians'
+    end
 
 
-  describe "Buildable" do
+    describe "Buildable" do
 
-    describe "#build" do
+      describe "#build" do
 
-      context "when supplied with an existing folder name" do
+        context "when supplied with an existing folder name" do
 
-        it "recursively searches the folder for " +
-        "files and opens them into a collection of documents" do
-          collection = Treat::Entities::Collection.build(@file)
-          collection.size.should eql 6
-        end
+          it "recursively searches the folder for " +
+          "files and opens them into a collection of documents" do
+            collection = Treat::Entities::Collection.build(@file)
+            collection.size.should eql 5
+          end
 
-      end
+        end
 
-      context "when supplied a folder name that doesn't exist" do
+        context "when supplied a folder name that doesn't exist" do
 
-        it "creates the directory and opens the collection" do
-          f = Treat.paths.spec + 'workers/examples/english/test'
-          c = Treat::Entities::Collection.build(f)
-          FileTest.directory?(f).should eql true
-          c.should be_an_instance_of Treat::Entities::Collection
-          FileUtils.rm_rf(f)
+          it "creates the directory and opens the collection" do
+            f = Treat.paths.spec + 'workers/examples/english/test'
+            c = Treat::Entities::Collection.build(f)
+            FileTest.directory?(f).should eql true
+            c.should be_an_instance_of Treat::Entities::Collection
+            FileUtils.rm_rf(f)
+          end
         end
       end
-    end
 
-  end
+    end
 
-  describe "#<<" do
+    describe "#<<" do
 
       it "adds the object to the collection" do
         f = Treat.paths.spec + 'workers/examples/english/economist'
@@ -43,6 +45,8 @@ describe Treat::Entities::Collection do
         c.size.should eql 4
       end
 
+    end
+
   end
 
 end
@@ -105,4 +109,4 @@ end
   end
   
 end
-=end
+=end

data/spec/entities/document.rb

@@ -1,55 +1,56 @@
-describe Treat::Entities::Document do
-
-  describe "Buildable" do
-
-    describe "#build" do
-
-      context "when supplied with a readable file name" do
-        it "opens the file and reads its " +
-        "content into a document" do
-          f = Treat.paths.spec + 
-          'workers/examples/english/mathematicians/leibniz.txt'
-          d = Treat::Entities::Document.build(f)
-          d.should be_an_instance_of Treat::Entities::Document
-          d.to_s.index('Gottfried Leibniz').should_not eql nil
+module Treat::Specs::Entities
+  describe Treat::Entities::Document do
+
+    describe "Buildable" do
+
+      describe "#build" do
+
+        context "when supplied with a readable file name" do
+          it "opens the file and reads its " +
+          "content into a document" do
+            f = Treat.paths.spec +
+            'workers/examples/english/mathematicians/leibniz.txt'
+            d = Treat::Entities::Document.build(f)
+            d.should be_an_instance_of Treat::Entities::Document
+            d.to_s.index('Gottfried Leibniz').should_not eql nil
+          end
         end
-      end
 
-      context "when supplied with a url" do
-        it "downloads the file the URL points to and opens " +
-        "a document with the contents of the file" do
-          url = 'http://www.rubyinside.com/nethttp-cheat-sheet-2940.html'
-          d = Treat::Entities::Document.build(url)
-          d.format.should eql 'html'
-          d.should be_an_instance_of Treat::Entities::Document
-          d.to_s.index('Rubyist').should_not eql nil
+        context "when supplied with a url" do
+          it "downloads the file the URL points to and opens " +
+          "a document with the contents of the file" do
+            url = 'http://www.rubyinside.com/nethttp-cheat-sheet-2940.html'
+            d = Treat::Entities::Document.build(url)
+            d.format.should eql 'html'
+            d.should be_an_instance_of Treat::Entities::Document
+            d.to_s.index('Rubyist').should_not eql nil
+          end
         end
-      end
 
-      context "when supplied with a url with no file extension" do
-        it "downloads the file the URL points to and opens " +
-        "a document with the contents of the file, assuming " +
-        "the downloaded file to be in HTML format" do
-          url = 'http://www.economist.com/node/21552208'
-          d = Treat::Entities::Document.build(url)
-          d.should be_an_instance_of Treat::Entities::Document
-          d.to_s.index('Ronnie Lupe').should_not eql nil
+        context "when supplied with a url with no file extension" do
+          it "downloads the file the URL points to and opens " +
+          "a document with the contents of the file, assuming " +
+          "the downloaded file to be in HTML format" do
+            url = 'http://www.economist.com/node/21552208'
+            d = Treat::Entities::Document.build(url)
+            d.should be_an_instance_of Treat::Entities::Document
+            d.to_s.index('Ronnie Lupe').should_not eql nil
+          end
         end
-      end
-      
-      context "when called with anything else than a " +
-      "readable file name or url" do
-
-        it "raises an exception" do
-          lambda do
-            Treat::Entities::Document.build('nonexistent')
-          end.should raise_error
+
+        context "when called with anything else than a " +
+        "readable file name or url" do
+
+          it "raises an exception" do
+            lambda do
+              Treat::Entities::Document.build('nonexistent')
+            end.should raise_error
+          end
+
         end
 
       end
 
     end
-
   end
-  
-end
+end

data/spec/entities/entity.rb

@@ -1,70 +1,71 @@
-describe Treat::Entities::Entity do
-
-  before do
-
-    @paragraph = Treat::Entities::Paragraph.new
-    @sentence = Treat::Entities::Sentence.new
-    @noun_phrase = Treat::Entities::Phrase.new
-    @noun_phrase.set :tag, 'NP'
-    @verb_phrase = Treat::Entities::Phrase.new
-    @verb_phrase.set :tag, 'VP'
-    @adj_phrase = Treat::Entities::Phrase.new
-    @adj_phrase.set :tag, 'ADJP'
-    @det = Treat::Entities::Word.new('The')
-    @det.set :category, 'determiner'
-    @det.set :tag, 'DT'
-    @adj = Treat::Entities::Word.new('lazy')
-    @adj.set :category, 'adjective'
-    @adj.set :tag, 'JJ'
-    @noun = Treat::Entities::Word.new('fox')
-    @noun.set :category, 'noun'
-    @noun.set :tag, 'NN'
-    @aux = Treat::Entities::Word.new('is')
-    @aux.set :category, 'verb'
-    @aux.set :tag, 'VBZ'
-    @verb = Treat::Entities::Word.new('running')
-    @verb.set :category, 'verb'
-    @verb.set :tag, 'VBG'
-    @dot = Treat::Entities::Punctuation.new('.')
-    @dot.set :tag, '.'
-    @paragraph << @sentence << [@noun_phrase, @verb_phrase, @dot]
-    @noun_phrase << [@det, @adj_phrase, @noun]
-    @adj_phrase << @adj
-    @verb_phrase << [@aux, @verb]
+module Treat::Specs::Entities
+  describe Treat::Entities::Entity do
+
+    before do
+
+      @paragraph = Treat::Entities::Paragraph.new
+      @sentence = Treat::Entities::Sentence.new
+      @noun_phrase = Treat::Entities::Phrase.new
+      @noun_phrase.set :tag, 'NP'
+      @verb_phrase = Treat::Entities::Phrase.new
+      @verb_phrase.set :tag, 'VP'
+      @adj_phrase = Treat::Entities::Phrase.new
+      @adj_phrase.set :tag, 'ADJP'
+      @det = Treat::Entities::Word.new('The')
+      @det.set :category, 'determiner'
+      @det.set :tag, 'DT'
+      @adj = Treat::Entities::Word.new('lazy')
+      @adj.set :category, 'adjective'
+      @adj.set :tag, 'JJ'
+      @noun = Treat::Entities::Word.new('fox')
+      @noun.set :category, 'noun'
+      @noun.set :tag, 'NN'
+      @aux = Treat::Entities::Word.new('is')
+      @aux.set :category, 'verb'
+      @aux.set :tag, 'VBZ'
+      @verb = Treat::Entities::Word.new('running')
+      @verb.set :category, 'verb'
+      @verb.set :tag, 'VBG'
+      @dot = Treat::Entities::Punctuation.new('.')
+      @dot.set :tag, '.'
+      @paragraph << @sentence << [@noun_phrase, @verb_phrase, @dot]
+      @noun_phrase << [@det, @adj_phrase, @noun]
+      @adj_phrase << @adj
+      @verb_phrase << [@aux, @verb]
 
-  end
+    end
 
 
-  describe "Checkable" do
+    describe "Checkable" do
 
-    describe "#check_has(feature, do_it = true) " do
-      
-      it "checks if an entity has the feature; if not, " +
-      "calls the default worker to get the feature if do_it " +
-      "is set to true; if the entity doesn't have the feature " +
-      " and do_it is set to false, it raises an exception." do
-        
-        # NOT PASSING! Dependence on caller method.
-
-       # lambda {  '$'.to_entity.check_has(:tag, false) }.should raise_error Treat::Exception
- 
-      end
+      describe "#check_has(feature, do_it = true) " do
 
-    end
+        it "checks if an entity has the feature; if not, " +
+        "calls the default worker to get the feature if do_it " +
+        "is set to true; if the entity doesn't have the feature " +
+        " and do_it is set to false, it raises an exception." do
 
-  end
+          # NOT PASSING! Dependence on caller method.
 
-  describe "Countable" do
+          # lambda {  '$'.to_entity.check_has(:tag, false) }.should raise_error Treat::Exception
 
-    describe "#position" do
+        end
 
-      it "returns the position of the entity in its parent, sarting at 0" do
-        @noun_phrase.position.should eql 0
-        @det.position.should eql 0
       end
 
     end
 
+    describe "Countable" do
+
+      describe "#position" do
+
+        it "returns the position of the entity in its parent, sarting at 0" do
+          @noun_phrase.position.should eql 0
+          @det.position.should eql 0
+        end
+
+      end
+
 =begin
     
     describe "#frequency" do
@@ -88,334 +89,336 @@ describe Treat::Entities::Entity do
 
 =end
 
-  end
+    end
+
+    describe "Delegatable" do
 
-  describe "Delegatable" do
+      describe "#self.call_worker" do
 
-    describe "#self.call_worker" do
+        it "finds the worker class to " +
+        "perform a task and delegates the task to it " do
 
-      it "finds the worker class to " +
-      "perform a task and delegates the task to it " do
+          Treat::Entities::Entity.call_worker(
+          '$'.to_entity, :tag, :lingua,
+          Treat::Workers::Lexicalizers::Taggers, {}).should
+          eql '$'.tag(:lingua)
 
-        Treat::Entities::Entity.call_worker(
-        '$'.to_entity, :tag, :lingua,
-        Treat::Workers::Lexicalizers::Taggers, {}).should
-        eql '$'.tag(:lingua)
+        end
 
       end
 
     end
 
-  end
+    describe "Exportable" do
 
-  describe "Exportable" do
-
-    context "when supplied with a classification to export" do
-      feature = Treat::Learning::Feature.new(:tag)
-      question = Treat::Learning::Question.new(:is_keyword, :word, false, :discrete)
-      problem = Treat::Learning::Problem.new(question, feature)
-      it "returns a data set with the exported features" do
-        ds = @sentence.export(problem)
-        ds.problem.should eql problem
-        # MORE TESTS HERE - FIXME
+      context "when supplied with a classification to export" do
+        feature = Treat::Learning::Feature.new(:tag)
+        question = Treat::Learning::Question.new(:is_keyword, :word, false, :discrete)
+        problem = Treat::Learning::Problem.new(question, feature)
+        it "returns a data set with the exported features" do
+          ds = @sentence.export(problem)
+          ds.problem.should eql problem
+          # MORE TESTS HERE - FIXME
+        end
       end
-    end
 
-  end
+    end
 
-  describe "Iterable" do
+    describe "Iterable" do
 
-    describe "#each { |child| ... }" do
-      it "yields each direct child of a node" do
-        a = []
-        @sentence.each do |child|
-          a << child
+      describe "#each { |child| ... }" do
+        it "yields each direct child of a node" do
+          a = []
+          @sentence.each do |child|
+            a << child
+          end
+          a.should eql [@noun_phrase, @verb_phrase, @dot]
         end
-        a.should eql [@noun_phrase, @verb_phrase, @dot]
       end
-    end
 
-    describe "#each_entity(*entity_types) { |entity| ... }" do
+      describe "#each_entity(*entity_types) { |entity| ... }" do
 
-      context "when called with no arguments" do
-        it "recursively yields each element in " +
-        "the tree, including itself, top-down " +
-        "first then left to right" do
+        context "when called with no arguments" do
+          it "recursively yields each element in " +
+          "the tree, including itself, top-down " +
+          "first then left to right" do
 
-          a = []
-          @sentence.each_entity do |e|
-            a << e
-          end
+            a = []
+            @sentence.each_entity do |e|
+              a << e
+            end
 
-          a.should eql [@sentence, @noun_phrase, @det,
-            @adj_phrase, @adj, @noun,
-          @verb_phrase, @aux, @verb, @dot]
+            a.should eql [@sentence, @noun_phrase, @det,
+              @adj_phrase, @adj, @noun,
+            @verb_phrase, @aux, @verb, @dot]
 
+          end
         end
-      end
 
-      context "when called with one or more entity " +
-      "types supplied as lowercase symbols" do
-        it "recursively yields all elements with the given type(s), "+
-        "including the receiver if it matches on of the types" do
-          a = []
-          @sentence.each_entity(:phrase, :punctuation) do |e|
-            a << e
+        context "when called with one or more entity " +
+        "types supplied as lowercase symbols" do
+          it "recursively yields all elements with the given type(s), "+
+          "including the receiver if it matches on of the types" do
+            a = []
+            @sentence.each_entity(:phrase, :punctuation) do |e|
+              a << e
+            end
+            a.should eql [@noun_phrase,
+            @adj_phrase, @verb_phrase, @dot]
           end
-          a.should eql [@noun_phrase,
-          @adj_phrase, @verb_phrase, @dot]
         end
-      end
 
+      end
     end
-  end
 
-  describe "Magical" do
+    describe "Magical" do
 
-    describe "#<entity or word type> - e.g. " +
-    "#title, #paragraph, etc. and #adjective, #noun, etc." do
+      describe "#<entity or word type> - e.g. " +
+      "#title, #paragraph, etc. and #adjective, #noun, etc." do
+
+        it "return the first entity with the corresponding " +
+        "type inside another entity, but raises an exception "+
+        "the type occurs more than once in the entity" do
+          @paragraph.sentence.should eql @sentence
+        end
 
-      it "return the first entity with the corresponding " +
-      "type inside another entity, but raises an exception "+
-      "the type occurs more than once in the entity" do
-        @paragraph.sentence.should eql @sentence
       end
 
-    end
 
+      describe "#<entity or word type>s - e.g. " +
+      "#sections, #words, etc. and #nouns, #adverbs, etc." do
 
-    describe "#<entity or word type>s - e.g. " +
-    "#sections, #words, etc. and #nouns, #adverbs, etc." do
+        it "return an array of the entities with the " +
+        "corresponding type in the subtree of an entity" do
+          @paragraph.phrases.should eql [@noun_phrase, @adj_phrase, @verb_phrase]
+        end
 
-      it "return an array of the entities with the " +
-      "corresponding type in the subtree of an entity" do
-        @paragraph.phrases.should eql [@noun_phrase, @adj_phrase, @verb_phrase]
       end
 
-    end
+      describe "#each_<entity type> - e.g. " +
+      "#each_sentence, #each_word, etc." do
 
-    describe "#each_<entity type> - e.g. " +
-    "#each_sentence, #each_word, etc." do
+        it "yields each of the entities with the " +
+        "corresponding type in the subtree of an entity" do
+          a = []
 
-      it "yields each of the entities with the " +
-      "corresponding type in the subtree of an entity" do
-        a = []
+          @paragraph.each_phrase { |p| a << p }
+          a.should eql [@noun_phrase,
+          @adj_phrase, @verb_phrase]
 
-        @paragraph.each_phrase { |p| a << p }
-        a.should eql [@noun_phrase,
-        @adj_phrase, @verb_phrase]
+        end
 
       end
 
-    end
+      describe "#<entity or word type>_count - e.g. " +
+      "#sentence_count, #paragraph_count, etc. and " +
+      "#noun_count, #verb_count, etc." do
 
-    describe "#<entity or word type>_count - e.g. " +
-    "#sentence_count, #paragraph_count, etc. and " +
-    "#noun_count, #verb_count, etc." do
+        it "return the number of entities with the " +
+        "corresponding type inside another entity" do
+          @paragraph.sentence_count.should eql 1
+          @paragraph.phrase_count.should eql 3
+        end
 
-      it "return the number of entities with the " +
-      "corresponding type inside another entity" do
-        @paragraph.sentence_count.should eql 1
-        @paragraph.phrase_count.should eql 3
       end
 
-    end
+      describe "#<entity or word type>_with_<feature>(value) - " +
+      "e.g. #word_with_id(x) or #adverb_with_value('seemingly')" do
 
-    describe "#<entity or word type>_with_<feature>(value) - " +
-    "e.g. #word_with_id(x) or #adverb_with_value('seemingly')" do
+        it "return the entity with the corresponding type " +
+        "that have [feature] set to the supplied value; raise" +
+        "a warning if there are many entities of that type" do
+          @paragraph.word_with_value('The').should eql @det
+          @paragraph.token_with_tag('.').should eql @dot
+          @sentence.phrase_with_tag('NP').should eql @noun_phrase
+        end
 
-      it "return the entity with the corresponding type " +
-      "that have [feature] set to the supplied value; raise" +
-      "a warning if there are many entities of that type" do
-        @paragraph.word_with_value('The').should eql @det
-        @paragraph.token_with_tag('.').should eql @dot
-        @sentence.phrase_with_tag('NP').should eql @noun_phrase
       end
 
-    end
+      describe "#<entity or word type>s_with_<feature>(value) - " +
+      "e.g. #phrases_with_tag('NP'), #nouns_with_value('foo')" do
 
-    describe "#<entity or word type>s_with_<feature>(value) - " +
-    "e.g. #phrases_with_tag('NP'), #nouns_with_value('foo')" do
+        it "return an array of the entities with the " +
+        "corresponding type that have [feature] set to "+
+        "the supplied value" do
+          @paragraph.words_with_value('The').should eql [@det]
+          @paragraph.tokens_with_tag('.').should eql [@dot]
+          @sentence.phrases_with_tag('NP').should eql [@noun_phrase]
+        end
 
-      it "return an array of the entities with the " +
-      "corresponding type that have [feature] set to "+
-      "the supplied value" do
-        @paragraph.words_with_value('The').should eql [@det]
-        @paragraph.tokens_with_tag('.').should eql [@dot]
-        @sentence.phrases_with_tag('NP').should eql [@noun_phrase]
       end
 
-    end
+      describe "#parent_<entity type> - e.g. " +
+      "#parent_document, #parent_collection, etc." do
 
-    describe "#parent_<entity type> - e.g. " +
-    "#parent_document, #parent_collection, etc." do
+        it "return the first ancestor of the entity " +
+        "that has the supplied type, or nil if none" do
+          @sentence.parent_paragraph.should eql @paragraph
+          @adj.parent_sentence.should eql @sentence
+        end
 
-      it "return the first ancestor of the entity " +
-      "that has the supplied type, or nil if none" do
-        @sentence.parent_paragraph.should eql @paragraph
-        @adj.parent_sentence.should eql @sentence
       end
 
-    end
+      describe "#frequency_in_<entity type> - e.g. " +
+      "#frequency_in_collection, #frequency_in_document, etc." do
 
-    describe "#frequency_in_<entity type> - e.g. " +
-    "#frequency_in_collection, #frequency_in_document, etc." do
+        it "return the frequency of this entity's value " +
+        "in the parent entity with the corresponding type" do
+          @adj.frequency_in_sentence.should eql 1
+        end
 
-      it "return the frequency of this entity's value " +
-      "in the parent entity with the corresponding type" do
-        @adj.frequency_in_sentence.should eql 1
       end
 
     end
 
-  end
+    describe "Stringable" do
 
-  describe "Stringable" do
+      describe "#to_string" do
+        it "returns the true text value of the entity " +
+        "or an empty string if it has none" do
+          @paragraph.to_string.should eql ''
+          @noun.to_string.should eql 'fox'
+        end
+      end
 
-    describe "#to_string" do
-      it "returns the true text value of the entity " +
-      "or an empty string if it has none" do
-        @paragraph.to_string.should eql ''
-        @noun.to_string.should eql 'fox'
+      describe "#to_s" do
+        it "returns the string value of the " +
+        "entity or its full subtree" do
+          @paragraph.to_s.should
+          eql 'The lazy fox is running.'
+          @noun.to_s.should eql 'fox'
+        end
       end
-    end
 
-    describe "#to_s" do
-      it "returns the string value of the " +
-      "entity or its full subtree" do
-        @paragraph.to_s.should
-        eql 'The lazy fox is running.'
-        @noun.to_s.should eql 'fox'
+      describe "#inspect" do
+        it "returns an informative string " +
+        "concerning the entity" do
+          @paragraph.inspect.should
+          be_an_instance_of String
+        end
       end
-    end
 
-    describe "#inspect" do
-      it "returns an informative string " +
-      "concerning the entity" do
-        @paragraph.inspect.should
-        be_an_instance_of String
+      describe "#short_value" do
+        it "returns a shortened version of the " +
+        "entity's string value" do
+          @paragraph.short_value.should
+          eql 'The lazy fox is running.'
+        end
       end
+
     end
 
-    describe "#short_value" do
-      it "returns a shortened version of the " +
-      "entity's string value" do
-        @paragraph.short_value.should
-        eql 'The lazy fox is running.'
+    describe "Formatters" do
+
+
+      before do
+        @serializers = Treat.languages.agnostic.
+        workers.formatters.serializers
+        @txt = "The story of the fox. The quick brown fox jumped over the lazy dog."
       end
-    end
 
-  end
-  
-  describe "Formatters" do 
-    
-    
-    before do 
-      @serializers = Treat.languages.agnostic.
-      workers.formatters.serializers
-      @txt = "The story of the fox. The quick brown fox jumped over the lazy dog."
-    end
-    
-    describe "#serialize" do
+      describe "#serialize" do
+
+        context "when called with a file to save to" do
+
+          it "serializes a document to the supplied format" do
+
+            @serializers.each do |ser|
+              next if ser == :mongo # Fix this!
+              f = Treat.paths.spec + 'test.' + ser.to_s
+              s = Treat::Entities::Paragraph.new(@txt)
+              s.apply(:segment, :tokenize)
+              s.serialize(ser, :file => f)
+              File.delete(f)
+            end
 
-      context "when called with a file to save to" do
-        
-        it "serializes a document to the supplied format" do
-          
-          @serializers.each do |ser|
-            next if ser == :mongo # Fix this!
-            f = Treat.paths.spec + 'test.' + ser.to_s
-            s = Treat::Entities::Paragraph.new(@txt)
-            s.do(:segment, :tokenize)
-            s.serialize(ser, :file => f)
-            File.delete(f)
           end
-          
+
         end
-        
+
       end
-      
-    end
-      
-    describe "#unserialize" do
-      
-      context "when called with a serialized file" do
-        
-        it "reconstitutes the original entity" do
-          @serializers.each do |ser|
-            next if ser == :mongo # Fix this!
-            
-            f = Treat.paths.spec + 'test.' + ser.to_s
-            s = Treat::Entities::Paragraph.new(@txt)
-          
-            s.set :test_int, 9
-            s.set :test_float, 9.9
-            s.set :test_string, 'hello'
-            s.set :test_sym, :hello
-            s.set :test_bool, false
-            
-            s.do(:segment, :tokenize)
-            
-            s.serialize(ser, file: f)
-            
-            d = Treat::Entities::Document.build(f)
-
-            d.test_int.should eql 9
-            d.test_float.should eql 9.9
-            d.test_string.should eql 'hello'
-            d.test_sym.should eql :hello
-            d.test_bool.should eql false
-
-            d.to_s.should eql "The story of the fox." +
-            " The quick brown fox jumped over the lazy dog."
-            d.size.should eql s.size
-          
-            d.token_count.should eql s.token_count
-            d.tokens[0].id.should eql s.tokens[0].id
-          
-            File.delete(f)
-            
+
+      describe "#unserialize" do
+
+        context "when called with a serialized file" do
+
+          it "reconstitutes the original entity" do
+            @serializers.each do |ser|
+              next if ser == :mongo # Fix this!
+
+              f = Treat.paths.spec + 'test.' + ser.to_s
+              s = Treat::Entities::Paragraph.new(@txt)
+
+              s.set :test_int, 9
+              s.set :test_float, 9.9
+              s.set :test_string, 'hello'
+              s.set :test_sym, :hello
+              s.set :test_bool, false
+
+              s.apply(:segment, :tokenize)
+
+              s.serialize(ser, file: f)
+
+              d = Treat::Entities::Document.build(f)
+
+              d.test_int.should eql 9
+              d.test_float.should eql 9.9
+              d.test_string.should eql 'hello'
+              d.test_sym.should eql :hello
+              d.test_bool.should eql false
+
+              d.to_s.should eql "The story of the fox." +
+              " The quick brown fox jumped over the lazy dog."
+              d.size.should eql s.size
+
+              d.token_count.should eql s.token_count
+              d.tokens[0].id.should eql s.tokens[0].id
+
+              File.delete(f)
+
+            end
+
           end
-        
+
         end
-        
+
       end
-      
+
     end
-    
-  end
 
-  describe "Extractors" do
-
-    describe "#language" do
-      context "when language detection is disabled " +
-      "(Treat.core.detect is set to false)" do
-        it "returns the default language (Treat.core.language.default)" do
-          Treat.core.language.detect = false
-          Treat.core.language.default = :test
-          s = 'Les grands hommes ne sont pas toujours grands, dit un jour Napoleon.'
-          s.language.should eql :test
-          Treat.core.language.default = :english
+    describe "Extractors" do
+
+      describe "#language" do
+        context "when language detection is disabled " +
+        "(Treat.core.detect is set to false)" do
+          it "returns the default language (Treat.core.language.default)" do
+            Treat.core.language.detect = false
+            Treat.core.language.default = :test
+            s = 'Les grands hommes ne sont pas toujours grands, dit un jour Napoleon.'
+            s.language.should eql :test
+            Treat.core.language.default = :english
+          end
         end
-      end
 
-      context "when language detection is enabled " +
-      "(Treat.detect_language is set to true)" do
+        context "when language detection is enabled " +
+        "(Treat.detect_language is set to true)" do
+
+          it "guesses the language of the entity" do
 
-        it "guesses the language of the entity" do
+            Treat.core.language.detect = true
+            a = 'I want to know God\'s thoughts; the rest are details. - Albert Einstein'
+            b = 'El mundo de hoy no tiene sentido, asi que por que deberia pintar cuadros que lo tuvieran? - Pablo Picasso'
+            c = 'Un bon Allemand ne peut souffrir les Francais, mais il boit volontiers les vins de France. - Goethe'
+            d = 'Wir haben die Kunst, damit wir nicht an der Wahrheit zugrunde gehen. - Friedrich Nietzsche'
+            a.language.should eql :english
+            #b.language.should eql :spanish
+            #c.language.should eql :french
+            #d.language.should eql :german
 
-          Treat.core.language.detect = true
-          a = 'I want to know God\'s thoughts; the rest are details. - Albert Einstein'
-          b = 'El mundo de hoy no tiene sentido, asi que por que deberia pintar cuadros que lo tuvieran? - Pablo Picasso'
-          c = 'Un bon Allemand ne peut souffrir les Francais, mais il boit volontiers les vins de France. - Goethe'
-          d = 'Wir haben die Kunst, damit wir nicht an der Wahrheit zugrunde gehen. - Friedrich Nietzsche'
-          a.language.should eql :english
-          #b.language.should eql :spanish
-          #c.language.should eql :french
-          #d.language.should eql :german
+            # Reset default
+            Treat.core.language.detect = false
+          end
 
-          # Reset default
-          Treat.core.language.detect = false
         end
 
       end
@@ -425,8 +428,6 @@ describe Treat::Entities::Entity do
   end
 
 end
-
-
 =begin