treat 0.1.1

data/test/tc_processors.rb

@@ -0,0 +1,36 @@
+module Treat
+  module Tests
+    class TestProcessors < Test::Unit::TestCase
+      
+      def setup
+        @doc = Treat::Tests::EnglishShortDoc 
+      end
+      
+      def test_tokenizers
+        assert_nothing_raised { @doc.tokenize(:macintyre) }
+        assert_nothing_raised { @doc.tokenize(:multilingual) }
+        assert_nothing_raised { @doc.tokenize(:perl) }
+        assert_nothing_raised { @doc.tokenize(:punkt) }
+        assert_nothing_raised { @doc.tokenize(:stanford) }
+        assert_nothing_raised { @doc.tokenize(:tactful) }
+      end
+      
+      def test_segmenters
+        assert_nothing_raised { @doc.segment(:punkt) }
+        assert_nothing_raised { @doc.segment(:stanford) }
+        assert_nothing_raised { @doc.segment(:tactful) }
+      end
+  
+      def test_chunkers
+        assert_nothing_raised { @doc.chunk(:txt) }
+      end
+          
+      def test_parsers
+        assert_nothing_raised { @doc.segment.parse(:enju) }
+        assert_nothing_raised { @doc.segment.parse(:stanford) }
+      end
+      
+    end
+
+  end
+end

data/test/tc_resources.rb

@@ -0,0 +1,27 @@
+module Treat
+  module Tests
+    class TestResources < Test::Unit::TestCase
+
+      def test_languages
+        assert_equal :eng, Treat::Resources::Languages.find(:english, 2)
+        assert_equal :en, Treat::Resources::Languages.find(:english, 1)
+        assert_equal :english, Treat::Resources::Languages.describe(:eng)
+        assert_equal :english, Treat::Resources::Languages.describe(:en)
+      end
+      
+      def test_tags
+        
+      end
+      
+      def test_dependencies
+        
+      end
+      
+      def test_edges
+        
+      end
+      
+    end
+
+  end
+end

data/test/tc_treat.rb

@@ -0,0 +1,64 @@
+module Treat
+  module Tests
+    class TestTreat < Test::Unit::TestCase
+      
+      def test_edulcoration
+        Treat.edulcorate
+        assert_equal true, Treat.edulcorated?
+        Treat::Entities.list.each do |klass|
+          next if klass == :symbol
+          assert_nothing_raised do
+            begin
+              Object.send(:"#{klass.to_s.capitalize}")
+            rescue Treat::Exception
+              next
+            rescue
+              raise
+            end
+          end
+        end 
+        Treat.unedulcorate
+        assert_equal false, Treat.edulcorated?
+        Treat::Entities.list.each do |klass|
+          next if klass == :symbol
+          assert_raise(NoMethodError) do
+            Object.send(:"#{klass.to_s.capitalize}")
+          end
+        end
+      end
+      
+      def test_modules_loaded?
+        ['exception',
+        'utilities',
+        'resources',
+        'entities',
+        'feature',
+        'category',
+        'group',
+        'detectors',
+        'formatters',
+        'processors',
+        'lexicalizers',
+        'extractors',
+        'inflectors',
+        'proxies'].each do |klass|
+          assert_nothing_raised do
+            Treat.const_get klass.capitalize
+          end
+        end
+      end
+      
+      def test_paths
+        assert_not_nil Treat.lib
+        assert_not_nil Treat.bin
+        assert_not_nil Treat.test
+        assert_not_nil Treat.tmp
+      end
+      
+      def test_file_permissions
+        assert_equal true, File.writable?(Treat.lib + '/../tmp')
+      end
+      
+    end
+  end
+end

data/test/tc_tree.rb

@@ -0,0 +1,60 @@
+module Treat
+  module Tests
+    class TestTree < Test::Unit::TestCase
+      def setup
+        @root = Treat::Tree::Node.new('root node', 'root')
+        @branch = Treat::Tree::Node.new('branch node', 'branch')
+        @sibling = Treat::Tree::Node.new('sibling node', 'sibling')
+        @leaf = Treat::Tree::Node.new('leaf node', 'leaf')
+        @root << @branch << @leaf
+        @root << @sibling
+        @leaf.associate(@sibling, 'some dependency')
+      end
+      def test_branching
+        assert_equal 2, @root.children.size
+        assert_equal 4, @root.size
+    
+        assert_equal @branch, @root['branch']
+        assert_equal @leaf, @root['branch']['leaf']
+        assert_equal @sibling, @branch.right
+        
+        assert_equal @root, @root['branch'].parent
+        assert_equal [@sibling], @branch.siblings
+        
+        assert_equal @root, @leaf.root
+      end
+      def test_removal
+        assert_equal 1, @branch.remove_all!.size
+        assert_equal @sibling, @root.remove!(@sibling)
+        assert_equal @branch, @root.remove!(@branch.id)
+      end
+      def test_properties
+        
+        assert_equal 'root', @root.id
+        assert_equal 'branch', @branch.id
+        assert_equal 'leaf', @leaf.id
+
+        assert_equal 'root node', @root.value
+        assert_equal 'branch node', @branch.value
+        assert_equal 'leaf node', @leaf.value
+        
+        assert_equal false, @root.has_features?
+        assert_equal false, @branch.has_features?
+        assert_equal false, @leaf.has_features?
+
+        assert_equal true, @root.has_children?
+        assert_equal true, @branch.has_children?
+        assert_equal false, @leaf.has_children?
+
+        assert_equal false, @root.has_parent?
+        assert_equal true, @branch.has_parent?
+        assert_equal true, @leaf.has_parent?
+        
+        assert_equal false, @root.has_edges?
+        assert_equal false, @branch.has_edges?
+        assert_equal true, @leaf.has_edges?
+        
+      end
+    end
+  end
+end

data/test/tests.rb

@@ -0,0 +1,19 @@
+require 'test/unit'
+
+# $LOAD_PATH << '/ruby/treat/test/' # Remove for production
+$:.unshift File.join(File.dirname(__FILE__), "..", "lib")
+
+require 'treat'
+require 'texts'
+
+require 'tc_treat'
+require 'tc_tree'
+require 'tc_entity'
+require 'tc_resources'
+
+require 'tc_detectors'
+require 'tc_formatters'
+require 'tc_inflectors'
+require 'tc_lexicalizers'
+require 'tc_processors'
+require 'tc_extractors'

data/test/texts.rb

@@ -0,0 +1,20 @@
+module Treat
+  module Tests
+
+    EnglishHtmlDoc = Treat::Entities::Document(Treat.test + 'texts/english/long.html')
+    EnglishLongDoc = Treat::Entities::Document(Treat.test +  'texts/english/long.txt')    
+    EnglishMediumDoc = Treat::Entities::Document(Treat.test + 'texts/english/medium.txt')  
+    EnglishShortDoc = Treat::Entities::Document(Treat.test + 'texts/english/short.txt')
+      
+    EnglishTime = Treat::Entities::Phrase('5 PM')
+    EnglishDate = Treat::Entities::Phrase('this tuesday')
+    
+    EnglishSentence = Treat::Entities::Sentence('The quick brown fox jumped over the lazy dog.')
+    
+    EnglishVerb = Treat::Entities::Word('run'); EnglishVerb.set :category, :verb
+    EnglishWord = Treat::Entities::Word('running')
+    EnglishNoun = Treat::Entities::Word('captain')
+    Number = Treat::Entities::Number(20)
+    
+  end
+end

data/test/texts/english/long.html

@@ -0,0 +1,24 @@
+<html>
+A short biography of Michel Foucault
+
+Michel Foucault, born Paul-Michel Foucault (15 October 1926 – 25 June 1984), was a French philosopher, social theorist and historian of ideas. He held a chair at the College de France with the title \"History of Systems of Thought,\" and lectured at the University at Buffalo and the University of California, Berkeley.
+
+Early life
+
+Paul-Michel Foucault was born on 15 October 1926 in Poitiers, France, to a notable provincial family. His father, Paul Foucault, was an eminent surgeon and hoped his son would join him in the profession. His early education was a mix of success and mediocrity until he attended the Jesuit Collège Saint-Stanislas, where he excelled. During this period, Poitiers was part of Vichy France and later came under German occupation. Foucault learned philosophy with Louis Girard.
+After World War II, Foucault was admitted to the prestigious École Normale Supérieure (rue d'Ulm), the traditional gateway to an academic career in the humanities in France.
+
+The École Normale Supérieure
+
+Foucault's personal life during the École Normale was difficult — he suffered from acute depression due to distress over his homosexuality and made several suicide attempts. As a result, he was taken to see a psychiatrist. During this time, Foucault became fascinated with psychology. He earned a licence (degree equivalent to BA) in psychology, a very new qualification in France at the time, in addition to a degree in philosophy, in 1952. He was involved in clinical psychology, which exposed him to thinkers such as Ludwig Binswanger.
+
+Foucault was a member of the French Communist Party from 1950 to 1953. He was inducted into the party by his mentor Louis Althusser, but soon became disillusioned with both the politics and the philosophy of the party. Historian Emmanuel Le Roy Ladurie reported that Foucault never actively participated in his cell, unlike many of his fellow party members.[citation needed]
+
+Early career
+
+Foucault failed at the agrégation in 1950 but took it again and succeeded the following year. After a brief period lecturing at the École Normale, he took up a position at the Université Lille Nord de France, where from 1953 to 1954 he taught psychology. In 1954 Foucault published his first book, Maladie mentale et personnalité, a work he later disavowed. At this point, Foucault was not interested in a teaching career, and undertook a lengthy exile from France. In 1954 he served France as a cultural delegate to the University of Uppsala in Sweden (a position arranged for him by Georges Dumézil, who was to become a friend and mentor). He submitted his doctoral thesis in Uppsala, but it was rejected there. In 1958 Foucault left Uppsala and briefly held positions at Warsaw University and at the University of Hamburg.
+
+Foucault returned to France in 1960 to complete his doctorate and take up a post in philosophy at the University of Clermont-Ferrand. There he met philosopher Daniel Defert, who would become his partner of twenty years. In 1961 he earned his doctorate by submitting two theses (as is customary in France): a "major" thesis entitled Folie et déraison: Histoire de la folie à l'âge classique (Madness and Insanity: History of Madness in the Classical Age) and a "secondary" thesis that involved a translation of, and commentary on Kant's Anthropology from a Pragmatic Point of View. Folie et déraison (Madness and Insanity – published in an abridged edition in English as Madness and Civilization and finally published unabridged as "History of Madness" by Routledge in 2006) was extremely well received. Foucault continued a vigorous publishing schedule. In 1963 he published Naissance de la Clinique (Birth of the Clinic), Raymond Roussel, and a reissue of his 1954 volume (now entitled Maladie mentale et psychologie or, in English, "Mental Illness and Psychology"), which again, he later disavowed.
+
+After Defert was posted to Tunisia for his military service, Foucault moved to a position at the University of Tunis in 1965. He published Les Mots et les choses (The Order of Things) during the height of interest in structuralism in 1966, and Foucault was quickly grouped with scholars such as Jacques Lacan, Claude Lévi-Strauss, and Roland Barthes as the newest, latest wave of thinkers set to topple the existentialism popularized by Jean-Paul Sartre. Foucault made a number of skeptical comments about Marxism, which outraged a number of left wing critics, but later firmly rejected the "structuralist" label. He was still in Tunis during the May 1968 student riots, where he was profoundly affected by a local student revolt earlier in the same year. In the Autumn of 1968 he returned to France, where he published L'archéologie du savoir (The Archaeology of Knowledge) – a methodological treatise that included a response to his critics – in 1969.
+</html>

data/test/texts/english/long.txt

@@ -0,0 +1,22 @@
+A short biography of Michel Foucault
+
+Michel Foucault, born Paul-Michel Foucault (15 October 1926 – 25 June 1984), was a French philosopher, social theorist and historian of ideas. He held a chair at the College de France with the title \"History of Systems of Thought,\" and lectured at the University at Buffalo and the University of California, Berkeley.
+
+Early life
+
+Paul-Michel Foucault was born on 15 October 1926 in Poitiers, France, to a notable provincial family. His father, Paul Foucault, was an eminent surgeon and hoped his son would join him in the profession. His early education was a mix of success and mediocrity until he attended the Jesuit Collège Saint-Stanislas, where he excelled. During this period, Poitiers was part of Vichy France and later came under German occupation. Foucault learned philosophy with Louis Girard.
+After World War II, Foucault was admitted to the prestigious École Normale Supérieure (rue d'Ulm), the traditional gateway to an academic career in the humanities in France.
+
+The École Normale Supérieure
+
+Foucault's personal life during the École Normale was difficult — he suffered from acute depression due to distress over his homosexuality and made several suicide attempts. As a result, he was taken to see a psychiatrist. During this time, Foucault became fascinated with psychology. He earned a licence (degree equivalent to BA) in psychology, a very new qualification in France at the time, in addition to a degree in philosophy, in 1952. He was involved in clinical psychology, which exposed him to thinkers such as Ludwig Binswanger.
+
+Foucault was a member of the French Communist Party from 1950 to 1953. He was inducted into the party by his mentor Louis Althusser, but soon became disillusioned with both the politics and the philosophy of the party. Historian Emmanuel Le Roy Ladurie reported that Foucault never actively participated in his cell, unlike many of his fellow party members.[citation needed]
+
+Early career
+
+Foucault failed at the agrégation in 1950 but took it again and succeeded the following year. After a brief period lecturing at the École Normale, he took up a position at the Université Lille Nord de France, where from 1953 to 1954 he taught psychology. In 1954 Foucault published his first book, Maladie mentale et personnalité, a work he later disavowed. At this point, Foucault was not interested in a teaching career, and undertook a lengthy exile from France. In 1954 he served France as a cultural delegate to the University of Uppsala in Sweden (a position arranged for him by Georges Dumézil, who was to become a friend and mentor). He submitted his doctoral thesis in Uppsala, but it was rejected there. In 1958 Foucault left Uppsala and briefly held positions at Warsaw University and at the University of Hamburg.
+
+Foucault returned to France in 1960 to complete his doctorate and take up a post in philosophy at the University of Clermont-Ferrand. There he met philosopher Daniel Defert, who would become his partner of twenty years. In 1961 he earned his doctorate by submitting two theses (as is customary in France): a "major" thesis entitled Folie et déraison: Histoire de la folie à l'âge classique (Madness and Insanity: History of Madness in the Classical Age) and a "secondary" thesis that involved a translation of, and commentary on Kant's Anthropology from a Pragmatic Point of View. Folie et déraison (Madness and Insanity – published in an abridged edition in English as Madness and Civilization and finally published unabridged as "History of Madness" by Routledge in 2006) was extremely well received. Foucault continued a vigorous publishing schedule. In 1963 he published Naissance de la Clinique (Birth of the Clinic), Raymond Roussel, and a reissue of his 1954 volume (now entitled Maladie mentale et psychologie or, in English, "Mental Illness and Psychology"), which again, he later disavowed.
+
+After Defert was posted to Tunisia for his military service, Foucault moved to a position at the University of Tunis in 1965. He published Les Mots et les choses (The Order of Things) during the height of interest in structuralism in 1966, and Foucault was quickly grouped with scholars such as Jacques Lacan, Claude Lévi-Strauss, and Roland Barthes as the newest, latest wave of thinkers set to topple the existentialism popularized by Jean-Paul Sartre. Foucault made a number of skeptical comments about Marxism, which outraged a number of left wing critics, but later firmly rejected the "structuralist" label. He was still in Tunis during the May 1968 student riots, where he was profoundly affected by a local student revolt earlier in the same year. In the Autumn of 1968 he returned to France, where he published L'archéologie du savoir (The Archaeology of Knowledge) – a methodological treatise that included a response to his critics – in 1969.

data/test/texts/english/medium.txt

@@ -0,0 +1,5 @@
+A short biography of Michel Foucault
+
+Michel Foucault, born Paul-Michel Foucault (15 October 1926 – 25 June 1984), was a French philosopher, social theorist and historian of ideas. He held a chair at the College de France with the title \"History of Systems of Thought,\" and lectured at the University at Buffalo and the University of California, Berkeley.
+
+Foucault is best known for his critical studies of social institutions, most notably psychiatry, medicine, the human sciences and the prison system, as well as for his work on the history of human sexuality. His writings on power, knowledge, and discourse have been widely influential in academic circles. In the 1960s Foucault was associated with structuralism, a movement from which he distanced himself. Foucault also rejected the poststructuralist and postmodernist labels later attributed to him, preferring to classify his thought as a critical history of modernity rooted in Immanuel Kant. Foucault's project was particularly influenced by Nietzsche, his \"genealogy of knowledge\" being a direct allusion to Nietzsche's \"genealogy of morality\". In a late interview he definitively stated: \"I am a Nietzschean.\"

data/test/texts/english/short.txt

@@ -0,0 +1,3 @@
+"A short biography of Michel Foucault
+
+Michel Foucault, born Paul-Michel Foucault (15 October 1926 – 25 June 1984), was a French philosopher, social theorist and historian of ideas. He held a chair at the College de France with the title \"History of Systems of Thought,\" and lectured at the University at Buffalo and the University of California, Berkeley.

metadata

@@ -0,0 +1,412 @@
+--- !ruby/object:Gem::Specification
+name: treat
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+  prerelease: 
+platform: ruby
+authors:
+- Louis Mullie
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-01-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rjb
+  requirement: &70198460348640 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460348640
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &70198460358020 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460358020
+- !ruby/object:Gem::Dependency
+  name: chronic
+  requirement: &70198460355160 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460355160
+- !ruby/object:Gem::Dependency
+  name: hpricot
+  requirement: &70198460353240 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460353240
+- !ruby/object:Gem::Dependency
+  name: psych
+  requirement: &70198460351340 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460351340
+- !ruby/object:Gem::Dependency
+  name: rchardet19
+  requirement: &70198460364300 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460364300
+- !ruby/object:Gem::Dependency
+  name: whatlanguage
+  requirement: &70198460360840 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460360840
+- !ruby/object:Gem::Dependency
+  name: wordnet
+  requirement: &70198460374520 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460374520
+- !ruby/object:Gem::Dependency
+  name: rbtagger
+  requirement: &70198460372420 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460372420
+- !ruby/object:Gem::Dependency
+  name: engtagger
+  requirement: &70198460370340 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460370340
+- !ruby/object:Gem::Dependency
+  name: punkt-segmenter
+  requirement: &70198460383060 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460383060
+- !ruby/object:Gem::Dependency
+  name: tokenizer
+  requirement: &70198460380700 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460380700
+- !ruby/object:Gem::Dependency
+  name: tactful_tokenizer
+  requirement: &70198460378320 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460378320
+- !ruby/object:Gem::Dependency
+  name: english
+  requirement: &70198460375900 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460375900
+- !ruby/object:Gem::Dependency
+  name: linguistics
+  requirement: &70198460391000 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460391000
+- !ruby/object:Gem::Dependency
+  name: ruby-stemmer
+  requirement: &70198460389700 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460389700
+- !ruby/object:Gem::Dependency
+  name: uea-stemmer
+  requirement: &70198460388460 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460388460
+- !ruby/object:Gem::Dependency
+  name: lda-ruby
+  requirement: &70198460387460 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460387460
+- !ruby/object:Gem::Dependency
+  name: nickel
+  requirement: &70198460386440 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70198460386440
+- !ruby/object:Gem::Dependency
+  name: unprof
+  requirement: &70198460385440 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70198460385440
+description: ! ' Treat is a toolkit for text retrieval, information extraction and
+  natural language processing. '
+email:
+- louis.mullie@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/treat/buildable.rb
+- lib/treat/categories.rb
+- lib/treat/category.rb
+- lib/treat/delegatable.rb
+- lib/treat/detectors/encoding/native.rb
+- lib/treat/detectors/encoding/r_chardet19.rb
+- lib/treat/detectors/format/file.rb
+- lib/treat/detectors/language/language_detector.rb
+- lib/treat/detectors/language/what_language.rb
+- lib/treat/detectors.rb
+- lib/treat/entities/collection.rb
+- lib/treat/entities/constituents.rb
+- lib/treat/entities/document.rb
+- lib/treat/entities/entity.rb
+- lib/treat/entities/sentence.rb
+- lib/treat/entities/text.rb
+- lib/treat/entities/tokens.rb
+- lib/treat/entities/zones.rb
+- lib/treat/entities.rb
+- lib/treat/exception.rb
+- lib/treat/extractors/key_sentences/topics_frequency.rb
+- lib/treat/extractors/named_entity/abner.rb
+- lib/treat/extractors/named_entity/stanford.rb
+- lib/treat/extractors/statistics/frequency.rb
+- lib/treat/extractors/statistics/frequency_of.rb
+- lib/treat/extractors/statistics/position_in.rb
+- lib/treat/extractors/statistics/transition_matrix.rb
+- lib/treat/extractors/statistics/transition_probability.rb
+- lib/treat/extractors/time/chronic.rb
+- lib/treat/extractors/time/native.rb
+- lib/treat/extractors/time/nickel.rb
+- lib/treat/extractors/topic_words/lda/data.dat
+- lib/treat/extractors/topic_words/lda/wiki.yml
+- lib/treat/extractors/topic_words/lda.rb
+- lib/treat/extractors/topics/reuters/industry.xml
+- lib/treat/extractors/topics/reuters/region.xml
+- lib/treat/extractors/topics/reuters/topics.xml
+- lib/treat/extractors/topics/reuters.rb
+- lib/treat/extractors.rb
+- lib/treat/feature.rb
+- lib/treat/formatters/cleaners/html.rb
+- lib/treat/formatters/readers/autoselect.rb
+- lib/treat/formatters/readers/gocr.rb
+- lib/treat/formatters/readers/html.rb
+- lib/treat/formatters/readers/ocropus.rb
+- lib/treat/formatters/readers/pdf.rb
+- lib/treat/formatters/readers/txt.rb
+- lib/treat/formatters/serializers/xml.rb
+- lib/treat/formatters/serializers/yaml/helper.rb
+- lib/treat/formatters/serializers/yaml.rb
+- lib/treat/formatters/unserializers/autoselect.rb
+- lib/treat/formatters/unserializers/xml.rb
+- lib/treat/formatters/unserializers/yaml.rb
+- lib/treat/formatters/visualizers/dot.rb
+- lib/treat/formatters/visualizers/html.rb
+- lib/treat/formatters/visualizers/inspect.rb
+- lib/treat/formatters/visualizers/short_value.rb
+- lib/treat/formatters/visualizers/standoff.rb
+- lib/treat/formatters/visualizers/tree.rb
+- lib/treat/formatters/visualizers/txt.rb
+- lib/treat/formatters.rb
+- lib/treat/group.rb
+- lib/treat/inflectors/cardinal_words/linguistics.rb
+- lib/treat/inflectors/conjugators/linguistics.rb
+- lib/treat/inflectors/declensors/en.rb
+- lib/treat/inflectors/declensors/linguistics.rb
+- lib/treat/inflectors/lemmatizers/e_lemma/elemma.c
+- lib/treat/inflectors/lemmatizers/e_lemma/extconf.rb
+- lib/treat/inflectors/lemmatizers/e_lemma/Makefile
+- lib/treat/inflectors/lemmatizers/e_lemma.rb
+- lib/treat/inflectors/ordinal_words/linguistics.rb
+- lib/treat/inflectors/stemmers/porter.rb
+- lib/treat/inflectors/stemmers/porter_c.rb
+- lib/treat/inflectors/stemmers/uea.rb
+- lib/treat/inflectors.rb
+- lib/treat/lexicalizers/category/from_tag.rb
+- lib/treat/lexicalizers/linkages/naive.rb
+- lib/treat/lexicalizers/synsets/rita_wn.rb
+- lib/treat/lexicalizers/synsets/wordnet.rb
+- lib/treat/lexicalizers/tag/brill.rb
+- lib/treat/lexicalizers/tag/lingua.rb
+- lib/treat/lexicalizers/tag/stanford.rb
+- lib/treat/lexicalizers.rb
+- lib/treat/processors/chunkers/txt.rb
+- lib/treat/processors/parsers/enju.rb
+- lib/treat/processors/parsers/stanford.rb
+- lib/treat/processors/segmenters/punkt.rb
+- lib/treat/processors/segmenters/stanford.rb
+- lib/treat/processors/segmenters/tactful.rb
+- lib/treat/processors/tokenizers/macintyre.rb
+- lib/treat/processors/tokenizers/multilingual.rb
+- lib/treat/processors/tokenizers/perl.rb
+- lib/treat/processors/tokenizers/punkt.rb
+- lib/treat/processors/tokenizers/stanford.rb
+- lib/treat/processors/tokenizers/tactful.rb
+- lib/treat/processors.rb
+- lib/treat/proxies.rb
+- lib/treat/registrable.rb
+- lib/treat/resources/categories.rb
+- lib/treat/resources/delegates.rb
+- lib/treat/resources/dependencies.rb
+- lib/treat/resources/edges.rb
+- lib/treat/resources/formats.rb
+- lib/treat/resources/languages.rb
+- lib/treat/resources/languages.txt
+- lib/treat/resources/tags.rb
+- lib/treat/resources.rb
+- lib/treat/sugar.rb
+- lib/treat/tree.rb
+- lib/treat/utilities.rb
+- lib/treat/visitable.rb
+- lib/treat.rb
+- test/profile.rb
+- test/tc_detectors.rb
+- test/tc_entity.rb
+- test/tc_extractors.rb
+- test/tc_formatters.rb
+- test/tc_inflectors.rb
+- test/tc_lexicalizers.rb
+- test/tc_processors.rb
+- test/tc_resources.rb
+- test/tc_treat.rb
+- test/tc_tree.rb
+- test/tests.rb
+- test/texts/english/long.html
+- test/texts/english/long.txt
+- test/texts/english/medium.txt
+- test/texts/english/short.txt
+- test/texts.rb
+- examples/benchmark.rb
+- examples/keywords.rb
+- examples/texts/bugged_out.txt
+- examples/texts/half_cocked_basel.txt
+- examples/texts/hedge_funds.txt
+- examples/texts/hose_and_dry.txt
+- examples/texts/hungarys_troubles.txt
+- examples/texts/indias_slowdown.txt
+- examples/texts/merkozy_rides_again.txt
+- examples/texts/prada_is_not_walmart.txt
+- examples/texts/republican_nomination.txt
+- examples/texts/to_infinity_and_beyond.txt
+- bin/INFO
+- README
+- TODO
+- LICENSE
+- INSTALL
+homepage: http://www.github.com/louismullie/nat
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.15
+signing_key: 
+specification_version: 3
+summary: Text retrieval, extraction and annotation toolkit
+test_files: []