treat 0.2.5 → 1.0.0

data/lib/treat/languages/chinese.rb

@@ -1,16 +1,16 @@
-module Treat
-  module Languages
-    class Chinese
-      RequiredDependencies = []
-      OptionalDependencies = []
-      Extractors = {}
-      Inflectors = {}
-      Lexicalizers = {
-        :tag => [:stanford]
-      }
-      Processors = {
-        :parsers => [:stanford]
-      }
-    end
-  end
+class Treat::Languages::Chinese
+  
+  RequiredDependencies = []
+  OptionalDependencies = []
+  
+  Extractors = {}
+  Inflectors = {}
+  Lexicalizers = {
+    :tag => [:stanford]
+  }
+  Processors = {
+    :parsers => [:stanford]
+  }
+  Retrievers = {}
+  
 end

data/lib/treat/languages/dutch.rb

@@ -1,16 +1,16 @@
-module Treat
-  module Languages
-    class Dutch
-      RequiredDependencies = []
-      OptionalDependencies = []
-      Processors = {
-        :chunkers => [:txt],
-        :segmenters => [:punkt],
-        :tokenizers => [:tactful]
-      }
-      Extractors = {}
-      Inflectors = {}
-      Lexicalizers = {}
-    end
-  end
+class Treat::Languages::Dutch
+  
+  RequiredDependencies = []
+  OptionalDependencies = []
+  
+  Extractors = {}
+  Inflectors = {}
+  Lexicalizers = {}
+  Processors = {
+    :chunkers => [:txt],
+    :segmenters => [:punkt],
+    :tokenizers => [:perl, :tactful]
+  }
+  Retrievers = {}
+  
 end

data/lib/treat/languages/english.rb

@@ -1,64 +1,63 @@
-module Treat
-  module Languages
-    class English
-      
-      RequiredDependencies = ['rbtagger', 'ruby-stemmer', 'tactful_tokenizer', 'nickel', 'wordnet']
-      OptionalDependencies = ['uea-stemmer', 'tokenizer', 'engtagger']
-      
-      Extractors = {
-        :time => [:nickel],
-        :date => [:chronic, :ruby],
-        :topics => [:reuters],
-        :topic_words => [:lda],
-        :keywords => [:tf_idf, :topics_tf_idf],
-        :named_entity_tag => [:stanford],
-        :coreferences => [:stanford],
-        :roles => [:naive]
-      }
-      
-      Processors = {
-        :chunkers => [:txt],
-        :parsers => [:stanford, :enju],
-        :segmenters => [:tactful, :punkt, :stanford],
-        :tokenizers => [:macintyre, :multilingual, :perl, :punkt, :tactful, :stanford]
-      }
-      
-      Lexicalizers = {
-        :category => [:from_tag],
-        :linkages => [:naive],
-        :synsets => [:wordnet],
-        :tag => [:brill, :lingua, :stanford]
-      }
-      
-      Inflectors = {
-        :conjugations => [:linguistics],
-        :declensions => [:english, :linguistics],
-        :stem => [:porter, :porter_c, :uea],
-        :ordinal_words => [:linguistics],
-        :cardinal_words => [:linguistics]
-      }
+class Treat::Languages::English
 
-      CommonWords = [
-        'the', 'of', 'and', 'a', 'to', 'in', 'is', 
-        'you', 'that', 'it', 'he', 'was', 'for', 'on', 
-        'are', 'as', 'with', 'his', 'they', 'I', 'at', 
-        'be', 'this', 'have', 'from', 'or', 'one', 'had', 
-        'by', 'word', 'but', 'not', 'what', 'all', 'were', 
-        'we', 'when', 'your', 'can', 'said', 'there', 'use', 
-        'an', 'each', 'which', 'she', 'do', 'how', 'their', 
-        'if', 'will', 'up', 'other', 'about', 'out', 'many', 
-        'then', 'them', 'these', 'so', 'some', 'her', 'would', 
-        'make', 'like', 'him', 'into', 'time', 'has', 'look', 
-        'two', 'more', 'write', 'go', 'see', 'number', 'no', 
-        'way', 'could', 'people', 'my', 'than', 'first', 'been',
-        'call', 'who', 'its', 'now', 'find', 'long', 'down',
-        'day', 'did', 'get', 'come', 'made', 'may', 'part', 
-        'say', 'also', 'new', 'much', 'should', 'still',
-        'such', 'before', 'after', 'other', 'then', 'over',
-        'under', 'therefore', 'nonetheless', 'thereafter',
-        'afterwards', 'here', 'huh', 'hah', "'nt", "'t", 'here'
-      ]
-      
-    end
-  end
+  RequiredDependencies = ['rbtagger', 'ruby-stemmer', 'tactful_tokenizer', 'nickel', 'rwordnet']
+  OptionalDependencies = ['uea-stemmer', 'engtagger', 'active_support', 'english']
+
+  Extractors = {
+    :time => [:chronic, :ruby, :nickel],
+    :topics => [:reuters],
+    :topic_words => [:lda],
+    :keywords => [:tf_idf],
+    :name_tag => [:stanford],
+    :coreferences => [:stanford],
+    :roles => [:naive]
+  }
+  
+  Inflectors = {
+    :conjugators => [:linguistics],
+    :declensors => [:english, :linguistics, :active_support],
+    :stemmers => [:porter, :porter_c, :uea],
+    :ordinalizers => [:linguistics],
+    :cardinalizers => [:linguistics]
+  }
+  
+  Lexicalizers = {
+    :categorizers => [:from_tag],
+    :taggers => [:lingua, :brill, :stanford],
+    :sensers => [:wordnet]
+  }
+
+  Processors = {
+    :chunkers => [:txt],
+    :parsers => [:stanford, :enju],
+    :segmenters => [:tactful, :punkt, :stanford],
+    :tokenizers => [:perl, :ptb, :stanford, :tactful, :punkt]
+  }
+  
+  Retrievers = {
+    :searchers => [:ferret],
+    :indexers => [:ferret]
+  }
+
+  CommonWords = [
+    'the', 'of', 'and', 'a', 'to', 'in', 'is',
+    'you', 'that', 'it', 'he', 'was', 'for', 'on',
+    'are', 'as', 'with', 'his', 'they', 'I', 'at',
+    'be', 'this', 'have', 'from', 'or', 'one', 'had',
+    'by', 'word', 'but', 'not', 'what', 'all', 'were',
+    'we', 'when', 'your', 'can', 'said', 'there', 'use',
+    'an', 'each', 'which', 'she', 'do', 'how', 'their',
+    'if', 'will', 'up', 'other', 'about', 'out', 'many',
+    'then', 'them', 'these', 'so', 'some', 'her', 'would',
+    'make', 'like', 'him', 'into', 'time', 'has', 'look',
+    'two', 'more', 'write', 'go', 'see', 'number', 'no',
+    'way', 'could', 'people', 'my', 'than', 'first', 'been',
+    'call', 'who', 'its', 'now', 'find', 'long', 'down',
+    'day', 'did', 'get', 'come', 'made', 'may', 'part',
+    'say', 'also', 'new', 'much', 'should', 'still',
+    'such', 'before', 'after', 'other', 'then', 'over',
+    'under', 'therefore', 'nonetheless', 'thereafter',
+    'afterwards', 'here', 'huh', 'hah', "n't", "'t", 'here'
+  ]
+  
 end

data/lib/treat/languages/french.rb

@@ -1,20 +1,20 @@
-module Treat
-  module Languages
-    class French
-      RequiredDependencies = []
-      OptionalDependencies = []
-      Extractors = {}
-      Inflectors = {}
-      Lexicalizers = {
-        :tag => [:stanford],
-        :category => [:from_tag]
-      }
-      Processors = {
-        :chunkers => [:txt],
-        :parsers => [:stanford],
-        :segmenters => [:punkt],
-        :tokenizers => [:tactful]
-      }
-    end
-  end
+class Treat::Languages::French
+  
+  RequiredDependencies = []
+  OptionalDependencies = []
+  
+  Extractors = {}
+  Inflectors = {}
+  Lexicalizers = {
+    :tag => [:stanford],
+    :category => [:from_tag]
+  }
+  Processors = {
+    :chunkers => [:txt],
+    :parsers => [:stanford],
+    :segmenters => [:punkt],
+    :tokenizers => [:perl, :tactful]
+  }
+  Retrievers = {}
+  
 end

data/lib/treat/languages/german.rb

@@ -1,20 +1,20 @@
-module Treat
-  module Languages
-    class German
-      RequiredDependencies = []
-      OptionalDependencies = []
-      Extractors = {}
-      Inflectors = {}
-      Lexicalizers = {
-        :tag => [:stanford],
-        :category => [:from_tag]
-      }
-      Processors = {
-        :chunkers => [:txt],
-        :parsers => [:stanford],
-        :segmenters => [:punkt],
-        :tokenizers => [:tactful]
-      }
-    end
-  end
-end
+class Treat::Languages::German
+  
+  RequiredDependencies = []
+  OptionalDependencies = []
+  
+  Extractors = {}
+  Inflectors = {}
+  Lexicalizers = {
+    :tag => [:stanford],
+    :category => [:from_tag]
+  }
+  Processors = {
+    :chunkers => [:txt],
+    :parsers => [:stanford],
+    :segmenters => [:punkt],
+    :tokenizers => [:perl, :tactful]
+  }
+  Retrievers = {}
+  
+end

data/lib/treat/languages/greek.rb

@@ -1,16 +1,16 @@
-module Treat
-  module Languages
-    class Greek
-      RequiredDependencies = []
-      OptionalDependencies = []
-      Processors = {
-        :chunkers => [:txt],
-        :segmenters => [:punkt],
-        :tokenizers => [:tactful]
-      }
-      Extractors = {}
-      Inflectors = {}
-      Lexicalizers = {}
-    end
-  end
+class Treat::Languages::Greek
+  
+  RequiredDependencies = []
+  OptionalDependencies = []
+  
+  Extractors = {}
+  Inflectors = {}
+  Lexicalizers = {}
+  Processors = {
+    :chunkers => [:txt],
+    :segmenters => [:punkt],
+    :tokenizers => [:tactful]
+  }
+  Retrievers = {}
+  
 end

data/lib/treat/languages/italian.rb

@@ -1,17 +1,17 @@
-module Treat
-  module Languages
-    class Italian
-      RequiredDependencies = []
-      OptionalDependencies = []
-      Extractors = {}
-      Inflectors = {}
-      Lexicalizers = {}
-      Processors = {
-        :chunkers => [:txt],
-        :parsers => [:stanford],
-        :segmenters => [:punkt],
-        :tokenizers => [:tactful]
-      }
-    end
-  end
+class Treat::Languages::Italian
+  
+  RequiredDependencies = []
+  OptionalDependencies = []
+  
+  Extractors = {}
+  Inflectors = {}
+  Lexicalizers = {}
+  Processors = {
+    :chunkers => [:txt],
+    :parsers => [:stanford],
+    :segmenters => [:punkt],
+    :tokenizers => [:perl, :tactful]
+  }
+  Retrievers = {}
+  
 end

data/lib/treat/languages/polish.rb

@@ -1,16 +1,16 @@
-module Treat
-  module Languages
-    class Polish
-      RequiredDependencies = []
-      OptionalDependencies = []
-      Processors = {
-        :chunkers => [:txt],
-        :segmenters => [:punkt],
-        :tokenizers => [:tactful]
-      }
-      Extractors = {}
-      Inflectors = {}
-      Lexicalizers = {}
-    end
-  end
+class Treat::Languages::Polish
+  
+  RequiredDependencies = []
+  OptionalDependencies = []
+
+  Extractors = {}
+  Inflectors = {}
+  Lexicalizers = {}
+  Processors = {
+    :chunkers => [:txt],
+    :segmenters => [:punkt],
+    :tokenizers => [:perl, :tactful]
+  }
+  Retrievers = {}
+  
 end

data/lib/treat/languages/portuguese.rb

@@ -1,16 +1,16 @@
-module Treat
-  module Languages
-    class Portuguese
-      RequiredDependencies = []
-      OptionalDependencies = []
-      Processors = {
-        :chunkers => [:txt],
-        :segmenters => [:punkt],
-        :tokenizers => [:tactful]
-      }
-      Extractors = {}
-      Inflectors = {}
-      Lexicalizers = {}
-    end
-  end
+class Treat::Languages::Portuguese
+  
+  RequiredDependencies = []
+  OptionalDependencies = []
+
+  Extractors = {}
+  Inflectors = {}
+  Lexicalizers = {}
+  Processors = {
+    :chunkers => [:txt],
+    :segmenters => [:punkt],
+    :tokenizers => [:perl, :tactful]
+  }
+  Retrievers = {}
+  
 end

data/lib/treat/languages/russian.rb

@@ -1,16 +1,16 @@
-module Treat
-  module Languages
-    class Russian
-      RequiredDependencies = []
-      OptionalDependencies = []
-      Processors = {
-        :chunkers => [:txt],
-        :segmenters => [:punkt],
-        :tokenizers => [:tactful]
-      }
-      Extractors = {}
-      Inflectors = {}
-      Lexicalizers = {}
-    end
-  end
+class Treat::Languages::Russian
+  
+  RequiredDependencies = []
+  OptionalDependencies = []
+
+  Extractors = {}
+  Inflectors = {}
+  Lexicalizers = {}
+  Processors = {
+    :chunkers => [:txt],
+    :segmenters => [:punkt],
+    :tokenizers => [:perl, :tactful]
+  }
+  Retrievers = {}
+  
 end

data/lib/treat/languages/spanish.rb

@@ -1,16 +1,16 @@
-module Treat
-  module Languages
-    class Spanish
-      RequiredDependencies = []
-      OptionalDependencies = []
-      Processors = {
-        :chunkers => [:txt],
-        :segmenters => [:punkt],
-        :tokenizers => [:tactful]
-      }
-      Extractors = {}
-      Inflectors = {}
-      Lexicalizers = {}
-    end
-  end
-end
+class Treat::Languages::Spanish
+  
+  RequiredDependencies = []
+  OptionalDependencies = []
+  
+  Extractors = {}
+  Inflectors = {}
+  Lexicalizers = {}
+  Processors = {
+    :chunkers => [:txt],
+    :segmenters => [:punkt],
+    :tokenizers => [:perl, :tactful]
+  }
+  Retrievers = {}
+  
+end