nlp 0.2.3 → 0.2.5

data/lib/token_scanner.rb

@@ -28,12 +28,15 @@ module NLP
                 while @pos < @tokens.size and !@tokens[@pos].number?
                     @pos+= 1
                 end
+             when :alphanum
+                while @pos < @tokens.size and !@tokens[@pos].number? and !@tokens[@pos].word?
+                    @pos+= 1
+                end
             end
         end
 
 
-        def current
-            
+        def current 
             if @pos == @tokens.size
                 nil
             else
@@ -42,6 +45,10 @@ module NLP
 
         end
 
+        def rewind
+            @pos = 0
+        end
+
 
         def index
             @pos
@@ -57,7 +64,7 @@ module NLP
 
         def flatten_text(text)
             flattened = []
-            text.each { |s| s.tokens.each {|t| flattened.push t } }
+            text.sentences.each { |s| s.tokens.each {|t| flattened.push t } }
             flattened
         end
 

data/lib/word.rb

@@ -7,6 +7,7 @@ module NLP
         include Meaningable
 
         attr_reader :lemat, :orth
+        attr_accessor :category
         
         def initialize(word, lemat, tags)
             super(word,tags)
@@ -17,5 +18,6 @@ module NLP
             @tags
         end
 
+
     end
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: nlp
 version: !ruby/object:Gem::Version 
-  hash: 17
+  hash: 29
   prerelease: false
   segments: 
   - 0
   - 2
-  - 3
-  version: 0.2.3
+  - 5
+  version: 0.2.5
 platform: ruby
 authors: 
 - knife
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-09-18 00:00:00 +02:00
+date: 2010-09-22 00:00:00 +02:00
 default_executable: 
 dependencies: []
 
@@ -29,6 +29,7 @@ extra_rdoc_files:
 - LICENSE
 - README.rdoc
 files: 
+- dict/liwc
 - dict/rid
 - lib/analyzer.rb
 - lib/category.rb
@@ -49,6 +50,7 @@ files:
 - lib/stree.rb
 - lib/takipi_web_service
 - lib/takipi_web_service.rb
+- lib/text.rb
 - lib/token.rb
 - lib/token_scanner.rb
 - lib/word.rb