nekoneko_gen 0.0.1 → 0.1.0

data/lib/nekoneko_gen/arow.rb

@@ -1,3 +1,4 @@
+# -*- coding: utf-8 -*-
 module NekonekoGen
   class Arow
     R = 6.0

data/lib/nekoneko_gen/text_classifier_generator.rb

@@ -1,6 +1,8 @@
 # -*- coding: utf-8 -*-
 require 'json'
+require 'nkf'
 require 'bimyou_segmenter'
+
 require File.expand_path(File.join(File.dirname(__FILE__), 'arow'))
 
 module NekonekoGen
@@ -26,12 +28,16 @@ module NekonekoGen
         t = Time.now
         data[i] = []
         print "loading #{@files[i]}... "
+        
+        content = nil
         File.open(@files[i]) do |f|
-          until (f.eof?)
-            vec = fv(f.readline.chomp)
-            if (vec.size > 0)
-              data[i] << normalize(vec)
-            end
+          content = f.read
+        end
+        content = NKF.nkf('-w', content)
+        content.lines do |line|
+          vec = fv(line.chomp)
+          if (vec.size > 0)
+            data[i] << normalize(vec)
           end
         end
         puts sprintf("%.4fs", Time.now - t)

data/lib/nekoneko_gen/version.rb

@@ -1,3 +1,4 @@
+# -*- coding: utf-8 -*-
 module NekonekoGen
-  VERSION = "0.0.1"
+  VERSION = "0.1.0"
 end

data/lib/nekoneko_gen.rb

@@ -1,3 +1,4 @@
+# -*- coding: utf-8 -*-
 require 'nekoneko_gen/version'
 require 'nekoneko_gen/text_classifier_generator'
 require 'optparse'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: nekoneko_gen
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ date: 2012-05-28 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bimyou_segmenter
-  requirement: &10664820 !ruby/object:Gem::Requirement
+  requirement: &12499360 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *10664820
+  version_requirements: *12499360
 - !ruby/object:Gem::Dependency
   name: json
-  requirement: &10663520 !ruby/object:Gem::Requirement
+  requirement: &12498260 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *10663520
+  version_requirements: *12498260
 - !ruby/object:Gem::Dependency
   name: test-unit
-  requirement: &10662400 !ruby/object:Gem::Requirement
+  requirement: &12497600 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,7 +43,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *10662400
+  version_requirements: *12497600
 description: Japanese Text Classifier Generator
 email:
 - nagadomi@nurs.or.jp