polaris-nlp 0.1.2 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2922d88f64aa973f35026f4942e4c40a20024312
-  data.tar.gz: a3212e9ca346eae80f94d6b5a1b0c5593fa1f192
+  metadata.gz: 3b143d4b16dc4270634b483eb8aed1cff3b934b8
+  data.tar.gz: 81169c951c23132e021c769ff9154f67fab484e2
 SHA512:
-  metadata.gz: 00cf81ce966ef2c7db16234278eaa1e6e89cf67f81f5863afc4a411cbf431e96e19a1deed37fc676339cfb0fc535d489d114c23984f74c13171aafc6f1e3484e
-  data.tar.gz: 479d0c97b0bd39acd1ec47a89c50179b600524eccccf1b7936302211acef37e72fbda2bf7fd4dd69cb69108374e0663af05e234852ebf328c32994a23ea70be6
+  metadata.gz: c33d6455655cd8ad0c6cc37d51919cd1e528064cfb162c8eea30f3f600e1479557078cd9ce3c34a8e67828b2ac12093fd25c5a98dd752babd89ed351db6b637a
+  data.tar.gz: 1951a8d2a7d6920a03faa054fc58b0182a59cf687105b2c390573a0247238172430e2ddadbe513e3bdf4018ccb641dda162b727fc3298c702f7f02f4569dab69

data/README.md

@@ -1,15 +1,25 @@
-# Polaris::Nlp
+# Polaris
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/polaris/nlp`. To experiment with that code, run `bin/console` for an interactive prompt.
+natural language processing / polarity analysis--
 
-TODO: Delete this and the text above, and describe your gem
+Polaris provides methods for polarity analysis (semantic orientations).  
+
+I use a dataset offered by the Tokyo Institute of Technology.  
+
+[Semantic Orientations of Words](http://www.lr.pi.titech.ac.jp/~takamura/pndic_en.html)  
+
+Gem Interface
+
+## Requirements
+
+* mecab
 
 ## Installation
 
 Add this line to your application's Gemfile:
 
 ```ruby
-gem 'polaris-nlp'
+gem 'polaris/nlp'
 ```
 
 And then execute:
@@ -22,7 +32,21 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+### Init
+
+```ruby
+
+require 'polaris/nlp'
+Polaris::Nlp.init
+
+```
+
+### Calculate polarity
+
+```ruby
+require 'polaris/nlp'
+puts Polaris::Nlp.calc_polarity("I'm happy !")
+```
 
 ## Development
 

data/lib/polaris/nlp.rb

@@ -1,5 +1,6 @@
 require "polaris/nlp/version"
 require "polaris/nlp/init"
+require "polaris/nlp/calc"
 
 module Polaris
   module Nlp

data/lib/polaris/nlp/calc.rb

@@ -0,0 +1,38 @@
+# -*- coding: utf-8 -*-
+
+require 'sqlite3'
+require 'open-uri'
+require 'natto'
+
+module Polaris
+
+  module Nlp
+    module_function
+    @path_to_db = "#{Dir.home}/.polaris/features.sqlite3"
+
+    # init method is called in first setup.
+    def calc_polarity(sentence)
+
+      if File.exists?(@path_to_db)
+        db = SQLite3::Database.new("#{@home}/.polaris/features.sqlite3")
+        nm = Natto::MeCab.new
+
+        sum = 0
+        nm.parse(sentence).split(/\n/).each do |line|
+          elem = line.split(/\t/)
+          break if elem[0] == 'EOS' 
+          word = (elem[1].split(/\,/)[6] == '*') ? elem[0] : elem[1].split(/\,/)[6]
+          value = db.execute("SELECT value FROM models WHERE word = ? LIMIT 1",word)[0]
+          sum += value[0] if value
+        end
+        e = Math.exp(1)
+        return (e ** sum - e** (-1 * sum)) / (e ** sum + e** (-1 * sum))
+      else
+        puts ("features.sqlite3 not found.\nplease run Polaris::Nlp.init")
+        exit
+      end
+
+    end
+
+  end
+end

data/lib/polaris/nlp/init.rb

@@ -1,11 +1,56 @@
 # -*- coding: utf-8 -*-
 
+require 'sqlite3'
+require 'open-uri'
+
 module Polaris
 
   module Nlp
+    module_function
+
+    @home = Dir.home
 
     # init method is called in first setup.
     def init
+
+      unless Dir.exists?("#{@home}/.polaris")
+        Dir.mkdir("#{@home}/.polaris")
+      end
+
+      puts "Download data..."
+      ja_text = open('http://www.lr.pi.titech.ac.jp/%7Etakamura/pubs/pn_ja.dic').read.encode('utf-8','sjis')
+      en_text = open('http://www.lr.pi.titech.ac.jp/%7Etakamura/pubs/pn_en.dic').read.encode('utf-8','sjis')
+      puts "Done"
+
+      if File.exists?("#{@home}/.polaris/features.sqlite3")
+        FileUtils.rm("#{@home}/.polaris/features.sqlite3")
+      end
+
+      db = SQLite3::Database.new("#{@home}/.polaris/features.sqlite3")
+      db.execute("CREATE TABLE models (word TEXT ,value REAL);")
+
+      puts "Seed Japanese data..."
+      ja_text.split("\n").each do |line|
+        item = line.split(':')
+        word = item[0]
+        value = item[3]
+        insert_value(db,word,value)
+      end
+      puts "Done"
+
+      puts "Seed English data..."
+      en_text.split("\n").each do |line|
+        item = line.split(':')
+        word = item[0]
+        value = item[2]
+        insert_value(db,word,value)
+      end
+      puts "Done"
+
+    end
+
+    def insert_value(db,word,value)
+      return db.execute("INSERT INTO models (word, value) VALUES(?, ?);", word, value)
     end
 
   end

data/lib/polaris/nlp/version.rb

@@ -1,5 +1,5 @@
 module Polaris
   module Nlp
-    VERSION = "0.1.2"
+    VERSION = "0.2.0"
   end
 end

data/polaris-nlp.gemspec

@@ -20,6 +20,9 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
+  spec.add_dependency "sqlite3"
+  spec.add_dependency "natto"
+
   spec.add_development_dependency "bundler", "~> 1.10"
   spec.add_development_dependency "rake", "~> 10.0"
 end

metadata

@@ -1,15 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: polaris-nlp
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.2.0
 platform: ruby
 authors:
 - himkt
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-08-28 00:00:00.000000000 Z
+date: 2015-09-06 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: natto
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -54,6 +82,7 @@ files:
 - bin/console
 - bin/setup
 - lib/polaris/nlp.rb
+- lib/polaris/nlp/calc.rb
 - lib/polaris/nlp/init.rb
 - lib/polaris/nlp/version.rb
 - polaris-nlp.gemspec