textmood 0.0.1

data/lang/symbols.txt

@@ -0,0 +1,54 @@
+-1.0: %-(
+-1.0: )-:
+-1.0: ):
+-1.0: )o:
+-1.0: 8-0
+-1.0: 8/
+-1.0: 8\
+-1.0: 8c
+-1.0: :'(
+-1.0: :'-(
+-1.0: :(
+-1.0: :*(
+-1.0: :,(
+-1.0: :-(
+-1.0: :-/
+-1.0: :-S
+-1.0: :-\
+-0.50: :-|
+-0.50: :/
+-0.25: :O
+-0.25: :S
+-0.25: :\
+-0.25: :|
+-1.0: =(
+-1.0: >:(
+-1.0: D:
+1.0: (o;
+1.00: 8-)
+1.0: ;)
+1.0: ;o)
+1.0: %-)
+1.0: (-:
+1.0: (:
+1.0: (o:
+1.0: 8)
+1.0: :)
+1.0: :-)
+1.0: :-D
+1.0: :-P
+1.0: :D
+1.0: :P
+1.0: :P
+1.0: :]
+1.0: :o)
+1.0: :p
+1.0: ;^)
+1.0: <3
+1.0: =)
+1.0: =]
+1.0: >:)
+1.0: >:D
+1.0: >=D
+1.0: ^_^
+1.0: }:)

data/lib/textmood.rb

@@ -0,0 +1,107 @@
+#encoding: utf-8
+
+if RUBY_VERSION < '1.9'
+  $KCODE='u'
+else
+  Encoding.default_external = Encoding::UTF_8
+  Encoding.default_internal = Encoding::UTF_8
+end
+
+class TextMood
+
+  def initialize(options = {})
+    options[:max_threshold] ||=  0.5
+    options[:min_threshold] ||= -0.5
+    options[:start_ngram]   ||=  1
+    options[:end_ngram]     ||=  1
+    @options = options
+    if options[:lang]
+      @sentiment_values = load_sentiment_file(File.dirname(__FILE__) + "/../lang/#{options[:lang]}.txt")
+      unless options[:include_symbols] == false
+        # load the symbols file (emoticons and other symbols)
+        @sentiment_values.merge!(load_sentiment_file(File.dirname(__FILE__) + "/../lang/symbols.txt"))
+      end
+    else
+      if options[:files].empty?
+        raise ArgumentError, "No language or files provided"
+      else
+        @sentiment_values = {}
+        options[:files].each do |file|
+          @sentiment_values.merge!(load_sentiment_file(file))
+        end
+      end
+    end
+
+  end
+
+  # analyzes the sentiment of the provided text.
+  def score_text(text)
+    sentiment_total = 0.0
+
+    (@options[:start_ngram]..@options[:end_ngram]).each do |i|
+      ngrams(i, text.to_s).each do |token|
+        sentiment_total += score_token(token)
+      end
+    end
+    
+    if @options[:normalize]
+      if sentiment_total > @options[:max_threshold]
+        1
+      elsif sentiment_total < @options[:min_threshold]
+        -1
+      else
+        0
+      end
+    else
+      sentiment_total
+    end
+  end
+
+  private
+
+  def score_token(token)
+    # try the downcased token verbatim
+    used_token = token
+    sentiment_value = @sentiment_values[token.downcase]
+    unless sentiment_value
+      # try the token without symbols
+      token_without_symbols = token.gsub(/[^\w\s]+/, "")
+      sentiment_value = @sentiment_values[token_without_symbols.downcase]
+      if sentiment_value
+        used_token = token_without_symbols
+      end
+    end
+    if sentiment_value
+      puts "#{used_token}: #{sentiment_value}" if @options[:debug]
+      sentiment_value
+    else
+      puts "#{used_token}: nil" if @options[:debug]
+      0.0
+    end
+  end
+
+  def ngrams(n, string)
+    string.split.each_cons(n).to_a.collect {|words| words.join(" ")}
+  end
+
+  # load the specified sentiment file into a hash
+  def load_sentiment_file(path)
+    sentiment_values = {}
+
+    sentiment_file = File.new(path, "r:UTF-8")
+    while (line = sentiment_file.gets)
+      parsed_line = line.chomp.split(/\s*([\d.-]+):\s*([^\s].*)/)
+      if parsed_line.size == 3
+        score = parsed_line[1]
+        text = parsed_line[2]
+        if score and text
+          sentiment_values[text.downcase] = score.to_f
+        end
+      end
+    end
+    sentiment_file.close
+
+    sentiment_values
+  end
+
+end

data/test/test.rb

@@ -0,0 +1,51 @@
+#!/usr/bin/env ruby
+#encoding: utf-8
+
+if RUBY_VERSION < '1.9'
+  $KCODE='u'
+else
+  Encoding.default_external = Encoding::UTF_8
+  Encoding.default_internal = Encoding::UTF_8
+end
+
+require "test/unit"
+# require "./#{File.dirname(__FILE__)}/../lib/textmood"
+require "textmood"
+
+include Test::Unit::Assertions
+
+class TestScorer < Test::Unit::TestCase
+
+  def setup
+    @scorer = TextMood.new({:lang => "en_US"})
+  end
+
+  def test_negative
+    max = -0.01
+    texts = ["This is just terrible"]
+    texts.each do |text|
+      actual_score = @scorer.score_text(text)
+      assert((actual_score < max), "actual: #{actual_score} >= max: #{max} for '#{text}'")
+    end
+  end
+
+  def test_neutral
+    min = -0.5
+    max =  0.5
+    texts = ["This is neutral"]
+    texts.each do |text, test_score|
+      actual_score = @scorer.score_text(text)
+      assert((actual_score < max and actual_score > min), "min: #{min} <= actual: #{actual_score} >= max: #{max} for '#{text}'")
+    end
+  end
+
+  def test_positive
+    min = 0.01
+    texts = ["This is amazing!"]
+    texts.each do |text, test_score|
+      actual_score = @scorer.score_text(text)
+      assert((actual_score >= min), "actual: #{actual_score} <= max: #{min} for '#{text}'")
+    end
+  end
+
+end

metadata

@@ -0,0 +1,55 @@
+--- !ruby/object:Gem::Specification
+name: textmood
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Stian Grytoyr
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-11-08 00:00:00.000000000 Z
+dependencies: []
+description: Simple sentiment analyzer with CLI tool
+email: stian@grytoyr.net
+executables:
+- textmood
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/textmood.rb
+- lang/en_US.txt
+- lang/no_NB.txt
+- lang/symbols.txt
+- bin/textmood
+- test/test.rb
+- README.md
+- LICENSE
+homepage: https://github.com/stiang/textmood
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: TextMood
+test_files:
+- test/test.rb