rsemantic 0.2.1 → 0.3.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b772bdf3866ef3155cb94364a88c1b2268c2ffe8
+  data.tar.gz: b9e832658a877a1b066ab77388780041fe74e9a0
+SHA512:
+  metadata.gz: 30ed38b3a259d1dc5fd8398cb5747d6c396d270d37c9bb2b969c7a39be69a9dca70a4b3a1726df85b75782cf575c6752e0a173e10d353321e59cd4d8ff15a4ed
+  data.tar.gz: ffd419f02750472c80094c75eea45eea92e0c1bee9ca445cd7b8c79cf8f40bcbf7c6a9b698437c8465e7e72ada8f4fba8d4cc4d0057fe76cafb214f256b58bf6

data/README.md

@@ -12,31 +12,24 @@ Documentation: http://github.com/josephwilk/rsemantic/wikis/home
 ## Requirements:
 
 * GSL - http://www.gnu.org/software/gsl
-* stemmer - http://rubyforge.org/projects/stemmer/
 
 ## INSTALL:
 
-Note 'brew install GSL' installs 1.15 which is not supported yet by the gsl gem. So you have to switch your GSL version to 1.14.
-With homebrew try this:
+Rsemantic requires GSL. With homebrew try this:
 
-<pre><code>
-git clone git://github.com/josephwilk/rsemantic.git
-cd rsemantic
-
-brew tap homebrew/versions
-brew install gsl114
-bundle install
-</code></pre>
+```
+brew install gsl
+```
 
 ## Contributors
-* @josephwilk
+* [@josephwilk](http://blog.josephwilk.net)
 * @dominikhonnef
 
 ## LICENSE
 
 (The MIT License)
 
-Copyright (c) 2008-2012 Joseph Wilk
+Copyright (c) 2008-2014 Joseph Wilk
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/lib/{semantic.rb → rsemantic.rb}

@@ -1,25 +1,24 @@
 $:.unshift(File.dirname(__FILE__)) unless
 $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
 
-require "semantic/vector_space"
-require "semantic/compare"
-require "semantic/parser"
-require "semantic/matrix_transformer"
-require "semantic/search"
-require "semantic/transform"
-require "semantic/version"
-
-require "semantic/corpus"
-require "semantic/document"
-require "semantic/search_result"
-
-require 'rubygems'
+require "rsemantic/vector_space"
+require "rsemantic/compare"
+require "rsemantic/parser"
+require "rsemantic/matrix_transformer"
+require "rsemantic/search"
+require "rsemantic/transform"
+require "rsemantic/version"
+
+require "rsemantic/corpus"
+require "rsemantic/document"
+require "rsemantic/search_result"
+
 require 'gsl'
 
 require 'stemmer'
 require 'logger'
 
-module Semantic
+module RSemantic
 
   class << self
     attr_writer :logger

data/lib/{semantic → rsemantic}/compare.rb

@@ -1,4 +1,4 @@
-module Semantic
+module RSemantic
   class Compare
 
     class << self

data/lib/{semantic → rsemantic}/corpus.rb

@@ -1,4 +1,4 @@
-module Semantic
+module RSemantic
   class Corpus
     # @return [Array<Document>]
     attr_reader :documents
@@ -30,7 +30,7 @@ module Semantic
     #
     # @return [void]
     def build_index
-      @search = Semantic::Search.new(@documents.map(&:text), @options)
+      @search = RSemantic::Search.new(@documents.map(&:text), @options)
     end
 
     def search(*words)
@@ -38,14 +38,14 @@ module Semantic
       results = @search.search(words)
       results.map.with_index { |result, index|
         document = @documents[index]
-        Semantic::SearchResult.new(document, result)
+        RSemantic::SearchResult.new(document, result)
       }.sort
     end
 
     def find_related_document(document)
       @search.related(@documents.index(document)).map.with_index { |result, index|
         document = @documents[index]
-        Semantic::SearchResult.new(document, result)
+        RSemantic::SearchResult.new(document, result)
       }.sort
     end
 

data/lib/{semantic → rsemantic}/document.rb

@@ -1,4 +1,4 @@
-module Semantic
+module RSemantic
   class Document
     attr_reader :text
     attr_reader :attributes

data/lib/{semantic → rsemantic}/matrix_transformer.rb

@@ -1,4 +1,4 @@
-module Semantic
+module RSemantic
   class MatrixTransformer
 
     def initialize(transforms)
@@ -8,13 +8,13 @@ module Semantic
     def apply_transforms(vector_space_model)
       @transforms.each do |transform|
         begin
-          transform_class = Semantic::Transform.const_get(transform)
-          Semantic.logger.info("Applying #{transform} transform")
+          transform_class = RSemantic::Transform.const_get(transform)
+          RSemantic.logger.info("Applying #{transform} transform")
           transform_class.transform!(vector_space_model.matrix)
-          Semantic.logger.info(vector_space_model)
+          RSemantic.logger.info(vector_space_model)
         rescue => e
-          Semantic.logger.error("Error: Cannot perform transform: #{transform}")
-          Semantic.logger.error(e)
+          RSemantic.logger.error("Error: Cannot perform transform: #{transform}")
+          RSemantic.logger.error(e)
         end
       end
       vector_space_model

data/lib/{semantic → rsemantic}/parser.rb

@@ -1,6 +1,6 @@
 require "set"
 
-module Semantic
+module RSemantic
   class Parser
 
     def initialize(options = {})

data/lib/{semantic → rsemantic}/search.rb

@@ -1,5 +1,6 @@
-module Semantic
+module RSemantic
   class Search
+    attr_reader :builder
 
     def initialize(documents, options = {})
       options = {
@@ -8,15 +9,19 @@ module Semantic
         :filter_stop_words => true,
         :stem_words => true,
       }.merge(options)
-      Semantic.logger.level = options[:verbose] ? Logger::INFO : Logger::ERROR
+      RSemantic.logger.level = options[:verbose] ? Logger::INFO : Logger::ERROR
 
 
-      @builder = VectorSpace::Builder.new(:filter_stop_words => options[:filter_stop_words], :stem_words => options[:stem_words])
+      @builder = VectorSpace::Builder.new(
+        :filter_stop_words => options[:filter_stop_words],
+        :stem_words => options[:stem_words],
+        :locale => options[:locale]
+      )
       @matrix_transformer = MatrixTransformer.new(options[:transforms])
 
       @vector_space_model = @builder.build_document_matrix(documents)
 
-      Semantic.logger.info(@vector_space_model)
+      RSemantic.logger.info(@vector_space_model)
 
       @vector_space_model = @matrix_transformer.apply_transforms(@vector_space_model)
     end
@@ -37,5 +42,17 @@ module Semantic
       end
       ratings
     end
+
+    protected
+
+    def marshal_dump
+      [@builder, @matrix_transformer, @vector_space_model.to_a]
+    end
+
+    def marshal_load(array)
+      @builder = array.shift
+      @matrix_transformer = array.shift
+      @vector_space_model = GSL::Matrix.alloc(*array.shift)
+    end
   end
 end

data/lib/{semantic → rsemantic}/search_result.rb

@@ -1,4 +1,4 @@
-module Semantic
+module RSemantic
   class SearchResult
     include Comparable
 

data/lib/rsemantic/transform.rb

@@ -0,0 +1 @@
+%w{tf_idf lsa}.each{|f| require "rsemantic/transform/#{f}_transform.rb"}

data/lib/{semantic → rsemantic}/transform/lsa_transform.rb

@@ -1,4 +1,4 @@
-module Semantic
+module RSemantic
   module Transform
     class LSA
 
@@ -8,11 +8,14 @@ module Semantic
           # TODO configurable rank
           columns = matrix.size2
 
-          u, v, sigma = matrix.SV_decomp_mod
+          # if M < N perform SVD on transponsed matrix
+          matrix.size1 < matrix.size2 ? (u, v, sigma = matrix.transpose.SV_decomp_mod) : (u, v, sigma = matrix.SV_decomp_mod)
+
           reduce_dimensions!(sigma, rank)
           sigma = GSL::Matrix.diagonal(sigma)
 
-          GSL::Matrix.swap(matrix, u * sigma * v.transpose)
+          # if M < N return transposed result
+          matrix.size1 < matrix.size2 ? GSL::Matrix.swap(matrix, (u * sigma * v.transpose).transpose) : GSL::Matrix.swap(matrix, u * sigma * v.transpose)
         end
 
         private

data/lib/{semantic → rsemantic}/transform/tf_idf_transform.rb

@@ -1,4 +1,4 @@
-module Semantic
+module RSemantic
   module Transform
     class TFIDF
 

data/lib/rsemantic/vector_space.rb

@@ -0,0 +1 @@
+%w{model builder}.each{|f| require "rsemantic/vector_space/#{f}"}

data/lib/{semantic → rsemantic}/vector_space/builder.rb

@@ -1,12 +1,16 @@
-module Semantic
+module RSemantic
   module VectorSpace
     # A algebraic model for representing text documents as vectors of identifiers.
     # A document is represented as a vector. Each dimension of the vector corresponds to a
     # separate term. If a term occurs in the document, then the value in the vector is non-zero.
     class Builder
+      attr_reader :parsed_document_cache
 
       def initialize(options = {})
-        @parser = Parser.new(:filter_stop_words => options[:filter_stop_words])
+        @parser = Parser.new(
+          :filter_stop_words => options[:filter_stop_words],
+          :locale => options[:locale]
+        )
         @parsed_document_cache = []
       end
 

data/lib/{semantic → rsemantic}/vector_space/model.rb

@@ -2,7 +2,7 @@ require 'gsl'
 require 'delegate'
 require 'stringio'
 
-module Semantic
+module RSemantic
   module VectorSpace
 
     class Model < DelegateClass(::GSL::Matrix)

data/lib/{semantic → rsemantic}/version.rb

@@ -1,8 +1,8 @@
-module Semantic #:nodoc:
+module RSemantic #:nodoc:
   class VERSION #:nodoc:
     MAJOR = 0
-    MINOR = 2
-    TINY  = 1
+    MINOR = 3
+    TINY  = 0
 
     STRING = [MAJOR, MINOR, TINY].join('.')
   end

metadata

@@ -1,48 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: rsemantic
 version: !ruby/object:Gem::Version
-  version: 0.2.1
-  prerelease: 
+  version: 0.3.0
 platform: ruby
 authors:
 - Joseph Wilk
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-01-08 00:00:00.000000000 Z
+date: 2014-03-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gsl
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - '='
+    - - '>='
       - !ruby/object:Gem::Version
-        version: 1.14.7
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - '='
+    - - '>='
       - !ruby/object:Gem::Version
-        version: 1.14.7
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: fast-stemmer
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
-        version: 1.0.1
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
-        version: 1.0.1
+        version: '0'
 description: A document vector search with flexible matrix transforms. Currently supports
   Latent semantic analysis and Term frequency - inverse document frequency
 email:
@@ -54,21 +49,24 @@ extra_rdoc_files:
 - README.md
 - TODO.txt
 files:
-- lib/semantic/compare.rb
-- lib/semantic/corpus.rb
-- lib/semantic/document.rb
-- lib/semantic/matrix_transformer.rb
-- lib/semantic/parser.rb
-- lib/semantic/search.rb
-- lib/semantic/search_result.rb
-- lib/semantic/transform/lsa_transform.rb
-- lib/semantic/transform/tf_idf_transform.rb
-- lib/semantic/transform.rb
-- lib/semantic/vector_space/builder.rb
-- lib/semantic/vector_space/model.rb
-- lib/semantic/vector_space.rb
-- lib/semantic/version.rb
-- lib/semantic.rb
+- History.txt
+- README.md
+- TODO.txt
+- lib/rsemantic.rb
+- lib/rsemantic/compare.rb
+- lib/rsemantic/corpus.rb
+- lib/rsemantic/document.rb
+- lib/rsemantic/matrix_transformer.rb
+- lib/rsemantic/parser.rb
+- lib/rsemantic/search.rb
+- lib/rsemantic/search_result.rb
+- lib/rsemantic/transform.rb
+- lib/rsemantic/transform/lsa_transform.rb
+- lib/rsemantic/transform/tf_idf_transform.rb
+- lib/rsemantic/vector_space.rb
+- lib/rsemantic/vector_space/builder.rb
+- lib/rsemantic/vector_space/model.rb
+- lib/rsemantic/version.rb
 - lib/tasks/rspec.rake
 - resources/ar.stop
 - resources/ca.stop
@@ -91,34 +89,30 @@ files:
 - resources/ru.stop
 - resources/sv.stop
 - resources/tr.stop
-- History.txt
-- README.md
-- TODO.txt
 homepage: http://github.com/josephwilk/rsemantic
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options:
 - --charset=UTF-8
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.24
+rubygems_version: 2.2.2
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: A document vector search with flexible matrix transforms. Currently supports
   Latent semantic analysis and Term frequency - inverse document frequency
 test_files: []

data/lib/semantic/transform.rb

@@ -1 +0,0 @@
-%w{tf_idf lsa}.each{|f| require "semantic/transform/#{f}_transform.rb"}

data/lib/semantic/vector_space.rb

@@ -1 +0,0 @@
-%w{model builder}.each{|f| require "semantic/vector_space/#{f}"}