similarity 0.2.4 → 0.2.5

data/lib/similarity/corpus.rb

@@ -68,6 +68,17 @@ class Corpus
     end
   end
 
+  def similar_documents(document)
+    index = documents.index(document)
+    return nil if index.nil?
+
+    results = documents.each_with_index.map do |doc, doc_index|
+      similarity = similarity_matrix[index, doc_index]
+      [doc, similarity]
+    end
+    results.sort { |a,b| b.last <=> a.last }
+  end
+
   def weights(document)
     idx = @documents.index(document)
     terms = @terms.to_a.map {|term| term.first}

data/lib/similarity/term_document_matrix.rb

@@ -1,17 +1,22 @@
 require 'gsl'
 
 class TermDocumentMatrix
-  attr_reader :matrix, :labels
+  attr_reader :matrix, :labels, :number_of_terms, :number_of_documents, :non_zeros
 
   def initialize(corpus)
     @matrix = GSL::Matrix.alloc(corpus.terms.size, corpus.document_count)
+    @non_zeros = 0
+    @number_of_terms = corpus.terms.size
+    @number_of_documents = corpus.documents.size
 
-    corpus.documents.each_with_index do |document, document_index|
-      corpus.terms.each_with_index do |term, term_index|
-        term = term.first
-        idf = corpus.inverse_document_frequency(term)
+    corpus.terms.each_with_index do |term, term_index|
+      term = term.first
+      idf = corpus.inverse_document_frequency(term)
+
+      corpus.documents.each_with_index do |document, document_index|
         weight = document.term_frequency(term) * idf
         @matrix[term_index, document_index] = weight
+        @non_zeros += 1 unless weight.zero?
       end
     end
 

metadata

@@ -1,104 +1,115 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: similarity
-version: !ruby/object:Gem::Version 
+version: !ruby/object:Gem::Version
+  version: 0.2.5
   prerelease: 
-  version: 0.2.4
 platform: ruby
-authors: 
+authors:
 - Chris Lowis
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2011-05-25 00:00:00 +01:00
-default_executable: 
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2011-05-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: gsl
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: rake
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id002
-- !ruby/object:Gem::Dependency 
-  name: faker
   prerelease: false
-  requirement: &id003 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: faker
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id003
-- !ruby/object:Gem::Dependency 
-  name: ruby-graphviz
   prerelease: false
-  requirement: &id004 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-graphviz
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id004
-description: |
-  Document similarity calculations using cosine similarity and TF-IDF weights
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ! 'Document similarity calculations using cosine similarity and TF-IDF
+  weights
 
+'
 email: chris.lowis@bbc.co.uk
 executables: []
-
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
+files:
 - lib/similarity/corpus.rb
 - lib/similarity/document.rb
 - lib/similarity/term_document_matrix.rb
 - lib/similarity.rb
-has_rdoc: true
-homepage: ""
+homepage: ''
 licenses: []
-
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      version: "0"
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: similarity
-rubygems_version: 1.5.0
+rubygems_version: 1.8.23
 signing_key: 
 specification_version: 3
 summary: Document similarity calculations using cosine similarity and TF-IDF weights
 test_files: []
-