likeness 1.0.0.rc1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 27ccde505442d156b4a2a80a493c05b8cfa88ca2210d05cd6c473c991f7bf09b
+  data.tar.gz: b2e0173619708676cd1cc0a92936d716417eded6653785f4d37007334163600f
+SHA512:
+  metadata.gz: 3a1428413c19c5e97d4c58cd211dcb2940fed6d943f7958251741b234b4d46187fba2ed5eedfb846d87766b0364469a8ad988266f89bf7229975248335ffb843
+  data.tar.gz: 6eb7515e3c599a4a5b8aef05ca724a8dc8d9aff924cef2fb35b06d853624504ed41cbf64cb21ec6d189ab90299239ae296230add48e00d09cdb484b541b90c0c

data/likeness.rb

@@ -0,0 +1,79 @@
+
+class Likeness
+  # Yields an object that can be used to compare many strings.
+  def initialize(options = {}, &cleaner)
+    # Collect or default the size of shingles to extract from each word.
+    @width = options[:width] || 2
+
+    # splitter can be a Regexp (defaults to any non-word) or a proc/lambda for extra power.
+    # The caller can split on strict whitespace by passing /\s+/, whereas the default of
+    # /\W+/ basically only leaves alpha-num. "Apostrophe's" (sic) could be an issue...
+    #
+    # Capture as both, then replace splitter with a lambda-wrap of re if it is a pattern.
+    re = @splitter = options[:splitter] || /\W+/
+    @splitter = lambda { |str| str.split(re) } if Regexp === re
+
+    # Give caller the opportunity to use a canonicalizing block.
+    # If the caller wants no lower-casing, they can use a no-op block { |s| s } :p
+    # If the caller does not want to quietly ignore apostrope's, then pass (&:downcase)
+    @cleaner ||= lambda { |str| str.downcase.gsub(/(?<=\w)'/, '') }
+  end  # initialize
+
+
+  def self.match(shingles1, shingles2)
+    n = (l1 = shingles1.length) + (l2 = shingles2.length)
+    # Two empty strings match perfectly. NOTE: strings full of separator also appear empty.
+    return 1.0 if n == 0
+
+    # Count matching shingles. Exploit the sorted lists returned from smush() to step through them both.
+    i1 = i2 = k = 0
+    while i1 < l1 && i2 < l2
+        case
+          when shingles1[i1] < shingles2[i2] then i1 += 1     # step forward in shingles1 while its current shingle is behind
+          when shingles1[i1] > shingles2[i2] then i2 += 1     # ditto for shingles2
+          else i1 += 1; i2 += 1; k += 1       # score!!!
+        end
+    end
+
+    # Final score ranges from 0.0 to 1.0
+    return (2.0 * k) / n
+  end  # self.match
+
+
+  def match(str1, str2)
+    # Split into words, then collect progressive shingles from each word. Result will be a flat sorted list of shingles.
+    return Likeness::match(shingles(str1), shingles(str2))
+  end  # match
+
+  alias_method :[], :match    # a sussinct alternative to .match
+
+
+  def shingles(str)
+    return @splitter.call(@cleaner.call(str))
+                  .reject(&:empty?)
+                     .map{ |s| s.length < @width ? s : 0.upto(s.length - @width).collect { |i| s[i, @width] } }
+                 .flatten
+                    .sort
+  end  # shingles
+
+
+  def subject(str)
+    return Likeness::Subject.new(self, str)
+  end  # subject
+
+
+  class Subject
+    def initialize(compar, str)
+      @compar = compar
+      @subject = @compar.shingles(str)
+    end  # initialize
+
+
+    def match(str)
+      return Likeness::match(@subject, @compar.shingles(str))
+    end  # match
+
+    alias_method :[], :match    # a sussinct alternative to .match
+  end  # Likeness::Subject::
+end  # Likeness::
+

metadata

@@ -0,0 +1,44 @@
+--- !ruby/object:Gem::Specification
+name: likeness
+version: !ruby/object:Gem::Version
+  version: 1.0.0.rc1
+platform: ruby
+authors:
+- Andrew Clarke
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-08-19 00:00:00.000000000 Z
+dependencies: []
+description: Powerful string similarity determination using the Shingles method.
+email: a.andrew.clarke@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- likeness.rb
+homepage: https://github.com/AndrewClarke/likeness
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.7
+signing_key: 
+specification_version: 4
+summary: String Similarity method.
+test_files: []