crawler-core 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: df755a992dc20498f5e78de79a768bd0e04a4d601b5f14904cd15f4cb7ebc9f0
-  data.tar.gz: a236e990104345313dcf6171e67b0dd5112171a8f3c69ffdd37147901422eb26
+  metadata.gz: 841bfe48c75a9057ed3bd94b3a72ccbbbc4682a311f67e21a392e8603438bd50
+  data.tar.gz: 974c6281ab809e755a3efc186ba77661cd142ad6bd881fc7c60fa94ef05b534c
 SHA512:
-  metadata.gz: 942b3f1ac30fcf4dceecebe1c9a9163725ee689cf0166132a2daf73ba37de5e231b8737c9ee3a6fc6d7248ae186fa6af36ea0957d37cc2070e9f51200c8d7762
-  data.tar.gz: c15e005417f8453da188fe0a300a9bce6878b1b5da76a44890d858df3e6fd9fcb58ae8130beb425b1d83bbb649e19a35176f5261e66e016f21426ca5d7a4f9b8
+  metadata.gz: cd2aac5b72b77a35b111b550189595c90ea4b4d799b22835c6a19b347376547aa5908101296fc156d3a31b338233d27fcacb40ae0beffc4dbac0247fcd2b9fd8
+  data.tar.gz: b5fc635ed34010d67c98a2fab48131960e690deb470853cf4bbcde904948bd3832a8da1bcd7dcba070ea80529c90a44f140711325141d0c206426fb9b44fa171

data/lib/crawler/base.rb

@@ -15,19 +15,6 @@ module Crawler
         yield self
       end
 
-      def transliterate(string)
-        ActiveSupport::Inflector.transliterate(string.gsub(/[:\-.,!?]/, ' ').strip.gsub(/\s+/, ' '), nil).downcase
-      end
-
-      def levenshtein_score(string_1, string_2)
-        string_1_transliterated = transliterate(string_1)
-        string_2_transliterated = transliterate(string_2)
-        levenshtein_distance = Levenshtein.distance(string_1_transliterated, string_2_transliterated)
-        max_size = [string_1_transliterated.size, string_2_transliterated.size].max.to_f
-
-        (max_size - levenshtein_distance) / max_size
-      end
-
       def search(*args)
         raise NotImplementedError
       end

data/lib/crawler/core/version.rb

@@ -1,5 +1,5 @@
 module Crawler
   module Core
-    VERSION = '0.1.0'
+    VERSION = '0.2.0'
   end
 end

data/lib/crawler/utils.rb

@@ -0,0 +1,19 @@
+require 'active_support/inflector'
+require 'levenshtein-ffi'
+
+module Crawler
+  module Utils
+    def self.transliterate(string)
+      ActiveSupport::Inflector.transliterate(string.gsub(/[:\-.,!?]/, ' ').strip.gsub(/\s+/, ' '), nil).downcase
+    end
+
+    def self.levenshtein_score(string_1, string_2)
+      string_1_transliterated = transliterate(string_1)
+      string_2_transliterated = transliterate(string_2)
+      levenshtein_distance = Levenshtein.distance(string_1_transliterated, string_2_transliterated)
+      max_size = [string_1_transliterated.size, string_2_transliterated.size].max.to_f
+
+      (max_size - levenshtein_distance) / max_size
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: crawler-core
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Jonathan PHILIPPE
@@ -84,6 +84,7 @@ files:
 - crawler-core.gemspec
 - lib/crawler/base.rb
 - lib/crawler/core/version.rb
+- lib/crawler/utils.rb
 homepage: https://crawler.cinema.paris
 licenses:
 - CC-BY-SA-4.0