crawler-movie-core 1.0.0 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9a72036ce835643633d79c8d7d35e0b30caa086b9dec05cbf3f028d21911aad1
-  data.tar.gz: f621b1d9562bbf9eb6f56ae037e452ac966309d1e432e9fdef31b2265541cc92
+  metadata.gz: c09660f760f7aad4dd88b7b73d8580b9760a28b2339240c0e153e11e6a6619c9
+  data.tar.gz: c569adae99e851476dc3acc569cc0edfca62c226724d99993e5791112da62a75
 SHA512:
-  metadata.gz: e8972f89f805de8c1f5015ad74b926ed2580b4b828d3b72facd920d75876ccef29c107cb5a033fadce78d89e72f0ecb06828de7614c2b3242ea29e3a6e4acdec
-  data.tar.gz: deeff50be8e1546d17f811511203bd1f61f2637215390864749fc07e83ff58834cad6a4b9becc26953091df6687d40676c646a34b9b5fca539075ef385e99cd5
+  metadata.gz: 40dda74a2f4e84f4ccda4a1fca6fda3890c580a80a83af0fb50624c4dfe766ec75dbca6be4995cbdc1f2a3d3620276e8ab3db623bdcf9c35519685d0c218a96a
+  data.tar.gz: 285870055ab6182b48ff2412dae6b6b0bdd7c3fec2d8ccbc5af983df880f7ff302ab8eb1fe5a85facea024a92cae1e1972d1e44c2bd8efd40d6843bc8fef51b3

data/crawler-movie-core.gemspec

@@ -30,4 +30,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'rake', '~> 10.0'
   spec.add_runtime_dependency 'activesupport', '>= 3.0'
   spec.add_runtime_dependency 'levenshtein-ffi', '>= 1.0'
+  spec.add_runtime_dependency 'crawler-core', '>= 0.2'
 end

data/lib/crawler/movie.rb

@@ -1,9 +1,12 @@
 require 'active_support/core_ext/hash/keys'
 require 'active_support/inflector'
-require 'levenshtein-ffi'
+require 'crawler/base'
+require 'crawler/utils'
 
 module Crawler
   module Movie
+    include Base
+
     PROVIDERS = []
     SCORES = {}
 
@@ -17,27 +20,15 @@ module Crawler
       end
     end
 
-    def self.configure
-      yield self
-    end
-
-    def self.transliterate(string)
-      ActiveSupport::Inflector.transliterate(string.gsub(/[:\-.,!?]/, ' ').strip.gsub(/\s+/, ' ')).downcase
-    end
-
     def self.search(query, year: nil)
       movies = PROVIDERS.flat_map do |provider_name|
         camelized = ActiveSupport::Inflector.camelize("crawler/movie/providers/#{provider_name.to_s}")
         klass = ActiveSupport::Inflector.constantize(camelized)
-        movies = klass.search(transliterate(query))
+        movies = klass.search(Utils.transliterate(query))
 
         movies.map do |movie|
           provider_score = SCORES[provider_name] || 0.5
-          query_transliterated = transliterate(query)
-          title_transliterated = transliterate(movie[:title])
-          levenshtein_distance = Levenshtein.distance(query_transliterated, title_transliterated)
-          max_size = [query_transliterated.size, title_transliterated.size].max.to_f
-          title_score = (max_size - levenshtein_distance) / max_size
+          title_score = Utils.levenshtein_score(query, movie[:title])
           year_score = 1.0 unless year
           year_score ||= movie[:release_date] && year.to_s == movie[:release_date].year.to_s ? 1.0 : 0.9
 
@@ -49,7 +40,7 @@ module Crawler
       end
 
       movies.group_by do |movie|
-        [transliterate(movie[:data][:title]), movie[:data][:release_date] && movie[:data][:release_date].year]
+        [Utils.transliterate(movie[:data][:title]), movie[:data][:release_date] && movie[:data][:release_date].year]
       end
     end
 

data/lib/crawler/movie/core/version.rb

@@ -1,7 +1,7 @@
 module Crawler
   module Movie
     module Core
-      VERSION = '1.0.0'
+      VERSION = '1.1.0'
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: crawler-movie-core
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.1.0
 platform: ruby
 authors:
 - Jonathan PHILIPPE
@@ -66,6 +66,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: crawler-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.2'
 description: ''
 email:
 - jonathan@cinema.paris