crawler-core 0.1.0 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: df755a992dc20498f5e78de79a768bd0e04a4d601b5f14904cd15f4cb7ebc9f0
-  data.tar.gz: a236e990104345313dcf6171e67b0dd5112171a8f3c69ffdd37147901422eb26
+  metadata.gz: 65170a04c894aafa51b513c1a99181f4dd247e435e56084a68a23796022a5d93
+  data.tar.gz: 153b6205377a788084f93e89bb7dc93088d10ce1c36d413cabbc29d78599a962
 SHA512:
-  metadata.gz: 942b3f1ac30fcf4dceecebe1c9a9163725ee689cf0166132a2daf73ba37de5e231b8737c9ee3a6fc6d7248ae186fa6af36ea0957d37cc2070e9f51200c8d7762
-  data.tar.gz: c15e005417f8453da188fe0a300a9bce6878b1b5da76a44890d858df3e6fd9fcb58ae8130beb425b1d83bbb649e19a35176f5261e66e016f21426ca5d7a4f9b8
+  metadata.gz: 2e8b2bca63982400ec7648660a5a6ea3e04649cbbdbf6014f4ae50c54c4ad4f08faffc7fde6d4e3b6c7c345a48c778485d474d15248f4991ecdb631fd3df0592
+  data.tar.gz: 6ac9f91d23b315937175044e3c9e5d394ca5fd77e7954293a669049e2b7fc9e9271996d061098c28f74af5ba17ea4168f3fe83a6bc33a780d5f6c43e808df3e5

data/.gitignore

@@ -6,3 +6,5 @@
 /pkg/
 /spec/reports/
 /tmp/
+.idea/
+*.gem

data/bin/console

@@ -1,7 +1,6 @@
 #!/usr/bin/env ruby
 
 require 'bundler/setup'
-require 'crawler/movie'
 
 require 'irb'
 IRB.start(__FILE__)

data/crawler-core.gemspec

@@ -26,8 +26,10 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
-  spec.add_development_dependency 'bundler', '~> 1.17'
-  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'bundler', '~> 2.1', '>= 2.1.4'
+  spec.add_development_dependency 'rake', '~> 13.0', '>= 13.0.1'
   spec.add_runtime_dependency 'activesupport', '>= 3.0'
   spec.add_runtime_dependency 'levenshtein-ffi', '>= 1.0'
+  spec.add_runtime_dependency 'faraday', '>= 1.0'
+  spec.add_runtime_dependency 'faraday_middleware', '>= 1.0'
 end

data/lib/crawler/api.rb

@@ -0,0 +1,22 @@
+require 'active_support/concern'
+require 'active_support/inflector'
+require 'faraday'
+
+module Crawler
+  module Api
+    extend ActiveSupport::Concern
+
+    class_methods do
+      def connection(**opts)
+        url = self.const_defined?(:API_URL) ? self::API_URL : nil
+        user_agent = opts.key?(:user_agent) ? opts[:user_agent] : 'Mozilla/5.0 (Crawler/1.0; +https://cinema.paris)'
+
+        Faraday.new(url: url, headers: { user_agent: user_agent }) do |faraday|
+          faraday.request :url_encoded
+          faraday.response :json, content_type: /\bjson$/
+          faraday.adapter Faraday.default_adapter
+        end
+      end
+    end
+  end
+end

data/lib/crawler/base.rb

@@ -1,38 +1,14 @@
 require 'active_support/concern'
 require 'active_support/inflector'
-require 'levenshtein-ffi'
+require 'crawler/configuration'
 
 module Crawler
   module Base
     extend ActiveSupport::Concern
+    include Configuration
 
     class_methods do
-      def add_provider(provider_name, options = {})
-        raise NotImplementedError
-      end
-
-      def configure
-        yield self
-      end
-
-      def transliterate(string)
-        ActiveSupport::Inflector.transliterate(string.gsub(/[:\-.,!?]/, ' ').strip.gsub(/\s+/, ' '), nil).downcase
-      end
-
-      def levenshtein_score(string_1, string_2)
-        string_1_transliterated = transliterate(string_1)
-        string_2_transliterated = transliterate(string_2)
-        levenshtein_distance = Levenshtein.distance(string_1_transliterated, string_2_transliterated)
-        max_size = [string_1_transliterated.size, string_2_transliterated.size].max.to_f
-
-        (max_size - levenshtein_distance) / max_size
-      end
-
-      def search(*args)
-        raise NotImplementedError
-      end
-
-      def best(*args)
+      def add_provider(_provider_name, _options = {})
         raise NotImplementedError
       end
     end

data/lib/crawler/configuration.rb

@@ -0,0 +1,27 @@
+require 'active_support/concern'
+require 'active_support/inflector'
+require 'singleton'
+
+module Crawler
+  module Configuration
+    extend ActiveSupport::Concern
+
+    included do
+      module_eval <<-METHODS, __FILE__, __LINE__ + 1
+        class Configuration
+          include Singleton
+        end
+      METHODS
+    end
+
+    class_methods do
+      def config
+        self::Configuration.instance
+      end
+
+      def configure
+        yield config
+      end
+    end
+  end
+end

data/lib/crawler/core/version.rb

@@ -1,5 +1,5 @@
 module Crawler
   module Core
-    VERSION = '0.1.0'
+    VERSION = '1.1.0'
   end
 end

data/lib/crawler/utils.rb

@@ -0,0 +1,19 @@
+require 'active_support/inflector'
+require 'levenshtein-ffi'
+
+module Crawler
+  module Utils
+    def self.transliterate(string)
+      ActiveSupport::Inflector.transliterate(string.gsub(/[:\-.,!?]/, ' ').strip.gsub(/\s+/, ' '), nil).downcase
+    end
+
+    def self.levenshtein_score(string_1, string_2)
+      string_1_transliterated = transliterate(string_1)
+      string_2_transliterated = transliterate(string_2)
+      levenshtein_distance = Levenshtein.distance(string_1_transliterated, string_2_transliterated)
+      max_size = [string_1_transliterated.size, string_2_transliterated.size].max.to_f
+
+      (max_size - levenshtein_distance) / max_size
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: crawler-core
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 1.1.0
 platform: ruby
 authors:
 - Jonathan PHILIPPE
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2019-10-27 00:00:00.000000000 Z
+date: 2022-05-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -16,28 +16,40 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.17'
+        version: '2.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.1.4
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.17'
+        version: '2.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.1.4
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 13.0.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 13.0.1
 - !ruby/object:Gem::Dependency
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
@@ -66,6 +78,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: faraday_middleware
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
 description: ''
 email:
 - jonathan@cinema.paris
@@ -82,8 +122,11 @@ files:
 - bin/console
 - bin/setup
 - crawler-core.gemspec
+- lib/crawler/api.rb
 - lib/crawler/base.rb
+- lib/crawler/configuration.rb
 - lib/crawler/core/version.rb
+- lib/crawler/utils.rb
 homepage: https://crawler.cinema.paris
 licenses:
 - CC-BY-SA-4.0
@@ -91,7 +134,7 @@ metadata:
   homepage_uri: https://crawler.cinema.paris
   source_code_uri: https://github.com/cinema-paris/crawler-core
   changelog_uri: https://github.com/cinema-paris/crawler-core/CHANGELOG.md
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -106,8 +149,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.1
-signing_key: 
+rubygems_version: 3.3.3
+signing_key:
 specification_version: 4
 summary: ''
 test_files: []