ehbrs_ruby_utils 0.18.0 → 0.20.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5acf6fe93e603883c1a2e9f816ffadcbd8d4a38bd20ccf813735e844f7b2e348
-  data.tar.gz: f497605aacb3b71e4e0b45faaac5bd3f9ead04fda51e6ffef3593ef88cfe09d7
+  metadata.gz: dd6cda8266cb8a597f2a1c3847fca05b4002a9d387feae26339a1e9d808191d6
+  data.tar.gz: b69eab41353b59a452dbb4a44a23e54fc9c34458902d4e48e1d1dc423a1e63c0
 SHA512:
-  metadata.gz: b4acafae07d720b20b8102e2757c39dee8a8ee629c68e05110440324a77850e147ac2a8954a0644c6b85a96cdb5b90db306f417b09be6b9c538a496387b6ad1a
-  data.tar.gz: b4b6437fb9ad509308540a7913d6021c378f1e5450d66a65871ae4f5356adc6222db771840b666d672c75bb18e7212673ef00a79e94da70c65a4fd2ecbbbf931
+  metadata.gz: ced46b8aa2ebecd983986c3f6ff6e386aeeb0e3741457933a8da7d24cc945bc743a75695aea753aff086a7fe536608edd0631b1f538ae62d4b05b13409de1ae1
+  data.tar.gz: '0673885d858f19ed325b95708c749e7b25cf20c0ac3f9b2e2a78cafb151c48b696f7ac1aa4534c9f81ac591b3e68714489f41f40982884bfb1ea39396fce96a7'

data/lib/ehbrs_ruby_utils/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module EhbrsRubyUtils
-  VERSION = '0.18.0'
+  VERSION = '0.20.0'
 end

data/lib/ehbrs_ruby_utils/videos/opensubtitles/parsers/episode.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+require 'aranha/parsers/html/item_list'
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Videos
+    module Opensubtitles
+      module Parsers
+        class Episode < ::Aranha::Parsers::Html::ItemList
+          ITEMS_XPATH = '//table[@id = "search_results"]/tbody/tr[starts-with(@id, "name")]'
+
+          field :href, :string, './/a[contains(@href, "/subtitleserve/")]/@href'
+
+          def items_xpath
+            ITEMS_XPATH
+          end
+
+          def data
+            { subtitles: items_data, next_page_href: next_page_href }
+          end
+
+          def next_page_href
+            nokogiri.at_xpath('//*[@id = "pager"]//a[text() = ">>"]/@href').if_present(&:text)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/videos/opensubtitles/parsers/title.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+require 'aranha/parsers/html/item_list'
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Videos
+    module Opensubtitles
+      module Parsers
+        class Title < ::Aranha::Parsers::Html::ItemList
+          ITEMS_XPATH = '//table[@id = "search_results"]/tbody/tr[@itemprop = "episode"]'
+
+          field :href, :string, './/a[@itemprop = "url"]/@href'
+
+          def items_xpath
+            ITEMS_XPATH
+          end
+
+          def data
+            { episodes: items_data }
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/videos/opensubtitles/parsers.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Videos
+    module Opensubtitles
+      module Parsers
+        require_sub __FILE__
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/videos/opensubtitles/processors/episode.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+require 'aranha/default_processor'
+require 'ehbrs_ruby_utils/videos/opensubtitles/parsers/episode'
+require 'ehbrs_ruby_utils/videos/opensubtitles/processors/subtitle'
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Videos
+    module Opensubtitles
+      module Processors
+        class Episode < ::Aranha::DefaultProcessor
+          enable_simple_cache
+          enable_speaker
+
+          def perform
+            infov source_uri, subtitles.count
+            subtitles.each(&:perform)
+            next_page.if_present(&:perform)
+          end
+
+          private
+
+          def next_page_uncached
+            data.fetch(:next_page_href)
+              .if_present { |v| self.class.new(source_uri + v, extra_data) }
+          end
+
+          def subtitle_uri(subtitle_data)
+            source_uri + subtitle_data.fetch(:href)
+          end
+
+          def subtitles_uncached
+            data.fetch(:subtitles).map do |subtitle_data|
+              ::EhbrsRubyUtils::Videos::Opensubtitles::Processors::Subtitle.new(
+                subtitle_uri(subtitle_data), extra_data
+              )
+            end + next_page.if_present([], &:subtitles)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/videos/opensubtitles/processors/subtitle.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require 'aranha/default_processor'
+require 'eac_fs/cached_download'
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Videos
+    module Opensubtitles
+      module Processors
+        class Subtitle < ::Aranha::DefaultProcessor
+          enable_simple_cache
+          enable_speaker
+
+          def perform
+            infov '  * ', source_uri
+            assert_download
+          rescue ::RuntimeError => e
+            error(e)
+          end
+
+          private
+
+          def assert_download
+            cached_download.assert
+          end
+
+          def cached_download_uncached
+            ::EacFs::CachedDownload.new(source_uri, fs_cache)
+          end
+
+          def fs_object_id
+            source_uri.to_s.parameterize
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/videos/opensubtitles/processors/title.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+require 'aranha/default_processor'
+require 'ehbrs_ruby_utils/videos/opensubtitles/parsers/title'
+require 'ehbrs_ruby_utils/videos/opensubtitles/processors/episode'
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Videos
+    module Opensubtitles
+      module Processors
+        class Title < ::Aranha::DefaultProcessor
+          enable_simple_cache
+          enable_speaker
+
+          def perform
+            infov 'Episodes', episodes.count
+            episodes.each(&:perform)
+          end
+
+          private
+
+          def episode_uri(episode_data)
+            source_uri + episode_data.fetch(:href)
+          end
+
+          def episodes_uncached
+            data.fetch(:episodes).map do |episode_data|
+              ::EhbrsRubyUtils::Videos::Opensubtitles::Processors::Episode
+                .new(episode_uri(episode_data), extra_data)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/videos/opensubtitles/processors.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Videos
+    module Opensubtitles
+      module Processors
+        require_sub __FILE__
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/videos/opensubtitles.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Opensubtitles
+    require_sub __FILE__
+  end
+end

data/lib/ehbrs_ruby_utils/web_utils/instance.rb

@@ -1,14 +1,19 @@
 # frozen_string_literal: true
 
+require 'eac_rest/api'
 require 'eac_ruby_utils/core_ext'
 require 'avm/instances/base'
-require 'httpclient'
 
 module EhbrsRubyUtils
   module WebUtils
     class Instance < ::Avm::Instances::Base
       require_sub __FILE__
 
+      # @return [EacRest::Api]
+      def api
+        ::EacRest::Api.new(root_url, read_entry(:admin_username), read_entry(:admin_password))
+      end
+
       def finances
         @finances ||= ::EhbrsRubyUtils::WebUtils::Instance::Finances.new(self)
       end
@@ -17,21 +22,26 @@ module EhbrsRubyUtils
         read_entry(::Avm::Instances::EntryKeys::WEB_URL)
       end
 
-      def resource_url(resource_url_suffix)
-        root_url + '/' + resource_url_suffix.gsub(%r{\A/+}, '')
-      end
-
+      # @param resource_url_suffix [String]
+      # @param options [Hash]
+      # @return [EacRest::Response]
       def http_request(resource_url_suffix, options = {})
-        method = options.delete(:method) || 'get'
-        url = resource_url(resource_url_suffix)
-        http_client.request(method, url, options)
+        options = http_request_options(options)
+        r = api.request(resource_url_suffix).verb(options.verb).headers(options.headers)
+              .body_data(options.body_data).response
+        ::Struct.new(:status, :body).new(r.status, r.body_str)
       end
 
-      def http_client_uncached
-        client = HTTPClient.new
-        client.force_basic_auth = true
-        client.set_basic_auth(root_url, read_entry(:admin_username), read_entry(:admin_password))
-        client
+      private
+
+      # @return [::Struct.new(:verb, :body_data, :headers)]
+      def http_request_options(options)
+        options = options.to_options_consumer
+        verb = options.consume(:method, :get).to_sym
+        body_data = options.consume(:body)
+        headers = options.consume(:header)
+        options.validate
+        ::Struct.new(:verb, :body_data, :headers).new(verb, body_data, headers)
       end
     end
   end

data/spec/lib/ehbrs_ruby_utils/videos/opensubtitles/parsers/episode_spec.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+require 'ehbrs_ruby_utils/videos/opensubtitles/parsers/episode'
+
+RSpec.describe ::EhbrsRubyUtils::Videos::Opensubtitles::Parsers::Episode do
+  include_examples 'source_target_fixtures', __FILE__
+end