ehbrs_ruby_utils 0.17.3 → 0.19.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e33992f6ff34c43794a34bf8e7d9947aeb9a8987c407374128136b5d84a8ce41
-  data.tar.gz: 052645d454f893b434f3d9a46b6881483f96a5a9cb5f32fc56634a8119e9f049
+  metadata.gz: 5b5a4ff5b36fa6184fe024c0dd3c31514b03656e9f31fc8f9d680bc0d71a46f6
+  data.tar.gz: 168d749fb34a32df6e65e31ffca81ded6123b7b96e79e74b60d2d7f749800fd6
 SHA512:
-  metadata.gz: 53cae13cd044d18a702e2a1a58ccf95191e19fb8688ae6e28624fc12e73e165818d0067b1064c8a29b5a4b23d471e134c858e29b1151375f7d95ea4a6598aa61
-  data.tar.gz: 9e6ab67552a88c0b201c6657f9cb3fe9387663a1d68654ca9b611baa8b8217cd1a67567c39602ce9ec83bbc2a6f9c700b004a147e64ce0d49858906b7f2a7a5f
+  metadata.gz: 86ede6154dc60b53a6fc4b871782be51e9f88e8abefd4ed82f0d8237e8e71935ac69b62406d00cee10c05090051e04deca3106ca3a57f2ec372bc8c97bfe3d84
+  data.tar.gz: 47bf252d71924e6f385ff8b9d99013475ddeda2e9975c49a913abcfcd84ad109ade0beff12e13781b80151c127d453ee33891891533e786d98f9726384e51ca6

data/lib/ehbrs_ruby_utils/{spreader_t1 → circular_list_spreader}/base_level.rb

@@ -3,7 +3,7 @@
 require 'eac_ruby_utils/core_ext'
 
 module EhbrsRubyUtils
-  class SpreaderT1
+  class CircularListSpreader
     module BaseLevel
       extend ::Comparable
 

data/lib/ehbrs_ruby_utils/{spreader_t1 → circular_list_spreader}/group_level.rb

@@ -1,13 +1,13 @@
 # frozen_string_literal: true
 
 require 'eac_ruby_utils/core_ext'
-require 'ehbrs_ruby_utils/spreader_t1/base_level'
-require 'ehbrs_ruby_utils/spreader_t1/item_level'
+require 'ehbrs_ruby_utils/circular_list_spreader/base_level'
+require 'ehbrs_ruby_utils/circular_list_spreader/item_level'
 
 module EhbrsRubyUtils
-  class SpreaderT1
+  class CircularListSpreader
     class GroupLevel
-      include ::EhbrsRubyUtils::SpreaderT1::BaseLevel
+      include ::EhbrsRubyUtils::CircularListSpreader::BaseLevel
       enable_simple_cache
 
       common_constructor :label
@@ -56,7 +56,7 @@ module EhbrsRubyUtils
       def push_item_level(current, item)
         raise "Key \"#{current}\" already used" if children[current].present?
 
-        children[current] = ::EhbrsRubyUtils::SpreaderT1::ItemLevel.new(item)
+        children[current] = ::EhbrsRubyUtils::CircularListSpreader::ItemLevel.new(item)
       end
     end
   end

data/lib/ehbrs_ruby_utils/{spreader_t1 → circular_list_spreader}/item_level.rb

@@ -1,12 +1,12 @@
 # frozen_string_literal: true
 
 require 'eac_ruby_utils/core_ext'
-require 'ehbrs_ruby_utils/spreader_t1/base_level'
+require 'ehbrs_ruby_utils/circular_list_spreader/base_level'
 
 module EhbrsRubyUtils
-  class SpreaderT1
+  class CircularListSpreader
     class ItemLevel
-      include ::EhbrsRubyUtils::SpreaderT1::BaseLevel
+      include ::EhbrsRubyUtils::CircularListSpreader::BaseLevel
 
       common_constructor :item do
         self.removed = false
@@ -20,7 +20,7 @@ module EhbrsRubyUtils
         raise 'Item already removed' if removed?
 
         self.removed = true
-        item
+        self
       end
 
       def remaining_i

data/lib/ehbrs_ruby_utils/circular_list_spreader/list/item_pair_spreadness.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  class CircularListSpreader
+    class List
+      class ItemPairSpreadness
+        enable_method_class
+        enable_simple_cache
+        common_constructor :list, :left_index, :right_index do
+          raise "Right is not greater than left (Left: #{left_index}, Right: #{right_index}" unless
+          left_index < right_index
+        end
+
+        # @return [Integer]
+        def distance
+          to_right_distance * to_left_distance
+        end
+
+        # @return [Array]
+        def left_path
+          list.items.fetch(left_index).item.to_circular_list_spreader_path
+        end
+
+        # @return [Array]
+        def right_path
+          item_on_index_path(right_index)
+        end
+
+        # @return [Integer]
+        def to_left_distance
+          right_index - left_index
+        end
+
+        # @return [Integer]
+        def to_right_distance
+          list.count - right_index + left_index
+        end
+
+        # @return [Integer]
+        def result
+          similarity * distance
+        end
+
+        private
+
+        # @return [Integer]
+        def difference_uncached
+          lpath = item_on_index_path(left_index).reverse
+          rpath = item_on_index_path(right_index).reverse
+          r = lpath.count - 1
+          while r >= 0
+            return r + 1 if lpath.fetch(r) != rpath.fetch(r)
+
+            r -= 1
+          end
+
+          0
+        end
+
+        def similarity_uncached
+          item_on_index_path(left_index).count - 1 - difference
+        end
+
+        def item_on_index_path(index)
+          list.items.fetch(index).item.to_circular_list_spreader_path
+        end
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/circular_list_spreader/list.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  class CircularListSpreader
+    class List
+      require_sub __FILE__, require_dependency: true
+
+      class << self
+        def empty
+          new([], 0)
+        end
+      end
+
+      enable_simple_cache
+      common_constructor :items, :inserted_at
+      compare_by :spreadness, :inserted_at
+      delegate :count, to: :items
+
+      def insert(position, item_level)
+        dup_items = items.dup
+        dup_items.insert(position, item_level)
+        self.class.new(dup_items, position)
+      end
+
+      def items_pair_enumerator
+        ::Enumerator.new do |enum|
+          (count - 1).times do |li|
+            ((li + 1)..(count - 1)).each do |ri|
+              enum.yield(li, ri)
+            end
+          end
+        end
+      end
+
+      def to_s
+        items.map { |i| i.item.to_s }.join(', ')
+      end
+
+      private
+
+      # @return [Integer]
+      def spreadness_uncached
+        items_pair_enumerator.inject(0) { |a, e| a + item_pair_spreadness(*e) }
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/circular_list_spreader.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  class CircularListSpreader
+    require_sub __FILE__
+    common_constructor :items
+
+    # @return [EhbrsRubyUtils::SpreaderT1::GroupLevel]
+    def build_root
+      r = ::EhbrsRubyUtils::CircularListSpreader::GroupLevel.new('ROOT')
+      items.each { |item| r.push(item.to_circular_list_spreader_path, item) }
+      r
+    end
+
+    # @return [Array]
+    def result
+      base_list = ::EhbrsRubyUtils::CircularListSpreader::List.empty
+      build_root.pop_all.each do |item|
+        base_list = lists_with_item(base_list, item).max
+      end
+      base_list.items.map(&:item)
+    end
+
+    def lists_with_item(base_list, item)
+      (base_list.count + 1).times.map do |position|
+        base_list.insert(position, item)
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/music/ous/album.rb

@@ -18,7 +18,7 @@ module EhbrsRubyUtils
           [language, category.name, artist.name, name]
         end
 
-        def to_spreader_t1_path
+        def to_circular_list_spreader_path
           to_a
         end
 

data/lib/ehbrs_ruby_utils/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module EhbrsRubyUtils
-  VERSION = '0.17.3'
+  VERSION = '0.19.0'
 end

data/lib/ehbrs_ruby_utils/videos/opensubtitles/parsers/episode.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+require 'aranha/parsers/html/item_list'
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Videos
+    module Opensubtitles
+      module Parsers
+        class Episode < ::Aranha::Parsers::Html::ItemList
+          ITEMS_XPATH = '//table[@id = "search_results"]/tbody/tr[starts-with(@id, "name")]'
+
+          field :href, :string, './/a[contains(@href, "/subtitleserve/")]/@href'
+
+          def items_xpath
+            ITEMS_XPATH
+          end
+
+          def data
+            { subtitles: items_data, next_page_href: next_page_href }
+          end
+
+          def next_page_href
+            nokogiri.at_xpath('//*[@id = "pager"]//a[text() = ">>"]/@href').if_present(&:text)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/videos/opensubtitles/parsers/title.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+require 'aranha/parsers/html/item_list'
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Videos
+    module Opensubtitles
+      module Parsers
+        class Title < ::Aranha::Parsers::Html::ItemList
+          ITEMS_XPATH = '//table[@id = "search_results"]/tbody/tr[@itemprop = "episode"]'
+
+          field :href, :string, './/a[@itemprop = "url"]/@href'
+
+          def items_xpath
+            ITEMS_XPATH
+          end
+
+          def data
+            { episodes: items_data }
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/videos/opensubtitles/parsers.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Videos
+    module Opensubtitles
+      module Parsers
+        require_sub __FILE__
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/videos/opensubtitles/processors/episode.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+require 'aranha/default_processor'
+require 'ehbrs_ruby_utils/videos/opensubtitles/parsers/episode'
+require 'ehbrs_ruby_utils/videos/opensubtitles/processors/subtitle'
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Videos
+    module Opensubtitles
+      module Processors
+        class Episode < ::Aranha::DefaultProcessor
+          enable_simple_cache
+          enable_speaker
+
+          def perform
+            infov source_uri, subtitles.count
+            subtitles.each(&:perform)
+            next_page.if_present(&:perform)
+          end
+
+          private
+
+          def next_page_uncached
+            data.fetch(:next_page_href)
+              .if_present { |v| self.class.new(source_uri + v, extra_data) }
+          end
+
+          def subtitle_uri(subtitle_data)
+            source_uri + subtitle_data.fetch(:href)
+          end
+
+          def subtitles_uncached
+            data.fetch(:subtitles).map do |subtitle_data|
+              ::EhbrsRubyUtils::Videos::Opensubtitles::Processors::Subtitle.new(
+                subtitle_uri(subtitle_data), extra_data
+              )
+            end + next_page.if_present([], &:subtitles)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/videos/opensubtitles/processors/subtitle.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require 'aranha/default_processor'
+require 'eac_fs/cached_download'
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Videos
+    module Opensubtitles
+      module Processors
+        class Subtitle < ::Aranha::DefaultProcessor
+          enable_simple_cache
+          enable_speaker
+
+          def perform
+            infov '  * ', source_uri
+            assert_download
+          rescue ::RuntimeError => e
+            error(e)
+          end
+
+          private
+
+          def assert_download
+            cached_download.assert
+          end
+
+          def cached_download_uncached
+            ::EacFs::CachedDownload.new(source_uri, fs_cache)
+          end
+
+          def fs_object_id
+            source_uri.to_s.parameterize
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/videos/opensubtitles/processors/title.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+require 'aranha/default_processor'
+require 'ehbrs_ruby_utils/videos/opensubtitles/parsers/title'
+require 'ehbrs_ruby_utils/videos/opensubtitles/processors/episode'
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Videos
+    module Opensubtitles
+      module Processors
+        class Title < ::Aranha::DefaultProcessor
+          enable_simple_cache
+          enable_speaker
+
+          def perform
+            infov 'Episodes', episodes.count
+            episodes.each(&:perform)
+          end
+
+          private
+
+          def episode_uri(episode_data)
+            source_uri + episode_data.fetch(:href)
+          end
+
+          def episodes_uncached
+            data.fetch(:episodes).map do |episode_data|
+              ::EhbrsRubyUtils::Videos::Opensubtitles::Processors::Episode
+                .new(episode_uri(episode_data), extra_data)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/videos/opensubtitles/processors.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Videos
+    module Opensubtitles
+      module Processors
+        require_sub __FILE__
+      end
+    end
+  end
+end

data/lib/ehbrs_ruby_utils/videos/opensubtitles.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+
+module EhbrsRubyUtils
+  module Opensubtitles
+    require_sub __FILE__
+  end
+end

data/spec/lib/ehbrs_ruby_utils/circular_list_spreader_spec.rb

@@ -0,0 +1,66 @@
+# frozen_string_literal: true
+
+require 'ehbrs_ruby_utils/circular_list_spreader'
+
+::RSpec.describe ::EhbrsRubyUtils::CircularListSpreader do
+  let(:node_class) do
+    ::Class.new do
+      ::Kernel.const_set('NodeClass', self)
+
+      class << self
+        def from_file(file)
+          from_hash(nil, 'ROOT', ::EacRubyUtils::Yaml.load_file(file))
+        end
+
+        def from_hash(parent, label, hash)
+          new(parent, label).children_from_hash(hash)
+        end
+      end
+
+      common_constructor :parent, :label
+      attr_reader :children
+
+      def children_from_hash(hash)
+        @children = if hash.is_a?(::Hash)
+                      hash.map { |k, v| self.class.from_hash(self, k, v) }
+                    else
+                      false
+                    end
+
+        self
+      end
+
+      def id
+        to_circular_list_spreader_path.join(' | ')
+      end
+
+      def leaf?
+        !children.is_a?(::Enumerable)
+      end
+
+      def recursive_leafs
+        if leaf?
+          [self]
+        else
+          children.flat_map(&:recursive_leafs)
+        end
+      end
+
+      def to_circular_list_spreader_path
+        return [] if parent.blank?
+
+        parent.if_present([], &:to_circular_list_spreader_path) + [label]
+      end
+
+      def to_s
+        label
+      end
+    end
+  end
+
+  include_examples 'source_target_fixtures', __FILE__
+
+  def source_data(source_file)
+    described_class.new(node_class.from_file(source_file).recursive_leafs).result.map(&:id)
+  end
+end

data/spec/lib/ehbrs_ruby_utils/circular_list_spreader_spec_files/ehbrs_music1.source.yaml

@@ -0,0 +1,124 @@
+---
+en:
+  Pop anglofônico:
+    Adele:
+      2011 - 21: true
+      2015 - 25: true
+      2021 - 30: true
+    Aurora:
+      2016 - All My Demons Greeting Me as a Friend: true
+      2018 - Infections Of A Different Kind – Step 1: true
+    Celine Dion:
+      2008 - My Love (Essential Collection): true
+    Colbie Caillat:
+      2011 - All Of You: true
+    Lana Del Rey:
+      2012 - Born To Die - Disc 1: true
+      2012 - Paradise: true
+      2019 - Norman Fucking Rockwell: true
+      2021 - Chemtrails Over The Country Club: true
+    Maroon 5:
+      2018 - Essentials - P1: true
+      2018 - Essentials - P2: true
+    Michael Jackson:
+      Michael Jackson P1: true
+      Michael Jackson P2: true
+      Michael Jackson P3: true
+    Olivia Rodrigo:
+      2021 - Sour: true
+    Taylor Swift:
+      2008 - Fearless: true
+  Rock anglofônico:
+    Alanis Morissette:
+      2020 - Jagged Little Pill: true
+    Christopher Cross:
+      1979 - Christopher Cross: true
+    Guns n' Roses:
+      2004 - Greatest Hits: true
+    Michael Kiwanuka:
+      2019 - Kiwanuka: true
+    Queen:
+      2011 - The Ultimate Best Of Queen - P1: true
+      2011 - The Ultimate Best Of Queen - P2: true
+    Sinead O'Connor:
+      1990 - I Do Not Want What I Haven't Got: true
+    Weyes Blood:
+      2019 - Titanic Rising: true
+  Anglofônico - Vários:
+    Aldous Harding:
+      2019 - Designer: true
+    FKA Twigs:
+      2019 - Magdalene: true
+    Jamila Woods:
+      2019 - LEGACY! LEGACY!: true
+    Norah Jones:
+      "[2002] Come Away With Me": true
+    Vários:
+      2021 - Cinema Selecionadas: true
+  Americana - Country:
+    Dixie Chicks:
+      2006 - Taking The Long Way: true
+    Kacey Musgraves:
+      2013 - Same Trailer Different Park: true
+      2018 - Golden Hour: true
+      2021 - Star-Crossed: true
+pt:
+  Pop-rock brasileiro:
+    Anavitória:
+      2016 - Anavitória: true
+      2018 - O Tempo é Agora: true
+    Ira:
+      A26 2004 Ira! - Acústico MTV: true
+    Kiko Zambianchi:
+      1985 - Choque: true
+    Nando Reis:
+      2016 - Jardim-Pomar: true
+    Pitty:
+      2003 - Admirável Chip Novo: true
+    Rita Lee:
+      2003 - Balacobaco: true
+    Tiago Iorc:
+      2015 - Troco Likes: true
+  MPB:
+    Belchior:
+      2022 - Selecionadas - Parte 1: true
+      2022 - Selecionadas - Parte 2: true
+    Beto Guedes:
+      2004 - Em Algum Lugar: true
+      2022 - Selecionadas - 1: true
+      2022 - Selecionadas - 2: true
+    Chico Buarque:
+      "(1972) Quando O Carnaval Chegar": true
+      "(1983) Para Viver Um Grande Amor - Trilha Sonora": true
+      "(1988) Dança Da Meia-Lua": true
+      2022 - Selecionadas - 1: true
+    Diana Pequeno:
+      1978 - Diana Pequeno: true
+      1979 - Eterno Como Areia: true
+    Elis Regina:
+      1976. Falso Brilhante: true
+    Gilberto Gil:
+      1972 - Expresso 2222: true
+    Lô Borges:
+      2022 - Selecionadas: true
+    Maria Bethania:
+      1977 - Pássaro da Manhã: true
+    Marina Machado:
+      2002 - Marina 6 Horas da Tarde: true
+      2008 - Tempo Quente: true
+    Marisa Monte:
+      "(2000) Memorias, Cronicas e Declaracoes de Amor": true
+      "(2002) - Tribalistas": true
+      "(2006) Infinito Particular": true
+    Milton Nascimento:
+      1999 - Crooner: true
+    Os Mutantes:
+      1971 - Jardim Elétrico: true
+    Trio Amaranto:
+      Brasilêro: true
+    Vários:
+      1976 - Doces Bárbaros: true
+    Zeca Baleiro:
+      2019 - O Amor no Caos, Vol. 1: true
+    Zé Ramalho:
+      1978 - Zé Ramalho I: true