metal_archives 0.8.0 → 1.0.0

data/lib/metal_archives/parsers/band.rb

@@ -1,182 +1,194 @@
+# frozen_string_literal: true
 require 'json'
 require 'date'
 require 'countries'
 
 module MetalArchives
-module Parsers
-  ##
-  # Band parser
-  #
-  class Band < Parser # :nodoc:
-    class << self
-      ##
-      # Map attributes to MA attributes
-      #
-      # Returns +Hash+
-      #
-      # [+params+]
-      #     +Hash+
-      #
-      def map_params(query)
-        params = {
-          :bandName => query[:name] || '',
-          :exactBandMatch => (!!query[:exact] ? 1 : 0),
-          :genre => query[:genre] || '',
-          :yearCreationFrom => (query[:year] and query[:year].begin ? query[:year].begin.year : '') || '',
-          :yearCreationTo => (query[:year] and query[:year].end ? query[:year].end.year : '') || '',
-          :bandNotes => query[:comment] || '',
-          :status => map_status(query[:status]),
-          :themes => query[:lyrical_themes] || '',
-          :location => query[:location] || '',
-          :bandLabelName => query[:label] || '',
-          :indieLabelBand => (!!query[:independent] ? 1 : 0)
-        }
-
-        params[:country] = []
-        Array(query[:country]).each do |country|
-          params[:country] << (country.is_a?(ISO3166::Country) ? country.alpha2 : (country || ''))
+  module Parsers
+    ##
+    # Band parser
+    #
+    class Band < Parser # :nodoc:
+      class << self
+        ##
+        # Map attributes to MA attributes
+        #
+        # Returns +Hash+
+        #
+        # [+params+]
+        #     +Hash+
+        #
+        def map_params(query)
+          params = {
+            :bandName => query[:name] || '',
+            :exactBandMatch => (!!query[:exact] ? 1 : 0),
+            :genre => query[:genre] || '',
+            :yearCreationFrom => (query[:year] && query[:year].begin ? query[:year].begin.year : '') || '',
+            :yearCreationTo => (query[:year] && query[:year].end ? query[:year].end.year : '') || '',
+            :bandNotes => query[:comment] || '',
+            :status => map_status(query[:status]),
+            :themes => query[:lyrical_themes] || '',
+            :location => query[:location] || '',
+            :bandLabelName => query[:label] || '',
+            :indieLabelBand => (!!query[:independent] ? 1 : 0)
+          }
+
+          params[:country] = []
+          Array(query[:country]).each do |country|
+            params[:country] << (country.is_a?(ISO3166::Country) ? country.alpha2 : (country || ''))
+          end
+          params[:country] = params[:country].first if params[:country].size == 1
+
+          params
         end
-        params[:country] = params[:country].first if (params[:country].size == 1)
 
-        params
-      end
+        ##
+        # Parse main HTML page
+        #
+        # Returns +Hash+
+        #
+        # [Raises]
+        # - rdoc-ref:MetalArchives::Errors::ParserError when parsing failed. Please report this error.
+        #
+        def parse_html(response)
+          props = {}
+          doc = Nokogiri::HTML response
 
-      ##
-      # Parse main HTML page
-      #
-      # Returns +Hash+
-      #
-      # [Raises]
-      # - rdoc-ref:MetalArchives::Errors::ParserError when parsing failed. Please report this error.
-      #
-      def parse_html(response)
-        props = {}
-        doc = Nokogiri::HTML response
-
-        props[:name] = sanitize doc.css('#band_info .band_name a').first.content
-
-        props[:aliases] = []
-        props[:logo] = doc.css('.band_name_img img').first.attr('src') unless doc.css('.band_name_img').empty?
-        props[:photo] = doc.css('.band_img img').first.attr('src') unless doc.css('.band_img').empty?
-
-        doc.css('#band_stats dl').each do |dl|
-          dl.search('dt').each do |dt|
-            content = sanitize(dt.next_element.content)
-
-            next if content == 'N/A'
-
-            case dt.content
-            when 'Country of origin:'
-              props[:country] = ISO3166::Country.find_country_by_name sanitize(dt.next_element.css('a').first.content)
-            when 'Location:'
-              props[:location] = content
-            when 'Status:'
-              props[:status] = content.downcase.gsub(/ /, '_').to_sym
-            when 'Formed in:'
-              props[:date_formed] = Date.new content.to_i
-            when 'Genre:'
-              props[:genres] = parse_genre content
-            when 'Lyrical themes:'
-              props[:lyrical_themes] = []
-              content.split(',').each do |theme|
-                t = theme.split.map(&:capitalize)
-                t.delete '(early)'
-                t.delete '(later)'
-                props[:lyrical_themes] << t.join(' ')
-              end
-            when /(Current|Last) label:/
-              props[:independent] = (content == 'Unsigned/independent')
-              # TODO
-            when 'Years active:'
-              props[:date_active] = []
-              content.split(',').each do |range|
-                # Aliases
-                range.scan(/\(as ([^)]*)\)/).each { |name| props[:aliases] << name.first }
-                # Ranges
-                r = range.gsub(/ *\(as ([^)]*)\) */, '').strip.split('-')
-                date_start = (r.first == '?' ? nil : Date.new(r.first.to_i))
-                date_end = (r.last == '?' or r.last == 'present' ? nil : Date.new(r.first.to_i))
-                props[:date_active] << MetalArchives::Range.new(date_start, date_end)
+          props[:name] = sanitize doc.css('#band_info .band_name a').first.content
+
+          props[:aliases] = []
+
+          # Logo
+          unless doc.css('.band_name_img').empty?
+            logo_uri = URI doc.css('.band_name_img img').first.attr('src')
+            props[:logo] = Middleware::RewriteEndpoint.rewrite logo_uri
+          end
+
+          # Photo
+          unless doc.css('.band_img').empty?
+            photo_uri = URI doc.css('.band_img img').first.attr('src')
+            props[:photo] = Middleware::RewriteEndpoint.rewrite photo_uri
+          end
+
+          doc.css('#band_stats dl').each do |dl|
+            dl.search('dt').each do |dt|
+              content = sanitize(dt.next_element.content)
+
+              next if content == 'N/A'
+
+              case dt.content
+              when 'Country of origin:'
+                props[:country] = ISO3166::Country.find_country_by_name sanitize(dt.next_element.css('a').first.content)
+              when 'Location:'
+                props[:location] = content
+              when 'Status:'
+                props[:status] = content.downcase.tr(' ', '_').to_sym
+              when 'Formed in:'
+                props[:date_formed] = Date.new content.to_i
+              when 'Genre:'
+                props[:genres] = parse_genre content
+              when 'Lyrical themes:'
+                props[:lyrical_themes] = []
+                content.split(',').each do |theme|
+                  t = theme.split.map(&:capitalize)
+                  t.delete '(early)'
+                  t.delete '(later)'
+                  props[:lyrical_themes] << t.join(' ')
+                end
+              when /(Current|Last) label:/
+                props[:independent] = (content == 'Unsigned/independent')
+                # TODO
+              when 'Years active:'
+                props[:date_active] = []
+                content.split(',').each do |range|
+                  # Aliases
+                  range.scan(/\(as ([^)]*)\)/).each { |name| props[:aliases] << name.first }
+                  # Ranges
+                  r = range.gsub(/ *\(as ([^)]*)\) */, '').strip.split('-')
+                  date_start = (r.first == '?' ? nil : Date.new(r.first.to_i))
+                  date_end = (r.last ==( '?') || r.last == 'present' ? nil : Date.new(r.first.to_i))
+                  props[:date_active] << MetalArchives::Range.new(date_start, date_end)
+                end
+              else
+                raise MetalArchives::Errors::ParserError, "Unknown token: #{dt.content}"
               end
-            else
-              raise MetalArchives::Errors::ParserError, "Unknown token: #{dt.content}"
             end
           end
+
+          props
+        rescue => e
+          e.backtrace.each { |b| MetalArchives.config.logger.error b }
+          raise Errors::ParserError, e
         end
 
-        props
-      rescue => e
-        e.backtrace.each { |b| MetalArchives::config.logger.error b }
-        raise Errors::ParserError, e
-      end
+        ##
+        # Parse similar bands HTML page
+        #
+        # Returns +Hash+
+        #
+        # [Raises]
+        # - rdoc-ref:MetalArchives::Errors::ParserError when parsing failed. Please report this error.
+        #
+        def parse_similar_bands_html(response)
+          similar = []
 
-      ##
-      # Parse similar bands HTML page
-      #
-      # Returns +Hash+
-      #
-      # [Raises]
-      # - rdoc-ref:MetalArchives::Errors::ParserError when parsing failed. Please report this error.
-      #
-      def parse_similar_bands_html(response)
-        similar = []
-
-        doc = Nokogiri::HTML response
-        doc.css('#artist_list tbody tr').each do |row|
-          similar << {
+          doc = Nokogiri::HTML response
+          doc.css('#artist_list tbody tr').each do |row|
+            similar << {
               :band => MetalArchives::Band.new(:id => row.css('td a').first['href'].split('/').last.to_i),
-              :score => row.css('td').last.content.strip
-          }
-        end
-
-        similar
-      rescue => e
-        e.backtrace.each { |b| MetalArchives::config.logger.error b }
-        raise Errors::ParserError, e
-      end
+                :score => row.css('td').last.content.strip
+            }
+          end
 
-      ##
-      # Parse related links HTML page
-      #
-      # Returns +Hash+
-      #
-      # [Raises]
-      # - rdoc-ref:MetalArchives::Errors::ParserError when parsing failed. Please report this error.
-      #
-      def parse_related_links_html(response)
-        links = []
-
-        doc = Nokogiri::HTML response
-        doc.css('#linksTableOfficial td a').each do |a|
-          links << {
-            :url => a['href'],
-            :type => :official,
-            :title => a.content
-          }
+          similar
+        rescue => e
+          e.backtrace.each { |b| MetalArchives.config.logger.error b }
+          raise Errors::ParserError, e
         end
-        doc.css('#linksTableOfficial_merchandise td a').each do |a|
-          links << {
-            :url => a['href'],
-            :type => :merchandise,
-            :title => a.content
-          }
-        end
-
-        links
-      rescue => e
-        e.backtrace.each { |b| MetalArchives::config.logger.error b }
-        raise Errors::ParserError, e
-      end
 
-      private
         ##
-        # Map MA band status
+        # Parse related links HTML page
         #
-        # Returns +Symbol+
+        # Returns +Hash+
         #
         # [Raises]
         # - rdoc-ref:MetalArchives::Errors::ParserError when parsing failed. Please report this error.
         #
+        def parse_related_links_html(response)
+          links = []
+
+          doc = Nokogiri::HTML response
+          doc.css('#linksTableOfficial td a').each do |a|
+            links << {
+              :url => a['href'],
+              :type => :official,
+              :title => a.content
+            }
+          end
+          doc.css('#linksTableOfficial_merchandise td a').each do |a|
+            links << {
+              :url => a['href'],
+              :type => :merchandise,
+              :title => a.content
+            }
+          end
+
+          links
+        rescue => e
+          e.backtrace.each { |b| MetalArchives.config.logger.error b }
+          raise Errors::ParserError, e
+        end
+
+        private
+
+          ##
+          # Map MA band status
+          #
+          # Returns +Symbol+
+          #
+          # [Raises]
+          # - rdoc-ref:MetalArchives::Errors::ParserError when parsing failed. Please report this error.
+          #
         def map_status(status)
           s = {
             nil => '',
@@ -192,7 +204,7 @@ module Parsers
 
           s[status]
         end
+      end
     end
   end
 end
-end

data/lib/metal_archives/parsers/label.rb

@@ -1,68 +1,70 @@
+# frozen_string_literal: true
+
 require 'date'
 require 'nokogiri'
 
 module MetalArchives
-module Parsers
-  ##
-  # Label parser
-  #
-  class Label # :nodoc:
-    class << self
-      def find_endpoint(params)
-        "#{MetalArchives.config.endpoint}labels/#{params[:name]}/#{params[:id]}"
-      end
+  module Parsers
+    ##
+    # Label parser
+    #
+    class Label # :nodoc:
+      class << self
+        def find_endpoint(params)
+          "#{MetalArchives.config.default_endpoint}labels/#{params[:name]}/#{params[:id]}"
+        end
 
-      def parse(response)
-        props = {}
-        doc = Nokogiri::HTML(response)
+        def parse(response)
+          props = {}
+          doc = Nokogiri::HTML(response)
 
-        props[:name] = doc.css('#label_info .label_name').first.content
+          props[:name] = doc.css('#label_info .label_name').first.content
 
-        props[:contact] = []
-        doc.css('#label_contact a').each do |contact|
-          props[:contact] << {
-            :title => contact.content,
-            :content => contact.attr(:href)
-          }
-        end
+          props[:contact] = []
+          doc.css('#label_contact a').each do |contact|
+            props[:contact] << {
+              :title => contact.content,
+              :content => contact.attr(:href)
+            }
+          end
 
-        doc.css('#label_info dl').each do |dl|
-          dl.search('dt').each do |dt|
-            case dt.content
-            when 'Address:'
-              break if dt.next_element.content == 'N/A'
-              props[:address] = dt.next_element.content
-            when 'Country:'
-              break if dt.next_element.content == 'N/A'
-              props[:country] = ParserHelper.parse_country dt.next_element.css('a').first.content
-            when 'Phone number:'
-              break if dt.next_element.content == 'N/A'
-              props[:phone] = dt.next_element.content
-            when 'Status:'
-              props[:status] = dt.next_element.content.downcase.gsub(/ /, '_').to_sym
-            when 'Specialised in:'
-              break if dt.next_element.content == 'N/A'
-              props[:specializations] = ParserHelper.parse_genre dt.next_element.content
-            when 'Founding date :'
-              break if dt.next_element.content == 'N/A'
-              props[:date_founded] = Date.new dt.next_element.content.to_i
-            when 'Sub-labels:'
-              # TODO
-            when 'Online shopping:'
-              if dt.next_element.content == 'Yes'
-                props[:online_shopping] = true
-              elsif dt.next_element.content == 'No'
-                props[:online_shopping] = false
+          doc.css('#label_info dl').each do |dl|
+            dl.search('dt').each do |dt|
+              case dt.content
+              when 'Address:'
+                break if dt.next_element.content == 'N/A'
+                props[:address] = dt.next_element.content
+              when 'Country:'
+                break if dt.next_element.content == 'N/A'
+                props[:country] = ParserHelper.parse_country dt.next_element.css('a').first.content
+              when 'Phone number:'
+                break if dt.next_element.content == 'N/A'
+                props[:phone] = dt.next_element.content
+              when 'Status:'
+                props[:status] = dt.next_element.content.downcase.tr(' ', '_').to_sym
+              when 'Specialised in:'
+                break if dt.next_element.content == 'N/A'
+                props[:specializations] = ParserHelper.parse_genre dt.next_element.content
+              when 'Founding date :'
+                break if dt.next_element.content == 'N/A'
+                props[:date_founded] = Date.new dt.next_element.content.to_i
+              when 'Sub-labels:'
+                # TODO
+              when 'Online shopping:'
+                if dt.next_element.content == 'Yes'
+                  props[:online_shopping] = true
+                elsif dt.next_element.content == 'No'
+                  props[:online_shopping] = false
+                end
+              else
+                raise "Unknown token: #{dt.content}"
               end
-            else
-              raise "Unknown token: #{dt.content}"
             end
           end
-        end
 
-        props
+          props
+        end
       end
     end
   end
 end
-end