voluntary_music_metadata_enrichment 0.0.1 → 0.1.0

data/app/controllers/voluntary/api/v1/music/tracks_controller.rb

@@ -0,0 +1,17 @@
+module Voluntary
+  module Api
+    module V1
+      module Music
+        class TracksController < Voluntary::Api::V1::BaseController
+          respond_to :json
+          
+          def bulk
+            respond_to do |format|
+              format.json { render json: MusicTrack.enrich_metadata(params[:tracks]).to_json }
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/app/controllers/voluntary/api/v1/music/videos_controller.rb

@@ -0,0 +1,31 @@
+module Voluntary
+  module Api
+    module V1
+      module Music
+        class VideosController < Voluntary::Api::V1::BaseController
+          respond_to :json
+          
+          def index
+            params[:page] = nil if params[:page] == ''
+            params[:per_page] = nil if params[:per_page] == ''
+            videos = MusicVideo.liked_by(params[:user_id]).order('likes.created_at DESC').paginate(per_page: params[:per_page] || 10, page: params[:page] || 1)
+            
+            respond_to do |f|
+              f.json {
+                render json: {
+                  current_page: videos.current_page, per_page: videos.per_page, total_entries: videos.total_entries, total_pages: videos.total_pages,
+                  entries: videos.map do |v| 
+                    { 
+                      id: v.id, status: v.status, artist_id: v.artist_id, artist_name: v.artist_name, 
+                      track_id: v.track_id, track_name: v.track_name, url: v.url, liked_at: v.liked_at.iso8601
+                    } 
+                  end,
+                }.to_json
+              }
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/app/controllers/voluntary/api/v1/music/year_in_reviews_controller.rb

@@ -0,0 +1,94 @@
+module Voluntary
+  module Api
+    module V1
+      module Music
+        class YearInReviewsController < Voluntary::Api::V1::BaseController
+          before_filter :find_user
+          
+          respond_to :json
+          
+          def index
+            years_in_review = @user.years_in_review_music.published
+            params[:page] = nil if params[:page] == ''
+            params[:per_page] = nil if params[:per_page] == ''
+            years_in_review = years_in_review.order('year DESC').paginate(per_page: params[:per_page] || 10, page: params[:page] || 1)
+
+            respond_to do |f|
+              f.json {
+                render json: {
+                  current_page: years_in_review.current_page, per_page: years_in_review.per_page, total_entries: years_in_review.total_entries,
+                  total_pages: years_in_review.total_pages,
+                  entries: years_in_review.map{|r| { year: r.year } },
+                }.to_json
+              }
+            end
+          end
+          
+          def show
+            respond_to {|f| f.json { render json: { year: year_in_review.year }.to_json } }
+          end
+          
+          def top_releases
+            releases = year_in_review.releases.order('position ASC')
+            tracks = year_in_review.tracks.order('position ASC').group_by(&:release_id)
+            tracks_count = tracks.values.flatten.length
+            
+            respond_to do |f|
+              f.json {
+                render json: releases.map {|year_in_review_release|
+                  {
+                    position: year_in_review_release.position,
+                    artist_name: year_in_review_release.artist_name,
+                    artist_id: year_in_review_release.artist_id,
+                    release_id: year_in_review_release.release_id,
+                    release_name: year_in_review_release.release_name,
+                    top_track_positions_sum: (
+                      (tracks[year_in_review_release.release_id] || []).sum{|t| tracks_count - t.position + 1 }
+                    ),
+                    top_tracks: (tracks[year_in_review_release.release_id] || []).map do |t| 
+                      { position: t.position, track_name: t.track_name, track_id: t.track_id }
+                    end
+                  }
+                }.to_json
+              }
+            end
+          end  
+          
+          def top_tracks
+            tracks = year_in_review.tracks.order('position ASC')
+            
+            respond_to do |f|
+              f.json {
+                render json: tracks.map {|year_in_review_track|
+                  {
+                    position: year_in_review_track.position,
+                    artist_name: year_in_review_track.artist_name,
+                    artist_id: year_in_review_track.artist_id,
+                    release_id: year_in_review_track.release_id,
+                    release_name: year_in_review_track.release_name,
+                    track_id: year_in_review_track.track_id,
+                    track_name: year_in_review_track.track_name
+                  }
+                }.to_json
+              }
+            end
+          end  
+          
+          private
+          
+          def find_user
+            @user = User.find(params[:user_id])
+          end
+          
+          def year_in_review
+            @year_in_review ||= @user.years_in_review_music.published.where(year: params[:id]).first
+            
+            raise ActiveRecord::RecordNotFound if @year_in_review.nil?
+            
+            @year_in_review
+          end
+        end
+      end
+    end
+  end
+end

data/app/helpers/library/music/year_in_review_releases_helper.rb

@@ -0,0 +1,14 @@
+module Library
+  module Music
+    module YearInReviewReleasesHelper
+      def year_in_review_release_top_track_lastfm_links(year_in_review_tracks)
+        if year_in_review_tracks.any?
+          "(#{year_in_review_top_track_positions_sum(year_in_review_tracks)}: " + 
+          year_in_review_tracks.map{|t| "#{t.position}. #{lastfm_track_text(t, short: true)}" }.join(', ') + ')'
+        else
+          ''
+        end
+      end
+    end
+  end
+end

data/app/helpers/library/music/year_in_review_tracks_helper.rb

@@ -0,0 +1,13 @@
+module Library
+  module Music
+    module YearInReviewTracksHelper
+      def year_in_review_track_links(year_in_review_tracks)
+        year_in_review_tracks.map{|t| "#{t.position}. " + link_to(t.track_name, music_track_path(t.track_id)) }.join(', ')
+      end
+      
+      def year_in_review_top_track_positions_sum(year_in_review_tracks)
+        year_in_review_tracks.sum{|t| @year_in_review_tracks_count - t.position + 1 }
+      end
+    end
+  end
+end

data/app/helpers/library/music/year_in_reviews_helper.rb

@@ -0,0 +1,22 @@
+module Library
+  module Music
+    module YearInReviewsHelper
+      def group_or_user_path(path, param = nil)
+        prefix = @group.present? ? 'group' : 'user'
+        full_path = "#{prefix}_#{path}_path"
+        
+        case path
+        when 'music_years_in_review'
+          send(full_path, @group || @user)
+        when 'export_music_year_in_review_top_tracks', 'export_music_year_in_review_top_releases'
+          full_path = full_path.gsub("#{prefix}_", '') if @group.blank?
+          
+          @group.blank? ? send(full_path, param) : send(full_path, @group, param)
+        else
+          id = @group.present? ? param.group_id : param.user_id
+          send(full_path, id, param.year)
+        end
+      end
+    end
+  end
+end

data/app/helpers/music_metadata_enrichment/lastfm_helper.rb

@@ -0,0 +1,19 @@
+# -*- encoding : utf-8 -*-
+module MusicMetadataEnrichment
+  module LastfmHelper
+    def lastfm_track_text(track, options = {})
+      short = options.has_key?(:short) ? options[:short] : false
+      
+      artist, name = if track.is_a? MusicTrack
+        [track.artist_name, track.name]
+      elsif track.is_a?(YearInReviewMusicTrack) || track.is_a?(MusicMetadataEnrichment::GroupYearInReviewTrack)
+        [track.artist_name, track.track_name]
+      end
+      
+      text = []
+      text << "[artist]#{artist}[/artist]" unless short
+      text << "[track artist=#{artist}]#{name}[/track]"
+      text.join(' – ')
+    end
+  end
+end

data/app/models/concerns/lastfm_request.rb

@@ -0,0 +1,54 @@
+module LastfmRequest
+  def self.included(base)
+    base.extend ClassMethods
+  end
+  
+  def lastfm_request(lastfm, resource, method, error_message_reqexp, params = {})
+    self.class.lastfm_request_class_method(lastfm, resource, method, error_message_reqexp, params)
+  end
+
+  module ClassMethods
+    def lastfm_request_class_method(lastfm, resource, method, error_message_reqexp, params = {})
+      response = nil
+      raise_if_response_is_just_nil = params.delete(:raise_if_response_is_just_nil)
+      raise_parse_exception = params.delete(:raise_parse_exception)
+      
+      i = 1
+        
+      3.times do
+        begin
+          response = lastfm.send(resource).send(method, params)
+          
+          raise 'last.fm response is just nil without exceptions' if response.nil? && raise_if_response_is_just_nil
+          
+          break
+        rescue Timeout::Error, EOFError => e 
+          puts "lastfm: #{e.class.name} for ##{i} time"
+          sleep 60 
+        rescue ArgumentError => e
+          if e.message.match('File does not exist')
+            puts "lastfm: 'File does not exist' sleep 60 seconds for ##{i} time ..."
+            sleep 60
+          else
+            raise e
+          end
+        rescue Lastfm::ApiError => e
+          if error_message_reqexp.nil? || e.message.match(error_message_reqexp).nil?
+            if e.message.match(/Operation failed - Something else went wrong/)
+              puts "lastfm: operation failed - something else went wrong for ##{i} time ..."
+              sleep 60
+            else
+              raise e
+            end
+          end
+        rescue REXML::ParseException => e
+          raise e if raise_parse_exception
+        end
+        
+        i += 1
+      end
+      
+      response
+    end
+  end
+end

data/app/models/concerns/music_metadata_enrichment/group_year_in_review_music_entry.rb

@@ -0,0 +1,14 @@
+module MusicMetadataEnrichment
+  module GroupYearInReviewMusicEntry
+    extend ActiveSupport::Concern
+            
+    included do
+      belongs_to :year_in_review_music, class_name: 'MusicMetadataEnrichment::GroupYearInReviewMusic'
+      belongs_to :group, class_name: 'MusicMetadataEnrichment::Group'
+      
+      validates :year_in_review_music_id, presence: true
+      
+      attr_accessible :year_in_review_music_id, :group_id, :year, :position, :score
+    end
+  end
+end

data/app/models/concerns/year_in_review_music_entry.rb

@@ -5,8 +5,10 @@ module YearInReviewMusicEntry
     belongs_to :year_in_review_music
     belongs_to :user
     
+    scope :published, -> { where(state: 'published') }
+    
     validates :year_in_review_music_id, presence: true
     
-    acts_as_list scope: :year_in_review_music_id
+    attr_accessible :year_in_review_music_id, :user_id, :year
   end
 end

data/app/models/concerns/year_in_review_music_release_base.rb

@@ -0,0 +1,35 @@
+module YearInReviewMusicReleaseBase
+  extend ActiveSupport::Concern
+          
+  included do
+    belongs_to :artist, class_name: 'MusicArtist'
+    belongs_to :release, class_name: 'MusicRelease'
+    
+    validates :release_id, presence: true, uniqueness: { scope: :year_in_review_music_id }
+    validates :spotify_album_id, length: { is: 22 }, allow_blank: true
+    
+    attr_accessible :artist_id, :artist_name, :release_id, :release_name, :spotify_album_id
+    
+    before_create :set_cache_columns
+    
+    private
+    
+    def set_cache_columns
+      unless !respond_to?(:user_id) || user_id.present?
+        self.user_id = year_in_review_music.user_id
+      end
+      
+      unless !respond_to?(:group_id) || group_id.present?
+        self.group_id = year_in_review_music.group_id
+      end
+      
+      self.year = year_in_review_music.year unless year.present?
+      self.artist_id = release.artist_id unless artist_id.present?
+      self.artist_id = release.artist_id unless artist_id.present?
+      self.artist_name = release.artist_name unless artist_name.present?
+      self.release_name = release.name unless release_name.present?
+      self.spotify_album_id = release.spotify_album_id unless spotify_album_id.present?
+      self.released_at = release.released_at unless released_at.present?
+    end
+  end
+end

data/app/models/concerns/year_in_review_music_track_base.rb

@@ -0,0 +1,37 @@
+module YearInReviewMusicTrackBase
+  extend ActiveSupport::Concern
+          
+  included do
+    belongs_to :artist, class_name: 'MusicArtist'
+    belongs_to :release, class_name: 'MusicRelease'
+    belongs_to :track, class_name: 'MusicTrack'
+      
+    validates :track_id, presence: true, uniqueness: { scope: :year_in_review_music_id }
+    validates :spotify_track_id, length: { is: 22 }, allow_blank: true
+    
+    attr_accessible :artist_id, :artist_name, :release_id, :release_name, :track_id, :spotify_track_id, :track_name
+    
+    before_save :set_cache_columns
+    
+    private
+    
+    def set_cache_columns
+      unless !respond_to?(:user_id) || user_id.present?
+        self.user_id = year_in_review_music.user_id
+      end
+      
+      unless !respond_to?(:group_id) || group_id.present?
+        self.group_id = year_in_review_music.group_id
+      end
+      
+      self.year = year_in_review_music.year unless year.present?
+      self.artist_id = track.artist_id unless artist_id.present?
+      self.artist_name = track.artist_name unless artist_name.present? && !track_id_changed?
+      self.release_id = track.release_id unless release_id.present? && !track_id_changed?
+      self.release_name = track.release_name unless release_name.present? && !track_id_changed?
+      self.track_name = track.name unless track_name.present? && !track_id_changed?
+      self.spotify_track_id = track.spotify_track_id unless spotify_track_id.present?
+      self.released_at = track.released_at unless released_at.present?
+    end
+  end
+end

data/app/models/music_artist.rb

@@ -1,8 +1,11 @@
 # -*- encoding : utf-8 -*-
 class MusicArtist < ActiveRecord::Base
+  include LastfmRequest
+  
   has_many :releases, class_name: 'MusicRelease', foreign_key: 'artist_id', dependent: :destroy
   has_many :tracks, class_name: 'MusicTrack', foreign_key: 'artist_id'
   has_many :videos, class_name: 'MusicVideo', foreign_key: 'artist_id'
+  has_many :music_library_artists, dependent: :destroy, foreign_key: 'artist_id'
   
   scope :name_like, ->(name) do
     where(MusicArtist.arel_table[:name].matches("%#{name}%"))
@@ -14,49 +17,125 @@ class MusicArtist < ActiveRecord::Base
   after_update :synchronize_artist_name
   after_create :create_bonustracks_release
   
-  attr_accessible :name, :mbid, :disambiguation, :founded_at, :dissolved_at, :listeners, :plays
+  attr_accessible :name, :is_ambiguous, :mbid, :disambiguation, :founded_at, :dissolved_at, :listeners, :plays
   
   state_machine :state, initial: :without_metadata do
     event :import_metadata do transition :without_metadata => :active; end
     
     before_transition :without_metadata => :active do |artist, transition|
       musicbrainz_artist = MusicBrainz::Artist.find(artist.mbid)
-  
+      artist.update_attribute(:mbid, musicbrainz_artist.id)
+      
+      is_ambiguous = if artist.is_ambiguous.nil?
+        MusicBrainz::Artist.search(artist.name).select{|a| a[:name].downcase == artist.name.downcase}.length > 1
+      else
+        artist.is_ambiguous
+      end
+      
       artist.update_attributes(
         disambiguation: musicbrainz_artist.disambiguation,
         founded_at: artist.musicbrainz_date_to_iso_date(musicbrainz_artist.begin), 
-        dissolved_at: artist.musicbrainz_date_to_iso_date(musicbrainz_artist.end)
+        dissolved_at: artist.musicbrainz_date_to_iso_date(musicbrainz_artist.end),
+        is_ambiguous: is_ambiguous
       )
       
-      lastfm = Lastfm.new(LastfmApiKey, LastfmApiSecret)
-      lastfm_artist = lastfm.artist.get_info(mbid: artist.mbid)
-      artist.update_attributes(listeners: lastfm_artist['stats']['listeners'], plays: lastfm_artist['stats']['playcount'])
+      unless artist.listeners.present? && artist.plays.present?
+        lastfm = Lastfm.new(LastfmApiKey, LastfmApiSecret)
+        lastfm_artist = artist.lastfm_request(lastfm, :artist, :get_info, 'The artist you supplied could not be found', artist: artist.name)
+        artist.update_attributes(listeners: lastfm_artist['stats']['listeners'], plays: lastfm_artist['stats']['playcount']) unless lastfm_artist.nil?
+      end
+       
+      unless artist.is_classical?(lastfm)
+        artist.import_releases(musicbrainz_artist)
+        #artist.import_bonus_tracks
+        #artist.import_music_videos_from_tapetv
+      end
+    end
+  end
+  
+  def is_classical?(lastfm = nil)
+    lastfm ||= Lastfm.new(LastfmApiKey, LastfmApiSecret)
+    
+    begin
+      lastfm_artist_tags = lastfm_request(
+        lastfm, :artist, :get_top_tags, 'The artist you supplied could not be found', artist: name, raise_if_response_is_just_nil: true
+      )
+        
+      if lastfm_artist_tags.nil?
+        raise 'lastfm failed: ' + [:artist, :get_top_tags, 'The artist you supplied could not be found', { artist: name }].inspect
+      end
+      
+      tags = lastfm_artist_tags.map{|t| t['name'].downcase }[0..9] rescue []
+      tags.select{|t| ['classic', 'classical'].include?(t) }.any? && tags.select{|t| ['pop', 'rock', 'crossover', 'alternative'].include?(t) }.none?
+    rescue StandardError => e
+      if e.message.match('last.fm response is just nil without exceptions')
+        false
+      else
+        raise e
+      end 
+    end
+  end
+  
+  def import_releases(musicbrainz_artist = nil)
+    musicbrainz_artist = MusicBrainz::Artist.find(mbid) unless musicbrainz_artist
+    offset, count, voluntary_releases = 0, 100, []
       
-      offset, count = 0, 100
+    begin
+      count, working_release_groups = release_groups(musicbrainz_artist, voluntary_releases, offset, false, true)
       
-      begin
-        release_groups = musicbrainz_artist.release_groups(offset: offset)
-        count = release_groups.total_count
+      working_release_groups.each do |array|
+        musicbrainz_release_group, musicbrainz_releases = array
+        release = releases.create(
+          artist_name: name, name: musicbrainz_release_group.title,
+          is_lp: musicbrainz_release_group.type == 'Album'
+        )
         
-        release_groups.select{|r| ['Album', 'EP'].include?(r.type) && r.secondary_types.select{|st| ['Audiobook', 'Compilation', 'Live', 'Remix'].include?(st)}.none? && r.artists.length == 1}.each do |musicbrainz_release_group|
-          releases = musicbrainz_release_group.releases
-          
-          next if releases.select{|r| r.status == 'Official' && (r.media.map(&:format).none? || r.media.map(&:format).select{|f| !['DVD-Video', 'DVD'].include?(f) }.any?) }.none?
-          
-          release = MusicRelease.create(artist_id: artist.id, artist_name: artist.name, name: musicbrainz_release_group.title)
-          
-          next unless release.persisted?
-            
-          release.releases = releases
-          release.import_metadata!
+        unless release.persisted? && release.valid?
+          raise [release.errors.full_messages, release].inspect
         end
-        
-        offset += 100
-      end while offset < count  
+          
+        release.releases = musicbrainz_releases
+        release.import_metadata!
+      end
       
-      #artist.import_bonus_tracks
-      #artist.import_music_videos_from_tapetv
+      offset += 100
+    end while offset < count  
+  end
+  
+  def release_groups(musicbrainz_artist, voluntary_releases, offset, without_limitation, with_releases = false)
+    musicbrainz_artist = MusicBrainz::Artist.find(mbid) unless musicbrainz_artist
+    count = 100
+    working_release_groups = musicbrainz_artist.release_groups(extra_query: 'AND (type:album OR type:ep OR type:soundtrack)', offset: offset)
+    count = working_release_groups.total_count
+    working_release_groups = working_release_groups.select{|r| ['Album', 'Soundtrack', 'EP'].include?(r.type) && r.secondary_types.select{|st| MusicRelease::SECONDARY_TYPES_BLACKLIST.include?(st)}.none? && r.artists.length == 1}
+    
+    voluntary_releases += if working_release_groups.none?
+      []
+    else 
+      releases.where('LOWER(music_releases.name) IN (?)', working_release_groups.map(&:title).uniq.map(&:downcase)).map{|r| "#{(r.is_lp ? 1 : 0)};#{r.name.downcase}"}
     end
+    
+    voluntary_releases.uniq!
+    list = []
+    
+    working_release_groups = working_release_groups.select{|r| !voluntary_releases.include?("#{r.type == 'Album' ? 1 : 0};#{r.title.downcase}")}.each do |musicbrainz_release_group|
+      release_is_lp_plus_name = "#{musicbrainz_release_group.type == 'Album' ? 1 : 0};#{musicbrainz_release_group.title.downcase}"
+      
+      next if voluntary_releases.include?(release_is_lp_plus_name)
+      
+      voluntary_releases << release_is_lp_plus_name
+      
+      unless without_limitation
+        musicbrainz_release_group.releases = nil
+        musicbrainz_releases = musicbrainz_release_group.releases
+        
+        next if musicbrainz_releases.select{|r| r.status == 'Official' && (r.media.map(&:format).none? || r.media.map(&:format).select{|f| !['DVD-Video', 'DVD'].include?(f) }.any?) }.none?
+      end
+      
+      list << (with_releases ? [musicbrainz_release_group, musicbrainz_releases] : musicbrainz_release_group)
+    end.select{|r| !r.nil?}
+    
+    [count, list] 
   end
   
   def import_bonus_tracks
@@ -141,7 +220,7 @@ class MusicArtist < ActiveRecord::Base
   private
   
   def create_bonustracks_release
-    release = releases.create(name: '[Bonus Tracks]')
+    release = releases.create(name: '[Bonus Tracks]', is_lp: true)
     release.update_attribute(:state, 'active')
   end