voluntary_music_metadata_enrichment 0.0.1

data/config/routes.rb

@@ -0,0 +1,121 @@
+Rails.application.routes.draw do
+  get '/products/music-metadata-enrichment', to: redirect('/music'), as: 'music_metadata_enrichment_product'
+  #get '/music_metadata_enrichment' => 'product/music_metadata_enrichment#index'
+  get '/music' => 'product/music_metadata_enrichment#index'
+  get '/music_metadata_enrichment', to: redirect('/music')
+  get '/music-metadata-enrichment', to: redirect('/music')
+  
+  namespace :music, module: 'music_metadata_enrichment' do
+    resources :groups, only: [:index, :new, :create, :show] do
+      resources :artists, only: [:new], controller: 'group_artist_connections' do
+        collection do
+          get :import
+          get :name_confirmation
+          get :select_artist
+          get :creation
+        end
+      end
+      
+      member do
+        get 'artists' => 'artists#index'
+        get 'releases' => 'releases#index'
+        get 'releases/export' => 'releases#export'
+      end
+      
+      resources :releases, only: [:new]
+      resources :videos, only: [:index, :new]
+    end
+      
+    resources :artists, only: [:index, :new, :create, :show] do
+      collection do
+        get :name_confirmation
+        get 'by_name/:name', to: 'artists#by_name'
+        get :by_name, as: :by_name
+        get :autocomplete
+      end
+      
+      resources :releases, only: [:new] do
+        collection do
+          get :autocomplete
+        end
+      end
+      
+      resources :tracks, only: [] do
+        collection do
+          get :autocomplete
+        end
+      end
+      
+      resources :videos, only: [:index, :new]
+    end
+    
+    resources :releases, only: [:index, :new, :create, :show] do
+      collection do
+        get :artist_confirmation
+        get :select_artist
+        get :name
+        get :name_confirmation
+        get :announce
+        post :create_announcement
+        get 'by_name/:artist_name/:name', to: 'releases#by_name'
+        get :by_name, as: :by_name
+      end
+    end
+    
+    resources :tracks, only: [:index, :new, :create, :show] do
+      collection do
+        get :artist_confirmation
+        get :select_artist
+        get :name
+        get :name_confirmation
+        get 'by_name/:artist_name/:name', to: 'tracks#by_name'
+        get :by_name, as: :by_name
+      end
+      
+      resources :videos, only: [:new]
+    end
+    
+    resources :videos, only: [:index, :new, :create, :show] do
+      collection do
+        get :artist_confirmation
+        get :select_artist
+        get :track_name
+        get :track_confirmation
+        get :create_track
+        get :metadata
+        get 'by_name/:artist_name/:name', to: 'videos#by_name'
+        get :by_name, as: :by_name
+      end
+    end
+  end
+  
+  get 'users/:user_id/library/music' => 'library/music#index', as: :user_music_library
+  
+  get 'users/:user_id/library/music/years_in_review' => 'library/music/years_in_review#index', as: :user_music_years_in_review
+  post 'users/:user_id/library/music/years_in_review' => 'library/music/years_in_review#create', as: :create_user_music_year_in_review
+  get 'users/:user_id/library/music/years_in_review/:year' => 'library/music/years_in_review#show', as: :user_music_year_in_review
+  
+  get 'users/:user_id/library/music/years_in_review/:year/top_releases' => 'library/music/year_in_review_releases#index', as: :user_music_year_in_review_top_releases
+  get 'users/:user_id/library/music/years_in_review/:year/top_releases/new' => 'library/music/year_in_review_releases#new', as: :new_user_music_year_in_review_top_release
+  post 'users/:user_id/library/music/years_in_review/:year/top_releases' => 'library/music/year_in_review_releases#create', as: :create_user_music_year_in_review_top_release
+  get 'users/current/library/music/years_in_review/:year/top_releases/multiple_new' => 'library/music/year_in_review_releases#multiple_new', as: :multiple_new_user_music_year_in_review_top_releases
+  post 'users/:user_id/library/music/years_in_review/:year/top_releases/create_multiple' => 'library/music/year_in_review_releases#create_multiple', as: :create_multiple_user_music_year_in_review_top_releases
+  delete 'users/current/library/music/year_in_review_music_releases/:id' => 'library/music/year_in_review_releases#destroy', as: :destroy_music_year_in_review_top_release
+  put 'users/current/library/music/year_in_review_music_releases/:id/move' => 'library/music/year_in_review_releases#move', as: :move_music_year_in_review_top_release
+  get 'users/current/library/music/years_in_review/:year/top_releases/export' => 'library/music/year_in_review_releases#export', as: :export_music_year_in_review_top_releases
+  
+  get 'users/:user_id/library/music/years_in_review/:year/top_tracks' => 'library/music/year_in_review_tracks#index', as: :user_music_year_in_review_top_tracks
+  get 'users/:user_id/library/music/years_in_review/:year/top_tracks/new' => 'library/music/year_in_review_tracks#new', as: :new_user_music_year_in_review_top_track
+  post 'users/:user_id/library/music/years_in_review/:year/top_tracks' => 'library/music/year_in_review_tracks#create', as: :create_user_music_year_in_review_top_track
+  get 'users/current/library/music/years_in_review/:year/top_tracks/multiple_new' => 'library/music/year_in_review_tracks#multiple_new', as: :multiple_new_user_music_year_in_review_top_tracks
+  post 'users/:user_id/library/music/years_in_review/:year/top_tracks/create_multiple' => 'library/music/year_in_review_tracks#create_multiple', as: :create_multiple_user_music_year_in_review_top_tracks
+  delete 'users/current/library/music/year_in_review_music_tracks/:id' => 'library/music/year_in_review_tracks#destroy', as: :destroy_music_year_in_review_top_track
+  put 'users/current/library/music/year_in_review_music_tracks/:id/move' => 'library/music/year_in_review_tracks#move', as: :move_music_year_in_review_top_track
+  get 'users/current/library/music/years_in_review/:year/top_tracks/export' => 'library/music/year_in_review_tracks#export', as: :export_music_year_in_review_top_tracks
+  
+  get 'users/:user_id/library/music/releases' => 'music_metadata_enrichment/releases#index', as: :user_music_library_releases
+  get 'users/:user_id/library/music/videos' => 'music_metadata_enrichment/videos#index', as: :user_music_library_videos
+  get 'users/:user_id/library/music/artists' => 'music_metadata_enrichment/artists#index', as: :user_music_library_artists
+  get 'users/:user_id/library/music/artists/new' => 'music_metadata_enrichment/artists#new', as: :new_user_music_library_artist
+  delete 'users/current/library/music/artists/:id' => 'library/music/artists#destroy', as: :destroy_music_library_artist
+end

data/db/migrate/20150106183434_add_product_music_metadata_enrichment.rb

@@ -0,0 +1,96 @@
+class AddProductMusicMetadataEnrichment < ActiveRecord::Migration
+  def up
+    if Product.where(name: 'Music Metadata Enrichment').first
+    else
+      Product.create(name: 'Music Metadata Enrichment', text: 'Dummy') 
+    end
+    
+    create_table :music_artists do |t|
+      t.string :mbid, limit: 36
+      t.string :name
+      t.string :country
+      t.string :disambiguation
+      t.integer :listeners
+      t.integer :plays
+      t.datetime :founded_at
+      t.datetime :dissolved_at
+      t.string :state
+      t.timestamps
+    end
+
+    add_index :music_artists, :mbid, unique: true
+    
+    create_table :music_releases do |t|
+      t.string :mbid, limit: 36
+      t.integer :artist_id
+      t.string :artist_name
+      t.string :name
+      t.integer :tracks_count
+      t.string :future_release_date
+      t.datetime :released_at
+      t.integer :listeners
+      t.integer :plays
+      t.integer :user_id
+      t.string :state
+      t.timestamps
+    end
+    
+    add_index :music_releases, :artist_id
+    add_index :music_releases, :mbid, unique: true
+    add_index :music_releases, :released_at
+    
+    create_table :music_tracks do |t|
+      t.string :mbid, limit: 36
+      t.string :spotify_track_id, limit: 22
+      t.integer :artist_id
+      t.string :artist_name
+      t.integer :release_id
+      t.string :release_name
+      t.integer :master_track_id
+      t.integer :nr
+      t.string :name
+      t.integer :duration
+      t.integer :listeners
+      t.integer :plays
+      t.datetime :released_at
+      t.string :state
+      t.timestamps
+    end
+    
+    add_index :music_tracks, :artist_id
+    add_index :music_tracks, :master_track_id
+    add_index :music_tracks, [:release_id, :name], unique: true
+    add_index :music_tracks, :released_at
+    
+    create_table :music_videos do |t|
+      t.string :status
+      t.integer :artist_id
+      t.string :artist_name
+      t.integer :track_id
+      t.string :track_name
+      t.string :url
+      t.string :location
+      t.datetime :recorded_at
+      t.integer :user_id
+      t.integer :likes_count, default: 0
+      t.integer :dislikes_count, default: 0
+      t.string :state
+      t.timestamps
+    end
+    
+    add_index :music_videos, [:type, :track_id], unique: true
+    add_index :music_videos, :url, unique: true
+    add_index :music_videos, :track_id
+    
+    add_column :users, :music_library_imported, :boolean, default: false
+  end
+  
+  def down
+    drop_table :music_artists
+    drop_table :music_releases
+    drop_table :music_tracks
+    drop_table :music_videos
+    
+    remove_column :users, :music_library_imported
+  end
+end

data/db/migrate/20150120091801_create_music_metadata_enrichment_groups.rb

@@ -0,0 +1,28 @@
+class CreateMusicMetadataEnrichmentGroups < ActiveRecord::Migration
+  def up
+    create_table :music_metadata_enrichment_groups do |t|
+      t.string :name
+      t.integer :user_id
+      t.string :current_user_name
+      t.integer :current_members_page
+      t.integer :synced
+      t.timestamps
+    end
+    
+    create_table :music_metadata_enrichment_group_artist_connections do |t|
+      t.integer :group_id
+      t.integer :artist_id
+      t.integer :likes_count, default: 0
+      t.integer :dislikes_count, default: 0
+      t.timestamps
+    end
+    
+    add_index :music_metadata_enrichment_group_artist_connections, :group_id
+    add_index :music_metadata_enrichment_group_artist_connections, :artist_id
+  end
+  
+  def down
+    drop_table :music_metadata_enrichment_groups
+    drop_table :music_metadata_enrichment_group_artist_connections
+  end
+end

data/db/migrate/20150120221419_create_music_library_artists.rb

@@ -0,0 +1,12 @@
+class CreateMusicLibraryArtists < ActiveRecord::Migration
+  def change
+    create_table :music_library_artists do |t|
+      t.integer :user_id
+      t.integer :artist_id
+      t.integer :plays
+      t.timestamps
+    end
+    
+    add_index :music_library_artists, :user_id
+  end
+end

data/db/migrate/20150123082224_year_in_review_music_entries.rb

@@ -0,0 +1,53 @@
+class YearInReviewMusicEntries < ActiveRecord::Migration
+  def up
+    create_table :year_in_review_music do |t|
+      t.integer :user_id
+      t.integer :year
+      t.timestamps
+    end
+    
+    add_index :year_in_review_music, :user_id
+    add_index :year_in_review_music, :year
+    
+    create_table :year_in_review_music_releases do |t|
+      t.integer :year_in_review_music_id
+      t.integer :user_id
+      t.integer :year
+      t.integer :position
+      t.integer :artist_id
+      t.string :artist_name
+      t.integer :release_id
+      t.string :release_name
+      t.datetime :released_at
+      t.timestamps
+    end
+    
+    add_index :year_in_review_music_releases, :year_in_review_music_id
+    add_index :year_in_review_music_releases, :position
+    
+    create_table :year_in_review_music_tracks do |t|
+      t.integer :year_in_review_music_id
+      t.integer :user_id
+      t.integer :year
+      t.integer :position
+      t.integer :artist_id
+      t.string :artist_name
+      t.integer :release_id
+      t.string :release_name
+      t.integer :track_id
+      t.string :spotify_track_id, limit: 22
+      t.string :track_name
+      t.datetime :released_at
+      t.timestamps
+    end
+    
+    add_index :year_in_review_music_tracks, :year_in_review_music_id
+    add_index :year_in_review_music_tracks, :position
+  end
+  
+  def down
+    drop_table :year_in_review_music
+    drop_table :year_in_review_music_releases
+    drop_table :year_in_review_music_tracks
+  end
+end

data/lib/tasks/voluntary_music_metadata_enrichment_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :voluntary_music_metadata_enrichment do
+#   # Task goes here
+# end

data/lib/voluntary_music_metadata_enrichment/ability.rb

@@ -0,0 +1,27 @@
+module VoluntaryMusicMetadataEnrichment
+  class Ability
+    def self.after_initialize
+      Proc.new do |ability, user, options|
+        ability.can :read, [
+          MusicMetadataEnrichment::Group, MusicMetadataEnrichment::GroupArtistConnection, YearInReviewMusic, YearInReviewMusicRelease, YearInReviewMusicTrack, MusicArtist, MusicRelease, MusicTrack, MusicVideo
+        ]
+        
+        if user.present?
+          ability.can(:create, MusicLibraryArtist)
+          ability.can(:destroy, MusicLibraryArtist) {|music_library_artist| music_library_artist.user_id == user.id }
+          ability.can(:create, MusicMetadataEnrichment::Group)
+          ability.can([:create, :name_confirmation, :select_artist, :creation], MusicMetadataEnrichment::GroupArtistConnection)
+          ability.can(:create, YearInReviewMusic)
+          ability.can([:create, :move, :destroy], YearInReviewMusicRelease) {|year_in_review_music_release| year_in_review_music_release.year_in_review_music.user_id == user.id }
+          ability.can([:multiple_new, :export], YearInReviewMusicRelease)
+          ability.can([:create, :move, :destroy], YearInReviewMusicTrack) {|year_in_review_music_track| year_in_review_music_track.year_in_review_music.user_id == user.id }
+          ability.can([:multiple_new, :export], YearInReviewMusicTrack)
+          ability.can([:create, :name_confirmation], MusicArtist)
+          ability.can([:create, :artist_confirmation, :select_artist, :name, :name_confirmation, :announce, :create_announcement], MusicRelease)
+          ability.can([:create, :artist_confirmation, :select_artist, :name, :name_confirmation], MusicTrack)
+          ability.can([:create, :artist_confirmation, :select_artist, :track_name, :track_confirmation, :create_track, :metadata], MusicVideo)
+        end
+      end
+    end
+  end
+end

data/lib/voluntary_music_metadata_enrichment/concerns/model/user/has_music_library.rb

@@ -0,0 +1,101 @@
+module VoluntaryMusicMetadataEnrichment
+  module Concerns
+    module Model
+      module User
+        module HasMusicLibrary
+          extend ActiveSupport::Concern
+          
+          included do
+            has_many :years_in_review_music, class_name: 'YearInReviewMusic', dependent: :destroy
+            has_many :music_library_artists, dependent: :destroy
+            has_many :music_artists, through: :music_library_artists, source: 'artist'
+            has_many :music_releases, through: :music_artists, source: 'releases'
+            has_many :music_tracks, through: :music_artists, source: 'tracks'
+            has_many :music_videos, through: :music_artists, source: 'videos'
+                        
+            scope :on_lastfm, -> { where('users.lastfm_user_name IS NOT NULL') }
+            
+            after_destroy :nullify_user_association_at_videos
+          end
+          
+          def import_music_artists(lastfm, start_page = 1)
+            artist_names = []
+            
+            1000.times do |page|
+              page +=1
+              
+              next unless page >= start_page
+              
+              lastfm_artists = nil
+              
+              3.times do
+                begin
+                  begin
+                    lastfm_artists = lastfm.library.get_artists(user: lastfm_user_name, page: page)
+                    
+                    puts "USER #{lastfm_user_name}: LIBRARY PAGE ##{page}"
+                  rescue REXML::ParseException
+                    lastfm_artists = []
+                    puts "USER #{lastfm_user_name}: LIBRARY PAGE ##{page} COULD NOT BE PARSED"
+                  end
+                  
+                  break
+                rescue Lastfm::ApiError, Timeout::Error => e
+                  puts "USER #{lastfm_user_name}: LIBRARY PAGE ##{page} ... #{e.class.name}... TRY AGAIN"
+                  sleep 30
+                end
+              end
+             
+              if lastfm_artists.nil? || lastfm_artists.first.nil?
+                puts "USER #{lastfm_user_name}: LIBRARY PAGE ##{page} IS EMPTY" 
+                break
+              end
+             
+              artist_mbids = lastfm_artists.map{|a| a['mbid']}.uniq
+              
+              voluntary_artists = MusicArtist.where('mbid IN(?)', artist_mbids).to_a
+              
+              if lastfm_artists.select{|a| !artist_names.include?(a['name'])}.none?
+                # over last page
+                break
+              end
+  
+              lastfm_artists.each do |lastfm_artist|
+                if artist_names.include?(lastfm_artist['name'])
+                  next
+                else
+                  artist_names << lastfm_artist['name']
+                end
+                
+                next if lastfm_artist['mbid'].blank?
+                
+                artist = nil
+                
+                unless artist = voluntary_artists.select{|a| a.mbid == lastfm_artist['mbid'] }.first
+                  musicbrainz_artist = MusicBrainz::Artist.find(lastfm_artist['mbid'])
+                  
+                  if musicbrainz_artist
+                    artist = MusicArtist.where(mbid: musicbrainz_artist.id).first
+                    artist = MusicArtist.create(name: lastfm_artist['name'], mbid: musicbrainz_artist.id) unless artist
+                  end
+                end
+                
+                if artist
+                  music_library_artists.create(artist_id: artist.id, plays: lastfm_artist['playcount']) unless new_record?
+                end
+              end
+            end
+            
+            update_attribute(:music_library_imported, true) unless new_record?
+          end
+          
+          private
+          
+          def nullify_user_association_at_videos
+            MusicVideo.where(user_id: id).update_all("user_id = NULL")
+          end
+        end
+      end
+    end
+  end
+end

data/lib/voluntary_music_metadata_enrichment/engine.rb

@@ -0,0 +1,20 @@
+require 'voluntary'
+
+module VoluntaryMusicMetadataEnrichment
+  class Engine < ::Rails::Engine
+    config.autoload_paths << File.expand_path("../../../app/models/concerns", __FILE__)
+    config.autoload_paths << File.expand_path("../../../app/controllers/concerns", __FILE__)
+    config.i18n.load_path += Dir[File.expand_path("../../../config/locales/**/*.{rb,yml}", __FILE__)]
+    
+    SimpleNavigation::config_file_paths << File.expand_path("../../../config", __FILE__)
+    
+    config.generators do |g|
+      g.orm :active_record
+    end
+    
+    config.to_prepare do
+      User.send :include, ::VoluntaryMusicMetadataEnrichment::Concerns::Model::User::HasMusicLibrary
+      ::Ability.add_after_initialize_callback(VoluntaryMusicMetadataEnrichment::Ability.after_initialize)
+    end
+  end
+end

data/lib/voluntary_music_metadata_enrichment/navigation.rb

@@ -0,0 +1,49 @@
+module VoluntaryMusicMetadataEnrichment
+  module Navigation
+    def self.code
+      Proc.new do |navigation|
+        navigation.items do |primary|
+          primary.dom_class = 'nav'
+          
+          if user_signed_in?
+            primary.item :music_metadata_enrichment_library, I18n.t('music_library.index.title', name: name_with_apostrophe(current_user.lastfm_user_name || current_user.full_name)), user_music_library_path(current_user) do |library|
+              if @user.present?
+                library.item :years_in_review, I18n.t('years_in_review_music.index.short_title'), user_music_years_in_review_path(current_user), id: nil do |years_in_review|
+                  unless (@year_in_review.new_record? rescue true)
+                    years_in_review.item :show, I18n.t('years_in_review_music.show.title', year: @year_in_review.year), user_music_year_in_review_path(current_user, @year_in_review.year) do |year_in_review|
+                      year_in_review.item :top_releases, I18n.t('year_in_review_music_releases.index.shortest_title'), user_music_year_in_review_top_releases_path(current_user, @year_in_review.year)
+                      year_in_review.item :top_tracks, I18n.t('year_in_review_music_tracks.index.shortest_title'), user_music_year_in_review_top_tracks_path(current_user, @year_in_review.year)
+                    end
+                  end
+                end
+              end
+            end
+          end
+          
+          primary.item :music_metadata_enrichment_groups, I18n.t('music_metadata_enrichment_groups.index.short_title'), music_groups_path do |groups|
+            groups.item :new, I18n.t('general.new'), new_music_group_path
+          end
+                    
+          primary.item :music_metadata_enrichment_artists, I18n.t('music_artists.index.short_title'), music_artists_path do |artists|
+            artists.item :new, I18n.t('general.new'), new_music_artist_path
+          end
+          
+          primary.item :music_metadata_enrichment_releases, I18n.t('music_releases.index.short_title'), music_releases_path do |releases|
+            releases.item :new, I18n.t('general.new'), new_music_release_path
+          end
+          
+          primary.item :music_metadata_enrichment_tracks, I18n.t('music_tracks.index.short_title'), music_tracks_path do |tracks|
+            tracks.item :new, I18n.t('general.new'), new_music_track_path
+          end
+
+          primary.item :music_metadata_enrichment_videos, I18n.t('music_videos.index.short_title'), music_videos_path do |videos|
+            videos.item :new, I18n.t('general.new'), new_music_video_path
+          end
+          
+          instance_exec primary, ::Voluntary::Navigation::Base.menu_options(:authentication), &::Voluntary::Navigation.menu_code(:authentication)
+        end
+      end
+    end
+  end
+end
+    

data/lib/voluntary_music_metadata_enrichment/version.rb

@@ -0,0 +1,3 @@
+module VoluntaryMusicMetadataEnrichment
+  VERSION = "0.0.1"
+end

data/lib/voluntary_music_metadata_enrichment.rb

@@ -0,0 +1,13 @@
+require 'musicbrainz'
+require 'lastfm'
+
+require 'voluntary'
+
+require 'voluntary_music_metadata_enrichment/ability'
+require 'voluntary_music_metadata_enrichment/navigation'
+require 'voluntary_music_metadata_enrichment/concerns/model/user/has_music_library'
+
+require "voluntary_music_metadata_enrichment/engine"
+
+module VoluntaryMusicMetadataEnrichment
+end