music_videos 0.0.12

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    Njc0M2YwNmMwOTRhMzZkMjk4YjFlNDVkMTI5Y2U1YjNiNzY1YTc3Yg==
+  data.tar.gz: !binary |-
+    M2FjMDZhNmJjZDIyMDEzZjEyNGFlZWEyNTc5ZGUzNzE2ZjAyYzFjOQ==
+SHA512:
+  metadata.gz: !binary |-
+    ZmU0NGVlZjVhODExODQ3MTIwODA2ZTVlY2UyYjdhMmNiNmY3MjEwZGY3NDUx
+    MWZjZjljNWNiMGJiMGUyNWI2ZTA3Mzk3ZTE1N2Q2OTczMDJhOGViZDA5NzMw
+    NGQyMzg4MGRhMTcxNjhhODAzNTA3MDQ4ODAyZTk0NzkwMWFmMzU=
+  data.tar.gz: !binary |-
+    YjRkNzc0OTg1OWQ2MTlmZDljYmU3MmE5YTA1MWZkOGI0MWQxNWZkOTQ2YjAx
+    ZmU2NjcyMTQzYzhjOWEyMzVjNGNlYTZkYmZhMjg5ZjQ1YWI1MDE2OTNhNzA0
+    YTU4Yzg1Yjc4NDIyY2Q5MzRlMzEzOTYxMmRkYjBmZWQzNzI3MjA=

data/.gitignore

@@ -0,0 +1,15 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+music_videos-*

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in music_videos.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2016 thenotic
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,39 @@
+# MusicVideos
+
+To get an artist's music videos you need a lastfm api key as well as a youtube api key.
+
+```ruby
+v =  MusicVideos::Find.new(LASTFM_API_KEY, 30711e29ad09c493dad2831eb0bbd08",YOUTUBE_API_KEY)
+music_videos = v.find_artist_music_videos("gucci mane")
+
+v.first
+##<Object:0x007fe4ed1d2638 @artist="chief keef", @title="early morning getting it", @youtube_url="Mt07J2k8myM"> 
+```
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'music_videos'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install music_videos
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/music_videos/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/lib/music_videos.rb

@@ -0,0 +1,237 @@
+require 'open-uri'
+require 'json'
+require 'nokogiri'
+require 'typhoeus'
+require 'rmagick'
+
+module MusicVideos
+class Find
+
+def initialize(lastfm_api_key, youtube_api_key)
+@lastfm_api_key  = lastfm_api_key
+@youtube_api_key = youtube_api_key
+end
+
+def get_artist_songs(lastfm_name)
+tracks = []
+for i in (0..5)
+url = "http://ws.audioscrobbler.com/2.0/?api_key=#{@lastfm_api_key}&format=json&artist=#{lastfm_name}&method=artist.getTopTracks&limit=100&page=#{i}"
+tracks << JSON.parse(open(url).read)['toptracks']['track'].map{|x| x['name']} rescue next
+end
+return tracks
+end
+
+
+def artist_search(artist_name)
+url = "http://ws.audioscrobbler.com/2.0/?api_key=#{@lastfm_api_key}&format=json&artist=#{URI.encode(artist_name)}&method=artist.search"
+lastfm_name = JSON.parse(open(url).read)['results']['artistmatches']['artist'][0]['url'].gsub("http://www.last.fm/music/","")
+return lastfm_name
+end
+
+def get_clean_tracks(tracks)
+tracks_clean = tracks.flatten.uniq.reject{|x| x.to_s.downcase.gsub(/\([^()]*\)/,"").scan(/feat|ft|\)|prod| \- |\||\]|dir/).count > 0 rescue next}.map{|x| x.downcase.gsub("in'","ing").gsub(/\([^()]*\)/,"")}.uniq
+tt = []
+tracks_clean.compact.each do |x| 
+if x[0].match(/[0-9]/)
+tt << x.gsub(/^[0-9]*/,'')[1..-1].join(" ").gsub(".","").strip rescue next
+else
+tt << x
+end
+end
+return tt
+end
+
+def get_youtube_links(artist,tt)
+l = artist
+i = 1
+yy = []
+checkyy = []
+hydra = Typhoeus::Hydra.new
+tt.compact.each do |x|
+i = i+1;puts i
+artist = l
+title = x
+artist.gsub!('&',' and ')
+title.gsub!('&',' and ')
+search ="#{URI.encode(artist.gsub(/\(.*?\)/, ''))}%20#{URI.encode(title.gsub(/\(.*?\)/, ''))}"
+url = "https://www.googleapis.com/youtube/v3/search?q=#{search}&key=#{@youtube_api_key}&part=snippet&type=video" #api key as 2nd gmail
+request = Typhoeus::Request.new(url, followlocation: false)
+request.on_complete do |response|
+page = JSON.parse(Nokogiri::HTML(response.body)) rescue next
+first_link = page['items'][0]['id']['videoId'] rescue next
+y_title = page['items'][0]['snippet']['title'] rescue next
+x_title = "#{x} #{l}"
+confidence = x_title.downcase ^ y_title.downcase
+confidence2 = ccc(artist,title,y_title)
+if confidence > 0.6 || (confidence2 > 0.65)
+unless y_title.downcase.match(/lyric|review|cover/)
+yy << [x, first_link, y_title, title, confidence]
+end
+end
+end
+hydra.queue(request)
+end
+hydra.run
+
+return yy
+
+end
+
+
+def ccc(artist,title,y_title)
+total_title = "#{artist.gsub(/\(.*?\)/, '').downcase} #{title.downcase}".split(' ')
+y_title_real = y_title.downcase.split(' ')
+score = (1.to_f - (total_title - y_title_real).count.to_f / total_title.count.to_f)
+return score
+end
+
+
+def get_previews(yy)
+yy = yy.uniq{|x| x[1]}
+k = []
+hydra = Typhoeus::Hydra.new(max_concurrency: 20)
+yy.each do |x|
+url = "http://www.genyoutube.com/preview.php?id=#{x[1]}"
+request = Typhoeus::Request.new(url, followlocation: false, )
+request.on_complete do |response|
+page = Nokogiri::HTML(response.body) rescue next
+image_url = page.css('img').select{|x| x.attr('src').to_s.include?('/M1')}[0].attr('src').to_s rescue page.css('img')[0].attr('src').to_s rescue next
+k  << [x[0], x[1].gsub('watch.php?v=',''), image_url]
+end
+hydra.queue(request)
+end
+hydra.run
+
+return k
+end
+
+def vid3(image_url)
+
+image = Magick::ImageList.new  
+urlimage = open(image_url) # Image Remote URL 
+image.from_blob(urlimage.read)
+
+width  = image.columns/5
+height = image.rows/5
+images = []
+0.upto(5-1) do |x|
+0.upto(5-1) do |y|
+images << image.crop( Magick::NorthWestGravity, x*width, y*height, width, height, true)
+end
+end
+
+diff = images[10].difference(images[11])
+
+return diff[1]
+
+end
+
+
+def get_videos(artist, k)
+videos = []
+i = 0
+k.each do |x|
+i = i+1;puts i
+size = vid3(x[2]).to_f 
+if size > 0.01
+videos << [x[0], size, x[1]]
+end
+end
+video_output = []; i = 0
+videos.each do |x|
+bb = Object.new
+bb.class.module_eval { attr_accessor :artist, :title, :youtube_url}
+bb.artist =  artist
+bb.title = x.flatten[0]
+bb.youtube_url = x.flatten[2]
+video_output << bb 
+end
+return video_output
+end
+
+
+
+
+def find_artist_music_videos(artist)
+lastfm_name = artist_search(artist)
+tracks = get_artist_songs(lastfm_name)
+clean_tracks = get_clean_tracks(tracks)
+youtube_links = get_youtube_links(artist, clean_tracks)
+previews =  get_previews(youtube_links)
+videos = get_videos(artist, previews)
+
+return videos
+end
+
+
+end
+
+
+end
+
+class String
+
+def clean_name
+return self.gsub(/\(.*?\)/, '').strip
+end
+
+
+  # Jaro-Winkler distance
+  # @param [String] other string
+  # @return [Float] distance, normalized between 0.0 (no match) and 1.0 (perfect match)
+  def ^(other)
+    return 1.0 if self == other
+    return 0.0 if self.empty? or other.empty?
+
+    s1 = self.codepoints.to_a
+    s2 = other.codepoints.to_a
+    s1, s2 = s2, s1 if s1.size > s2.size
+    s1s, s2s = s1.size, s2.size
+    m, t = 0.0, 0 
+    max_dist = s2s/2 - 1
+
+    m1 = Array.new(s1s, -1)
+    m2 = Array.new(s2s, false)
+
+    # find m
+    s1.each_with_index do |a, ia|
+      lower = ia > max_dist ? ia-max_dist : 0
+      upper = ia+max_dist < s2s ? ia+max_dist : s2s
+      s2[lower..upper].each_with_index do |b, ib|
+        ib += lower
+        if a == b and !m2[ib]
+          m, m1[ia], m2[ib] = m+1, ib, true
+          break
+        end
+      end
+    end
+
+    return 0.0 if m.zero?
+    
+    m1.reduce do |a, b|
+      # if either a or b are nil, that means there was no match
+      # if a > b, that means the previous value is greater than the current
+      # which means it went down
+      if a > -1 and b > -1 and a > b
+        t += (a-b > 1 ? 1 : 2)
+      end
+      b
+    end
+
+    dj = (m/s1s + m/s2s + (m - t/2)/m) / 3
+    
+    # winkler adjustment
+    l = 0
+    for i in 0..3
+      if s1[i] != s2[i]
+        l = i
+        break
+      end
+    end
+
+    # standard weight (p) for winkler == 0.1
+    dj + l*0.1*(1-dj)
+  end
+end
+
+

data/lib/music_videos/version.rb

@@ -0,0 +1,3 @@
+module MusicVideos
+  VERSION = "0.0.1"
+end

data/music_videos.gemspec

@@ -0,0 +1,29 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |spec|
+  spec.name          = "music_videos"
+  spec.version       = '0.0.12'
+  spec.authors       = ["thenotic"]
+  spec.email         = ["liban.aliyusuf@gmail.com"]
+  spec.summary       = "Finds Artist Music Videos"
+  spec.description   = "Yes"
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_dependency "typhoeus"
+  spec.add_dependency "rmagick"
+  spec.add_development_dependency "rspec", "~> 3.2"
+
+
+
+
+end

data/spec/music_videos.spec

@@ -0,0 +1,5 @@
+require 'music_videos'
+
+
+ 
+end

metadata

@@ -0,0 +1,133 @@
+--- !ruby/object:Gem::Specification
+name: music_videos
+version: !ruby/object:Gem::Version
+  version: 0.0.12
+platform: ruby
+authors:
+- thenotic
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-01-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: typhoeus
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rmagick
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.2'
+description: 'Yes'
+email:
+- liban.aliyusuf@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .DS_Store
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/music_videos.rb
+- lib/music_videos/version.rb
+- music_videos-0.0.0.gem
+- music_videos-0.0.1.gem
+- music_videos-0.0.2.gem
+- music_videos-0.0.3.gem
+- music_videos-0.0.5.gem
+- music_videos-0.0.6.gem
+- music_videos-0.0.7.gem
+- music_videos-0.0.8.gem
+- music_videos.gemspec
+- spec/music_videos.spec
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Finds Artist Music Videos
+test_files:
+- spec/music_videos.spec