music_sanitizer 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 371b270b34fc117eb79a812457ecfb9a3c8b6b14
+  data.tar.gz: e2d6a43e3956c92dc386dff5a8304dc1a88a7ff5
+SHA512:
+  metadata.gz: b51ea59ff10691ea6f5f03bf365b31fa6bdcc5ccc30b6380c1712da11fa49cb9a5d425f8d930a99a3bc41f3c6c29445b1497cfcb2bfce726477ddcf3d1f92588
+  data.tar.gz: 5f3e30e5fd35ff261507dcb58f39764ee69582dc51adb2759458b864dded809f601d6ea36223cd74b88ef59627805299fec92d317f8cfa69c9d131f218744783

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rspec

@@ -0,0 +1,5 @@
+--color
+-fs
+-Ilib
+-Ispec
+--require spec_helper

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in music_sanitizer.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Linus Oleander
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,23 @@
+# MusicSanitizer
+
+Sanitizes music related data. Used internally @ [Radiofy](http://radiofy.se).
+
+## Installation
+
+    $ gem install music_sanitizer
+
+## Usage
+
+``` ruby
+MusicSanitizer::Processor.new("Will.I.Am Ft. Justin Bieber").process # => "will.i.am"
+```
+
+Take a look at the `spec/processor_spec.rb` file for more examples.
+
+## Contributing
+
+1. Fork it ( http://github.com/oleander/music_sanitizer-rb/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/music_sanitizer.rb

@@ -0,0 +1,9 @@
+require "music_sanitizer/version"
+
+module MusicSanitizer
+  def self.root
+    File.expand_path('../..', __FILE__)
+  end
+end
+
+require "music_sanitizer/processor"

data/lib/music_sanitizer/processor.rb

@@ -0,0 +1,66 @@
+module MusicSanitizer
+  class Processor
+    IGNORE = YAML.load_file(File.join(MusicSanitizer.root, "lists/ignore.yml"))
+    EXCLUDE = YAML.load_file(File.join(MusicSanitizer.root, "lists/exclude.yml"))
+
+    def initialize(content)
+      @content = content
+    end
+
+    def process
+      string = @content.strip
+
+      EXCLUDE.each do |exclude|
+        string = string.gsub(/[^ ]*#{exclude}.*$/i, "")
+      end
+
+      # Sub
+      string = string.gsub(/´/, "'").gsub(/`/, "'")
+
+      # Song - A "abc def" => Song - A
+      # Song - A [B + C] => Song - A
+      # Song A B.mp3 => Song A B
+      # 10. Song => Song
+      [
+        /\.mp3$/, 
+        /\[[^\]]*\]/, 
+        /".*"/,  
+        /(\s+|^)'.*'(\s+|$)/
+      ].each do |reg|
+        string = string.gsub(reg, " ").strip
+      end
+      
+      [
+        /\(.+?(\)|$)/m, 
+        /[^a-z0-9]feat(.*?)\s*[^\s]+/i, 
+        /[-]+/, 
+        /[\s]+/m, 
+        /\_/
+      ].each do |reg|
+        string = string.gsub(reg, " ").strip
+      end
+
+      # Split
+      # A ft. B => A
+      string = string.split(/ft\.\s+/i).first
+      # A + B => A
+      string = string.split(/\s+\+\s+/).first
+
+      EXCLUDE.each do |exclude|
+        string = string.gsub(/#{exclude}.*$/i, "")
+      end
+      
+      string.gsub(/\A\s|\s\z/, "").gsub(/\s+/, " ").strip.downcase
+    rescue Encoding::CompatibilityError, Encoding::UndefinedConversionError, ArgumentError
+      return string
+    end
+
+    def self.ignore?(this, compare = nil)
+      IGNORE.
+        reject{ |value| compare.to_s.match(/#{value}/i) }.
+        map{ |value| this.match(/#{value}/i) }.any?
+    rescue ArgumentError
+      return false
+    end
+  end
+end

data/lib/music_sanitizer/version.rb

@@ -0,0 +1,3 @@
+module MusicSanitizer
+  VERSION = "0.0.1"
+end

data/lists/exclude.yml

@@ -0,0 +1,7 @@
+---
+- feat\.
+- album version
+- remastered
+- video edit
+- official
+- radio edit

data/lists/ignore.yml

@@ -0,0 +1,15 @@
+---
+- \btribute\b
+- \bcover\b
+- \bremix\b
+- \blive\b
+- club mix
+- karaoke
+- club version
+- \bdemo\b
+- made famous by
+- remixes
+- "[^a-z]+mix[^a-z]+"
+- instrumental(s)?
+- ringtone(s)?
+- \bacoustic\b

data/music_sanitizer.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'music_sanitizer/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "music_sanitizer"
+  spec.version       = MusicSanitizer::VERSION
+  spec.authors       = ["Linus Oleander"]
+  spec.email         = ["linus@oleander.nu"]
+  spec.summary       = %q{Sanitizes music related data}
+  spec.homepage      = "https://github.com/oleander/music_sanitizer-rb"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+end

data/spec/processor_spec.rb

@@ -0,0 +1,141 @@
+describe MusicSanitizer::Processor do
+  context "processor" do
+    it "Song - Artist => Song Artist" do
+      MusicSanitizer::Processor.new("this is a string - this to").process.should eq("this is a string this to")
+    end
+    
+    it "Song A \"abc def\" => Song - A" do
+      MusicSanitizer::Processor.new("Song A \"abc def\"").process.should eq("song a")
+    end
+    
+    it "Sweet Child O' Mine by Guns N' Roses => sweet child o' mine by guns n' roses" do
+      MusicSanitizer::Processor.new("Sweet Child O' Mine by Guns N' Roses").process.should eq("sweet child o' mine by guns n' roses")
+    end
+
+    it "'Get Lucky - Radio Edit' => 'get lucky'" do
+      MusicSanitizer::Processor.new("Get Lucky - Radio Edit").process.should eq("get lucky")
+    end
+
+    it "should handle 'Spelmannsvalsen (Remastered)'" do
+      MusicSanitizer::Processor.new("Spelmannsvalsen (Remastered)").process.should eq("spelmannsvalsen")
+    end
+    
+    it "Song - A [B + C] => Song - A" do
+      MusicSanitizer::Processor.new("Song - A [B + C]").process.should eq("song a")
+    end
+    
+    it "Song - A (Super Song) => Song - A" do
+      MusicSanitizer::Processor.new("Song - A (Super Song)").process.should eq("song a")
+    end
+    
+    it "Song A feat. (Super Song) => Song A" do
+      MusicSanitizer::Processor.new("Song A feat. (Super Song)").process.should eq("song a")
+    end
+
+    it "Daft Punk => Daft Punk" do
+      MusicSanitizer::Processor.new("Daft Punk").process.should eq("daft punk")
+    end
+    
+    it "Song A feat.(Super Song) => Song A" do
+      MusicSanitizer::Processor.new("Song A feat.(Super Song)").process.should eq("song a")
+    end
+    
+    it "Song A feat.Super B C => Song A B C" do
+      MusicSanitizer::Processor.new("Song A feat.Super B C").process.should eq("song a")
+    end
+    
+    it "Song A feat Super B C => Song A B C" do
+      MusicSanitizer::Processor.new("Song A feat Super B C").process.should eq("song a b c")
+    end
+    
+    it "A -- B => A B" do
+      MusicSanitizer::Processor.new("A -- B").process.should eq("a b")
+    end
+        
+    it "A_B_C_D_E => A B C D E" do
+      MusicSanitizer::Processor.new("A_B_C_D_E").process.should eq("a b c d e")
+    end
+    
+    it "100_A=> A" do
+      MusicSanitizer::Processor.new("100_A").process.should eq("100 a")
+    end
+    
+    it "don't => don't (no change)" do
+      MusicSanitizer::Processor.new("don't").process.should eq("don't")
+    end
+
+    it "A 'don' B => A B" do
+      MusicSanitizer::Processor.new("A 'don' B").process.should eq("a b")
+    end
+
+    it "Video Games - Album Version Remastered => Video Games" do
+      MusicSanitizer::Processor.new("Video Games - Album Version Remastered").process.should eq("video games")
+    end
+
+    it "r.e.m - Losing My Religion" do
+      MusicSanitizer::Processor.new("r.e.m").process.should eq("r.e.m")
+      MusicSanitizer::Processor.new("r.e.m.").process.should eq("r.e.m.")
+    end
+
+    it "Knockin' On Heaven's Door" do
+      MusicSanitizer::Processor.new("Knockin' On Heaven's Door").process.should eq("knockin' on heaven's door")
+    end
+
+    it "I Love Rock'n'roll => i love rock'n'roll" do
+      MusicSanitizer::Processor.new("I Love Rock'n'roll").process.should eq("i love rock'n'roll")
+    end
+
+    it "Jason Derulo - Undefeated" do
+      MusicSanitizer::Processor.new("Undefeated").process.should eq("undefeated")
+    end
+
+    it "Da Bop - Video Edit" do
+      MusicSanitizer::Processor.new("Da Bop - Video Edit").process.should eq("da bop")
+    end
+
+    it "will.i.am - Scream & Shout" do
+      MusicSanitizer::Processor.new("Scream & Shout").process.should eq("scream & shout")
+      MusicSanitizer::Processor.new("will.i.am").process.should eq("will.i.am")
+    end
+
+    it "handles 'I was made for loving you Official FULL HD'" do
+      MusicSanitizer::Processor.new("I was made for loving you Official FULL HD").process.should eq("i was made for loving you")
+    end
+
+    it "handles 'Will.I.Am Ft. Justin Bieber'" do
+      MusicSanitizer::Processor.new("Will.I.Am Ft. Justin Bieber").process.should eq("will.i.am")
+    end 
+
+    it "handles `" do
+      MusicSanitizer::Processor.new("Feelin` Myself").process.should eq("feelin' myself")
+    end
+
+    it "handles ´" do
+      MusicSanitizer::Processor.new("Feelin´ Myself").process.should eq("feelin' myself")
+    end
+
+    it "handles 'S & M (Britney Version)'" do
+      MusicSanitizer::Processor.new("S & M (Britney Version)").process.should eq("s & m")
+    end
+
+    it "handles 'A + B" do
+      MusicSanitizer::Processor.new("A + B").process.should eq("a")
+    end
+
+    it "should handle non ending (" do
+      MusicSanitizer::Processor.new("Can't Hold Us (Hook Up Front/Intro Radio Edit/Cc Cleane").
+        process.should eq("can't hold us")
+    end
+
+    it "should handle '2ne1'" do
+      MusicSanitizer::Processor.new("2ne1").process.should eq("2ne1")
+    end
+  end
+
+  context "ignore?" do
+    # TODO: Add more specs
+    it "should work" do
+      MusicSanitizer::Processor.ignore?("club version").should be_true
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,6 @@
+require "rspec"
+require "music_sanitizer"
+
+RSpec.configure do |config|
+  config.mock_with :rspec
+end

metadata

@@ -0,0 +1,102 @@
+--- !ruby/object:Gem::Specification
+name: music_sanitizer
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Linus Oleander
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-04-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- linus@oleander.nu
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/music_sanitizer.rb
+- lib/music_sanitizer/processor.rb
+- lib/music_sanitizer/version.rb
+- lists/exclude.yml
+- lists/ignore.yml
+- music_sanitizer.gemspec
+- spec/processor_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/oleander/music_sanitizer-rb
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.1.8
+signing_key: 
+specification_version: 4
+summary: Sanitizes music related data
+test_files:
+- spec/processor_spec.rb
+- spec/spec_helper.rb