findart 0.0.1

data/History.txt

@@ -0,0 +1,3 @@
+=== 0.0.1 2009-07-01
+
+  * Initial release

data/Manifest.txt

@@ -0,0 +1,33 @@
+History.txt
+Manifest.txt
+README.rdoc
+Rakefile
+bin/findart
+features/development.feature
+features/findalbumarturls.feature
+features/fixtures/search-albumartexchange-daft-punk-discovery.html
+features/registerdscapers.feature
+features/step_definitions/common_steps.rb
+features/step_definitions/findalbumarturls_steps.rb
+features/support/common.rb
+features/support/env.rb
+features/support/matchers.rb
+lib/FindArt.rb
+lib/FindArt/scraper.rb
+lib/FindArt/scrapers/albumartexchange.rb
+lib/FindArt/scrapers/amazon.rb.disabled
+lib/FindArt/scrapers/discogs.rb
+lib/FindArt/scrapers/junodownload.rb
+lib/FindArt/scrapers/walmart.rb
+script/console
+script/destroy
+script/generate
+spec/albumartexchange_spec.rb
+spec/amazon_spec.rb
+spec/discogs_spec.rb
+spec/junodownload_spec.rb
+spec/scraper_spec.rb
+spec/spec.opts
+spec/spec_helper.rb
+spec/walmart_spec.rb
+tasks/rspec.rake

data/README.rdoc

@@ -0,0 +1,63 @@
+= FindArt
+
+* http://github.com/michel/findart
+
+== DESCRIPTION:
+
+Findart is a handy console application that helps you find high quality album art.
+It scrapes various sites and returns a list of urls that contain album art images.
+
+Findart is very basic in its current form but still usable.
+Stay tuned for new features in the near future.
+
+
+== FEATURES/PROBLEMS:
+Findart currently scrapes the following sites for artwork:          
+
+ * albumartexchange
+ * junodownload
+ * walmart
+ * amazon (currently broken)
+
+== SYNOPSIS:
+
+  findart find "Daft punk Discovery"
+  findart find --artist "Daft punk" --title "Discovery"  
+
+== REQUIREMENTS:
+                        
+  * mechanize >=0.9.3
+  * hpricot >=0.8.1
+  * fakeweb >=1.2.5
+  * cucumber >=0.3.97
+  * newgem" >=1.5.2
+  * visionmedia-commander >=3.2.9     
+
+== INSTALL:
+
+  sudo gem install findart
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2009 Michel de Graaf (michel@re-invention.nl), http://re-invention.nl
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,30 @@
+require 'rubygems'
+gem 'hoe', '>= 2.1.0'
+require 'hoe'
+require 'fileutils'
+require './lib/FindArt'
+
+Hoe.plugin :newgem
+# Hoe.plugin :website
+Hoe.plugin :cucumberfeatures
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+$hoe = Hoe.spec 'findart' do
+  self.developer 'Michel de Graaf', 'michel@re-invention.nl'
+  self.rubyforge_name       = "findart"
+  self.extra_deps         = [['mechanize','>=0.9.3'],
+                            ["hpricot",'>=0.8.1'],
+                            ["fakeweb",">=1.2.5"],
+                            ["cucumber",">=0.3.97"],
+                            ["newgem",">=1.5.2"],
+                            ["visionmedia-commander",">=3.2.9"]
+                            ]
+end
+
+require 'newgem/tasks'
+Dir['tasks/**/*.rake'].each { |t| load t }
+
+# TODO - want other tests/tasks run by default? Add them to the list
+# remove_task :default
+# task :default => [:spec, :features]

data/bin/findart

@@ -0,0 +1,55 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+                           
+# sudo gem sources -a http://gems.github.com
+# sudo gem install visionmedia-commander
+require 'rubygems'
+require 'commander'
+
+     
+require File.dirname(__FILE__) + '/../lib/FindArt.rb'
+include FindArt
+
+# :name is optional, otherwise uses the basename of this executable
+program :name, 'findart - Album Art finder'
+program :version, FindArt::VERSION
+program :description, 'Searches for album art on several sites'
+program :help, 'Copyright', '2009 Michel de Graaf'
+global_option '--verbose'
+
+command :find do |c|
+  c.syntax = 'find searchstring'
+  c.description = 'Searches for album art'
+  c.option '--artist "artistname"', String, 'Artist name.'
+  c.option '--title "title"', String, "Album title."
+  c.when_called do |args, options|   
+    if options.artist.nil? && options.title.nil? && args.empty?
+       say "Please provide keywords e.g.\n  findart find \"Daft punk Discovery\"\n  findart find --artist \"Daft punk\" --title \"Discovery\""
+    else                            
+         artist =  options.artist || ""
+         title = options.title || ""
+         artist = args if options.artist.nil? && options.title.nil?                
+         @scraper = Scraper.new
+         results = @scraper.find_art(artist,title) 
+         if results.empty?                        
+            query = "#{artist} #{title}".strip
+            say "No album art found for \"#{query}\""
+         else
+           say "Found #{results.size} results" 
+           say results.join("\n")      
+         end
+    end      
+  end
+end
+
+
+command :sites do |c|
+  c.syntax = 'sites'
+  c.description = 'Shows sites that are used for album art searching'
+  c.when_called do |args, options|           
+   @scraper = Scraper.new
+   sites  = @scraper.registerd_sites
+   say "Sites currently used to search for art:"
+   say sites.join("\n")        
+  end
+end

data/features/development.feature

@@ -0,0 +1,13 @@
+Feature: Development processes of newgem itself (rake tasks)
+
+  As a Newgem maintainer or contributor
+  I want rake tasks to maintain and release the gem
+  So that I can spend time on the tests and code, and not excessive time on maintenance processes
+    
+  Scenario: Generate RubyGem
+    Given this project is active project folder
+    And "pkg" folder is deleted
+    When I invoke task "rake gem"
+    Then folder "pkg" is created
+    And file with name matching "pkg/*.gem" is created else you should run "rake manifest" to fix this
+    And gem spec key "rdoc_options" contains /--mainREADME.rdoc/

data/features/findalbumarturls.feature

@@ -0,0 +1,38 @@
+Feature: Find URLs of album art on the internet 
+
+  As an avid music collector
+  I want all my mp3s to have album art
+  So that i can identify individual tracks and enjoy the colorful artwork  
+
+  Scenario: Find URLs of album art for a given album
+    Given that i want to find artwork for the album "Daft punk Discovery"
+    When I run local executable "findart" with arguments "find 'Daft punk Discovery'"    
+    Then I should see  
+      """
+      http://ecx.images-amazon.com/images/I/210AETN5YXL.jpg
+      """
+     When I run local executable "findart" with arguments "find --artist 'Daft punk' --title 'Discovery'"
+     Then I should also see
+     """
+     http://ecx.images-amazon.com/images/I/210AETN5YXL.jpg
+     """
+
+      
+  Scenario: There is no album art found
+    Given that i want to find artwork for the album "Irene Moors & De Smurfen Ga Je Mee Naar Smurfenland"
+    When I run local executable "findart" with arguments "find 'Irene Moors & De Smurfen Ga Je Mee Naar Smurfenland'"
+    Then I should see  
+      """
+      No album art found for "Irene Moors & De Smurfen Ga Je Mee Naar Smurfenland"
+      
+      """  
+  Scenario: No arguments
+    When I run local executable "findart" with arguments "find"
+    Then I should see  
+      """
+      Please provide keywords e.g.
+        findart find "Daft punk Discovery"
+        findart find --artist "Daft punk" --title "Discovery"
+      """ 
+
+                                                                                                  

data/features/fixtures/search-albumartexchange-daft-punk-discovery.html

@@ -0,0 +1,107 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<html>
+<head>
+<meta http-equiv="content-type" content="text/html; charset=utf-8">
+<meta name="description" content="Album artwork, CD artwork, artwork scans">
+<meta name="keywords" content="artwork, CD, album, scan, cover, art">
+<link href="covers.css" rel="stylesheet" type="text/css">
+<title>CD/Album Artwork</title>
+<!--[if lt IE 7.]>
+<script defer type="text/javascript" src="pngfix.js"></script>
+<![endif]-->
+<style type="text/css">
+body {
+  margin: 8px auto 8px 8px;
+  width: 814px;
+  background-color: #000000;
+}
+
+.cbtext {
+  line-height: 20px;
+  vertical-align: top;
+}
+</style>
+<script type="text/javascript" src="/gallery/gallery_ja2.js?20090307f"></script>
+<script type="text/javascript" src="/amazon/jsxml/xmlparse.js?20090220a"></script>
+<script type="text/javascript" src="/amazon/amazon_ajax.js?20090220a"></script>
+<script type="text/javascript" src="covers.js"></script>
+</head>
+<body onLoad="init()">
+<table border=0 cellspacing=0 cellpadding=0 width=800><tr>
+<td width=200><img src="logo/aaxchg_logo_wont_200x040.png" width=200 height=40 border=0 alt="AlbumArtExchange.com"></td>
+<td align=left style="font-size: 16px; font-weight: bold">&nbsp;&nbsp;Gallery</td>
+<td align=right>
+<a href="?grid=2x5&amp;q=Daft+punk+Discovery&amp;page=1"><img src="/icon/2x5.png" border=0 width=18 height=21 alt="2x5"></a>
+<a href="?grid=3x5&amp;q=Daft+punk+Discovery&amp;page=1"><img src="/icon/3x5.png" border=0 width=18 height=21 alt="3x5"></a>
+<a href="?grid=4x5&amp;q=Daft+punk+Discovery&amp;page=1"><img src="/icon/4x5.png" border=0 width=18 height=21 alt="4x5"></a>
+&nbsp;
+<a href="?bgc=000000&amp;q=Daft+punk+Discovery&amp;page=1"><img src="/icon/blak.png" border=0 width=18 height=21 alt=""></a>
+<a href="?bgc=000033&amp;q=Daft+punk+Discovery&amp;page=1"><img src="/icon/dblu.png" border=0 width=18 height=21 alt=""></a>
+<a href="?bgc=222222&amp;q=Daft+punk+Discovery&amp;page=1"><img src="/icon/dgry.png" border=0 width=18 height=21 alt=""></a>
+<a href="?bgc=444444&amp;q=Daft+punk+Discovery&amp;page=1"><img src="/icon/mgry.png" border=0 width=18 height=21 alt=""></a>
+<a href="?bgc=FFFFFF&amp;q=Daft+punk+Discovery&amp;page=1"><img src="/icon/whte.png" border=0 width=18 height=21 alt=""></a>
+&nbsp;&nbsp;&nbsp;<a href="/"><img src="icon/home.png" width=16 height=16 border=0 alt="Home"> Home</a>&nbsp;
+<a href="/forums/"><img src="icon/forums.png" width=16 height=16 border=0 alt="Home"> Forums</a>&nbsp;
+<font color=gray><img src="icon/add_disabled.png" width=16 height=16 border=0 alt="Add"> Add images</a></font>&nbsp;
+<a href="/forums/ucp.php?mode=login&amp;redirect=..%2Fcovers.php"><img src="icon/login.png" width=16 height=16 border=0 alt="Log in"> Log in</a>
+</td>
+</tr></table>
+<br><div align=center class=sort-bar style="background-color: #222222; padding: 2px 2px 2px 2px">
+  <form style="display: inline" name=sortFilter method=get action="/covers.php">
+    Sort by:
+    <select name="sort" size=1 onChange="return doSortSubmit()">
+      <option value=1>Artist</option>
+      <option value=2>Composer</option>
+      <option value=3>Title</option>
+      <option value=4>Date</option>
+      <option value=5>Poster</option>
+      <option value=6>Most Viewed</option>
+      <option selected value=7>Rating</option>
+    </select>
+    &nbsp;&bull;&nbsp;
+    <input name=q type=text value="Daft punk Discovery" size=16>
+    <input type=submit value="Search">
+    <input type=submit value="&#8592; Clear" onClick="clearFilter()">&nbsp;
+    &bull;&nbsp; Show:
+    <select name="fltr" size=1 onChange="return doSortSubmit()">
+      <option selected value=1>All Image Grades</option>
+      <option value=2>Ready-to-Go Images</option>
+      <option value=3>"Needs Work" Images</option>
+    </select>
+    <input name=bgc type=hidden value="">
+    <input name=page type=hidden value="">
+  </form>
+</div>
+<form name=edit method=post action="edit_albums.php">
+<table border=0 cellpadding=0 cellspacing=10>
+  <tr>
+    <td colspan=5>
+      <table border=0 cellpadding=0 cellspacing=0 width=790>
+        <tr>
+          <td align=left>One image.</td>
+          <td align=right><span style="background-color: #D0D0E0; color: black; padding: 2px 1em 2px 1em">Click images to enlarge.</span></td>
+        </tr>
+      </table>
+    </td>
+  </tr>
+  <tr>
+    <td valign=top>
+      <table border=0 cellpadding=0 cellspacing=0 width=150>
+        <tr>
+          <td align=center valign=middle style="height: 150px;">
+            <a href="?id=10931&amp;q=Daft+punk+Discovery"><img  src="/phputil/scale_image.php?size=150&amp;src=%2Fgallery%2Fimages%2Fpublic%2Fda%2Fdaftpu-discov_02.jpg" width=150 height=150 border=0 alt="Discovery; Daft Punk; JPEG; 650&times;650"></a>
+          </td>
+        </tr>
+        <tr><td align=left valign=top style="font-size: smaller"><a href="http://www.amazon.com/gp/search?ie=UTF8&keywords=Daft Punk%20Discovery&tag=abbum-20&search-alias=popular" target="_blank"><i>Discovery</i></a><br><a class="query-link" href="/covers.php?q=%22Daft+Punk%22">Daft Punk</a><br><img src="icon/stars_4_0_sml.png" width=35 height=8 border=0 alt="4.00" title="4.00"> &middot; 650&times;650 &middot; 204K<br>2008-12-27 22:04 PST<br>Posted by: <a class="query-link" href="/covers.php?q=%22Music+Hog%22">Music Hog</a></td></tr>
+      </table>
+    </td>
+    <td style="width: 150px; height: 150px;">&nbsp;</td>
+    <td style="width: 150px; height: 150px;">&nbsp;</td>
+    <td style="width: 150px; height: 150px;">&nbsp;</td>
+    <td style="width: 150px; height: 150px;">&nbsp;</td>
+  </tr>
+</table>
+  <input id=id name=id type=hidden value="">
+</form>
+</body>
+</html>

data/features/registerdscapers.feature

@@ -0,0 +1,12 @@
+Feature: What sites are being used when searching for album art 
+
+  As a user
+  I want to know what sites are being used to search for artwork
+  So that I can see where my artwork is coming from  
+
+  Scenario: Several sites are being used to search for album art
+    When I run local executable "findart" with arguments "sites"    
+    Then I should see  
+      """
+      Sites currently used to search for art:
+      """

data/features/step_definitions/common_steps.rb

@@ -0,0 +1,169 @@
+Given /^this project is active project folder/ do
+  @active_project_folder = File.expand_path(File.dirname(__FILE__) + "/../..")
+end
+
+Given /^env variable \$([\w_]+) set to "(.*)"/ do |env_var, value|
+  ENV[env_var] = value
+end
+
+Given /"(.*)" folder is deleted/ do |folder|
+  in_project_folder { FileUtils.rm_rf folder }
+end
+
+When /^I invoke "(.*)" generator with arguments "(.*)"$/ do |generator, arguments|
+  @stdout = StringIO.new
+  in_project_folder do
+    if Object.const_defined?("APP_ROOT")
+      APP_ROOT.replace(FileUtils.pwd)
+    else 
+      APP_ROOT = FileUtils.pwd
+    end
+    run_generator(generator, arguments.split(' '), SOURCES, :stdout => @stdout)
+  end
+  File.open(File.join(@tmp_root, "generator.out"), "w") do |f|
+    @stdout.rewind
+    f << @stdout.read
+  end
+end
+
+
+When /^I run executable "(.*)" with arguments "(.*)"/ do |executable, arguments|
+  @stdout = File.expand_path(File.join(@tmp_root, "executable.out"))
+  in_project_folder do
+    system "#{executable} #{arguments} > #{@stdout} 2> #{@stdout}"
+  end
+end
+
+When /^I run project executable "(.*)" with arguments "(.*)"/ do |executable, arguments|
+  @stdout = File.expand_path(File.join(@tmp_root, "executable.out"))
+  in_project_folder do
+    system "ruby #{executable} #{arguments} > #{@stdout} 2> #{@stdout}"
+  end
+end
+
+When /^I run local executable "(.*)" with arguments "(.*)"/ do |executable, arguments|
+  @stdout = File.expand_path(File.join(@tmp_root, "executable.out"))
+  executable = File.expand_path(File.join(File.dirname(__FILE__), "/../../bin", executable))
+  in_project_folder do
+    system "ruby #{executable} #{arguments} > #{@stdout} 2> #{@stdout}"
+  end
+end
+
+When /^I invoke task "rake (.*)"/ do |task|
+  @stdout = File.expand_path(File.join(@tmp_root, "tests.out"))
+  in_project_folder do
+    system "rake #{task} --trace > #{@stdout} 2> #{@stdout}"
+  end
+end
+
+Then /^folder "(.*)" (is|is not) created/ do |folder, is|
+  in_project_folder do
+    File.exists?(folder).should(is == 'is' ? be_true : be_false)
+  end
+end
+
+Then /^file "(.*)" (is|is not) created/ do |file, is|
+  in_project_folder do
+    File.exists?(file).should(is == 'is' ? be_true : be_false)
+  end
+end
+
+Then /^file with name matching "(.*)" is created/ do |pattern|
+  in_project_folder do
+    Dir[pattern].should_not be_empty
+  end
+end
+
+Then /^file "(.*)" contents (does|does not) match \/(.*)\// do |file, does, regex|
+  in_project_folder do
+    actual_output = File.read(file)
+    (does == 'does') ?
+      actual_output.should(match(/#{regex}/)) :
+      actual_output.should_not(match(/#{regex}/))
+  end
+end
+
+Then /gem file "(.*)" and generated file "(.*)" should be the same/ do |gem_file, project_file|
+  File.exists?(gem_file).should be_true
+  File.exists?(project_file).should be_true
+  gem_file_contents = File.read(File.dirname(__FILE__) + "/../../#{gem_file}")
+  project_file_contents = File.read(File.join(@active_project_folder, project_file))
+  project_file_contents.should == gem_file_contents
+end
+
+Then /^(does|does not) invoke generator "(.*)"$/ do |does_invoke, generator|
+  actual_output = File.read(@stdout)
+  does_invoke == "does" ?
+    actual_output.should(match(/dependency\s+#{generator}/)) :
+    actual_output.should_not(match(/dependency\s+#{generator}/))
+end
+
+Then /help options "(.*)" and "(.*)" are displayed/ do |opt1, opt2|
+  actual_output = File.read(@stdout)
+  actual_output.should match(/#{opt1}/)
+  actual_output.should match(/#{opt2}/)
+end
+
+Then /^I should see$/ do |text|
+  actual_output = File.read(@stdout)
+  actual_output.should contain(text)
+end   
+
+Then /^I should also see$/ do |text|
+  actual_output = File.read(@stdout)
+  actual_output.should contain(text)
+end
+
+Then /^I should not see$/ do |text|
+  actual_output = File.read(@stdout)
+  actual_output.should_not contain(text)
+end
+
+Then /^I should see exactly$/ do |text|
+  actual_output = File.read(@stdout)
+  actual_output.should == text
+end
+
+Then /^I should see all (\d+) tests pass/ do |expected_test_count|
+  expected = %r{^#{expected_test_count} tests, \d+ assertions, 0 failures, 0 errors}
+  actual_output = File.read(@stdout)
+  actual_output.should match(expected)
+end
+
+Then /^I should see all (\d+) examples pass/ do |expected_test_count|
+  expected = %r{^#{expected_test_count} examples?, 0 failures}
+  actual_output = File.read(@stdout)
+  actual_output.should match(expected)
+end
+
+Then /^yaml file "(.*)" contains (\{.*\})/ do |file, yaml|
+  in_project_folder do
+    yaml = eval yaml
+    YAML.load(File.read(file)).should == yaml
+  end
+end
+
+Then /^Rakefile can display tasks successfully/ do
+  @stdout = File.expand_path(File.join(@tmp_root, "rakefile.out"))
+  in_project_folder do
+    system "rake -T > #{@stdout} 2> #{@stdout}"
+  end
+  actual_output = File.read(@stdout)
+  actual_output.should match(/^rake\s+\w+\s+#\s.*/)
+end
+
+Then /^task "rake (.*)" is executed successfully/ do |task|
+  @stdout.should_not be_nil
+  actual_output = File.read(@stdout)
+  actual_output.should_not match(/^Don't know how to build task '#{task}'/)
+  actual_output.should_not match(/Error/i)
+end
+
+Then /^gem spec key "(.*)" contains \/(.*)\// do |key, regex|
+  in_project_folder do
+    gem_file = Dir["pkg/*.gem"].first
+    gem_spec = Gem::Specification.from_yaml(`gem spec #{gem_file}`)
+    spec_value = gem_spec.send(key.to_sym)
+    spec_value.to_s.should match(/#{regex}/)
+  end
+end