metal-archives 0.1.0

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.rspec

@@ -0,0 +1 @@
+--color

data/Gemfile

@@ -0,0 +1,10 @@
+source "http://rubygems.org"
+
+gem 'mechanize'
+
+group :development do
+  gem "rspec", "~> 2.3.0"
+  gem "bundler", "~> 1.0.0"
+  gem "jeweler", "~> 1.5.2"
+  gem "rcov", ">= 0"
+end

data/Gemfile.lock

@@ -0,0 +1,32 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.1.2)
+    git (1.2.5)
+    jeweler (1.5.2)
+      bundler (~> 1.0.0)
+      git (>= 1.2.5)
+      rake
+    mechanize (1.0.0)
+      nokogiri (>= 1.2.1)
+    nokogiri (1.4.4)
+    rake (0.8.7)
+    rcov (0.9.9)
+    rspec (2.3.0)
+      rspec-core (~> 2.3.0)
+      rspec-expectations (~> 2.3.0)
+      rspec-mocks (~> 2.3.0)
+    rspec-core (2.3.1)
+    rspec-expectations (2.3.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.3.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.0.0)
+  jeweler (~> 1.5.2)
+  mechanize
+  rcov
+  rspec (~> 2.3.0)

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2011 Danny Olson
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,46 @@
+= metal-archives
+
+metal-archives provides an interface to search for album releases for a specific year, defaulting to the current one if none is provided.
+
+Here is a quick and dirty example:
+
+  $LOAD_PATH.unshift(File.dirname(__FILE__))
+  $LOAD_PATH.unshift "./metal-archives/lib"
+  require 'mechanize'
+  require 'metal-archives'
+
+  agent = MetalArchives::Agent.new
+  links = []
+
+  agent.paginated_result_links.each do |search_result|
+    link = agent.album_links_from_url(search_result)
+    if link.nil?
+      puts "\nThrew an exception so exit"
+      break
+    else
+      print '.'
+      links << link
+    end
+  end
+  links.flatten!
+  puts "DONE: #{links.size}"
+
+  if links.size >= 1
+    puts "album information for the first result: #{agent.album_from_url(links.first).inspect}"
+    puts "album information for the first result: #{agent.album_from_url(links.last).inspect}"
+  end
+
+== Contributing to metal-archives
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it
+* Fork the project
+* Start a feature/bugfix branch
+* Commit and push until you are happy with your contribution
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+== Copyright
+
+Copyright (c) 2011 Danny Olson. See LICENSE.txt for
+further details.

data/Rakefile

@@ -0,0 +1,51 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "metal-archives"
+  gem.homepage = "http://github.com/dbolson/metal-archives"
+  gem.license = "MIT"
+  gem.summary = %Q{metal-archives provides a way to search http://metal-archives.org/ for album release information.}
+  gem.description = %Q{metal-archives provides an interface to search for album releases for a specific year, defaulting to the current one if none is provided.}
+  gem.email = "dbolson@gmail.com"
+  gem.authors = ["Danny Olson"]
+  # Include your dependencies below. Runtime dependencies are required when using your gem,
+  # and development dependencies are only needed for development (ie running rake tasks, tests, etc)
+  #  gem.add_runtime_dependency 'jabber4r', '> 0.1'
+  #  gem.add_development_dependency 'rspec', '> 1.2.3'
+  gem.add_runtime_dependency 'mechanize', '~> 1.0.0'
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+RSpec::Core::RakeTask.new(:rcov) do |spec|
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "metal-archives #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/lib/metal-archives.rb

@@ -0,0 +1,159 @@
+require 'mechanize'
+
+module MetalArchives
+  SITE_URL = 'http://metal-archives.com'
+
+  class Agent
+    # An agent accesses the website and holds the HTML source.
+    def initialize
+      begin
+        @agent = Mechanize.new
+      rescue Exception => e
+        puts "\nError accessing metal-archives.com on initialization: #{e}"
+        return nil
+      end
+    end
+
+    # Goes straight to the search results page for the given year.
+    def search_by_year(year=Time.now.year)
+      begin
+        @agent.get("#{SITE_URL}/advanced.php?release_year=#{year}")
+      rescue Exception => e
+        puts "\nError accessing metal-archives.com's search results page: #{e}"
+        return nil
+      end
+    end
+
+    # Finds all the links to the search results pages as they are paginated.
+    def paginated_result_links(year=Time.now.year)
+      links = ["/advanced.php?release_year=#{year}"] # need the first page because it's not a link
+      begin
+        search_by_year(year).search('body table:nth-child(2n) tr:first-child a').each do |link|
+          links << link['href']
+        end
+      rescue Exception => e
+        puts "\nError accessing metal-archives.com's paginated result links: #{e}"
+      ensure
+        return links
+      end
+    end
+
+    # Finds all the links to the albums on a given search results page.
+    def album_links_from_url(url)
+      links = []
+      begin
+        page = @agent.get(SITE_URL + url)
+        page.encoding = 'iso-8859-1' if !page.nil? && page.encoding != 'iso-8859-1' # needed for foreign characters
+        page.search('body table:nth-child(2n) tr td:nth-child(3n) a').each do |link|
+          links << link['href']
+        end
+      rescue Exception => e
+        puts "\nError accessing metal-archives.com's album links from url: #{e}"
+        return nil
+      end
+      return links
+    end
+
+    # Finds the following fields on an album's page:
+    # album name
+    # band name
+    # album's record label
+    # album's release date
+    # album's release type (full-length, demo, split, DVD, etc.)
+    def album_from_url(url)
+      page = @agent.get(SITE_URL + '/' + url)
+      page.encoding = 'iso-8859-1' if !page.nil? && page.encoding != 'iso-8859-1' # needed for foreign characters
+      band_and_album = page.search('body table tr:first-child .tt').text
+
+      # these fields can be in one of the following forms, so we need to find the specific fields appropriately:
+      # "\n\t\t", "Demo", ", Nazgûl Distro & Prod.", "", "2011", "\t\t\t"
+      # "\n\t\t", "Demo", ", Deific Mourning", "", "\n\n\t\tJanuary ", "2011", "\t\t\t"
+      # "Full-length", ", ARX Productions", "", "\n\n\t\tFebruary 25th, ", "2011", "\t\t\t"
+      begin
+        album_fields = page.search('body table:nth-child(2n) tr:first-child > td:first-child').first.children
+      rescue Exception => e
+        puts "\nError accessing metal-archives.com's album information: #{e}"
+      end
+
+      {
+        :album => album_from_content(band_and_album),
+        :band => band_from_content(band_and_album),
+        :label => label_from_content(album_fields),
+        :release_date => release_date_from_content(album_fields),
+        :release_type => release_type_from_content(album_fields),
+        :url => url
+      }
+    end
+
+    private
+
+    # The band and and album fields are together, so we need to split them apart.
+    def album_from_content(content)
+      content.split(' - ')[1].strip
+    end
+
+    # The band and and album fields are together, so we need to split them apart.
+    def band_from_content(content)
+      content.split(' - ')[0].strip
+    end
+
+    # The label will probably always have ", " in front, so we need to get rid of that but also allow
+    # just the text if it does not have this string.
+    def label_from_content(content)
+      label = content[2].text
+      label.match(/,\s(.+)/) ? $1 : label
+    end
+
+    # The date can be in one of the following forms:
+    # year
+    # month, year
+    # month, day, year
+    def release_date_from_content(content)
+      date = content[4].text
+      if content.size == 7
+        date << content[5].text
+
+        split_date = date.split(' ')
+        if split_date.size == 2 # only have month and year
+          date = DateTime.
+            new(
+              split_date[1].to_i,
+              Date::MONTHNAMES.find_index(split_date[0]),
+              -1
+            ).
+            strftime('%B %e %Y')
+
+            # need to use block to get s, the current captured backreference of the regexp because
+            # gsub doesn't see the $n-style references
+            date.gsub!(/\s(\d{1,2})\s/) do |s|
+              "#{MetalArchives.ordinalize(s.rstrip)}, "
+            end
+        end
+
+      else # only have year
+        date = "December 31st, #{date}"
+      end
+      date.strip
+    end
+
+    # Finds the release type in the assumed spot.
+    def release_type_from_content(content)
+      content[1].text
+    end
+  end
+
+  # Taken from Rails active_support/core_ext/string/inflections.rb but not referenced so the
+  # entire library is needed for this one method.
+  def self.ordinalize(number)
+    if (11..13).include?(number.to_i % 100)
+      "#{number}th"
+    else
+      case number.to_i % 10
+        when 1; "#{number}st"
+        when 2; "#{number}nd"
+        when 3; "#{number}rd"
+        else    "#{number}th"
+      end
+    end
+  end
+end

data/metal-archives.gemspec

@@ -0,0 +1,75 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{metal-archives}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Danny Olson"]
+  s.date = %q{2011-02-11}
+  s.description = %q{metal-archives provides an interface to search for album releases for a specific year, defaulting to the current one if none is provided.}
+  s.email = %q{dbolson@gmail.com}
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+    ".rspec",
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "lib/metal-archives.rb",
+    "metal-archives.gemspec",
+    "spec/html/album_result.html",
+    "spec/html/album_result2.html",
+    "spec/html/album_result3.html",
+    "spec/html/search_results.html",
+    "spec/metal-archives_spec.rb",
+    "spec/spec_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/dbolson/metal-archives}
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{metal-archives provides a way to search http://metal-archives.org/ for album release information.}
+  s.test_files = [
+    "spec/metal-archives_spec.rb",
+    "spec/spec_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<mechanize>, [">= 0"])
+      s.add_development_dependency(%q<rspec>, ["~> 2.3.0"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.5.2"])
+      s.add_development_dependency(%q<rcov>, [">= 0"])
+      s.add_runtime_dependency(%q<mechanize>, ["~> 1.0.0"])
+    else
+      s.add_dependency(%q<mechanize>, [">= 0"])
+      s.add_dependency(%q<rspec>, ["~> 2.3.0"])
+      s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.5.2"])
+      s.add_dependency(%q<rcov>, [">= 0"])
+      s.add_dependency(%q<mechanize>, ["~> 1.0.0"])
+    end
+  else
+    s.add_dependency(%q<mechanize>, [">= 0"])
+    s.add_dependency(%q<rspec>, ["~> 2.3.0"])
+    s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.5.2"])
+    s.add_dependency(%q<rcov>, [">= 0"])
+    s.add_dependency(%q<mechanize>, ["~> 1.0.0"])
+  end
+end
+

data/spec/html/album_result.html

@@ -0,0 +1,123 @@
+<html>
+<head>
+	<title>Encyclopaedia Metallum - A Tree - Fn-2+Fn-1=Fn</title>
+	<meta name="keywords" content="A Tree Fn-2+Fn-1=Fn Uruk-Hai - Vocals and all instruments ({\link Nefertum}, {\link Omnia Malis Est}, {\link Infernal Angels}, Tavern-Hell) Depressive Black Metal/Rock  Italy Nazg&ucirc;l Distro &amp; Prod.	album cover information discography lyrics links reviews">
+	<meta name="description" content="A Tree - Fn-2+Fn-1=Fn - songs/tracklisting, lyrics, details, reviews">
+	<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" />
+	<link rel="stylesheet" type="text/css" href="/css/basic.css" />
+	<link rel="shortcut icon" href="/favicon.ico" type="image/x-icon" />
+	<script language="Javascript" type="text/Javascript">
+	<!--
+	var flags = new Array();
+	function toggle(id) {
+		if (flags[id] == undefined) {
+			flags[id] = false;
+		}
+		var list = document.getElementById(id);
+		if (flags[id]) {
+			list.style.display = 'none';
+		} else {
+			list.style.display = 'block';
+		}
+		flags[id] = !flags[id];
+		return false;
+	}
+
+	function openLyrics(x)
+	{
+		var popup;
+		popup = window.open("viewlyrics.php?id="+x, "Lyrics", "width=500,height=500,resizable,scrollbars,top=50");
+	}
+
+		// -->
+	</script>
+
+	<!--[if IE]>
+		<script type="text/javascript" src="/js/utils.js"></script>
+		<script type="text/javascript">
+			function resizeCover() {
+				resizeImage("coverArt", 250, 250);
+			}
+
+			window.onload = resizeCover;
+		</script>
+	<![endif]-->
+</head>
+
+<body>
+<center>
+<table border='3' bordercolor='#551521' cellspacing='3' cellpadding='4'>
+			<tr><td colspan='2' class='tt'>A Tree - Fn-2+Fn-1=Fn </td></tr></table><br>
+<table>
+<tr>	<td valign="top">
+		<b>Demo</b>, Nazgûl Distro & Prod.<br>
+
+		<b>2011</b>			</td>
+		<td valign="top">
+		<table cellpadding="4">
+			<tr>
+				<td valign="top">[<a href='newreview.php?id=295756'>add/edit review</a>] 				</td>
+				<td valign="top">
+
+								</td>
+			</tr>
+		</table>
+	</td>
+	</tr>
+<tr><td colspan="2" class="trt" height="2"></td></tr>
+<tr><td colspan="2" height="6"></td></tr>
+<tr>
+	<td valign="top"><table cellpadding="2">
+<tr><td>1.</td><td>Evolution Begins</td><td align='center'></td><td align='center' nowrap='true'></tr><tr><td>2.</td><td>Among Trees</td><td align='center'></td><td align='center' nowrap='true'></tr><tr><td>3.</td><td>The Deal Between Nature and Myself</td><td align='center'></td><td align='center' nowrap='true'></tr><tr><td>4.</td><td>Math(er) Nature</td><td align='center'></td><td align='center' nowrap='true'></tr><tr><td>5.</td><td>Empty Words as Empty we Are</td><td align='center'></td><td align='center' nowrap='true'></tr><tr><td>6.</td><td>Rainroom (Katatonia Cover)</td><td align='center'></td><td align='center' nowrap='true'></tr>	</table></td>
+
+	<td valign="top">
+				<a href="http://www.metal-archives.com/images/2/9/5/7/295756.jpg">
+				<img border='0' src='http://www.metal-archives.com/images/2/9/5/7/295756.jpg' alt="Fn-2+Fn-1=Fn cover (Click to see larger picture)" title="Fn-2+Fn-1=Fn cover (Click to see larger picture)" id="coverArt" class="coverArt">
+			</a>
+			<!--[if IE]><script type="text/javascript">document.getElementById("coverArt").style.visibility = "hidden";</script><![endif]-->
+		</td>
+</tr>
+<tr><td colspan="2" class="trt" height="2"></td></tr>
+	<tr><td colspan="2">Buy from...</td></tr>
+
+	<tr><td colspan="2"><ul style="padding-bottom:0px; margin-bottom:0px;">
+			<li>
+				<a target="_blank" href="/redirect.php?pid=29&rid=295756">search on eBay</a>&nbsp;&nbsp; more... <a href="more" onclick="return toggle('subEbay');">>></a><br />
+	    		<ul id="subEbay" style="display: none; margin-top: 0px; margin-bottom: 0px;">
+	                <li><a target="_blank" href="/redirect.php?pid=39&rid=295756">search on Half.com</a></li>
+	                <li><a target="_blank" href="/redirect.php?pid=23&rid=295756">eBay Canada</a></li>
+
+	                <li><a target="_blank" href="/redirect.php?pid=24&rid=295756">eBay France</a></li>
+	                <li><a target="_blank" href="/redirect.php?pid=25&rid=295756">eBay UK</a></li>
+	                <li><a target="_blank" href="/redirect.php?pid=37&rid=295756">eBay Spain</a></li>
+	                <li><a target="_blank" href="/redirect.php?pid=35&rid=295756">eBay Belgium</a></li>
+	                <li><a target="_blank" href="/redirect.php?pid=26&rid=295756">eBay Netherlands</a></li>
+	                <li><a target="_blank" href="/redirect.php?pid=27&rid=295756">eBay Italy</a></li>
+
+	                <li><a target="_blank" href="/redirect.php?pid=28&rid=295756">eBay Australia</a></li>
+	    		</ul>
+			</li>
+			<li><a target="_blank" href="/redirect.php?pid=7&rid=295756">search on Gemm.com</a></li>
+		</ul>
+	</td></tr>
+</table>
+<br><br>
+<a href="band.php?id=3540321251">Back to A Tree's page</a>
+
+</center>
+<!--
+script type="text/javascript">
+var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
+document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
+</script>
+-->
+<script type="text/javascript" src="http://www.google-analytics.com/ga.js"></script>
+<script type="text/javascript">
+try { 
+	var pageTracker = _gat._getTracker("UA-4046749-1");
+	pageTracker._initData();
+	pageTracker._trackPageview();
+}
+catch(e) {}
+</script></body>
+</html>