overdrive_metadata 1.0.0 → 1.0.1

data/.gitignore

@@ -0,0 +1,2 @@
+*.gem
+*.lock

data/Gemfile

@@ -0,0 +1,6 @@
+source 'http://rubygems.org'
+
+gem 'htmlentities'
+gem 'marc'
+gem 'sanitize'
+gem 'spreadsheet'

data/Rakefile

@@ -1,13 +1,28 @@
 # -*- ruby -*-
 
-require 'rubygems'
-require 'hoe'
+require 'rake/testtask'
 
-Hoe.plugin :gemspec
-Hoe.plugin :git
+desc "Validate the gemspec"
+task :gemspec do
+  	gemspec.validate
+end
+
+desc "Build gem locally"
+task :build => :gemspec do
+	system "gem build #{gemspec.name}.gemspec"
+	FileUtils.mkdir_p "pkg"
+	FileUtils.mv "#{gemspec.name}-#{gemspec.version}.gem", "pkg"
+end
+
+desc "Install gem locally"
+task :install => :build do
+  	system "gem install pkg/#{gemspec.name}-#{gemspec.version}"
+end
 
-Hoe.spec 'overdrive_metadata' do
-	developer('Mark Cooper', 'markchristophercooper@gmail.com')
+Rake::TestTask.new do |t|
+	t.libs << "test"
+	t.test_files = FileList['test/test*.rb']
+	t.verbose = true
 end
 
 # vim: syntax=ruby

data/lib/overdrive_metadata.rb

@@ -20,7 +20,7 @@ require 'spreadsheet'
 # w.close
 
 class OverdriveMetadata
-    VERSION = '1.0.0'
+    VERSION = '1.0.1'
 
     attr_reader :records
 
@@ -58,24 +58,26 @@ class OverdriveMetadata
 
     def initialize(metadata_file)
         begin   
-        @metadata = Spreadsheet.open(metadata_file).worksheet 0
-        @coder    = HTMLEntities.new
-        @records  = []
-        map
-        merge_by_isbn
+          @metadata = Spreadsheet.open(metadata_file).worksheet 0
         rescue Exception => ex
             raise READ_ERR
         end
+        @coder    = HTMLEntities.new
+        @records  = []
+        @count    = 0
+        map
     end
 
     def map
         @metadata.each do |row|
             @records << create_record(row)
         end
-      @records.compact
+      @records.compact!
+      merge_by_isbn
     end
 
     def create_record(data)
+      @count += 1
       field = package_data(data)
       r = field[:format].match(/#{DEF_FORMAT}/) ? EBook.new : EAudioBook.new
       begin
@@ -109,7 +111,7 @@ class OverdriveMetadata
         r.make_data_field('991', ' ', ' ', {'a' => DISCLAIM})
         return r.record
       rescue Exception => ex
-        puts ex.message
+        puts @count.to_s + ': ' + ex.message
         nil
       end
     end
@@ -151,6 +153,7 @@ class OverdriveMetadata
     end
 
     def merge_by_isbn
+        puts 'Merging (may take a while on large record sets) ...'
         isbns = Hash.new(0)
         @records.each do |record|
           isbns[record['020'].value] += 1 if record['020']
@@ -162,9 +165,13 @@ class OverdriveMetadata
           file_note = rcds[1].find { |f| f.tag == '500' and f['a'] =~ /OverDrive (WMA|MP3) Audiobook/ }
           excerpt   = rcds[1].find { |f| f.tag == '856' and f['y'] =~ /Excerpt/ }
           if file_note and excerpt
-            rcds[0].fields.insert(rcds[0].fields.index { |f| f.tag == '500' }, file_note)
-            rcds[0].fields.insert(rcds[0].fields.index { |f| f.tag == '856' and f['y'] =~ /Excerpt/ }, excerpt)
-            @records.delete rcds[1]
+            begin
+              rcds[0].fields.insert(rcds[0].fields.index { |f| f.tag == '500' }, file_note)
+              rcds[0].fields.insert(rcds[0].fields.index { |f| f.tag == '856' and f['y'] =~ /Excerpt/ }, excerpt)
+              @records.delete rcds[1]
+            rescue Exception => ex
+              puts isbn + ': ' + 'failed to merge'
+            end
           end
         end
         @records

data/overdrive_metadata.gemspec

@@ -0,0 +1,48 @@
+#!/usr/bin/env gem build
+# encoding: utf-8
+
+require "base64"
+
+Gem::Specification.new do |s|
+  s.name = %q{overdrive_metadata}
+  s.version = "1.0.1"
+  s.authors = ["Mark Cooper"]
+  s.date = %q{2011-11-22}
+  s.homepage = %q{http://www.libcode.net}
+  s.email = Base64.decode64("bWFya2NocmlzdG9waGVyY29vcGVyQGdtYWlsLmNvbQ==\n")
+  
+  s.summary = "Generate marc records from Overdrive provided metadata spreadsheets."
+  s.description = "#{s.summary}"
+  s.cert_chain = nil
+  s.has_rdoc = true
+
+  # files
+  s.files = `git ls-files`.split("\n")
+  s.test_files = `git ls-files test`.split("\n")
+  s.extra_rdoc_files = ["README.txt"]
+  s.rdoc_options = ["--main", "README.txt"]
+
+  Dir["bin/*"].map(&File.method(:basename))
+  # s.default_executable = "overdrive_metadata"
+  s.require_paths = ["lib"]
+
+  # Ruby version
+  s.required_ruby_version = ::Gem::Requirement.new("~> 1.9")
+
+  # dependencies
+  # RubyGems has runtime dependencies (add_dependency) and
+  # development dependencies (add_development_dependency)
+  s.add_development_dependency "simple-templater", ">= 0.0.1.2"
+  s.add_development_dependency "bundler"
+
+  begin
+    require "changelog"
+  rescue LoadError
+    warn "You have to have changelog gem installed for post install message"
+  else
+    s.post_install_message = CHANGELOG.new.version_changes
+  end
+
+  # RubyForge
+  s.rubyforge_project = %q{overdrive_metadata}
+end

metadata

@@ -1,51 +1,56 @@
 --- !ruby/object:Gem::Specification
 name: overdrive_metadata
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.0.1
   prerelease: 
 platform: ruby
 authors:
 - Mark Cooper
 autorequire: 
 bindir: bin
-cert_chain: []
-date: 2011-11-21 00:00:00.000000000 -08:00
+cert_chain: 
+date: 2011-11-22 00:00:00.000000000 -08:00
 default_executable: 
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: hoe
-  requirement: &10533756 !ruby/object:Gem::Requirement
+  name: simple-templater
+  requirement: &10315236 !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - ~>
+    - - ! '>='
       - !ruby/object:Gem::Version
-        version: '2.12'
+        version: 0.0.1.2
   type: :development
   prerelease: false
-  version_requirements: *10533756
+  version_requirements: *10315236
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: &10314960 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *10314960
 description: Generate marc records from Overdrive provided metadata spreadsheets.
-email:
-- markchristophercooper@gmail.com
+email: markchristophercooper@gmail.com
 executables: []
 extensions: []
 extra_rdoc_files:
-- History.txt
-- Manifest.txt
 - README.txt
 files:
-- .autotest
-- History.txt
-- Manifest.txt
+- .gitignore
+- Gemfile
 - README.txt
 - Rakefile
 - lib/overdrive_metadata.rb
+- overdrive_metadata.gemspec
 - raw/test.xls
 - test/test_overdrive_metadata.rb
-- .gemtest
 has_rdoc: true
-homepage: ! 'http://www.libcode.net
-
-'
+homepage: http://www.libcode.net
 licenses: []
 post_install_message: 
 rdoc_options:
@@ -56,9 +61,9 @@ require_paths:
 required_ruby_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
-  - - ! '>='
+  - - ~>
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '1.9'
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:

data/.autotest

@@ -1,23 +0,0 @@
-# -*- ruby -*-
-
-require 'autotest/restart'
-
-# Autotest.add_hook :initialize do |at|
-#   at.extra_files << "../some/external/dependency.rb"
-#
-#   at.libs << ":../some/external"
-#
-#   at.add_exception 'vendor'
-#
-#   at.add_mapping(/dependency.rb/) do |f, _|
-#     at.files_matching(/test_.*rb$/)
-#   end
-#
-#   %w(TestA TestB).each do |klass|
-#     at.extra_class_map[klass] = "test/test_misc.rb"
-#   end
-# end
-
-# Autotest.add_hook :run_command do |at|
-#   system "rake build"
-# end

data/History.txt

@@ -1,2 +0,0 @@
-=== 1.0.0 / 2011-10-27
-

data/Manifest.txt

@@ -1,8 +0,0 @@
-.autotest
-History.txt
-Manifest.txt
-README.txt
-Rakefile
-lib/overdrive_metadata.rb
-raw/test.xls
-test/test_overdrive_metadata.rb