wax_tasks 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 823956054c121e807115077ba59f73c6e1a11bd8
-  data.tar.gz: c3e1e49fa4f00782b45359857aa102382aa61828
+  metadata.gz: 5ac9e0a96963154d6625c7f0c4fc71251c86c017
+  data.tar.gz: 4e87c17755a3da5eb541176aaec2812c305c736f
 SHA512:
-  metadata.gz: 9753ef5e8f16ad101cec17e5282dd8a0f6c374b678a0b3cb4492286002ca2645bfeaecedc87a9d61438d9788cc37b4e734f3181d754f97df8b887476de9c87a2
-  data.tar.gz: edef1c3c3c8781a694efa195f31ca8c6724f8c4e8511d7acaecab66037eff1658f5dbb56c9335486bced3e6d84604e10cdd7fde24c7215fc55e71481a8784728
+  metadata.gz: 3c885e92b4245d48e44e7af8b7206bee18461b2b4add0d50b23537e562e135755fa1d227d9febb5003cfc942303270867dd455f0ac8508af7619d2717b9dd3ca
+  data.tar.gz: bca597f6cd84e70ae59a2052c258f10781689753b98ffbad8aaf2828b8906e490f02d58bbc6707aa42390c43c734f9a1c2fc3dc2c2ad61589981ffff28e27a33

data/lib/helpers.rb

@@ -0,0 +1,30 @@
+require 'colorized_string'
+
+def clean(str)
+  str.gsub!(/\A---(.|\n)*?---/, '') # remove yaml front matter
+  str.gsub!(/{%(.*)%}/, '') # remove functional liquid
+  str.gsub!(/<\/?[^>]*>/, '') # remove html
+  str.gsub!('\\n', '') # remove newlines
+  str.gsub!(/\s+/, ' ') # remove extra space
+  str.tr!('"', "'") # replace double quotes with single
+  str
+end
+
+def valid_pagemaster(collection_name)
+  c = $config['collections'][collection_name]
+  abort "Cannot find the collection '#{collection_name}' in _config.yml. Exiting.".magenta if c.nil?
+  abort "Cannot find 'source' for the collection '#{collection_name}' in _config.yml. Exiting.".magenta if c['source'].nil?
+  abort "Cannot find 'layout' for the collection '#{collection_name}' in _config.yml. Exiting.".magenta if c['layout'].nil?
+  abort "Cannot find the file '#{'_data/' + c['source']}'. Exiting.".magenta unless File.file?('_data/' + c['source'])
+  c
+end
+
+def rm_diacritics(str)
+  to_replace  = "ÀÁÂÃÄÅàáâãäåĀāĂ㥹ÇçĆćĈĉĊċČčÐðĎďĐđÈÉÊËèéêëĒēĔĕĖėĘęĚěĜĝĞğĠġĢģĤĥĦħÌÍÎÏìíîïĨĩĪīĬĭĮįİıĴĵĶķĸĹĺĻļĽľĿŀŁłÑñŃńŅņŇňʼnŊŋÒÓÔÕÖØòóôõöøŌōŎŏŐőŔŕŖŗŘřŚśŜŝŞşŠšſŢţŤťŦŧÙÚÛÜùúûüŨũŪūŬŭŮůŰűŲųŴŵÝýÿŶŷŸŹźŻżŽž"
+  replaced_by = "AAAAAAaaaaaaAaAaAaCcCcCcCcCcDdDdDdEEEEeeeeEeEeEeEeEeGgGgGgGgHhHhIIIIiiiiIiIiIiIiIiJjKkkLlLlLlLlLlNnNnNnNnnNnOOOOOOooooooOoOoOoRrRrRrSsSsSsSssTtTtTtUUUUuuuuUuUuUuUuUuUuWwYyyYyYZzZzZz"
+  str.tr(to_replace, replaced_by)
+end
+
+def slug(str)
+  str.downcase.tr(' ', '_').gsub(/[^\w-]/, '')
+end

data/lib/lunr_index.rb

@@ -0,0 +1,69 @@
+require 'yaml'
+require 'colorized_string'
+require 'helpers'
+
+# LunrIndex class
+class LunrIndex
+  attr_reader :output
+
+  def initialize(collections, lunr_language)
+    @collections      = collections
+    @lunr_language    = lunr_language
+    @cdir             = $config['collections_dir'].nil? ? '' : $config['collections_dir'] + '/'
+    @lunr_collections = []
+    @total_fields     = []
+    @output           = ''
+
+    pre_process
+    add_docs
+  end
+
+  def pre_process
+    @output += "---\nlayout: none\n---\nvar index = new elasticlunr.Index;\nindex.setRef('lunr_id');\nindex.saveDocument(false);"
+    @output += "\nindex.pipeline.remove(elasticlunr.trimmer);" if @lunr_language
+    @collections.each do |c|
+      if c[1].key?('lunr_index') && c[1]['lunr_index'].key?('fields')
+        @total_fields.concat c[1]['lunr_index']['fields']
+        @total_fields << 'content' if c[1]['lunr_index']['content']
+        @lunr_collections << c
+      end
+    end
+    @total_fields.uniq!
+    abort("Fields are not properly configured.".magenta) if @total_fields.empty?
+    @total_fields.each { |f| @output += "\nindex.addField(" + "'" + f + "'" + "); " }
+  end
+
+  def add_docs
+    count = 0
+    store_string = "\nvar store = ["
+
+    abort("There are no valid collections to index.".magenta) if @collections.nil?
+    @lunr_collections.each do |c|
+      dir = @cdir + '_' + c[0]
+      fields = c[1]['lunr_index']['fields'].uniq
+      pages = Dir.glob(dir + '/*.md')
+
+      abort "There are no markdown pages in directory '#{dir}'".magenta if pages.empty?
+      abort "There are no fields specified for #{c[0]}.".magenta if fields.empty?
+
+      puts "Loading #{pages.length} pages from #{dir}"
+      pages.each do |page|
+        begin
+          yaml = YAML.load_file(page)
+          hash = {
+            'lunr_id' => count,
+            'link' => "{{'" + yaml['permalink'] + "' | relative_url }}"
+          }
+          fields.each { |f| hash[f] = rm_diacritics(yaml[f]) }
+          hash['content'] = rm_diacritics(clean(File.read(page))) if c[1]['lunr_index']['content']
+          @output += "\nindex.addDoc(" + hash.to_json + "); "
+          store_string += "\n" + hash.to_json + ", "
+          count += 1
+        rescue StandardError
+          abort "Cannot load data from markdown pages in #{dir}.".magenta
+        end
+      end
+    end
+    @output += store_string.chomp(', ') + '];'
+  end
+end

data/lib/tasks/config.rake

@@ -7,10 +7,9 @@ namespace :wax do
     begin
       $config = YAML.load_file('_config.yml')
       $argv = ARGV.drop(1)
-      $argv.each { |a| task a.to_sym do; end }
+      $argv.each { |a| task a.to_sym }
     rescue StandardError
-      puts('Cannot load _config.yml').magenta
-      exit 1
+      abort 'Cannot load _config.yml'.magenta
     end
   end
 end

data/lib/tasks/ghbranch.rake

@@ -1,6 +1,7 @@
 require 'jekyll'
 require 'tmpdir'
 require 'fileutils'
+require 'time'
 
 namespace :wax do
   desc 'build site with gh-baseurl and publish to gh-pages branch'
@@ -25,7 +26,7 @@ namespace :wax do
       Dir.chdir tmp
 
       system 'git init' # Init the repo.
-      system "git add . && git commit -m 'Site updated at " + Time.now.utc + "'"
+      system "git add . && git commit -m 'Site updated at #{Time.now.utc}'"
       system 'git remote add origin ' + origin
       system 'git push origin master:refs/heads/gh-pages --force'
     end

data/lib/tasks/iiif.rake

@@ -3,50 +3,43 @@ require 'iiif_s3'
 
 namespace :wax do
   task :iiif => :config do
+    abort "You must specify a collections after 'bundle exec rake wax:iiif'.".magenta if $argv.empty?
     FileUtils.mkdir_p './_iiif/tiles'
-    imagedata = []
+    all_records = []
     id_counter = 0
-    if $argv.empty?
-      puts("You must specify one or more collections after 'bundle exec rake wax:iiif' to generate.").magenta
-      exit 1
-    else
-      build_opts = {
-        :base_url => $config['baseurl'] + '/tiles',
-        :output_dir => './_iiif/tiles',
-        :tile_scale_factors => [1, 2],
-        :verbose => true
-      }
-      $argv.each do |a|
-        dirpath = './_iiif/source_images/' + a
-        if Dir.exist?(dirpath)
-          id_counter += 1
-          imagefiles = Dir[dirpath + '/*'].sort!
-          counter = 1
-          imagefiles.each do |imagefile|
-            begin
-              basename = File.basename(imagefile, '.*').to_s
-              record_opts = {
-                :id => a + '-' + basename,
-                :is_document => false,
-                :path => imagefile,
-                :label => $config['title'] + ' - ' + a + ' - ' + basename
-              }
-              i = IiifS3::ImageRecord.new(record_opts)
-              counter += 1
-              imagedata.push(i)
-            rescue StandardError
-              puts('Failed to convert image ' + imagefile + '.').magenta
-              exit 1
-            end
-          end
-        else
-          puts("Source path '" + dirpath + "' does not exist. Exiting.").magenta
-          exit 1
-        end
-      end
-      builder = IiifS3::Builder.new(build_opts)
-      builder.load(imagedata)
-      builder.process_data()
+    build_opts = {
+      :base_url => $config['baseurl'] + '/tiles',
+      :output_dir => './_iiif/tiles',
+      :tile_scale_factors => [1, 2],
+      :verbose => true
+    }
+    $argv.each do |a|
+      id_counter += 1
+      dirpath = './_iiif/source_images/' + a
+      collection_records = make_records(a) if Dir.exist?(dirpath)
+      all_records.concat collection_records
+      abort "Source path '#{dirpath}' does not exist. Exiting.".magenta unless Dir.exist?(dirpath)
     end
+    builder = IiifS3::Builder.new(build_opts)
+    builder.load(all_records)
+    builder.process_data
   end
 end
+
+def make_records(collection_name)
+  counter = 1
+  collection_records = []
+  imagefiles = Dir['./_iiif/source_images/' + collection_name + '/*'].sort!
+  imagefiles.each do |imagefile|
+    basename = File.basename(imagefile, '.*').to_s
+    record_opts = {
+      :id => collection_name + '-' + basename,
+      :is_document => false,
+      :path => imagefile,
+      :label => $config['title'] + ' - ' + collection_name + ' - ' + basename
+    }
+    counter += 1
+    collection_records << IiifS3::ImageRecord.new(record_opts)
+  end
+  collection_records
+end

data/lib/tasks/lunr.rake

@@ -1,70 +1,14 @@
-require 'json'
-require 'yaml'
-require 'colorized_string'
+require 'lunr_index'
 
 namespace :wax do
   desc 'build lunr search index'
   task :lunr => :config do
-    total_fields = []
-    count = 0
-    front_matter = "---\nlayout: null\n---"
-    store_string = "\nvar store = ["
-    index_string = "\nvar index = new elasticlunr.Index;\nindex.setRef('lunr_id');\nindex.saveDocument(false);"
-    index_string += "\nindex.pipeline.remove(elasticlunr.trimmer);" if $config['lunr_language']
     collections = $config['collections']
-    has_content = false
-    collections.each do |c|
-      if c[1].key?('lunr_index') && c[1]['lunr_index'].key?('fields')
-        total_fields.concat c[1]['lunr_index']['fields']
-      end
-      has_content = true if c[1]['lunr_index']['content']
-    end
-    total_fields << 'content' if has_content
-    if total_fields.uniq.empty?
-      puts "Fields are not properly configured.".magenta
-      exit 1
-    else
-      total_fields.uniq.each { |f| index_string += "\nindex.addField(" + "'" + f + "'" + "); " }
-      collections.each do |collection|
-        name = collection[0]
-        collection = collection[1]
-        if collection.key?('lunr_index') && collection['lunr_index'].key?('fields')
-          dir = collection['directory'] || '_' + name
-          fields = collection['lunr_index']['fields']
-          puts "Loading pages from #{dir}".cyan
-          Dir.glob(dir + '/*.md').each do |md|
-            begin
-              yaml = YAML.load_file(md)
-              hash = {}
-              hash['lunr_id'] = count
-              hash['link'] = '{{ site.baseurl }}' + yaml['permalink']
-              fields.uniq.each { |f| hash[f] = yaml[f].to_s }
-              if collection['lunr_index']['content']
-                hash['content'] = clean(File.read(md))
-              end
-              index_string += "\nindex.addDoc(" + hash.to_json + "); "
-              store_string += "\n" + hash.to_json + ", "
-              count += 1
-            rescue StandardError
-              puts "Cannot load data from markdown pages in #{dir}.".magenta
-              exit 1
-            end
-          end
-        end
-      end
-      store_string = store_string.chomp(', ') + '];'
-      Dir.mkdir('js') unless File.exist?('js')
-      File.open('js/lunr-index.js', 'w') { |file| file.write(front_matter + index_string + store_string) }
-      puts "Writing lunr index to js/lunr-index.js".cyan
-    end
-  end
-end
+    lunr_language = $config['lunr_language']
+    index = LunrIndex.new(collections, lunr_language)
 
-def clean(str)
-  str = str.gsub(/\A---(.|\n)*?---/, '') # remove yaml front matter
-  str = str.gsub(/{%(.*)%}/, '') # remove functional liquid
-  str = str.gsub(/<\/?[^>]*>/, '') # remove html
-  str = str.gsub('\\n', '').gsub(/\s+/, ' ') # remove newlines and extra space
-  str = str.tr('"', "'").to_s # replace double quotes with single
-  return str
+    Dir.mkdir('js') unless File.exist?('js')
+    File.open('js/lunr-index.js', 'w') { |file| file.write(index.output) }
+    puts "Writing lunr index to js/lunr-index.js".cyan
+  end
 end

data/lib/tasks/pagemaster.rake

@@ -1,83 +1,20 @@
-require 'yaml'
-require 'csv'
-require 'json'
 require 'colorized_string'
+require 'wax_collection'
+require 'helpers'
 
 namespace :wax do
   desc 'generate collection md pages from yaml or csv data source'
   task :pagemaster => :config do
-    collections = $config['collections']
     if $argv.empty?
       puts "You must specify one or more collections after 'bundle exec rake wax:pagemaster' to generate.".magenta
       exit 1
     else
-      $argv.each do |a|
-        collection = collections[a]
-        if collection.nil?
-          puts "The collection '#{a}' does not exist. Check for typos in terminal and _config.yml.".magenta
-          exit 1
-        else
-          meta = {}
-          meta['src'] = '_data/' + collection['source']
-          meta['layout'] = File.basename(collection['layout'], '.*')
-          meta['dir'] = collection['directory']
-          if [meta['src'], meta['dir'], meta['layout']].all?
-            FileUtils.mkdir_p meta['dir']
-            data = ingest(meta['src'])
-            info = generate_pages(meta, data)
-            puts "\n#{info[:completed]} pages were generated to #{meta['dir']} directory.".cyan
-            puts "\n#{info[:skipped]} pre-existing items were skipped.".cyan
-          else
-            puts "\nYour collection '#{a}' is missing one or more of the required parameters (source, directory, layout) in config. please fix and rerun.".magenta
-            exit 1
-          end
-        end
+      $argv.each do |collection_name|
+        collection_config = valid_pagemaster(collection_name)
+        collections_dir   = $config['collections_dir'].nil? ? '' : $config['collections_dir'].to_s + '/'
+        collection = WaxCollection.new(collection_name, collection_config, collections_dir)
+        collection.pagemaster
       end
     end
   end
 end
-
-def ingest(src)
-  src_type = File.extname(src)
-  if src_type == '.csv'
-    data = CSV.read(src, :headers => true, :encoding => 'utf-8').map(&:to_hash)
-  elsif src_type == '.json'
-    data = JSON.parse(File.read(src).encode("UTF-8"))
-  else
-    puts "File type for #{src} must be .csv or .json. Please fix and rerun."
-    exit 1
-  end
-  pids = []
-  data.each { |d| pids << d['pid'] }
-  duplicates = pids.detect { |p| pids.count(p) > 1 } || []
-  unless duplicates.empty?
-    puts "\nYour collection has the following duplicate ids. please fix and rerun.\n#{duplicates} \n".magenta
-    exit 1
-  end
-  puts "Processing #{src}...."
-  return data
-rescue standardError
-  puts "Cannot load #{src}. check for typos and rebuild.".magenta
-  exit 1
-end
-
-def generate_pages(meta, data)
-  perma_ext = '.html'
-  perma_ext = '/' if $config['permalink'] == 'pretty'
-  info = { :completed => 0, :skipped => 0 }
-  data.each do |item|
-    pagename = item['pid']
-    pagepath = meta['dir'] + '/' + pagename + '.md'
-    if !File.exist?(pagepath)
-      File.open(pagepath, 'w') { |file| file.write(item.to_yaml.to_s + 'permalink: /' + meta['dir'] + '/' + pagename + perma_ext + "\n" + 'layout: ' + meta['layout'] + "\n---") }
-      info[:completed] += 1
-    else
-      puts "#{pagename}.md already exits. Skipping."
-      info[:skipped] += 1
-    end
-  end
-  return info
-rescue standardError
-  puts "#{info[:completed]} pages were generated before failure, most likely a record is missing a valid 'pid' value.".magenta
-  exit 1
-end

data/lib/tasks/s3branch.rake

@@ -1,6 +1,7 @@
 require 'jekyll'
 require 'tmpdir'
 require 'fileutils'
+require 'time'
 
 namespace :wax do
   desc 'build site with baseurl and publish to s3 branch'

data/lib/wax_collection.rb

@@ -0,0 +1,75 @@
+require 'yaml'
+require 'csv'
+require 'json'
+require 'fileutils'
+require 'colorized_string'
+require 'helpers'
+
+include FileUtils
+
+# WaxCollection class
+class WaxCollection
+  attr_reader :name, :config, :src, :layout, :dir, :data
+
+  def initialize(collection_name, collection_config, collections_dir)
+    @name   = collection_name
+    @config = collection_config
+    @cdir   = collections_dir
+    @src    = '_data/' + @config['source']
+    @layout = File.basename(@config['layout'], '.*')
+    @dir    = @cdir + '_' + @name
+    @data   = []
+    @lunr   = {}
+  end
+
+  def pagemaster
+    mkdir_p(@dir)
+    ingest
+    detect_duplicates
+    generate_pages
+  end
+
+  def ingest
+    if File.extname(@src) == '.csv'
+      @data = CSV.read(@src, :headers => true, :encoding => 'utf-8').map(&:to_hash)
+    elsif File.extname(@src) == '.json'
+      @data = JSON.parse(File.read(@src).encode("UTF-8"))
+    else
+      puts "File type for #{@src} must be .csv or .json. Please fix and rerun."
+      exit 1
+    end
+    puts "Processing #{src}...."
+  rescue StandardError
+    puts "Cannot load #{src}. check for typos and rebuild.".magenta
+    exit 1
+  end
+
+  def generate_pages
+    perma_ext = $config['permalink'] == 'pretty' ? '/' : '.html'
+    completed = 0
+    skipped = 0
+    data.each do |item|
+      pagename = slug(item['pid'])
+      pagepath = @dir + '/' + pagename + '.md'
+      permalink = '/' + @name + '/' + pagename + perma_ext
+      if File.exist?(pagepath)
+        puts "#{pagename}.md already exits. Skipping."
+        skipped += 1
+      else
+        File.open(pagepath, 'w') { |file| file.write(item.to_yaml.to_s + "permalink: #{permalink}\nlayout: #{@layout}\n---") }
+        completed += 1
+      end
+    end
+    puts "\n#{completed} pages were generated to #{@dir} directory.".cyan
+    puts "\n#{skipped} pre-existing items were skipped.".cyan
+  rescue StandardError
+    abort "#{completed} pages were generated before failure, most likely a record is missing a valid 'pid' value.".magenta
+  end
+
+  def detect_duplicates
+    pids = []
+    @data.each { |d| pids << d['pid'] }
+    duplicates = pids.detect { |p| pids.count(p) > 1 } || []
+    raise "\nYour collection has the following duplicate ids. please fix and rerun.\n#{duplicates}".magenta unless duplicates.empty?
+  end
+end

data/spec/fake_data.rb

@@ -0,0 +1,43 @@
+require 'csv'
+require 'faker'
+require 'json'
+require 'rake'
+
+# make csvs
+I18n.enforce_available_locales = false
+Faker::Config.locale = 'zh-CN'
+Dir.mkdir('_data') unless File.exist?('_data')
+
+def fake_data(name, type)
+  data = []
+  keys = ['pid']
+  5.times { keys << slug(Faker::Lovecraft.unique.word) } # keys = pid + 5
+  5.times do # with 5 records
+    record = {
+      keys[0] => slug(Faker::Dune.unique.character),
+      keys[1] => Faker::Lorem.sentence,
+      keys[2] => Faker::TwinPeaks.quote,
+      keys[3] => Faker::Name.name,
+      keys[4] => Faker::Space.star,
+      keys[5] => Faker::Lovecraft.sentence
+    }
+    data << record
+    $collection_data[name] = { 'keys' => keys, 'type' => type }
+  end
+  data
+end
+
+5.times do |i|
+  name = slug(Faker::RuPaul.unique.queen)
+  if i.even?
+    data = fake_data(name, '.csv')
+    path = '_data/' + name + '.csv'
+    write_csv(path, data)
+  else
+    data = fake_data(name, '.json')
+    path = '_data/' + name + '.json'
+    File.open(path, 'w') { |f| f.write(data.to_json) }
+  end
+  Faker::Dune.unique.clear
+  Faker::Lovecraft.unique.clear
+end

data/spec/fake_helpers.rb

@@ -0,0 +1,22 @@
+require 'csv'
+require 'colorized_string'
+
+# global
+$collection_data = {}
+
+# helper methods
+def slug(str)
+  str.downcase.tr(' ', '_').gsub(/[^\w-]/, '')
+end
+
+def write_csv(path, hashes)
+  CSV.open(path, 'wb:UTF-8') do |csv|
+    csv << hashes.first.keys
+    hashes.each do |hash|
+      csv << hash.values
+    end
+  end
+  puts "Writing csv data to #{path}."
+rescue StandardError
+  abort "Cannot write csv data to #{path} for some reason.".magenta
+end

data/spec/fake_site.rb

@@ -0,0 +1,27 @@
+require 'fileutils'
+require 'jekyll'
+require 'yaml'
+
+include FileUtils
+
+site_dir = 'faker_site'
+mkdir_p(site_dir)
+image_dir = Dir.glob('spec/data/_iiif')
+cp_r(image_dir, site_dir)
+cd(site_dir)
+
+config_file = {
+  'title'       => 'faker',
+  'url'         => '',
+  'baseurl'     => '',
+  'exclude'     => ['Rakefile']
+}
+config_opts = {
+  'source'      => '.',
+  'destination' => '_site',
+  'config'      => '_config.yml'
+}
+
+File.open('_config.yml', 'w') { |f| f.puts(config_file.to_yaml) }
+File.open('Rakefile', 'w') { |f| f.puts('Dir.glob("../lib/tasks/*.rake").each { |r| load r }') }
+Jekyll::Site.new(Jekyll.configuration(config_opts)).process

data/spec/spec_helper.rb

@@ -0,0 +1,7 @@
+require 'fake_helpers'
+require 'fake_site'
+require 'fake_data'
+require 'test_config'
+require 'test_pagemaster'
+require 'test_lunr'
+require 'test_iiif'

data/spec/test_config.rb

@@ -0,0 +1,28 @@
+require 'rake'
+require 'yaml'
+
+# run + test wax:config
+describe 'wax:config' do
+  it 'accesses _config.yml and argvs' do
+    load File.expand_path("../../lib/tasks/config.rake", __FILE__)
+    Rake::Task['wax:config'].invoke
+
+    $collection_data.each { |col| $argv << col[0] }
+    expect($config.length)
+    expect($argv.length)
+
+    # add collection data to config file
+    collection_hash = {}
+    $argv.each do |coll_name|
+      ext = $collection_data[coll_name]['type']
+      collection_hash[coll_name] = {
+        'source' => coll_name + ext,
+        'layout' => 'default'
+      }
+    end
+
+    $config['collections'] = collection_hash
+    output = YAML.dump $config
+    File.write('_config.yml', output)
+  end
+end

data/spec/test_iiif.rb

@@ -0,0 +1,20 @@
+require 'csv'
+require 'fileutils'
+require 'rake'
+
+include FileUtils
+
+describe 'wax:iiif' do
+  it 'generates iiif tiles and data' do
+    images = Dir.glob('./_iiif/source_images/*.jpg')
+    $collection_data.each do |coll|
+      new_dir = './_iiif/source_images/' + coll[0]
+      mkdir_p(new_dir)
+      images.each { |f| cp(File.expand_path(f), new_dir) }
+    end
+    rm_r(images)
+    $argv = [$argv.first] # make tests faster by only running on 1/3 collections
+    load File.expand_path("../../lib/tasks/iiif.rake", __FILE__)
+    Rake::Task['wax:iiif'].invoke
+  end
+end

data/spec/test_lunr.rb

@@ -0,0 +1,24 @@
+require 'rake'
+
+describe 'wax:lunr' do
+  it 'generates a lunr index' do
+    $config['collections'].each do |collection|
+      name = collection[0]
+      # get info on what to index
+      lunr_hash = {
+        'content' => false,
+        'fields' => $collection_data[name]['keys']
+      }
+      # add it to config
+      $config['collections'][name]['lunr_index'] = lunr_hash
+      output = YAML.dump $config
+      File.write('_config.yml', output)
+    end
+    # invoke lunr task
+    load File.expand_path("../../lib/tasks/lunr.rake", __FILE__)
+    Rake::Task['wax:lunr'].invoke
+    # expect a populated index
+    index = File.open('js/lunr-index.js', 'r').read
+    expect(index.length > 1000)
+  end
+end

data/spec/test_pagemaster.rb

@@ -0,0 +1,9 @@
+require 'rake'
+require 'yaml'
+
+describe 'wax:pagemaster' do
+  it 'generates pages' do
+    load File.expand_path("../../lib/tasks/pagemaster.rake", __FILE__)
+    Rake::Task['wax:pagemaster'].invoke
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: wax_tasks
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Marii Nyrop
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-01-29 00:00:00.000000000 Z
+date: 2018-02-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -144,6 +144,8 @@ extensions: []
 extra_rdoc_files: []
 files:
 - Gemfile
+- lib/helpers.rb
+- lib/lunr_index.rb
 - lib/tasks/config.rake
 - lib/tasks/ghbranch.rake
 - lib/tasks/iiif.rake
@@ -151,6 +153,15 @@ files:
 - lib/tasks/pagemaster.rake
 - lib/tasks/s3branch.rake
 - lib/tasks/test.rake
+- lib/wax_collection.rb
+- spec/fake_data.rb
+- spec/fake_helpers.rb
+- spec/fake_site.rb
+- spec/spec_helper.rb
+- spec/test_config.rb
+- spec/test_iiif.rb
+- spec/test_lunr.rb
+- spec/test_pagemaster.rb
 homepage: https://github.com/mnyrop/wax_tasks
 licenses:
 - MIT
@@ -171,8 +182,16 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.14
+rubygems_version: 2.6.9
 signing_key: 
 specification_version: 4
 summary: Rake tasks for minimal exhibitions.
-test_files: []
+test_files:
+- spec/spec_helper.rb
+- spec/test_iiif.rb
+- spec/test_config.rb
+- spec/test_lunr.rb
+- spec/fake_helpers.rb
+- spec/fake_data.rb
+- spec/fake_site.rb
+- spec/test_pagemaster.rb