base_indexer 0.3.2 → 0.3.3

checksums.yaml

@@ -1,7 +1,15 @@
 ---
-SHA1:
-  metadata.gz: c7ea4cd421f377a0dfde47d401fe4b6ca20109d1
-  data.tar.gz: 43b93f9e9e73097db8b2b32c5fa4c1c93e57606c
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    OTM2N2NiMmY0NWUxNmE5Mjk1Y2JlNjk2OGZkM2U2OGJiZjJhZjQ5Mg==
+  data.tar.gz: !binary |-
+    YzU2NDhhMmJjNTEzOTY5NzE5OGY3Y2NiZWZjOTdmMGM3MjY4OGIxZg==
 SHA512:
-  metadata.gz: 87306d3dc67800ebbb6f7488d3154f92c1ec003d90ad08a22e5914c2636ed0f8731fd8c7b4fdb94147440cb80bceecc1e28e794eb6bda00de2c06c1cfb196869
-  data.tar.gz: ea79ed4b56a09f6c816e90afbbf780b97c2565866b21b277f1735eaf46abbf6f1f48221cabc16ec772fd3d62f6fcc2cf2d7e9ef59d68252aa2f8790f3e295692
+  metadata.gz: !binary |-
+    ZTgzNzQxZTJkMTBhMWU4ZDZlZTQzZjZiNWM4M2I5NDVjZjliMmFkNzk5ZTY0
+    OGQzN2U3ZTJlNTZkZjE1MjM3OGVjNmEyZDg2MWQ0MTNmOWQ1NjU5MjBjOWVh
+    MGEzZmMyMDc3YTk5ZjEyOThhYzEwYTIzZWI1MzM0YWIyYjJkM2E=
+  data.tar.gz: !binary |-
+    NDViNDc4MDQxZjlkMDA0NDY1NTYyMGU2NWZiZTkzMDViODM0NTlhNjVlNzU3
+    NDQzYWVkMDdjNGQyMWRlM2E0Nzk0NWIxZGE4NTg4NzQ3NjUxNjM4YTljNWFi
+    Yjc0ZWM4M2Q2ODE2ZWZjZTYyZDk5ZmUzZWIyMmI5ZjVkYmI2OTA=

data/README.rdoc

@@ -38,3 +38,36 @@ To extend mapper functionality.
 2. Implement MyMapper.map to converts the input to solr doc hash.
 3. Override MyIndexerClassName.map to call your new class instead of the default one.
 
+== Rake Tasks For Indexing Druids
+
+All rake tasks that perform batch indexing will generate log files in the "log" folder within the app itself.  You can tail the log file to watch the progress.  The
+log file is also useful since you can pass it to the "reindexer" rake task to retry just the errored out druids.  The name of the log file will depend on which
+rake task you are running, and will be timestamped to be unique.
+
+=== Index a single druid:
+
+rake index RAILS_ENV=production target=revs_prod druid=oo000oo0001
+
+=== Index a list of druids from a pre-assembly run, a remeditaion run, or a simple CSV:
+
+rake log_indexer RAILS_ENV=production target=revs_prod log_file=/tmp/mailander_1.yaml log_type=preassembly  # preassembly run
+nohup rake log_indexer RAILS_ENV=production target=revs_prod log_file=/tmp/mailander_1.yaml log_type=preassembly &  # for a long running process, which will be most runs that have more than a few dozen druids, nohup it
+
+rake log_indexer RAILS_ENV=production target=revs_prod log_file=/tmp/mailander_1_remediate.yaml log_type=remediate # remediation run 
+
+rake log_indexer RAILS_ENV=production target=revs_prod log_file=/tmp/mailander.csv log_type=csv # a simple csv file -- it must have a header line, with the header of "druid" definining the items you wish to index 
+
+=== Index an entire collection, including the collection itself, along with all of its members (be sure to check the dor-fetcher-url parameter in the Rails environment you are running under to be sure it is connecting where you expect):
+
+rake collection_indexer RAILS_ENV=production target=revs_prod collection_druid=oo000oo0001
+nohup rake collection_indexer RAILS_ENV=production target=revs_prod collection_druid=oo000oo0001 &   # for a long running process, e.g. a collection with more than a few dozen druids, nohup it
+
+=== Re-Index Just Errored Out Items
+
+If you had errors when indexing from a preassembly/remediation log or from indexing an entire collection, you can re-run the errored out druids only with the log file.  All log files are kept in the log folder in the revs-indexer-service app.
+
+rake reindexer RAILS_ENV=production target=revs_prod file=log/logfile.log
+
+nohup rake reindexer RAILS_ENV=production target=revs_prod file=log/logfile.log & # probably no need to nohup unless there were alot of errors
+
+

data/Rakefile

@@ -8,36 +8,25 @@ require 'rspec/core'
 require 'rspec/core/rake_task'
 require 'yard'
 require 'yard/rake/yardoc_task'
-require 'engine_cart/rake_task'
 
 Bundler::GemHelper.install_tasks
 
 
-# Travis ci task
-task :default => :ci  
-task :ci => ['engine_cart:generate'] do
-  # run the tests
-  RAILS_ENV = 'test'
-  Rake::Task['spec'].invoke
-  RSpec::Core::RakeTask.new(:rspec) do |spec|
-    spec.rspec_opts = ["-c", "-f progress", "--tty", "-r ./spec/spec_helper.rb"]
-  end
-
-end
 
+APP_RAKEFILE = File.expand_path("../spec/internal/Rakefile", __FILE__)
+load 'rails/tasks/engine.rake'
+Dir[File.join(File.dirname(__FILE__), 'tasks/**/*.rake')].each {|f| load f }
 
-require 'rspec/core/rake_task'
-
-RSpec::Core::RakeTask.new(:spec)
-
-#desc "run continuous integration suite (tests, coverage, docs)" 
-#task :ci => [:rspec, :doc]
+# Travis ci task
+task :default => :ci  
+desc "run continuous integration suite (tests, coverage, docs)" 
+task :ci => [:rspec, :doc]
 
 # Run rspec
-#task :spec => :rspec
-#RSpec::Core::RakeTask.new(:rspec) do |spec|
-#  spec.rspec_opts = ["-c", "-f progress", "--tty", "-r ./spec/spec_helper.rb"]
-#end
+task :spec => :rspec
+RSpec::Core::RakeTask.new(:rspec) do |spec|
+  spec.rspec_opts = ["-c", "-f progress", "--tty", "-r ./spec/spec_helper.rb"]
+end
 
 # Use yard to build docs
 begin

data/lib/base_indexer/version.rb

@@ -1,3 +1,3 @@
 module BaseIndexer
-  VERSION = "0.3.2"
+  VERSION = "0.3.3"
 end

data/lib/tasks/index.rake

@@ -0,0 +1,299 @@
+require 'retries'
+
+def log(logger,message,log_type=:info)
+  case log_type
+    when :error
+      logger.error(message)
+    else
+      logger.info(message)
+  end
+  puts message
+end
+
+desc 'Index a specific list of druids from a pre-assembly log YAML file, a remediate log file, or a simple CSV.  Specify target to index into and log file to index from.'
+#Run me: rake log_indexer RAILS_ENV=production target=revs_prod log_file=/tmp/mailander_1.yaml log_type=preassembly 
+#Run me: rake log_indexer RAILS_ENV=production target=revs_prod log_file=/tmp/mailander_1_remediation.yaml log_type=remediate 
+#Run me: rake log_indexer RAILS_ENV=production target=revs_prod log_file=/tmp/mailander_1.csv log_type=csv # csv must contain a heading called "druid" with the druid to index 
+
+# Examples:
+task :log_indexer => :environment do |t, args|
+
+  target = ENV['target'] # must pass in the target so specify solr core to index into
+  log_file_path = ENV['log_file'] # must specify pre-assembly log file to index from
+  log_type = ENV['log_type'] || 'preassembly' # log type (either preassembly, csv, or remediate), defaults to preassembly
+  
+  raise 'You must specify a target and log file.' if target.blank? || log_file_path.blank?
+  raise 'Log type must be preassembly, remediate or csv.' unless ['preassembly','remediate','csv'].include? log_type
+  raise 'Log file not found.' unless File.readable? log_file_path
+  
+  target_config=BaseIndexer.solr_configuration_class_name.constantize.instance.get_configuration_hash[target]
+  
+  raise 'Target not found.' if target_config.nil?
+  
+  if log_type.blank? || log_type == 'preassembly'
+    log_completed=:pre_assem_finished
+  elsif log_type == 'remediate'
+    log_completed=:remediate_completed
+  end
+  
+  output_log_file_name="#{Rails.root}/log/#{File.basename(log_file_path,File.extname(log_file_path))}_indexer_#{Time.now.strftime('%Y%m%d-%H%M%S')}.log"
+  my_logger=Logger.new(output_log_file_name) # set up a new log file
+  
+  start_time=Time.now
+  
+  errors=0
+  indexed=0
+
+  druids=[]
+  
+  if ['preassembly','remediate'].include? log_type
+    YAML.load_stream(IO.read(log_file_path)) { |obj| druids << obj[:pid] if obj[log_completed] == true}  
+  else
+    csv = CSV.parse(IO.read(log_file_path), :headers => true)
+    druids=csv.map { |row| row.to_hash.with_indifferent_access['druid'] }.delete_if {|druid| druid.nil?}
+  end
+  
+  solr_server=BaseIndexer.solr_configuration_class_name.constantize.instance.get_configuration_hash[target]['url']
+  
+  log my_logger,"** Indexing #{druids.size} druids from #{log_file_path} into solr server #{solr_server} (target=#{target}).  Log file is of type #{log_type}."
+  log my_logger,"Indexing started at #{start_time}"
+
+  indexer = BaseIndexer::MainIndexerEngine.new
+
+  counter=0
+  
+  druids.each do |druid|
+  
+    druid.gsub!('druid:','')
+    counter+=1
+    
+    begin
+      with_retries(:max_tries => 5, :base_sleep_seconds => 3, :max_sleep_seconds => 60) do
+        indexer.index(druid,[target]) 
+        log my_logger,"#{counter} of #{druids.size}: #{druid}"
+        indexed += 1
+      end
+    rescue  => e
+      log my_logger,"ERROR: Failed to index #{druid}: #{e.message}",:error
+      errors += 1
+    end
+
+  end
+  
+  log my_logger,"Objects indexed: #{indexed} out of #{druids.size}"
+  log(my_logger,"ERRORS Encountered, #{errors} objects not indexed") if errors > 0
+  log my_logger,"Completed at #{Time.now}, total time was #{'%.2f' % ((Time.now - start_time)/60.0)} minutes"
+  puts "Logged output at #{output_log_file_name}"
+  
+end
+  
+desc 'Index a single druid.  Specify target to index into and druid to index.'
+#Run me: rake index RAILS_ENV=production target=revs_prod druid=oo000oo0001
+# Examples:
+task :index => :environment do |t, args|
+
+  target = ENV['target'] # must pass in the target so specify solr core to index into
+  druid = ENV['druid'] 
+  
+  raise 'You must specify a target and druid.' if target.blank? || druid.blank?
+  
+  target_config=BaseIndexer.solr_configuration_class_name.constantize.instance.get_configuration_hash[target]
+  
+  raise 'Target not found.' if target_config.nil?
+
+  solr_server=BaseIndexer.solr_configuration_class_name.constantize.instance.get_configuration_hash[target]['url']
+  
+  puts "** Indexing #{druid} druid into solr server #{solr_server} (target=#{target})."
+
+  indexer = BaseIndexer::MainIndexerEngine.new
+  indexer.index(druid.gsub('druid:',''),[target]) 
+  
+end
+
+desc 'Index an entire collection, including the collection itself and all of its members.  Specify target to index into and collection druid to index.'
+#Run me: rake collection_indexer RAILS_ENV=production target=revs_prod collection_druid=oo000oo0001
+# Examples:
+task :collection_indexer => :environment do |t, args|
+
+  target = ENV['target'] # must pass in the target so specify solr core to index into
+  collection_druid = ENV['collection_druid'] 
+  
+  raise 'You must specify a target and collection druid.' if target.blank? || collection_druid.blank?
+  
+  target_config=BaseIndexer.solr_configuration_class_name.constantize.instance.get_configuration_hash[target]
+  
+  raise 'Target not found.' if target_config.nil?
+
+  solr_server=BaseIndexer.solr_configuration_class_name.constantize.instance.get_configuration_hash[target]['url']
+
+  output_log_file_name="#{Rails.root}/log/collection_#{collection_druid}_indexer_#{Time.now.strftime('%Y%m%d-%H%M%S')}.log"
+  my_logger=Logger.new(output_log_file_name) # set up a new log file
+    
+  log my_logger,"** Indexing collection #{collection_druid} druid and all of its members into solr server #{solr_server} (target=#{target})."
+ 
+  start_time=Time.now
+  log my_logger,"Indexing started at #{start_time}"
+
+  indexer = BaseIndexer::MainIndexerEngine.new
+
+  df = DorFetcher::Client.new({:service_url => Rails.application.config.dor_fetcher_url})
+
+  collection_druid=collection_druid.gsub('druid:','')
+  
+  indexer.index(collection_druid,[target]) 
+  log my_logger,"Indexed collection: #{collection_druid}"
+  
+  druids = df.druid_array(df.get_collection(collection_druid, {}))
+
+  log my_logger,"** Found #{druids.size} members of the collection"
+
+  counter=0
+  indexed=0
+  errors=0
+  
+  druids.each do |druid|
+  
+    druid=druid.gsub('druid:','')
+    counter+=1
+    
+    begin
+      with_retries(:max_tries => 5, :base_sleep_seconds => 3, :max_sleep_seconds => 60) do
+        indexer.index(druid,[target]) 
+        log my_logger,"#{counter} of #{druids.size}: #{druid}"
+        indexed += 1
+      end
+    rescue  => e
+      log my_logger,"ERROR: Failed to index #{druid}: #{e.message}",:error
+      errors += 1
+    end
+
+  end
+  
+  log my_logger,"Objects indexed: #{indexed} out of #{druids.size} + 1 collection druid"
+  log(my_logger,"ERRORS Encountered, #{errors} objects not indexed") if errors > 0
+  log my_logger,"Completed at #{Time.now}, total time was #{'%.2f' % ((Time.now - start_time)/60.0)} minutes"
+  puts "Logged output at #{output_log_file_name}"
+  
+end  
+
+desc 'ReIndex just the druids that errored out from a previous batch index run. Specify target to index into and batch errored log file to index from.'
+#Run me: rake reindexer RAILS_ENV=production target=revs_prod file=./log/index.log
+# Examples:
+task :reindexer => :environment do |t, args|
+
+  target = ENV['target'] # must pass in the target so specify solr core to index into
+  file_path = ENV['file'] # must specify previous indexing log file to index from
+  
+  raise 'You must specify a target and file.' if target.blank? || file_path.blank?
+  raise 'File not found.' unless File.readable? file_path
+  
+  target_config=BaseIndexer.solr_configuration_class_name.constantize.instance.get_configuration_hash[target]
+  
+  raise 'Target not found.' if target_config.nil?
+
+  start_time=Time.now
+  
+  errors=0
+  indexed=0
+
+  solr_server=BaseIndexer.solr_configuration_class_name.constantize.instance.get_configuration_hash[target]['url']
+
+  output_log_file_name="#{Rails.root}/log/#{File.basename(file_path,File.extname(file_path))}_reindex_#{Time.now.strftime('%Y%m%d-%H%M%S')}.log"
+  my_logger=Logger.new(output_log_file_name) # set up a new log file
+    
+  log my_logger,"** Indexing errored out druids from #{file_path} into solr server #{solr_server} (target=#{target})."
+  log my_logger,"Indexing started at #{start_time}"
+
+  indexer = BaseIndexer::MainIndexerEngine.new
+
+  counter=0
+
+  IO.readlines(file_path).each do |line|
+
+    downcased_line=line.downcase
+  
+    if downcased_line.include? 'error'
+      druid=downcased_line.scan(/[a-z][a-z][0-9][0-9][0-9][a-z][a-z][0-9][0-9][0-9][0-9]/).first
+      
+      unless druid.blank?    
+        begin
+          counter+=1
+          with_retries(:max_tries => 5, :base_sleep_seconds => 3, :max_sleep_seconds => 60) do
+            indexer.index(druid,[target])
+            log my_logger,"#{counter}: #{druid}"
+            indexed += 1
+          end
+        rescue  => e
+          log my_logger,"ERROR: Failed to index #{druid}: #{e.message}",:error
+          errors += 1
+        end
+      end
+      
+    end
+    
+  end
+  
+  log my_logger,"Objects indexed: #{indexed}"
+  log(my_logger,"ERRORS Encountered, #{errors} objects not indexed") if errors > 0
+  log my_logger,"Completed at #{Time.now}, total time was #{'%.2f' % ((Time.now - start_time)/60.0)} minutes"
+  puts "Logged output at #{output_log_file_name}"
+  
+end
+
+desc 'Delete the druids specified in the supplied text file (one druid per line, header not necessary).  Be careful!  It will delete from all targets.'
+#Run me: rake delete_druids RAILS_ENV=production file=druid_list.txt
+# Examples:
+task :delete_druids => :environment do |t, args|
+
+  file_path = ENV['file'] # must specify previous indexing log file to index from
+  
+  raise 'You must specify a druid file.' if file_path.blank?
+  raise 'File not found.' unless File.readable? file_path
+
+  print "Are you sure you wish to delete all of the druids from all targets specified in #{file_path}? (y/n) "
+  STDOUT.flush  
+  answer=STDIN.gets.chomp
+  
+  raise 'STOP!' unless (answer && ['y','yes'].include?(answer.downcase))
+  
+  output_log_file_name="#{Rails.root}/log/#{File.basename(file_path,File.extname(file_path))}_delete_#{Time.now.strftime('%Y%m%d-%H%M%S')}.log"
+  my_logger=Logger.new(output_log_file_name) # set up a new log file
+  
+  start_time=Time.now
+  
+  errors=0
+  indexed=0
+  
+  log my_logger,"** Deleting druids from #{file_path} in all targets."
+  log my_logger,"Deleting started at #{start_time}"
+
+  indexer = BaseIndexer::MainIndexerEngine.new
+
+  counter=0
+
+  IO.readlines(file_path).each do |line|
+
+     downcased_line=line.downcase
+     druid=downcased_line.scan(/[a-z][a-z][0-9][0-9][0-9][a-z][a-z][0-9][0-9][0-9][0-9]/).first
+  
+     unless druid.blank?
+       counter+=1
+    
+        begin
+          with_retries(:max_tries => 5, :base_sleep_seconds => 3, :max_sleep_seconds => 60) do
+            indexer.delete druid
+            log my_logger,"#{counter}: #{druid}"
+            indexed += 1
+          end
+        rescue  => e
+          log my_logger,"ERROR: Failed to delete #{druid}: #{e.message}",:error
+          errors += 1
+        end
+     end    
+  end
+  
+  log my_logger,"Objects deleted: #{indexed}"
+  log(my_logger,"ERRORS Encountered, #{errors} objects not deleted",:error) if errors > 0
+  log my_logger,"Completed at #{Time.now}, total time was #{'%.2f' % ((Time.now - start_time)/60.0)} minutes"
+  
+end

metadata

@@ -1,187 +1,201 @@
 --- !ruby/object:Gem::Specification
 name: base_indexer
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.3.3
 platform: ruby
 authors:
 - Ahmed Alsum
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-15 00:00:00.000000000 Z
+date: 2015-04-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '4.1'
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: 4.1.9
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '4.1'
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: 4.1.9
 - !ruby/object:Gem::Dependency
   name: discovery-indexer
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: retries
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 3.1.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 3.1.0
 - !ruby/object:Gem::Dependency
   name: rspec-rails
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 3.1.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 3.1.0
 - !ruby/object:Gem::Dependency
   name: capybara
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: vcr
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: webmock
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: coveralls
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: yard
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: engine_cart
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: jettywrapper
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 description: Description of BaseIndexer.
@@ -191,7 +205,6 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- MIT-LICENSE
 - README.rdoc
 - Rakefile
 - app/controllers/base_indexer/about_controller.rb
@@ -207,11 +220,11 @@ files:
 - lib/base_indexer/collection.rb
 - lib/base_indexer/engine.rb
 - lib/base_indexer/main_indexer_engine.rb
-- lib/base_indexer/message.rb
 - lib/base_indexer/solr/solr_configuration.rb
 - lib/base_indexer/solr/solr_configuration_from_file.rb
 - lib/base_indexer/version.rb
 - lib/tasks/base_indexer_tasks.rake
+- lib/tasks/index.rake
 homepage: 
 licenses:
 - Apache 2
@@ -222,17 +235,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.4.2
 signing_key: 
 specification_version: 4
 summary: Summary of BaseIndexer.

data/MIT-LICENSE

@@ -1,20 +0,0 @@
-Copyright 2015 YOURNAME
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-"Software"), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
-OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/base_indexer/message.rb

@@ -1,6 +0,0 @@
-module BaseIndexer
-  class Message
-    attr_accessor :status
-    attr_accessor :text_message
-  end
-end