dor-services 2.2.4 → 4.4.10

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    YWJmMDE5MTIzMTg4MWU2NmZkNjYwNDYxZTMxMTE5YmFiZTIyYmVjOQ==
+  data.tar.gz: !binary |-
+    ZGI0NGRlNzU4NWY0Zjg3YmUwNzRhMzhlMzk1YjVlN2MzMmM1MzJiMg==
+SHA512:
+  metadata.gz: !binary |-
+    NGI2NjgyNTc3ZmI2NWFmZjFmMmM2ZDRmMzhlM2ZlMWIwOGI4MTFkNGJhNTZj
+    YjdhMGFkZTAxMDQ5MTMxY2E1ODg2NzFjNmIyOGZiOTQ3MDI0NzQ1NmU0MjA4
+    OWQ4MTQwNWJhMDczZTlmOWVmMmVkNTIxMjJkMzIxNzA4NDI0ZmY=
+  data.tar.gz: !binary |-
+    NThiODVlMDIzODJjZTg5ZTc1MTBkNTUzMmFhMDdhM2Q0NDFlMDNjMTMzZWUw
+    YzdhMjcxZDE0N2Q1ZmI3NjhmMjdlZDdjODA1YjVjMDNmNTZlN2YyMjFkY2M3
+    OGE5NWJiYmJmZTgzMzQzY2NkY2E2MmFjMTk2OGUzNWZjYmJhMjY=

data/bin/dor-indexer

@@ -0,0 +1,108 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'optparse'
+require 'stomp'
+require 'timeout'
+require 'dor-services'
+
+options = { :log_level => Logger::WARN }
+
+optparse = OptionParser.new do|opts|
+  opts.banner = "Usage: #{File.basename(__FILE__)} [options]"
+
+  options[:dor_config] = nil
+  opts.on( '--dor-config PATH', 'Load the dor-services configuration file at this path' ) do |path|
+    puts "Configuring dor-services..."
+    options[:dor_config] = path
+    require options[:dor_config]
+  end
+
+  options[:destination] = '/topic/fedora.apim.update'
+  opts.on('-d','--destination TOPIC', 'Topic to listen to') do |destination|
+    options[:destination] = destination
+  end
+
+  options[:client_id] = "fedora_stomper"
+  opts.on('-c', '--client-id ID', 'Stomp client ID') do |client_id|
+    Dor::Config.stomp.client_id = client_id
+  end
+  
+  opts.on('-v', 'Verbose') do
+    options[:log_level] -= 1 if options[:log_level] > 0
+  end
+  
+  opts.on('-h', '--help', 'Display this screen') do
+    puts opts
+    exit
+  end
+end
+
+optparse.parse!
+
+begin; require 'rubygems'; rescue; end
+
+unless options[:dor_config]
+  $stderr.puts "The --dor-config PATH option is mandatory. Please provide the path to a valid dor-services configuration file."
+  exit 1
+end
+
+puts "loading listener"
+
+begin
+  @clientid = options[:client_id]
+  @destination = options[:destination]
+
+  
+  @conn = Dor::Config.stomp.connection
+  $stderr.print Time.now.to_s + " Getting output from #{@destination}\n"
+  
+  @conn.subscribe(@destination, {"activemq.subscriptionName" => @clientid, :ack =>"client" })
+  while true
+    
+      begin
+      	Timeout::timeout(300) do
+        	@msg = @conn.receive
+        end
+        if @msg.nil?
+        $stderr.print 'nil message\n'
+        else
+        pid = @msg.headers["pid"]
+        method = @msg.headers["methodName"]
+
+        if ["addDatastream", "addRelationship","ingest","modifyDatastreamByValue","modifyDatastreamByReference","modifyObject","purgeDatastream","purgeRelationship","reindex"].include? method
+          begin
+            obj = Dor.load_instance pid
+            Dor::SearchService.solr.add(obj.to_solr, :add_attributes => {:commitWithin => 10}) unless obj.nil?
+          rescue
+          end
+        elsif method == "purgeObject"
+          Dor::SearchService.solr.delete_by_id(pid)
+        else
+          $stderr.print Time.now.to_s + " Unknown Method: #{method} for PID #{pid}"
+        end
+        $stderr.print Time.now.to_s + " updated solr index for #{pid}\n"
+        @conn.ack @msg.headers["message-id"]
+        end
+      rescue Timeout::Error
+				begin
+					$stderr.print Time.now.to_s +" Sending heartbeat\n"
+					@conn.begin('heartbeat')
+					@conn.commit('heartbeat')
+				rescue Exception => e
+					body = "Unable to send heartbeat to broker\n"
+					body << "\n\nExeption:\n" << he.inspect << "\n" << he.backtrace.join("\n")
+					$stderr.print(Time.now.to_s + " Unable to send heartbeat")
+					$stderr.print(body)
+				end
+			
+	      
+      rescue Exception => e
+        $stderr.print Time.now.to_s + " failed to update solr index for #{pid}: #<#{e.class.name}: #{e.message}>"
+      end
+  end
+  @conn.join
+rescue Exception => e
+p e
+end
+

data/bin/dor-indexerd

@@ -0,0 +1,73 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'daemons'
+require 'stomp'
+
+banner=<<-EOC
+Usage: #{File.basename(__FILE__)} command --dor-config PATH [options]
+        PATH must point to a valid dor-services configuration file
+Commands:
+        start         start an instance of the application
+        stop          stop all instances of the application
+        restart       stop all instances and restart them afterwards
+        status        show status (PID) of application instances
+Options:
+        --dor-config PATH          Load the dor-services configuration file at this path
+        -d, --destination TOPIC    Topic to listen to (default: /topic/fedora.apim.update)
+        -c, --client-id            Stomp client ID (default: fedora_stomper)
+        -h, --help                 Display this screen
+EOC
+
+
+# check for a valid command
+unless ['start','stop','restart','status'].include? ARGV[0]
+  puts banner
+  exit 7
+end
+
+if ARGV.include?('-h') || ARGV.include?('--help')
+  puts banner
+  exit 0
+end
+
+# Make sure --dor-config was set for the start and restart commands
+if ARGV[0] == 'start' || ARGV[0] == 'restart'
+  unless ARGV[1] == '--dor-config'
+    puts "ERROR: You must --dor-config to specify the path to a valid dor-services gem configuration file"
+    exit 8
+  end
+end
+#4th arg should be --log_dir and 5th is the path.
+log_dir=nil
+if ARGV[3]=='--log_dir'
+log_dir=ARGV[4]
+else
+	puts "Log dir not specified"
+end
+
+
+if log_dir.empty?
+	File.join(Dir.pwd,'log')
+end
+
+
+options = {
+  :multiple=>ARGV.any? { |arg| arg =~ %r{^/queue/}},
+  :dir_mode=>:normal,
+  :dir=>'/tmp',
+  :log_dir=> log_dir,
+  :log_output=>true,
+  :backtrace=>true
+}
+argv_array = []
+argv_array << ARGV[0]
+argv_array << '--'
+ARGV[1..-1].each {|ele| argv_array << ele }
+options[:ARGV] = argv_array
+
+version = '>=0'
+#app = Gem.bin_path('dor-services','dor-indexer',version)
+app = File.expand_path('../dor-indexer',__FILE__)
+Daemons.run(app,options)
+

data/bin/nokogiri

@@ -0,0 +1,19 @@
+#!/usr/bin/env ruby_noexec_wrapper
+#
+# This file was generated by RubyGems.
+#
+# The application 'nokogiri' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0"
+
+if ARGV.first =~ /^_(.*)_$/ and Gem::Version.correct? $1 then
+  version = $1
+  ARGV.shift
+end
+
+gem 'nokogiri', version
+load Gem.bin_path('nokogiri', 'nokogiri', version)

data/bin/rake

@@ -0,0 +1,19 @@
+#!/usr/bin/env ruby_noexec_wrapper
+#
+# This file was generated by RubyGems.
+#
+# The application 'rake' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0"
+
+if ARGV.first =~ /^_(.*)_$/ and Gem::Version.correct? $1 then
+  version = $1
+  ARGV.shift
+end
+
+gem 'rake', version
+load Gem.bin_path('rake', 'rake', version)

data/bin/ruby_noexec_wrapper

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+original_file=ARGV[0]
+ARGV.shift
+$PROGRAM_NAME=original_file
+
+require 'rubygems'
+begin
+  require 'rubygems-bundler/noexec'
+rescue LoadError
+  warn "unable to load rubygems-bundler/noexec" if ENV.key?('NOEXEC_DEBUG')
+end
+
+eval File.read(original_file), binding, original_file

data/bin/solrizer

@@ -0,0 +1,19 @@
+#!/usr/bin/env ruby_noexec_wrapper
+#
+# This file was generated by RubyGems.
+#
+# The application 'solrizer' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0"
+
+if ARGV.first =~ /^_(.*)_$/ and Gem::Version.correct? $1 then
+  version = $1
+  ARGV.shift
+end
+
+gem 'solrizer', version
+load Gem.bin_path('solrizer', 'solrizer', version)

data/bin/solrizerd

@@ -0,0 +1,19 @@
+#!/usr/bin/env ruby_noexec_wrapper
+#
+# This file was generated by RubyGems.
+#
+# The application 'solrizer' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0"
+
+if ARGV.first =~ /^_(.*)_$/ and Gem::Version.correct? $1 then
+  version = $1
+  ARGV.shift
+end
+
+gem 'solrizer', version
+load Gem.bin_path('solrizer', 'solrizerd', version)

data/config/certs/README

@@ -0,0 +1 @@
+If you want to use the console, copy the robots-dor-dev.crt and .key from sul-lyberservices-dev

data/config/config_defaults.yml

@@ -0,0 +1,62 @@
+---
+:cleanup:
+  :local_workspace_root: /dor/workspace
+  :local_assembly_root: /dor/assembly
+  :local_export_home: /dor/export
+:ssl:
+  :cert_file:
+  :key_file:
+  :key_pass: ""
+:fedora:
+  :url:
+  :safeurl:
+:stomp:
+  :host:
+  :user: ""
+  :password: ""
+  :port: 61613
+  :client_id: 'dor-services'
+:solrizer:
+  :url:
+  :opts: {}
+:gsearch:
+  :rest_url:
+  :url:
+:metadata:
+  :catalog:
+    :url:
+  :exist:
+    :url:
+:sdr:
+  :local_workspace_root: /dor/workspace
+  :local_export_home: /dor/export
+  :datastreams:
+    :rightsMetadata: optional
+    :descMetadata: required
+    :sourceMetadata: optional
+    :identityMetadata: required
+    :provenanceMetadata: required
+    :relationshipMetadata: required
+    :technicalMetadata: required
+    :contentMetadata: required
+  :rest_url: ""
+:stacks:
+  :local_workspace_root: /dor
+  :storage_root: /stacks
+  :document_cache_storage_root:
+  :host:
+  :user:
+  :document_cache_host:
+  :document_cache_user:
+  :local_stacks_root: /stacks
+  :local_document_cache_root: /purl
+:suri:
+  :pass:
+  :id_namespace: druid
+  :url:
+  :user:
+  :mint_ids: false
+:workflow:
+  :url:
+:dor_services:
+  :url:

data/config/dev_console_env.rb.example

@@ -0,0 +1,67 @@
+# Copied from common-accessioning config/environments
+
+cert_dir = File.join(File.dirname(__FILE__), ".", "certs")
+
+Dor::Config.configure do
+  fedora do
+    url 'https://dor.edu/fedora'
+  end
+
+  ssl do
+    cert_file File.join(cert_dir,"robots-dor-dev.crt")
+    key_file File.join(cert_dir,"robots-dor-dev.key")
+    key_pass ''
+  end
+
+  suri do
+    mint_ids true
+    id_namespace 'druid'
+    url 'https://suri-server'
+    user ''
+    pass ''
+  end
+
+  metadata do
+    exist.url 'http://server/exist/rest/'
+    catalog.url 'http://lyberservices-prod.stanford.edu/catalog/mods'
+  end
+
+  stacks do
+    document_cache_storage_root '/home/lyberadmin/document_cache'
+    document_cache_host 'purl-dev.stanford.edu'
+    document_cache_user ''
+    local_workspace_root '/dor/workspace'
+    storage_root '/stacks'
+    host 'host'
+    user ''
+    local_stacks_root '/stacks'
+    local_document_cache_root '/purl'
+  end
+
+  gsearch.url 'https://host/solr/gsearch'
+  solrizer.url 'https://host/solr'
+  workflow.url 'https://host/workflow/'
+  dor_services.url 'https://host/dor/v1'
+
+  cleanup do
+    local_workspace_root '/dor/workspace'
+    local_export_home '/dor/export'
+  end
+
+  sdr do
+    local_workspace_root '/dor/workspace'
+    local_export_home '/dor/export'
+    datastreams do
+      contentMetadata 'required'
+      descMetadata 'required'
+      identityMetadata 'required'
+      provenanceMetadata 'required'
+      relationshipMetadata 'required'
+      rightsMetadata 'optional'
+      sourceMetadata 'optional'
+    end
+  end
+
+  accessioning_robot_sleep_time 30
+
+end

data/config/predicate_mappings.yml

@@ -0,0 +1,55 @@
+# The default namespace maps to the default namespace for generating rels_ext from solr
+:default_namespace: info:fedora/fedora-system:def/relations-external#
+
+# namespace mappings--- 
+# you can add specific mappings for your institution by providing the following:
+#   namespace_uri:
+#     :relationship_symbol: relationship_identifier
+# 
+# For example, if you have the following element in your rels_ext:
+#  
+#  <oai:itemID>oai:example.edu:changeme:500</oai:itemID>
+# 
+# With the last two lines of this file uncommented, the relationships hash of your object will include:
+#   :oai_item_id => ["info:fedora/oai:example.edu:changeme:500"]
+#
+:predicate_mapping:
+  info:fedora/fedora-system:def/relations-external#: 
+    :conforms_to: conformsTo
+    :has_annotation: hasAnnotation
+    :has_collection_member: hasCollectionMember
+    :has_constituent: hasConstituent
+    :has_dependent: hasDependent
+    :has_derivation: hasDerivation
+    :has_description: hasDescription
+    :has_equivalent: hasEquivalent
+    :has_metadata: hasMetadata
+    :has_member: hasMember
+    :has_model: hasModel
+    :has_part: hasPart
+    :has_subset: hasSubset
+    :is_annotation_of: isAnnotationOf
+    :is_constituent_of: isConstituentOf
+    :is_dependent_of: isDependentOf
+    :is_derivation_of: isDerivationOf
+    :is_description_of: isDescriptionOf
+    :is_member_of: isMemberOf
+    :is_member_of_collection: isMemberOfCollection
+    :is_metadata_for: isMetadataFor
+    :is_part_of: isPartOf
+    :is_subset_of: isSubsetOf
+    :is_topic_of: isTopicOf
+  info:fedora/fedora-system:def/model#:
+    :has_model: hasModel
+    :has_service: hasService
+  http://www.openarchives.org/OAI/2.0/: 
+    :oai_item_id: itemID
+  http://projecthydra.org/ns/relations#:
+    :is_governed_by: isGovernedBy
+    :references_agreement: referencesAgreement
+    :referencesAgreement: referencesAgreement
+:predicate_namespaces:
+  :hydra: http://projecthydra.org/ns/relations#
+  :fedora: info:fedora/fedora-system:def/relations-external#
+  :fedora-model: info:fedora/fedora-system:def/model#
+  :oai: http://www.openarchives.org/OAI/2.0/