dor-services 4.25.1 → 5.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8d874d7b3b3faba10bc91206c5d0f6738ce7cdb7
-  data.tar.gz: fa48098585906818990992f67587fbe05c173786
+  metadata.gz: 4fe796a095980fa5dde86937ecec282bed096a0e
+  data.tar.gz: 6da19a0e7f1559941a5b8aef313c95a1c52b6f23
 SHA512:
-  metadata.gz: 378f85b8b415ed95f8b82da5fcd5775fe1f0478dbe7cf3ebfc59befd1a522d65dcd91a6230d1e36e4bfc81c2db70cb50fe1a29478cedebf35fd2d83dbbd43e68
-  data.tar.gz: cd23dfa311e4173e35dfad212762e5b8bcb4784c064ac8d0811fb4aca897fffdd9ba87a46d11af2df66bd906e67a45704cab15ec34f37759c880e44bba27d7af
+  metadata.gz: 1ed1230e8f639f2cbfd2314d7faddb190958b03776d61cf66fa469c56b20a9f2533b3d169bec669b9b98870a140f6237a3fefa07542ce4d5ac23a61c8d634b01
+  data.tar.gz: b779592abbf39e09df3ad859b7b072794cb987a42522043190dbc7bffb5345004326c60cd27e660c8bed63c530be7b02cb615203e0f9c60c49ff95ee7294e631

data/bin/dor-indexer

@@ -27,11 +27,11 @@ optparse = OptionParser.new do|opts|
   opts.on('-c', '--client-id ID', 'Stomp client ID') do |client_id|
     Dor::Config.stomp.client_id = client_id
   end
-
+  
   opts.on('-v', 'Verbose') do
     options[:log_level] -= 1 if options[:log_level] > 0
   end
-
+  
   opts.on('-h', '--help', 'Display this screen') do
     puts opts
     exit
@@ -53,16 +53,16 @@ begin
   @clientid = options[:client_id]
   @destination = options[:destination]
 
-
+  
   @conn = Dor::Config.stomp.connection
   $stderr.print Time.now.to_s + " Getting output from #{@destination}\n"
-
+  
   @conn.subscribe(@destination, {"activemq.subscriptionName" => @clientid, :ack =>"client" })
   while true
-
+    
       begin
-        Timeout::timeout(300) do
-          @msg = @conn.receive
+      	Timeout::timeout(300) do
+        	@msg = @conn.receive
         end
         if @msg.nil?
         $stderr.print 'nil message\n'
@@ -85,18 +85,18 @@ begin
         @conn.ack @msg.headers["message-id"]
         end
       rescue Timeout::Error
-        begin
-          $stderr.print Time.now.to_s +" Sending heartbeat\n"
-          @conn.begin('heartbeat')
-          @conn.commit('heartbeat')
-        rescue Exception => e
-          body = "Unable to send heartbeat to broker\n"
-          body << "\n\nExeption:\n" << he.inspect << "\n" << he.backtrace.join("\n")
-          $stderr.print(Time.now.to_s + " Unable to send heartbeat")
-          $stderr.print(body)
-        end
-
-
+				begin
+					$stderr.print Time.now.to_s +" Sending heartbeat\n"
+					@conn.begin('heartbeat')
+					@conn.commit('heartbeat')
+				rescue Exception => e
+					body = "Unable to send heartbeat to broker\n"
+					body << "\n\nExeption:\n" << he.inspect << "\n" << he.backtrace.join("\n")
+					$stderr.print(Time.now.to_s + " Unable to send heartbeat")
+					$stderr.print(body)
+				end
+			
+	      
       rescue Exception => e
         $stderr.print Time.now.to_s + " failed to update solr index for #{pid}: #<#{e.class.name}: #{e.message}>"
       end
@@ -105,3 +105,4 @@ begin
 rescue Exception => e
 p e
 end
+

data/bin/dor-indexerd

@@ -43,12 +43,12 @@ log_dir=nil
 if ARGV[3]=='--log_dir'
 log_dir=ARGV[4]
 else
-  puts "Log dir not specified"
+	puts "Log dir not specified"
 end
 
 
 if log_dir.empty?
-  File.join(Dir.pwd,'log')
+	File.join(Dir.pwd,'log')
 end
 
 
@@ -70,3 +70,4 @@ version = '>=0'
 #app = Gem.bin_path('dor-services','dor-indexer',version)
 app = File.expand_path('../dor-indexer',__FILE__)
 Daemons.run(app,options)
+

data/config/certs/robots-dor-dev.crt

@@ -0,0 +1,29 @@
+-----BEGIN CERTIFICATE-----
+MIIE9zCCAt8CCQCcUJVDTu7rTjANBgkqhkiG9w0BAQUFADCBvzELMAkGA1UEBhMC
+VVMxEzARBgNVBAgTCkNhbGlmb3JuaWExETAPBgNVBAcTCFN0YW5mb3JkMRwwGgYD
+VQQKExNTdGFuZm9yZCBVbml2ZXJzaXR5MRIwEAYDVQQLEwlMaWJyYXJpZXMxJTAj
+BgNVBAMTHFNVTCBET1IgKGRldi90ZXN0KSBhY2Nlc3MgQ0ExLzAtBgkqhkiG9w0B
+CQEWIHN1bC13ZWJtYXN0ZXJAbGlzdHMuc3RhbmZvcmQuZWR1MB4XDTEyMDkyNjE1
+NTQzNVoXDTIyMDkyNDE1NTQzNVowgboxCzAJBgNVBAYTAlVTMRMwEQYDVQQIEwpD
+YWxpZm9ybmlhMREwDwYDVQQHEwhTdGFuZm9yZDEcMBoGA1UEChMTU3RhbmZvcmQg
+VW5pdmVyc2l0eTEyMDAGA1UEAxQpcm9ib3RzQHN1bC1seWJlcnNlcnZpY2VzLWRl
+di5zdGFuZm9yZC5lZHUxMTAvBgkqhkiG9w0BCQEWImRsc3MtZGV2ZWxvcGVyc0Bs
+aXN0cy5zdGFuZm9yZC5lZHUwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIB
+AQC1t+PPhLTDFQBuAf4f1GOj7jHdXMN0tvSHL1OCaibe0d8iKbXCMMIE0z8lbBpZ
+1pA+8terIvxoTlly92EEvGkywZb+DIxnjyG0b9ftDJ64pARJMcnvwJMW/w3WdHCd
+5uJ5HVM8ZCbEItUfskFukS6tfNBpG8ri6cIQ2ulJzOWYxPV5R2eRneM6vtFD0xtu
+RJb/uMwiOwB79qk4QazbEQtkeZsrvomDFkIuHO/nf9wmgYG99H7q1kXplIrzDDX+
+fvD+JHvuMr5YXfmBQ9wmaZf6YIL7CXj79HUF4uG/a0SjrLZyLh262zWJQFVpjSW8
+Brl/fAyjeZvWJMyCDXRqsedjAgMBAAEwDQYJKoZIhvcNAQEFBQADggIBAG0jIfTj
+1FJsxTzcD938vtKuNo5XEIX8phqW1MA2eJ5Ojgu1hpW5Jf7fmUHKVnamm7eya5QR
+356KCJzZzwdCS4xVFq/l43gCA2j8TYrwO6/0EfM/5psUZS3ecwahzcJXfHPHvd9u
+qaXRqbjJYi+Ls70uStTC/JBIIu48atDF0DeXJ21hAbstZ1OKKNzAcYgZk14GKxCi
+ArgAzdg8UDtC4KsdqgxP6vF8Vc/gcHSu9AkVHgPVXbITjV0/kaKNgFi0bVqP7bJD
+hrUFYrS+S+hflQJCmVrDwW0JU2HnJ3EJOFX5F4FYHL4vt6ZjVsMzucraMqiLyUaO
+s6DVaWO8WMlphmFUfb3ChQjrKxFZZ6vKJPD/ExnQHa0kWwOELyMJuXw2PLk7k+qD
+rmjX+K3Ed+JiJuiDG5k8f1BDZE24lvxDwye5fQyDWPfib1yTClYYy4PRh4AI688f
+qgMyv51Qx82o0IJ1On1rNg5/iB7OEVcYSol3U5xiY9gRUd3vq637agZzMuRQnKXs
+Uj0+Vl4OrZ54F8MVsUKfi7Je1oVUEhuHqFt/tSOGlHg1XyR/ExwulCNBKIVdhhrF
+rxZCYrGDSUCF6tteJXpOBTtFT9b7hbMmBohKyS4XjfPSPRh9QHx7wepqSp3aHpmR
+4gY8Go40mS83xHCKBooqsy2/Z9vQlSb9Cr8u
+-----END CERTIFICATE-----

data/config/certs/robots-dor-dev.key

@@ -0,0 +1,27 @@
+-----BEGIN RSA PRIVATE KEY-----
+MIIEpQIBAAKCAQEAtbfjz4S0wxUAbgH+H9Rjo+4x3VzDdLb0hy9Tgmom3tHfIim1
+wjDCBNM/JWwaWdaQPvLXqyL8aE5ZcvdhBLxpMsGW/gyMZ48htG/X7QyeuKQESTHJ
+78CTFv8N1nRwnebieR1TPGQmxCLVH7JBbpEurXzQaRvK4unCENrpSczlmMT1eUdn
+kZ3jOr7RQ9MbbkSW/7jMIjsAe/apOEGs2xELZHmbK76JgxZCLhzv53/cJoGBvfR+
+6tZF6ZSK8ww1/n7w/iR77jK+WF35gUPcJmmX+mCC+wl4+/R1BeLhv2tEo6y2ci4d
+uts1iUBVaY0lvAa5f3wMo3mb1iTMgg10arHnYwIDAQABAoIBAQCmlDzsZZ2C24S6
+U29OZFc21kq1vqyaGIEOT48BFSguyDsAyTWKH0IsRC41suRxCGTQn7KeegLh5zjO
+UAGK4uCYm6g7mOs4n5fpHUHWVuRFJG2dX1vbQTBVO1fHCJSX2ygumHhN+w0ibT/r
+v2+F2ObuOGWghM62tkylQNfsRD0QjalE8ST2xp9p4xwPrAwEuURlA04qnLYNi4+6
+qexDtrLG8E6JV/dd3dY95WjKPscadR1fAKm9sebD0XO31Lu6BGCvpmBU0OmYVfrY
+BN/ofhEmJh+Xgwfxx6PicRDvu9bPnffqbGhDO4ckGDlqXp1fDBgf1I7CclXdrVMH
+Qsxunh5pAoGBAN7929V1aw0S7Rqvuf4N+o1XwBExa2DL7EYI1Oea/nuBMPqvfeNh
+SrbM0gYejEzLmeRUUKRhMMoAgXQnxcg3Kz/5pUXT3b4YtzeskX8nkJ6/2gEU3M7E
+lJj7c5wW1otqMH19+iDNR4N8vjPh98kDJW1HZUHSAcdyE+dZiFP2ofMfAoGBANCe
+AJgA9EkdwZsom+I7Ty9LSrTWx6cKmNEbLVn1iSlyJx1kHoWyTMtuZszCWBjiXx70
+84WpX2B4MuJBq6sSoEiUahNsphks82glOd6i+eoE/I+NtZehOFnkAMyGux+FbMyG
+q/9ZlQgsbWpFHxS59vX/kvlNun2RpJkaF6QPBuc9AoGBAIGdscCb5cPNsoCGkGf6
+HB84WG4l+bJkFkyHKaoOT8neSGgOxe/7R4CGAbaI3yhsWGF+GPnTfJaOQLERxUch
+ukQPil/STNwIZcc4ycHNb6S3A7MJO2f8oBtkXcjnBYI4EUOAjHmwmNb3FV/3Ax6W
+c5TXoSXnOh2CU8twIWwcufolAoGATqnFf4uckZVu05rUbNIAYcz6NoZmck5EoVSm
+HS3Asqggp6yA9djtrCfNC5icr4VsaLfku5nKJQ4t4bLxkGhNmBCejwSA/S09+x9O
+Wu0JX3zR3y+IMczQ+tRGmNiU5qXhCJ4fbQHSeGqIN3Io7h/RR6E/QlJU59RrRG/a
+SjqAV+ECgYEA2mA5VFK3jECnLde+biEaXidIOuBMcqaP0VG6sBwz2wTGSTBE1WkG
+6prCD0McWVAgDTm3MMKxeuMaoW5eEi83+G+CywLaTBpc8Hz7qgRhBpKhRirCfHMW
+EfQV5k32vEGoSI+eG8zcGb9mwDeb/EWXAMGXrx2YuYFu7txtwC2mZXc=
+-----END RSA PRIVATE KEY-----

data/config/config_defaults.yml

@@ -61,11 +61,5 @@
 :workflow:
   :url:
   :timeout: 60
-  :logfile: workflow_service.log
-  :shift_age: weekly
 :dor_services:
   :url:
-:indexing_svc:
-  :log: 'log/indexing_svc.log'
-  :log_date_format_str: '%Y-%m-%d %H:%M:%S.%L'
-  :log_rotation_interval: 'daily'

data/config/dev_console_env.rb

@@ -0,0 +1,65 @@
+# Copied from common-accessioning config/environments
+
+cert_dir = File.join(File.dirname(__FILE__), ".", "certs")
+
+Dor::Config.configure do
+  fedora do
+    url 'https://sul-dor-dev.stanford.edu/fedora'
+  end
+
+  ssl do
+    cert_file File.join(cert_dir,"robots-dor-dev.crt")
+    key_file File.join(cert_dir,"robots-dor-dev.key")
+    key_pass ''
+  end
+
+  suri do
+    mint_ids true
+    id_namespace 'druid'
+    url 'https://lyberservices-dev.stanford.edu'
+    user 'labware'
+    pass 'lyberteam'
+  end
+
+  metadata do
+    exist.url 'http://viewer:l3l%40nd@lyberapps-dev.stanford.edu/exist/rest/'
+    catalog.url 'http://lyberservices-prod.stanford.edu/catalog/mods'
+  end
+
+  stacks do
+    document_cache_host 'purl-dev.stanford.edu'
+    document_cache_user 'lyberadmin'
+    local_workspace_root '/dor/workspace'
+    storage_root '/stacks'
+    host 'stacks-dev.stanford.edu'
+    user 'lyberadmin'
+    local_stacks_root '/stacks'
+    local_document_cache_root '/purl/document_cache'
+  end
+
+  gsearch.url 'https://dor-dev.stanford.edu/solr/gsearch'
+  solrizer.url 'https://dor-dev.stanford.edu/solr'
+  workflow.url 'https://lyberservices-dev.stanford.edu/workflow/'
+  dor_services.url 'https://dorAdmin:dorAdmin@sul-lyberservices-dev.stanford.edu/dor/v1'
+
+  cleanup do
+    local_workspace_root '/dor/workspace'
+    local_export_home '/dor/export'
+  end
+
+  sdr do
+    local_workspace_root '/dor/workspace'
+    local_export_home '/dor/export'
+    datastreams do
+      contentMetadata 'required'
+      descMetadata 'required'
+      identityMetadata 'required'
+      provenanceMetadata 'required'
+      relationshipMetadata 'required'
+      rightsMetadata 'optional'
+      sourceMetadata 'optional'
+    end
+  end
+
+end
+

data/config/environments/development.rb

@@ -0,0 +1,84 @@
+cert_dir = File.join(File.dirname(__FILE__), "..", "certs")
+
+Dor::Config.configure do
+  fedora do
+    url 'https://sul-dor-test.stanford.edu/fedora'
+  end
+
+  ssl do
+    cert_file File.join(cert_dir,"robots-dor-dev.crt")
+    key_file File.join(cert_dir,"robots-dor-dev.key")
+    key_pass ''
+  end
+
+  suri do
+    mint_ids true
+    id_namespace 'druid'
+    url 'https://lyberservices-dev.stanford.edu'
+    user 'labware'
+    pass 'lyberteam'
+  end
+
+  metadata do
+    exist.url 'http://viewer:l3l%40nd@lyberapps-dev.stanford.edu/exist/rest/'
+    catalog.url 'http://lyberservices-prod.stanford.edu/catalog/mods'
+  end
+
+  stacks do
+    document_cache_host 'purl-dev.stanford.edu'
+    local_stacks_root '/stacks'
+    local_document_cache_root '/purl/document_cache'
+    local_workspace_root '/dor/workspace'
+    url 'http://stacks-dev.stanford.edu'
+    iiif_profile 'http://iiif.io/api/image/2/level1.json'
+  end
+
+  solrizer.url 'http://127.0.0.1/solr/argo_test'
+  workflow.url 'https://lyberservices-dev.stanford.edu/workflow/'
+  dor_services.url 'https://dorAdmin:dorAdmin@sul-lyberservices-dev.stanford.edu/dor'
+
+  cleanup do
+    local_workspace_root '/dor/workspace'
+    local_export_home '/dor/export'
+  end
+
+  sdr do
+    url 'https://sdrAdmin:sdrAdmin@sul-sdr-services-dev.stanford.edu/sdr/'
+    local_workspace_root '/dor/workspace'
+    local_export_home '/dor/export'
+    datastreams do
+      administrativeMetadata 'optional'
+      contentMetadata 'optional'
+      descMetadata 'required'
+      defaultObjectRights 'optional'
+      events 'optional'
+      embargoMetadata 'optional'
+      identityMetadata 'required'
+      provenanceMetadata 'required'
+      relationshipMetadata 'required'
+      rightsMetadata 'optional'
+      roleMetadata 'optional'
+      sourceMetadata 'optional'
+      technicalMetadata 'optional'
+      versionMetadata 'required'
+      workflows 'optional'
+    end
+  end
+
+  accessioning_robot_sleep_time 30
+
+end
+
+
+#WORKFLOW_URI = 'http://lyberservices-test.stanford.edu/workflow'
+
+# Constants for Dor::WorkflowService
+#module Dor
+#  CREATE_WORKFLOW = DOR_CREATE_WORKFLOW = true
+#  WF_URI = 'http://lyberservices-test.stanford.edu/workflow'
+#end
+
+# External application locations
+JHOVE_HOME = File.join(ENV['HOME'], 'jhoveToolkit')
+
+REDIS_URL = "sul-lyberservices-dev.stanford.edu:6379/resque:#{ENV['ROBOT_ENVIRONMENT']}"

data/config/environments/development.rb.old

@@ -0,0 +1,84 @@
+cert_dir = File.join(File.dirname(__FILE__), "..", "certs")
+
+Dor::Config.configure do
+  fedora do
+    url 'https://sul-dor-dev.stanford.edu/fedora'
+  end
+
+  ssl do
+    cert_file File.join(cert_dir,"robots-dor-dev.crt")
+    key_file File.join(cert_dir,"robots-dor-dev.key")
+    key_pass ''
+  end
+
+  suri do
+    mint_ids true
+    id_namespace 'druid'
+    url 'https://lyberservices-dev.stanford.edu'
+    user 'labware'
+    pass 'lyberteam'
+  end
+
+  metadata do
+    exist.url 'http://viewer:l3l%40nd@lyberapps-dev.stanford.edu/exist/rest/'
+    catalog.url 'http://lyberservices-prod.stanford.edu/catalog/mods'
+  end
+
+  stacks do
+    document_cache_host 'purl-dev.stanford.edu'
+    local_stacks_root '/stacks'
+    local_document_cache_root '/purl/document_cache'
+    local_workspace_root '/dor/workspace'
+    url 'http://stacks-dev.stanford.edu'
+    iiif_profile 'http://iiif.io/api/image/2/level1.json'
+  end
+
+  solrizer.url 'http://sul-solr.stanford.edu/solr/argo_dev'
+  workflow.url 'https://lyberservices-dev.stanford.edu/workflow/'
+  dor_services.url 'https://dorAdmin:dorAdmin@sul-lyberservices-dev.stanford.edu/dor'
+
+  cleanup do
+    local_workspace_root '/dor/workspace'
+    local_export_home '/dor/export'
+  end
+
+  sdr do
+    url 'https://sdrAdmin:sdrAdmin@sul-sdr-services-dev.stanford.edu/sdr/'
+    local_workspace_root '/dor/workspace'
+    local_export_home '/dor/export'
+    datastreams do
+      administrativeMetadata 'optional'
+      contentMetadata 'optional'
+      descMetadata 'required'
+      defaultObjectRights 'optional'
+      events 'optional'
+      embargoMetadata 'optional'
+      identityMetadata 'required'
+      provenanceMetadata 'required'
+      relationshipMetadata 'required'
+      rightsMetadata 'optional'
+      roleMetadata 'optional'
+      sourceMetadata 'optional'
+      technicalMetadata 'optional'
+      versionMetadata 'required'
+      workflows 'optional'
+    end
+  end
+
+  accessioning_robot_sleep_time 30
+
+end
+
+
+#WORKFLOW_URI = 'http://lyberservices-test.stanford.edu/workflow'
+
+# Constants for Dor::WorkflowService
+#module Dor
+#  CREATE_WORKFLOW = DOR_CREATE_WORKFLOW = true
+#  WF_URI = 'http://lyberservices-test.stanford.edu/workflow'
+#end
+
+# External application locations
+JHOVE_HOME = File.join(ENV['HOME'], 'jhoveToolkit')
+
+REDIS_URL = "sul-lyberservices-dev.stanford.edu:6379/resque:#{ENV['ROBOT_ENVIRONMENT']}"

data/config/environments/test.rb

@@ -0,0 +1,84 @@
+cert_dir = File.join(File.dirname(__FILE__), "..", "certs")
+
+Dor::Config.configure do
+  fedora do
+    url 'https://sul-dor-test.stanford.edu/fedora'
+  end
+
+  ssl do
+    cert_file File.join(cert_dir,"robots-dor-dev.crt")
+    key_file File.join(cert_dir,"robots-dor-dev.key")
+    key_pass ''
+  end
+
+  suri do
+    mint_ids true
+    id_namespace 'druid'
+    url 'https://lyberservices-dev.stanford.edu'
+    user 'labware'
+    pass 'lyberteam'
+  end
+
+  metadata do
+    exist.url 'http://viewer:l3l%40nd@lyberapps-dev.stanford.edu/exist/rest/'
+    catalog.url 'http://lyberservices-prod.stanford.edu/catalog/mods'
+  end
+
+  stacks do
+    document_cache_host 'purl-dev.stanford.edu'
+    local_stacks_root '/stacks'
+    local_document_cache_root '/purl/document_cache'
+    local_workspace_root '/dor/workspace'
+    url 'http://stacks-dev.stanford.edu'
+    iiif_profile 'http://iiif.io/api/image/2/level1.json'
+  end
+
+  solrizer.url 'http://127.0.0.1/solr/argo_test'
+  workflow.url 'https://lyberservices-dev.stanford.edu/workflow/'
+  dor_services.url 'https://dorAdmin:dorAdmin@sul-lyberservices-dev.stanford.edu/dor'
+
+  cleanup do
+    local_workspace_root '/dor/workspace'
+    local_export_home '/dor/export'
+  end
+
+  sdr do
+    url 'https://sdrAdmin:sdrAdmin@sul-sdr-services-dev.stanford.edu/sdr/'
+    local_workspace_root '/dor/workspace'
+    local_export_home '/dor/export'
+    datastreams do
+      administrativeMetadata 'optional'
+      contentMetadata 'optional'
+      descMetadata 'required'
+      defaultObjectRights 'optional'
+      events 'optional'
+      embargoMetadata 'optional'
+      identityMetadata 'required'
+      provenanceMetadata 'required'
+      relationshipMetadata 'required'
+      rightsMetadata 'optional'
+      roleMetadata 'optional'
+      sourceMetadata 'optional'
+      technicalMetadata 'optional'
+      versionMetadata 'required'
+      workflows 'optional'
+    end
+  end
+
+  accessioning_robot_sleep_time 30
+
+end
+
+
+#WORKFLOW_URI = 'http://lyberservices-test.stanford.edu/workflow'
+
+# Constants for Dor::WorkflowService
+#module Dor
+#  CREATE_WORKFLOW = DOR_CREATE_WORKFLOW = true
+#  WF_URI = 'http://lyberservices-test.stanford.edu/workflow'
+#end
+
+# External application locations
+JHOVE_HOME = File.join(ENV['HOME'], 'jhoveToolkit')
+
+REDIS_URL = "sul-lyberservices-dev.stanford.edu:6379/resque:#{ENV['ROBOT_ENVIRONMENT']}"