traject_horizon 1.2.0 → 1.2.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 29c758569e67537ff229e7164ecf684050602286
+  data.tar.gz: e1cebb44ff2ac1cb794b7e591eef29c3e8b4741b
+SHA512:
+  metadata.gz: ea9b3cf1c58394594ed9093e56d065925eb86981acc8b2f70a66316f4906a470aae828fb2fb2ed7c56346b84dd34bf2af9659195100c9432bac0b8cf231d7199
+  data.tar.gz: 6ab6d5e79a425dc7f3bdfe643d19fac16c29c401fe9dfa85a8d4027d34465f5b2f0f3450bf27a63fc16d4ee8dd7fd279d78d3caf776182f0aef03507c019d783

data/README.md

@@ -149,6 +149,25 @@ Currently, item/copy information may not be treated entirely consistent here,
 there may be edge-case encoding bugs related to non-ascii item/copy notes etc,
 and it may not be possible to output them in Marc8. Sorry.
 
+## Note on Horizon deleted records
+
+When records are deleted in horizon, they remain in the Horizon database for a while until purged. 
+While deleted records remain, they have leader byte 5 set to 'd', which indicates deleted in Marc21. 
+
+You may want to skip these records when indexing. There's no feature
+in `traject_horizon` to do that at present, but you can use the standard
+traject `skip!` feature. At the beginning of your traject configuration:
+
+~~~ruby
+# Skip records with leader byte 5 'd', those are records marked
+# for deletion but not yet purged from horizon.
+each_record do |record, context|
+  if record.leader[5] == 'd'
+    context.skip!("Leader byte 5 is 'd', record marked for deletion in Horizon")
+  end
+end
+~~~
+
 ## Challenges
 
 I had to reverse engineer the Horizon database to figure out how to turn it into

data/lib/traject/horizon_reader.rb

@@ -29,6 +29,12 @@ module Traject
   # [horizon.database] (default 'horizon')
   # [horizon.jtds_type] default 'sybase', or 'sqlserver'
   #
+  # [horizon.timeout] value in SECONDS given to jtds driver for socketTimeout and loginTimeout. 
+  #                   if this is not set, if Horizon db or server goes down in mid-export,
+  #                   your program may hang forever. However, the trade-off is when this is set,
+  #                   a slow query may trigger timeout. As a compromise, we've set DEFAULT
+  #                   to 1200 seconds (20 minutes).
+  #
   #
   # == What to export
   #
@@ -688,6 +694,10 @@ module Traject
       # Not sure if useCursors makes a difference, but just in case.
       url += ";useCursors=true"
 
+      if timeout = settings['horizon.timeout']
+        url += ";socketTimeout=#{timeout};loginTimeout=#{timeout}"
+      end
+
       if include_password
         password  = settings['horizon.password'] or raise ArgumentError.new("Need horizon.password setting")
         url += ";password=#{password}"
@@ -714,6 +724,8 @@ module Traject
 
     def self.default_settings
       {
+        "horizon.timeout"    => 1200, # 1200 seconds == 20 minutes
+
         "horizon.batch_size" => 400,
 
         "horizon.public_only" => true,

data/lib/traject_horizon/version.rb

@@ -1,3 +1,3 @@
 module TrajectHorizon
-  VERSION = "1.2.0"
+  VERSION = "1.2.1"
 end

metadata

@@ -1,113 +1,100 @@
 --- !ruby/object:Gem::Specification
 name: traject_horizon
 version: !ruby/object:Gem::Version
-  version: 1.2.0
-  prerelease: 
+  version: 1.2.1
 platform: ruby
 authors:
 - Jonathan Rochkind
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2014-01-06 00:00:00.000000000 Z
+date: 2014-01-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: traject
-  requirement: !ruby/object:Gem::Requirement
-    none: false
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  prerelease: false
+  type: :runtime
 - !ruby/object:Gem::Dependency
   name: marc-marc4j
-  requirement: !ruby/object:Gem::Requirement
-    none: false
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  prerelease: false
+  type: :runtime
 - !ruby/object:Gem::Dependency
   name: ensure_valid_encoding
-  requirement: !ruby/object:Gem::Requirement
-    none: false
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 0.5.3
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 0.5.3
+  prerelease: false
+  type: :runtime
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: !ruby/object:Gem::Requirement
-    none: false
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.3'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.3'
+  prerelease: false
+  type: :development
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: !ruby/object:Gem::Requirement
-    none: false
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  prerelease: false
+  type: :development
 - !ruby/object:Gem::Dependency
   name: minitest
-  requirement: !ruby/object:Gem::Requirement
-    none: false
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-description: 
+  prerelease: false
+  type: :development
+description:
 email:
 - jonathan@dnil.net
 executables: []
@@ -132,30 +119,29 @@ files:
 homepage: http://github.com/jrochkind/traject_horizon
 licenses:
 - MIT
-post_install_message: 
+metadata: {}
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 1.8.23
-signing_key: 
-specification_version: 3
+rubyforge_project:
+rubygems_version: 2.1.11
+signing_key:
+specification_version: 4
 summary: Horizon ILS MARC Exporter, a plugin for the traject tool
 test_files:
 - test/horizon_bib_auth_merge_test.rb
 - test/horizon_convert_text_test.rb
 - test/test_helper.rb
-has_rdoc: 
+has_rdoc: