cdmbl 0.2.23 → 0.2.24

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d6e37be7bc0d714cb8e3a013b86b333920abed17
-  data.tar.gz: 32ed7c0a07c300dde3a6fedd05e76b93546e0a34
+  metadata.gz: dafe95ecc0d73a1f107a9076e5e2e5a2ba8a17c3
+  data.tar.gz: b24e885e7c0d1259d8e9539276c2c627867e17b8
 SHA512:
-  metadata.gz: 7171a28e854a1f4dd95df9f2fb544066cf33da9dac7eb7288e8ef34d512258278ade3167d5a549e38c7a068e774e0ce4cf18b3b40087ff253f37bd10de575c75
-  data.tar.gz: 5ebc8a3b19678faac0e85253f554d831b597dd21652972cf11efc425fd7ccb5f3df356b4d5667bbd27c8db05987986c7766d6ba5fb91b64313f29511d083ed40
+  metadata.gz: c1d546dee3cb5396c9c575f5540be4030371491b764d1bb9edc0bc289d643bb9a30a2a6c4627d41e2ee57ef0235be2df759da03026b00abb4c46736dfd5c927e
+  data.tar.gz: adca1571adda3f2d29033ee033678c31304c1883e7dc88863d82a6d15c84f65b4531287657376018ea523267ff6cf81cd327a0310ba4adddcded67631b84efd6

data/lib/cdmbl/etl_run.rb

@@ -15,7 +15,7 @@ module CDMBL
                    cdm_endpoint: '',
                    resumption_token: false,
                    field_mappings: false,
-                   minimum_date: '1900-01-01',
+                   minimum_date: nil,
                    oai_requester: OaiRequest,
                    extractor: Extractor,
                    transformer: Transformer,

data/lib/cdmbl/oai_request.rb

@@ -3,12 +3,12 @@ module CDMBL
       attr_reader :base_uri, :resumption_token, :client, :from
       def initialize(base_uri: '',
                      resumption_token: false,
-                     from: '1900-01-01',
+                     from: false,
                      client: Net::HTTP)
           @base_uri         = base_uri
           @resumption_token = resumption_token
           @client           = client
-          @from             = from
+          @from             = (from) ? "&from=#{from}" : ''
       end
 
       def identifiers
@@ -22,7 +22,7 @@ module CDMBL
       private
 
       def first_batch_uri
-        "#{base_uri}?verb=ListIdentifiers&metadataPrefix=oai_dc&from=#{from}"
+        "#{base_uri}?verb=ListIdentifiers&metadataPrefix=oai_dc#{from}"
       end
 
       def batch_uri

data/lib/cdmbl/transformer.rb

@@ -52,7 +52,7 @@ module CDMBL
         {dest_path: 'setspec_ssi', origin_path: '/', formatters: [AddSetSpecFormatter, SetSpecFormatter]},
         {dest_path: 'collection_name_ssi', origin_path: '/', formatters: [AddSetSpecFormatter, CollectionNameFormatter]},
         {dest_path: 'collection_name_tei', origin_path: '/', formatters: [AddSetSpecFormatter, CollectionNameFormatter]},
-        {dest_path: 'collection_description_tei', origin_path: '/', formatters: [AddSetSpecFormatter, CollectionDescriptionFormatter, FilterBadCollections]},
+        {dest_path: 'collection_description_tesi', origin_path: '/', formatters: [AddSetSpecFormatter, CollectionDescriptionFormatter, FilterBadCollections]},
         {dest_path: 'parent_collection_name_ssi', origin_path: 'par', formatters: [StripFormatter]},
         {dest_path: 'parent_collection_name_tei', origin_path: 'par', formatters: [StripFormatter]},
         {dest_path: 'parent_collection_description_tei', origin_path: 'par', formatters: [StripFormatter]},

data/lib/cdmbl/version.rb

@@ -1,3 +1,3 @@
 module CDMBL
-  VERSION = "0.2.23"
+  VERSION = "0.2.24"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cdmbl
 version: !ruby/object:Gem::Version
-  version: 0.2.23
+  version: 0.2.24
 platform: ruby
 authors:
 - chadfennell
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-12-13 00:00:00.000000000 Z
+date: 2017-02-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: hash_at_path