zizia 2.1.0.alpha.08 → 2.1.0.alpha.09
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.circleci/config.yml +1 -1
- data/README.md +1 -1
- data/app/importers/modular_importer.rb +1 -1
- data/lib/zizia/hyrax_record_importer.rb +6 -6
- data/lib/zizia/importer.rb +4 -4
- data/lib/zizia/version.rb +1 -1
- data/spec/zizia/csv_template_spec.rb +5 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: df38310eefb6cf286ea8be271801a25f0220b895f75606152d24da1d229516f7
|
4
|
+
data.tar.gz: 38c2bece99c72f109498e1a2778528a1d4a1d0909745c72eb347c9c60bc40679
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 2ceffb44d966e00d57549a94b2f107e0b33be5fd90dde44988668791951e3711f61fb60802045dbad4c5b415d251be0c2b26908c7b6ed18d19a61890170a5a0b
|
7
|
+
data.tar.gz: a819a0a23c09bf88e9ab15cd99d85c5dba0c52ae5cb962af5c2f163c9b666871dc3dda2fb8f7ebfdf57e28e31a03bed17a33fd049623e7e3b150a6101b87d6af
|
data/.circleci/config.yml
CHANGED
data/README.md
CHANGED
@@ -11,7 +11,7 @@ information. See the <a href="https://curationexperts.github.io/zizia/">Getting
|
|
11
11
|
|
12
12
|
|
13
13
|
[](https://badge.fury.io/rb/zizia)
|
14
|
-
[](https://circleci.com/gh/curationexperts/zizia)
|
15
15
|
[](http://www.rubydoc.info/gems/zizia) [](https://coveralls.io/github/curationexperts/zizia?branch=coveralls)
|
16
16
|
|
17
17
|
</td></tr>
|
@@ -24,7 +24,7 @@ class ModularImporter
|
|
24
24
|
|
25
25
|
file = File.open(@csv_file)
|
26
26
|
|
27
|
-
Zizia.config.default_info_stream << "event: start_import, batch_id: #{@csv_import.id}, collection_id: #{@collection_id}, user: #{@user_email}"
|
27
|
+
Zizia.config.default_info_stream << "[zizia] event: start_import, batch_id: #{@csv_import.id}, collection_id: #{@collection_id}, user: #{@user_email}"
|
28
28
|
Zizia::Importer.new(parser: Zizia::CsvParser.new(file: file), record_importer: Zizia::HyraxRecordImporter.new(attributes: attrs)).import
|
29
29
|
file.close
|
30
30
|
end
|
@@ -193,7 +193,7 @@ module Zizia
|
|
193
193
|
# We assume the object was created as expected if the actor stack returns true.
|
194
194
|
# Note that for now the update stack will only update metadata and update collection membership, it will not re-import files.
|
195
195
|
def update_for(existing_record:, update_record:)
|
196
|
-
info_stream << "event: record_update_started, batch_id: #{batch_id}, collection_id: #{collection_id}, #{deduplication_field}: #{update_record.respond_to?(deduplication_field) ? update_record.send(deduplication_field) : update_record}"
|
196
|
+
info_stream << "[zizia] event: record_update_started, batch_id: #{batch_id}, collection_id: #{collection_id}, #{deduplication_field}: #{update_record.respond_to?(deduplication_field) ? update_record.send(deduplication_field) : update_record}"
|
197
197
|
additional_attrs = {
|
198
198
|
depositor: @depositor.user_key
|
199
199
|
}
|
@@ -211,11 +211,11 @@ module Zizia
|
|
211
211
|
|
212
212
|
actor_env = Hyrax::Actors::Environment.new(existing_record, ::Ability.new(@depositor), attrs)
|
213
213
|
if metadata_only_middleware.update(actor_env)
|
214
|
-
info_stream << "event: record_updated, batch_id: #{batch_id}, record_id: #{existing_record.id}, collection_id: #{collection_id}, #{deduplication_field}: #{existing_record.respond_to?(deduplication_field) ? existing_record.send(deduplication_field) : existing_record}"
|
214
|
+
info_stream << "[zizia] event: record_updated, batch_id: #{batch_id}, record_id: #{existing_record.id}, collection_id: #{collection_id}, #{deduplication_field}: #{existing_record.respond_to?(deduplication_field) ? existing_record.send(deduplication_field) : existing_record}"
|
215
215
|
@success_count += 1
|
216
216
|
else
|
217
217
|
existing_record.errors.each do |attr, msg|
|
218
|
-
error_stream << "event: validation_failed, batch_id: #{batch_id}, collection_id: #{collection_id}, attribute: #{attr.capitalize}, message: #{msg}, record_title: record_title: #{attrs[:title] ? attrs[:title] : attrs}"
|
218
|
+
error_stream << "[zizia] event: validation_failed, batch_id: #{batch_id}, collection_id: #{collection_id}, attribute: #{attr.capitalize}, message: #{msg}, record_title: record_title: #{attrs[:title] ? attrs[:title] : attrs}"
|
219
219
|
end
|
220
220
|
@failure_count += 1
|
221
221
|
end
|
@@ -224,7 +224,7 @@ module Zizia
|
|
224
224
|
# Create an object using the Hyrax actor stack
|
225
225
|
# We assume the object was created as expected if the actor stack returns true.
|
226
226
|
def create_for(record:)
|
227
|
-
info_stream << "event: record_import_started, batch_id: #{batch_id}, collection_id: #{collection_id}, record_title: #{record.respond_to?(:title) ? record.title : record}"
|
227
|
+
info_stream << "[zizia] event: record_import_started, batch_id: #{batch_id}, collection_id: #{collection_id}, record_title: #{record.respond_to?(:title) ? record.title : record}"
|
228
228
|
|
229
229
|
additional_attrs = {
|
230
230
|
uploaded_files: create_upload_files(record),
|
@@ -248,11 +248,11 @@ module Zizia
|
|
248
248
|
attrs)
|
249
249
|
|
250
250
|
if Hyrax::CurationConcern.actor.create(actor_env)
|
251
|
-
info_stream << "event: record_created, batch_id: #{batch_id}, record_id: #{created.id}, collection_id: #{collection_id}, record_title: #{attrs[:title]&.first}"
|
251
|
+
info_stream << "[zizia] event: record_created, batch_id: #{batch_id}, record_id: #{created.id}, collection_id: #{collection_id}, record_title: #{attrs[:title]&.first}"
|
252
252
|
@success_count += 1
|
253
253
|
else
|
254
254
|
created.errors.each do |attr, msg|
|
255
|
-
error_stream << "event: validation_failed, batch_id: #{batch_id}, collection_id: #{collection_id}, attribute: #{attr.capitalize}, message: #{msg}, record_title: record_title: #{attrs[:title] ? attrs[:title] : attrs}"
|
255
|
+
error_stream << "[zizia] event: validation_failed, batch_id: #{batch_id}, collection_id: #{collection_id}, attribute: #{attr.capitalize}, message: #{msg}, record_title: record_title: #{attrs[:title] ? attrs[:title] : attrs}"
|
256
256
|
end
|
257
257
|
@failure_count += 1
|
258
258
|
end
|
data/lib/zizia/importer.rb
CHANGED
@@ -40,8 +40,8 @@ module Zizia
|
|
40
40
|
|
41
41
|
# Do not attempt to run an import if there are no records. Instead, just write to the log.
|
42
42
|
def no_records_message
|
43
|
-
@info_stream << "event: empty_import, batch_id: #{record_importer.batch_id}"
|
44
|
-
@error_stream << "event: empty_import, batch_id: #{record_importer.batch_id}"
|
43
|
+
@info_stream << "[zizia] event: empty_import, batch_id: #{record_importer.batch_id}"
|
44
|
+
@error_stream << "[zizia] event: empty_import, batch_id: #{record_importer.batch_id}"
|
45
45
|
end
|
46
46
|
|
47
47
|
##
|
@@ -51,11 +51,11 @@ module Zizia
|
|
51
51
|
def import
|
52
52
|
no_records_message && return unless records.count.positive?
|
53
53
|
start_time = Process.clock_gettime(Process::CLOCK_MONOTONIC)
|
54
|
-
@info_stream << "event: start_import, batch_id: #{record_importer.batch_id}, expecting to import #{records.count} records."
|
54
|
+
@info_stream << "[zizia] event: start_import, batch_id: #{record_importer.batch_id}, expecting to import #{records.count} records."
|
55
55
|
records.each { |record| record_importer.import(record: record) }
|
56
56
|
end_time = Process.clock_gettime(Process::CLOCK_MONOTONIC)
|
57
57
|
elapsed_time = end_time - start_time
|
58
|
-
@info_stream << "event: finish_import, batch_id: #{record_importer.batch_id}, successful_record_count: #{record_importer.success_count}, failed_record_count: #{record_importer.failure_count}, elapsed_time: #{elapsed_time}, elapsed_time_per_record: #{elapsed_time / records.count}"
|
58
|
+
@info_stream << "[zizia] event: finish_import, batch_id: #{record_importer.batch_id}, successful_record_count: #{record_importer.success_count}, failed_record_count: #{record_importer.failure_count}, elapsed_time: #{elapsed_time}, elapsed_time_per_record: #{elapsed_time / records.count}"
|
59
59
|
end
|
60
60
|
end
|
61
61
|
end
|
data/lib/zizia/version.rb
CHANGED
@@ -5,7 +5,11 @@ require 'spec_helper'
|
|
5
5
|
RSpec.describe Zizia::CsvTemplate do
|
6
6
|
let(:csv_template) { described_class.new }
|
7
7
|
|
8
|
-
|
8
|
+
before do
|
9
|
+
Zizia.config.metadata_mapper_class = Zizia::HyraxBasicMetadataMapper
|
10
|
+
end
|
11
|
+
|
12
|
+
it 'returns a CSV string based on the headers in the Hyrax mapper' do
|
9
13
|
expect(csv_template.to_s).to eq(Zizia::HyraxBasicMetadataMapper.new.fields.join(','))
|
10
14
|
end
|
11
15
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: zizia
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.1.0.alpha.
|
4
|
+
version: 2.1.0.alpha.09
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Data Curation Experts
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2019-08-
|
11
|
+
date: 2019-08-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: active-fedora
|