cdmbl 0.2.20 → 0.2.21
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/cdmbl/etl_worker.rb +3 -3
- data/lib/cdmbl/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: fd9fea6971b175d445d9e9ead144aa5e9a0b69f1
|
|
4
|
+
data.tar.gz: 2421f9df5f929333e2d1897c894f5144f732b53f
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 6dc0cf4f595fe3dc2a7227e56099552acaabf7c5783692de7313416443e8438bc280a8dae764a9a446623dec40d28259dce40f337bd2048f7ebf335f3f023428
|
|
7
|
+
data.tar.gz: 0092116fa74ab309e91c2f78e0d62dfab009053ef4ba831563ce1ad427ad716ebcd793b86ef2ddf16f718689a0d2f640c08d66251d9e4b6ed3b12d566a32b5bc
|
data/lib/cdmbl/etl_worker.rb
CHANGED
|
@@ -10,7 +10,7 @@ module CDMBL
|
|
|
10
10
|
:sets
|
|
11
11
|
|
|
12
12
|
include Sidekiq::Worker
|
|
13
|
-
|
|
13
|
+
|
|
14
14
|
def perform(solr_config,
|
|
15
15
|
etl_config,
|
|
16
16
|
batch_size = 10,
|
|
@@ -45,7 +45,6 @@ module CDMBL
|
|
|
45
45
|
sent_deleted = false
|
|
46
46
|
extraction.local_identifiers.each_slice(batch_size) do |ids|
|
|
47
47
|
delete_ids = (sent_deleted == false) ? extraction.deletable_ids : []
|
|
48
|
-
CDMBL::LoaderNotification.call!(ids, delete_ids)
|
|
49
48
|
ETLWorker.perform_async(solr_config,
|
|
50
49
|
etl_config,
|
|
51
50
|
batch_size,
|
|
@@ -58,11 +57,12 @@ module CDMBL
|
|
|
58
57
|
end
|
|
59
58
|
|
|
60
59
|
def load!
|
|
60
|
+
CDMBL::LoaderNotification.call!(transformation.records, deletables)
|
|
61
61
|
etl_run.load!(deletables, transformation.records)
|
|
62
62
|
end
|
|
63
63
|
|
|
64
64
|
def transformation
|
|
65
|
-
etl_run.transform(sets, records)
|
|
65
|
+
@transformation ||= etl_run.transform(sets, records)
|
|
66
66
|
end
|
|
67
67
|
|
|
68
68
|
def records
|
data/lib/cdmbl/version.rb
CHANGED