cdmbl 0.2.31 → 0.2.32
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/cdmbl/etl_worker.rb +3 -1
- data/lib/cdmbl/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: dbd01aa2be0b3b97b2ecc68b8f0eff220eac8d52
|
|
4
|
+
data.tar.gz: 374f041bf0b486b1d74dd2e02f1de7215abd6046
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: bf7fe5c288aec684101d4dff0bdb4381a4c9763cf945f67452bf5304f3572b35dceb6831e57ae67677b5d4f63fffb21d6d5c18b6fc77642955d693f757ea00ed
|
|
7
|
+
data.tar.gz: 532cb6ea031302191d14e8c1563586678530e4b3d44e8a7603584e0b7e5e891c2ce20a303fe75460746cf7985f5dfe5f776f91d3eedffed1dc561e57f4e03b89
|
data/lib/cdmbl/etl_worker.rb
CHANGED
|
@@ -30,7 +30,8 @@ module CDMBL
|
|
|
30
30
|
else
|
|
31
31
|
ingest_batches!
|
|
32
32
|
if extraction.next_resumption_token && is_recursive
|
|
33
|
-
|
|
33
|
+
# Call the next batch of records
|
|
34
|
+
ETLWorker.perform_async(solr_config, next_etl_config, batch_size)
|
|
34
35
|
else
|
|
35
36
|
CDMBL::CompletedCallback.call!(solr_client)
|
|
36
37
|
end
|
|
@@ -39,6 +40,7 @@ module CDMBL
|
|
|
39
40
|
|
|
40
41
|
private
|
|
41
42
|
|
|
43
|
+
# Break down extractions into batches of IDs for ingestion
|
|
42
44
|
def ingest_batches!
|
|
43
45
|
sent_deleted = false
|
|
44
46
|
extraction.local_identifiers.each_slice(batch_size) do |ids|
|
data/lib/cdmbl/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: cdmbl
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.2.
|
|
4
|
+
version: 0.2.32
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- chadfennell
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-
|
|
11
|
+
date: 2017-05-01 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: hash_at_path
|