polipus-elasticsearch 0.0.3 → 0.0.4
Sign up to get free protection for your applications and to get access to all the features.
|
@@ -34,7 +34,11 @@ module Polipus
|
|
|
34
34
|
end
|
|
35
35
|
obj['id'] = uuid(page)
|
|
36
36
|
obj['fetched_at'] = obj['fetched_at'].to_i
|
|
37
|
-
|
|
37
|
+
begin
|
|
38
|
+
index.store(obj, refresh)
|
|
39
|
+
rescue Elasticsearch::Transport::Transport::Errors::Conflict => ex
|
|
40
|
+
# you're trying to store an old version.
|
|
41
|
+
end
|
|
38
42
|
end
|
|
39
43
|
end
|
|
40
44
|
|
|
@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
|
4
4
|
|
|
5
5
|
Gem::Specification.new do |spec|
|
|
6
6
|
spec.name = 'polipus-elasticsearch'
|
|
7
|
-
spec.version = '0.0.
|
|
7
|
+
spec.version = '0.0.4'
|
|
8
8
|
spec.authors = ['Stefano Fontanelli']
|
|
9
9
|
spec.email = ['s.fontanelli@gmail.com']
|
|
10
10
|
spec.summary = 'Add support for ElasticSearch in Polipus crawler'
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: polipus-elasticsearch
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.4
|
|
5
5
|
prerelease:
|
|
6
6
|
platform: ruby
|
|
7
7
|
authors:
|
|
@@ -9,7 +9,7 @@ authors:
|
|
|
9
9
|
autorequire:
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date: 2015-
|
|
12
|
+
date: 2015-09-14 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
15
|
name: elasticsearch
|