arxivsync 0.1.1 → 0.1.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Gemfile +1 -1
- data/README.md +2 -2
- data/lib/arxivsync/downloader.rb +3 -1
- data/lib/arxivsync/version.rb +1 -1
- metadata +3 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 91a7b876c915379f07dabedacb1efbe2a48800c0
|
4
|
+
data.tar.gz: 3fa1194b3a4df9ddf03e2538ce522a5f6478709b
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 1fff8242e326fe57b592b04c2dd9bc1bbe8bfb171b1c1e87b16ae56c4cb3e82d9492971df9d32f0303ef89c536097b73b2e8148b09e8dabfd7bc83b1a98c0af4
|
7
|
+
data.tar.gz: 6036317d549d1348e9e4d8e599c365ae73a0451e6686be835aca1f71612f9cae1e5f2f44c9954eac4c14e576e40f426a07da24f289d5f01ed092a1e6da266583
|
data/Gemfile
CHANGED
data/README.md
CHANGED
@@ -1,4 +1,4 @@
|
|
1
|
-
# arxivsync 0.1.
|
1
|
+
# arxivsync 0.1.2
|
2
2
|
|
3
3
|
Ruby OAI interface for harvesting the arXiv. Can be used to store and update an XML mirror of paper metadata, and parse the XML into Ruby objects to allow conversion into a friendlier format.
|
4
4
|
|
@@ -44,7 +44,7 @@ If you just want arxivsync to do the request-cycle and parsing bits but handle s
|
|
44
44
|
ArxivSync.get_metadata(oai_params) do |resp, papers|
|
45
45
|
papers.each do |paper|
|
46
46
|
# Do stuff with paper
|
47
|
-
end
|
47
|
+
end
|
48
48
|
end
|
49
49
|
```
|
50
50
|
|
data/lib/arxivsync/downloader.rb
CHANGED
@@ -13,7 +13,8 @@ module ArxivSync
|
|
13
13
|
end
|
14
14
|
@last_params = nil
|
15
15
|
|
16
|
-
|
16
|
+
target = ENV['ARXIV_EXPORT_URI'] || "http://export.arxiv.org/oai2"
|
17
|
+
@oai = OAI::Client.new(target)
|
17
18
|
end
|
18
19
|
|
19
20
|
def start(&b)
|
@@ -34,6 +35,7 @@ module ArxivSync
|
|
34
35
|
break
|
35
36
|
end
|
36
37
|
else # We have a resumption_token, keep going!
|
38
|
+
sleep 20 # let's be extra cautious though
|
37
39
|
b.call(resp)
|
38
40
|
resp = make_request(resumptionToken: resp.resumption_token)
|
39
41
|
end
|
data/lib/arxivsync/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: arxivsync
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Jaiden Mispy
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2015-05-19 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -193,7 +193,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
193
193
|
version: '0'
|
194
194
|
requirements: []
|
195
195
|
rubyforge_project:
|
196
|
-
rubygems_version: 2.
|
196
|
+
rubygems_version: 2.4.6
|
197
197
|
signing_key:
|
198
198
|
specification_version: 4
|
199
199
|
summary: OAI interface for harvesting the arXiv database
|