arxivsync 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile +1 -1
- data/README.md +2 -2
- data/lib/arxivsync/downloader.rb +3 -1
- data/lib/arxivsync/version.rb +1 -1
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 91a7b876c915379f07dabedacb1efbe2a48800c0
|
|
4
|
+
data.tar.gz: 3fa1194b3a4df9ddf03e2538ce522a5f6478709b
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 1fff8242e326fe57b592b04c2dd9bc1bbe8bfb171b1c1e87b16ae56c4cb3e82d9492971df9d32f0303ef89c536097b73b2e8148b09e8dabfd7bc83b1a98c0af4
|
|
7
|
+
data.tar.gz: 6036317d549d1348e9e4d8e599c365ae73a0451e6686be835aca1f71612f9cae1e5f2f44c9954eac4c14e576e40f426a07da24f289d5f01ed092a1e6da266583
|
data/Gemfile
CHANGED
data/README.md
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
# arxivsync 0.1.
|
|
1
|
+
# arxivsync 0.1.2
|
|
2
2
|
|
|
3
3
|
Ruby OAI interface for harvesting the arXiv. Can be used to store and update an XML mirror of paper metadata, and parse the XML into Ruby objects to allow conversion into a friendlier format.
|
|
4
4
|
|
|
@@ -44,7 +44,7 @@ If you just want arxivsync to do the request-cycle and parsing bits but handle s
|
|
|
44
44
|
ArxivSync.get_metadata(oai_params) do |resp, papers|
|
|
45
45
|
papers.each do |paper|
|
|
46
46
|
# Do stuff with paper
|
|
47
|
-
end
|
|
47
|
+
end
|
|
48
48
|
end
|
|
49
49
|
```
|
|
50
50
|
|
data/lib/arxivsync/downloader.rb
CHANGED
|
@@ -13,7 +13,8 @@ module ArxivSync
|
|
|
13
13
|
end
|
|
14
14
|
@last_params = nil
|
|
15
15
|
|
|
16
|
-
|
|
16
|
+
target = ENV['ARXIV_EXPORT_URI'] || "http://export.arxiv.org/oai2"
|
|
17
|
+
@oai = OAI::Client.new(target)
|
|
17
18
|
end
|
|
18
19
|
|
|
19
20
|
def start(&b)
|
|
@@ -34,6 +35,7 @@ module ArxivSync
|
|
|
34
35
|
break
|
|
35
36
|
end
|
|
36
37
|
else # We have a resumption_token, keep going!
|
|
38
|
+
sleep 20 # let's be extra cautious though
|
|
37
39
|
b.call(resp)
|
|
38
40
|
resp = make_request(resumptionToken: resp.resumption_token)
|
|
39
41
|
end
|
data/lib/arxivsync/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: arxivsync
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Jaiden Mispy
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2015-05-19 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bundler
|
|
@@ -193,7 +193,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
193
193
|
version: '0'
|
|
194
194
|
requirements: []
|
|
195
195
|
rubyforge_project:
|
|
196
|
-
rubygems_version: 2.
|
|
196
|
+
rubygems_version: 2.4.6
|
|
197
197
|
signing_key:
|
|
198
198
|
specification_version: 4
|
|
199
199
|
summary: OAI interface for harvesting the arXiv database
|