arxivsync 0.0.3

Sign up to get free protection for your applications and to get access to all the features.
Files changed (14) hide show
  1. data/.gitignore +17 -0
  2. data/Gemfile +4 -0
  3. data/LICENSE.txt +22 -0
  4. data/README.md +53 -0
  5. data/Rakefile +1 -0
  6. data/arxivsync.gemspec +28 -0
  7. data/lib/arxivsync/downloader.rb +57 -0
  8. data/lib/arxivsync/parser.rb +67 -0
  9. data/lib/arxivsync/version.rb +3 -0
  10. data/lib/arxivsync/xmlarchive.rb +107 -0
  11. data/lib/arxivsync.rb +24 -0
  12. data/test/fixtures/406001.xml +23932 -0
  13. data/test/parser.rb +29 -0
  14. metadata +157 -0
data/test/parser.rb ADDED
@@ -0,0 +1,29 @@
1
+ require 'arxivsync'
2
+ require 'minitest/autorun'
3
+
4
+ TEST_ROOT = File.dirname(__FILE__)
5
+
6
+ class TestParser < Minitest::Test
7
+ def test_parser
8
+ archive = ArxivSync::XMLArchive.new(File.join(TEST_ROOT, 'fixtures'))
9
+ tested_a_paper = false
10
+ archive.read_metadata do |papers|
11
+ assert_equal papers.count, 1000
12
+ papers.each do |paper|
13
+ if paper.id == "1302.0649"
14
+ assert_equal paper.created, Date.parse("2013-02-04")
15
+ assert_equal paper.updated, nil
16
+ assert_equal paper.title, "Correlation effects in the electronic structure of the Ni-based superconducting KNi2S2"
17
+ assert_equal paper.primary_category, "cond-mat.supr-con"
18
+ assert_equal paper.crosslists, []
19
+ assert_includes paper.abstract, "using Gutzwiller approximation method."
20
+ assert_equal paper.authors.map(&:keyname), ["Lu", "Wang", "Xie", "Zhang"]
21
+ assert_equal paper.authors.map(&:forenames), ["Feng", "Wei-Hua", "Xinjian", "Fu-Chun"]
22
+ tested_a_paper = true
23
+ end
24
+ end
25
+ end
26
+
27
+ assert tested_a_paper
28
+ end
29
+ end
metadata ADDED
@@ -0,0 +1,157 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: arxivsync
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.3
5
+ prerelease:
6
+ platform: ruby
7
+ authors:
8
+ - Jaiden Mispy
9
+ autorequire:
10
+ bindir: bin
11
+ cert_chain: []
12
+ date: 2013-06-11 00:00:00.000000000 Z
13
+ dependencies:
14
+ - !ruby/object:Gem::Dependency
15
+ name: bundler
16
+ requirement: !ruby/object:Gem::Requirement
17
+ none: false
18
+ requirements:
19
+ - - ~>
20
+ - !ruby/object:Gem::Version
21
+ version: '1.3'
22
+ type: :development
23
+ prerelease: false
24
+ version_requirements: !ruby/object:Gem::Requirement
25
+ none: false
26
+ requirements:
27
+ - - ~>
28
+ - !ruby/object:Gem::Version
29
+ version: '1.3'
30
+ - !ruby/object:Gem::Dependency
31
+ name: rake
32
+ requirement: !ruby/object:Gem::Requirement
33
+ none: false
34
+ requirements:
35
+ - - ! '>='
36
+ - !ruby/object:Gem::Version
37
+ version: '0'
38
+ type: :development
39
+ prerelease: false
40
+ version_requirements: !ruby/object:Gem::Requirement
41
+ none: false
42
+ requirements:
43
+ - - ! '>='
44
+ - !ruby/object:Gem::Version
45
+ version: '0'
46
+ - !ruby/object:Gem::Dependency
47
+ name: minitest
48
+ requirement: !ruby/object:Gem::Requirement
49
+ none: false
50
+ requirements:
51
+ - - ! '>='
52
+ - !ruby/object:Gem::Version
53
+ version: '0'
54
+ type: :development
55
+ prerelease: false
56
+ version_requirements: !ruby/object:Gem::Requirement
57
+ none: false
58
+ requirements:
59
+ - - ! '>='
60
+ - !ruby/object:Gem::Version
61
+ version: '0'
62
+ - !ruby/object:Gem::Dependency
63
+ name: oai
64
+ requirement: !ruby/object:Gem::Requirement
65
+ none: false
66
+ requirements:
67
+ - - ! '>='
68
+ - !ruby/object:Gem::Version
69
+ version: '0'
70
+ type: :runtime
71
+ prerelease: false
72
+ version_requirements: !ruby/object:Gem::Requirement
73
+ none: false
74
+ requirements:
75
+ - - ! '>='
76
+ - !ruby/object:Gem::Version
77
+ version: '0'
78
+ - !ruby/object:Gem::Dependency
79
+ name: nokogiri
80
+ requirement: !ruby/object:Gem::Requirement
81
+ none: false
82
+ requirements:
83
+ - - ! '>='
84
+ - !ruby/object:Gem::Version
85
+ version: '0'
86
+ type: :runtime
87
+ prerelease: false
88
+ version_requirements: !ruby/object:Gem::Requirement
89
+ none: false
90
+ requirements:
91
+ - - ! '>='
92
+ - !ruby/object:Gem::Version
93
+ version: '0'
94
+ - !ruby/object:Gem::Dependency
95
+ name: ox
96
+ requirement: !ruby/object:Gem::Requirement
97
+ none: false
98
+ requirements:
99
+ - - ! '>='
100
+ - !ruby/object:Gem::Version
101
+ version: 2.0.2
102
+ type: :runtime
103
+ prerelease: false
104
+ version_requirements: !ruby/object:Gem::Requirement
105
+ none: false
106
+ requirements:
107
+ - - ! '>='
108
+ - !ruby/object:Gem::Version
109
+ version: 2.0.2
110
+ description: OAI interface for harvesting the arXiv database
111
+ email:
112
+ - scirate@mispy.me
113
+ executables: []
114
+ extensions: []
115
+ extra_rdoc_files: []
116
+ files:
117
+ - .gitignore
118
+ - Gemfile
119
+ - LICENSE.txt
120
+ - README.md
121
+ - Rakefile
122
+ - arxivsync.gemspec
123
+ - lib/arxivsync.rb
124
+ - lib/arxivsync/downloader.rb
125
+ - lib/arxivsync/parser.rb
126
+ - lib/arxivsync/version.rb
127
+ - lib/arxivsync/xmlarchive.rb
128
+ - test/fixtures/406001.xml
129
+ - test/parser.rb
130
+ homepage: ''
131
+ licenses:
132
+ - MIT
133
+ post_install_message:
134
+ rdoc_options: []
135
+ require_paths:
136
+ - lib
137
+ required_ruby_version: !ruby/object:Gem::Requirement
138
+ none: false
139
+ requirements:
140
+ - - ! '>='
141
+ - !ruby/object:Gem::Version
142
+ version: '0'
143
+ required_rubygems_version: !ruby/object:Gem::Requirement
144
+ none: false
145
+ requirements:
146
+ - - ! '>='
147
+ - !ruby/object:Gem::Version
148
+ version: '0'
149
+ requirements: []
150
+ rubyforge_project:
151
+ rubygems_version: 1.8.25
152
+ signing_key:
153
+ specification_version: 3
154
+ summary: OAI interface for harvesting the arXiv database
155
+ test_files:
156
+ - test/fixtures/406001.xml
157
+ - test/parser.rb