logstash-filter-ezproxy 0.2.0 → 0.3.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (59) hide show
  1. checksums.yaml +4 -4
  2. data/CONTRIBUTORS +1 -1
  3. data/lib/logstash/filters/ezproxy.rb +48 -65
  4. data/lib/logstash/filters/ezproxy_providers.rb +1 -0
  5. data/lib/logstash/filters/{cambridge.rb → ezproxy_providers/cambridge.rb} +5 -3
  6. data/lib/logstash/filters/{dawsonera.rb → ezproxy_providers/dawsonera.rb} +3 -2
  7. data/lib/logstash/filters/{proquest.rb → ezproxy_providers/ebookcentral.rb} +4 -2
  8. data/lib/logstash/filters/{ebscohost.rb → ezproxy_providers/ebscohost.rb} +3 -2
  9. data/lib/logstash/filters/ezproxy_providers/elsevier.rb +18 -0
  10. data/lib/logstash/filters/{emerald.rb → ezproxy_providers/emerald.rb} +4 -2
  11. data/lib/logstash/filters/{ft.rb → ezproxy_providers/ft.rb} +3 -3
  12. data/lib/logstash/filters/{gale.rb → ezproxy_providers/gale.rb} +4 -2
  13. data/lib/logstash/filters/{heinonline.rb → ezproxy_providers/heinonline.rb} +3 -2
  14. data/lib/logstash/filters/{ieee.rb → ezproxy_providers/ieee.rb} +3 -4
  15. data/lib/logstash/filters/{jstor.rb → ezproxy_providers/jstor.rb} +3 -2
  16. data/lib/logstash/filters/{lexis_webanalytics.rb → ezproxy_providers/lexis_webanalytics.rb} +3 -2
  17. data/lib/logstash/filters/{lexisnexis.rb → ezproxy_providers/lexisnexis.rb} +3 -3
  18. data/lib/logstash/filters/{myilibrary.rb → ezproxy_providers/myilibrary.rb} +7 -3
  19. data/lib/logstash/filters/{oxford.rb → ezproxy_providers/oxford.rb} +5 -3
  20. data/lib/logstash/filters/ezproxy_providers/proquest-search.rb +27 -0
  21. data/lib/logstash/filters/{sage.rb → ezproxy_providers/sage.rb} +3 -3
  22. data/lib/logstash/filters/{sciencedirect.rb → ezproxy_providers/sciencedirect.rb} +3 -4
  23. data/lib/logstash/filters/{scopus.rb → ezproxy_providers/scopus.rb} +3 -2
  24. data/lib/logstash/filters/{springer.rb → ezproxy_providers/springer.rb} +3 -3
  25. data/lib/logstash/filters/{tandf.rb → ezproxy_providers/tandf.rb} +3 -5
  26. data/lib/logstash/filters/{webofknowledge.rb → ezproxy_providers/webofknowledge.rb} +4 -2
  27. data/lib/logstash/filters/ezproxy_providers/westlaw.rb +18 -0
  28. data/lib/logstash/filters/{wiley.rb → ezproxy_providers/wiley.rb} +3 -3
  29. data/lib/logstash/helpers/param_helper.rb +0 -8
  30. data/logstash-filter-ezproxy.gemspec +2 -2
  31. data/spec/filters/cambridge/cambridge_spec.rb +3 -3
  32. data/spec/filters/dawsonera/dawsonera_spec.rb +3 -3
  33. data/spec/filters/{proquest/proquest.2018-02-09.csv → ebookcentral/ebookcentral.2018-02-09.csv} +0 -0
  34. data/spec/filters/{proquest/proquest_spec.rb → ebookcentral/ebookcentral.rb} +4 -4
  35. data/spec/filters/ebscohost/ebscohost_spec.rb +3 -3
  36. data/spec/filters/elsevier/elsevier.2018-02-20.csv +3 -0
  37. data/spec/filters/elsevier/elsevier_spec.rb +18 -0
  38. data/spec/filters/emerald/emerald_spec.rb +3 -3
  39. data/spec/filters/ft/ft_spec.rb +3 -3
  40. data/spec/filters/gale/gale_spec.rb +3 -3
  41. data/spec/filters/heinonline/heinonline_spec.rb +3 -3
  42. data/spec/filters/ieee/ieee_spec.rb +3 -3
  43. data/spec/filters/jstor/jstor_spec.rb +3 -3
  44. data/spec/filters/lexis_webanalytics/lexis_webanalytics_spec.rb +3 -3
  45. data/spec/filters/lexisnexis/lexisnexis_spec.rb +3 -3
  46. data/spec/filters/myilibrary/myilibrary_spec.rb +3 -3
  47. data/spec/filters/oxford/oxford_spec.rb +3 -3
  48. data/spec/filters/proquest-search/proquest-search.2018-02-19.csv +4 -0
  49. data/spec/filters/proquest-search/proquest-search_spec.rb +19 -0
  50. data/spec/filters/sage/sage_spec.rb +3 -3
  51. data/spec/filters/sciencedirect/sciencedirect_spec.rb +3 -3
  52. data/spec/filters/scopus/scopus_spec.rb +3 -3
  53. data/spec/filters/springer/springer_spec.rb +3 -3
  54. data/spec/filters/tandf/tandf_spec.rb +3 -3
  55. data/spec/filters/webofknowledge/webofknowledge_spec.rb +3 -3
  56. data/spec/filters/westlaw/westlaw.2018-02-20.csv +3 -0
  57. data/spec/filters/westlaw/westlaw_spec.rb +18 -0
  58. data/spec/filters/wiley/wiley_spec.rb +4 -4
  59. metadata +44 -28
@@ -1,8 +1,8 @@
1
- require 'logstash/filters/sage'
1
+ require 'logstash/filters/ezproxy_providers/sage'
2
2
  require 'logstash/helpers/url_parser'
3
3
  require 'csv'
4
4
 
5
- RSpec.describe Sage do
5
+ RSpec.describe EzproxyProviders::Sage do
6
6
  CSV.foreach('spec/filters/sage/sagej.2016-12-05.csv', { :col_sep => ';', headers: true }) do |row|
7
7
  parsed_url = URLParser::parse(row[5])
8
8
  path = parsed_url['path']
@@ -10,7 +10,7 @@ RSpec.describe Sage do
10
10
 
11
11
  name = "tests a URL " + row[5]
12
12
  it name do
13
- data = Sage.parse(path, params)
13
+ data = EzproxyProviders::Sage.parse(path, params)
14
14
  expect(data["title_id"]).to eq(row[0])
15
15
  expect(data["unit_id"]).to eq(row[1])
16
16
  expect(data["doi"]).to eq(row[2])
@@ -1,8 +1,8 @@
1
- require 'logstash/filters/sciencedirect'
1
+ require 'logstash/filters/ezproxy_providers/sciencedirect'
2
2
  require 'logstash/helpers/url_parser'
3
3
  require 'csv'
4
4
 
5
- RSpec.describe ScienceDirect do
5
+ RSpec.describe EzproxyProviders::ScienceDirect do
6
6
  CSV.foreach('spec/filters/sciencedirect/sd.2013-01-09.csv', { :col_sep => ';', headers: true }) do |row|
7
7
  parsed_url = URLParser::parse(row[6])
8
8
  path = parsed_url['path']
@@ -10,7 +10,7 @@ RSpec.describe ScienceDirect do
10
10
 
11
11
  name = "tests a URL " + row[6]
12
12
  it name do
13
- data = ScienceDirect.parse(path, params)
13
+ data = EzproxyProviders::ScienceDirect.parse(path, params)
14
14
  expect(data["pii"]).to eq(row[0])
15
15
  expect(data["print_identifier"]).to eq(row[1])
16
16
  expect(data["title_id"]).to eq(row[2])
@@ -1,8 +1,8 @@
1
- require 'logstash/filters/scopus'
1
+ require 'logstash/filters/ezproxy_providers/scopus'
2
2
  require 'csv'
3
3
  require 'logstash/helpers/url_parser'
4
4
 
5
- RSpec.describe Scopus do
5
+ RSpec.describe EzproxyProviders::Scopus do
6
6
  CSV.foreach('spec/filters/scopus/scopus.2016-07-18.csv', { :col_sep => ';', headers: true }) do |row|
7
7
  parsed_url = URLParser::parse(row[3])
8
8
  path = parsed_url['path']
@@ -10,7 +10,7 @@ RSpec.describe Scopus do
10
10
 
11
11
  name = "tests a URL " + row[3]
12
12
  it name do
13
- data = Scopus.parse(path, params)
13
+ data = EzproxyProviders::Scopus.parse(path, params)
14
14
  expect(data["unit_id"]).to eq(row[0])
15
15
  expect(data["rtype"]).to eq(row[1])
16
16
  expect(data["mime"]).to eq(row[2])
@@ -1,8 +1,8 @@
1
- require 'logstash/filters/springer'
1
+ require 'logstash/filters/ezproxy_providers/springer'
2
2
  require 'logstash/helpers/url_parser'
3
3
  require 'csv'
4
4
 
5
- RSpec.describe Springer do
5
+ RSpec.describe EzproxyProviders::Springer do
6
6
  CSV.foreach('spec/filters/springer/springer.2013-01-31.csv', { :col_sep => ';', headers: true }) do |row|
7
7
  parsed_url = URLParser::parse(row[7])
8
8
  path = parsed_url['path']
@@ -10,7 +10,7 @@ RSpec.describe Springer do
10
10
 
11
11
  name = "tests a URL " + row[7]
12
12
  it name do
13
- data = Springer.parse(path, params)
13
+ data = EzproxyProviders::Springer.parse(path, params)
14
14
  expect(data["online_identifier"]).to eq(row[0])
15
15
  expect(data["doi"]).to eq(row[1])
16
16
  expect(data["print_identifier"]).to eq(row[2])
@@ -1,8 +1,8 @@
1
- require 'logstash/filters/tandf'
1
+ require 'logstash/filters/ezproxy_providers/tandf'
2
2
  require 'logstash/helpers/url_parser'
3
3
  require 'csv'
4
4
 
5
- RSpec.describe TandF do
5
+ RSpec.describe EzproxyProviders::TandF do
6
6
  CSV.foreach('spec/filters/tandf/tandf.2015-03-25.csv', { :col_sep => ';', headers: true }) do |row|
7
7
  parsed_url = URLParser::parse(row[6])
8
8
  path = parsed_url['path']
@@ -10,7 +10,7 @@ RSpec.describe TandF do
10
10
 
11
11
  name = "tests a URL " + row[6]
12
12
  it name do
13
- data = TandF.parse(path, params)
13
+ data = EzproxyProviders::TandF.parse(path, params)
14
14
  expect(data["title_id"]).to eq(row[0])
15
15
  expect(data["doi"]).to eq(row[1])
16
16
  expect(data["print_identifier"]).to eq(row[2])
@@ -1,8 +1,8 @@
1
- require 'logstash/filters/webofknowledge'
1
+ require 'logstash/filters/ezproxy_providers/webofknowledge'
2
2
  require 'csv'
3
3
  require 'logstash/helpers/url_parser'
4
4
 
5
- RSpec.describe WebOfKnowledge do
5
+ RSpec.describe EzproxyProviders::WebOfKnowledge do
6
6
  CSV.foreach('spec/filters/webofknowledge/wos.2017-01-13.csv', { :col_sep => ';', headers: true }) do |row|
7
7
  parsed_url = URLParser::parse(row[5])
8
8
  path = parsed_url['path']
@@ -10,7 +10,7 @@ RSpec.describe WebOfKnowledge do
10
10
 
11
11
  name = "tests a URL " + row[5]
12
12
  it name do
13
- data = WebOfKnowledge.parse(path, params)
13
+ data = EzproxyProviders::WebOfKnowledge.parse(path, params)
14
14
  expect(data["publication_title"]).to eq(row[0])
15
15
  expect(data["title_id"]).to eq(row[1])
16
16
  expect(data["unit_id"]).to eq(row[2])
@@ -0,0 +1,3 @@
1
+ out-unitid;out-titleid;in-url
2
+ I3F5A3F1079A211E5961097E2115E3605;I3F5A3F1079A211E5961097E2115E3605;https://login.westlaw.co.uk:443/maf/wluk/app/document?src=doc&linktype=ref&context=57&crumb-action=replace&docguid=I3F5A3F1079A211E5961097E2115E3605
3
+ I33A61C80E42811DA8FC2A0F0355337E9;I33A61C80E42811DA8FC2A0F0355337E9;https://login.westlaw.co.uk:443/maf/wluk/app/document?&srguid=i0ad69f8e0000015fc41cc0da60e1e413&docguid=I33A61C80E42811DA8FC2A0F0355337E9&hitguid=I33A61C80E42811DA8FC2A0F0355337E9&rank=10&spos=10&epos=10&td=20&crumb-action=append&context=3&resolvein=true
@@ -0,0 +1,18 @@
1
+ require 'logstash/filters/ezproxy_providers/westlaw'
2
+ require 'csv'
3
+ require 'logstash/helpers/url_parser'
4
+
5
+ RSpec.describe EzproxyProviders::Westlaw do
6
+ CSV.foreach('spec/filters/westlaw/westlaw.2018-02-20.csv', { :col_sep => ';', headers: true }) do |row|
7
+ parsed_url = URLParser::parse(row[2])
8
+ path = parsed_url['path']
9
+ params = parsed_url['params']
10
+
11
+ name = "tests a URL " + row[2]
12
+ it name do
13
+ data = EzproxyProviders::Westlaw.parse(path, params)
14
+ expect(data["unit_id"]).to eq(row[0])
15
+ expect(data["title_id"]).to eq(row[1])
16
+ end
17
+ end
18
+ end
@@ -1,8 +1,8 @@
1
- require 'logstash/filters/wiley'
1
+ require 'logstash/filters/ezproxy_providers/wiley'
2
2
  require 'logstash/helpers/url_parser'
3
3
  require 'csv'
4
4
 
5
- RSpec.describe Wiley do
5
+ RSpec.describe EzproxyProviders::Wiley do
6
6
  CSV.foreach('spec/filters/wiley/wiley.2013-04-15.csv', { :col_sep => ';', headers: true }) do |row|
7
7
  parsed_url = URLParser::parse(row[8])
8
8
  path = parsed_url['path']
@@ -10,7 +10,7 @@ RSpec.describe Wiley do
10
10
 
11
11
  name = "tests a URL " + row[8]
12
12
  it name do
13
- data = Wiley.parse(path, params)
13
+ data = EzproxyProviders::Wiley.parse(path, params)
14
14
  expect(data["online_identifier"]).to eq(row[0])
15
15
  expect(data["publication_date"]).to eq(row[1])
16
16
  expect(data["print_identifier"]).to eq(row[2])
@@ -29,7 +29,7 @@ RSpec.describe Wiley do
29
29
 
30
30
  name = "tests a URL " + row[8]
31
31
  it name do
32
- data = Wiley.parse(path, params)
32
+ data = EzproxyProviders::Wiley.parse(path, params)
33
33
  expect(data["online_identifier"]).to eq(row[0])
34
34
  expect(data["doi"]).to eq(row[1])
35
35
  expect(data["issue"]).to eq(row[2])
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-filter-ezproxy
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.0
4
+ version: 0.3.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Dom Belcher
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2018-02-16 00:00:00.000000000 Z
11
+ date: 2018-02-20 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement
@@ -45,7 +45,7 @@ dependencies:
45
45
  - !ruby/object:Gem::Version
46
46
  version: '0'
47
47
  description:
48
- email: dominic.belcher@gmail.com
48
+ email: d.belcher@lancaster.ac.uk
49
49
  executables: []
50
50
  extensions: []
51
51
  extra_rdoc_files: []
@@ -56,28 +56,32 @@ files:
56
56
  - Gemfile
57
57
  - LICENSE
58
58
  - README.md
59
- - lib/logstash/filters/cambridge.rb
60
- - lib/logstash/filters/dawsonera.rb
61
- - lib/logstash/filters/ebscohost.rb
62
- - lib/logstash/filters/emerald.rb
63
59
  - lib/logstash/filters/ezproxy.rb
64
- - lib/logstash/filters/ft.rb
65
- - lib/logstash/filters/gale.rb
66
- - lib/logstash/filters/heinonline.rb
67
- - lib/logstash/filters/ieee.rb
68
- - lib/logstash/filters/jstor.rb
69
- - lib/logstash/filters/lexis_webanalytics.rb
70
- - lib/logstash/filters/lexisnexis.rb
71
- - lib/logstash/filters/myilibrary.rb
72
- - lib/logstash/filters/oxford.rb
73
- - lib/logstash/filters/proquest.rb
74
- - lib/logstash/filters/sage.rb
75
- - lib/logstash/filters/sciencedirect.rb
76
- - lib/logstash/filters/scopus.rb
77
- - lib/logstash/filters/springer.rb
78
- - lib/logstash/filters/tandf.rb
79
- - lib/logstash/filters/webofknowledge.rb
80
- - lib/logstash/filters/wiley.rb
60
+ - lib/logstash/filters/ezproxy_providers.rb
61
+ - lib/logstash/filters/ezproxy_providers/cambridge.rb
62
+ - lib/logstash/filters/ezproxy_providers/dawsonera.rb
63
+ - lib/logstash/filters/ezproxy_providers/ebookcentral.rb
64
+ - lib/logstash/filters/ezproxy_providers/ebscohost.rb
65
+ - lib/logstash/filters/ezproxy_providers/elsevier.rb
66
+ - lib/logstash/filters/ezproxy_providers/emerald.rb
67
+ - lib/logstash/filters/ezproxy_providers/ft.rb
68
+ - lib/logstash/filters/ezproxy_providers/gale.rb
69
+ - lib/logstash/filters/ezproxy_providers/heinonline.rb
70
+ - lib/logstash/filters/ezproxy_providers/ieee.rb
71
+ - lib/logstash/filters/ezproxy_providers/jstor.rb
72
+ - lib/logstash/filters/ezproxy_providers/lexis_webanalytics.rb
73
+ - lib/logstash/filters/ezproxy_providers/lexisnexis.rb
74
+ - lib/logstash/filters/ezproxy_providers/myilibrary.rb
75
+ - lib/logstash/filters/ezproxy_providers/oxford.rb
76
+ - lib/logstash/filters/ezproxy_providers/proquest-search.rb
77
+ - lib/logstash/filters/ezproxy_providers/sage.rb
78
+ - lib/logstash/filters/ezproxy_providers/sciencedirect.rb
79
+ - lib/logstash/filters/ezproxy_providers/scopus.rb
80
+ - lib/logstash/filters/ezproxy_providers/springer.rb
81
+ - lib/logstash/filters/ezproxy_providers/tandf.rb
82
+ - lib/logstash/filters/ezproxy_providers/webofknowledge.rb
83
+ - lib/logstash/filters/ezproxy_providers/westlaw.rb
84
+ - lib/logstash/filters/ezproxy_providers/wiley.rb
81
85
  - lib/logstash/helpers/mime_helper.rb
82
86
  - lib/logstash/helpers/param_helper.rb
83
87
  - lib/logstash/helpers/url_parser.rb
@@ -86,8 +90,12 @@ files:
86
90
  - spec/filters/cambridge/cambridge_spec.rb
87
91
  - spec/filters/dawsonera/dawsonera.2014-09-03.csv
88
92
  - spec/filters/dawsonera/dawsonera_spec.rb
93
+ - spec/filters/ebookcentral/ebookcentral.2018-02-09.csv
94
+ - spec/filters/ebookcentral/ebookcentral.rb
89
95
  - spec/filters/ebscohost/ebscohost.2014-08-21.csv
90
96
  - spec/filters/ebscohost/ebscohost_spec.rb
97
+ - spec/filters/elsevier/elsevier.2018-02-20.csv
98
+ - spec/filters/elsevier/elsevier_spec.rb
91
99
  - spec/filters/emerald/emerald.2015-08-11.csv
92
100
  - spec/filters/emerald/emerald_spec.rb
93
101
  - spec/filters/ezproxy_spec.rb
@@ -109,8 +117,8 @@ files:
109
117
  - spec/filters/myilibrary/myilibrary_spec.rb
110
118
  - spec/filters/oxford/oxford.2018-02-15.csv
111
119
  - spec/filters/oxford/oxford_spec.rb
112
- - spec/filters/proquest/proquest.2018-02-09.csv
113
- - spec/filters/proquest/proquest_spec.rb
120
+ - spec/filters/proquest-search/proquest-search.2018-02-19.csv
121
+ - spec/filters/proquest-search/proquest-search_spec.rb
114
122
  - spec/filters/sage/sage_spec.rb
115
123
  - spec/filters/sage/sagej.2016-12-05.csv
116
124
  - spec/filters/sciencedirect/sciencedirect_spec.rb
@@ -123,6 +131,8 @@ files:
123
131
  - spec/filters/tandf/tandf_spec.rb
124
132
  - spec/filters/webofknowledge/webofknowledge_spec.rb
125
133
  - spec/filters/webofknowledge/wos.2017-01-13.csv
134
+ - spec/filters/westlaw/westlaw.2018-02-20.csv
135
+ - spec/filters/westlaw/westlaw_spec.rb
126
136
  - spec/filters/wiley/wiley.2013-04-15.csv
127
137
  - spec/filters/wiley/wiley.2018-02-07.csv
128
138
  - spec/filters/wiley/wiley_spec.rb
@@ -158,8 +168,12 @@ test_files:
158
168
  - spec/filters/cambridge/cambridge_spec.rb
159
169
  - spec/filters/dawsonera/dawsonera.2014-09-03.csv
160
170
  - spec/filters/dawsonera/dawsonera_spec.rb
171
+ - spec/filters/ebookcentral/ebookcentral.2018-02-09.csv
172
+ - spec/filters/ebookcentral/ebookcentral.rb
161
173
  - spec/filters/ebscohost/ebscohost.2014-08-21.csv
162
174
  - spec/filters/ebscohost/ebscohost_spec.rb
175
+ - spec/filters/elsevier/elsevier.2018-02-20.csv
176
+ - spec/filters/elsevier/elsevier_spec.rb
163
177
  - spec/filters/emerald/emerald.2015-08-11.csv
164
178
  - spec/filters/emerald/emerald_spec.rb
165
179
  - spec/filters/ezproxy_spec.rb
@@ -181,8 +195,8 @@ test_files:
181
195
  - spec/filters/myilibrary/myilibrary_spec.rb
182
196
  - spec/filters/oxford/oxford.2018-02-15.csv
183
197
  - spec/filters/oxford/oxford_spec.rb
184
- - spec/filters/proquest/proquest.2018-02-09.csv
185
- - spec/filters/proquest/proquest_spec.rb
198
+ - spec/filters/proquest-search/proquest-search.2018-02-19.csv
199
+ - spec/filters/proquest-search/proquest-search_spec.rb
186
200
  - spec/filters/sage/sage_spec.rb
187
201
  - spec/filters/sage/sagej.2016-12-05.csv
188
202
  - spec/filters/sciencedirect/sciencedirect_spec.rb
@@ -195,6 +209,8 @@ test_files:
195
209
  - spec/filters/tandf/tandf_spec.rb
196
210
  - spec/filters/webofknowledge/webofknowledge_spec.rb
197
211
  - spec/filters/webofknowledge/wos.2017-01-13.csv
212
+ - spec/filters/westlaw/westlaw.2018-02-20.csv
213
+ - spec/filters/westlaw/westlaw_spec.rb
198
214
  - spec/filters/wiley/wiley.2013-04-15.csv
199
215
  - spec/filters/wiley/wiley.2018-02-07.csv
200
216
  - spec/filters/wiley/wiley_spec.rb