logstash-filter-ezproxy 0.1.0

data/logstash-filter-ezproxy.gemspec

@@ -0,0 +1,21 @@
+Gem::Specification.new do |s|
+  s.name          = 'logstash-filter-ezproxy'
+  s.version       = '0.1.0'
+  s.licenses      = ['Apache-2.0']
+  s.summary       = 'Write a short summary, because Rubygems requires one.'
+  s.authors       = ['Dom Belcher']
+  s.email         = 'dominic.belcher@gmail.com'
+  s.require_paths = ['lib']
+
+  # Files
+  s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
+   # Tests
+  s.test_files = s.files.grep(%r{^(test|spec|features)/})
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "filter" }
+
+  # Gem dependencies
+  s.add_runtime_dependency "logstash-core-plugin-api", "~> 2.0"
+  s.add_development_dependency 'logstash-devutils'
+end

data/spec/filters/dawsonera/dawsonera.2014-09-03.csv

@@ -0,0 +1,4 @@
+out-unitid;out-online_identifier;out-rtype;out-mime;in-url
+/abstract/9780815517924;9780815517924;ABS;MISC;https://www.dawsonera.com/abstract/9780815517924
+/readonline/9780815517924;9780815517924;BOOK;MISC;https://www.dawsonera.com/readonline/9780815517924
+/download/drm/1646219554/9780815517924;9780815517924;BOOK;PDF;https://www.dawsonera.com/download/drm/1646219554/9780815517924

data/spec/filters/dawsonera/dawsonera_spec.rb

@@ -0,0 +1,15 @@
+require 'logstash/filters/dawsonera'
+require 'csv'
+
+RSpec.describe DawsonEra do
+    CSV.foreach('spec/filters/dawsonera/dawsonera.2014-09-03.csv', { :col_sep => ';', headers: true }) do |row|
+        name = "tests a URL " + row[4]
+        it name do
+            data = DawsonEra.parse(row[4])
+            expect(data["unit_id"]).to eq(row[0])
+            expect(data["online_identifier"]).to eq(row[1])
+            expect(data["rtype"]).to eq(row[2])
+            expect(data["mime"]).to eq(row[3])
+        end
+    end
+end

data/spec/filters/ebscohost/ebscohost.2014-08-21.csv

@@ -0,0 +1,13 @@
+out-unitid;out-rtype;out-mime;out-doi;out-print_identifier;out-num;out-vol;out-first_page;out-last_page;out-publication_title;out-platform_name;in-url
+;TOC;MISC;;;;;;;;;https://web-ebscohost-com/ehost/results?sid=6323ca41-66ca-4e71-a8d9-c2a2cae26f16%40sessionmgr110&vid=2&hid=103&bquery=JN+%22Computers+in+Libraries%22+AND+DT+20130901&bdata=JmRiPXJ6aCZsYW5nPWZyJnR5cGU9MSZzaXRlPWVob3N0LWxpdmU%3d
+;ARTICLE;PDF;;;;;;;;;https://web-ebscohost-com/ehost/pdfviewer/pdfviewer?sid=6323ca41-66ca-4e71-a8d9-c2a2cae26f16%40sessionmgr110&vid=4&hid=103
+90496319;ARTICLE;PDF;;;;;;;;;https://content.ebscohost.com/pdf29_30/pdf/2013/CLB/01Sep13/90496319.pdf?T=P&P=AN&K=2012317464&S=R&D=rzh&EbscoContent=dGJyMNXb4kSeqa44zdnyOLCmr0ueprJSsKi4Sa%2BWxWXS&ContentCustomer=dGJyMPGvrkm2p7JKuePfgeyx44Dt6fIA
+96867431;ARTICLE;PDF;;;;;;;;;http://content.ebscohost.com:80/ContentServer.asp?T=P&P=AN&K=96867431&S=R&D=asu&EbscoContent=dGJyMNLr40Sep7I4v%2BbwOLCmr02eprRSsKm4SbaWxWXS&ContentCustomer=dGJyMPGqtlCxprBNuePfgeyx44Dt6fIA
+;BOOK;PDF;;;;;;;;;http://web.b.ebscohost.com/ehost/ebookviewer/ebook?sid=f89d9812-0d3a-44ed-9c97-dda110cc60a3%40sessionmgr106&vid=0&hid=124&format=EB
+;SEARCH;MISC;;;;;;;;;http://web.b.ebscohost.com/ehost/search/basic?sid=609d197f-439e-4da7-b804-f78b65af2807@sessionmgr120&vid=19&tid=2003EB
+348283;REF;HTML;;;;;;;;;http://web.b.ebscohost.com/ehost/detail/detail?sid=609d197f-439e-4da7-b804-f78b65af2807%40sessionmgr120&vid=21&hid=116&bdata=Jmxhbmc9ZnImc2l0ZT1laG9zdC1saXZl#anchor=tocAnchor&db=nlebk&AN=348283
+;SEARCH;MISC;;;;;;;;;http://web.a.ebscohost.com/ehost/search/advanced?sid=1f85c7ec-9906-4b8e-917f-fb4c7171ffe4%40sessionmgr4007&vid=1&hid=4201
+;TOC;MISC;;;;;;;;;http://web.a.ebscohost.com/ehost/resultsadvanced?sid=1f85c7ec-9906-4b8e-917f-fb4c7171ffe4%40sessionmgr4007&vid=3&hid=4201&bdata=JmRiPWE5aCZicXVlcnk9JmNsaTA9RlQmY2x2MD1ZJmNsaTE9U08mY2x2MT1tZWRlY2luZSZjbGkyPVBaMSZjbHYyPUFydGljbGUmbGFuZz1mciZ0eXBlPTEmc2l0ZT1laG9zdC1saXZl
+118470727;REF;HTML;;;;;;;;;http://web.a.ebscohost.com/ehost/detail/detail?vid=4&sid=1f85c7ec-9906-4b8e-917f-fb4c7171ffe4%40sessionmgr4007&hid=4201&bdata=Jmxhbmc9ZnImc2l0ZT1laG9zdC1saXZl#AN=118470727&db=a9h
+10.1016/j.medmal.2016.06.002;OPENURL;HTML;10.1016/j.medmal.2016.06.002;0399077X;7;46;372;379;Medecine Maladies Infectieuses;;http://resolver.ebscohost.com/openurl?sid=EBSCO:a9h&genre=article&issn=0399077X&ISBN=&volume=46&issue=7&date=20161001&spage=372&pages=372-379&title=Medecine%20Maladies%20Infectieuses&atitle=Community-acquired%20Clostridium%20difficile%20infections%20in%20emergency%20departments.&aulast=Lefevre-Tantet-Etchebarne%2C%20D.&id=DOI:10.1016/j.medmal.2016.06.002
+;TOC;MISC;;;;;;;;EBSCO Discovery Service;http://eds.a.ebscohost.com:80/eds/results?sid=2ff3e174-b478-4663-b25e-8dc8ccd9c1c4%40sessionmgr4003&vid=1&hid=4113&bquery=(Generations%2c+AND+Discourse%2c)+AND+(Social+AND+Change.+AND+By+AND+Karen+AND+Foster)&bdata=Jmxhbmc9ZnImdHlwZT0wJnNpdGU9ZWRzLWxpdmU%3d

data/spec/filters/ebscohost/ebscohost_spec.rb

@@ -0,0 +1,22 @@
+require 'logstash/filters/ebscohost'
+require 'csv'
+
+RSpec.describe Ebscohost do
+    CSV.foreach('spec/filters/ebscohost/ebscohost.2014-08-21.csv', { :col_sep => ';', headers: true }) do |row|
+        name = "tests a URL " + row[11]
+        it name do
+            data = Ebscohost.parse(row[11])
+            expect(data["unit_id"]).to eq(row[0])
+            expect(data["rtype"]).to eq(row[1])
+            expect(data["mime"]).to eq(row[2])
+            expect(data["doi"]).to eq(row[3])
+            expect(data["print_identifier"]).to eq(row[4])
+            expect(data["num"]).to eq(row[5])
+            expect(data["vol"]).to eq(row[6])
+            expect(data["first_page"]).to eq(row[7])
+            expect(data["last_page"]).to eq(row[8])
+            expect(data["publication_title"]).to eq(row[9])
+            expect(data["platform_name"]).to eq(row[10])
+        end
+    end
+end

data/spec/filters/emerald/emerald.2015-08-11.csv

@@ -0,0 +1,15 @@
+out-title_id;out-doi;out-unitid;out-publication_date;out-rtype;out-mime;in-url
+ail;;series/ail;;BOOKSERIE;MISC;http://www.emeraldinsight.com/series/ail
+0065-2830;10.1108/S0065-2830(2012)35;10.1108/S0065-2830(2012)35;2012;BOOKSERIE;MISC;http://www.emeraldinsight.com/doi/book/10.1108/S0065-2830%282012%2935
+0065-2830;10.1108/S0065-2830(2012)0000035004;10.1108/S0065-2830(2012)0000035004;2012;ABS;MISC;http://www.emeraldinsight.com/doi/abs/10.1108/S0065-2830%282012%290000035004
+0065-2830;10.1108/S0065-2830(2012)0000035004;10.1108/S0065-2830(2012)0000035004;2012;ARTICLE;HTML;http://www.emeraldinsight.com/doi/full/10.1108/S0065-2830%282012%290000035004
+0065-2830;10.1108/S0065-2830(2012)0000035004;10.1108/S0065-2830(2012)0000035004;2012;ARTICLE;PDFPLUS;http://www.emeraldinsight.com/doi/pdfplus/10.1108/S0065-2830%282012%290000035004
+0065-2830;10.1108/S0065-2830(2012)0000035004;10.1108/S0065-2830(2012)0000035004;2012;ARTICLE;MISC;http://www.emeraldinsight.com/doi/epub/10.1108/S0065-2830%282012%290000035004
+ejim;;loi/ejim;;;MISC;http://www.emeraldinsight.com/loi/ejim
+ejim;;ejim/18/3;;TOC;MISC;http://www.emeraldinsight.com/toc/ejim/18/3
+EJIM;10.1108/EJIM-10-2013-0115;10.1108/EJIM-10-2013-0115;;ABS;MISC;http://www.emeraldinsight.com/doi/abs/10.1108/EJIM-10-2013-0115
+EJIM;10.1108/EJIM-10-2013-0115;10.1108/EJIM-10-2013-0115;;ARTICLE;HTML;http://www.emeraldinsight.com/doi/full/10.1108/EJIM-10-2013-0115
+EJIM;10.1108/EJIM-10-2013-0115;10.1108/EJIM-10-2013-0115;;ARTICLE;PDFPLUS;http://www.emeraldinsight.com/doi/pdfplus/10.1108/EJIM-10-2013-0115
+14601061211272358;10.1108/14601061211272358;10.1108/14601061211272358;;ABS;MISC;http://www.emeraldinsight.com/doi/abs/10.1108/14601061211272358
+14601061211272358;10.1108/14601061211272358;10.1108/14601061211272358;;ARTICLE;HTML;http://www.emeraldinsight.com/doi/full/10.1108/14601061211272358
+14601061211272358;10.1108/14601061211272358;10.1108/14601061211272358;;ARTICLE;PDFPLUS;http://www.emeraldinsight.com/doi/pdfplus/10.1108/14601061211272358

data/spec/filters/emerald/emerald_spec.rb

@@ -0,0 +1,17 @@
+require 'logstash/filters/emerald'
+require 'csv'
+
+RSpec.describe Emerald do
+    CSV.foreach('spec/filters/emerald/emerald.2015-08-11.csv', { :col_sep => ';', headers: true }) do |row|
+        name = "tests a URL " + row[6]
+        it name do
+            data = Emerald.parse(row[6])
+            expect(data["title_id"]).to eq(row[0])
+            expect(data["doi"]).to eq(row[1])
+            expect(data["unit_id"]).to eq(row[2])
+            expect(data["publication_date"]).to eq(row[3])
+            expect(data["rtype"]).to eq(row[4])
+            expect(data["mime"]).to eq(row[5])
+        end
+    end
+end

data/spec/filters/ezproxy_spec.rb

@@ -0,0 +1,53 @@
+# encoding: utf-8
+require_relative '../spec_helper'
+require "logstash/filters/ezproxy"
+
+describe LogStash::Filters::Ezproxy do
+    describe "set " do
+        config <<-CONFIG
+            filter {
+                ezproxy {
+                    url =>  "input_url"
+                }
+            }
+        CONFIG
+
+        sample("input_url" => "http://www.jstor.org/stable/10.1086/665036") do
+            insist { subject }.include?("request_metadata")
+            expected_fields = %w(unit_id doi title_id rtype mime)
+
+            expected_fields.each do |f|
+                insist { subject.get('request_metadata' )}.include?(f)
+            end
+        end
+
+        sample("input_url" => "http://eds.a.ebscohost.com:80/eds/results?sid=2ff3e174-b478-4663-b25e-8dc8ccd9c1c4%40sessionmgr4003&vid=1&hid=4113&bquery=(Generations%2c+AND+Discourse%2c)+AND+(Social+AND+Change.+AND+By+AND+Karen+AND+Foster)&bdata=Jmxhbmc9ZnImdHlwZT0wJnNpdGU9ZWRzLWxpdmU%3d") do
+            insist { subject }.include?("request_metadata")
+            expected_fields = %w(platform_name provider rtype mime)
+
+            expected_fields.each do |f|
+                insist { subject.get('request_metadata' )}.include?(f)
+            end
+        end
+
+        sample("input_url" => "http://www.tandfonline.com:80/toc/gaan20/current") do
+            insist { subject }.include?("request_metadata")
+            expected_fields = %w(title_id rtype mime unit_id)
+
+            expected_fields.each do |f|
+                insist { subject.get('request_metadata' )}.include?(f)
+            end
+        end
+
+        # sample("input_url" => "http://ezproxy.lancs.ac.uk:80/login?url=http://www.jstor.org/px/xhr/api/v1/collector") do
+        #     insist { subject }.include?("request_metadata")
+        #     # expected_fields = %w(unit_id doi title_id rtype mime)
+
+        #     # expected_fields.each do |f|
+        #     #     insist { subject.get('request_metadata' )}.include?(f)
+        #     # end
+
+        #     expect(subject.get('[request_metadata][provider]') ).to eq("jstor")
+        # end
+    end
+end

data/spec/filters/jstor/jstor.2013-10-03.csv

@@ -0,0 +1,18 @@
+out-unitid;out-doi;out-title_id;out-rtype;out-mime;out-publication_date;out-vol;out-issue;out-first_page;in-url
+665036;10.1086/665036;665036;TOC;MISC;;;;;http://www.jstor.org/stable/10.1086/665036
+cmr.2013.55.issue-2;;cmr;TOC;MISC;2013;55;2;;http://www.jstor.org/stable/10.1525/cmr.2013.55.issue-2
+cari13424;10.7312/cari13424;cari13424;TOC;MISC;;;;;http://www.jstor.org/stable/10.7312/cari13424
+harvardreview;;harvardreview;TOC;MISC;;;;;http://www.jstor.org/action/showPublication?journalCode=harvardreview
+i25703249;;i25703249;TOC;MISC;;;;;http://www.jstor.org/stable/i25703249
+jmedirelicult.39.2.issue-2;;jmedirelicult;TOC;MISC;;39;2;;http://www.jstor.org/stable/10.5325/jmedirelicult.39.2.issue-2
+690326;10.2307/690326;690326;ARTICLE;PDFPLUS;;;;;http://www.jstor.org/stable/pdfplus/690326.pdf
+25703252;;25703252;ABS;MISC;;;;;http://www.jstor.org/stable/info/25703252
+25703252;;25703252;PREVIEW;MISC;;;;;http://www.jstor.org/stable/view/25703252
+25703252;10.2307/25703252;25703252;ARTICLE;PDFPLUS;;;;;http://www.jstor.org/stable/pdfplus/25703252.pdf?acceptTC=true
+19thcenturymusic;;19thcenturymusic;TOC;MISC;;;;;http://www.jstor.org/journal/19thcenturymusic
+23098031;10.2307/23098031;23098031;ARTICLE_SECTION;GIF;;;;;http://www.jstor.org/stable/get_image/23098031
+gfc.2010.10.4.cover;10.1525/gfc.2010.10.4.cover;gfc;COVER;GIF;2010;10;4;;http://www.jstor.org/stable/get_image/10.1525/gfc.2010.10.4.cover
+merrpalmquar1982.59.2.0198;10.13110/merrpalmquar1982.59.2.0198;merrpalmquar1982;ARTICLE;PDF;;59;2;198;http://www.jstor.org/stable/pdf/10.13110/merrpalmquar1982.59.2.0198.pdf
+gfc.2010.10.3.14;10.1525/gfc.2010.10.3.14;gfc;ARTICLE;PDF;2010;10;3;14;http://www.jstor.org/stable/pdf/10.1525/gfc.2010.10.3.14.pdf
+gfc.2010.10.4.cover;10.1525/gfc.2010.10.4.cover;gfc;COVER;PDF;2010;10;4;;http://www.jstor.org/stable/pdf/10.1525/gfc.2010.10.4.cover.pdf
+gfc.2010.10.4.98a;10.1525/gfc.2010.10.4.98a;gfc;ARTICLE;PDF;2010;10;4;98;http://www.jstor.org/stable/pdf/10.1525/gfc.2010.10.4.98a.pdf

data/spec/filters/jstor/jstor_spec.rb

@@ -0,0 +1,20 @@
+require 'logstash/filters/jstor'
+require 'csv'
+
+RSpec.describe Jstor do
+    CSV.foreach('spec/filters/jstor/jstor.2013-10-03.csv', { :col_sep => ';', headers: true }) do |row|
+        name = "tests a URL " + row[9]
+        it name do
+            data = Jstor.parse(row[9])
+            expect(data["unit_id"]).to eq(row[0])
+            expect(data["doi"]).to eq(row[1])
+            expect(data["title_id"]).to eq(row[2])
+            expect(data["rtype"]).to eq(row[3])
+            expect(data["mime"]).to eq(row[4])
+            expect(data["publication_date"]).to eq(row[5])
+            expect(data["vol"]).to eq(row[6])
+            expect(data["issue"]).to eq(row[7])
+            expect(data["first_page"]).to eq(row[8])
+        end
+    end
+end

data/spec/filters/lexisnexis/lexisnexis.2013-05-17.csv

@@ -0,0 +1,2 @@
+out-print_identifier;out-title_id;out-unitid;out-rtype;out-mime;in-url
+;21_T17183418923;21_T17183418923;ARTICLE;HTML;http://www.lexisnexis.com/fr/droit/results/docview/docview.do?docLinkInd=true&risb=21_T17183418923&format=GNBFULL&sort=DATE-PUBLICATION,D,H,$PSEUDOXAB,A,H,TYPE-ARTICLE,A,H&startDocNo=1&resultsUrlKey=29_T17183418941&cisb=22_T17183418938&treeMax=true&treeWidth=0&c

data/spec/filters/lexisnexis/lexisnexis_spec.rb

@@ -0,0 +1,15 @@
+require 'logstash/filters/lexisnexis'
+require 'csv'
+
+RSpec.describe LexisNexis do
+    CSV.foreach('spec/filters/lexisnexis/lexisnexis.2013-05-17.csv', { :col_sep => ';', headers: true }) do |row|
+        name = "tests a URL " + row[5]
+        it name do
+            data = LexisNexis.parse(row[5])
+            expect(data["unit_id"]).to eq(row[2])
+            expect(data["title_id"]).to eq(row[1])
+            expect(data["rtype"]).to eq(row[3])
+            expect(data["mime"]).to eq(row[4])
+        end
+    end
+end

data/spec/filters/sage/sage_spec.rb

@@ -0,0 +1,16 @@
+require 'logstash/filters/sage'
+require 'csv'
+
+RSpec.describe Sage do
+    CSV.foreach('spec/filters/sage/sagej.2016-12-05.csv', { :col_sep => ';', headers: true }) do |row|
+        name = "tests a URL " + row[5]
+        it name do
+            data = Sage.parse(row[5])
+            expect(data["title_id"]).to eq(row[0])
+            expect(data["unit_id"]).to eq(row[1])
+            expect(data["doi"]).to eq(row[2])
+            expect(data["rtype"]).to eq(row[3])
+            expect(data["mime"]).to eq(row[4])
+        end
+    end
+end

data/spec/filters/sage/sagej.2016-12-05.csv

@@ -0,0 +1,6 @@
+out-title_id;out-unitid;out-doi;out-rtype;out-mime;in-url
+adra;;;TOC;MISC;http://journals.sagepub.com/loi/adra
+adra;adra/28/2;;TOC;MISC;http://journals.sagepub.com/toc/adra/28/2
+;0022034516639276;10.1177/0022034516639276;ARTICLE;HTML;http://journals.sagepub.com/doi/full/10.1177/0022034516639276
+;0022034516639276;10.1177/0022034516639276;ARTICLE;PDF;http://journals.sagepub.com/doi/pdf/10.1177/0022034516639276
+;0022034516639276;10.1177/0022034516639276;FIGURE;HTML;http://journals.sagepub.com/doi/figure/10.1177/0022034516639276?

data/spec/filters/sciencedirect/sciencedirect_spec.rb

@@ -0,0 +1,17 @@
+require 'logstash/filters/sciencedirect'
+require 'csv'
+
+RSpec.describe ScienceDirect do
+    CSV.foreach('spec/filters/sciencedirect/sd.2013-01-09.csv', { :col_sep => ';', headers: true }) do |row|
+        name = "tests a URL " + row[6]
+        it name do
+            data = ScienceDirect.parse(row[6])
+            expect(data["pii"]).to eq(row[0])
+            expect(data["print_identifier"]).to eq(row[1])
+            expect(data["title_id"]).to eq(row[2])
+            expect(data["unit_id"]).to eq(row[3])
+            expect(data["rtype"]).to eq(row[4])
+            expect(data["mime"]).to eq(row[5])
+        end
+    end
+end

data/spec/filters/sciencedirect/sd.2013-01-09.csv

@@ -0,0 +1,28 @@
+out-pii;out-print_identifier;out-title_id;out-unitid;out-rtype;out-mime;in-url
+S2210776212002517;2210-7762;22107762;S2210776212002517;ARTICLE;PDF;http://pdn.sciencedirect.com/science?_ob=MiamiImageURL&_cid=270560&_user=4046392&_pii=S2210776212002517&_check=y&_origin=article&_zone=toolbar&_coverDate=17-Nov-2012&view=c&originContentFamily=serial&wchp=dGLbVBA-zSkWb&md5=4c5f2185629d771211269e2d5a9f1aa5&pid=1-s2.0-S2210776212002517-main.pdf&sqtrkid=0.19135035999000627
+S1872203212000455;1872-2032;18722032;S1872203212000455;ARTICLE;HTML;http://www.sciencedirect.com/science/article/pii/S1872203212000455
+;9780122191350;9780122191350;9780122191350;TOC;MISC;http://www.sciencedirect.com/science/book/9780122191350
+089953629390007D;0899-5362;08995362;089953629390007D;ARTICLE;HTML;http://www.sciencedirect.com/science/article/pii/089953629390007D
+;0065-2296;00652296;00652296;TOC;MISC;http://www.sciencedirect.com/science/bookseries/00652296
+;1570-7946;15707946;15707946/30;TOC;MISC;http://www.sciencedirect.com/science/bookseries/15707946/30
+;1044-5323;10445323;10445323;TOC;MISC;http://www.sciencedirect.com/science/journal/10445323
+S0167527311001239;0167-5273;01675273;S0167527311001239;ARTICLE;PDF;http://www.sciencedirect.com/science/science?_ob=MiamiImageURL&_cid=271057&_user=4046392&_pii=S0167527311001239&_check=y&_origin=article&_coverDate=2012-02-23&_piiSuggestedFrom=S0167527311001239&wchp=dGLbVlV-zSkWz&md5=8814412f3a409d87fcc9d48fd9b11d0b&pid=1-s2.0-S0167527311001239-main.pdf
+B9780122694400500017;9780122694400;9780122694400;B9780122694400500017;BOOK_SECTION;PDF;http://pdn.sciencedirect.com/science?_ob=MiamiImageURL&_cid=276181&_user=4046392&_pii=B9780122694400500017&_check=y&_origin=browse&_zone=rslt_list_item&_coverDate=1996-12-31&wchp=dGLzVlV-zSkWz&md5=7e7ed3b95463e5438053bb62f487cf57&pid=3-s2.0-B9780122694400500017-main.pdf
+;0167-3785;01673785;01673785;TOC;MISC;http://www.sciencedirect.com/science/handbooks/01673785
+;0167-3785;01673785;01673785/11;TOC;MISC;http://www.sciencedirect.com/science/handbooks/01673785/11
+S0967586808000258;0967-5868;09675868;S0967586808000258;ARTICLE;PDF;http://ac.els-cdn.com/S0967586808000258/1-s2.0-S0967586808000258-main.pdf?_tid=2146516a-82a7-11e3-a57f-00000aab0f6b&acdnat=1390314188_e595d0b375febbda9fdd48d069be9b55
+S1369526612001653;1369-5266;13695266;S1369526612001653;ARTICLE;PDF;http://www.sciencedirect.com/science/article/pii/S1369526612001653/pdfft?md5=c6511f076fa8b25969d8e223410bfb0f&pid=1-s2.0-S1369526612001653-main.pdf
+B9780124200029100009;9780124200029;9780124200029;B9780124200029100009;BOOK_SECTION;HTML;http://www.sciencedirect.com/science/article/pii/B9780124200029100009
+S0960982213001917;0960-9822;09609822;S0960982213001917;ARTICLE;PDF;http://www.sciencedirect.com/science/MiamiMultiMediaURL/1-s2.0-S0960982213001917/1-s2.0-S0960982213001917-mmc1.pdf/272099/FULL/S0960982213001917/b60b292cd91d2846ac711a4e83db83a3/mmc1.pdf
+0304419X91900078;0304-419X;0304419X;0304419X91900078;PREVIEW;PDF;http://www.sciencedirect.com/science?_ob=PdfExcerptURL&_imagekey=1-s2.0-0304419X91900078-main.pdf&_piikey=0304419X91900078&_cdi=271120&_user=4046392&_acct=C000061186&_version=1&_userid=4046392&md5=558d565a13699ae0796cdf1f600dafa6&ie=/excerpt.pdf
+0022072891856456;0022-0728;00220728;0022072891856456;ARTICLE;PDF;http://www.sciencedirect.com/science/article/pii/0022072891856456/pdf?pid=1-s2.0-0022072891856456-main.pdf
+001448276890373X;0014-4827;00144827;001448276890373X;PREVIEW;PDF;http://www.sciencedirect.com/science?_ob=PdfExcerptURL&_imagekey=1-s2.0-001448276890373X-main.pdf&_piikey=001448276890373X&_cdi=272533&_user=4046392&_acct=C000061186&_version=1&_userid=4046392&md5=ff6b1382d256d8a4388b8167eb057402&ie=/excerpt.pdf
+0001871677800035;0001-8716;00018716;0001871677800035;ARTICLE;PDF;http://ac.els-cdn.com/0001871677800035/1-s2.0-0001871677800035-main.pdf?_tid=65623530-1280-11e4-9d32-00000aab0f6b&acdnat=1406130519_9a8661aeed578bd5ef6727f8e65547b2
+B9780750676533500333;9780750676533;9780750676533;B9780750676533500333;BOOK_SECTION;PDF;http://ac.els-cdn.com/B9780750676533500333/3-s2.0-B9780750676533500333-main.pdf?_tid=e259e886-215c-11e4-994d-00000aab0f6c&acdnat=1407764534_ed35c8b2ea877467579ba6971a396558
+B9780080449241500046;9780080449241;9780080449241;B9780080449241500046;BOOK_SECTION;PDF;http://ac.els-cdn.com/B9780080449241500046/3-s2.0-B9780080449241500046-main.pdf?_tid=c46ad240-215c-11e4-a248-00000aab0f6b&acdnat=1407764484_bb679604d2bb522902776987d43e484e
+S2212671612001011;2212-6716;22126716;S2212671612001011;ARTICLE;PDF;http://www.sciencedirect.com/science/article/pii/S2212671612001011/pdf?pid=1-s2.0-S2212671612001011-main.pdf&_isEmbed=y
+S089491661460032X;0894-9166;08949166;S089491661460032X;ARTICLE;PDF;http://ac.els-cdn.com/S089491661460032X/1-s2.0-S089491661460032X-main.pdf?_tid=196c52e4-216e-11e4-b48c-00000aacb35e&acdnat=1407771928_861358aeda03da299770a78988c42f7e
+B9780124171626000043;9780124171626;9780124171626;B9780124171626000043;BOOK_SECTION;HTML;http://www.sciencedirect.com/science/article/pii/B9780124171626000043
+001623619190007W;0016-2361;00162361;001623619190007W;ARTICLE;PDF;http://ac.els-cdn.com/001623619190007W/1-s2.0-001623619190007W-main.pdf?_tid=32af46f6-ca66-11e5-a97d-00000aab0f26&acdnat=1454497779_5b0695e232cba10099a7cf404014fb22
+S1872931216X00026;1872-9312;18729312;1-s2.0-S1872931216X00026;ARTICLES_BUNDLE;PDF;http://www.sciencedirect.com/science/journal/18729312/14?_ob=PdfDownloadURL&_method=download&_orig=PublicationURL&_hubEid=1-s2.0-S1872931216X00026&_auth=y&_version=1&refSource=toc&_pubType=J&PDF_DDM_MAX=25&_cid=274159&chunk=0&view=c&go=&nextVector=&prevVector=&chunkSize=100&hitCount=9&count=9&pdfDownload=download&hubEID=&zone=exportDropDown&citation-type=RIS&format=cite-abs&count=9&md5=f1e460e6d24de90829a56e783c132f16
+;9780124104723;9780124104723;9780124104723;CHAPTERS_BUNDLE;PDF;http://www.sciencedirect.com/science?_ob=PdfDownloadURL&_method=download&_orig=browse&_cid=311736&_isbn=9780124104723&isBook=book&indexType=TC&count=1000&passBkMend=Y&PDF_DDM_MAX=16&pdfDownload=download&zone=exportDropDown&citation-type=RIS&format=cite-abs&_subId=35702469&md5=040e51482b5ed48dd2606445b294903c

data/spec/filters/tandf/tandf.2015-03-25.csv

@@ -0,0 +1,9 @@
+out-title_id;out-doi;out-print_identifier;out-unitid;out-rtype;out-mime;in-url
+1740-0309;10.1080/17400309.2013.861174;1740-0309;17400309.2013.861174;ARTICLE;HTML;http://www.tandfonline.com.bases-doc.univ-lorraine.fr/doi/full/10.1080/17400309.2013.861174#abstract
+1740-0309;10.1080/17400309.2013.861174;1740-0309;17400309.2013.861174;ARTICLE;PDF;http://www.tandfonline.com:80/doi/pdf/10.1080/17400309.2013.861174
+gaan20;;;gaan20;TOC;HTML;http://www.tandfonline.com:80/toc/gaan20/current
+0003-9420;10.1080/00039420412331273295;0003-9420;00039420412331273295;ABS;HTML;http://www.tandfonline.com:80/doi/abs/10.1080/00039420412331273295
+0277-3810;10.1080/02773810500191807;0277-3810;02773810500191807;ABS;HTML;http://www.tandfonline.com:80/doi/abs/10.1080/02773810500191807
+wjsa21;;;wjsa21;TOC;HTML;http://www.tandfonline.com.gate1.inist.fr/loi/wjsa21
+;10.1179/amb.1991.38.1.1;;amb.1991.38.1.1;ABS;HTML;http://www-tandfonline-com.inshs.bib.cnrs.fr/doi/abs/10.1179/amb.1991.38.1.1
+;10.1179/amb.1991.38.1.1;;amb.1991.38.1.1;ARTICLE;PDF;http://www-tandfonline-com.inshs.bib.cnrs.fr/doi/pdf/10.1179/amb.1991.38.1.1

data/spec/filters/tandf/tandf_spec.rb

@@ -0,0 +1,17 @@
+require 'logstash/filters/tandf'
+require 'csv'
+
+RSpec.describe TandF do
+    CSV.foreach('spec/filters/tandf/tandf.2015-03-25.csv', { :col_sep => ';', headers: true }) do |row|
+        name = "tests a URL " + row[6]
+        it name do
+            data = TandF.parse(row[6])
+            expect(data["title_id"]).to eq(row[0])
+            expect(data["doi"]).to eq(row[1])
+            expect(data["print_identifier"]).to eq(row[2])
+            expect(data["unit_id"]).to eq(row[3])
+            expect(data["rtype"]).to eq(row[4])
+            expect(data["mime"]).to eq(row[5])
+        end
+    end
+end

data/spec/filters/wiley/wiley.2013-04-15.csv

@@ -0,0 +1,28 @@
+out-online_identifier;out-publication_date;out-print_identifier;out-title_id;out-unitid;out-doi;out-rtype;out-mime;in-url
+1600-5724;;;;(ISSN)1600-5724;10.1111/(ISSN)1600-5724;TOC;MISC;http://onlinelibrary.wiley.com.passerelle.univ-rennes1.fr/journal/10.1111/%28ISSN%291600-5724
+;2012;;AAR;aar.2012.83.issue-1;10.1111/aar.2012.83.issue-1;TOC;MISC;http://onlinelibrary.wiley.com.passerelle.univ-rennes1.fr/doi/10.1111/aar.2012.83.issue-1/issuetoc
+1600-0390;2012;;;j.1600-0390.2012.00514.x;10.1111/j.1600-0390.2012.00514.x;ABS;MISC;http://onlinelibrary.wiley.com.passerelle.univ-rennes1.fr/doi/10.1111/j.1600-0390.2012.00514.x/abstract
+;2012;;ANIE;anie.201209878;10.1002/anie.201209878;ABS;MISC;http://onlinelibrary.wiley.com.passerelle.univ-rennes1.fr/doi/10.1002/anie.201209878/abstract
+;;;ACV;acv.12024;10.1111/acv.12024;ARTICLE;HTML;http://onlinelibrary.wiley.com.passerelle.univ-rennes1.fr/doi/10.1111/acv.12024/full
+1600-0390;2012;;;j.1600-0390.2012.00514.x;10.1111/j.1600-0390.2012.00514.x;ARTICLE;PDF;http://onlinelibrary.wiley.com.passerelle.univ-rennes1.fr/doi/10.1111/j.1600-0390.2012.00514.x/pdf
+;;;ANIE;anie.201209878;10.1002/anie.201209878;ARTICLE;PDF;http://onlinelibrary.wiley.com.passerelle.univ-rennes1.fr/doi/10.1002/anie.201209878/pdf
+;;9781118268117;9781118268117;9781118268117;10.1002/9781118268117;TOC;MISC;http://onlinelibrary.wiley.com.passerelle.univ-rennes1.fr/book/10.1002/9781118268117
+;;9781118268117;9781118268117;9781118268117.ch3;10.1002/9781118268117.ch3;BOOK_SECTION;PDF;http://onlinelibrary.wiley.com.passerelle.univ-rennes1.fr/doi/10.1002/9781118268117.ch3/pdf
+;2013;;WR;2013WR014994;10.1002/2013WR014994;ARTICLE;HTML;http://onlinelibrary.wiley.com.biblioplanets.gate.inist.fr/enhanced/doi/10.1002/2013WR014994/
+;;;CJG2;cjg2.20083;10.1002/cjg2.20083;ARTICLE;HTML;http://onlinelibrary.wiley.com.biblioplanets.gate.inist.fr/enhanced/doi/10.1002/cjg2.20083/
+2169-8996;;;;(ISSN)2169-8996;10.1002/(ISSN)2169-8996;TOC;MISC;http://agupubs.onlinelibrary.wiley.com.biblioplanets.gate.inist.fr/agu/jgr/journal/10.1002/(ISSN)2169-8996/
+;;;JGRD;jgrd.v119.14;10.1002/jgrd.v119.14;TOC;HTML;http://agupubs.onlinelibrary.wiley.com.biblioplanets.gate.inist.fr/agu/issue/10.1002/jgrd.v119.14/
+;;;JGRD;jgrd.v119.13;10.1002/jgrd.v119.13;TOC;HTML;http://agupubs.onlinelibrary.wiley.com.biblioplanets.gate.inist.fr/agu/issue/10.1002/jgrd.v119.13/
+;;;CJG2;cjg2.2014.57.issue-1;10.1002/cjg2.2014.57.issue-1;TOC;HTML;http://agupubs.onlinelibrary.wiley.com.biblioplanets.gate.inist.fr/agu/issue/10.1002/cjg2.2014.57.issue-1/
+;;;RDS;rds.v49.6;10.1002/rds.v49.6;TOC;HTML;http://agupubs.onlinelibrary.wiley.com.biblioplanets.gate.inist.fr/agu/issue/10.1002/rds.v49.6/
+;;;GC;2014GC005230;10.1002/2014GC005230;ARTICLE;READCUBE;http://onlinelibrary.wiley.com:80/readcube?callback=jQuery21009089781963266432_1408430129173&resource=10.1002%2F2014GC005230&_=1408430129174
+;2015;;S1399004715000292;S1399004715000292;10.1107/S1399004715000292;ARTICLE;PDF;http://onlinelibrary.wiley.com.gate1.inist.fr/doi/10.1107/S1399004715000292/pdf
+;2015;;S1399004715000292;S1399004715000292;10.1107/S1399004715000292;ARTICLE;HTML;http://onlinelibrary.wiley.com.gate1.inist.fr/iucr/10.1107/S1399004715000292
+;2015;;S1399004715000292;S1399004715000292;10.1107/S1399004715000292;ABS;MISC;http://onlinelibrary.wiley.com.gate1.inist.fr/doi/10.1107/S1399004715000292/abstract
+;;;CPA;cpa.3160270102;10.1002/cpa.3160270102;ARTICLE;PDF;http://onlinelibrary.wiley.com.gate1.inist.fr/doi/10.1002/cpa.3160270102/pdf
+;;;EMBR;embr.201439742;10.15252/embr.201439742;ARTICLE;PDF;http://onlinelibrary.wiley.com.gate1.inist.fr/doi/10.15252/embr.201439742/pdf
+;2014;;S139900471402286X;S139900471402286X;10.1107/S139900471402286X;ARTICLE;PDF;http://onlinelibrary.wiley.com.gate1.inist.fr/doi/10.1107/S139900471402286X/pdf
+;2015;;TC;2015TC003829;10.1002/2015TC003829;ARTICLE;PDF;http://onlinelibrary.wiley.com.biblioplanets.gate.inist.fr/doi/10.1002/2015TC003829/pdf
+;2013;;TC;2013TC003479;10.1002/2013TC003479;ARTICLE;HTML;http://onlinelibrary.wiley.com.gate1.inist.fr/doi/10.1002/2013TC003479/full
+;;;;JZ072i023p05799;10.1029/JZ072i023p05799;ARTICLE;PDF;http://onlinelibrary.wiley.com.biblioplanets.gate.inist.fr/doi/10.1029/JZ072i023p05799/pdf
+;2013;;ADFM;adfm.201302892;10.1002/adfm.201302892;;PDF;http://onlinelibrary.wiley.com/store/10.1002/adfm.201302892/asset/adfm201302892.pdf?v=1&t=j3zy0cbv&s=a71967bb1f939448fd171aecd2a4e45f7b28950c

data/spec/filters/wiley/wiley_spec.rb

@@ -0,0 +1,19 @@
+require 'logstash/filters/wiley'
+require 'csv'
+
+RSpec.describe Wiley do
+    CSV.foreach('spec/filters/wiley/wiley.2013-04-15.csv', { :col_sep => ';', headers: true }) do |row|
+        name = "tests a URL " + row[8]
+        it name do
+            data = Wiley.parse(row[8])
+            expect(data["online_identifier"]).to eq(row[0])
+            expect(data["publication_date"]).to eq(row[1])
+            expect(data["print_identifier"]).to eq(row[2])
+            expect(data["title_id"]).to eq(row[3])
+            expect(data["unit_id"]).to eq(row[4])
+            expect(data["doi"]).to eq(row[5])
+            expect(data["rtype"]).to eq(row[6])
+            expect(data["mime"]).to eq(row[7])
+        end
+    end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+# encoding: utf-8
+require "logstash/devutils/rspec/spec_helper"

metadata

@@ -0,0 +1,130 @@
+--- !ruby/object:Gem::Specification
+name: logstash-filter-ezproxy
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Dom Belcher
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2018-02-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  name: logstash-core-plugin-api
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-devutils
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description:
+email: dominic.belcher@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- CONTRIBUTORS
+- DEVELOPER.md
+- Gemfile
+- LICENSE
+- README.md
+- lib/logstash/filters/dawsonera.rb
+- lib/logstash/filters/ebscohost.rb
+- lib/logstash/filters/emerald.rb
+- lib/logstash/filters/ezproxy.rb
+- lib/logstash/filters/jstor.rb
+- lib/logstash/filters/lexisnexis.rb
+- lib/logstash/filters/sage.rb
+- lib/logstash/filters/sciencedirect.rb
+- lib/logstash/filters/tandf.rb
+- lib/logstash/filters/wiley.rb
+- logstash-filter-ezproxy.gemspec
+- spec/filters/dawsonera/dawsonera.2014-09-03.csv
+- spec/filters/dawsonera/dawsonera_spec.rb
+- spec/filters/ebscohost/ebscohost.2014-08-21.csv
+- spec/filters/ebscohost/ebscohost_spec.rb
+- spec/filters/emerald/emerald.2015-08-11.csv
+- spec/filters/emerald/emerald_spec.rb
+- spec/filters/ezproxy_spec.rb
+- spec/filters/jstor/jstor.2013-10-03.csv
+- spec/filters/jstor/jstor_spec.rb
+- spec/filters/lexisnexis/lexisnexis.2013-05-17.csv
+- spec/filters/lexisnexis/lexisnexis_spec.rb
+- spec/filters/sage/sage_spec.rb
+- spec/filters/sage/sagej.2016-12-05.csv
+- spec/filters/sciencedirect/sciencedirect_spec.rb
+- spec/filters/sciencedirect/sd.2013-01-09.csv
+- spec/filters/tandf/tandf.2015-03-25.csv
+- spec/filters/tandf/tandf_spec.rb
+- spec/filters/wiley/wiley.2013-04-15.csv
+- spec/filters/wiley/wiley_spec.rb
+- spec/spec_helper.rb
+homepage:
+licenses:
+- Apache-2.0
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: filter
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.6.14
+signing_key:
+specification_version: 4
+summary: Write a short summary, because Rubygems requires one.
+test_files:
+- spec/filters/dawsonera/dawsonera.2014-09-03.csv
+- spec/filters/dawsonera/dawsonera_spec.rb
+- spec/filters/ebscohost/ebscohost.2014-08-21.csv
+- spec/filters/ebscohost/ebscohost_spec.rb
+- spec/filters/emerald/emerald.2015-08-11.csv
+- spec/filters/emerald/emerald_spec.rb
+- spec/filters/ezproxy_spec.rb
+- spec/filters/jstor/jstor.2013-10-03.csv
+- spec/filters/jstor/jstor_spec.rb
+- spec/filters/lexisnexis/lexisnexis.2013-05-17.csv
+- spec/filters/lexisnexis/lexisnexis_spec.rb
+- spec/filters/sage/sage_spec.rb
+- spec/filters/sage/sagej.2016-12-05.csv
+- spec/filters/sciencedirect/sciencedirect_spec.rb
+- spec/filters/sciencedirect/sd.2013-01-09.csv
+- spec/filters/tandf/tandf.2015-03-25.csv
+- spec/filters/tandf/tandf_spec.rb
+- spec/filters/wiley/wiley.2013-04-15.csv
+- spec/filters/wiley/wiley_spec.rb
+- spec/spec_helper.rb