logstash-filter-ezproxy 0.1.0 → 0.1.1

data/spec/filters/gale/gale.2016-05-11.csv

@@ -0,0 +1,5 @@
+out-title_id;out-unitid;out-rtype;out-mime;in-url
+GALE|CX2830800013;GALE|CX2830800013_9781414418889;TOC;HTML;http://go.galegroup.com.scd1.univ-fcomte.fr/ps/eToc.do?userGroupName=franche&prodId=GVRL&inPS=true&action=DO_BROWSE_ETOC&searchType=BasicSearchForm&docId=GALE|CX2830800013&contentSegment=9781414418889
+GALE|CX3452200214;GALE|CX3452200214_9781412925402;ENCYCLOPAEDIA_ENTRY;HTML;http://go.galegroup.com/ps/retrieve.do?isETOC=true&inPS=true&prodId=GVRL&userGroupName=unipari&resultListType=RELATED_DOCUMENT&searchType=BasicSearchForm&contentSegment=9781412925402&docId=GALE|CX3452200214
+GALE|CX3406800253;GALE|CX3406800253_sjff_01_00332-p.pdf;ENCYCLOPAEDIA_ENTRY;PDF;http://go.galegroup.com/ps/downloadDocument.do?actionCmd=DO_DOWNLOAD_DOCUMENT&bucketId=&inPS=true&prodId=GVRL&userGroupName=unipari&tabID=&documentTitle=Le%2BDiable%2Bau%2BCorps&docId=GALE%7CCX3406800253&currentPosition=&tagId=&dynamicEtocAvail=&pubDate=&workId=sjff_01_00332-p.pdf|sjff_01_00333-p.pdf&callistoContentSet=SJP
+GALE|CX3406800253;GALE|CX3406800253_9781558625334;ENCYCLOPAEDIA_ENTRY;MISC;http://rs.go.galegroup.com/cgi-bin/rsent?customerid=4476&lang=en_us&readid=documentDisplay&url=http%3A%2F%2Fgo.galegroup.com%2Fps%2Fretrieve.do%3Bjsessionid%3D2FA8DADF7614CF153EFB4DCE08563EC5.omni2%3Fsort%3D%26transLang%3D%26docType%3D%26docLevel%3DAUDIO%26prodId%3DGVRL%26tabID%3D%26resultListType%3DETOC_DOCUMENT%26searchId%3D%26searchType%3DBasicSearchForm%26contentSegment%3D9781558625334%26currentPosition%3D1%26pageIndex%3D%26sceneIp%3D%26retrieveFormat%3D%26bucketSubId%3D%26inPS%3Dtrue%26userGroupName%3Dunipari%26ID%3D%26pageNumber%3D%26workId%3D%26docId%3DGALE%257CCX3406800253%26docPDB%3D%26contentSet%3D&output=m3u&audiofilename=GALE_CX3406800253&save=1

data/spec/filters/gale/gale_spec.rb

@@ -0,0 +1,22 @@
+require 'logstash/filters/gale'
+require 'logstash/helpers/url_parser'
+require 'csv'
+
+RSpec.describe Gale do
+    CSV.foreach('spec/filters/gale/gale.2016-05-11.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[4])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
+        puts params
+
+        name = "tests a URL " + row[4]
+        it name do
+            data = Gale::parse(path, params)
+            expect(data["title_id"]).to eq(row[0])
+            expect(data["unit_id"]).to eq(row[1])
+            expect(data["rtype"]).to eq(row[2])
+            expect(data["mime"]).to eq(row[3])
+        end
+    end
+end

data/spec/filters/ieee/ieee.2015-04-15.csv

@@ -0,0 +1,16 @@
+out-title_id;out-unitid;out-rtype;out-mime;in-url
+9754;9754;TOC;HTML;http://ieeexplore.ieee.org.rproxy.insa-rennes.fr/xpl/RecentIssue.jsp?punumber=9754
+6648418;6648418;ABS;HTML;http://ieeexplore.ieee.org.rproxy.insa-rennes.fr/xpl/articleDetails.jsp?tp=&arnumber=6648418
+6648418;6648418;ARTICLE;HTML;http://ieeexplore.ieee.org.rproxy.insa-rennes.fr/xpls/icp.jsp?arnumber=6648418
+6648418;6648418;ARTICLE;PDF;http://ieeexplore.ieee.org.rproxy.insa-rennes.fr/stamp/stamp.jsp?tp=&arnumber=6648418
+6892922;6892922;TOC;HTML;http://ieeexplore.ieee.org.rproxy.insa-rennes.fr/xpl/mostRecentIssue.jsp?punumber=6892922
+6899296;6899296;ARTICLE;HTML;http://ieeexplore.ieee.org.rproxy.insa-rennes.fr/xpls/icp.jsp?arnumber=6899296
+6899296;6899296;ARTICLE;PDF;http://ieeexplore.ieee.org.rproxy.insa-rennes.fr/stamp/stamp.jsp?arnumber=6899296
+6642235;6642235;TOC;HTML;http://ieeexplore.ieee.org.rproxy.insa-rennes.fr/xpl/bkabstractplus.jsp?bkn=6642235
+6642333;6642333;ABS;HTML;http://ieeexplore.ieee.org.rproxy.insa-rennes.fr/xpl/articleDetails.jsp?tp=&arnumber=6642333&
+159424;159424;ABS;HTML;http://ieeexplore.ieee.org.rproxy.insa-rennes.fr/xpl/articleDetails.jsp?arnumber=159424
+159424;159424;ARTICLE;PDF;http://ieeexplore.ieee.org.rproxy.insa-rennes.fr/stamp/stamp.jsp?tp=&arnumber=159424
+7478484;07478511;ARTICLE;PDF;http://ieeexplore.ieee.org:80/ielx7/85/7478484/07478511.pdf?tp=&arnumber=7478511&isnumber=7478484
+872906;872906;ARTICLE;PDF;http://ieeexplore.ieee.org:80/stampPDF/getPDF.jsp?tp=&arnumber=872906
+;EW1305;ONLINE_COURSE;FLASH;http://ieeexplore.ieee.org:80/courses/content/EW1305/data/swf/
+;EDP305;ABS;MISC;http://ieeexplore.ieee.org:80/courses/details/EDP305

data/spec/filters/ieee/ieee_spec.rb

@@ -0,0 +1,20 @@
+require 'logstash/filters/ieee'
+require 'logstash/helpers/url_parser'
+require 'csv'
+
+RSpec.describe IEEE do
+    CSV.foreach('spec/filters/ieee/ieee.2015-04-15.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[4])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
+        name = "tests a URL " + row[4]
+        it name do
+            data = IEEE.parse(path, params)
+            expect(data["title_id"]).to eq(row[0])
+            expect(data["unit_id"]).to eq(row[1])
+            expect(data["rtype"]).to eq(row[2])
+            expect(data["mime"]).to eq(row[3])
+        end
+    end
+end

data/spec/filters/jstor/jstor_spec.rb

@@ -1,11 +1,16 @@
 require 'logstash/filters/jstor'
+require 'logstash/helpers/url_parser'
 require 'csv'
 
 RSpec.describe Jstor do
     CSV.foreach('spec/filters/jstor/jstor.2013-10-03.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[9])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
         name = "tests a URL " + row[9]
         it name do
-            data = Jstor.parse(row[9])
+            data = Jstor.parse(path, params)
             expect(data["unit_id"]).to eq(row[0])
             expect(data["doi"]).to eq(row[1])
             expect(data["title_id"]).to eq(row[2])

data/spec/filters/lexisnexis/lexisnexis_spec.rb

@@ -1,11 +1,16 @@
 require 'logstash/filters/lexisnexis'
+require 'logstash/helpers/url_parser'
 require 'csv'
 
 RSpec.describe LexisNexis do
     CSV.foreach('spec/filters/lexisnexis/lexisnexis.2013-05-17.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[5])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
         name = "tests a URL " + row[5]
         it name do
-            data = LexisNexis.parse(row[5])
+            data = LexisNexis.parse(path, params)
             expect(data["unit_id"]).to eq(row[2])
             expect(data["title_id"]).to eq(row[1])
             expect(data["rtype"]).to eq(row[3])

data/spec/filters/sage/sage_spec.rb

@@ -1,11 +1,16 @@
 require 'logstash/filters/sage'
+require 'logstash/helpers/url_parser'
 require 'csv'
 
 RSpec.describe Sage do
     CSV.foreach('spec/filters/sage/sagej.2016-12-05.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[5])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
         name = "tests a URL " + row[5]
         it name do
-            data = Sage.parse(row[5])
+            data = Sage.parse(path, params)
             expect(data["title_id"]).to eq(row[0])
             expect(data["unit_id"]).to eq(row[1])
             expect(data["doi"]).to eq(row[2])

data/spec/filters/sciencedirect/sciencedirect_spec.rb

@@ -1,11 +1,16 @@
 require 'logstash/filters/sciencedirect'
+require 'logstash/helpers/url_parser'
 require 'csv'
 
 RSpec.describe ScienceDirect do
     CSV.foreach('spec/filters/sciencedirect/sd.2013-01-09.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[6])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
         name = "tests a URL " + row[6]
         it name do
-            data = ScienceDirect.parse(row[6])
+            data = ScienceDirect.parse(path, params)
             expect(data["pii"]).to eq(row[0])
             expect(data["print_identifier"]).to eq(row[1])
             expect(data["title_id"]).to eq(row[2])

data/spec/filters/springer/springer.2013-01-31.csv

@@ -0,0 +1,21 @@
+out-online_identifier;out-doi;out-print_identifier;out-title_id;out-unitid;out-rtype;out-mime;in-url
+;;;10696;10696;TOC;MISC;http://link.springer.com.gate1.inist.fr/journal/10696
+;10.1007/s10696-011-9117-0;;10696;s10696-011-9117-0;ARTICLE;HTML;http://link.springer.com.gate1.inist.fr/article/10.1007/s10696-011-9117-0
+;10.1007/s10696-011-9117-0;;10696;s10696-011-9117-0;ARTICLE;HTML;http://link.springer.com.gate1.inist.fr/article/10.1007/s10696-011-9117-0/fulltext.html
+;10.1007/s00359-010-0615-4;;359;s00359-010-0615-4;ARTICLE;PDF;http://link.springer.com.gate1.inist.fr/content/pdf/10.1007/s00359-010-0615-4
+;;;7651;7651;BOOKSERIE;MISC;http://link.springer.com.gate1.inist.fr/bookseries/7651
+;;1633-8065;;1633-8065;TOC;MISC;http://www.springerlink.com.gate1.inist.fr/openurl.asp?genre=journal&issn=1633-8065
+;10.1007/978-1-61779-998-3_39;;;978-1-61779-998-3_39;BOOK;HTML;http://link.springer.com/protocol/10.1007/978-1-61779-998-3_39
+;;;436;436;TOC;MISC;http://link.springer.com.gate1.inist.fr/journal/volumesAndIssues/436
+;;1590-4261;;1590-4261;TOC;MISC;http://www.springerlink.com.gate1.inist.fr/content/1590-4261
+;;;;m181480225654444;ABS;MISC;http://www.springerlink.com.gate1.inist.fr/content/m181480225654444/fulltext.pdf
+;;;;1643m244v35p35n5;ABS;MISC;http://www.springerlink.com.gate1.inist.fr/content/1643m244v35p35n5/
+;;;;1643m244v35p35n5;ABS;MISC;http://www.springerlink.com.gate1.inist.fr/content%2F1643m244v35p35n5/
+;10.1007/978-3-540-71233-6_4;;;978-3-540-71233-6_4;BOOK_SECTION;HTML;http://link.springer.com.gate1.inist.fr/chapter/10.1007/978-3-540-71233-6_4
+;;;7651;7651;BOOKSERIE;MISC;http://www.springer.com.gate1.inist.fr/series/7651
+978-1-60761-847-8;;;523;978-1-60761-847-8/1;TOC;PDF;http://download.springer.com.gate1.inist.fr/static/pdf/523/bfm%253A978-1-60761-847-8%252F1.pdf?auth66=1384533099_d84ec41bfb54c7ebeec4c5604109e82f&ext=.pdf
+;10.1007/s10696-011-9117-0;;10696;s10696-011-9117-0;ARTICLE;PDF;http://download.springer.com.gate1.inist.fr/static/pdf/306/art%253A10.1007%252Fs10696-011-9117-0.pdf?auth66=1384536619_eb29d0312d3611304feced658436b1ff&ext=.pdf
+;10.1007/s10569-013-9515-6;;10569;s10569-013-9515-6;ARTICLE;PDF;http://download-v2.springer.com:80/static/pdf/721/art%253A10.1007%252Fs10569-013-9515-6.pdf?token2=exp=1430227746~acl=%2Fstatic%2Fpdf%2F721%2Fart%25253A10.1007%25252Fs10569-013-9515-6.pdf*~hmac=4fb1e64d78df1281c33d5359415b6e23fa454b613fe4827b45101feb90986375
+978-3-642-45082-2;10.1007/978-3-642-45082-2;;;978-3-642-45082-2;TOC;MISC;http://link.springer.com.gate1.inist.fr/book/10.1007/978-3-642-45082-2
+;10.1007/978-3-642-45082-2_1;;;978-3-642-45082-2_1;BOOK_SECTION;HTML;http://link.springer.com.gate1.inist.fr/chapter/10.1007/978-3-642-45082-2_1/fulltext.html
+;10.1007/978-3-642-45082-2;;;978-3-642-45082-2;BOOK;PDF;http://link.springer.com.gate1.inist.fr/content/pdf/10.1007%2F978-3-642-45082-2.pdf

data/spec/filters/springer/springer_spec.rb

@@ -0,0 +1,23 @@
+require 'logstash/filters/springer'
+require 'logstash/helpers/url_parser'
+require 'csv'
+
+RSpec.describe Springer do
+    CSV.foreach('spec/filters/springer/springer.2013-01-31.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[7])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
+        name = "tests a URL " + row[7]
+        it name do
+            data = Springer.parse(path, params)
+            expect(data["online_identifier"]).to eq(row[0])
+            expect(data["doi"]).to eq(row[1])
+            expect(data["print_identifier"]).to eq(row[2])
+            expect(data["title_id"]).to eq(row[3])
+            expect(data["unit_id"]).to eq(row[4])
+            expect(data["rtype"]).to eq(row[5])
+            expect(data["mime"]).to eq(row[6])
+        end
+    end
+end

data/spec/filters/tandf/tandf_spec.rb

@@ -1,11 +1,16 @@
 require 'logstash/filters/tandf'
+require 'logstash/helpers/url_parser'
 require 'csv'
 
 RSpec.describe TandF do
     CSV.foreach('spec/filters/tandf/tandf.2015-03-25.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[6])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
         name = "tests a URL " + row[6]
         it name do
-            data = TandF.parse(row[6])
+            data = TandF.parse(path, params)
             expect(data["title_id"]).to eq(row[0])
             expect(data["doi"]).to eq(row[1])
             expect(data["print_identifier"]).to eq(row[2])

data/spec/filters/wiley/wiley_spec.rb

@@ -1,11 +1,16 @@
 require 'logstash/filters/wiley'
+require 'logstash/helpers/url_parser'
 require 'csv'
 
 RSpec.describe Wiley do
     CSV.foreach('spec/filters/wiley/wiley.2013-04-15.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[8])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
         name = "tests a URL " + row[8]
         it name do
-            data = Wiley.parse(row[8])
+            data = Wiley.parse(path, params)
             expect(data["online_identifier"]).to eq(row[0])
             expect(data["publication_date"]).to eq(row[1])
             expect(data["print_identifier"]).to eq(row[2])

metadata

@@ -1,29 +1,35 @@
 --- !ruby/object:Gem::Specification
 name: logstash-filter-ezproxy
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Dom Belcher
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-02-05 00:00:00.000000000 Z
+date: 2018-02-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - "<="
       - !ruby/object:Gem::Version
-        version: '2.0'
+        version: '2.99'
   name: logstash-core-plugin-api
   prerelease: false
   type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - "<="
       - !ruby/object:Gem::Version
-        version: '2.0'
+        version: '2.99'
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
@@ -54,12 +60,17 @@ files:
 - lib/logstash/filters/ebscohost.rb
 - lib/logstash/filters/emerald.rb
 - lib/logstash/filters/ezproxy.rb
+- lib/logstash/filters/ft.rb
+- lib/logstash/filters/gale.rb
+- lib/logstash/filters/ieee.rb
 - lib/logstash/filters/jstor.rb
 - lib/logstash/filters/lexisnexis.rb
 - lib/logstash/filters/sage.rb
 - lib/logstash/filters/sciencedirect.rb
+- lib/logstash/filters/springer.rb
 - lib/logstash/filters/tandf.rb
 - lib/logstash/filters/wiley.rb
+- lib/logstash/helpers/url_parser.rb
 - logstash-filter-ezproxy.gemspec
 - spec/filters/dawsonera/dawsonera.2014-09-03.csv
 - spec/filters/dawsonera/dawsonera_spec.rb
@@ -68,6 +79,12 @@ files:
 - spec/filters/emerald/emerald.2015-08-11.csv
 - spec/filters/emerald/emerald_spec.rb
 - spec/filters/ezproxy_spec.rb
+- spec/filters/ft/ft.2016-11-22.csv
+- spec/filters/ft/ft_spec.rb
+- spec/filters/gale/gale.2016-05-11.csv
+- spec/filters/gale/gale_spec.rb
+- spec/filters/ieee/ieee.2015-04-15.csv
+- spec/filters/ieee/ieee_spec.rb
 - spec/filters/jstor/jstor.2013-10-03.csv
 - spec/filters/jstor/jstor_spec.rb
 - spec/filters/lexisnexis/lexisnexis.2013-05-17.csv
@@ -76,6 +93,8 @@ files:
 - spec/filters/sage/sagej.2016-12-05.csv
 - spec/filters/sciencedirect/sciencedirect_spec.rb
 - spec/filters/sciencedirect/sd.2013-01-09.csv
+- spec/filters/springer/springer.2013-01-31.csv
+- spec/filters/springer/springer_spec.rb
 - spec/filters/tandf/tandf.2015-03-25.csv
 - spec/filters/tandf/tandf_spec.rb
 - spec/filters/wiley/wiley.2013-04-15.csv
@@ -103,7 +122,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project:
-rubygems_version: 2.6.14
+rubygems_version: 2.7.4
 signing_key:
 specification_version: 4
 summary: Write a short summary, because Rubygems requires one.
@@ -115,6 +134,12 @@ test_files:
 - spec/filters/emerald/emerald.2015-08-11.csv
 - spec/filters/emerald/emerald_spec.rb
 - spec/filters/ezproxy_spec.rb
+- spec/filters/ft/ft.2016-11-22.csv
+- spec/filters/ft/ft_spec.rb
+- spec/filters/gale/gale.2016-05-11.csv
+- spec/filters/gale/gale_spec.rb
+- spec/filters/ieee/ieee.2015-04-15.csv
+- spec/filters/ieee/ieee_spec.rb
 - spec/filters/jstor/jstor.2013-10-03.csv
 - spec/filters/jstor/jstor_spec.rb
 - spec/filters/lexisnexis/lexisnexis.2013-05-17.csv
@@ -123,6 +148,8 @@ test_files:
 - spec/filters/sage/sagej.2016-12-05.csv
 - spec/filters/sciencedirect/sciencedirect_spec.rb
 - spec/filters/sciencedirect/sd.2013-01-09.csv
+- spec/filters/springer/springer.2013-01-31.csv
+- spec/filters/springer/springer_spec.rb
 - spec/filters/tandf/tandf.2015-03-25.csv
 - spec/filters/tandf/tandf_spec.rb
 - spec/filters/wiley/wiley.2013-04-15.csv