logstash-filter-ezproxy 0.1.1 → 0.2.0

data/lib/logstash/helpers/mime_helper.rb

@@ -0,0 +1,38 @@
+module Mime
+  def Mime.parse (path)
+    data = {}
+    if (match = /(\/?.*)\/(.*)\.js/i.match(path))
+      data['mime'] = 'JS'
+      data['res_name'] = match[2]
+    elsif (match = /(\/?.*)\/(.*)\.css/i.match(path))
+      data['mime'] = 'CSS'
+      data['res_name'] = match[2]
+    elsif (match = /(\/?.*)\/(.*)\.gif/i.match(path))
+      data['mime'] = 'GIF'
+      data['res_name'] = match[2]
+    elsif (match = /(\/?.*)\/(.*)\.png/i.match(path))
+      data['mime'] = 'PNG'
+      data['res_name'] = match[2]
+    elsif (match = /(\/?.*)\/(.*)\.jpg/i.match(path))
+      data['mime'] = 'JPG'
+      data['res_name'] = match[2]
+    elsif (match = /(\/?.*)\/(.*)\.ico/i.match(path))
+      data['mime'] = 'ICO'
+      data['res_name'] = match[2]
+    elsif (match = /(\/?.*)\/(.*)\.svg/i.match(path))
+      data['mime'] = 'SVG'
+      data['res_name'] = match[2]
+    elsif (match = /(\/?.*)\/(.*)\.ttf/i.match(path))
+      data['mime'] = 'TTF'
+      data['res_name'] = match[2]
+    elsif (match = /(\/?.*)\/(.*)\.txt/i.match(path))
+      data['mime'] = 'TXT'
+      data['res_name'] = match[2]
+    elsif (match = /(\/?.*)\/(.*)\.woff/i.match(path))
+      data['mime'] = 'WOFF'
+      data['res_name'] = match[2]
+    end
+
+    return data
+  end
+end

data/lib/logstash/helpers/param_helper.rb

@@ -0,0 +1,32 @@
+# encoding: utf-8
+require 'json'
+Encoding.default_external = 'UTF-8'
+Encoding.default_internal = 'UTF-8'
+
+module ParamHelper
+  def ParamHelper.parse (params)
+    data = {
+    }
+
+    params_hash = {}
+
+    doc_params = %w(docid docId docID documentId documentID)
+
+    doc_params.each do |p|
+      if params.key?(p)
+        data['title_id'] = params[p]
+        data['unit_id'] = params[p]
+      end
+    end
+
+    # params.each do |key, value|
+    #   params_hash[key] = value
+    # end
+
+    # unless params.empty?
+    #   data['params'] = JSON::generate(params)
+    # end
+
+    return data
+  end
+end

data/lib/logstash/helpers/url_parser.rb

@@ -8,7 +8,7 @@ module URLParser
       path = URI::unescape(uri.path)
       params = {}
       if (uri.query)
-          params = CGI::parse(URI::unescape(uri.query))
+          params = CGI::parse(uri.query)
       end
       return {
         "uri" => uri,
@@ -16,7 +16,7 @@ module URLParser
         "params" => params
       }
     rescue
-      puts input
+      # puts input
       return {}
     end
   end

data/logstash-filter-ezproxy.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name          = 'logstash-filter-ezproxy'
-  s.version       = '0.1.1'
+  s.version       = '0.2.0'
   s.licenses      = ['Apache-2.0']
   s.summary       = 'Write a short summary, because Rubygems requires one.'
   s.authors       = ['Dom Belcher']
@@ -17,6 +17,6 @@ Gem::Specification.new do |s|
 
   # Gem dependencies
   #s.add_dependency "logstash-core", "~> 6.1.0"
-  s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.60", "<= 2.99"
+  s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.6.0", "<= 3.0.0"
   s.add_development_dependency 'logstash-devutils'
 end

data/spec/filters/cambridge/cambridge.2013-10-28.csv

@@ -0,0 +1,13 @@
+out-online_identifier;out-print_identifier;out-volume;out-issue;out-doi;out-pii;out-title_id;out-unitid;out-rtype;out-mime;in-url
+;;;;;;VNS;VNS;TOC;MISC;http://journals.cambridge.org.gate1.inist.fr/action/displayJournal?jid=VNS&bVolume=y
+;;27;3-4;;;VNS;7880012;TOC;MISC;http://journals.cambridge.org.gate1.inist.fr/action/displayIssue?decade=2010&jid=VNS&volumeId=27&issueId=3-4&iid=7880012
+;0952-5238;;;10.1017/S0952523813000345;;;S0952523813000345;ABS;HTML;http://journals.cambridge.org.gate1.inist.fr/action/displayAbstract?fromPage=online&aid=9010487&fulltextType=RV&fileId=S0952523813000345
+;0952-5238;27;3-4;10.1017/S0952523810000179;;VNS;S0952523810000179;ARTICLE;HTML;http://journals.cambridge.org.gate1.inist.fr/action/displayFulltext?type=6&fid=7880026&jid=VNS&volumeId=27&issueId=3-4&aid=7880025&fulltextType=RA&fileId=S0952523810000179
+;;27;3-4;;;VNS;7880025;ARTICLE;PDF;http://journals.cambridge.org.gate1.inist.fr/action/displayFulltext?type=1&pdftype=1&fid=7880027&jid=VNS&volumeId=27&issueId=3-4&aid=7880025
+;;27;1-2;;;VNS;7808056;ARTICLE;HTML;http://journals.cambridge.org:80/action/displayFulltext?type=1&fid=7808058&jid=VNS&volumeId=27&issueId=1-2&aid=7808056&bodyId=&membershipNumber=&societyETOCSession=
+;;;;;;journal-of-the-history-of-economic-thought;journal-of-the-history-of-economic-thought/issue/;TOC;MISC;https://www-cambridge-org/core/journals/journal-of-the-history-of-economic-thought/issue/CF230263144D4DAD96060DA26DA4260A
+;;;;;;journal-of-the-history-of-economic-thought;old-generation-of-economists-and-the-new-an-intellectual-historians-approach-to-a-significant-transition;ARTICLE;HTML;https://www-cambridge-org/core/journals/journal-of-the-history-of-economic-thought/article/old-generation-of-economists-and-the-new-an-intellectual-historians-approach-to-a-significant-transition/A95C410BA1767D60C3DA96901466AABD/core-reader
+;;;;;S1053837209990411;;S1053837209990411a;ARTICLE;PDF;https://www-cambridge-org/core/services/aop-cambridge-core/content/view/A95C410BA1767D60C3DA96901466AABD/S1053837209990411a.pdf/old_generation_of_economists_and_the_new_an_intellectual_historians_approach_to_a_significant_transition.pdf
+;;;;;;cambridge-companion-to-american-gothic;cambridge-companion-to-american-gothic/queer-american-gothic;BOOK_SECTION;HTML;https://www.cambridge.org/core/books/cambridge-companion-to-american-gothic/queer-american-gothic/F0D934DEF58963D498415A3FA90957FA/core-reader
+9781316337998;;;;;;;9781316337998c8_p115-127_CBO;BOOK_SECTION;PDF;https://www.cambridge.org/core/services/aop-cambridge-core/content/view/F0D934DEF58963D498415A3FA90957FA/9781316337998c8_p115-127_CBO.pdf/queer_american_gothic.pdf
+;;;;;;cambridge-companion-to-american-gothic;cambridge-companion-to-american-gothic;TOC;MISC;https://www.cambridge.org/core/books/cambridge-companion-to-american-gothic/1DB7BB56096D72ED4FBA5FEE294CBFBA

data/spec/filters/cambridge/cambridge_spec.rb

@@ -0,0 +1,27 @@
+require 'logstash/filters/cambridge'
+require 'csv'
+require 'logstash/helpers/url_parser'
+
+RSpec.describe Cambridge do
+    CSV.foreach('spec/filters/cambridge/cambridge.2013-10-28.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[10])
+        uri = parsed_url['uri']
+        path = parsed_url['path']
+        params = parsed_url['params']
+
+        name = "tests a URL " + row[10]
+        it name do
+            data = Cambridge.parse(path, params, uri)
+            expect(data["online_identifier"]).to eq(row[0])
+            expect(data["print_identifier"]).to eq(row[1])
+            expect(data["volume"]).to eq(row[2])
+            expect(data["issue"]).to eq(row[3])
+            expect(data["doi"]).to eq(row[4])
+            expect(data["pii"]).to eq(row[5])
+            expect(data["title_id"]).to eq(row[6])
+            expect(data["unit_id"]).to eq(row[7])
+            expect(data["rtype"]).to eq(row[8])
+            expect(data["mime"]).to eq(row[9])
+        end
+    end
+end

data/spec/filters/ebscohost/ebscohost.2014-08-21.csv

@@ -11,3 +11,8 @@ out-unitid;out-rtype;out-mime;out-doi;out-print_identifier;out-num;out-vol;out-f
 118470727;REF;HTML;;;;;;;;;http://web.a.ebscohost.com/ehost/detail/detail?vid=4&sid=1f85c7ec-9906-4b8e-917f-fb4c7171ffe4%40sessionmgr4007&hid=4201&bdata=Jmxhbmc9ZnImc2l0ZT1laG9zdC1saXZl#AN=118470727&db=a9h
 10.1016/j.medmal.2016.06.002;OPENURL;HTML;10.1016/j.medmal.2016.06.002;0399077X;7;46;372;379;Medecine Maladies Infectieuses;;http://resolver.ebscohost.com/openurl?sid=EBSCO:a9h&genre=article&issn=0399077X&ISBN=&volume=46&issue=7&date=20161001&spage=372&pages=372-379&title=Medecine%20Maladies%20Infectieuses&atitle=Community-acquired%20Clostridium%20difficile%20infections%20in%20emergency%20departments.&aulast=Lefevre-Tantet-Etchebarne%2C%20D.&id=DOI:10.1016/j.medmal.2016.06.002
 ;TOC;MISC;;;;;;;;EBSCO Discovery Service;http://eds.a.ebscohost.com:80/eds/results?sid=2ff3e174-b478-4663-b25e-8dc8ccd9c1c4%40sessionmgr4003&vid=1&hid=4113&bquery=(Generations%2c+AND+Discourse%2c)+AND+(Social+AND+Change.+AND+By+AND+Karen+AND+Foster)&bdata=Jmxhbmc9ZnImdHlwZT0wJnNpdGU9ZWRzLWxpdmU%3d
+56308;EBOOK;PDF;;;;;;;;;http://pdc-evs.ebscohost.com:80/ebscoviewerservice/api/EbookArtifact?format=EB&db=nlebk&an=56308&language=en&artifactId=NL$56308$PDF/4450/66ad837f/8aa6b29a_COVER.pdf&pageNumber=0
+119231;EBOOK;PDF;;;;;;;;;http://pdc-evs.ebscohost.com:80/EbscoViewerService/ebook/artifactframe?path2EpImages=//if.ebsco-content.com/interfacefiles/evs/1.1.4.7003/src/client/legacy/&artifactRef=%2Febscoviewerservice%2Fapi%2FEbookArtifact%3Fformat%3DEB%26db%3Dnlebk%26an%3D119231%26language%3Den%26artifactId%3DNL%24119231%24PDF%2F4456%2F9b759a34%2Fb18be96a_32.pdf%26pageNumber%3D46&initialScale=2.2848&cFTA=false&reportTextLayerRendered=false&isIpad=false&artifactId=NL$119231$PDF/4456/9b759a34/b18be96a_32.pdf
+100139;EBOOK;PDF;;;;;;;;;http://pdc-evs.ebscohost.com:80/ebscoviewerservice/api/ebookpageturn?an=100139&db=nlebk&retrievalFormat=PDF&pageNum=0&pageLabel=Cover&language=en&_=1511342760030
+1513241;EBOOK;PDF;;;;;;;;;http://pdc-evs.ebscohost.com:80/EbscoViewerService/api/EBookAccessibleContent?theDoid=NL$1513241$PDF&thePage=pp_Cover
+1522948;EBOOK;PDF;;;;;;;;;http://pdc-evs.ebscohost.com:80/EbscoViewerService/api/ebookdigitalobject?db=nlebk&an=1522948&doid=NL$1522948$PDF&format=EB&language=en&bookSessionKey=Sr%2FVV1zWTASIk9tcgtAZV8W4l191Ex5BygUm5RlpOvg%3D

data/spec/filters/ezproxy_spec.rb

@@ -38,7 +38,7 @@ describe LogStash::Filters::Ezproxy do
                 insist { subject.get('request_metadata' )}.include?(f)
             end
         end
-
+        
         # sample("input_url" => "http://ezproxy.lancs.ac.uk:80/login?url=http://www.jstor.org/px/xhr/api/v1/collector") do
         #     insist { subject }.include?("request_metadata")
         #     # expected_fields = %w(unit_id doi title_id rtype mime)

data/spec/filters/gale/gale_spec.rb

@@ -8,8 +8,6 @@ RSpec.describe Gale do
         path = parsed_url['path']
         params = parsed_url['params']
 
-        puts params
-
         name = "tests a URL " + row[4]
         it name do
             data = Gale::parse(path, params)

data/spec/filters/heinonline/heinonline.2015-05-18.csv

@@ -0,0 +1,12 @@
+out-title_id;out-unitid;out-rtype;out-mime;in-url
+antil77;hein.journals/antil77/53;ARTICLE;PDF;http://heinonline.org.faraway.u-paris10.fr/HOL/Page?handle=hein.journals/antil77&id=53
+antil77;hein.journals/antil77/53/1;ARTICLE;PDF;http://heinonline.org.faraway.u-paris10.fr/HOL/PageMulti?collection=journals&number_of_pages=1&handle=hein.journals/antil77&id=53
+antil77;hein.journals/antil77/53/2;ARTICLE;PDF;http://heinonline.org.faraway.u-paris10.fr/HOL/PageMulti?collection=journals&number_of_pages=2&handle=hein.journals/antil77&id=53
+antil77;hein.journals/antil77/53/3;ARTICLE;PDF;http://heinonline.org.faraway.u-paris10.fr/HOL/PageMulti?collection=journals&number_of_pages=3&handle=hein.journals/antil77&id=53
+antil77;hein.journals/antil77/53/4;ARTICLE;PDF;http://heinonline.org.faraway.u-paris10.fr/HOL/PageMulti?collection=journals&number_of_pages=4&handle=hein.journals/antil77&id=53
+antil77;hein.journals/antil77/53/5;ARTICLE;PDF;http://heinonline.org.faraway.u-paris10.fr/HOL/PageMulti?collection=journals&number_of_pages=5&handle=hein.journals/antil77&id=53
+antil77;hein.journals/antil77/53/6;ARTICLE;PDF;http://heinonline.org.faraway.u-paris10.fr/HOL/PageMulti?collection=journals&number_of_pages=6&handle=hein.journals/antil77&id=53
+antil77;hein.journals/antil77/53/7;ARTICLE;PDF;http://heinonline.org.faraway.u-paris10.fr/HOL/PageMulti?collection=journals&number_of_pages=7&handle=hein.journals/antil77&id=53
+antil77;hein.journals/antil77/53;ARTICLE;PDF;http://heinonline.org.faraway.u-paris10.fr/HOL/Print?collection=journals&handle=hein.journals/antil77&id=53
+antil77;hein.journals/antil77/1;TOC;HTML;http://heinonline.org.faraway.u-paris10.fr/HOL/Contents?handle=hein.journals/antil77&id=1&size=2&index=&collection=journals
+antil;journals/antil;TOC;HTML;http://heinonline.org.faraway.u-paris10.fr/HOL/Index?index=journals/antil&collection=usjournals

data/spec/filters/heinonline/heinonline_spec.rb

@@ -0,0 +1,20 @@
+require 'logstash/filters/heinonline'
+require 'csv'
+require 'logstash/helpers/url_parser'
+
+RSpec.describe HeinOnline do
+    CSV.foreach('spec/filters/heinonline/heinonline.2015-05-18.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[4])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
+        name = "tests a URL " + row[4]
+        it name do
+            data = HeinOnline.parse(path, params)
+            expect(data["title_id"]).to eq(row[0])
+            expect(data["unit_id"]).to eq(row[1])
+            expect(data["rtype"]).to eq(row[2])
+            expect(data["mime"]).to eq(row[3])
+        end
+    end
+end

data/spec/filters/lexis_webanalytics/lexis360.2017-04-28.csv

@@ -0,0 +1,9 @@
+out-title_id;out-unitid;out-rtype;out-mime;in-url
+droit_fiscal;869697884;TOC;HTML;http://www.lexis360.fr/Document/droit_fiscal_29_septembre_2016_n_39/EQoofIo2izxXAW-NWTzsDkSV01q3G5HXt9qLfVgetxD6vmamzHEa7qFKMR2TVPp30?data=c0luZGV4PTEmckNvdW50PTE3NjIm&rndNum=869697884&tsid=search7_
+RDF;PS_RDF_201639SOMMAIREPS_2_0KTG;ARTICLE;HTML;http://www.lexis360.fr/Docview.aspx?&tsid=docview1_&citationData=%7B%22citationId%22:%22PS_RDF_201639SOMMAIREPS_2_0KTGS3%22%2C%22title%22:%22545%22%2C%22docId%22:%22PS_RDF_201639SOMMAIREPS_2_0KTG%22%7D
+;FP_FP-617751_0KT0;ENCYCLOPAEDIA_ENTRY;HTML;https://webanalytics.lexisnexis.com:443/wa_k4c.watag?js=1&rf=https%3A%2F%2Fwww-lexis360-fr.bases-doc.univ-lorraine.fr%2Fsearch.aspx%3Fpid%3D6%26portletId%3D79%26tsid%3Dportalpage42_&lc=https%3A%2F%2Fwww-lexis360-fr.bases-doc.univ-lorraine.fr%2FDocument%2Fn_3217_preparer_ses_examens%2FZsfF73PHuzboctUxOJMYP2nWRYaEUoe_zWzSfAzjON01%3Fdata%3Dc0luZGV4PTImckNvdW50PTEzJg%3D%3D%26rndNum%3D1099977257%26tsid%3Dsearch20_&rs=1920x1080&cd=24&ln=fr&jv=1&tz=GMT%20%2B01%3A00&site=k4c&wa_PageName=Format%20des%20documents%20&wa_ProductId=69&un=THOMAS.JOUNEAUU2447445205&wa_UserType=Subscribed&wa_SessionId=228945b0-0a48-11e7-af02-00000aab0d6b&wa_ClientID=%23%24%25none%25%24%23&wa_transID=05d9824d-8592-4b02-969c-f9a445500bb9&wa_DocId=FP_FP-617751_0KT0&wa_DocSourceType=FicheMethodo&wa_UserAction=ViewDoc&wa_RequestEndTime=Thu%2C%2016%20Mar%202017%2015%3A57%3A55%20GMT&ets=1489679875173.841&ts=1489679875173.713&ck=WA_ANONCOOKIE%3DZFdM2qWagxa5_44212
+;FP_FP-620713_0KT0;ENCYCLOPAEDIA_ENTRY;HTML;https://webanalytics.lexisnexis.com:443/wa_k4c.watag?js=1&rf=https%3A%2F%2Fwww-lexis360-fr.bases-doc.univ-lorraine.fr%2FContenus&lc=https%3A%2F%2Fwww-lexis360-fr.bases-doc.univ-lorraine.fr%2Fdocview.aspx%3Ftsid%3Dsearch21_&rs=1920x1080&cd=24&ln=fr&jv=1&tz=GMT%20%2B01%3A00&site=k4c&wa_PageName=Format%20des%20documents%20&wa_ProductId=69&un=THOMAS.JOUNEAUU2447445205&wa_UserType=Subscribed&wa_SessionId=228945b0-0a48-11e7-af02-00000aab0d6b&wa_ClientID=%23%24%25none%25%24%23&wa_transID=0768a48d-b571-435d-b4a9-32ab97a14a85&wa_DocId=FP_FP-620713_0KT0&wa_DocSourceType=FicheRevision&wa_UserAction=ViewDoc&wa_RequestEndTime=Thu%2C%2016%20Mar%202017%2016%3A01%3A52%20GMT&ets=1489680112027.152&ts=1489680112027.958&ck=WA_ANONCOOKIE%3DZFdM2qWagxa5_44212
+SJG;PS_SJG_201711SOMMAIREPS_2_0KTZ;TOC;HTML;https://webanalytics.lexisnexis.com:443/wa_k4c.watag?js=1&rf=https%3A%2F%2Fwww-lexis360-fr.bases-doc.univ-lorraine.fr%2Fsearch.aspx%3Fpid%3D6%26portletId%3D79%26tsid%3Dportalpage46_&lc=https%3A%2F%2Fwww-lexis360-fr.bases-doc.univ-lorraine.fr%2FDocument%2Fla_semaine_juridique_edition_generale_13_mars_2017_n_11%2FjgNz91a3q5GvXkLsPeRSTMfqt_kvpP8gvZWBiMgZbsGQ9opYGlPQ6y-cXHzVuBUr0%3Fdata%3Dc0luZGV4PTEmckNvdW50PTEzOTcm%26rndNum%3D399877540%26tsid%3Dsearch22_&rs=1920x1080&cd=24&ln=fr&jv=1&tz=GMT%20%2B01%3A00&site=k4c&wa_PageName=Format%20des%20documents%20&wa_ProductId=69&un=THOMAS.JOUNEAUU2447445205&wa_UserType=Subscribed&wa_SessionId=228945b0-0a48-11e7-af02-00000aab0d6b&wa_ClientID=%23%24%25none%25%24%23&wa_transID=b84342fe-ddb2-4691-b04c-7b4e99adf47a&wa_DocId=PS_SJG_201711SOMMAIREPS_2_0KTZ&wa_DocSourceType=PresseSommaire&wa_UserAction=ViewDoc&wa_RequestEndTime=Thu%2C%2016%20Mar%202017%2016%3A06%3A51%20GMT&ets=1489680411324.827&ts=1489680411324.144&ck=WA_ANONCOOKIE%3DZFdM2qWagxa5_44212
+KPRE;PS_KPRE-524352_0KTZ;ARTICLE;HTML;https://webanalytics.lexisnexis.com:443/wa_k4c.watag?js=1&rf=https%3A%2F%2Fwww-lexis360-fr.bases-doc.univ-lorraine.fr%2FDocument%2Fla_semaine_juridique_edition_generale_13_mars_2017_n_11%2FjgNz91a3q5GvXkLsPeRSTMfqt_kvpP8gvZWBiMgZbsGQ9opYGlPQ6y-cXHzVuBUr0%3Fdata%3Dc0luZGV4PTEmckNvdW50PTEzOTcm%26rndNum%3D399877540%26tsid%3Dsearch22_&lc=https%3A%2F%2Fwww-lexis360-fr.bases-doc.univ-lorraine.fr%2FDocview.aspx%3F%26tsid%3Ddocview57_%26citationData%3D%7B%2522citationId%2522%3A%2522PS_SJG_201711SOMMAIREPS_2_0KTZS2%2522%2C%2522title%2522%3A%2522264%2522%2C%2522docId%2522%3A%2522PS_SJG_201711SOMMAIREPS_2_0KTZ%2522%7D&rs=1920x1080&cd=24&ln=fr&jv=1&tz=GMT%20%2B01%3A00&site=k4c&wa_PageName=Format%20des%20documents%20&wa_ProductId=69&un=THOMAS.JOUNEAUU2447445205&wa_UserType=Subscribed&wa_SessionId=228945b0-0a48-11e7-af02-00000aab0d6b&wa_ClientID=%23%24%25none%25%24%23&wa_transID=120cba0f-8302-460e-a706-c431040ca609&wa_DocId=PS_KPRE-524352_0KTZ&wa_DocSourceType=Presse&wa_UserAction=ViewDoc&wa_RequestEndTime=Thu%2C%2016%20Mar%202017%2016%3A09%3A38%20GMT&ets=1489680578029.53&ts=1489680578029.348&ck=WA_ANONCOOKIE%3DZFdM2qWagxa5_44212
+;EF_SY-530479_0KRE;ENCYCLOPAEDIA_ENTRY;HTML;https://webanalytics.lexisnexis.com:443/wa_k4c.watag?js=1&rf=https%3A%2F%2Fwww-lexis360-fr.bases-doc.univ-lorraine.fr%2Fsearch.aspx%3Fpid%3D6%26portletId%3D79%26tsid%3Dportalpage48_&lc=https%3A%2F%2Fwww-lexis360-fr.bases-doc.univ-lorraine.fr%2FDocument%2Fsynthese_usufruit_usage_et_habitation%2Fz_c9FBKd5kl7VpKKRZNDhNwFCkZWbBo-bvLUlkeo8cs1%3Fdata%3Dc0luZGV4PTImckNvdW50PTI4Jg%3D%3D%26rndNum%3D281308775%26tsid%3Dsearch23_&rs=1920x1080&cd=24&ln=fr&jv=1&tz=GMT%20%2B01%3A00&site=k4c&wa_PageName=Format%20des%20documents%20&wa_ProductId=69&un=THOMAS.JOUNEAUU2447445205&wa_UserType=Subscribed&wa_SessionId=228945b0-0a48-11e7-af02-00000aab0d6b&wa_ClientID=%23%24%25none%25%24%23&wa_transID=aa210ac9-6d55-419e-b44b-64a8bd8132e6&wa_DocId=EF_SY-530479_0KRE&wa_DocSourceType=En_eFascicule&wa_UserAction=ViewDoc&wa_RequestEndTime=Thu%2C%2016%20Mar%202017%2016%3A12%3A19%20GMT&ets=1489680739981.161&ts=1489680739981.790&ck=WA_ANONCOOKIE%3DZFdM2qWagxa5_44212
+;LG_SLD-LEGISCTA000032227360_0WJN;CODES;HTML;https://webanalytics.lexisnexis.com:443/wa_k4c.watag?js=1&rf=https%3A%2F%2Fwww-lexis360-fr.bases-doc.univ-lorraine.fr%2FContenus&lc=https%3A%2F%2Fwww-lexis360-fr.bases-doc.univ-lorraine.fr%2Fdocview.aspx%3Ftsid%3Dsearch25_&rs=1920x1080&cd=24&ln=fr&jv=1&tz=GMT%20%2B01%3A00&site=k4c&wa_PageName=Format%20des%20documents%20&wa_ProductId=69&un=THOMAS.JOUNEAUU2447445205&wa_UserType=Subscribed&wa_SessionId=228945b0-0a48-11e7-af02-00000aab0d6b&wa_ClientID=%23%24%25none%25%24%23&wa_transID=bd42b88b-50c4-4672-a9e5-646773b61dd2&wa_DocId=LG_SLD-LEGISCTA000032227360_0WJN&wa_DocSourceType=L%C3%A9gislationconsolid%C3%A9e&wa_UserAction=ViewDoc&wa_RequestEndTime=Thu%2C%2016%20Mar%202017%2016%3A22%3A21%20GMT&ets=1489681341375.843&ts=1489681341375.264&ck=WA_ANONCOOKIE%3DZFdM2qWagxa5_44212

data/spec/filters/lexis_webanalytics/lexis_webanalytics_spec.rb

@@ -0,0 +1,21 @@
+require 'logstash/filters/lexis_webanalytics'
+require 'csv'
+require 'logstash/helpers/url_parser'
+
+RSpec.describe LexisWebAnalytics do
+    CSV.foreach('spec/filters/lexis_webanalytics/lexis360.2017-04-28.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[4])
+        path = parsed_url['path']
+        params = parsed_url['params']
+        uri = parsed_url['uri']
+
+        name = "tests a URL " + row[4]
+        it name do
+            data = LexisWebAnalytics.parse(path, params, uri)
+            expect(data["title_id"]).to eq(row[0])
+            expect(data["unit_id"]).to eq(row[1])
+            expect(data["rtype"]).to eq(row[2])
+            expect(data["mime"]).to eq(row[3])
+        end
+    end
+end

data/spec/filters/myilibrary/myilibrary.2018-02-09.csv

@@ -0,0 +1,6 @@
+out-unitid;out-title_id;out-rtype;out-mime;in-url
+273893;273893;BOOK;MISC;http://lib.myilibrary.com/Open.aspx?id=273893
+128348;128348;BOOK;MISC;http://lib.myilibrary.com/Open.aspx?id=128348
+;;BOOK_PAGE;JPG;http://lib.myilibrary.com/Viewer/getImage_Servlet.aspx?page=35&lpage=50&width=750&height=1120&searchphrase=&quality=82&codec=jpg&sid=9c40333be2c4e5ac
+645694;645694;BOOK;MISC;http://lib.myilibrary.com/browse/open.asp?id=645694
+;;BOOK_PAGE;PDF;http://lib.myilibrary.com/Viewer/getDMP_Servlet.aspx?k=yestzajesrcydlue&p=571,572,573,574,575&l=595,596,597,598,599&t=PDF

data/spec/filters/myilibrary/myilibrary_spec.rb

@@ -0,0 +1,20 @@
+require 'logstash/filters/myilibrary'
+require 'logstash/helpers/url_parser'
+require 'csv'
+
+RSpec.describe MyILibrary do
+    CSV.foreach('spec/filters/myilibrary/myilibrary.2018-02-09.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[4])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
+        name = "tests a URL " + row[4]
+        it name do
+            data = MyILibrary.parse(path, params)
+            expect(data["unit_id"]).to eq(row[0])
+            expect(data["title_id"]).to eq(row[1])
+            expect(data["rtype"]).to eq(row[2])
+            expect(data["mime"]).to eq(row[3])
+        end
+    end
+end

data/spec/filters/oxford/oxford.2018-02-15.csv

@@ -0,0 +1,5 @@
+out-title_id;out-unitid;out-doi;out-rtype;out-mime;in-url
+acprof-9780198755753;acprof-9780198755753;10.1093/acprof:oso/9780198755753.001.0001;BOOK;;http://www.oxfordscholarship.com:80/view/10.1093/acprof:oso/9780198755753.001.0001/acprof-9780198755753
+acprof-9780198755753;acprof-9780198755753;10.1093/acprof:oso/9780198755753.001.0001;BOOK_CHAPTER;;http://www.oxfordscholarship.com:80/view/10.1093/acprof:oso/9780198755753.001.0001/acprof-9780198755753-chapter-7
+acprof-9780198755753;acprof-9780198755753;10.1093/acprof:oso/9780198755753.001.0001;BOOK_CHAPTER;PDF;http://www.oxfordscholarship.com:80/view/10.1093/acprof:oso/9780198755753.001.0001/acprof-9780198755753-chapter-7?print=pdf
+;;10.1093/acprof:oso/9780198755753.001.0001;;;http://www.oxfordscholarship.com:80/doc/10.1093/acprof:oso/9780198755753.001.0001/acprof-9780198755753-graphic-051.gif

data/spec/filters/oxford/oxford_spec.rb

@@ -0,0 +1,21 @@
+require 'logstash/filters/oxford'
+require 'csv'
+require 'logstash/helpers/url_parser'
+
+RSpec.describe Oxford do
+    CSV.foreach('spec/filters/oxford/oxford.2018-02-15.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[5])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
+        name = "tests a URL " + row[5]
+        it name do
+            data = Oxford.parse(path, params)
+            expect(data["title_id"]).to eq(row[0])
+            expect(data["unit_id"]).to eq(row[1])
+            expect(data["doi"]).to eq(row[2])
+            expect(data["rtype"]).to eq(row[3])
+            expect(data["mime"]).to eq(row[4])
+        end
+    end
+end

data/spec/filters/proquest/proquest.2018-02-09.csv

@@ -0,0 +1,6 @@
+out-unitid;out-title_id;out-rtype;out-mime;out-remote_id;page;out-page;in-url
+;;BOOK_PAGE;MISC;04b0b12477384ce3a24bd5bc1477b9ad;636;https://ebookcentral.proquest.com:443/lib/lancaster/remoteDocServer.api?remote_id=04b0b12477384ce3a24bd5bc1477b9ad&encrypted=419c8801671b8091ff31fa858dc3188bccc021fdec5add1a31f57471ee5ebc631e60802cb16d1f690c138d404b810d773ed91cd92b72d19edb0af014817d15e144a8db31158069a0017ef723ee10612b6e216268eab01356fd1ae1ef91a1c41eef0550a1f70d567c1c747d0c3174c951bc133ea6a441a19fd09a1eb96604a12e7dd0181029cd34b1fa6413e&nq=1&search=&tm=1/636&cid=636&_id=636&pageNum=636&tmpOpt=0
+967751;967751;TOC;HTML;;;https://ebookcentral.proquest.com:443/lib/lancaster/detail.action?docID=967751
+1120299;1120299;BOOK;MISC;;;https://ebookcentral.proquest.com:443/lib/lancaster/reader.action?docID=1120299
+1039332;1039332;TOC;JSON;bc0bd9360b1346e399a5b7dd25492840;;https://ebookcentral.proquest.com:443/lib/lancaster/docAccess.api?rpgr=eb&docid=1039332&remote_id=bc0bd9360b1346e399a5b7dd25492840
+1076012;1076012;TOC;JSON;58cfab03943e4415bc5c9d76ecd27d4f;;https://ebookcentral.proquest.com:443/lib/lancaster/docSearch.api?remote_id=58cfab03943e4415bc5c9d76ecd27d4f&docid=1076012&p00=%22Brandt%20at%20the%20Bundestag%20on%20Ostpolitik%22

data/spec/filters/proquest/proquest_spec.rb

@@ -0,0 +1,21 @@
+require 'logstash/filters/proquest'
+require 'logstash/helpers/url_parser'
+require 'csv'
+
+RSpec.describe Proquest do
+    CSV.foreach('spec/filters/proquest/proquest.2018-02-09.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[6])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
+        name = "tests a URL " + row[6]
+        it name do
+            data = Proquest.parse(path, params)
+            expect(data["unit_id"]).to eq(row[0])
+            expect(data["title_id"]).to eq(row[1])
+            expect(data["rtype"]).to eq(row[2])
+            expect(data["mime"]).to eq(row[3])
+            expect(data["remote_id"]).to eq(row[4])
+        end
+    end
+end

data/spec/filters/scopus/scopus.2016-07-18.csv

@@ -0,0 +1,7 @@
+out-unitid;out-rtype;out-mime;in-url
+2-s2.0-84863856522;REF;HTML;http://www.scopus.com/results/citedbyresults.url?sort=plf-f&cite=2-s2.0-84863856522&src=s&imp=t&sid=38BDE00A99BBFE87E2CE4B3BBB4A00E8.aqHV0EoE4xlIF3hgVWgA%3a170&sot=cite&sdt=a&sl=0&origin=resultslist&editSaveSearch=&txGid=38BDE00A99BBFE87E2CE4B3BBB4A00E8.aqHV0EoE4xlIF3hgVWgA%3a17
+2-s2.0-33644857527;ABS;HTML;http://www.scopus.com/record/display.url?eid=2-s2.0-33644857527&origin=reflist&sort=plf-f&src=s&st1=bim&st2=crowd&sid=32F992A81208A3DEC0703EA645402F89.f594dyPDCy4K3aQHRor6A%3a40&sot=b&sdt=b&sl=45&s=%28TITLE-ABS-KEY%28bim%29+AND+TITLE-ABS-KEY%28crowd%29%29
+2-s2.0-84880617481;REF;HTML;http://www.scopus.com/record/references.url?origin=recordpage&currentRecordPageEID=2-s2.0-84880617481
+35190313500;BIO;HTML;http://www.scopus.com/authid/detail.url?authorId=35190313500
+2-s2.0-84952777090;REF;PDF;https://www.scopus.com/record/pdfdownload.uri?origin=recordpage&sid=&src=s&stateKey=OFD_804446236&eid=2-s2.0-84952777090&sort=&listId=&clickedLink=&_selectedCitationInformationItemsAll=on&selectedCitationInformationItems=Author%28s%29
+2-s2.0-84952777090;REF;PRINT;https://www.scopus.com/citation/print.uri?origin=recordpage&sid=&src=s&stateKey=OFD_804446236&eid=2-s2.0-84952777090&sort=&clickedLink=&view=FullDocument&_selectedCitationInformationItemsAll=on&selectedCitationInformationItems=Author%28s%29

data/spec/filters/scopus/scopus_spec.rb

@@ -0,0 +1,19 @@
+require 'logstash/filters/scopus'
+require 'csv'
+require 'logstash/helpers/url_parser'
+
+RSpec.describe Scopus do
+    CSV.foreach('spec/filters/scopus/scopus.2016-07-18.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[3])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
+        name = "tests a URL " + row[3]
+        it name do
+            data = Scopus.parse(path, params)
+            expect(data["unit_id"]).to eq(row[0])
+            expect(data["rtype"]).to eq(row[1])
+            expect(data["mime"]).to eq(row[2])
+        end
+    end
+end

data/spec/filters/webofknowledge/webofknowledge_spec.rb

@@ -0,0 +1,21 @@
+require 'logstash/filters/webofknowledge'
+require 'csv'
+require 'logstash/helpers/url_parser'
+
+RSpec.describe WebOfKnowledge do
+    CSV.foreach('spec/filters/webofknowledge/wos.2017-01-13.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[5])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
+        name = "tests a URL " + row[5]
+        it name do
+            data = WebOfKnowledge.parse(path, params)
+            expect(data["publication_title"]).to eq(row[0])
+            expect(data["title_id"]).to eq(row[1])
+            expect(data["unit_id"]).to eq(row[2])
+            expect(data["rtype"]).to eq(row[3])
+            expect(data["mime"]).to eq(row[4])
+        end
+    end
+end

data/spec/filters/webofknowledge/wos.2017-01-13.csv

@@ -0,0 +1,11 @@
+out-publication_title;out-title_id;out-unitid;out-rtype;out-mime;in-url
+;UA;;SEARCH;HTML;http://apps.webofknowledge.com/UA_GeneralSearch_input.do?product=UA&SID=Z2E5UA9l6Q6BRAvS44U&search_mode=GeneralSearch
+;UA;;TOC;HTML;http://apps.webofknowledge.com/Search.do?product=UA&SID=Z2E5UA9l6Q6BRAvS44U&search_mode=GeneralSearch&prID=dcfade3d-550a-4076-92a6-bd6708e2c64c
+;UA;;REF;HTML;http://apps.webofknowledge.com/full_record.do?product=UA&search_mode=GeneralSearch&qid=14&SID=Z2E5UA9l6Q6BRAvS44U&page=1&doc=2
+;WOS;;TOC;HTML;http://apps.webofknowledge.com/InterService.do?product=WOS&toPID=WOS&action=AllCitationService&isLinks=yes&highlighted_tab=WOS&last_prod=WOS&fromPID=UA&;returnLink=http%3a%2f%2fapps.webofknowledge.com%2ffull_record.do%3fhighlighted_tab%3dUA%26page%3d1%26qid%3d14%26log_event%3dyes%26viewType%3dfullRecord%26SID%3dZ2E5UA9l6Q6BRAvS44U%26product%3dUA%26doc%3d2%26search_mode%3dGeneralSearch&srcDesc=RET2UA&srcAlt=Back+to+All+Databases&;UT=WOS:000390849600006&search_mode=CitedRefList&SID=Z2E5UA9l6Q6BRAvS44U&parentProduct=UA&parentQid=14&parentDoc=2&recid=WOS:000390849600006&PREC_REFCOUNT=12&fromRightPanel=true
+;;;TOC;HTML;https://jcr-incites-thomsonreuters-com/JCRJournalHomeAction.action?SID=A2-PrkrJv74tBj5ko9eDVx2FpCXtAd4MjBJRW-18x2dJxx17XG5YmNwa4tn0JGiq6Ax3Dx3DlUL1U2XQfq5HIHtc4qxxE1wx3Dx3D-9vvmzcndpRgQCGPd1c2qPQx3Dx3D-wx2BJQh9GKVmtdJw3700KssQx3Dx3D&refineString=null&SrcApp=IC2LS&timeSpan=null&Init=Yes&;wsid=Z2E5UA9l6Q6BRAvS44U
+CA-A CANCER JOURNAL FOR CLINICIANS;CA-CANCER J CLIN;impact/CA-CANCER J CLIN/2015;TABLE;HTML;https://jcr-incites-thomsonreuters-com/JCRJournalProfileAction.action?pg=JRNLPROF&journalImpactFactor=137.578&year=2015&journalTitle=CA-A%20CANCER%20JOURNAL%20FOR%20CLINICIANS&edition=SCIE&journal=CA-CANCER%20J%20CLIN
+;;;MAP;MISC;https://esi-incites-thomsonreuters-com/IndicatorsAction.action?SID=B2-jx2FDXmiF0SKhxx0ig0x2BAhKZYxxBanb6AxxZ9-18x2ddx2B4ruM3jsN3soix2BefrHXeAx3Dx3DUVx2FlduvZ8VjUUtFgmiBlyQx3Dx3D-iyiHxxh55B2RtQWBj2LEuawx3Dx3D-1iOubBm4x2FSwJjjKtx2F7lAaQx3Dx3D&refineString=null&SrcApp=IC2LS&timeSpan=null&;Init=Yes&wsid=Z2E5UA9l6Q6BRAvS44U
+;;;GRAPH;MISC;https://esi-incites-thomsonreuters-com/DocumentsAction.action
+;;;ANALYSIS;MISC;http://wcs.webofknowledge.com.insis.bib.cnrs.fr/RA/analyze.do
+;WOS;;ANALYSIS;MISC;http://apps.webofknowledge.com.insis.bib.cnrs.fr/CitationReport.do?product=WOS&search_mode=CitationReport&SID=3B7nnGH8MSgIpEdYq5j&page=1&cr_pqid=3&viewType=summary&colName=WOS

data/spec/filters/wiley/wiley.2018-02-07.csv

@@ -0,0 +1,9 @@
+out-online_identifier;out-doi;out-issue;out-vol;out-title_id;out-unitid;out-rtype;out-mime;in-url
+;;;;21579032;;TOC;MISC;http://onlinelibrary.wiley.com/journal/21579032
+;;1;7;21579032;21579032/7/1;TOC;MISC;http://onlinelibrary.wiley.com/toc/toc/21579032/7/1
+;10.1002/brb3.590;;;;brb3.590;ARTICLE;HTML;http://onlinelibrary.wiley.com/doi/10.1002/brb3.590
+;10.1002/brb3.590;;;;brb3.590;ABS;HTML;http://onlinelibrary.wiley.com/doi/abs/10.1002/brb3.590
+;10.1002/brb3.590;;;;brb3.590;ARTICLE;HTML;http://onlinelibrary.wiley.com/doi/full/10.1002/brb3.590
+;10.1002/brb3.590;;;;brb3.590;ARTICLE;PDF;http://onlinelibrary.wiley.com/doi/pdf/10.1002/brb3.590
+;10.1002/brb3.590;;;;brb3.590;ARTICLE;PDF;http://onlinelibrary.wiley.com/doi/epdf/10.1002/brb3.590
+9781118638323;10.1002/9781118638323;;;;9781118638323.ch3;BOOK_SECTION;PDF;http://onlinelibrary.wiley.com/pdf/10.1002/9781118638323.ch3

data/spec/filters/wiley/wiley_spec.rb

@@ -21,4 +21,23 @@ RSpec.describe Wiley do
             expect(data["mime"]).to eq(row[7])
         end
     end
+
+    CSV.foreach('spec/filters/wiley/wiley.2018-02-07.csv', { :col_sep => ';', headers: true }) do |row|
+        parsed_url = URLParser::parse(row[8])
+        path = parsed_url['path']
+        params = parsed_url['params']
+
+        name = "tests a URL " + row[8]
+        it name do
+            data = Wiley.parse(path, params)
+            expect(data["online_identifier"]).to eq(row[0])
+            expect(data["doi"]).to eq(row[1])
+            expect(data["issue"]).to eq(row[2])
+            expect(data["vol"]).to eq(row[3])
+            expect(data["title_id"]).to eq(row[4])
+            expect(data["unit_id"]).to eq(row[5])
+            expect(data["rtype"]).to eq(row[6])
+            expect(data["mime"]).to eq(row[7])
+        end
+    end
 end

metadata

@@ -1,24 +1,24 @@
 --- !ruby/object:Gem::Specification
 name: logstash-filter-ezproxy
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Dom Belcher
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-02-07 00:00:00.000000000 Z
+date: 2018-02-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '1.60'
+        version: 1.6.0
     - - "<="
       - !ruby/object:Gem::Version
-        version: '2.99'
+        version: 3.0.0
   name: logstash-core-plugin-api
   prerelease: false
   type: :runtime
@@ -26,10 +26,10 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '1.60'
+        version: 1.6.0
     - - "<="
       - !ruby/object:Gem::Version
-        version: '2.99'
+        version: 3.0.0
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
@@ -56,22 +56,34 @@ files:
 - Gemfile
 - LICENSE
 - README.md
+- lib/logstash/filters/cambridge.rb
 - lib/logstash/filters/dawsonera.rb
 - lib/logstash/filters/ebscohost.rb
 - lib/logstash/filters/emerald.rb
 - lib/logstash/filters/ezproxy.rb
 - lib/logstash/filters/ft.rb
 - lib/logstash/filters/gale.rb
+- lib/logstash/filters/heinonline.rb
 - lib/logstash/filters/ieee.rb
 - lib/logstash/filters/jstor.rb
+- lib/logstash/filters/lexis_webanalytics.rb
 - lib/logstash/filters/lexisnexis.rb
+- lib/logstash/filters/myilibrary.rb
+- lib/logstash/filters/oxford.rb
+- lib/logstash/filters/proquest.rb
 - lib/logstash/filters/sage.rb
 - lib/logstash/filters/sciencedirect.rb
+- lib/logstash/filters/scopus.rb
 - lib/logstash/filters/springer.rb
 - lib/logstash/filters/tandf.rb
+- lib/logstash/filters/webofknowledge.rb
 - lib/logstash/filters/wiley.rb
+- lib/logstash/helpers/mime_helper.rb
+- lib/logstash/helpers/param_helper.rb
 - lib/logstash/helpers/url_parser.rb
 - logstash-filter-ezproxy.gemspec
+- spec/filters/cambridge/cambridge.2013-10-28.csv
+- spec/filters/cambridge/cambridge_spec.rb
 - spec/filters/dawsonera/dawsonera.2014-09-03.csv
 - spec/filters/dawsonera/dawsonera_spec.rb
 - spec/filters/ebscohost/ebscohost.2014-08-21.csv
@@ -83,21 +95,36 @@ files:
 - spec/filters/ft/ft_spec.rb
 - spec/filters/gale/gale.2016-05-11.csv
 - spec/filters/gale/gale_spec.rb
+- spec/filters/heinonline/heinonline.2015-05-18.csv
+- spec/filters/heinonline/heinonline_spec.rb
 - spec/filters/ieee/ieee.2015-04-15.csv
 - spec/filters/ieee/ieee_spec.rb
 - spec/filters/jstor/jstor.2013-10-03.csv
 - spec/filters/jstor/jstor_spec.rb
+- spec/filters/lexis_webanalytics/lexis360.2017-04-28.csv
+- spec/filters/lexis_webanalytics/lexis_webanalytics_spec.rb
 - spec/filters/lexisnexis/lexisnexis.2013-05-17.csv
 - spec/filters/lexisnexis/lexisnexis_spec.rb
+- spec/filters/myilibrary/myilibrary.2018-02-09.csv
+- spec/filters/myilibrary/myilibrary_spec.rb
+- spec/filters/oxford/oxford.2018-02-15.csv
+- spec/filters/oxford/oxford_spec.rb
+- spec/filters/proquest/proquest.2018-02-09.csv
+- spec/filters/proquest/proquest_spec.rb
 - spec/filters/sage/sage_spec.rb
 - spec/filters/sage/sagej.2016-12-05.csv
 - spec/filters/sciencedirect/sciencedirect_spec.rb
 - spec/filters/sciencedirect/sd.2013-01-09.csv
+- spec/filters/scopus/scopus.2016-07-18.csv
+- spec/filters/scopus/scopus_spec.rb
 - spec/filters/springer/springer.2013-01-31.csv
 - spec/filters/springer/springer_spec.rb
 - spec/filters/tandf/tandf.2015-03-25.csv
 - spec/filters/tandf/tandf_spec.rb
+- spec/filters/webofknowledge/webofknowledge_spec.rb
+- spec/filters/webofknowledge/wos.2017-01-13.csv
 - spec/filters/wiley/wiley.2013-04-15.csv
+- spec/filters/wiley/wiley.2018-02-07.csv
 - spec/filters/wiley/wiley_spec.rb
 - spec/spec_helper.rb
 homepage:
@@ -127,6 +154,8 @@ signing_key:
 specification_version: 4
 summary: Write a short summary, because Rubygems requires one.
 test_files:
+- spec/filters/cambridge/cambridge.2013-10-28.csv
+- spec/filters/cambridge/cambridge_spec.rb
 - spec/filters/dawsonera/dawsonera.2014-09-03.csv
 - spec/filters/dawsonera/dawsonera_spec.rb
 - spec/filters/ebscohost/ebscohost.2014-08-21.csv
@@ -138,20 +167,35 @@ test_files:
 - spec/filters/ft/ft_spec.rb
 - spec/filters/gale/gale.2016-05-11.csv
 - spec/filters/gale/gale_spec.rb
+- spec/filters/heinonline/heinonline.2015-05-18.csv
+- spec/filters/heinonline/heinonline_spec.rb
 - spec/filters/ieee/ieee.2015-04-15.csv
 - spec/filters/ieee/ieee_spec.rb
 - spec/filters/jstor/jstor.2013-10-03.csv
 - spec/filters/jstor/jstor_spec.rb
+- spec/filters/lexis_webanalytics/lexis360.2017-04-28.csv
+- spec/filters/lexis_webanalytics/lexis_webanalytics_spec.rb
 - spec/filters/lexisnexis/lexisnexis.2013-05-17.csv
 - spec/filters/lexisnexis/lexisnexis_spec.rb
+- spec/filters/myilibrary/myilibrary.2018-02-09.csv
+- spec/filters/myilibrary/myilibrary_spec.rb
+- spec/filters/oxford/oxford.2018-02-15.csv
+- spec/filters/oxford/oxford_spec.rb
+- spec/filters/proquest/proquest.2018-02-09.csv
+- spec/filters/proquest/proquest_spec.rb
 - spec/filters/sage/sage_spec.rb
 - spec/filters/sage/sagej.2016-12-05.csv
 - spec/filters/sciencedirect/sciencedirect_spec.rb
 - spec/filters/sciencedirect/sd.2013-01-09.csv
+- spec/filters/scopus/scopus.2016-07-18.csv
+- spec/filters/scopus/scopus_spec.rb
 - spec/filters/springer/springer.2013-01-31.csv
 - spec/filters/springer/springer_spec.rb
 - spec/filters/tandf/tandf.2015-03-25.csv
 - spec/filters/tandf/tandf_spec.rb
+- spec/filters/webofknowledge/webofknowledge_spec.rb
+- spec/filters/webofknowledge/wos.2017-01-13.csv
 - spec/filters/wiley/wiley.2013-04-15.csv
+- spec/filters/wiley/wiley.2018-02-07.csv
 - spec/filters/wiley/wiley_spec.rb
 - spec/spec_helper.rb