referer-parser 0.2.1 → 0.2.2

data/data/referers.yml

@@ -1,9 +1,3 @@
-#################################### DO NOT EDIT THIS FILE ####################################
-#                                                                                             #  
-#             This file will be overwritten the next time ./sync_yaml.sh is run!              #
-#                                                                                             #
-#################################### DO NOT EDIT THIS FILE ####################################
-
 # #######################################################################################################
 #
 # ALL SUPPORTED REFERERS
@@ -64,23 +58,62 @@ unknown:
 
 email:
 
+  126 Mail:
+    domains:
+      - mail.126.com
+
+  163 Mail:
+    domains:
+      - mail.163.com
+
+  AOL Mail:
+    domains:
+      - mail.aol.com
+
+  Bigpond:
+    domains:
+      - webmail.bigpond.com
+      - webmail2.bigpond.com
+
+  Daum Mail:
+    domains:
+      - mail2.daum.net
+
   Gmail:
     domains:
       - mail.google.com
 
+  Naver Mail:
+    domains:
+      - mail.naver.com
+
+  Optus Zoo:
+    domains:
+      - webmail.optuszoo.com.au  
+
+  Orange Webmail:
+    domains:
+      - orange.fr/webmail
+
   Outlook.com:
     domains:
       - mail.live.com
 
+  QQ Mail:
+    domains:
+      - mail.qq.com  
+
+  Seznam Mail:
+    domains:
+      - email.seznam.cz  
+
   Yahoo! Mail:
     domains:
       - mail.yahoo.net
       - mail.yahoo.com
       - mail.yahoo.co.uk
+      - mail.yahoo.co.jp
 
-  Orange Webmail:
-    domains:
-      - orange.fr/webmail
 
 # #######################################################################################################
 #
@@ -106,6 +139,19 @@ social:
       - twitter.com
       - t.co
 
+  Instagram:
+    domains:
+      - instagram.com
+
+  Youtube:
+    domains:
+      - youtube.com
+      - youtu.be
+
+  Vimeo:
+    domains:
+      - vimeo.com
+
   Renren:
     domains:
       - renren.com
@@ -133,7 +179,7 @@ social:
 
   Orkut:
     domains:
-      - orkut.com 
+      - orkut.com
 
   Myspace:
     domains:
@@ -194,7 +240,7 @@ social:
 
   Flickr:
     domains:
-      - flickr.com 
+      - flickr.com
 
   WeeWorld:
     domains:
@@ -226,7 +272,7 @@ social:
 
   Skyrock:
     domains:
-      - skyrock.com 
+      - skyrock.com
 
   BlackPlanet:
     domains:
@@ -278,7 +324,7 @@ social:
 
   XING:
     domains:
-      - xing.com 
+      - xing.com
 
   Taringa!:
     domains:
@@ -349,6 +395,13 @@ social:
       - weibo.com
       - t.cn
 
+  Delicious:
+    domains:
+      - delicious.com
+
+  Pocket:
+    domains:
+      - getpocket.com
 
 # #######################################################################################################
 #
@@ -357,7 +410,7 @@ social:
 search:
 
   1.cz:
-    parameters: 
+    parameters:
       - q
     domains:
       - 1.cz
@@ -365,16 +418,23 @@ search:
   # 123people TODO
 
   1und1:
-    parameters: 
+    parameters:
       - su
     domains:
       - search.1und1.de
 
+  360.cn:
+    parameters:
+      - q
+    domains:
+      - so.360.cn
+      - www.so.com
+
   Abacho:
-    parameters: 
+    parameters:
       - q
     domains:
-      - www.abacho.de 
+      - www.abacho.de
       - www.abacho.com
       - www.abacho.co.uk
       - www.se.abacho.com
@@ -386,45 +446,45 @@ search:
       - www.abacho.it
 
   ABCsøk:
-    parameters: 
+    parameters:
       - q
     domains:
       - abcsolk.no
       - verden.abcsok.no
 
   Acoon:
-    parameters: 
+    parameters:
       - begriff
     domains:
       - www.acoon.de
 
   Alexa:
-    parameters: 
+    parameters:
       - q
     domains:
       - alexa.com
       - search.toolbars.alexa.com
 
   Alice Adsl:
-    parameters: 
+    parameters:
       - q
     domains:
       - rechercher.aliceadsl.fr
 
   AllTheWeb:
-    parameters: 
+    parameters:
       - q
-    domains: 
+    domains:
       - www.alltheweb.com
 
   all.by:
-    parameters: 
+    parameters:
       - query
     domains:
       - all.by
 
   Altavista:
-    parameters: 
+    parameters:
       - q
     domains:
       - www.altavista.com
@@ -435,13 +495,22 @@ search:
       - be-nl.altavista.com
       - be-fr.altavista.com
 
+  Amazon:
+    parameters:
+      - keywords
+    domains:
+      - amazon.com
+      - www.amazon.com
+
   AOL:
-    parameters: 
+    parameters:
       - q
+      - query
     domains:
       - search.aol.com
       - search.aol.it
       - aolsearch.aol.com
+      - aolsearch.com
       - www.aolrecherche.aol.fr
       - www.aolrecherches.aol.fr
       - www.aolimages.aol.fr
@@ -465,13 +534,13 @@ search:
       - search-intl.netscape.com
 
   Apollo Latvia:
-    parameters: 
+    parameters:
       - q
-    domains: 
+    domains:
       - apollo.lv/portal/search/
 
   APOLL07:
-    parameters: 
+    parameters:
       - query
     domains:
       - apollo7.de
@@ -484,35 +553,36 @@ search:
       - www.apontador.com.br
 
   Aport:
-    parameters: 
+    parameters:
       - r
     domains:
       - sm.aport.ru
 
   arama:
-    parameters: 
+    parameters:
       - q
     domains:
       - arama.com
 
   Arcor:
-    parameters: 
+    parameters:
       - Keywords
     domains:
       - www.arcor.de
 
   Arianna:
-    parameters: 
+    parameters:
       - query
     domains:
       - arianna.libero.it
       - www.arianna.com
 
   Ask:
-    parameters: 
+    parameters:
       - q
     domains:
       - ask.com
+      - www.ask.com
       - web.ask.com
       - int.ask.com
       - mws.ask.com
@@ -528,28 +598,34 @@ search:
       - www.search-results.com
       - int.search-results.com
 
+  Ask Toolbar:
+    parameters:
+      - searchfor
+    domains:
+      - search.tb.ask.com
+
   Atlas:
-    parameters: 
+    parameters:
       - q
     domains:
       - searchatlas.centrum.cz
 
   Austronaut:
-    parameters: 
+    parameters:
       - q
     domains:
       - www2.austronaut.at
       - www1.astronaut.at
 
   Babylon:
-    parameters: 
+    parameters:
       - q
-    domains: 
+    domains:
      - search.babylon.com
      - searchassist.babylon.com
 
   Baidu:
-    parameters: 
+    parameters:
       - wd
       - word
       - kw
@@ -563,7 +639,7 @@ search:
       - web.gougou.com
 
   Biglobe:
-    parameters: 
+    parameters:
       - q
     domains:
       - cgi.search.biglobe.ne.jp
@@ -625,6 +701,12 @@ search:
       - serach.centrum.cz
       - morfeo.centrum.cz
 
+  Certified-Toolbar:
+    parameters:
+      - q
+    domains:
+      - search.certified-toolbar.com
+
   Charter:
     parameters:
       - q
@@ -637,6 +719,12 @@ search:
     domains:
       - pesquisa.clix.pt
 
+  Comcast:
+    parameters:
+      - q
+    domains:
+      - search.comcast.net
+
   Conduit:
     parameters:
       - q
@@ -674,6 +762,12 @@ search:
       - daemon-search.com
       - my.daemon-search.com
 
+  Dalesearch:
+    parameters:
+      - q
+    domains:
+      - www.dalesearch.com
+
   DasOertliche:
     parameters:
       - kw
@@ -799,6 +893,12 @@ search:
     domains:
       - recherche.francite.com
 
+  Findwide:
+    parameters:
+      - k
+    domains:
+      - search.findwide.com
+
   Fireball:
     parameters:
       - q
@@ -852,6 +952,12 @@ search:
     domains:
       - suche.freenet.de
 
+  Freshweather:
+    parameters:
+      - q
+    domains:
+      - www.fresh-weather.com
+
   FriendFeed:
     parameters:
       - q
@@ -870,6 +976,12 @@ search:
     domains:
       - geona.net
 
+  Genieo:
+    parameters:
+      - q
+    domains:
+      - search.genieo.com
+
   Gigablast:
     parameters:
       - q
@@ -877,6 +989,13 @@ search:
       - www.gigablast.com
       - dir.gigablast.com
 
+  Globososo:
+    parameters:
+      - q
+    domains:
+      - searches.globososo.com
+      - search.globososo.com
+
   GMX:
     parameters:
       - su
@@ -2561,7 +2680,7 @@ search:
       - www.highbeam.com
 
   Hit-Parade:
-    parameters: 
+    parameters:
       - p7
     domains:
       - req.-hit-parade.com
@@ -2737,6 +2856,18 @@ search:
       - www.mamma.com
       - mamma75.mamma.com
 
+  Marktplaats:
+    parameters:
+      - query
+    domains:
+      - www.marktplaats.nl
+
+  Maxwebsearch:
+    parameters:
+      - query
+    domains:
+      - maxwebsearch.com
+
   Meta:
     parameters:
       - q
@@ -2771,7 +2902,7 @@ search:
       - www.meinestadt.de
 
   Mister Wong:
-    parameters: 
+    parameters:
       - Keywords
     domains:
       - www.mister-wong.com
@@ -2828,6 +2959,13 @@ search:
     domains:
       - search.naver.com
 
+  Naver Images:
+    parameters:
+      - query
+    domains:
+      - image.search.naver.com
+      - imagesearch.naver.com
+
   Needtofind:
     parameters:
       - searchfor
@@ -2914,7 +3052,7 @@ search:
       - www.pricerunner.co.uk
 
   qip:
-    parameters: 
+    parameters:
       - query
     domains:
       - search.qip.ru
@@ -2935,7 +3073,7 @@ search:
       - websearch.rakuten.co.jp
 
   Rambler:
-    parameters: 
+    parameters:
      - query
      - words
     domains:
@@ -2943,8 +3081,7 @@ search:
 
   RPMFind:
     parameters:
-      - rpmfind.net
-      - fr2.rpmfind.net
+      - query
     domains:
       - rpmfind.net
       - fr2.rpmfind.net
@@ -3031,6 +3168,12 @@ search:
     domains:
       - www.soso.com
 
+  Snapdo:
+    parameters:
+      - q
+    domains:
+      - search.snapdo.com
+
   Startpagina:
     parameters:
       - q
@@ -3068,7 +3211,7 @@ search:
       - www.talktalk.co.uk
 
   Technorati:
-    parameters: 
+    parameters:
       - q
     domains:
       - technorati.com
@@ -3179,6 +3322,7 @@ search:
   Voila:
     parameters:
       - rdata
+      - kw
     domains:
       - search.ke.voila.fr
       - www.lemoteur.fr
@@ -3199,7 +3343,7 @@ search:
       - www.walhello.nl
 
   Web.de:
-    parameters: 
+    parameters:
       - su
     domains:
       - suche.web.de
@@ -3353,7 +3497,7 @@ search:
   Yasni:
     parameters:
       - query
-    domains: 
+    domains:
       - www.yasni.de
       - www.yasni.com
       - www.yasni.co.uk
@@ -3366,7 +3510,7 @@ search:
     domains:
       - www.yatedo.com
       - www.yatedo.fr
-    
+
   # Add Yellowmap:
 
   Yippy:

data/lib/referer-parser/referers.rb

@@ -49,7 +49,7 @@ module RefererParser
     # Initializes a hash of referers
     # from the supplied YAML file
     def self.load_referers_from_yaml(yaml_file)
-      
+      return if @loaded_file == yaml_file
       unless File.exist?(yaml_file) and File.file?(yaml_file)
         raise ReferersYamlNotFoundError, "Could not find referers YAML file at '#{yaml_file}'"
       end
@@ -61,6 +61,7 @@ module RefererParser
         raise CorruptReferersYamlError.new("Could not parse referers YAML file '#{yaml_file}'", error)
       end
       @referers = load_referers(yaml)
+      @loaded_file = yaml_file
     end
 
     # Validate and expand the `raw_referers`

data/lib/referer-parser/version.rb

@@ -15,5 +15,5 @@
 
 module RefererParser
 	NAME = "referer-parser"
-	VERSION = "0.2.1"
+	VERSION = "0.2.2"
 end