link_thumbnailer 2.2.3 → 2.3.0

checksums.yaml

@@ -1,7 +1,15 @@
 ---
-SHA1:
-  metadata.gz: 362e43015d5e30ac6a6979ef894024f7a64946df
-  data.tar.gz: 3639139383696d799b3d0b568aa796e3e6ff6fd8
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    ZTlmNDRkNWViMjFlMjY3NzQwNTg5MzYwMWJmN2Q4M2QxMjdjMDJkNA==
+  data.tar.gz: !binary |-
+    Y2RlMmRlM2UxYmY3YTEyOGJiNWI2MzJjZWY1MDEzYTEzMzc5ZWNiMQ==
 SHA512:
-  metadata.gz: d75fd8cada9464fa84837a86f09bbc603aa025bb3f20b5f1917061508b87853360f6a3b913f4740a39ed00c30735fbfcc4298a00987abe1434384d39735d8c69
-  data.tar.gz: e9124ddc900fb5390248f3ea9def7d0da1b53b6795a30a5d030681c46d8c4aa005f8b1918bca5b2adc8efcd38f07aee98f93936c7b6c25771e98e448f48f9823
+  metadata.gz: !binary |-
+    ZWM4NjJmZWM5YjAyZDdiYWIzMmQ4YjU5NTcxNmNkNzczNmJjMzhiMzFlZTFm
+    YzYzNzk3YzRlZjE3MWM4NzQ0ODYyNjU0ZTk3ODBhNmEwYmFlYjM5N2E0MTMz
+    YzNhNjI4ZjY5MzNiNTI4OGQ1NDVmYjEzMzI3OTkxOTUzNzY3ZjA=
+  data.tar.gz: !binary |-
+    NTE0MThjNzhkNDIwY2UxYmYwMTIwNDE5Y2ZmYWMyMWVmMGI4NjBhODZkMjNi
+    YjBhN2RmN2ExMDQ2YTMzMTYyNWE1NDg1MGM3Zjg1NTFhMGYyZjRlZmM0YWI2
+    OWI4NDE3M2Q3MjY2ODgyOWRlYzM2ZTZkMzQwZjEyNzEzM2VhOWE=

data/CHANGELOG.md

@@ -1,3 +1,21 @@
+# 2.3.0
+
+- Add requested favicon scraper [#40](https://github.com/gottfrois/link_thumbnailer/issues/40)
+
+Add `:favicon` to `config.attributes` in LinkThumbnailer initializer:
+
+```ruby
+config.attributes = [:title, :images, :description, :videos, :favicon]
+```
+
+Then
+
+```ruby
+o = LinkThumbnailer.generate('https://github.com')
+o.favicon
+ => "https://github.com/fluidicon.png"
+```
+
 # 2.2.3
 
 - Fixes [#41](https://github.com/gottfrois/link_thumbnailer/issues/41)

data/README.md

@@ -58,6 +58,9 @@ The gem handle regular website but also website that use the [Opengraph](http://
 	object.title
 	 => "Stack Overflow"
 
+	object.favicon
+	 => "//cdn.sstatic.net/stackoverflow/img/favicon.ico?v=038622610830"
+
 	object.description
 	 => "Q&A for professional and enthusiast programmers"
 
@@ -108,7 +111,7 @@ In `config/initializers/link_thumbnailer.rb`
 
 	  # List of attributes you want LinkThumbnailer to fetch on a website.
 	  #
-	  # config.attributes = [:title, :images, :description, :videos]
+	  # config.attributes = [:title, :images, :description, :videos, :favicon]
 
 	  # List of procedures used to rate the website description. Add you custom class
 	  # here. Note that the order matter to compute the score. See wiki for more details

data/lib/generators/templates/initializer.rb

@@ -31,7 +31,7 @@ LinkThumbnailer.configure do |config|
 
   # List of attributes you want LinkThumbnailer to fetch on a website.
   #
-  # config.attributes = [:title, :images, :description, :videos]
+  # config.attributes = [:title, :images, :description, :videos, :favicon]
 
   # List of procedures used to rate the website description. Add you custom class
   # here. Note that the order matter to compute the score. See wiki for more details

data/lib/link_thumbnailer/configuration.rb

@@ -41,7 +41,7 @@ module LinkThumbnailer
         %r{^http://pixel\.quantserve\.com/},
         %r{^http://s7\.addthis\.com/}
       ]
-      @attributes             = [:title, :images, :description, :videos]
+      @attributes             = [:title, :images, :description, :videos, :favicon]
       @graders                = [
         ->(description) { ::LinkThumbnailer::Graders::Length.new(description) },
         ->(description) { ::LinkThumbnailer::Graders::HtmlAttribute.new(description, :class) },

data/lib/link_thumbnailer/models/favicon.rb

@@ -0,0 +1,25 @@
+require 'link_thumbnailer/model'
+
+module LinkThumbnailer
+  module Models
+    class Favicon < ::LinkThumbnailer::Model
+
+      attr_reader :uri
+
+      def initialize(uri)
+        @uri = uri
+      end
+
+      def to_s
+        uri.to_s
+      end
+
+      def as_json(*)
+        {
+          src: to_s
+        }
+      end
+
+    end
+  end
+end

data/lib/link_thumbnailer/models/website.rb

@@ -4,7 +4,7 @@ module LinkThumbnailer
   module Models
     class Website < ::LinkThumbnailer::Model
 
-      attr_accessor :url, :title, :description, :images, :videos
+      attr_accessor :url, :title, :description, :images, :videos, :favicon
 
       def initialize
         @images = []
@@ -39,6 +39,7 @@ module LinkThumbnailer
       def as_json(*)
         {
           url:          url.to_s,
+          favicon:      favicon,
           title:        title,
           description:  description,
           images:       images,

data/lib/link_thumbnailer/scraper.rb

@@ -12,6 +12,8 @@ require 'link_thumbnailer/scrapers/default/images'
 require 'link_thumbnailer/scrapers/opengraph/images'
 require 'link_thumbnailer/scrapers/default/videos'
 require 'link_thumbnailer/scrapers/opengraph/videos'
+require 'link_thumbnailer/scrapers/default/favicon'
+require 'link_thumbnailer/scrapers/opengraph/favicon'
 
 module LinkThumbnailer
   class Scraper < ::SimpleDelegator

data/lib/link_thumbnailer/scrapers/default/favicon.rb

@@ -0,0 +1,36 @@
+require 'link_thumbnailer/scrapers/default/base'
+require 'link_thumbnailer/models/favicon'
+
+module LinkThumbnailer
+  module Scrapers
+    module Default
+      class Favicon < ::LinkThumbnailer::Scrapers::Default::Base
+
+        def value
+          modelize(to_uri(href)).to_s
+        end
+
+        private
+
+        def to_uri(href)
+          ::URI.parse(href)
+        rescue ::URI::InvalidURIError
+          nil
+        end
+
+        def href
+          node.attributes['href'].value.to_s if node
+        end
+
+        def node
+          document.xpath("//link[contains(@rel, 'icon')]").first
+        end
+
+        def modelize(uri)
+          model_class.new(uri)
+        end
+
+      end
+    end
+  end
+end

data/lib/link_thumbnailer/scrapers/opengraph/favicon.rb

@@ -0,0 +1,15 @@
+require 'link_thumbnailer/scrapers/opengraph/base'
+
+module LinkThumbnailer
+  module Scrapers
+    module Opengraph
+      class Favicon < ::LinkThumbnailer::Scrapers::Opengraph::Base
+
+        def value
+          nil
+        end
+
+      end
+    end
+  end
+end

data/lib/link_thumbnailer/version.rb

@@ -1,3 +1,3 @@
 module LinkThumbnailer
-  VERSION = '2.2.3'
+  VERSION = '2.3.0'
 end

data/spec/configuration_spec.rb

@@ -9,7 +9,7 @@ describe LinkThumbnailer::Configuration do
   it { expect(instance.verify_ssl).to             eq(true) }
   it { expect(instance.http_timeout).to           eq(5) }
   it { expect(instance.blacklist_urls).to_not     be_empty }
-  it { expect(instance.attributes).to             eq([:title, :images, :description, :videos]) }
+  it { expect(instance.attributes).to             eq([:title, :images, :description, :videos, :favicon]) }
   it { expect(instance.graders).to_not            be_empty }
   it { expect(instance.description_min_length).to eq(25) }
   it { expect(instance.positive_regex).to_not     be_nil }

data/spec/fixture_spec.rb

@@ -5,6 +5,7 @@ describe 'Fixture' do
   let(:url)         { 'http://foo.com' }
   let(:png_url)     { 'http://foo.com/foo.png' }
   let(:video_url)   { 'http://foo.com/foo.swf' }
+  let(:favicon)     { 'http://foo.com/foo.ico' }
   let(:png)         { File.open(File.dirname(__FILE__) + '/fixtures/foo.png') }
   let(:action)      { LinkThumbnailer.generate(url) }
 
@@ -22,6 +23,7 @@ describe 'Fixture' do
 
       let(:html) { File.open(File.dirname(__FILE__) + '/fixtures/og_valid_example.html').read() }
 
+      it { expect(action.favicon).to                eq(favicon) }
       it { expect(action.title).to                  eq(title) }
       it { expect(action.description).to            eq(description) }
       it { expect(action.images.count).to           eq(1) }
@@ -42,6 +44,7 @@ describe 'Fixture' do
         stub_request(:get, png_url_2).to_return(status: 200, body: png_2, headers: {})
       end
 
+      it { expect(action.favicon).to                eq('') }
       it { expect(action.title).to                  eq(title) }
       it { expect(action.description).to            eq(description) }
       it { expect(action.images.count).to           eq(2) }
@@ -55,6 +58,7 @@ describe 'Fixture' do
       let(:video_url_2) { 'http://foo.com/bar.swf' }
       let(:html)        { File.open(File.dirname(__FILE__) + '/fixtures/og_valid_multi_video_example.html').read() }
 
+      it { expect(action.favicon).to                eq('') }
       it { expect(action.title).to                  eq(title) }
       it { expect(action.description).to            eq(description) }
       it { expect(action.videos.count).to           eq(2) }
@@ -84,6 +88,7 @@ describe 'Fixture' do
       let(:title)       { 'Title from meta' }
       let(:description) { 'Description from meta' }
 
+      it { expect(action.favicon).to      eq(favicon) }
       it { expect(action.title).to        eq(title) }
       it { expect(action.description).to  eq(description) }
 
@@ -94,6 +99,7 @@ describe 'Fixture' do
       let(:html)        { File.open(File.dirname(__FILE__) + '/fixtures/default_from_body.html').read() }
       let(:description) { 'Description from body' }
 
+      it { expect(action.favicon).to                eq(favicon) }
       it { expect(action.description).to            eq(description) }
       it { expect(action.images.count).to           eq(1) }
       it { expect(action.images.first.src.to_s).to  eq(png_url) }

data/spec/fixtures/default_from_body.html

@@ -1,6 +1,7 @@
 <html>
 <head>
   <title>Title from meta</title>
+  <link rel="shortcut icon" href="http://foo.com/foo.ico">
 </head>
 <body>
 

data/spec/fixtures/default_from_meta.html

@@ -2,6 +2,7 @@
 <head>
   <title>Title from meta</title>
   <meta content="Description from meta" name="description">
+  <link rel="icon whatever" href="http://foo.com/foo.ico">
 </head>
 <body>
 

data/spec/fixtures/og_valid_example.html

@@ -9,6 +9,7 @@
     <meta property="og:image:width" content="100">
     <meta property="og:image:height" content="100">
     <meta property="og:video" content="http://foo.com/foo.swf">
+    <link rel="icon" href="http://foo.com/foo.ico">
     <title>Title</title>
   </head>
 

data/spec/models/favicon_spec.rb

@@ -0,0 +1,10 @@
+require 'spec_helper'
+
+describe LinkThumbnailer::Models::Favicon do
+
+  let(:uri)       { URI.parse('http://foo.com') }
+  let(:instance)  { described_class.new(uri) }
+
+  it { expect(instance.to_s).to eq('http://foo.com') }
+
+end

metadata

@@ -1,34 +1,34 @@
 --- !ruby/object:Gem::Specification
 name: link_thumbnailer
 version: !ruby/object:Gem::Version
-  version: 2.2.3
+  version: 2.3.0
 platform: ruby
 authors:
 - Pierre-Louis Gottfrois
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-07-19 00:00:00.000000000 Z
+date: 2014-09-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '3.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '3.0'
 - !ruby/object:Gem::Dependency
   name: json
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: 1.7.7
     - - ~>
@@ -38,7 +38,7 @@ dependencies:
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: 1.7.7
     - - ~>
@@ -48,14 +48,14 @@ dependencies:
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0.9'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0.9'
 - !ruby/object:Gem::Dependency
@@ -149,6 +149,7 @@ files:
 - lib/link_thumbnailer/image_validator.rb
 - lib/link_thumbnailer/model.rb
 - lib/link_thumbnailer/models/description.rb
+- lib/link_thumbnailer/models/favicon.rb
 - lib/link_thumbnailer/models/image.rb
 - lib/link_thumbnailer/models/title.rb
 - lib/link_thumbnailer/models/video.rb
@@ -161,11 +162,13 @@ files:
 - lib/link_thumbnailer/scrapers/base.rb
 - lib/link_thumbnailer/scrapers/default/base.rb
 - lib/link_thumbnailer/scrapers/default/description.rb
+- lib/link_thumbnailer/scrapers/default/favicon.rb
 - lib/link_thumbnailer/scrapers/default/images.rb
 - lib/link_thumbnailer/scrapers/default/title.rb
 - lib/link_thumbnailer/scrapers/default/videos.rb
 - lib/link_thumbnailer/scrapers/opengraph/base.rb
 - lib/link_thumbnailer/scrapers/opengraph/description.rb
+- lib/link_thumbnailer/scrapers/opengraph/favicon.rb
 - lib/link_thumbnailer/scrapers/opengraph/image.rb
 - lib/link_thumbnailer/scrapers/opengraph/images.rb
 - lib/link_thumbnailer/scrapers/opengraph/title.rb
@@ -175,12 +178,10 @@ files:
 - lib/link_thumbnailer/video_parser.rb
 - link_thumbnailer.gemspec
 - spec/configuration_spec.rb
-- spec/examples/empty_og_image_example.html
 - spec/fixture_spec.rb
 - spec/fixtures/bar.png
 - spec/fixtures/default_from_body.html
 - spec/fixtures/default_from_meta.html
-- spec/fixtures/example.html
 - spec/fixtures/foo.png
 - spec/fixtures/og_not_valid_example.html
 - spec/fixtures/og_valid_example.html
@@ -197,6 +198,7 @@ files:
 - spec/image_validator_spec.rb
 - spec/model_spec.rb
 - spec/models/description_spec.rb
+- spec/models/favicon_spec.rb
 - spec/models/image_spec.rb
 - spec/models/title_spec.rb
 - spec/models/video_spec.rb
@@ -217,12 +219,12 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
@@ -234,12 +236,10 @@ summary: Ruby gem ranking images from a given URL returning an object containing
   and website informations.
 test_files:
 - spec/configuration_spec.rb
-- spec/examples/empty_og_image_example.html
 - spec/fixture_spec.rb
 - spec/fixtures/bar.png
 - spec/fixtures/default_from_body.html
 - spec/fixtures/default_from_meta.html
-- spec/fixtures/example.html
 - spec/fixtures/foo.png
 - spec/fixtures/og_not_valid_example.html
 - spec/fixtures/og_valid_example.html
@@ -256,6 +256,7 @@ test_files:
 - spec/image_validator_spec.rb
 - spec/model_spec.rb
 - spec/models/description_spec.rb
+- spec/models/favicon_spec.rb
 - spec/models/image_spec.rb
 - spec/models/title_spec.rb
 - spec/models/video_spec.rb

data/spec/examples/empty_og_image_example.html

@@ -1,9 +0,0 @@
-<html  xmlns:og="http://opengraphprotocol.org/schema/">
-  <head>
-    <meta charset="utf-8"/>
-    <meta property="og:title" content="Foo Title">
-    <meta property="og:image" content="">
-    <title>Foo</title>
-  </head>
-
-</html>

data/spec/fixtures/example.html

@@ -1,363 +0,0 @@
-<!DOCTYPE html>
-<!-- saved from url=(0019)http://www.foo.com/ -->
-<html><head><meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
-<meta charset="UTF-8">
-<title>Title</title>
-<link href="./example_files/style-3706572431311a3a4cf5c6f3266c9bce.css" media="all" rel="stylesheet" type="text/css">
-<link href="./example_files/belt_layout1_google-1c8ee8bd905a6121e7a7ac73b7ffb888.css" media="all" rel="stylesheet" type="text/css">
-<script src="./example_files/application-e8b3208729190cb9cc8a800ff3283fd8.js" type="text/javascript"></script>
-<link href="./example_files/load_style.css" media="all" rel="stylesheet" type="text/css">
-<meta content="authenticity_token" name="csrf-param">
-<meta content="Mh9Ervhd7HlDNhhJdZ+nKec9RE0sn2FO8nyJXUrKUng=" name="csrf-token">
-</head>
-<body>
-
-
-<style>
-.listing .sitelinks{
-  padding:5px 15px;
-}
-
-.listing .sitelinks td{
-  padding-right:16px;
-
-}
-.listing .sitelinks a, .listing .ratings a{
-  color:#0000DE;
-}
-.listing .url a:hover{
-  color:#a02934;
-}
-.ratings{
-  color: #666666;
-}
-.listing{
-  margin-bottom:15px;
-}
-.listing .url {
-  font-size:16px;
-}
-.listing .host {
-  color:#a02934;
-  display:block;
-  font-size:16px;
-  text-decoration:none;
-}
-
-.listing .url a{
-  color:#0000DE;
-  line-height:auto;
-}
-.listing .description a{
-  text-decoration:none;
-  color:black;
-  font-size:16px;
-  line-height:12pt;
-}
-.listing .host a{
-  text-decoration:none;
-  color:#008000;
-  font-size:16px;
-  line-height:12pt;
-}
-</style>
-<script src="./example_files/jquery-1.5.js"></script>
-<script>
-var google_about_url = '';
-var ads_array = new Array();
-var bottom_ads_array = new Array();
-var webSearch = "";
-var google_tag = "";
-
-var genCatSearches_array=new Array();
-var relatedSearches_array=new Array();
-var popularCategories_array = new Array();
-var digi_keyword_links_array = new Array();
-var global_afd_response = "";
-
-var call_num = 1;
-function redirect(){
-  document.getElementById('results').innerHTML = "No results found";
-}
-
-function jscript_log(name, severity, message, page){
-  $.ajax({
-    type: "POST",
-    url: "/log_error",
-    data: {
-      name: name,
-      severity: severity,
-      domain: window.location.hostname,
-      message: message,
-      tag: google_tag,
-      page: page
-    },
-    context: document.body
-  })
-}
-
-function token_link(keyword){
-  window.location = '/results' + '?q=' + encodeURIComponent(keyword) + '&token=' + global_afd_response.token;
-  return false;
-}
-
-function link_to_google(){
-  if(google_about_url!=''){
-    window.open(google_about_url,'_blank');
-  }
-}
-
-function gadlink(ga, inner_text, visible_url){
-  visible_url = visible_url.replace(/<b>/gi,'')
-  visible_url = visible_url.replace(/<\/b>/gi,'')
-  return '<a ' +
-  'href="http://' + visible_url + '"' +
-  ' onclick="window.open(\'' + ga.url + '\');return false;"' +
-  ' target="_blank" ' +
-  '>' +
-  inner_text + '</a>';
-
-}
-
-function google_afd_ad_request_done(google_afd_response) {
-  if(google_afd_response.faillisted==true){
-    jscript_log('faillisted', 10, JSON.stringify(google_afd_response), "/")
-  }
-  if(google_afd_response.token || google_afd_response.ads){
-
-  global_afd_response = google_afd_response;
-  if(google_afd_response.feedback_url){
-    google_about_url = google_afd_response.feedback_url;
-  }
-
-  if (google_afd_response.ads && google_afd_response.ads.length > 0) {
-     var google_ads = google_afd_response.ads;
-     for (var i = 0; i < google_ads.length; i++) {
-       seller_ratings = google_ads[i].seller_ratings;
-       site_links = google_ads[i].sitelinks;
-       ads="";
-       ads +=
-          '<div class="listing"><div class="url">' +
-          gadlink(google_ads[i], google_ads[i].line1, google_ads[i].visible_url) +
-          '</div>';
-       if (seller_ratings) {
-         ads += '<div class="ratings">'+seller_ratings.advertiser_info+' <img src="/assets/'+seller_ratings.rating+'star.gif" border="0"> <a href="'+seller_ratings.source_url+'" target="_blank">('+seller_ratings.review_count+')</a></div>';
-       }
-       ads +=
-          '<div class="description">' + google_ads[i].line2 + ' ' +
-          (google_ads[i].line3 != undefined ? google_ads[i].line3 + '' : '') +
-          '</div>' +
-          '<div class="host">' +
-          gadlink(google_ads[i], google_ads[i].visible_url, google_ads[i].visible_url) +
-          '</div>';
-       if (site_links && site_links.length > 0) {
-         ads += '<table class="sitelinks" cellpadding=0 cellspacing=0 border=0>';
-         for (var x = 0; x < site_links.length; x++) {
-            if(x % 2 == 0){
-              ads += '<tr>';
-            }
-            ads +=
-              '<td class="sitelink">' +
-              gadlink(site_links[x], site_links[x].link_text, google_ads[i].visible_url) +
-              '</td>';
-            if(x % 2 == 1){
-              ads += '</tr>';
-            }
-         }
-         if(x % 2 == 0){
-           ads += '</tr>';
-         }
-         ads += '</table>';
-       }
-
-       ads += '</div>';
-       if(google_ads[i].position=="Top"){
-         ads_array.push(ads);
-       }else{
-         bottom_ads_array.push(ads);
-       }
-     }
-  }
-
-  if (google_afd_response.categories && google_afd_response.categories.length > 0) {
-    var google_categories = google_afd_response.categories;
-    for (var i = 0; i < google_categories.length; i++) {
-      subcats = google_categories[i].subcategories;
-      popularCategories =
-        '<div class="termgroup">' +
-        '<h3><a class="popular_category" ' +
-        'href="/#' + google_categories[i].term + '"' +
-        ' onclick="window.location=\'/results' +
-        '?q=' + encodeURIComponent(google_categories[i].term) +
-        '&token=' + google_categories[i].token + '\';return false;"' +
-        '>' +
-        google_categories[i].term +
-        '</a></h3>';
-        for(var gci =0; gci < subcats.length; gci++){
-          popularCategories = popularCategories +
-          '<div class="term">' +
-          '<a class="popular_category" ' +
-          'href="/#' + subcats[gci].term + '"' +
-          ' onclick="window.location=\'/results' +
-          '?q=' + encodeURIComponent(subcats[gci].term) +
-          '&token=' + subcats[gci].token + '\';return false;"' +
-          '>' +
-          subcats[gci].term +
-          '</a></div>';
-        }
-        popularCategories = popularCategories + '</div>';
-      popularCategories_array.push(popularCategories);
-    }
-  }
-
-  if (google_afd_response.link_units && google_afd_response.link_units.length > 0) {
-    var google_link_units = google_afd_response.link_units;
-    for (var i = 0; i < google_link_units.length; i++) {
-      relatedSearches =
-        '<div class="term">' +
-        '<a class="related_searches" ' +
-        'href="/#' + google_link_units[i].term + '"' +
-        ' onclick="window.location=\'/results' +
-        '?q=' + encodeURIComponent(google_link_units[i].term) +
-        '&token=' + google_link_units[i].token + '\';return false;"' +
-        '>' +
-        google_link_units[i].term +
-        '</a>' +
-        '</div>';
-      relatedSearches_array.push(relatedSearches);
-    }
-
-  }
-if (google_afd_response.link_units && google_afd_response.link_units.length > 0) {
-  var google_link_units = google_afd_response.link_units;
-  for (var i = 0; i < google_link_units.length; i++) {
-    relatedSearches = "";
-    if(i % 5 == 0){
-      relatedSearches += "<div class='termgroup'>";
-    }
-    relatedSearches +=
-      '<div class="term">' +
-      '<a class="related_searches" ' +
-      'href="/#' + google_link_units[i].term + '"' +
-      ' onclick="window.location=\'/results' +
-      '?q=' + encodeURIComponent(google_link_units[i].term) +
-      '&token=' + google_link_units[i].token + '\';return false;"' +
-      '>' +
-      google_link_units[i].term +
-      '</a>' +
-      '</div>';
-    if(((i % 5) == 4) || ((i-1)==google_link_units.length)){
-      relatedSearches += "</div>";
-    }
-    if(((i+1) % 10 == 0)){
-      relatedSearches += "<div class='clear'>&nbsp;</div>";
-    }
-    genCatSearches_array.push(relatedSearches);
-  }
-
-}
-  try{document.getElementById('results').innerHTML = ads_array.join("\n");}catch(error){}
-  try{document.getElementById('bottomresults').innerHTML = bottom_ads_array.join("\n");}catch(error){}
-
-  if(ads_array.length>1){
-    document.getElementById('sponsoredresults').style.display='block';
-  }
-  if(bottom_ads_array.length>1){
-    document.getElementById('bottomsponsoredresults').style.display='block';
-  }
-
-  try{document.getElementById('keywords').innerHTML = relatedSearches_array.join("\n");}catch(error){}
-  try{document.getElementById('gencats').innerHTML = genCatSearches_array.join("\n");}catch(error){}
-  // if(genCatSearches_array.length==0){
-  //   try{
-  //     document.getElementById('gencats').innerHTML = popularCategories_array.join("\n");
-  //   }catch(error){}
-  // }
-  try{document.getElementById('popcats').innerHTML = popularCategories_array.join("\n");}catch(error){}
-  try{document.getElementById('token').value = google_afd_response.search_token;}catch(error){}
-  console.log(google_afd_response);
-  try{document.getElementById('token2').value = google_afd_response.search_token;}catch(error){}
-  }
-}
-
-function getParam(name) {
-  var match = new RegExp('[\?&]' + name + "=([^&]+)","i").exec(location.search);
-  if (match==null) return null;
-  else return decodeURIComponent(match[1]).replace(/\+/g,' ');
-}
-</script>
-
-
-
-<center>
-<div id="container">
-<div id="header">
-<div class="logo">
-<a href="./example_files/example.html">Foo.com</a>
-</div>
-</div>
-
-
-
-
-
-
-
-<div id="main">
-<div class="image">
-<img alt="Cordovabeach" border="0" src="./example_files/cordovabeach.jpg">
-</div>
-<div class="search">
-<div class="catch_phrase">
-<div id="wysiwyg_id_322" class="mercury-region" data-type="editable">Search FOO.com
-</div>
-</div>
-<div id="search">
-<form action="http://www.foo.com/results" method="/get">
-<input class="search_field" name="q" type="text">
-<input id="token" name="token" type="hidden" value="AG06ipADDhq1IogUPtnbN7KiSVdr6HlXngoTCITm8PO41bICFSENtAodnwEA0RgDIAA4AUCwAlCUjqIBUIO6sAhQ4a65DlDN_pgPUOK53A9Qqo3jD1C1q_YPUM3B_g9QivCIEVCU-qcTUIfrhBtQx4yNHVCsxv8eUPD02SBQ1PXZIFDd2ZEhUIOcrSlQu5ytKVDSsa0pUPKxrSlQ3KCvKVCTnKYtULKU5y1QsKX8U1CTtJSVAVDL74OWAVDqp6KyAVCslfPAAVC6lfPAAVCOl_PAAVCYrMGbA1DlhNOdA2iUjqIBcQL5qk1K1hZJggETCOW09_O41bICFfILtAodzTkAq5EBp8Lq2utL_VI">
-<input class="search_button" type="submit" value="Search">
-</form>
-</div>
-
-</div>
-</div>
-
-<div id="footer">
-<a href="http://www.foo.com/digimedia_privacy_policy.html" target="_blank">Privacy Policy</a>
- -
-© 2012 Digimedia.com, L.P.
-</div>
-
-</div>
-</center>
-<script type="text/javascript">
-var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
-document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
-</script><script src="./example_files/ga.js" type="text/javascript"></script>
-<script type="text/javascript">
-var pageTracker = _gat._getTracker('UA-1726084-83');
-pageTracker._initData();
-pageTracker._setDomainName('foo.com');
-pageTracker._trackPageview('/');
-</script>
-
-<script>
-google_tag = 'dp-digimedia_js';
-var google_afd_request = {
-client: 'ca-dp-digimedia-rs_js',
-domain_name: 'www.foo.com',
-num_ads: 0,
-num_radlinks: 10,
-token: getParam('token'),
-q: getParam('q'),
-kw: 'foo',
-channel: 'afsonly'
-}
-</script>
-<script language="JavaScript" src="./example_files/show_afd_ads.js" type="text/javascript"></script><script src="./example_files/domainpark.cgi"></script>
-
-
-
-
-</body></html>