twitter-text-kow 1.3.1.0

data/spec/autolinking_spec.rb

@@ -0,0 +1,858 @@
+# Copyright 2018 Twitter, Inc.
+# Licensed under the Apache License, Version 2.0
+# http://www.apache.org/licenses/LICENSE-2.0
+
+# encoding: utf-8
+require File.dirname(__FILE__) + '/spec_helper'
+
+class TestAutolink
+  include Twitter::TwitterText::Autolink
+end
+
+describe Twitter::TwitterText::Autolink do
+  def original_text; end
+  def url; end
+
+  describe "auto_link_custom" do
+    before do
+      @autolinked_text = TestAutolink.new.auto_link(original_text) if original_text
+    end
+
+    describe "plain text" do
+      context "plain text with emoji" do
+        def original_text; "gotcha 👍"; end
+
+        it "should be unchanged" do
+          expect(@autolinked_text).to eq("gotcha 👍")
+        end
+      end
+    end
+
+    describe "username autolinking" do
+      context "username preceded by a space" do
+        def original_text; "hello @jacob"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to link_to_screen_name('jacob')
+        end
+      end
+
+      context "username in camelCase" do
+        def original_text() "@jaCob iS cOoL" end
+
+        it "should be linked" do
+          expect(@autolinked_text).to link_to_screen_name('jaCob')
+        end
+      end
+
+      context "username at beginning of line" do
+        def original_text; "@jacob you're cool"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to link_to_screen_name('jacob')
+        end
+      end
+
+      context "username preceded by word character" do
+        def original_text; "meet@the beach"; end
+
+        it "should not be linked" do
+          expect(Nokogiri::HTML(@autolinked_text).search('a')).to be_empty
+        end
+      end
+
+      context "username preceded by non-word character" do
+        def original_text; "great.@jacob"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to link_to_screen_name('jacob')
+        end
+      end
+
+      context "username containing non-word characters" do
+        def original_text; "@zach&^$%^"; end
+
+        it "should not be linked" do
+          expect(@autolinked_text).to link_to_screen_name('zach')
+        end
+      end
+
+      context "username over twenty characters" do
+        def original_text
+          @twenty_character_username = "zach" * 5
+          "@" + @twenty_character_username + "1"
+        end
+
+        it "should not be linked" do
+          expect(@autolinked_text).to link_to_screen_name(@twenty_character_username)
+        end
+      end
+
+      context "username followed by japanese" do
+        def original_text; "@jacobの"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to link_to_screen_name('jacob')
+        end
+      end
+
+      context "username preceded by japanese" do
+        def original_text; "あ@matz"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to link_to_screen_name('matz')
+        end
+      end
+
+      context "username surrounded by japanese" do
+        def original_text; "あ@yoshimiの"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to link_to_screen_name('yoshimi')
+        end
+      end
+
+      context "username using full-width at-sign" do
+        def original_text
+          "#{[0xFF20].pack('U')}jacob"
+        end
+
+        it "should be linked" do
+          expect(@autolinked_text).to link_to_screen_name('jacob')
+        end
+      end
+    end
+
+    describe "list path autolinking" do
+
+      context "when List is not available" do
+        it "should not be linked" do
+          @autolinked_text = TestAutolink.new.auto_link_usernames_or_lists("hello @jacob/my-list", :suppress_lists => true)
+          expect(@autolinked_text).to_not link_to_list_path('jacob/my-list')
+          expect(@autolinked_text).to include('my-list')
+        end
+      end
+
+      context "slug preceded by a space" do
+        def original_text; "hello @jacob/my-list"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to link_to_list_path('jacob/my-list')
+        end
+      end
+
+      context "username followed by a slash but no list" do
+        def original_text; "hello @jacob/ my-list"; end
+
+        it "should NOT be linked" do
+          expect(@autolinked_text).to_not link_to_list_path('jacob/my-list')
+          expect(@autolinked_text).to link_to_screen_name('jacob')
+        end
+      end
+
+      context "empty username followed by a list" do
+        def original_text; "hello @/my-list"; end
+
+        it "should NOT be linked" do
+          expect(Nokogiri::HTML(@autolinked_text).search('a')).to be_empty
+        end
+      end
+
+      context "list slug at beginning of line" do
+        def original_text; "@jacob/my-list"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to link_to_list_path('jacob/my-list')
+        end
+      end
+
+      context "username preceded by alpha-numeric character" do
+        def original_text; "meet@the/beach"; end
+
+        it "should not be linked" do
+          expect(Nokogiri::HTML(@autolinked_text).search('a')).to be_empty
+        end
+      end
+
+      context "username preceded by non-word character" do
+        def original_text; "great.@jacob/my-list"; end
+
+        it "should be linked" do
+          @autolinked_text = TestAutolink.new.auto_link("great.@jacob/my-list")
+          expect(@autolinked_text).to link_to_list_path('jacob/my-list')
+        end
+      end
+
+      context "username containing non-word characters" do
+        def original_text; "@zach/test&^$%^"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to link_to_list_path('zach/test')
+        end
+      end
+
+      context "username over twenty characters" do
+        def original_text
+          @twentyfive_character_list = "jack/" + ("a" * 25)
+          "@#{@twentyfive_character_list}12345"
+        end
+
+        it "should be linked" do
+          expect(@autolinked_text).to link_to_list_path(@twentyfive_character_list)
+        end
+      end
+    end
+
+    describe "hashtag autolinking" do
+      context "with an all numeric hashtag" do
+        def original_text; "#123"; end
+
+        it "should not be linked" do
+          expect(@autolinked_text).to_not have_autolinked_hashtag('#123')
+        end
+      end
+
+      context "with a hashtag with alphanumeric characters" do
+        def original_text; "#ab1d"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to have_autolinked_hashtag('#ab1d')
+        end
+      end
+
+      context "with a hashtag with underscores" do
+        def original_text; "#a_b_c_d"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to have_autolinked_hashtag(original_text)
+        end
+      end
+
+      context "with a hashtag that is preceded by a word character" do
+        def original_text; "ab#cd"; end
+
+        it "should not be linked" do
+          expect(@autolinked_text).to_not have_autolinked_hashtag(original_text)
+        end
+      end
+
+      context "with a page anchor in a url" do
+        def original_text; "Here's my url: http://foobar.com/#home"; end
+
+        it "should not link the hashtag" do
+          expect(@autolinked_text).to_not have_autolinked_hashtag('#home')
+        end
+
+        it "should link the url" do
+          expect(@autolinked_text).to have_autolinked_url('http://foobar.com/#home')
+        end
+      end
+
+      context "with a hashtag that starts with a number but has word characters" do
+        def original_text; "#2ab"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to have_autolinked_hashtag(original_text)
+        end
+      end
+
+      context "with multiple valid hashtags" do
+        def original_text; "I'm frickin' awesome #ab #cd #ef"; end
+
+        it "links each hashtag" do
+          expect(@autolinked_text).to have_autolinked_hashtag('#ab')
+          expect(@autolinked_text).to have_autolinked_hashtag('#cd')
+          expect(@autolinked_text).to have_autolinked_hashtag('#ef')
+        end
+      end
+
+      context "with a hashtag preceded by a ." do
+        def original_text; "ok, great.#abc"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to have_autolinked_hashtag('#abc')
+        end
+      end
+
+      context "with a hashtag preceded by a &" do
+        def original_text; "&#nbsp;"; end
+
+        it "should not be linked" do
+          expect(@autolinked_text).to_not have_autolinked_hashtag('#nbsp;')
+        end
+      end
+
+      context "with a hashtag that ends in an !" do
+        def original_text; "#great!"; end
+
+        it "should be linked, but should not include the !" do
+          expect(@autolinked_text).to have_autolinked_hashtag('#great')
+        end
+      end
+
+      context "with a hashtag followed by Japanese" do
+         def original_text; "#twj_devの"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to have_autolinked_hashtag('#twj_devの')
+        end
+      end
+
+      context "with a hashtag preceded by a full-width space" do
+        def original_text; "#{[0x3000].pack('U')}#twj_dev"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to have_autolinked_hashtag('#twj_dev')
+        end
+      end
+
+      context "with a hashtag followed by a full-width space" do
+        def original_text; "#twj_dev#{[0x3000].pack('U')}"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to have_autolinked_hashtag('#twj_dev')
+        end
+      end
+
+      context "with a hashtag using full-width hash" do
+        def original_text; "#{[0xFF03].pack('U')}twj_dev"; end
+
+        it "should be linked" do
+          link = Nokogiri::HTML(@autolinked_text).search('a')
+          expect((link.inner_text.respond_to?(:force_encoding) ? link.inner_text.force_encoding("utf-8") : link.inner_text)).to be == "#{[0xFF03].pack('U')}twj_dev"
+          expect(link.first['href']).to be == 'https://twitter.com/search?q=%23twj_dev'
+        end
+      end
+
+      context "with a hashtag containing an accented latin character" do
+        def original_text
+          # the hashtag is #éhashtag
+          "##{[0x00e9].pack('U')}hashtag"
+        end
+
+        it "should be linked" do
+          expect(@autolinked_text).to be == "<a class=\"tweet-url hashtag\" href=\"https://twitter.com/search?q=%23éhashtag\" rel=\"nofollow\" title=\"#éhashtag\">#éhashtag</a>"
+        end
+      end
+
+    end
+
+    describe "URL autolinking" do
+      def url; "http://www.google.com"; end
+
+      context "when embedded in plain text" do
+        def original_text; "On my search engine #{url} I found good links."; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to have_autolinked_url(url)
+        end
+      end
+
+      context "when surrounded by Japanese;" do
+        def original_text; "いまなにしてる#{url}いまなにしてる"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to have_autolinked_url(url)
+        end
+      end
+
+      context "with a path surrounded by parentheses;" do
+        def original_text; "I found a neatness (#{url})"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to have_autolinked_url(url)
+        end
+
+        context "when the URL ends with a slash;" do
+          def url; "http://www.google.com/"; end
+
+          it "should be linked" do
+            expect(@autolinked_text).to have_autolinked_url(url)
+          end
+        end
+
+        context "when the URL has a path;" do
+          def url; "http://www.google.com/fsdfasdf"; end
+
+          it "should be linked" do
+            expect(@autolinked_text).to have_autolinked_url(url)
+          end
+        end
+      end
+
+      context "when path contains parens" do
+        def original_text; "I found a neatness (#{url})"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to have_autolinked_url(url)
+        end
+
+        context "wikipedia" do
+          def url; "http://en.wikipedia.org/wiki/Madonna_(artist)"; end
+
+          it "should be linked" do
+            expect(@autolinked_text).to have_autolinked_url(url)
+          end
+        end
+
+        context "IIS session" do
+          def url; "http://msdn.com/S(deadbeef)/page.htm"; end
+
+          it "should be linked" do
+            expect(@autolinked_text).to have_autolinked_url(url)
+          end
+        end
+
+        context "unbalanced parens" do
+          def url; "http://example.com/i_has_a_("; end
+
+          it "should be linked" do
+            expect(@autolinked_text).to have_autolinked_url("http://example.com/i_has_a_")
+          end
+        end
+
+        context "balanced parens with a double quote inside" do
+          def url; "http://foo.com/foo_(\")_bar" end
+
+          it "should be linked" do
+            expect(@autolinked_text).to have_autolinked_url("http://foo.com/foo_")
+          end
+        end
+
+        context "balanced parens hiding XSS" do
+          def url; 'http://x.xx.com/("style="color:red"onmouseover="alert(1)' end
+
+          it "should be linked" do
+            expect(@autolinked_text).to have_autolinked_url("http://x.xx.com/")
+          end
+        end
+      end
+
+      context "when preceded by a :" do
+        def original_text; "Check this out @hoverbird:#{url}"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to have_autolinked_url(url)
+        end
+      end
+
+      context "with a URL ending in allowed punctuation" do
+        it "does not consume ending punctuation" do
+          matcher = TestAutolink.new
+          %w| ? ! , . : ; ] ) } = \ ' |.each do |char|
+            expect(matcher.auto_link("#{url}#{char}")).to have_autolinked_url(url)
+          end
+        end
+      end
+
+      context "with a URL preceded in forbidden characters" do
+        it "should be linked" do
+          matcher = TestAutolink.new
+          %w| \ ' / ! = |.each do |char|
+            expect(matcher.auto_link("#{char}#{url}")).to have_autolinked_url(url)
+          end
+        end
+      end
+
+      context "when embedded in a link tag" do
+        def original_text; "<link rel='true'>#{url}</link>"; end
+
+        it "should be linked" do
+          expect(@autolinked_text).to have_autolinked_url(url)
+        end
+      end
+
+      context "with multiple URLs" do
+        def original_text; "http://www.links.org link at start of page, link at end http://www.foo.org"; end
+
+        it "should autolink each one" do
+          expect(@autolinked_text).to have_autolinked_url('http://www.links.org')
+          expect(@autolinked_text).to have_autolinked_url('http://www.foo.org')
+        end
+      end
+
+      context "with multiple URLs in different formats" do
+        def original_text; "http://foo.com https://bar.com http://mail.foobar.org"; end
+
+        it "should autolink each one, in the proper order" do
+          expect(@autolinked_text).to have_autolinked_url('http://foo.com')
+          expect(@autolinked_text).to have_autolinked_url('https://bar.com')
+          expect(@autolinked_text).to have_autolinked_url('http://mail.foobar.org')
+        end
+      end
+
+      context "with a URL having a long TLD" do
+        def original_text; "Yahoo integriert Facebook http://golem.mobi/0912/71607.html"; end
+
+        it "should autolink it" do
+          expect(@autolinked_text).to have_autolinked_url('http://golem.mobi/0912/71607.html')
+        end
+      end
+
+      context "with a url lacking the protocol" do
+        def original_text; "I like www.foobar.com dudes"; end
+
+        it "does not link at all" do
+          link = Nokogiri::HTML(@autolinked_text).search('a')
+          expect(link).to be_empty
+        end
+      end
+
+      context "with a @ in a URL" do
+        context "with XSS attack" do
+          def original_text; 'http://x.xx.com/@"style="color:pink"onmouseover=alert(1)//'; end
+
+          it "should not allow XSS follwing @" do
+            expect(@autolinked_text).to have_autolinked_url('http://x.xx.com/')
+          end
+        end
+
+        context "with a username not followed by a /" do
+          def original_text; 'http://example.com/@foobar'; end
+
+          it "should link url" do
+            expect(@autolinked_text).to have_autolinked_url('http://example.com/@foobar')
+          end
+        end
+
+        context "with a username followed by a /" do
+          def original_text; 'http://example.com/@foobar/'; end
+
+          it "should not link the username but link full url" do
+            expect(@autolinked_text).to have_autolinked_url('http://example.com/@foobar/')
+            expect(@autolinked_text).to_not link_to_screen_name('foobar')
+          end
+        end
+      end
+
+      context "regex engine quirks" do
+        context "does not spiral out of control on repeated periods" do
+          def original_text; "Test a ton of periods http://example.com/path.........................................."; end
+
+          it "should autolink" do
+            expect(@autolinked_text).to have_autolinked_url('http://example.com/path')
+          end
+        end
+
+        context "does not spiral out of control on repeated dashes" do
+          def original_text; "Single char file ext http://www.bestbuy.com/site/Currie+Technologies+-+Ezip+400+Scooter/9885188.p?id=1218189013070&skuId=9885188"; end
+
+          it "should autolink" do
+            expect(@autolinked_text).to have_autolinked_url('http://www.bestbuy.com/site/Currie+Technologies+-+Ezip+400+Scooter/9885188.p?id=1218189013070&skuId=9885188')
+          end
+        end
+      end
+
+    end
+
+    describe "Autolink all" do
+      before do
+        @linker = TestAutolink.new
+      end
+
+      it "should allow url/hashtag overlap" do
+        auto_linked = @linker.auto_link("https://twitter.com/#search")
+        expect(auto_linked).to have_autolinked_url('https://twitter.com/#search')
+      end
+
+      it "should not add invalid option in HTML tags" do
+        auto_linked = @linker.auto_link("https://twitter.com/ is a URL, not a hashtag", :hashtag_class => 'hashtag_classname')
+        expect(auto_linked).to have_autolinked_url('https://twitter.com/')
+        expect(auto_linked).to_not include('hashtag_class')
+        expect(auto_linked).to_not include('hashtag_classname')
+      end
+
+      it "should autolink url/hashtag/mention in text with Unicode supplementary characters" do
+        auto_linked = @linker.auto_link("#{[0x10400].pack('U')} #hashtag #{[0x10400].pack('U')} @mention #{[0x10400].pack('U')} http://twitter.com/")
+        expect(auto_linked).to have_autolinked_hashtag('#hashtag')
+        expect(auto_linked).to link_to_screen_name('mention')
+        expect(auto_linked).to have_autolinked_url('http://twitter.com/')
+      end
+    end
+
+  end
+
+  describe "autolinking options" do
+    before do
+      @linker = TestAutolink.new
+    end
+
+    it "should show display_url when :url_entities provided" do
+      linked = @linker.auto_link("http://t.co/0JG5Mcq", :url_entities => [{
+        "url" => "http://t.co/0JG5Mcq",
+        "display_url" => "blog.twitter.com/2011/05/twitte…",
+        "expanded_url" => "http://blog.twitter.com/2011/05/twitter-for-mac-update.html",
+        "indices" => [
+          84,
+          103
+        ]
+      }])
+      html = Nokogiri::HTML(linked)
+      expect(html.search('a')).to_not be_empty
+      expect(html.search('a[@href="http://t.co/0JG5Mcq"]')).to_not be_empty
+      expect(html.search('span[@class=js-display-url]').inner_text).to be == "blog.twitter.com/2011/05/twitte"
+      expect(html.inner_text).to be == " http://blog.twitter.com/2011/05/twitter-for-mac-update.html …"
+      expect(html.search('span[@style="position:absolute;left:-9999px;"]').size).to be == 4
+    end
+
+    it "should accept invisible_tag_attrs option" do
+      linked = @linker.auto_link("http://t.co/0JG5Mcq",
+        {
+          :url_entities => [{
+            "url" => "http://t.co/0JG5Mcq",
+            "display_url" => "blog.twitter.com/2011/05/twitte…",
+            "expanded_url" => "http://blog.twitter.com/2011/05/twitter-for-mac-update.html",
+            "indices" => [
+              0,
+              19
+            ]
+          }],
+          :invisible_tag_attrs => "style='dummy;'"
+      })
+      html = Nokogiri::HTML(linked)
+      expect(html.search('span[@style="dummy;"]').size).to be == 4
+    end
+
+    it "should show display_url if available in entity" do
+      linked = @linker.auto_link_entities("http://t.co/0JG5Mcq",
+        [{
+          :url => "http://t.co/0JG5Mcq",
+          :display_url => "blog.twitter.com/2011/05/twitte…",
+          :expanded_url => "http://blog.twitter.com/2011/05/twitter-for-mac-update.html",
+          :indices => [0, 19]
+        }]
+      )
+      html = Nokogiri::HTML(linked)
+      expect(html.search('a')).to_not be_empty
+      expect(html.search('a[@href="http://t.co/0JG5Mcq"]')).to_not be_empty
+      expect(html.search('span[@class=js-display-url]').inner_text).to be == "blog.twitter.com/2011/05/twitte"
+      expect(html.inner_text).to be == " http://blog.twitter.com/2011/05/twitter-for-mac-update.html …"
+    end
+
+    it "should apply :class as a CSS class" do
+      linked = @linker.auto_link("http://example.com/", :class => 'myclass')
+      expect(linked).to have_autolinked_url('http://example.com/')
+      expect(linked).to match(/myclass/)
+    end
+
+    it "should apply :url_class only on URL" do
+      linked = @linker.auto_link("http://twitter.com")
+      expect(linked).to have_autolinked_url('http://twitter.com')
+      expect(expect(linked)).to_not match(/class/)
+
+      linked = @linker.auto_link("http://twitter.com", :url_class => 'testClass')
+      expect(linked).to have_autolinked_url('http://twitter.com')
+      expect(linked).to match(/class=\"testClass\"/)
+
+      linked = @linker.auto_link("#hash @tw", :url_class => 'testClass')
+      expect(linked).to match(/class=\"tweet-url hashtag\"/)
+      expect(linked).to match(/class=\"tweet-url username\"/)
+      expect(linked).to_not match(/class=\"testClass\"/)
+    end
+
+    it "should add rel=nofollow by default" do
+      linked = @linker.auto_link("http://example.com/")
+      expect(linked).to have_autolinked_url('http://example.com/')
+      expect(linked).to match(/nofollow/)
+    end
+
+    it "should include the '@' symbol in a username when passed :username_include_symbol" do
+      linked = @linker.auto_link("@user", :username_include_symbol => true)
+      expect(linked).to link_to_screen_name('user', '@user')
+    end
+
+    it "should include the '@' symbol in a list when passed :username_include_symbol" do
+      linked = @linker.auto_link("@user/list", :username_include_symbol => true)
+      expect(linked).to link_to_list_path('user/list', '@user/list')
+    end
+
+    it "should not add rel=nofollow when passed :suppress_no_follow" do
+      linked = @linker.auto_link("http://example.com/", :suppress_no_follow => true)
+      expect(linked).to have_autolinked_url('http://example.com/')
+      expect(linked).to_not match(/nofollow/)
+    end
+
+    it "should not add a target attribute by default" do
+      linked = @linker.auto_link("http://example.com/")
+      expect(linked).to have_autolinked_url('http://example.com/')
+      expect(linked).to_not match(/target=/)
+    end
+
+    it "should respect the :target option" do
+      linked = @linker.auto_link("http://example.com/", :target => 'mywindow')
+      expect(linked).to have_autolinked_url('http://example.com/')
+      expect(linked).to match(/target="mywindow"/)
+    end
+
+    it "should customize href by username_url_block option" do
+      linked = @linker.auto_link("@test", :username_url_block => lambda{|a| "dummy"})
+      expect(linked).to have_autolinked_url('dummy', 'test')
+    end
+
+    it "should customize href by list_url_block option" do
+      linked = @linker.auto_link("@test/list", :list_url_block => lambda{|a| "dummy"})
+      expect(linked).to have_autolinked_url('dummy', 'test/list')
+    end
+
+    it "should customize href by hashtag_url_block option" do
+      linked = @linker.auto_link("#hashtag", :hashtag_url_block => lambda{|a| "dummy"})
+      expect(linked).to have_autolinked_url('dummy', '#hashtag')
+    end
+
+    it "should customize href by cashtag_url_block option" do
+      linked = @linker.auto_link("$CASH", :cashtag_url_block => lambda{|a| "dummy"})
+      expect(linked).to have_autolinked_url('dummy', '$CASH')
+    end
+
+    it "should customize href by link_url_block option" do
+      linked = @linker.auto_link("http://example.com/", :link_url_block => lambda{|a| "dummy"})
+      expect(linked).to have_autolinked_url('dummy', 'http://example.com/')
+    end
+
+    it "should modify link attributes by link_attribute_block" do
+      linked = @linker.auto_link("#hash @mention",
+        :link_attribute_block => lambda{|entity, attributes|
+          attributes[:"dummy-hash-attr"] = "test" if entity[:hashtag]
+        }
+      )
+      expect(linked).to match(/<a[^>]+hashtag[^>]+dummy-hash-attr=\"test\"[^>]+>/)
+      expect(linked).to_not match(/<a[^>]+username[^>]+dummy-hash-attr=\"test\"[^>]+>/)
+      expect(linked).to_not match(/link_attribute_block/i)
+
+      linked = @linker.auto_link("@mention http://twitter.com/",
+        :link_attribute_block => lambda{|entity, attributes|
+          attributes["dummy-url-attr"] = entity[:url] if entity[:url]
+        }
+      )
+      expect(linked).to_not match(/<a[^>]+username[^>]+dummy-url-attr=\"http:\/\/twitter.com\/\"[^>]*>/)
+      expect(linked).to match(/<a[^>]+dummy-url-attr=\"http:\/\/twitter.com\/\"/)
+    end
+
+    it "should modify link text by link_text_block" do
+      linked = @linker.auto_link("#hash @mention",
+        :link_text_block => lambda{|entity, text|
+          entity[:hashtag] ? "#replaced" : "pre_#{text}_post"
+        }
+      )
+      expect(linked).to match(/<a[^>]+>#replaced<\/a>/)
+      expect(linked).to match(/<a[^>]+>pre_mention_post<\/a>/)
+
+      linked = @linker.auto_link("#hash @mention", {
+        :link_text_block => lambda{|entity, text|
+          "pre_#{text}_post"
+        },
+        :symbol_tag => "s", :text_with_symbol_tag => "b", :username_include_symbol => true
+      })
+      expect(linked).to match(/<a[^>]+>pre_<s>#<\/s><b>hash<\/b>_post<\/a>/)
+      expect(linked).to match(/<a[^>]+>pre_<s>@<\/s><b>mention<\/b>_post<\/a>/)
+    end
+
+    it "should apply :url_target only to auto-linked URLs" do
+      auto_linked = @linker.auto_link("#hashtag @mention http://test.com/", {:url_target => '_blank'})
+      expect(auto_linked).to have_autolinked_hashtag('#hashtag')
+      expect(auto_linked).to link_to_screen_name('mention')
+      expect(auto_linked).to have_autolinked_url('http://test.com/')
+      expect(auto_linked).to_not match(/<a[^>]+hashtag[^>]+target[^>]+>/)
+      expect(auto_linked).to_not match(/<a[^>]+username[^>]+target[^>]+>/)
+      expect(auto_linked).to match(/<a[^>]+test.com[^>]+target=\"_blank\"[^>]*>/)
+    end
+
+    it "should apply target='_blank' only to auto-linked URLs when :target_blank is set to true" do
+      auto_linked = @linker.auto_link("#hashtag @mention http://test.com/", {:target_blank => true})
+      expect(auto_linked).to have_autolinked_hashtag('#hashtag')
+      expect(auto_linked).to link_to_screen_name('mention')
+      expect(auto_linked).to have_autolinked_url('http://test.com/')
+      expect(auto_linked).to match(/<a[^>]+hashtag[^>]+target=\"_blank\"[^>]*>/)
+      expect(auto_linked).to match(/<a[^>]+username[^>]+target=\"_blank\"[^>]*>/)
+      expect(auto_linked).to match(/<a[^>]+test.com[^>]+target=\"_blank\"[^>]*>/)
+    end
+  end
+
+  describe "link_url_with_entity" do
+    before do
+      @linker = TestAutolink.new
+    end
+
+    it "should use display_url and expanded_url" do
+      expect(@linker.send(:link_url_with_entity,
+        {
+          :url => "http://t.co/abcde",
+          :display_url => "twitter.com",
+          :expanded_url => "http://twitter.com/"},
+        {:invisible_tag_attrs => "class='invisible'"}).gsub('"', "'")).to be == "<span class='tco-ellipsis'><span class='invisible'>&nbsp;</span></span><span class='invisible'>http://</span><span class='js-display-url'>twitter.com</span><span class='invisible'>/</span><span class='tco-ellipsis'><span class='invisible'>&nbsp;</span></span>";
+    end
+
+    it "should correctly handle display_url ending with '…'" do
+      expect(@linker.send(:link_url_with_entity,
+        {
+          :url => "http://t.co/abcde",
+          :display_url => "twitter.com…",
+          :expanded_url => "http://twitter.com/abcdefg"},
+        {:invisible_tag_attrs => "class='invisible'"}).gsub('"', "'")).to be == "<span class='tco-ellipsis'><span class='invisible'>&nbsp;</span></span><span class='invisible'>http://</span><span class='js-display-url'>twitter.com</span><span class='invisible'>/abcdefg</span><span class='tco-ellipsis'><span class='invisible'>&nbsp;</span>…</span>";
+    end
+
+    it "should correctly handle display_url starting with '…'" do
+      expect(@linker.send(:link_url_with_entity,
+        {
+          :url => "http://t.co/abcde",
+          :display_url => "…tter.com/abcdefg",
+          :expanded_url => "http://twitter.com/abcdefg"},
+        {:invisible_tag_attrs => "class='invisible'"}).gsub('"', "'")).to be == "<span class='tco-ellipsis'>…<span class='invisible'>&nbsp;</span></span><span class='invisible'>http://twi</span><span class='js-display-url'>tter.com/abcdefg</span><span class='invisible'></span><span class='tco-ellipsis'><span class='invisible'>&nbsp;</span></span>";
+    end
+
+    it "should not create spans if display_url and expanded_url are on different domains" do
+      expect(@linker.send(:link_url_with_entity,
+        {
+          :url => "http://t.co/abcde",
+          :display_url => "pic.twitter.com/xyz",
+          :expanded_url => "http://twitter.com/foo/statuses/123/photo/1"},
+        {:invisible_tag_attrs => "class='invisible'"}).gsub('"', "'")).to be == "pic.twitter.com/xyz"
+    end
+  end
+
+  describe "symbol_tag" do
+    before do
+      @linker = TestAutolink.new
+    end
+    it "should put :symbol_tag around symbol" do
+      expect(@linker.auto_link("@mention", {:symbol_tag => 's', :username_include_symbol=>true})).to match(/<s>@<\/s>mention/)
+      expect(@linker.auto_link("#hash", {:symbol_tag => 's'})).to match(/<s>#<\/s>hash/)
+      result = @linker.auto_link("@mention #hash $CASH", {:symbol_tag => 'b', :username_include_symbol=>true})
+      expect(result).to match(/<b>@<\/b>mention/)
+      expect(result).to match(/<b>#<\/b>hash/)
+      expect(result).to match(/<b>\$<\/b>CASH/)
+    end
+    it "should put :text_with_symbol_tag around text" do
+      result = @linker.auto_link("@mention #hash $CASH", {:text_with_symbol_tag => 'b'})
+      expect(result).to match(/<b>mention<\/b>/)
+      expect(result).to match(/<b>hash<\/b>/)
+      expect(result).to match(/<b>CASH<\/b>/)
+    end
+    it "should put :symbol_tag around symbol and :text_with_symbol_tag around text" do
+      result = @linker.auto_link("@mention #hash $CASH", {:symbol_tag => 's', :text_with_symbol_tag => 'b', :username_include_symbol=>true})
+      expect(result).to match(/<s>@<\/s><b>mention<\/b>/)
+      expect(result).to match(/<s>#<\/s><b>hash<\/b>/)
+      expect(result).to match(/<s>\$<\/s><b>CASH<\/b>/)
+    end
+  end
+
+  describe "html_escape" do
+    before do
+      @linker = TestAutolink.new
+    end
+    it "should escape html entities properly" do
+      expect(@linker.html_escape("&")).to be == "&amp;"
+      expect(@linker.html_escape(">")).to be == "&gt;"
+      expect(@linker.html_escape("<")).to be == "&lt;"
+      expect(@linker.html_escape("\"")).to be == "&quot;"
+      expect(@linker.html_escape("'")).to be == "&#39;"
+      expect(@linker.html_escape("&<>\"")).to be == "&amp;&lt;&gt;&quot;"
+      expect(@linker.html_escape("<div>")).to be == "&lt;div&gt;"
+      expect(@linker.html_escape("a&b")).to be == "a&amp;b"
+      expect(@linker.html_escape("<a href=\"https://twitter.com\" target=\"_blank\">twitter & friends</a>")).to be == "&lt;a href=&quot;https://twitter.com&quot; target=&quot;_blank&quot;&gt;twitter &amp; friends&lt;/a&gt;"
+      expect(@linker.html_escape("&amp;")).to be == "&amp;amp;"
+      expect(@linker.html_escape(nil)).to be == nil
+    end
+  end
+
+end