twitter-text 1.4.17 → 1.5.0

data/test/conformance_test.rb

@@ -1,5 +1,6 @@
 require 'test/unit'
 require 'yaml'
+require 'nokogiri'
 
 # Ruby 1.8 encoding check
 major, minor, patch = RUBY_VERSION.split('.')
@@ -7,7 +8,7 @@ if major.to_i == 1 && minor.to_i < 9
   $KCODE='u'
 end
 
-require File.expand_path(File.dirname(__FILE__) + '/../lib/twitter-text')
+require File.expand_path('../../lib/twitter-text', __FILE__)
 
 class ConformanceTest < Test::Unit::TestCase
   include Twitter::Extractor
@@ -15,168 +16,166 @@ class ConformanceTest < Test::Unit::TestCase
   include Twitter::HitHighlighter
   include Twitter::Validation
 
-  def setup
-    @conformance_dir = ENV['CONFORMANCE_DIR'] || File.join(File.dirname(__FILE__), 'twitter-text-conformance')
-  end
+  private
 
-  module ExtractorConformance
-    def test_replies_extractor_conformance
-      run_conformance_test(File.join(@conformance_dir, 'extract.yml'), :replies) do |description, expected, input|
-        assert_equal expected, extract_reply_screen_name(input), description
-      end
+  %w(description expected text json hits).each do |key|
+    define_method key.to_sym do
+      @test_info[key]
     end
+  end
 
-    def test_mentions_extractor_conformance
-      run_conformance_test(File.join(@conformance_dir, 'extract.yml'), :mentions) do |description, expected, input|
-        assert_equal expected, extract_mentioned_screen_names(input), description
-      end
+  def assert_equal_without_attribute_order(expected, actual, failure_message = nil)
+    assert_block(build_message(failure_message, "<?> expected but was\n<?>", expected, actual)) do
+      equal_nodes?(Nokogiri::HTML(expected).root, Nokogiri::HTML(actual).root)
     end
+  end
 
-    def test_mentions_with_indices_extractor_conformance
-      run_conformance_test(File.join(@conformance_dir, 'extract.yml'), :mentions_with_indices) do |description, expected, input|
-        expected = expected.map{|elem| elem.inject({}){|h, (k,v)| h[k.to_sym] = v; h} }
-        assert_equal expected, extract_mentioned_screen_names_with_indices(input), description
-      end
-    end
+  def equal_nodes?(expected, actual)
+    return false unless expected.name == actual.name
+    return false unless ordered_attributes(expected) == ordered_attributes(actual)
+    return false if expected.text? && actual.text? && !(expected.content= actual.content)
 
-    def test_mentions_or_lists_with_indices_conformance
-      run_conformance_test(File.join(@conformance_dir, 'extract.yml'), :mentions_or_lists_with_indices) do |description, expected, input|
-        expected = expected.map{|elem| elem.inject({}){|h, (k,v)| h[k.to_sym] = v; h} }
-        assert_equal expected, extract_mentions_or_lists_with_indices(input), description
-      end
+    expected.children.each_with_index do |child, index|
+      return false unless equal_nodes?(child, actual.children[index])
     end
 
-    def test_url_extractor_conformance
-      run_conformance_test(File.join(@conformance_dir, 'extract.yml'), :urls) do |description, expected, input|
-        assert_equal expected, extract_urls(input), description
-        expected.each do |expected_url|
-          assert_equal true, valid_url?(expected_url, true, false), "expected url [#{expected_url}] not valid"
-        end
-      end
-    end
+    true
+  end
 
-    def test_urls_with_indices_extractor_conformance
-      run_conformance_test(File.join(@conformance_dir, 'extract.yml'), :urls_with_indices) do |description, expected, input|
-        expected = expected.map{|elem| elem.inject({}){|h, (k,v)| h[k.to_sym] = v; h} }
-        assert_equal expected, extract_urls_with_indices(input), description
-      end
-    end
+  def ordered_attributes(element)
+    element.attribute_nodes.map{|attr| [attr.name, attr.value]}.sort
+  end
 
-    def test_hashtag_extractor_conformance
-      run_conformance_test(File.join(@conformance_dir, 'extract.yml'), :hashtags) do |description, expected, input|
-        assert_equal expected, extract_hashtags(input), description
-      end
-    end
+  CONFORMANCE_DIR = ENV['CONFORMANCE_DIR'] || File.expand_path("../twitter-text-conformance", __FILE__)
+
+  def self.def_conformance_test(file, test_type, &block)
+    yaml = YAML.load_file(File.join(CONFORMANCE_DIR, file))
+    raise  "No such test suite: #{test_type.to_s}" unless yaml["tests"][test_type.to_s]
 
-    def test_hashtags_with_indices_extractor_conformance
-      run_conformance_test(File.join(@conformance_dir, 'extract.yml'), :hashtags_with_indices) do |description, expected, input|
-        expected = expected.map{|elem| elem.inject({}){|h, (k,v)| h[k.to_sym] = v; h} }
-        assert_equal expected, extract_hashtags_with_indices(input), description
+    yaml["tests"][test_type.to_s].each do |test_info|
+      name = :"test_#{test_type}_#{test_info['description']}"
+      define_method name do
+        @test_info = test_info
+        instance_eval(&block)
       end
     end
   end
-  include ExtractorConformance
 
-  module AutolinkConformance
-    def test_users_autolink_conformance
-      run_conformance_test(File.join(@conformance_dir, 'autolink.yml'), :usernames) do |description, expected, input|
-        assert_equal expected, auto_link_usernames_or_lists(input, :suppress_no_follow => true), description
-      end
-    end
+  public
 
-    def test_lists_autolink_conformance
-      run_conformance_test(File.join(@conformance_dir, 'autolink.yml'), :lists) do |description, expected, input|
-        assert_equal expected, auto_link_usernames_or_lists(input, :suppress_no_follow => true), description
-      end
-    end
+  # Extractor Conformance
+  def_conformance_test("extract.yml", :replies) do
+    assert_equal expected, extract_reply_screen_name(text), description
+  end
 
-    def test_urls_autolink_conformance
-      run_conformance_test(File.join(@conformance_dir, 'autolink.yml'), :urls) do |description, expected, input|
-        assert_equal expected, auto_link_urls_custom(input, :suppress_no_follow => true), description
-      end
-    end
+  def_conformance_test("extract.yml", :mentions) do
+    assert_equal expected, extract_mentioned_screen_names(text), description
+  end
 
-    def test_hashtags_autolink_conformance
-      run_conformance_test(File.join(@conformance_dir, 'autolink.yml'), :hashtags) do |description, expected, input|
-        assert_equal expected, auto_link_hashtags(input, :suppress_no_follow => true), description
-      end
-    end
+  def_conformance_test("extract.yml", :mentions_with_indices) do
+    e = expected.map{|elem| elem.inject({}){|h, (k,v)| h[k.to_sym] = v; h} }
+    assert_equal e, extract_mentioned_screen_names_with_indices(text), description
+  end
 
-    def test_all_autolink_conformance
-      run_conformance_test(File.join(@conformance_dir, 'autolink.yml'), :all) do |description, expected, input|
-        assert_equal expected, auto_link(input, :suppress_no_follow => true), description
-      end
+  def_conformance_test("extract.yml", :mentions_or_lists_with_indices) do
+    e = expected.map{|elem| elem.inject({}){|h, (k,v)| h[k.to_sym] = v; h} }
+    assert_equal e, extract_mentions_or_lists_with_indices(text), description
+  end
+
+  def_conformance_test("extract.yml", :urls) do
+    assert_equal expected, extract_urls(text), description
+    expected.each do |expected_url|
+      assert_equal true, valid_url?(expected_url, true, false), "expected url [#{expected_url}] not valid"
     end
   end
-  include AutolinkConformance
 
-  module HitHighlighterConformance
+  def_conformance_test("extract.yml", :urls_with_indices) do
+    e = expected.map{|elem| elem.inject({}){|h, (k,v)| h[k.to_sym] = v; h} }
+    assert_equal e, extract_urls_with_indices(text), description
+  end
 
-    def test_plain_text_conformance
-      run_conformance_test(File.join(@conformance_dir, 'hit_highlighting.yml'), :plain_text, true) do |config|
-        assert_equal config['expected'], hit_highlight(config['text'], config['hits']), config['description']
-      end
-    end
+  def_conformance_test("extract.yml", :hashtags) do
+    assert_equal expected, extract_hashtags(text), description
+  end
 
-    def test_with_links_conformance
-      run_conformance_test(File.join(@conformance_dir, 'hit_highlighting.yml'), :with_links, true) do |config|
-        assert_equal config['expected'], hit_highlight(config['text'], config['hits']), config['description']
-      end
-    end
+  def_conformance_test("extract.yml", :hashtags_with_indices) do
+    e = expected.map{|elem| elem.inject({}){|h, (k,v)| h[k.to_sym] = v; h} }
+    assert_equal e, extract_hashtags_with_indices(text), description
   end
-  include HitHighlighterConformance
 
-  module ValidationConformance
-    def test_tweet_validation_conformance
-      run_conformance_test(File.join(@conformance_dir, 'validate.yml'), :tweets) do |description, expected, input|
-        assert_equal expected, valid_tweet_text?(input), description
-      end
-    end
+  def_conformance_test("extract.yml", :cashtags) do
+    assert_equal expected, extract_cashtags(text), description
+  end
 
-    def test_users_validation_conformance
-      run_conformance_test(File.join(@conformance_dir, 'validate.yml'), :usernames) do |description, expected, input|
-        assert_equal expected, valid_username?(input), description
-      end
-    end
+  def_conformance_test("extract.yml", :cashtags_with_indices) do
+    e = expected.map{|elem| elem.inject({}){|h, (k,v)| h[k.to_sym] = v; h} }
+    assert_equal e, extract_cashtags_with_indices(text), description
+  end
 
-    def test_lists_validation_conformance
-      run_conformance_test(File.join(@conformance_dir, 'validate.yml'), :lists) do |description, expected, input|
-        assert_equal expected, valid_list?(input), description
-      end
-    end
+  # Autolink Conformance
+  def_conformance_test("autolink.yml", :usernames) do
+    assert_equal_without_attribute_order expected, auto_link_usernames_or_lists(text, :suppress_no_follow => true), description
+  end
 
-    def test_urls_validation_conformance
-      run_conformance_test(File.join(@conformance_dir, 'validate.yml'), :urls) do |description, expected, input|
-        assert_equal expected, valid_url?(input), description
-      end
-    end
+  def_conformance_test("autolink.yml", :lists) do
+    assert_equal_without_attribute_order expected, auto_link_usernames_or_lists(text, :suppress_no_follow => true), description
+  end
 
-    def test_urls_without_protocol_validation_conformance
-      run_conformance_test(File.join(@conformance_dir, 'validate.yml'), :urls_without_protocol) do |description, expected, input|
-        assert_equal expected, valid_url?(input, true, false), description
-      end
-    end
+  def_conformance_test("autolink.yml", :urls) do
+    assert_equal_without_attribute_order expected, auto_link_urls(text, :suppress_no_follow => true), description
+  end
 
-    def test_hashtags_validation_conformance
-      run_conformance_test(File.join(@conformance_dir, 'validate.yml'), :hashtags) do |description, expected, input|
-        assert_equal expected, valid_hashtag?(input), description
-      end
-    end
+  def_conformance_test("autolink.yml", :hashtags) do
+    assert_equal_without_attribute_order expected, auto_link_hashtags(text, :suppress_no_follow => true), description
   end
-  include ValidationConformance
 
-  private
+  def_conformance_test("autolink.yml", :cashtags) do
+    assert_equal_without_attribute_order expected, auto_link_cashtags(text, :suppress_no_follow => true), description
+  end
 
-  def run_conformance_test(file, test_type, hash_config = false, &block)
-    yaml = YAML.load_file(file)
-    assert yaml["tests"][test_type.to_s], "No such test suite: #{test_type.to_s}"
+  def_conformance_test("autolink.yml", :all) do
+    assert_equal_without_attribute_order expected, auto_link(text, :suppress_no_follow => true), description
+  end
 
-    yaml["tests"][test_type.to_s].each do |test_info|
-      if hash_config
-        yield test_info
-      else
-        yield test_info['description'], test_info['expected'], test_info['text']
-      end
-    end
+  def_conformance_test("autolink.yml", :json) do
+    assert_equal_without_attribute_order expected, auto_link_with_json(text, ActiveSupport::JSON.decode(json), :suppress_no_follow => true), description
+  end
+
+  # HitHighlighter Conformance
+  def_conformance_test("hit_highlighting.yml", :plain_text) do
+    assert_equal expected, hit_highlight(text, hits), description
+  end
+
+  def_conformance_test("hit_highlighting.yml", :with_links) do
+    assert_equal expected, hit_highlight(text, hits), description
+  end
+
+  # Validation Conformance
+  def_conformance_test("validate.yml", :tweets) do
+    assert_equal expected, valid_tweet_text?(text), description
+  end
+
+  def_conformance_test("validate.yml", :usernames) do
+    assert_equal expected, valid_username?(text), description
+  end
+
+  def_conformance_test("validate.yml", :lists) do
+    assert_equal expected, valid_list?(text), description
+  end
+
+  def_conformance_test("validate.yml", :urls) do
+    assert_equal expected, valid_url?(text), description
+  end
+
+  def_conformance_test("validate.yml", :urls_without_protocol) do
+    assert_equal expected, valid_url?(text, true, false), description
+  end
+
+  def_conformance_test("validate.yml", :hashtags) do
+    assert_equal expected, valid_hashtag?(text), description
+  end
+
+  def_conformance_test("validate.yml", :lengths) do
+    assert_equal expected, tweet_length(text), description
   end
 end

data/twitter-text.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |s|
   s.name = "twitter-text"
-  s.version = "1.4.17"
+  s.version = "1.5.0"
   s.authors = ["Matt Sanford", "Patrick Ewing", "Ben Cherry", "Britt Selvitelle",
                "Raffi Krikorian", "J.P. Cummins", "Yoshimasa Niwa", "Keita Fujii"]
   s.email = ["matt@twitter.com", "patrick.henry.ewing@gmail.com", "bcherry@gmail.com", "bs@brittspace.com",

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: twitter-text
 version: !ruby/object:Gem::Version 
-  hash: 37
+  hash: 3
   prerelease: 
   segments: 
   - 1
-  - 4
-  - 17
-  version: 1.4.17
+  - 5
+  - 0
+  version: 1.5.0
 platform: ruby
 authors: 
 - Matt Sanford
@@ -22,7 +22,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2012-02-23 00:00:00 -08:00
+date: 2012-06-18 00:00:00 -07:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -130,19 +130,21 @@ files:
 - .gitignore
 - .gitmodules
 - .rspec
+- .travis.yml
 - Gemfile
 - LICENSE
 - README.rdoc
 - Rakefile
 - TODO
-- lib/autolink.rb
-- lib/extractor.rb
-- lib/hithighlighter.rb
-- lib/regex.rb
-- lib/rewriter.rb
 - lib/twitter-text.rb
-- lib/unicode.rb
-- lib/validation.rb
+- lib/twitter-text/autolink.rb
+- lib/twitter-text/deprecation.rb
+- lib/twitter-text/extractor.rb
+- lib/twitter-text/hit_highlighter.rb
+- lib/twitter-text/regex.rb
+- lib/twitter-text/rewriter.rb
+- lib/twitter-text/unicode.rb
+- lib/twitter-text/validation.rb
 - script/destroy
 - script/generate
 - spec/autolinking_spec.rb

data/lib/autolink.rb

@@ -1,266 +0,0 @@
-# encoding: UTF-8
-
-require 'set'
-
-module Twitter
-  # A module for including Tweet auto-linking in a class. The primary use of this is for helpers/views so they can auto-link
-  # usernames, lists, hashtags and URLs.
-  module Autolink extend self
-    # Default CSS class for auto-linked URLs
-    DEFAULT_URL_CLASS = "tweet-url"
-    # Default CSS class for auto-linked lists (along with the url class)
-    DEFAULT_LIST_CLASS = "list-slug"
-    # Default CSS class for auto-linked usernames (along with the url class)
-    DEFAULT_USERNAME_CLASS = "username"
-    # Default CSS class for auto-linked hashtags (along with the url class)
-    DEFAULT_HASHTAG_CLASS = "hashtag"
-    # Default target for auto-linked urls (nil will not add a target attribute)
-    DEFAULT_TARGET = nil
-    # HTML attribute for robot nofollow behavior (default)
-    HTML_ATTR_NO_FOLLOW = " rel=\"nofollow\""
-    # Options which should not be passed as HTML attributes
-    OPTIONS_NOT_ATTRIBUTES = [:url_class, :list_class, :username_class, :hashtag_class,
-                              :username_url_base, :list_url_base, :hashtag_url_base,
-                              :username_url_block, :list_url_block, :hashtag_url_block, :link_url_block,
-                              :username_include_symbol, :suppress_lists, :suppress_no_follow, :url_entities]
-
-    HTML_ENTITIES = {
-      '&' => '&',
-      '>' => '>',
-      '<' => '&lt;',
-      '"' => '&quot;',
-      "'" => '&#39;'
-    }
-
-    def html_escape(text)
-      text && text.to_s.gsub(/[&"'><]/) do |character|
-        HTML_ENTITIES[character]
-      end
-    end
-
-    # Add <tt><a></a></tt> tags around the usernames, lists, hashtags and URLs in the provided <tt>text</tt>. The
-    # <tt><a></tt> tags can be controlled with the following entries in the <tt>options</tt>
-    # hash:
-    #
-    # <tt>:url_class</tt>::     class to add to all <tt><a></tt> tags
-    # <tt>:list_class</tt>::    class to add to list <tt><a></tt> tags
-    # <tt>:username_class</tt>::    class to add to username <tt><a></tt> tags
-    # <tt>:hashtag_class</tt>::    class to add to hashtag <tt><a></tt> tags
-    # <tt>:username_url_base</tt>::      the value for <tt>href</tt> attribute on username links. The <tt>@username</tt> (minus the <tt>@</tt>) will be appended at the end of this.
-    # <tt>:list_url_base</tt>::      the value for <tt>href</tt> attribute on list links. The <tt>@username/list</tt> (minus the <tt>@</tt>) will be appended at the end of this.
-    # <tt>:hashtag_url_base</tt>::      the value for <tt>href</tt> attribute on hashtag links. The <tt>#hashtag</tt> (minus the <tt>#</tt>) will be appended at the end of this.
-    # <tt>:username_include_symbol</tt>::    place the <tt>@</tt> symbol within username and list links
-    # <tt>:suppress_lists</tt>::    disable auto-linking to lists
-    # <tt>:suppress_no_follow</tt>::   Do not add <tt>rel="nofollow"</tt> to auto-linked items
-    # <tt>:target</tt>::   add <tt>target="window_name"</tt> to auto-linked items
-    def auto_link(text, options = {})
-      auto_link_usernames_or_lists(
-        auto_link_urls_custom(
-          auto_link_hashtags(text, options),
-        options),
-      options)
-    end
-
-    # Add <tt><a></a></tt> tags around the usernames and lists in the provided <tt>text</tt>. The
-    # <tt><a></tt> tags can be controlled with the following entries in the <tt>options</tt>
-    # hash:
-    #
-    # <tt>:url_class</tt>::     class to add to all <tt><a></tt> tags
-    # <tt>:list_class</tt>::    class to add to list <tt><a></tt> tags
-    # <tt>:username_class</tt>::    class to add to username <tt><a></tt> tags
-    # <tt>:username_url_base</tt>::      the value for <tt>href</tt> attribute on username links. The <tt>@username</tt> (minus the <tt>@</tt>) will be appended at the end of this.
-    # <tt>:username_include_symbol</tt>::    place the <tt>@</tt> symbol within username and list links
-    # <tt>:list_url_base</tt>::      the value for <tt>href</tt> attribute on list links. The <tt>@username/list</tt> (minus the <tt>@</tt>) will be appended at the end of this.
-    # <tt>:suppress_lists</tt>::    disable auto-linking to lists
-    # <tt>:suppress_no_follow</tt>::   Do not add <tt>rel="nofollow"</tt> to auto-linked items
-    # <tt>:target</tt>::   add <tt>target="window_name"</tt> to auto-linked items
-    def auto_link_usernames_or_lists(text, options = {}) # :yields: list_or_username
-      options = options.dup
-      options[:url_class] ||= DEFAULT_URL_CLASS
-      options[:list_class] ||= DEFAULT_LIST_CLASS
-      options[:username_class] ||= DEFAULT_USERNAME_CLASS
-      options[:username_url_base] ||= "https://twitter.com/"
-      options[:list_url_base] ||= "https://twitter.com/"
-      options[:target] ||= DEFAULT_TARGET
-
-      extra_html = HTML_ATTR_NO_FOLLOW unless options[:suppress_no_follow]
-
-      Twitter::Rewriter.rewrite_usernames_or_lists(text) do |at, username, slash_listname|
-        at_before_user = options[:username_include_symbol] ? at : ''
-        at = options[:username_include_symbol] ? '' : at
-
-        name = "#{username}#{slash_listname}"
-        chunk = block_given? ? yield(name) : name
-
-        if slash_listname && !options[:suppress_lists]
-          href = if options[:list_url_block]
-            options[:list_url_block].call(name.downcase)
-          else
-            "#{html_escape(options[:list_url_base] + name.downcase)}"
-          end
-          %(#{at}<a class="#{options[:url_class]} #{options[:list_class]}" #{target_tag(options)}href="#{href}"#{extra_html}>#{html_escape(at_before_user + chunk)}</a>)
-        else
-          href = if options[:username_url_block]
-            options[:username_url_block].call(chunk)
-          else
-            "#{html_escape(options[:username_url_base] + chunk)}"
-          end
-          %(#{at}<a class="#{options[:url_class]} #{options[:username_class]}" #{target_tag(options)}href="#{href}"#{extra_html}>#{html_escape(at_before_user + chunk)}</a>)
-        end
-      end
-    end
-
-    # Add <tt><a></a></tt> tags around the hashtags in the provided <tt>text</tt>. The
-    # <tt><a></tt> tags can be controlled with the following entries in the <tt>options</tt>
-    # hash:
-    #
-    # <tt>:url_class</tt>::     class to add to all <tt><a></tt> tags
-    # <tt>:hashtag_class</tt>:: class to add to hashtag <tt><a></tt> tags
-    # <tt>:hashtag_url_base</tt>::      the value for <tt>href</tt> attribute. The hashtag text (minus the <tt>#</tt>) will be appended at the end of this.
-    # <tt>:suppress_no_follow</tt>::   Do not add <tt>rel="nofollow"</tt> to auto-linked items
-    # <tt>:target</tt>::   add <tt>target="window_name"</tt> to auto-linked items
-    def auto_link_hashtags(text, options = {})  # :yields: hashtag_text
-      options = options.dup
-      options[:url_class] ||= DEFAULT_URL_CLASS
-      options[:hashtag_class] ||= DEFAULT_HASHTAG_CLASS
-      options[:hashtag_url_base] ||= "https://twitter.com/#!/search?q=%23"
-      options[:target] ||= DEFAULT_TARGET
-      extra_html = HTML_ATTR_NO_FOLLOW unless options[:suppress_no_follow]
-
-      Twitter::Rewriter.rewrite_hashtags(text) do |hash, hashtag|
-        hashtag = yield(hashtag) if block_given?
-        href = if options[:hashtag_url_block]
-          options[:hashtag_url_block].call(hashtag)
-        else
-          "#{options[:hashtag_url_base]}#{html_escape(hashtag)}"
-        end
-        %(<a href="#{href}" title="##{html_escape(hashtag)}" #{target_tag(options)}class="#{options[:url_class]} #{options[:hashtag_class]}"#{extra_html}>#{html_escape(hash)}#{html_escape(hashtag)}</a>)
-      end
-    end
-
-    # Add <tt><a></a></tt> tags around the URLs in the provided <tt>text</tt>. Any
-    # elements in the <tt>href_options</tt> hash will be converted to HTML attributes
-    # and place in the <tt><a></tt> tag. Unless <tt>href_options</tt> contains <tt>:suppress_no_follow</tt>
-    # the <tt>rel="nofollow"</tt> attribute will be added.
-    def auto_link_urls_custom(text, href_options = {})
-      options = href_options.dup
-      options[:rel] = "nofollow" unless options.delete(:suppress_no_follow)
-      options[:class] = options.delete(:url_class)
-
-      url_entities = {}
-      if options[:url_entities]
-        options[:url_entities].each do |entity|
-          url_entities[entity["url"]] = entity
-        end
-        options.delete(:url_entities)
-      end
-
-      Twitter::Rewriter.rewrite_urls(text) do |url|
-        # In the case of t.co URLs, don't allow additional path characters
-        after = ""
-        if url =~ Twitter::Regex[:valid_tco_url]
-          url = $&
-          after = $'
-        end
-
-        href = if options[:link_url_block]
-          options.delete(:link_url_block).call(url)
-        else
-          html_escape(url)
-        end
-
-        display_url = url
-        link_text = html_escape(display_url)
-        if url_entities[url] && url_entities[url]["display_url"]
-          display_url = url_entities[url]["display_url"]
-          expanded_url = url_entities[url]["expanded_url"]
-          if !options[:title]
-            options[:title] = expanded_url
-          end
-
-          # Goal: If a user copies and pastes a tweet containing t.co'ed link, the resulting paste
-          # should contain the full original URL (expanded_url), not the display URL.
-          #
-          # Method: Whenever possible, we actually emit HTML that contains expanded_url, and use
-          # font-size:0 to hide those parts that should not be displayed (because they are not part of display_url).
-          # Elements with font-size:0 get copied even though they are not visible.
-          # Note that display:none doesn't work here. Elements with display:none don't get copied.
-          #
-          # Additionally, we want to *display* ellipses, but we don't want them copied.  To make this happen we
-          # wrap the ellipses in a tco-ellipsis class and provide an onCopy handler that sets display:none on
-          # everything with the tco-ellipsis class.
-          # 
-          # Exception: pic.twitter.com images, for which expandedUrl = "https://twitter.com/#!/username/status/1234/photo/1
-          # For those URLs, display_url is not a substring of expanded_url, so we don't do anything special to render the elided parts.
-          # For a pic.twitter.com URL, the only elided part will be the "https://", so this is fine.
-          display_url_sans_ellipses = display_url.sub("…", "")
-          if expanded_url.include?(display_url_sans_ellipses)
-            display_url_index = expanded_url.index(display_url_sans_ellipses)
-            before_display_url = expanded_url.slice(0, display_url_index)
-            # Portion of expanded_url that comes after display_url
-            after_display_url = expanded_url.slice(display_url_index + display_url_sans_ellipses.length, 999999)
-            preceding_ellipsis = display_url.match(/^…/) ? "…" : ""
-            following_ellipsis = display_url.match(/…$/) ? "…" : ""
-            # As an example: The user tweets "hi http://longdomainname.com/foo"
-            # This gets shortened to "hi http://t.co/xyzabc", with display_url = "…nname.com/foo"
-            # This will get rendered as:
-            # <span class='tco-ellipsis'> <!-- This stuff should get displayed but not copied -->
-            #   …
-            #   <!-- There's a chance the onCopy event handler might not fire. In case that happens,
-            #        we include an &nbsp; here so that the … doesn't bump up against the URL and ruin it.
-            #        The &nbsp; is inside the tco-ellipsis span so that when the onCopy handler *does*
-            #        fire, it doesn't get copied.  Otherwise the copied text would have two spaces in a row,
-            #        e.g. "hi  http://longdomainname.com/foo".
-            #   <span style='font-size:0'>&nbsp;</span>
-            # </span>
-            # <span style='font-size:0'>  <!-- This stuff should get copied but not displayed -->
-            #   http://longdomai
-            # </span>
-            # <span class='js-display-url'> <!-- This stuff should get displayed *and* copied -->
-            #   nname.com/foo
-            # </span>
-            # <span class='tco-ellipsis'> <!-- This stuff should get displayed but not copied -->
-            #   <span style='font-size:0'>&nbsp;</span>
-            #   …
-            # </span>
-            invisible = "style='font-size:0; line-height:0'"
-            link_text = "<span class='tco-ellipsis'>#{preceding_ellipsis}<span #{invisible}>&nbsp;</span></span><span #{invisible}>#{html_escape before_display_url}</span><span class='js-display-url'>#{html_escape display_url_sans_ellipses}</span><span #{invisible}>#{after_display_url}</span><span class='tco-ellipsis'><span #{invisible}>&nbsp;</span>#{following_ellipsis}</span>"
-          end
-        end
-
-        html_attrs = html_attrs_for_options(options)
-
-        %(<a href="#{href}"#{html_attrs}>#{link_text}</a>#{after})
-      end
-    end
-
-    private
-
-    BOOLEAN_ATTRIBUTES = Set.new([:disabled, :readonly, :multiple, :checked]).freeze
-
-    def html_attrs_for_options(options)
-      autolink_html_attrs options.reject{|k, v| OPTIONS_NOT_ATTRIBUTES.include?(k)}
-    end
-
-    def autolink_html_attrs(options)
-      options.inject("") do |attrs, (key, value)|
-        if BOOLEAN_ATTRIBUTES.include?(key)
-          value = value ? key : nil
-        end
-        if !value.nil?
-          attrs << %( #{html_escape(key)}="#{html_escape(value)}")
-        end
-        attrs
-      end
-    end
-
-    def target_tag(options)
-      target_option = options[:target].to_s
-      if target_option.empty?
-        ""
-      else
-        "target=\"#{html_escape(target_option)}\""
-      end
-    end
-  end
-end