sinew 2.0.5 → 3.0.0

data/test/test_legacy.rb

@@ -1,23 +0,0 @@
-require_relative 'test_helper'
-
-class TestLegacy < MiniTest::Test
-  def setup
-    super
-
-    # These are legacy cache files, pulled from an older version of sinew. We
-    # use them to test our legacy head parsing.
-    src = 'legacy/eu.httpbin.org'
-    dst = "#{TMP}/eu.httpbin.org"
-    FileUtils.cp_r(File.expand_path(src, __dir__), dst)
-  end
-
-  def test_legacy
-    assert_output(/failed with 999/) do
-      sinew.dsl.get('http://eu.httpbin.org/status/500')
-      assert_equal "\n", sinew.dsl.raw
-    end
-
-    sinew.dsl.get('http://eu.httpbin.org/redirect/3')
-    assert_equal 'http://eu.httpbin.org/get', sinew.dsl.url
-  end
-end

data/test/test_main.rb

@@ -1,34 +0,0 @@
-require_relative 'test_helper'
-
-require 'base64'
-
-class TestMain < MiniTest::Test
-  def test_rate_limit
-    # true network requests call sleep for timeouts, which interferes with our
-    # instrumentation of Kernel#sleep
-    skip if test_network?
-
-    slept = false
-
-    # change Kernel#sleep to not really sleep!
-    Kernel.send(:alias_method, :old_sleep, :sleep)
-    Kernel.send(:define_method, :sleep) do |_duration|
-      slept = true
-    end
-
-    sinew.runtime_options.rate_limit = 1
-    sinew.dsl.get('http://httpbin.org/html')
-    sinew.dsl.get('http://httpbin.org/get')
-    assert(slept)
-
-    # restore old Kernel#sleep
-    Kernel.send(:alias_method, :sleep, :old_sleep)
-    Kernel.send(:undef_method, :old_sleep)
-  end
-
-  def test_gunzip
-    body = Base64.decode64('H4sICBRI61oAA2d1Yi50eHQASy9N4gIAJlqRYgQAAAA=')
-    body = Sinew::Response.process_body(OpenStruct.new(body: body))
-    assert_equal 'gub', body.strip
-  end
-end

data/test/test_nokogiri_ext.rb

@@ -1,18 +0,0 @@
-require_relative 'test_helper'
-
-class TestNokogiriExt < MiniTest::Test
-  def test_inner_text
-    assert_equal('hello world', noko.css('li').inner_text)
-    assert_equal('<li>hello</li> <li>world</li>', noko.css('ul').inner_html.squish)
-  end
-
-  def test_just_me
-    assert_equal('a', noko.css('div').text_just_me.squish)
-    assert_equal('b b', noko.css('p').text_just_me.squish)
-  end
-
-  def noko
-    @noko ||= Nokogiri::HTML(HTML).css('#nokogiri_ext')
-  end
-  protected :noko
-end

data/test/test_output.rb

@@ -1,56 +0,0 @@
-require_relative 'test_helper'
-
-class TestOutput < MiniTest::Test
-  def test_filenames
-    sinew = Sinew::Main.new(recipe: 'gub.sinew')
-    assert_equal 'gub.csv', sinew.output.filename
-    sinew = Sinew::Main.new(recipe: 'gub')
-    assert_equal 'gub.csv', sinew.output.filename
-    sinew = Sinew::Main.new(recipe: '/somewhere/gub.sinew')
-    assert_equal '/somewhere/gub.csv', sinew.output.filename
-  end
-
-  def test_normalization
-    output = Sinew::Output.new(nil)
-
-    #
-    # simple types
-    #
-
-    assert_equal '', output.send(:normalize, nil)
-    assert_equal '', output.send(:normalize, '')
-    assert_equal 'text', output.send(:normalize, 'text')
-    assert_equal '123', output.send(:normalize, 123)
-    assert_equal('1|2', output.send(:normalize, [ 1, 2 ]))
-
-    #
-    # nokogiri
-    #
-
-    noko = Nokogiri::HTML(HTML)
-
-    # node => text
-    assert_equal('text', output.send(:normalize, noko.css('#element')))
-    # nodes => text joined with space
-    assert_equal('text1 text2', output.send(:normalize, noko.css('.e')))
-
-    #
-    # string cleanups
-    #
-
-    # strip_html_tags
-    assert_equal('gub', output.send(:normalize, '<tag>gub</tag>'))
-    # strip_html_tags and replace with spaces
-    assert_equal('hello world', output.send(:normalize, '<tag>hello<br>world</tag>'))
-    # convert_smart_punctuation
-    assert_equal('"gub"', output.send(:normalize, "\302\223gub\302\224"))
-    # convert_accented_html_entities
-    assert_equal('a', output.send(:normalize, '&aacute;'))
-    # convert_miscellaneous_html_entities
-    assert_equal('<&>', output.send(:normalize, '&lt;&amp;&gt;'))
-    # to_ascii
-    assert_equal('cafe', output.send(:normalize, "caf\xc3\xa9"))
-    # squish
-    assert_equal('hello world', output.send(:normalize, "\nhello \t \rworld"))
-  end
-end

data/test/test_recipes.rb

@@ -1,60 +0,0 @@
-require_relative 'test_helper'
-
-class TestRecipe < MiniTest::Test
-  DIR = File.expand_path('recipes', __dir__)
-  TEST_SINEW = "#{TMP}/test.sinew".freeze
-  TEST_CSV = "#{TMP}/test.csv".freeze
-
-  def test_recipes
-    Dir.chdir(DIR) do
-      Dir['*.sinew'].sort.each do |filename|
-        recipe = IO.read(filename)
-
-        # get ready
-        IO.write(TEST_SINEW, recipe)
-        sinew = Sinew::Main.new(cache: TMP, quiet: true, recipe: TEST_SINEW)
-
-        # read OPTIONS
-        if options = options_from(recipe)
-          options.each do |key, value|
-            sinew.options[key] = value
-          end
-        end
-
-        # read OUTPUT
-        output = output_from(recipe, filename)
-
-        # run
-        sinew.run
-
-        # assert
-        csv = IO.read(TEST_CSV)
-        assert_equal(output, csv, "Output didn't match for recipes/#{filename}")
-      end
-    end
-  end
-
-  def options_from(recipe)
-    if options = recipe[/^#\s*OPTIONS\s*(\{.*\})/, 1]
-      # rubocop:disable Security/Eval
-      eval(options)
-      # rubocop:enable Security/Eval
-    end
-  end
-  protected :options_from
-
-  def output_from(recipe, filename)
-    lines = recipe.split("\n")
-    first_line = lines.index { |i| i =~ /^# OUTPUT/ }
-    if !first_line
-      raise "# OUTPUT not found in recipes/#{filename}"
-    end
-
-    output = lines[first_line + 1..-1]
-    output = output.map { |i| i.gsub(/^# /, '') }
-    output = output.join("\n")
-    output += "\n"
-    output
-  end
-  protected :output_from
-end

data/test/test_requests.rb

@@ -1,164 +0,0 @@
-require_relative 'test_helper'
-
-class TestRequests < MiniTest::Test
-  def test_user_agent
-    sinew.dsl.get('http://httpbin.org/get', a: 1, b: 2)
-    assert_match(/sinew/, sinew.dsl.json[:headers][:'User-Agent'])
-  end
-
-  def test_basic_methods
-    sinew.dsl.get('http://httpbin.org/get', a: 1, b: 2)
-    assert_equal(200, sinew.dsl.code)
-    assert_equal({ a: '1', b: '2' }, sinew.dsl.json[:args])
-
-    sinew.dsl.post('http://httpbin.org/post', a: 1, b: 2)
-    assert_equal({ a: '1', b: '2' }, sinew.dsl.json[:form])
-
-    sinew.dsl.post_json('http://httpbin.org/post', a: 1, b: 2)
-    assert_equal({ a: 1, b: 2 }, sinew.dsl.json[:json])
-  end
-
-  def test_custom_headers
-    sinew.dsl.http('get', 'http://httpbin.org/get', headers: { "User-Agent": '007' })
-    assert_match(/007/, sinew.dsl.json[:headers][:'User-Agent'])
-  end
-
-  def test_redirects
-    # absolute redirect
-    sinew.dsl.get('http://httpbin.org/redirect/2')
-    assert_equal 'http://httpbin.org/get', sinew.dsl.url
-
-    # and relative redirect
-    sinew.dsl.get('http://httpbin.org/relative-redirect/2')
-    assert_equal 'http://httpbin.org/get', sinew.dsl.url
-  end
-
-  def test_errors
-    skip if test_network?
-
-    # 500
-    assert_output(/failed with 500/) do
-      sinew.dsl.get('http://httpbin.org/status/500')
-      assert_equal 500, sinew.dsl.code
-      assert_equal '500', sinew.dsl.raw
-    end
-
-    # timeout
-    assert_output(/failed with 999/) do
-      sinew.dsl.get('http://httpbin.org/delay/1')
-      assert_equal 999, sinew.dsl.code
-    end
-
-    # uncommon errors
-    errors = [
-      Errno::ECONNREFUSED,
-      HTTParty::RedirectionTooDeep.new(nil),
-      OpenSSL::SSL::SSLError.new,
-      SocketError.new,
-    ]
-    errors.each_with_index do |error, index|
-      stub_request(:get, %r{http://[^/]+/error#{index}}).to_return { raise error }
-      assert_output(/failed with 999/) do
-        sinew.dsl.get("http://httpbin.org/error#{index}")
-        assert_equal 999, sinew.dsl.code
-      end
-    end
-  end
-
-  def test_retry_timeout
-    skip if test_network?
-
-    errors = 2
-    stub_request(:get, %r{http://[^/]+/error}).to_return do
-      if errors > 0
-        errors -= 1
-        raise Timeout::Error
-      end
-      { body: 'done', status: 200 }
-    end
-    sinew.dsl.get('http://httpbin.org/error')
-    assert_equal 0, errors
-    assert_equal 'done', sinew.dsl.raw
-  end
-
-  def test_retry_500
-    skip if test_network?
-
-    errors = 2
-    stub_request(:get, %r{http://[^/]+/error}).to_return do
-      if errors > 0
-        errors -= 1
-        return { status: 500 }
-      end
-      { body: 'done', status: 200 }
-    end
-    sinew.dsl.get('http://httpbin.org/error')
-    assert_equal 0, errors
-    assert_equal 'done', sinew.dsl.raw
-  end
-
-  def test_cache_key
-    # empty
-    req = Sinew::Request.new(sinew, 'get', 'http://host')
-    assert_equal req.cache_key, 'host/_root_'
-
-    # path
-    req = Sinew::Request.new(sinew, 'get', 'http://host/path')
-    assert_equal req.cache_key, 'host/path'
-
-    # query
-    req = Sinew::Request.new(sinew, 'get', 'http://host/path', query: { a: 'b' })
-    assert_equal req.cache_key, 'host/path,a=b'
-
-    # post with body
-    req = Sinew::Request.new(sinew, 'post', 'http://host/path', body: { c: 'd' })
-    assert_equal req.cache_key, 'host/post,path,c=d'
-
-    # too long should turn into digest
-    path = 'xyz' * 123
-    req = Sinew::Request.new(sinew, 'get', "http://host/#{path}")
-    assert_equal "host/#{Digest::MD5.hexdigest(path)}", req.cache_key
-  end
-
-  def test_before_generate_cache_key
-    # arity 1
-    sinew.runtime_options.before_generate_cache_key = method(:redact_cache_key)
-    req = Sinew::Request.new(sinew, 'get', 'http://host', query: { secret: 'xyz' })
-    assert_equal 'host/secret=redacted', req.cache_key
-
-    # arity 2
-    sinew.runtime_options.before_generate_cache_key = method(:add_scheme)
-    req = Sinew::Request.new(sinew, 'get', 'https://host/gub')
-    assert_equal 'host/https,gub', req.cache_key
-  end
-
-  def test_urls
-    # simple
-    req = Sinew::Request.new(sinew, 'get', 'https://host')
-    assert_equal 'https://host', req.uri.to_s
-
-    # with query
-    req = Sinew::Request.new(sinew, 'get', 'https://host', query: { a: 1 })
-    assert_equal 'https://host?a=1', req.uri.to_s
-
-    # entity decoding
-    req = Sinew::Request.new(sinew, 'get', 'https://host?a=&lt;5')
-    assert_equal 'https://host?a=%3C5', req.uri.to_s
-
-    # sloppy urls
-    req = Sinew::Request.new(sinew, 'get', 'https://host?a=b c&d=f\'g')
-    assert_equal 'https://host?a=b%20c&d=f%27g', req.uri.to_s
-  end
-
-  def redact_cache_key(key)
-    key[:query].gsub!(/secret=[^&]+/, 'secret=redacted')
-    key
-  end
-  protected :redact_cache_key
-
-  def add_scheme(key, uri)
-    key[:scheme] = uri.scheme
-    key
-  end
-  protected :add_scheme
-end

data/test/test_utf8.rb

@@ -1,39 +0,0 @@
-require_relative 'test_helper'
-
-class TestRequests < MiniTest::Test
-  def test_get
-    # network (or stub)
-    sinew.dsl.get('http://httpbin.org/get')
-    assert_equal 'UTF-8', sinew.dsl.raw.encoding.name
-
-    # disk
-    sinew.dsl.get('http://httpbin.org/get')
-    assert_equal 'UTF-8', sinew.dsl.raw.encoding.name
-  end
-
-  def test_utf8
-    skip if !test_network?
-
-    # network
-    sinew.dsl.get('http://httpbin.org/encoding/utf8')
-    assert_equal 'UTF-8', sinew.dsl.raw.encoding.name
-    assert_match(/∑/, sinew.dsl.raw)
-
-    # disk
-    sinew.dsl.get('http://httpbin.org/encoding/utf8')
-    assert_equal 'UTF-8', sinew.dsl.raw.encoding.name
-    assert_match(/∑/, sinew.dsl.raw)
-  end
-
-  def test_encode
-    skip if !test_network?
-
-    # network
-    sinew.dsl.get('https://www.google.co.jp')
-    assert_equal 'UTF-8', sinew.dsl.raw.encoding.name
-
-    # disk
-    sinew.dsl.get('https://www.google.co.jp')
-    assert_equal 'UTF-8', sinew.dsl.raw.encoding.name
-  end
-end