nokogiri 1.8.5 → 1.13.6

data/Rakefile

@@ -1,348 +0,0 @@
-# -*- ruby -*-
-require 'rubygems'
-require 'shellwords'
-
-gem 'hoe'
-require 'hoe'
-Hoe.plugin :debugging
-Hoe.plugin :git
-Hoe.plugin :gemspec
-Hoe.plugin :bundler
-
-GENERATED_PARSER    = "lib/nokogiri/css/parser.rb"
-GENERATED_TOKENIZER = "lib/nokogiri/css/tokenizer.rb"
-
-def java?
-  /java/ === RUBY_PLATFORM
-end
-
-ENV['LANG'] = "en_US.UTF-8" # UBUNTU 10.04, Y U NO DEFAULT TO UTF-8?
-
-CrossRuby = Struct.new(:version, :host) {
-  def ver
-    @ver ||= version[/\A[^-]+/]
-  end
-
-  def minor_ver
-    @minor_ver ||= ver[/\A\d\.\d(?=\.)/]
-  end
-
-  def api_ver_suffix
-    case minor_ver
-    when nil
-      raise "unsupported version: #{ver}"
-    else
-      minor_ver.delete('.') << '0'
-    end
-  end
-
-  def platform
-    @platform ||=
-      case host
-      when /\Ax86_64-/
-        'x64-mingw32'
-      when /\Ai[3-6]86-/
-        'x86-mingw32'
-      else
-        raise "unsupported host: #{host}"
-      end
-  end
-
-  def tool(name)
-    (@binutils_prefix ||=
-      case platform
-      when 'x64-mingw32'
-        'x86_64-w64-mingw32-'
-      when 'x86-mingw32'
-        'i686-w64-mingw32-'
-      end) + name
-  end
-
-  def target
-    case platform
-    when 'x64-mingw32'
-      'pei-x86-64'
-    when 'x86-mingw32'
-      'pei-i386'
-    end
-  end
-
-  def libruby_dll
-    case platform
-    when 'x64-mingw32'
-      "x64-msvcrt-ruby#{api_ver_suffix}.dll"
-    when 'x86-mingw32'
-      "msvcrt-ruby#{api_ver_suffix}.dll"
-    end
-  end
-
-  def dlls
-    [
-      'kernel32.dll',
-      'msvcrt.dll',
-      'ws2_32.dll',
-      *(case
-        when ver >= '2.0.0'
-          'user32.dll'
-        end),
-      libruby_dll
-    ]
-  end
-}
-
-CROSS_RUBIES = File.read('.cross_rubies').lines.flat_map { |line|
-  case line
-  when /\A([^#]+):([^#]+)/
-    CrossRuby.new($1, $2)
-  else
-    []
-  end
-}
-
-ENV['RUBY_CC_VERSION'] ||= CROSS_RUBIES.map(&:ver).uniq.join(":")
-
-HOE = Hoe.spec 'nokogiri' do
-  developer 'Aaron Patterson', 'aaronp@rubyforge.org'
-  developer 'Mike Dalessio',   'mike.dalessio@gmail.com'
-  developer 'Yoko Harada',     'yokolet@gmail.com'
-  developer 'Tim Elliott',     'tle@holymonkey.com'
-  developer 'Akinori MUSHA',   'knu@idaemons.org'
-  developer 'John Shahid',     'jvshahid@gmail.com'
-  developer 'Lars Kanis',      'lars@greiz-reinsdorf.de'
-
-  license "MIT"
-
-  self.readme_file  = "README.md"
-  self.history_file = "CHANGELOG.md"
-
-  self.extra_rdoc_files = FileList['*.rdoc','ext/nokogiri/*.c']
-
-
-  self.clean_globs += [
-    'nokogiri.gemspec',
-    'lib/nokogiri/nokogiri.{bundle,jar,rb,so}',
-    'lib/nokogiri/[0-9].[0-9]'
-  ]
-  self.clean_globs += Dir.glob("ports/*").reject { |d| d =~ %r{/archives$} }
-
-  unless java?
-    self.extra_deps += [
-      ["mini_portile2",    "~> 2.3.0"], # keep version in sync with extconf.rb
-    ]
-  end
-
-  self.extra_dev_deps += [
-    ["hoe-bundler",        "~> 1.2"],
-    ["hoe-debugging",      "~> 1.4"],
-    ["hoe-gemspec",        "~> 1.0"],
-    ["hoe-git",            "~> 1.6"],
-    ["minitest",           "~> 5.8.4"],
-    ["rake",               "~> 12.0"],
-    ["rake-compiler",      "~> 1.0.3"],
-    ["rake-compiler-dock", "~> 0.6.2"],
-    ["racc",               "~> 1.4.14"],
-    ["rexical",            "~> 1.0.5"],
-    ["concourse",          "~> 0.15"],
-  ]
-
-  if java?
-    self.spec_extras = {
-        :platform => 'java',
-        :required_ruby_version => '>= 1.9.3' # JRuby >= 1.7
-    }
-  else
-    self.spec_extras = {
-      :extensions => ["ext/nokogiri/extconf.rb"],
-      :required_ruby_version => '>= 2.1.0'
-    }
-  end
-
-  self.testlib = :minitest
-end
-
-# ----------------------------------------
-
-def add_file_to_gem relative_path
-  target_path = File.join gem_build_path, relative_path
-  target_dir = File.dirname(target_path)
-  mkdir_p target_dir unless File.directory?(target_dir)
-  rm_f target_path
-  safe_ln relative_path, target_path
-  HOE.spec.files += [relative_path]
-end
-
-def gem_build_path
-  File.join 'pkg', HOE.spec.full_name
-end
-
-if java?
-  # TODO: clean this section up.
-  require "rake/javaextensiontask"
-  Rake::JavaExtensionTask.new("nokogiri", HOE.spec) do |ext|
-    jruby_home = RbConfig::CONFIG['prefix']
-    ext.ext_dir = 'ext/java'
-    ext.lib_dir = 'lib/nokogiri'
-    ext.source_version = '1.6'
-    ext.target_version = '1.6'
-    jars = ["#{jruby_home}/lib/jruby.jar"] + FileList['lib/*.jar']
-    ext.classpath = jars.map { |x| File.expand_path x }.join ':'
-    ext.debug = true if ENV['JAVA_DEBUG']
-  end
-
-  task gem_build_path => [:compile] do
-    add_file_to_gem 'lib/nokogiri/nokogiri.jar'
-  end
-else
-  begin
-    require 'rake/extensioncompiler'
-    # Ensure mingw compiler is installed
-    Rake::ExtensionCompiler.mingw_host
-    mingw_available = true
-  rescue
-    mingw_available = false
-  end
-  require "rake/extensiontask"
-
-  HOE.spec.files.reject! { |f| f =~ %r{\.(java|jar)$} }
-
-  dependencies = YAML.load_file("dependencies.yml")
-
-  task gem_build_path do
-    %w[libxml2 libxslt].each do |lib|
-      version = dependencies[lib]["version"]
-      archive = File.join("ports", "archives", "#{lib}-#{version}.tar.gz")
-      add_file_to_gem archive
-      patchesdir = File.join("patches", lib)
-      patches = `#{['git', 'ls-files', patchesdir].shelljoin}`.split("\n").grep(/\.patch\z/)
-      patches.each { |patch|
-        add_file_to_gem patch
-      }
-      (untracked = Dir[File.join(patchesdir, '*.patch')] - patches).empty? or
-        at_exit {
-          untracked.each { |patch|
-            puts "** WARNING: untracked patch file not added to gem: #{patch}"
-          }
-        }
-    end
-  end
-
-  Rake::ExtensionTask.new("nokogiri", HOE.spec) do |ext|
-    ext.lib_dir = File.join(*['lib', 'nokogiri', ENV['FAT_DIR']].compact)
-    ext.config_options << ENV['EXTOPTS']
-    if mingw_available
-      ext.cross_compile  = true
-      ext.cross_platform = CROSS_RUBIES.map(&:platform).uniq
-      ext.cross_config_options << "--enable-cross-build"
-      ext.cross_compiling do |spec|
-        libs = dependencies.map { |name, dep| "#{name}-#{dep["version"]}" }.join(', ')
-
-        spec.post_install_message = <<-EOS
-Nokogiri is built with the packaged libraries: #{libs}.
-        EOS
-        spec.files.reject! { |path| File.fnmatch?('ports/*', path) }
-      end
-    end
-  end
-end
-
-# ----------------------------------------
-
-desc "Generate css/parser.rb and css/tokenizer.rex"
-task 'generate' => [GENERATED_PARSER, GENERATED_TOKENIZER]
-task 'gem:spec' => 'generate' if Rake::Task.task_defined?("gem:spec")
-
-# This is a big hack to make sure that the racc and rexical
-# dependencies in the Gemfile are constrainted to ruby platforms
-# (i.e. MRI and Rubinius). There's no way to do that through hoe,
-# and any solution will require changing hoe and hoe-bundler.
-old_gemfile_task = Rake::Task['bundler:gemfile'] rescue nil
-task 'bundler:gemfile' do
-  old_gemfile_task.invoke if old_gemfile_task
-
-  lines = File.open('Gemfile', 'r') { |f| f.readlines }.map do |line|
-    line =~ /racc|rexical/ ? "#{line.strip}, :platform => [:ruby, :mingw, :x64_mingw]" : line
-  end
-  File.open('Gemfile', 'w') { |f| lines.each { |line| f.puts line } }
-end
-
-file GENERATED_PARSER => "lib/nokogiri/css/parser.y" do |t|
-  sh "racc -l -o #{t.name} #{t.prerequisites.first}"
-end
-
-file GENERATED_TOKENIZER => "lib/nokogiri/css/tokenizer.rex" do |t|
-  sh "rex --independent -o #{t.name} #{t.prerequisites.first}"
-end
-
-[:compile, :check_manifest].each do |task_name|
-  Rake::Task[task_name].prerequisites << GENERATED_PARSER
-  Rake::Task[task_name].prerequisites << GENERATED_TOKENIZER
-end
-
-# ----------------------------------------
-
-desc "set environment variables to build and/or test with debug options"
-task :debug do
-  ENV['NOKOGIRI_DEBUG'] = "true"
-  ENV['CFLAGS'] ||= ""
-  ENV['CFLAGS'] += " -DDEBUG"
-end
-
-require File.join File.dirname(__FILE__), 'tasks/test'
-
-task :java_debug do
-  ENV['JRUBY_OPTS'] = "#{ENV['JRUBY_OPTS']} --debug --dev"
-  ENV['JAVA_OPTS'] = '-Xdebug -Xrunjdwp:transport=dt_socket,address=8000,server=y,suspend=y' if ENV['JAVA_DEBUG']
-end
-
-Rake::Task[:test].prerequisites << :compile
-Rake::Task[:test].prerequisites << :java_debug
-Rake::Task[:test].prerequisites << :check_extra_deps unless java?
-
-if Hoe.plugins.include?(:debugging)
-  ['valgrind', 'valgrind:mem', 'valgrind:mem0'].each do |task_name|
-    Rake::Task["test:#{task_name}"].prerequisites << :compile
-  end
-end
-
-require 'concourse'
-Concourse.new("nokogiri").create_tasks!
-
-# ----------------------------------------
-
-def verify_dll(dll, cross_ruby)
-  dll_imports = cross_ruby.dlls
-  dump = `#{['env', 'LANG=C', cross_ruby.tool('objdump'), '-p', dll].shelljoin}`
-  raise "unexpected file format for generated dll #{dll}" unless /file format #{Regexp.quote(cross_ruby.target)}\s/ === dump
-  raise "export function Init_nokogiri not in dll #{dll}" unless /Table.*\sInit_nokogiri\s/mi === dump
-
-  # Verify that the expected DLL dependencies match the actual dependencies
-  # and that no further dependencies exist.
-  dll_imports_is = dump.scan(/DLL Name: (.*)$/).map(&:first).map(&:downcase).uniq
-  if dll_imports_is.sort != dll_imports.sort
-    raise "unexpected dll imports #{dll_imports_is.inspect} in #{dll}"
-  end
-  puts "#{dll}: Looks good!"
-end
-
-task :cross do
-  rake_compiler_config_path = File.expand_path("~/.rake-compiler/config.yml")
-  unless File.exists? rake_compiler_config_path
-    raise "rake-compiler has not installed any cross rubies. Use rake-compiler-dock or 'rake gem:windows' for building binary windows gems."
-  end
-
-  CROSS_RUBIES.each do |cross_ruby|
-    task "tmp/#{cross_ruby.platform}/nokogiri/#{cross_ruby.ver}/nokogiri.so" do |t|
-      # To reduce the gem file size strip mingw32 dlls before packaging
-      sh [cross_ruby.tool('strip'), '-S', t.name].shelljoin
-      verify_dll t.name, cross_ruby
-    end
-  end
-end
-
-desc "build a windows gem without all the ceremony."
-task "gem:windows" do
-  require "rake_compiler_dock"
-  RakeCompilerDock.sh "bundle && rake cross native gem MAKE='nice make -j`nproc`' RUBY_CC_VERSION=#{ENV['RUBY_CC_VERSION']}"
-end
-
-# vim: syntax=Ruby

data/SECURITY.md

@@ -1,19 +0,0 @@
-# Security and Vulnerability Reporting
-
-The Nokogiri Core Contributors take security very seriously and investigate all reported vulnerabilities.
-
-If you would like to report a vulnerablity or have a security concern regarding Nokogiri or how Nokogiri is using any of its underlying platform-specific libraries (such as libxml2 or xerces), please [report it via HackerOne](https://hackerone.com/nokogiri/reports/new).
-
-Your report will be acknowledged within 24 hours, and you'll receive a more detailed response within 72 hours indicating next steps in handling your report.
-
-If you have not received a reply to your submission within 48 hours, there are a few steps you can take:
-
-* Contact the current security coordinator (Mike Dalessio <mike.dalessio@gmail.com>)
-* Contact the core contributor mailing list (nokogiri-core@googlegroups.com)
-* Join the [nokogiri-talk group](https://groups.google.com/d/forum/nokogiri-talk)
-
-Please note, the nokogiri-talk list is a public area. When escalating in that venue, please do not discuss your issue. Simply say that you're trying to get a hold of someone from the core team.
-
-The information you share with the Nokogiri Core Contributors as part of this process will be kept confidential within the team, unless or until we need to share information upstream with our dependent libraries' core teams, at which point we will notify you.
-
-If a vulnerability is first reported by you, we will credit you with the discovery in the public disclosure.

data/STANDARD_RESPONSES.md

@@ -1,47 +0,0 @@
-# Standard Responses to Requests
-
-These responses are needed often enough that I figured, let's just
-check them in for future reference and use.
-
-
-# Not enough information to help
-
-Hello!
-
-Thanks for asking this question! However, without more information,
-Team Nokogiri cannot reproduce your issue, and so we cannot offer much
-help.
-
-Please provide us with:
-
-* A self-contained script (one that we can run without modification,
-  and preferably without making external network connections).
-
-* Please note that you need to include the XML/HTML that you are
-  operating on.
-
-* The output of `nokogiri -v`, which will provide details about your
-  platform and versions of ruby, libxml2 and nokogiri.
-
-For more information about requesting help or reporting bugs, please
-take a look at http://bit.ly/nokohelp
-
-Thank you so much!
-
-
-# Not a bug
-
-Hello!
-
-Thanks for asking this question! Your request for assistance using
-Nokogiri will not go unanswered!
-
-However, Nokogiri's Github Issues is reserved for reporting bugs or
-submitting patches. If you ask your question on the mailing list, Team
-Nokogiri promises someone will provide you with an answer in a timely
-manner.
-
-If you'd like to read up on Team Nokogiri's rationale for this policy,
-please go to http://bit.ly/nokohelp.
-
-Thank you so much for understanding! And thank you for using Nokogiri.

data/Y_U_NO_GEMSPEC.md

@@ -1,155 +0,0 @@
-(note: this was originally a blog post published at http://blog.flavorjon.es/2012/03/y-u-no-gemspec.html)
-
-## tl;dr
-
-1. Team Nokogiri are not 10-foot-tall code-crunching robots, so `master` is usually unstable.
-2. Unstable code can corrupt your data and crash your application, which would make everybody look bad.
-3. Therefore, the _risk_ associated with using unstable code is severe; for you _and_ for Team Nokogiri.
-4. The absence of a gemspec is a risk mitigation tactic.
-5. You can always ask for an RC release.
-
-
-## Why Isn't There a Gemspec!?
-
-OHAI! Thank you for asking this question!
-
-Team Nokogiri gets asked this pretty frequently. Just a sample from
-the historical record:
-
-* [Issue #274](https://github.com/sparklemotion/nokogiri/issues/274)
-* [Issue #371](https://github.com/sparklemotion/nokogiri/issues/371)
-* [A commit removing nokogiri.gemspec](https://github.com/sparklemotion/nokogiri/commit/7f17a643a05ca381d65131515b54d4a3a61ca2e1#commitcomment-667477)
-* [A nokogiri-talk thread](http://groups.google.com/group/nokogiri-talk/browse_thread/thread/4706b002e492d23f)
-* [Another nokogiri-talk thread](http://groups.google.com/group/nokogiri-talk/browse_thread/thread/0b201bb80ea3eea0)
-
-Sometimes people imply that we've forgotten, or that we don't know how to
-properly manage our codebase. Those people are super fun to respond
-to!
-
-We've gone back and forth a couple of times over the past few years,
-but the current policy of Team Nokogiri is to **not** provide a
-gemspec in the Github repo. This is a conscious choice, not an
-oversight.
-
-
-## But You Didn't Answer the Question!
-
-Ah, I was hoping you wouldn't notice. Well, OK, let's do this, if
-you're serious about it.
-
-I'd like to start by talking about _risk_. Specifically, the risk
-associated with using a known-unstable version of Nokogiri.
-
-
-### Risk
-
-One common way to evaluate the _risk_ of an incident is:
-
-    risk = probability x impact
-
-You can read more about this on [the internets](http://en.wikipedia.org/wiki/Risk_Matrix).
-
-The _risk_ associated with a Nokogiri bug could be loosely defined by
-answering the questions:
-
-* "How likely is it that a bug exists?" (probability)
-* "How severe will the consequences of a bug be?" (impact)
-
-
-### Probability
-
-The `master` branch should be considered unstable. Team Nokogiri are
-not 10-foot-tall code-crunching robots; we are humans. We make
-mistakes, and as a result, any arbitrary commit on `master` is likely
-to contain bugs.
-
-Just as an example, Nokogiri `master` was unstable for about five
-months between November 2011 and March 2012. It was unstable not
-because we were sloppy, or didn't care, but because the fixes were
-hard and unobvious.
-
-When we release Nokogiri, we test for memory leaks and invalid memory
-access on all kinds of platforms with many flavors of Ruby and lots of
-versions of libxml2. Because these tests are time-consuming, we don't
-run them on every commit. We run them often when preparing a release.
-
-If we're releasing Nokogiri, it means we think it's rock solid.
-
-And if we're not releasing it, it means there are probably bugs.
-
-
-### Impact
-
-Nokogiri is a gem with native extensions. This means it's not pure
-Ruby -- there's C or Java code being compiled and run, which means
-that there's always a chance that the gem will crash your application,
-or worse. Possible outcomes include:
-
-* leaking memory
-* corrupting data
-* making benign code crash (due to memory corruption)
-
-So, then, a bug in a native extension can have much worse downside
-than you might think. It's not just going to do something unexpected;
-it's possibly going to do terrible, awful things to your application
-and data.
-
-**Nobody** wants that to happen. Especially Team Nokogiri.
-
-
-### Risk, Redux
-
-So, if you accept the equation
-
-    risk = probability x impact
-
-and you believe me when I say that:
-
-* the probablility of a bug in unreleased code is high, and
-* the impact of a bug is likely to be severe,
-
-then you should easily see that the _risk_ associated with a bug in
-Nokogiri is quite high.
-
-Part of Team Nokogiri's job is to try to mitigate this risk. We have a
-number of tactics that we use to accomplish this:
-
-* we respond quickly to bug reports, particularly when they are possible memory issues
-* we review each others' commits
-* we have a thorough test suite, and we test-drive new features
-* we discuss code design and issues on a core developer mailing list
-* we use valgrind to test for memory issues (leaks and invalid
-  access) on multiple combinations of OS, libxml2 and Ruby
-* we package release candidates, and encourage devs to use them
-* **we do NOT commit a gemspec in our git repository**
-
-Yes, that's right, the absence of a gemspec is a risk mitigation
-tactic. Not only does Team Nokogiri not want to imply support for
-`master`, we want to **actively discourage** people from using
-it. Because it's not stable.
-
-
-## But I Want to Do It Anyway
-
-Another option, is to email the [nokogiri-talk
-list](http://groups.google.com/group/nokogiri-talk) and ask for a
-release candidate to be built. We're pretty accommodating if there's a
-bugfix that's a blocker for you. And if we can't release an RC, we'll
-tell you why.
-
-And in the end, nothing is stopping you from cloning the repo and
-generating a private gemspec. This is an extra step or two, but it has
-the benefit of making sure developers have thought through the costs
-and risks involved; and it tends to select for developers who know
-what they're doing.
-
-
-## In Conclusion
-
-Team Nokogiri takes stability very seriously. We want everybody who
-uses Nokogiri to have a pleasant experience. And so we want to make
-sure that you're using the best software we can make.
-
-Please keep in mind that we're trying very hard to do the right thing
-for all Nokogiri users out there in Rubyland. Nokogiri loves you very
-much, and we hope you love it back.

data/appveyor.yml

@@ -1,29 +0,0 @@
-install:
-  - SET PATH=C:\ruby%ruby_version%\bin;%PATH%
-  - ps: |
-      if ($env:ruby_version -like "*head*") {
-        $(new-object net.webclient).DownloadFile("https://github.com/oneclick/rubyinstaller2/releases/download/rubyinstaller-head/rubyinstaller-$env:ruby_version.exe", "$pwd/ruby-setup.exe")
-        cmd /c ruby-setup.exe /verysilent /dir=C:/Ruby$env:ruby_version
-      }
-  - ruby --version
-  - gem --version
-  - gem install bundler --conservative
-  - bundle install
-
-build: off
-
-test_script:
-  - bundle exec rake -rdevkit
-
-environment:
-  matrix:
-    - ruby_version: head-x64
-    - ruby_version: 24
-    - ruby_version: 23-x64
-    - ruby_version: 22
-    - ruby_version: 21-x64
-    - ruby_version: 200
-
-matrix:
-  allow_failures:
-    - ruby_version: head

data/build_all

@@ -1,44 +0,0 @@
-#! /usr/bin/env bash
-#
-#  script to build gems for all relevant platforms:
-#  - MRI et al (standard gem)
-#  - windows (x86-mingw32 and x64-mingw32)
-#  - jruby
-#
-
-# Load RVM into a shell session *as a function*
-if [[ -s "$HOME/.rvm/scripts/rvm" ]] ; then
-    source "$HOME/.rvm/scripts/rvm"
-elif [[ -s "/usr/local/rvm/scripts/rvm" ]] ; then
-    source "/usr/local/rvm/scripts/rvm"
-else
-    echo "ERROR: An RVM installation was not found.\n"
-fi
-
-set -o errexit
-
-rm -rf tmp pkg
-bundle exec rake clean clobber
-
-# holding pen
-rm -rf gems
-mkdir -p gems
-
-# windows
-bundle exec rake gem:windows
-cp -v pkg/nokogiri*{x86,x64}-mingw32*.gem gems
-
-# MRI
-bundle exec rake clean
-bundle exec rake gem
-cp -v pkg/nokogiri*.gem gems
-
-# jruby
-bundle exec rake clean clobber
-bundle exec rake generate
-
-rvm jruby
-gem install bundler --conservative
-bundle install --quiet --local || bundle install
-bundle exec ruby -S rake gem
-cp -v pkg/nokogiri*java.gem gems