sq_mini_racer 0.2.3.sqreen4 → 0.2.4.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 679f35609f5d2a94e34c3457bc820af674e0aeca42c53a7c8ed321d82a8a9b20
-  data.tar.gz: 062413bdebc8a6f787d125ebb819243f34f2f2cfe9341d9bf127cf35533bec07
+  metadata.gz: eb7be23e127c27a87be5d25075c26ec77ba06f19878e69088827077b6fc5844b
+  data.tar.gz: cc1a09e6683d40813f8702cd683b0237aa9717e79f3a93c95870367934a06a5f
 SHA512:
-  metadata.gz: 30f1eee24877e7672b1c916a0b99c296ec017dab890cb8b197a5d4189edf4e3b52765a946d9774cc2b618e2fb946e4a8517bd8e5ab839d4d2fafc78ee2c01b2a
-  data.tar.gz: 65e140b8d96aa420ff53b0e44ef6958158315778a6de39870139f551888c3a2cf031126ceafa34e17c725ac5c0d493099b03f261216a2bba40d2da13bc9c115c
+  metadata.gz: f854ba80b5702b0620feb0c16126e1b9f4b864a332a1e7b50df15fd4f8af16d49b330cdd296e3fa2b795d7c17857ae66d1705fdf4fd68784288317571120a651
+  data.tar.gz: 457b7ac2ef3b81a9f5f8d6353cf73c588c12af06af085fcfe456afa29b48ba96f324dc7cae173362a410c3009ae2394d30ea130e5785bcb24741378b79a0f851

data/.dockerignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+lib/sq_mini_racer_extension.so
+lib/sq_mini_racer_loader.so
+*.bundle

data/CHANGELOG

@@ -1,3 +1,10 @@
+- 02-11-2018
+
+- 0.2.4
+
+  - FIX: deadlock releasing context when shared isolates are used
+  - FEATURE: include js backtrace when snapshots do not compile
+
 - 28-09-2018
 
 - 0.2.3

data/Dockerfile

@@ -0,0 +1,22 @@
+ARG RUBY_VERSION=2.7
+FROM ruby:${RUBY_VERSION}
+
+RUN test ! -f /etc/alpine-release || apk add --no-cache build-base git
+
+# without this `COPY .git`, we get the following error:
+#   fatal: not a git repository (or any of the parent directories): .git
+# but with it we need the full gem just to compile the extension because
+# of gemspec's `git --ls-files`
+# COPY .git /code/.git
+
+COPY Gemfile mini_racer.gemspec /code/
+COPY lib/sqreen/mini_racer/version.rb /code/lib/sqreen/mini_racer/version.rb
+WORKDIR /code
+RUN bundle install
+
+COPY Rakefile /code/
+COPY ext /code/ext/
+RUN bundle exec rake compile
+
+COPY . /code/
+CMD bundle exec irb -rmini_racer

data/LICENSE.txt

@@ -1,6 +1,6 @@
 The MIT License (MIT)
 
-Copyright (c) 2016 TODO: Write your name
+Copyright (c) 2016-2019 The contributors
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -19,3 +19,10 @@ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 THE SOFTWARE.
+
+
+The file ext/mini_racer_extension/simdutf8check.h is a slighly modified file
+from https://github.com/lemire/fastvalidate-utf-8, which is licensed under the
+Apache 2.0 license. For more details, see:
+
+https://github.com/lemire/fastvalidate-utf-8/blob/0f04b4068288711b72f1c3c730a8fb2d1b4cdd00/LICENSE

data/azure-pipelines.yml

@@ -0,0 +1,69 @@
+jobs:
+  - template: azure-template.yml
+    parameters:
+      name: linux_2_0
+      displayName: Linux Ruby 2.0
+      rubyVersion: '2.0'
+      publishCoverage: true
+
+  - template: azure-template.yml
+    parameters:
+      name: linux_2_1
+      displayName: Linux Ruby 2.1
+      rubyVersion: '2.1'
+
+  - template: azure-template.yml
+    parameters:
+      name: linux_2_2
+      displayName: Linux Ruby 2.2
+      rubyVersion: '2.2'
+
+  - template: azure-template.yml
+    parameters:
+      name: linux_2_3
+      displayName: Linux Ruby 2.3
+      rubyVersion: '2.3'
+
+  - template: azure-template.yml
+    parameters:
+      name: linux_2_4
+      displayName: Linux Ruby 2.4
+      rubyVersion: '2.4'
+
+  - template: azure-template.yml
+    parameters:
+      name: linux_2_5
+      displayName: Linux Ruby 2.5
+      rubyVersion: '2.5'
+
+  - template: azure-template.yml
+    parameters:
+      name: linux_2_6
+      displayName: Linux Ruby 2.6
+      rubyVersion: '2.6'
+
+  - template: azure-template.yml
+    parameters:
+      name: linux_2_7
+      displayName: Linux Ruby 2.7
+      rubyVersion: '2.7'
+
+  - template: azure-template.yml
+    parameters:
+      name: linux_2_7_mini_racer
+      displayName: Linux Ruby 2.7 (with mini_racer)
+      rubyVersion: '2.7'
+      with_mini_racer: true
+
+  - template: azure-template.yml
+    parameters:
+      name: linux_2_7_therubyracer
+      displayName: Linux Ruby 2.7 (with therubyracer)
+      rubyVersion: '2.7'
+      with_therubyracer: true
+
+  - template: azure-template.yml
+    parameters:
+      name: macos_10_15
+      displayName: MacOS 10.15
+      imageName: 'macos-10.15'

data/azure-template.yml

@@ -0,0 +1,92 @@
+parameters:
+  name: ~
+  displayName: ~
+  rubyVersion: bundled
+  imageName: ubuntu-18.04
+  publishCoverage: false
+  with_mini_racer: false
+  with_therubyracer: false
+
+jobs:
+  - job: ${{ parameters.name }}
+    displayName: ${{ parameters.displayName }}
+    pool:
+      vmImage: ${{ parameters.imageName }}
+
+    variables:
+      TESTOPTS: -v
+      ${{ if eq(parameters.publishCoverage, true) }}:
+        CPPFLAGS: --coverage
+        LDFLAGS: --coverage
+      ${{ if eq(parameters.rubyVersion, 'bundled') }}:
+        gem: gem
+        bundle: bundle
+      ${{ if ne(parameters.rubyVersion, 'bundled') }}:
+        gem: /opt/ruby/${{ parameters.rubyVersion }}/bin/gem
+        bundle: /opt/ruby/${{ parameters.rubyVersion }}/bin/bundle
+        GEM_HOME: /opt/ruby/${{ parameters.rubyVersion }}/lib/ruby/gems/${{ parameters.rubyVersion }}.0
+
+    steps:
+      - checkout: self
+        displayName: Checkout
+        clean: true
+        submodules: recursive
+
+      - ${{ if ne(parameters.rubyVersion, 'bundled') }}:
+        - script: |
+            sudo apt-get install -y gnupg
+            sudo apt-key adv --keyserver keyserver.ubuntu.com --recv 5D98E7264E3F3D89463B314B12229434A9F003C9
+            echo deb [arch=amd64] http://sqreen-download-private.s3.amazonaws.com/deb bionic main | sudo tee -a /etc/apt/sources.list
+            sudo apt-get update
+            sudo apt-get install -y sq-ruby${{ parameters.rubyVersion }} ruby-
+          displayName: Install Ruby
+
+      - ${{ if eq(parameters.rubyVersion, 'bundled') }}:
+        - script: sudo $(gem) install bundler --version '< 2.0' --no-document
+          displayName: Install bundler
+
+      - ${{ if eq(parameters.imageName, 'ubuntu-18.04') }}:
+        - script: |
+            sudo apt-get install -y build-essential git curl valgrind g++ make
+          displayName: Install Linux packages
+
+      - script: $(bundle) install --path vendor/bundle
+        displayName: Install gem dependencies
+        env:
+          ${{ if eq(parameters.with_mini_racer, true) }}:
+            LOAD_MINI_RACER: 1
+          ${{ if eq(parameters.with_therubyracer, true) }}:
+            LOAD_THERUBYRACER: 1
+
+      - script: PATH=`dirname $(bundle)`:$PATH CPPFLAGS=$(CPPFLAGS) LDFLAGS=$(LDFLAGS) $(bundle) exec rake compile
+        displayName: Compile extension
+
+      - script: |
+          find . -name '*.log' -exec cat '{}' \;
+        displayName: Print logs
+        condition: failed()
+
+      - script: $(bundle) exec rake test
+        displayName: Run tests
+        env:
+          ${{ if eq(parameters.with_mini_racer, true) }}:
+            LOAD_MINI_RACER: 1
+          ${{ if eq(parameters.with_therubyracer, true) }}:
+            LOAD_THERUBYRACER: 1
+
+      - ${{ if and(eq(parameters.imageName, 'ubuntu-18.04'), eq(parameters.with_mini_racer, false), eq(parameters.with_therubyracer, false)) }}:
+        - script: $(bundle) exec rake test:valgrind
+          displayName: Run tests w/ valgrind
+
+      - script: |
+          PATH=$PATH:$(dirname $(which $(gem)))
+          $(bundle) exec rake build
+          sudo PATH=$PATH $(gem) install pkg/*.gem
+        displayName: Check that the gem is installable
+
+      - ${{ if eq(parameters.publishCoverage, true) }}:
+          - bash: >
+              test -z "$CODECOV_TOKEN" || bash <(curl -s https://codecov.io/bash)
+            displayName: "Publish coverage (Codecov)"
+            env:
+              CODECOV_TOKEN: $(CODECOV_TOKEN)

data/ext/mini_racer_extension/extconf.rb

@@ -1,23 +1,220 @@
 require 'mkmf'
+
 require 'fileutils'
+require 'net/http'
+require 'json'
+require 'rubygems'
+require 'rubygems/package'
 
-IS_DARWIN = RUBY_PLATFORM =~ /darwin/
 IS_SOLARIS = RUBY_PLATFORM =~ /solaris/
+IS_LINUX_MUSL = RUBY_PLATFORM =~ /linux-musl/
+
+def cppflags_clear_std!
+  $CPPFLAGS.gsub! /-std=[^\s]+/, ''
+end
+
+def cppflags_add_frame_pointer!
+  $CPPFLAGS += " -fno-omit-frame-pointer"
+end
+
+def cppflags_add_cpu_extension!
+  if enable_config('avx2')
+    $CPPFLAGS += " -mavx2"
+  else
+    $CPPFLAGS += " -mssse3"
+  end
+end
+
+def libv8_gem_name
+  #return "libv8-solaris" if IS_SOLARIS
+  #return "libv8-alpine" if IS_LINUX_MUSL
+
+  'libv8-node'
+end
+
+def libv8_requirement
+  '~> 10.22.1.0.beta1'
+end
+
+def libv8_basename(version)
+  "#{libv8_gem_name}-#{version}-#{ruby_platform}"
+end
+
+def libv8_gemspec(version)
+  "#{libv8_basename(version)}.gemspec"
+end
+
+def libv8_local_path(path=Gem.path)
+  name_glob = "#{libv8_gem_name}-*-#{ruby_platform}"
+
+  puts "looking for #{name_glob} in #{path.inspect}"
+
+  paths = path.map { |p| Dir.glob(File.join(p, 'specifications', name_glob + '.gemspec')) }.flatten
+
+  if paths.empty?
+    puts "#{name_glob} not found in #{path.inspect}"
+    return
+  end
+
+  specs = paths.map { |p| [p, eval(File.read(p))] }
+               .select { |_, spec| Gem::Requirement.new(libv8_requirement).satisfied_by?(spec.version) }
+  found_path, found_spec = specs.sort_by { |_, spec| spec.version }.last
+
+  unless found_path && found_spec
+    puts "not found in specs: no '#{libv8_requirement}' in #{paths.inspect}"
+    return
+  end
+
+  puts "found in specs: #{found_path}"
+
+  gemdir = File.basename(found_path, '.gemspec')
+  dir = File.expand_path(File.join(found_path, '..', '..', 'gems', gemdir))
+
+  unless Dir.exist?(dir)
+    puts "not found in gems: #{dir}"
+    return
+  end
+
+  puts "found in gems: #{dir}"
+
+  [dir, found_spec]
+end
+
+def vendor_path
+  File.join(Dir.pwd, 'vendor')
+end
+
+def libv8_vendor_path
+  libv8_local_path([vendor_path])
+end
+
+def parse_platform(str)
+  Gem::Platform.new(str).tap do |p|
+    p.instance_eval { @version = 'musl' } if str =~ /-musl/ && p.version.nil?
+    p.instance_eval { @cpu = 'x86_64' } if str =~ /universal.*darwin/
+  end
+end
+
+def ruby_platform
+  parse_platform(RUBY_PLATFORM)
+end
+
+def http_get(uri)
+  Net::HTTP.start(uri.host, uri.port, use_ssl: uri.scheme == 'https') do |http|
+    res = http.get(uri.path)
+
+    abort("HTTP error #{res.code}: #{uri}") unless res.code == '200'
+
+    return res.body
+  end
+end
+
+def libv8_remote_search
+  body = http_get(URI("https://rubygems.org/api/v1/versions/#{libv8_gem_name}.json"))
+  json = JSON.parse(body)
+
+  versions = json.select do |v|
+    Gem::Requirement.new(libv8_requirement).satisfied_by?(Gem::Version.new(v['number']))
+  end
+  abort(<<-ERROR) if versions.empty?
+  ERROR: could not find #{libv8_gem_name} (requirement #{libv8_requirement}) in rubygems.org
+  ERROR
+
+  platform_versions = versions.select do |v|
+    parse_platform(v['platform']) == ruby_platform unless v['platform'] =~ /universal.*darwin/
+  end
+  abort(<<-ERROR) if platform_versions.empty?
+  ERROR: found gems matching #{libv8_gem_name}:'#{libv8_requirement}', but no binary for #{ruby_platform}
+         try "gem install #{libv8_gem_name}:'#{libv8_requirement}'" to attempt to build #{libv8_gem_name} from source
+  ERROR
+
+  puts "found #{libv8_gem_name} for #{ruby_platform} on rubygems: #{platform_versions.map { |v| v['number'] }.join(', ')}"
+
+  platform_versions.sort_by { |v| Gem::Version.new(v['number']) }.last
+end
+
+def libv8_download_uri(name, version, platform)
+  URI("https://rubygems.org/downloads/#{name}-#{version}-#{platform}.gem")
+end
+
+def libv8_downloaded_gem(name, version, platform)
+  "#{name}-#{version}-#{platform}.gem"
+end
+
+def libv8_download(name, version, platform)
+  FileUtils.mkdir_p(File.join(vendor_path, 'cache'))
+  body = http_get(libv8_download_uri(name, version, platform))
+  File.open(File.join(vendor_path, 'cache', libv8_downloaded_gem(name, version, platform)), 'wb') { |f| f.write(body) }
+end
+
+def libv8_install!
+  cmd = "gem install #{libv8_gem_name} --version '#{libv8_requirement}' --install-dir '#{vendor_path}'"
+  puts "installing #{libv8_gem_name} using `#{cmd}`"
+  rc = system(cmd)
+
+  abort(<<-ERROR) unless rc
+  ERROR: could not install #{libv8_gem_name}:#{libv8_requirement}
+          try "gem install #{libv8_gem_name} -v '#{libv8_requirement}'" to attempt to build libv8 from source
+  ERROR
+
+  libv8_local_path([vendor_path])
+end
+
+def libv8_vendor!
+  return libv8_install! if Gem::VERSION < '2.0'
+
+  version = libv8_remote_search
+
+  puts "downloading #{libv8_downloaded_gem(libv8_gem_name, version['number'], version['platform'])} to #{vendor_path}"
+  libv8_download(libv8_gem_name, version['number'], version['platform'])
+
+  package = Gem::Package.new(File.join(vendor_path, 'cache', libv8_downloaded_gem(libv8_gem_name, version['number'], version['platform'])))
+  package.extract_files(File.join(vendor_path, 'gems', File.basename(libv8_downloaded_gem(libv8_gem_name, version['number'], version['platform']), '.gem')))
+  FileUtils.mkdir_p(File.join(vendor_path, 'specifications'))
+  File.open(File.join(vendor_path, 'specifications', File.basename(libv8_downloaded_gem(libv8_gem_name, version['number'], version['platform']), '.gem') + '.gemspec'), 'wb') { |f| f.write(package.spec.to_ruby) }
+
+  libv8_vendor_path
+end
+
+def ensure_libv8_load_path
+  puts "platform ruby:#{RUBY_PLATFORM} rubygems:#{Gem::Platform.new(RUBY_PLATFORM)} detected:#{ruby_platform}"
+
+  libv8_path, spec = libv8_local_path
+  if !ENV['ONLY_INSTALLED_LIBV8_GEM'] && !libv8_path
+    libv8_path, spec = libv8_vendor_path || libv8_vendor!
+  end
+
+  abort(<<-ERROR) unless libv8_path
+  ERROR: could not find #{libv8_gem_name}
+  ERROR
+
+  $LOAD_PATH.unshift(File.join(libv8_path, 'ext'))
+  $LOAD_PATH.unshift(File.join(libv8_path, 'lib'))
+end
+
+ensure_libv8_load_path
+
+require 'libv8-node'
+
+IS_DARWIN = RUBY_PLATFORM =~ /darwin/
 
 have_library('pthread')
 have_library('objc') if IS_DARWIN
-$CPPFLAGS.gsub! /-std=\w+/, ''
+cppflags_clear_std!
 $CPPFLAGS += " -Wall" unless $CPPFLAGS.split.include? "-Wall"
 $CPPFLAGS += " -g" unless $CPPFLAGS.split.include? "-g"
 $CPPFLAGS += " -rdynamic" unless $CPPFLAGS.split.include? "-rdynamic"
 $CPPFLAGS += " -fPIC" unless $CPPFLAGS.split.include? "-rdynamic" or IS_DARWIN
 $CPPFLAGS += " -std=c++0x"
 $CPPFLAGS += " -fpermissive"
-$CPPFLAGS += " -fno-omit-frame-pointer"
+cppflags_add_frame_pointer!
+cppflags_add_cpu_extension!
 
 $CPPFLAGS += " -Wno-reserved-user-defined-literal" if IS_DARWIN
 
 $LDFLAGS.insert(0, " -stdlib=libc++ ") if IS_DARWIN
+$LDFLAGS += " -Wl,--no-undefined " unless IS_DARWIN
+$LDFLAGS += " -Wl,-undefined,error " if IS_DARWIN
 
 if ENV['CXX']
   puts "SETTING CXX"
@@ -52,94 +249,15 @@ if CONFIG['warnflags']
   CONFIG['warnflags'].gsub!('-Wimplicit-function-declaration', '')
 end
 
-if enable_config('debug')
+if enable_config('debug') || enable_config('asan')
   CONFIG['debugflags'] << ' -ggdb3 -O0'
 end
 
-def fixup_libtinfo
-  dirs = %w[/lib64 /usr/lib64 /lib /usr/lib]
-  found_v5 = dirs.map { |d| "#{d}/libtinfo.so.5" }.find &File.method(:file?)
-  return '' if found_v5
-  found_v6 = dirs.map { |d| "#{d}/libtinfo.so.6" }.find &File.method(:file?)
-  return '' unless found_v6
-  FileUtils.ln_s found_v6, 'gemdir/libtinfo.so.5', :force => true
-  "LD_LIBRARY_PATH='#{File.expand_path('gemdir')}:#{ENV['LD_LIBRARY_PATH']}'"
-end
-
-def libv8_gem_name
-  return "libv8-solaris" if IS_SOLARIS
-
-  is_musl = false
-  begin
-    is_musl = !!(File.read('/proc/self/maps') =~ /ld-musl-x86_64/)
-  rescue; end
-
-  is_musl ? 'libv8-alpine' : 'libv8'
-end
-
-# old rubygem versions prefer source gems to binary ones
-# ... and their --platform switch is broken too, as it leaves the 'ruby'
-# platform in Gem.platforms.
-def force_platform_gem
-  gem_version = `gem --version`
-  return 'gem' unless $?.success?
-
-  return 'gem' if gem_version.to_f.zero? || gem_version.to_f >= 2.3
-  return 'gem' if RUBY_PLATFORM != 'x86_64-linux'
-
-  gem_binary = `which gem`
-  return 'gem' unless $?.success?
-
-  ruby = File.foreach(gem_binary.strip).first.sub(/^#!/, '').strip
-  unless File.file? ruby
-    warn "No valid ruby: #{ruby}"
-    return 'gem'
-  end
-
-  require 'tempfile'
-  file = Tempfile.new('sq_mini_racer')
-  file << <<EOS
-require 'rubygems'
-Gem.platforms.reject! { |it| it == 'ruby' }
-#{IO.read(gem_binary.strip)}
-EOS
-  file.close
-  "#{ruby} '#{file.path}'"
-end
-
-LIBV8_VERSION = '6.7.288.46.1'
-libv8_rb = Dir.glob('**/libv8.rb').first
-FileUtils.mkdir_p('gemdir')
-unless libv8_rb
-  gem_name = libv8_gem_name
-  cmd = "#{fixup_libtinfo} #{force_platform_gem} install --version '= #{LIBV8_VERSION}' --install-dir gemdir #{gem_name}"
-  puts "Will try downloading #{gem_name} gem: #{cmd}"
-  `#{cmd}`
-  unless $?.success?
-    warn <<EOS
-
-WARNING: Could not download a private copy of the libv8 gem. Please make
-sure that you have internet access and that the `gem` binary is available.
-
-EOS
-  end
-
-  libv8_rb = Dir.glob('**/libv8.rb').first
-  unless libv8_rb
-    warn <<EOS
-
-WARNING: Could not find libv8 after the local copy of libv8 having supposedly
-been installed.
-
-EOS
-  end
-end
+Libv8::Node.configure_makefile
 
-if libv8_rb
-  $:.unshift(File.dirname(libv8_rb) + '/../ext')
-  $:.unshift File.dirname(libv8_rb)
+if enable_config('asan')
+  $CPPFLAGS.insert(0, " -fsanitize=address ")
+  $LDFLAGS.insert(0, " -fsanitize=address ")
 end
 
-require 'libv8'
-Libv8.configure_makefile
 create_makefile 'sq_mini_racer_extension'