opal 0.10.0 → 0.11.0

data/stdlib/nodejs/kernel.rb

@@ -3,7 +3,7 @@
 module Kernel
   NODE_REQUIRE = `require`
 
-  def caller
+  def caller(*args)
     %x{
       var stack;
       try {
@@ -24,6 +24,7 @@ end
 ARGV = `process.argv.slice(2)`
 
 ENV = Object.new
+
 def ENV.[]= name, value
   `process.env[#{name.to_s}] = #{value.to_s}`
 end
@@ -31,3 +32,4 @@ end
 def ENV.[] name
   `process.env[#{name}] || nil`
 end
+

data/stdlib/nodejs/package.json

@@ -1,6 +1,5 @@
 {
   "dependencies": {
     "glob": "latest",
-    "js-yaml": "latest"
   }
 }

data/stdlib/nodejs/stacktrace.rb

@@ -0,0 +1,179 @@
+# SOURCE: https://raw.githubusercontent.com/RReverser/stack-displayname/13732cedc506200ee8465edcbfce00a9e914853c/displayName.js
+
+# Copyright 2014 Ingvar Stepanyan
+#
+# Copyright 2006-2011, the V8 project authors. All rights reserved.
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are
+# met:
+#
+#     * Redistributions of source code must retain the above copyright
+#       notice, this list of conditions and the following disclaimer.
+#     * Redistributions in binary form must reproduce the above
+#       copyright notice, this list of conditions and the following
+#       disclaimer in the documentation and/or other materials provided
+#       with the distribution.
+#     * Neither the name of Google Inc. nor the names of its
+#       contributors may be used to endorse or promote products derived
+#       from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+%x{
+  (function () {
+
+  if (!Error.captureStackTrace) {
+    return;
+  }
+
+  var ObjectToString = Object.prototype.toString;
+
+  var NODE = ObjectToString.call(this.process) === "[object process]";
+
+  // https://github.com/v8/v8/blob/cab94bbe3d532d85705950ed049a294050fcb4c9/src/messages.js#L1112-L1124 [converted to JS]
+  function GetTypeName(receiver, requireConstructor) {
+    if (receiver == null) return null;
+    var constructor = receiver.constructor;
+    if (!constructor) {
+      return requireConstructor ? null : ObjectToString.call(receiver);
+    }
+    var constructorName = constructor.name;
+    if (!constructorName) {
+      return requireConstructor ? null : ObjectToString.call(receiver);
+    }
+    return constructorName;
+  }
+
+  // https://github.com/v8/v8/blob/cab94bbe3d532d85705950ed049a294050fcb4c9/src/messages.js#L917-L981 [converted & modified]
+  function CallSiteToString() {
+    var fileName;
+    var fileLocation = "";
+    if (this.isNative()) {
+      fileLocation = "native";
+    } else {
+      fileName = this.getScriptNameOrSourceURL();
+      if (!fileName && this.isEval()) {
+        fileLocation = this.getEvalOrigin();
+        fileLocation += ", "; // Expecting source position to follow.
+      }
+
+      if (fileName) {
+        fileLocation += fileName;
+      } else {
+        // Source code does not originate from a file and is not native, but we
+        // can still get the source position inside the source string, e.g. in
+        // an eval string.
+        fileLocation += "<anonymous>";
+      }
+      var lineNumber = this.getLineNumber();
+      if (lineNumber !== null) {
+        fileLocation += ":" + lineNumber;
+        var columnNumber = this.getColumnNumber();
+        if (columnNumber) {
+          fileLocation += ":" + columnNumber;
+        }
+      }
+    }
+
+    var line = "";
+    var func = this.getFunction();
+    var customName = func.displayName;
+    if (NODE && customName) {
+      if (customName && func.$$owner) {
+        var customNameOwner;
+        customNameOwner = (func.$$owner.displayName || func.$$owner.$$name);
+        customName = (func.$$owner.singleton_of ? '.' : '#') + customName;
+      }
+      customName = customNameOwner + customName;
+    }
+    var functionName = customName || this.getFunctionName();
+    var addSuffix = true;
+    var isConstructor = this.isConstructor();
+    var isMethodCall = !(this.isToplevel() || isConstructor);
+    if (isMethodCall) {
+      var typeName = GetTypeName(this.receiver, true);
+      var methodName = this.getMethodName();
+      if (functionName) {
+        if (!customName && typeName && functionName.indexOf(typeName) !== 0) {
+          line += typeName + ".";
+        }
+        line += functionName;
+        if (methodName && methodName !== functionName) {//} && functionName.indexOf("." + methodName) !== functionName.length - methodName.length - 1) {
+          line += " [as " + methodName + "]";
+        }
+      } else {
+        line += typeName + "." + (methodName || "<anonymous>");
+      }
+    } else if (isConstructor) {
+      line += "new " + (functionName || "<anonymous>");
+    } else if (functionName) {
+      if (func.$$s) {
+        if (func.$$s.displayName || func.$$s.$$name) {
+          line += 'block in ' + (func.$$s.displayName || func.$$s.$$name) + ' [as ' + functionName + ']';
+        } else if (func.$$s.$$class && func.$$s.$$class.$$name) {
+          line += 'block in #<' + func.$$s.$$class.$$name + ' $$id: ' + Opal.id(func.$$s) + '> [as ' + functionName + ']';
+        } else {
+          line += functionName;
+        }
+      } else {
+        line += functionName;
+      }
+    } else {
+      line += fileLocation;
+      addSuffix = false;
+    }
+    if (addSuffix) {
+      line += " (" + fileLocation + ")";
+    }
+    return line;
+  }
+
+  var ErrorToString = Error.prototype.toString;
+
+  // https://github.com/v8/v8/blob/cab94bbe3d532d85705950ed049a294050fcb4c9/src/messages.js#L1042-L1052 [converted]
+  function FormatErrorString(error) {
+    try {
+      return ErrorToString.call(error);
+    } catch (e) {
+      try {
+        return "<error: " + e + ">";
+      } catch (ee) {
+        return "<error>";
+      }
+    }
+  }
+
+  // https://github.com/v8/v8/blob/cab94bbe3d532d85705950ed049a294050fcb4c9/src/messages.js#L1091-L1108 [logic duplicated]
+  Error.prepareStackTrace = function (error, frames) {
+    var lines = [];
+    lines.push(FormatErrorString(error));
+    for (var i = 0; i < frames.length; i++) {
+      var frame = frames[i];
+      var line;
+      try {
+        line = CallSiteToString.call(frame);
+      } catch (e) {
+        try {
+          line = "<error: " + e + ">";
+        } catch (ee) {
+          // Any code that reaches this point is seriously nasty!
+          line = "<error>";
+        }
+      }
+      lines.push("    at " + line);
+    }
+    return lines.join("\n");
+  };
+
+  })();
+}

data/stdlib/nodejs/yaml.rb

@@ -1,7 +1,8 @@
 require 'native'
+require_relative './js-yaml-3-6-1'
 
 module YAML
-  @__yaml__ = node_require 'js-yaml'
+  @__yaml__ = `jsyaml`
   `var __yaml__ = #{@__yaml__}`
 
   def self.load_path path

data/stdlib/opal/platform.rb

@@ -1,19 +1,11 @@
-phantomjs = `typeof(callPhantom) !== "undefined"`
-browser   = `typeof(document) !== "undefined"`
-node      = `typeof(process) !== "undefined" && process.versions && process.versions.node`
-nashorn   = `typeof(Java) !== "undefined" && Java.type`
+require 'opal-platform'
 
-case
-when nashorn
-  OPAL_PLATFORM = 'nashorn'
+case OPAL_PLATFORM
+when 'nashorn'
   require 'nashorn'
-when phantomjs
-  OPAL_PLATFORM = 'phantomjs'
-  require 'phantomjs'
-when node
-  OPAL_PLATFORM = 'nodejs'
+when 'nodejs'
   require 'nodejs/kernel'
   require 'nodejs/io'
-else # browser, which is the primary target
-  # noop
+when 'headless-chrome'
+  require 'headless_chrome'
 end

data/stdlib/opal-builder.rb

@@ -1 +1,2 @@
 require 'opal/builder'
+require 'opal/builder_processors'

data/stdlib/opal-platform.rb

@@ -0,0 +1,15 @@
+browser         = `typeof(document) !== "undefined"`
+node            = `typeof(process) !== "undefined" && process.versions && process.versions.node`
+nashorn         = `typeof(Java) !== "undefined" && Java.type`
+headless_chrome = `typeof(navigator) !== "undefined" && /\bHeadlessChrome\//.test(navigator.userAgent)`
+
+case
+when nashorn
+  OPAL_PLATFORM = 'nashorn'
+when node
+  OPAL_PLATFORM = 'nodejs'
+when headless_chrome
+  OPAL_PLATFORM = 'headless-chrome'
+else # possibly browser, which is the primary target
+  OPAL_PLATFORM = nil
+end

data/stdlib/pathname.rb

@@ -110,7 +110,7 @@ class Pathname
       basename_list2.shift
     end
     r1 = chop_basename(prefix1)
-    if !r1 && /#{SEPARATOR_PAT}/o =~ File.basename(prefix1)
+    if !r1 && /#{SEPARATOR_PAT}/ =~ File.basename(prefix1)
       while !basename_list2.empty? && basename_list2.first == '..'
         index_list2.shift
         basename_list2.shift

data/stdlib/rbconfig.rb

@@ -15,4 +15,4 @@ module RbConfig
 end
 
 # required for mspec it would appear
-RUBY_EXE = 'bundle exec bin/opal'
+RUBY_EXE = 'bundle exec exe/opal'

data/stdlib/securerandom.rb

@@ -1,6 +1,6 @@
 module SecureRandom
   def self.uuid
-    "xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx".gsub /[xy]/ do |ch,|
+    "xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx".gsub(/[xy]/) do |ch,|
       %x{
         var r = Math.random() * 16 | 0,
             v = ch == "x" ? r : (r & 3 | 8);

data/stdlib/strscan.rb

@@ -244,6 +244,16 @@ class StringScanner
     @working = `#{@string}.slice(pos)`
   end
 
+  def matched_size
+    %x{
+      if (#@matched === nil) {
+        return nil;
+      }
+
+      return #@matched.length
+    }
+  end
+
   def post_match
     %x{
       if (#@matched === nil) {
@@ -297,6 +307,10 @@ class StringScanner
 
 private
   def anchor(pattern)
-    `new RegExp('^(?:' + pattern.toString().substr(1, pattern.toString().length - 2) + ')')`
+    %x{
+      var flags = pattern.toString().match(/\/([^\/]+)$/);
+      flags = flags ? flags[1] : undefined;
+      return new RegExp('^(?:' + pattern.source + ')', flags);
+    }
   end
 end

data/stdlib/yaml.rb

@@ -1 +1 @@
-require 'nodejs/yaml' if defined? NodeJS
+warn "REMOVED: use `require 'nodejs/yaml'` instead"

data/tasks/benchmarking.rake

@@ -85,4 +85,13 @@ namespace :bench do
       printf fmt, *row
     end
   end
+
+  task :ips do
+    files = Dir[ENV['FILE'] || "#{__dir__}/benchmark-ips/bm_*.rb"]
+    raise ArgumentError, "no files provided" if files.empty?
+    puts "=== Files: #{files.join ', '}"
+    files.each do |bm_path|
+      sh "bundle exec opal -ropal/platform -gbenchmark-ips -rbenchmark/ips -A #{bm_path}"
+    end
+  end
 end

data/tasks/building.rake

@@ -12,42 +12,46 @@ Example: rake dist DIR=cdn/opal/master
 DESC
 task :dist do
   require 'opal/util'
-  require 'opal/sprockets/environment'
+  require 'opal/config'
 
   Opal::Config.arity_check_enabled = false
   Opal::Config.const_missing_enabled = false
   Opal::Config.dynamic_require_severity = :warning
-  env = Opal::Environment.new
 
   # Hike gem is required to build opal-builder
-  # Without this linen the build throws an exception: "Sprockets::FileNotFound: couldn't find file 'hike' with type 'application/javascript'"
-  env.use_gem 'hike'
+  Opal.use_gem 'hike'
 
   build_dir = ENV['DIR'] || 'build'
   files     = ENV['FILES'] ? ENV['FILES'].split(',') :
               Dir['{opal,stdlib}/*.rb'].map { |lib| File.basename(lib, '.rb') }
 
-  Dir.mkdir build_dir unless File.directory? build_dir
+  mkdir_p build_dir unless File.directory? build_dir
   width = files.map(&:size).max
 
-  files.each do |lib|
-    print "* building #{lib}...".ljust(width+'* building ... '.size)
-    $stdout.flush
+  files.map do |lib|
+    Thread.new {
+      log = ''
+      log << "* building #{lib}...".ljust(width+'* building ... '.size)
+      $stdout.flush
 
-    src = env[lib].to_s
-    min = Opal::Util.uglify src
-    gzp = Opal::Util.gzip min
+      # Set requirable to true to be consistent with previous builds, generated
+      # with sprockets.
+      src = Opal::Builder.build(lib, requirable: true).to_s
+      min = Opal::Util.uglify src
+      gzp = Opal::Util.gzip min
 
-    File.open("#{build_dir}/#{lib}.js", 'w+')        { |f| f << src }
-    File.open("#{build_dir}/#{lib}.min.js", 'w+')    { |f| f << min } if min
-    File.open("#{build_dir}/#{lib}.min.js.gz", 'w+') { |f| f << gzp } if gzp
+      File.open("#{build_dir}/#{lib}.js", 'w+')        { |f| f << src }
+      File.open("#{build_dir}/#{lib}.min.js", 'w+')    { |f| f << min } if min
+      File.open("#{build_dir}/#{lib}.min.js.gz", 'w+') { |f| f << gzp } if gzp
 
-    print "done. ("
-    print "development: #{('%.2f' % (src.size/1000.0)).rjust(6)}KB"
-    print  ", minified: #{('%.2f' % (min.size/1000.0)).rjust(6)}KB" if min
-    print   ", gzipped: #{('%.2f' % (gzp.size/1000.0)).rjust(6)}KB" if gzp
-    puts  ")."
-  end
+      log << "done. ("
+      log << "development: #{('%.2f' % (src.size/1000.0)).rjust(7)}KB"
+      log <<  ", minified: #{('%.2f' % (min.size/1000.0)).rjust(7)}KB" if min
+      log <<   ", gzipped: #{('%.2f' % (gzp.size/1000.0)).rjust(7)}KB" if gzp
+      log << ")."
+      log
+    }
+  end.map(&:value).map(&method(:puts))
 end
 
 desc 'Rebuild grammar.rb for opal parser'

data/tasks/linting.rake

@@ -1,18 +1,29 @@
-directory 'tmp/lint'
-
 desc "Build *corelib* and *stdlib* and lint the result"
-task :lint => 'tmp/lint' do
-  require 'opal/sprockets/environment'
-
-  env = Opal::Environment.new
+task :jshint do
+  dir = 'tmp/lint'
+  puts
+  puts "= Checking distributed files..."
+  unless ENV['SKIP_BUILD']
+    rm_rf dir if File.exist? dir
+    sh "bundle exec rake dist DIR=#{dir}"
+  end
 
-  files = Dir['{opal,stdlib}/*.rb'].map { |lib| File.basename(lib, '.rb') }
+  Dir["#{dir}/*.js"].each {|path|
+    # opal-builder and opal-parser take so long travis stalls
+    next if path =~ /.min.js\z|opal-builder|opal-parser/
 
-  files.each do |lib|
-    next if lib == 'minitest'
-    File.binwrite("tmp/lint/#{lib}.js", env[lib].to_s)
+    sh "jshint --verbose #{path}"
+  }
+  puts
+  puts "= Checking corelib files separately..."
+  js_paths = []
+  Dir['opal/{opal,corelib}/*.rb'].each do |path|
+    js_path = "#{dir}/#{path.tr('/', '-')}.js"
+    sh "bundle exec opal -Dignore -cEO #{path} > #{js_path}"
+    js_paths << js_path
   end
-
-  sh "jshint --verbose tmp/lint/*.js"
+  js_paths.each do |js_path|
+    sh "jshint --verbose #{js_path}"
+  end
+  sh "jshint --verbose opal/corelib/runtime.js"
 end
-

data/tasks/testing/mspec_special_calls.rb

@@ -1,11 +1,11 @@
-require 'opal/nodes'
+require 'opal/nodes/call'
 
 class Opal::Nodes::CallNode
   # Rubyspec uses this call to load in language specific features at runtime.
   # We can't do this at runtime, so handle it during compilation
-  add_special :language_version do
+  add_special :language_version do |compile_default|
     if scope.top?
-      lang_type = arglist[2][1]
+      lang_type = arglist.children[1].children[0]
       target = "ruby/language/versions/#{lang_type}_1.9"
 
       if File.exist?(target)
@@ -16,29 +16,58 @@ class Opal::Nodes::CallNode
     end
   end
 
-  add_special :not_supported_on do
-    unless arglist.flatten.include? :opal
-      compile_default!
+  add_special :not_supported_on do |compile_default|
+    unless arglist.children.include?(s(:sym, :opal))
+      compile_default.call
     end
   end
 
-  add_special :not_compliant_on do
-    unless arglist.flatten.include? :opal
-      compile_default!
+  add_special :not_compliant_on do |compile_default|
+    unless arglist.children.include?(s(:sym, :opal))
+      compile_default.call
     end
   end
 
-  add_special :platform_is_not do
-    unless arglist.flatten.include? :opal
-      compile_default!
+  add_special :platform_is_not do |compile_default|
+    unless arglist.children.include?(s(:sym, :opal))
+      compile_default.call
     end
   end
 
-  add_special :platform_is do
-    if arglist.flatten.include? :opal
-      compile_default!
+  add_special :platform_is do |compile_default|
+    if arglist.children.include?(s(:sym, :opal))
+      compile_default.call
     end
   end
+
+  add_special :requirable_spec_file do |compile_default|
+    str = DependencyResolver.new(compiler, arglist.children[0]).resolve
+    compiler.requires << str unless str.nil?
+  end
+end
+
+require 'opal/rewriters/rubyspec/filters_rewriter'
+
+Opal::Rewriter.use Opal::Rubyspec::FiltersRewriter
+
+# When a spec is marked as filtered (most probably non-implemented functionality)
+# we need to exclude it from the test suite
+# (except of the case with inverted suite specified using INVERT_RUNNING_MODE=true)
+#
+def opal_filter(filter_name, &block)
+  unless ENV['INVERT_RUNNING_MODE']
+    Opal::Rubyspec::FiltersRewriter.instance_eval(&block)
+  end
 end
 
+# When a spec is marked as unsupported we need to exclude it from the test suite.
+#
+# This filter ignores ENV['INVERT_RUNNING_MODE'],
+# unsupported feature is always unsupported.
+#
+def opal_unsupported_filter(filter_name, &block)
+  Opal::Rubyspec::FiltersRewriter.instance_eval(&block)
+end
 
+Dir[File.expand_path('../../../spec/filters/unsupported/**/*.rb', __FILE__)].each { |f| require f }
+Dir[File.expand_path('../../../spec/filters/bugs/**/*.rb', __FILE__)].each { |f| require f }

data/tasks/testing/opal_rspec_smoketest.Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+gem 'opal-rspec', github: 'opal/opal-rspec', branch: 'elia/opal-master', submodules: true
+gem 'opal-sprockets', github: 'opal/opal-sprockets'
+gem 'opal', path: '../..'
+gem 'rake'