opal 1.0.5 → 1.1.0.rc1

data/stdlib/rbconfig/sizeof.rb

@@ -1,6 +1,8 @@
 # This file is not intended for real checks,
 # but just to make happy libraries needing it.
 
+require_relative '../rbconfig'
+
 RbConfig::SIZEOF = {
   'clock_t'              => 8,
   'double _Complex'      => 16,

data/stdlib/securerandom.rb

@@ -1,4 +1,36 @@
 module SecureRandom
+  def self.hex(count = nil)
+    count ||= 16
+    count = count.to_int unless `typeof count === "number"`
+    raise ArgumentError, 'count of hex numbers must be positive' if count < 0
+    %x{
+      count = Math.floor(count);
+      var repeat = Math.floor(count / 6),
+          remain = count % 6,
+          remain_total = remain * 2,
+          string = '',
+          temp;
+      for (var i = 0; i < repeat; i++) {
+        // parseInt('ff'.repeat(6), 16) == 281474976710655
+        temp = Math.floor(Math.random() * 281474976710655).toString(16);
+        if (temp.length < 12) {
+          // account for leading zeros gone missing
+          temp = '0'.repeat(12 - temp.length) + temp;
+        }
+        string = string + temp;
+      }
+      if (remain > 0) {
+        temp = Math.floor(Math.random()*parseInt('ff'.repeat(remain), 16)).toString(16);
+        if (temp.length < remain_total) {
+          // account for leading zeros gone missing
+          temp = '0'.repeat(remain_total - temp.length) + temp;
+        }
+        string = string + temp;
+      }
+      return string;
+    }
+  end
+
   def self.uuid
     'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.gsub(/[xy]/) do |ch,|
       %x{

data/stdlib/set.rb

@@ -93,6 +93,28 @@ class Set
     self
   end
 
+  def keep_if
+    return enum_for(:keep_if) unless block_given?
+    reject { |o| yield o }.each { |o| @hash.delete(o) }
+    self
+  end
+
+  def reject!(&block)
+    return enum_for(:reject!) unless block_given?
+    before = size
+    delete_if(&block)
+    size == before ? nil : self
+  end
+
+  def select!(&block)
+    return enum_for(:select!) unless block_given?
+    before = size
+    keep_if(&block)
+    size == before ? nil : self
+  end
+
+  alias filter! select!
+
   def add?(o)
     if include?(o)
       nil
@@ -186,6 +208,20 @@ class Set
 
   alias < proper_subset?
 
+  def intersect?(set)
+    raise ArgumentError, 'value must be a set' unless set.is_a?(Set)
+
+    if size < set.size
+      any? { |o| set.include?(o) }
+    else
+      set.any? { |o| include?(o) }
+    end
+  end
+
+  def disjoint?(set)
+    !intersect?(set)
+  end
+
   alias + |
   alias union |
 

data/stdlib/strscan.rb

@@ -63,6 +63,7 @@ class StringScanner
 
         if (result == null) {
           if (working.length === 0) {
+            #{@match} = [];
             return #{@matched} = nil;
           }
 
@@ -70,6 +71,7 @@ class StringScanner
         }
 
         #{@matched}  = #{@string}.substr(#{@pos}, pos - #{@pos} - 1 + result[0].length);
+        #{@match}    = result;
         #{@prev_pos} = pos - 1;
         #{@pos}      = pos;
         #{@working}  = working.substr(result[0].length);
@@ -80,6 +82,17 @@ class StringScanner
   end
 
   def [](idx)
+    if @match.empty?
+      return nil
+    end
+    case idx
+    when Symbol
+      idx = idx.to_s
+    when String
+      # noop
+    else
+      idx = Opal.coerce_to!(idx, Integer, :to_int)
+    end
     %x{
       var match = #{@match};
 
@@ -163,6 +176,7 @@ class StringScanner
       var result = pattern.exec(#{@working});
 
       if (result == null) {
+        #{@match} = [];
         return #{@matched} = nil;
       }
       else {
@@ -170,6 +184,7 @@ class StringScanner
         var match_len = match_str.length;
 
         #{@matched}   = match_str;
+        #{@match}     = result;
         #{@prev_pos}  = #{@pos};
         #{@pos}      += match_len;
         #{@working}   = #{@working}.substring(match_len);

data/tasks/benchmarking.rake

@@ -103,7 +103,7 @@ namespace :bench do
   end
 
   task :ips do
-    files = Dir[ENV['FILE'] || "#{__dir__}/benchmark-ips/bm_*.rb"]
+    files = Dir[ENV['FILE'] || "#{__dir__}/../benchmark-ips/bm_*.rb"]
     raise ArgumentError, "no files provided" if files.empty?
     puts "=== Files: #{files.join ', '}"
     files.each do |bm_path|

data/tasks/releasing.rake

@@ -4,9 +4,6 @@ require 'bundler'
 Bundler.require
 Bundler::GemHelper.install_tasks
 
-# Let the release process update the changelog from github
-task :release => :changelog
-
 github_releases = -> do
   require 'date'
   require 'octokit'

data/tasks/testing.rake

@@ -29,6 +29,7 @@ module Testing
         lib/spec_helper
         mspec/commands/mspec-run
         etc
+        rubygems
       ]
     end
 
@@ -106,7 +107,7 @@ module Testing
 
       env_data = env.map{ |k,v| "ENV[#{k.inspect}] = #{v.to_s.inspect}" unless v.nil? }.join("\n")
 
-      File.write filename, <<-RUBY
+      File.write filename, <<~RUBY
         require 'opal/platform' # in node ENV is replaced
         #{env_data}
 
@@ -123,7 +124,12 @@ module Testing
         ]
 
         srand(#{random_seed})
-        MSpec.randomize(true)
+        MSpec.randomize = true
+
+        # legacy MSpec
+        def frozen_error_class
+          FrozenError
+        end
 
         MSpec.process
         OSpecFilter.main.unused_filters_message(list: #{!!ENV['LIST_UNUSED_FILTERS']})
@@ -382,7 +388,7 @@ task :smoke_test do
   cp "tasks/testing/#{gemfile_name}", "#{opal_rspec_dir}/Gemfile"
 
   cd opal_rspec_dir do
-    Bundler.with_clean_env do
+    Bundler.with_unbundled_env do
       sh 'bundle check && bundle update opal-rspec || bundle install'
       sh %{bundle exec opal-rspec --color --default-path=../../spec ../../spec/lib/deprecations_spec.rb > #{actual_output_path}}
 
@@ -391,14 +397,13 @@ task :smoke_test do
         require 'rspec/expectations'
         extend RSpec::Matchers
         expect(actual_output.lines[0]).to    eq("..\n")
-        expect(actual_output.lines[1]).to    eq("\n")
-        expect(actual_output.lines[2]).to match(%r{^Finished in \d+\.\d+ seconds \(files took \d+\.\d+ seconds to load\)\n$})
-        expect(actual_output.lines[3]).to    eq("2 examples, 0 failures\n")
-        expect(actual_output.lines[4]).to    eq("\n")
-        expect(actual_output.lines[5]).to match(%r{Top 2 slowest examples \(\d+\.\d+ seconds, \d+\.\d+% of total time\):\n})
-        expect(actual_output.lines[6]).to    eq("  Opal::Deprecations defaults to warn\n")
-        expect(actual_output.lines[7]).to match(%r{    \[1m\d+\.\d+\[0m \[1mseconds\[0m \n})
-        expect(actual_output.lines[8]).to    eq("  Opal::Deprecations can be set to raise\n")
+        expect(actual_output.lines[1]).to match(%r{^Finished in \d+\.\d+ seconds \(files took \d+\.\d+ seconds to load\)\n$})
+        expect(actual_output.lines[2]).to    eq("2 examples, 0 failures\n")
+        expect(actual_output.lines[3]).to    eq("\n")
+        expect(actual_output.lines[4]).to match(%r{Top 2 slowest examples \(\d+\.\d+ seconds, \d+\.\d+% of total time\):\n})
+        expect(actual_output.lines[5]).to    eq("  Opal::Deprecations defaults to warn\n")
+        expect(actual_output.lines[6]).to match(%r{    \[1m\d+\.\d+\[0m \[1mseconds\[0m \n})
+        expect(actual_output.lines[7]).to    eq("  Opal::Deprecations can be set to raise\n")
       rescue RSpec::Expectations::ExpectationNotMetError
         warn $!.message
         warn "\n\n== Full output:\n#{actual_output}"

data/tasks/testing/mspec_special_calls.rb

@@ -2,20 +2,8 @@ require 'opal/nodes/call'
 require 'opal/ast/builder'
 
 class Opal::Nodes::CallNode
-  # Rubyspec uses this call to load in language specific features at runtime.
+  # Rubyspec uses these calls features at runtime.
   # We can't do this at runtime, so handle it during compilation
-  add_special :language_version do |compile_default|
-    if scope.top?
-      lang_type = arglist.children[1].children[0]
-      target = "ruby/language/versions/#{lang_type}_1.9"
-
-      if File.exist?(target)
-        compiler.requires << target
-      end
-
-      push fragment("nil")
-    end
-  end
 
   add_special :not_supported_on do |compile_default|
     unless arglist.children.include?(s(:sym, :opal))
@@ -23,12 +11,6 @@ class Opal::Nodes::CallNode
     end
   end
 
-  add_special :not_compliant_on do |compile_default|
-    unless arglist.children.include?(s(:sym, :opal))
-      compile_default.call
-    end
-  end
-
   has_xstring = -> node {
     next if node.nil? || !node.respond_to?(:type)
     node.type == :xstr || (node.children && node.children.any?(&has_xstring))

data/test/nodejs/fixtures/hello.rb

@@ -0,0 +1 @@
+puts "Hello world"

data/test/nodejs/fixtures/iso88591.txt

@@ -0,0 +1 @@
+���

data/test/nodejs/fixtures/utf8.txt

@@ -0,0 +1 @@
+çéà

data/test/nodejs/fixtures/win1258.txt

@@ -0,0 +1 @@
+���

data/test/nodejs/test_dir.rb

@@ -0,0 +1,39 @@
+# Copied from cruby and modified to skip unsupported syntaxes
+require 'test/unit'
+require 'nodejs'
+require 'nodejs/dir'
+
+class TestNodejsDir < Test::Unit::TestCase
+
+  def tmpdir
+    `require('os').tmpdir()`
+  end
+
+  def test_dir_entries
+    path = tmpdir + "/testing_nodejs_dir_entries_implementation_#{Time.now.to_i}"
+    Dir.mkdir(path)
+    result = Dir.entries(path)
+    assert_equal(result.length, 0)
+    File.open(path + '/bar', "w") {}
+    File.open(path + '/baz', "w") {}
+    result = Dir.entries(path)
+    assert_equal(result.length, 2)
+  end
+  
+  def test_dir_glob
+    path = tmpdir + "/testing_nodejs_dir_glob_implementation_#{Time.now.to_i}"
+    Dir.mkdir(path)
+    result = Dir.glob(path + '/*')
+    assert_equal(result.length, 0)
+    File.open(path + '/bar', "w") {}
+    File.open(path + '/baz', "w") {}
+    result = Dir.glob(path + '/ba*')
+    assert_equal(result.length, 2)
+    result = Dir.glob(path + '/*z')
+    assert_equal(result.length, 1)
+    result = Dir.glob([path + '/baz', path + '/bar'])
+    assert_equal(result.length, 2)
+    result = Dir.glob(Pathname.new(path).join('*'))
+    assert_equal(result.length, 2)
+  end
+end

data/test/nodejs/test_env.rb

@@ -0,0 +1,62 @@
+require 'test/unit'
+require 'nodejs/env'
+
+class TestNodejsEnv < Test::Unit::TestCase
+
+  def shared_test_env_has_key(method)
+    assert_equal(false, ENV.send(method, 'should_never_be_set'))
+    ENV['foo'] = 'bar'
+    assert_equal(true, ENV.send(method, 'foo'))
+    assert_equal(false, ENV.send(method, 'bar'))
+    ENV.delete 'foo'
+    assert_equal(false, ENV.send(method, 'foo'))
+  end
+
+  def test_include?
+    shared_test_env_has_key('include?')
+  end
+
+  def test_has_key?
+    shared_test_env_has_key('has_key?')
+  end
+
+  def test_member?
+    shared_test_env_has_key('member?')
+  end
+
+  def test_key?
+    shared_test_env_has_key('key?')
+  end
+
+  def test_get
+    assert_equal(nil, ENV['should_never_be_set'])
+    ENV['foo'] = 'bar'
+    assert_equal('bar', ENV['foo'])
+    assert_equal(nil, ENV['bar'])
+    ENV.delete 'foo'
+    assert_equal(nil, ENV['foo'])
+  end
+
+  def test_delete
+    ENV['foo'] = 'bar'
+    assert_equal('bar', ENV.delete('foo'))
+    assert_equal(nil, ENV.delete('foo'))
+  end
+
+  def test_empty
+    ENV['foo'] = 'bar'
+    assert_equal(false, ENV.empty?)
+    ENV.delete 'foo'
+  end
+
+  def test_keys
+    ENV['foo'] = 'bar'
+    assert_includes(ENV.keys, 'foo')
+    ENV.delete 'foo'
+  end
+
+  def test_to_s
+    assert_equal('ENV', ENV.to_s)
+  end
+end
+

data/test/nodejs/test_error.rb

@@ -0,0 +1,29 @@
+require 'test/unit'
+require 'nodejs'
+
+class TestNodejsError < Test::Unit::TestCase
+
+  def test_should_preserve_stack
+    raise ArgumentError.new('oops')
+  rescue => ex
+    backtrace_line = " from nodejs/test_error.rb:#{__LINE__ - 2}"
+    wrapped_ex = ex.exception %(context - #{ex.message})
+    assert(`wrapped_ex.stack`.include?(backtrace_line))
+  end
+
+  def test_should_set_stack
+    raise ArgumentError.new('oops')
+  rescue => ex
+    backtrace_line = " from nodejs/test_error.rb:#{__LINE__ - 2}"
+    wrapped_ex = ex.exception %(context - #{ex.message})
+    wrapped_ex.set_backtrace ex.backtrace
+    assert(`wrapped_ex.stack`.include?(backtrace_line))
+  end
+
+  def test_should_get_stack
+    raise ArgumentError.new('oops')
+  rescue => ex
+    backtrace_line = " from nodejs/test_error.rb:#{__LINE__ - 2}"
+    assert(`ex.stack`.include?(backtrace_line))
+  end
+end

data/test/nodejs/test_file.rb

@@ -0,0 +1,206 @@
+# Copied from cruby and modified to skip unsupported syntaxes
+require 'test/unit'
+require 'nodejs'
+require 'nodejs/file'
+
+class TestNodejsFile < Test::Unit::TestCase
+  def tmpdir
+    `require('os').tmpdir()`
+  end
+
+  def self.windows_platform?
+    `process.platform`.start_with?('win')
+  end
+
+  def test_instantiate_without_open_mode
+    # By default the open mode is 'r' (read only)
+    File.write('tmp/quz', "world")
+    file = File.new('tmp/quz')
+    assert_equal('tmp/quz', file.path)
+  end
+
+  def test_mtime
+    File.write('tmp/qix', "hello")
+    file = 'tmp/qix'
+    File.new(file, 'r')
+
+    t1 = File.mtime(file)
+    t2 = File.open(file) {|f| f.mtime}
+    assert_kind_of(Time, t1)
+    assert_kind_of(Time, t2)
+    assert_equal(t1, t2)
+    assert_raise(Errno::ENOENT) { File.mtime('nofile') }
+  end
+
+  def test_write_read
+    path = tmpdir + "/testing_nodejs_file_implementation_#{Time.now.to_i}"
+    contents = 'foobar'
+    assert !File.exist?(path)
+    File.write path, contents
+
+    assert_equal(contents, File.read(path))
+  end
+
+  def test_read_file
+    File.write('tmp/foo', 'bar')
+    assert_equal('bar', File.read('tmp/foo'))
+  end
+
+  def test_read_binary_image
+    assert_match(/^\u0089PNG\r\n\u001A\n\u0000\u0000\u0000\rIHDR.*/, File.open('./test/nodejs/fixtures/cat.png', 'rb') {|f| f.read })
+  end
+
+  def test_read_binary_utf8_file
+    binary_text = ::File.open('./test/nodejs/fixtures/utf8.txt', 'rb') {|f| f.read}
+    assert_equal(binary_text.encoding, Encoding::UTF_8)
+    assert_match(/^\u00E7\u00E9\u00E0/, binary_text)
+    utf8_text = binary_text.force_encoding('utf-8')
+    assert_equal("çéà", utf8_text)
+  end
+
+  def test_read_binary_iso88591_file
+    binary_text = ::File.open('./test/nodejs/fixtures/iso88591.txt', 'rb') {|f| f.read}
+    assert_equal(binary_text.encoding, Encoding::UTF_8)
+    assert_match(/^\u00E7\u00E9\u00E0/, binary_text)
+    utf8_text = binary_text.force_encoding('utf-8')
+    assert_equal("çéà", utf8_text)
+  end
+
+  def test_read_binary_win1258_file
+    binary_text = ::File.open('./test/nodejs/fixtures/win1258.txt', 'rb') {|f| f.read}
+    assert_equal(binary_text.encoding, Encoding::UTF_8)
+    assert_match(/^\u00E7\u00E9\u00E0/, binary_text)
+    utf8_text = binary_text.force_encoding('utf-8')
+    assert_equal("çéà", utf8_text)
+  end
+
+  def test_read_each_line
+    File.write('tmp/bar', "one\ntwo")
+    file = File.new('tmp/bar', 'r')
+    lines = []
+    file.each_line do |line|
+      lines << line
+    end
+    assert_equal(2, lines.length)
+    assert_equal("one\n", lines[0])
+    assert_equal('two', lines[1])
+  end
+
+  def test_readlines
+    File.write('tmp/quz', "one\ntwo")
+    file = File.new('tmp/quz', 'r')
+    lines = file.readlines
+    assert_equal(2, lines.length)
+    assert_equal("one\n", lines[0])
+    assert_equal('two', lines[1])
+  end
+
+  def test_readlines_separator
+    File.write('tmp/qux', "one-two")
+    file = File.new('tmp/qux', 'r')
+    lines = file.readlines '-'
+    assert_equal(2, lines.length)
+    assert_equal('one-', lines[0])
+    assert_equal('two', lines[1])
+  end
+
+  def test_read_noexistent_should_raise_io_error
+    assert_raise Errno::ENOENT do
+      File.read('tmp/nonexistent')
+    end
+  end
+
+  def test_mtime_noexistent_should_raise_io_error
+    assert_raise(Errno::ENOENT) { File.mtime('tmp/nonexistent') }
+  end
+
+  def test_current_directory_should_be_a_directory
+    assert(File.directory?('.'))
+  end
+
+  def test_current_directory_should_be_a_directory_using_pathname
+    current_dir = Pathname.new('.')
+    assert(current_dir.directory?)
+  end
+
+  def test_directory_check
+    refute(File.directory?('test/nodejs/fixtures/non-existent'),          'test/nodejs/fixtures/non-existent should not be a directory')
+    assert(File.directory?('test/nodejs/fixtures/'),                      'test/nodejs/fixtures/ should be a directory')
+    assert(File.directory?('test/nodejs/fixtures'),                       'test/nodejs/fixtures should be a directory')
+    refute(File.directory?('test/nodejs/fixtures/hello.rb'),              'test/nodejs/fixtures/hello.rb should not be a directory')
+  end
+
+  def test_directory_check_with_symlinks
+    assert(File.directory?('test/nodejs/fixtures/symlink-to-directory'),  'test/nodejs/fixtures/symlink-to-directory should be a directory')
+    assert(File.directory?('test/nodejs/fixtures/symlink-to-directory/'), 'test/nodejs/fixtures/symlink-to-directory/ should be a directory')
+    refute(File.directory?('test/nodejs/fixtures/symlink-to-file'),       'test/nodejs/fixtures/symlink-to-file should not be a directory')
+  end unless windows_platform?
+
+  def test_file_check
+    refute(File.file?('test/nodejs/fixtures/non-existent'),          'test/nodejs/fixtures/non-existent should not be a file')
+    refute(File.file?('test/nodejs/fixtures/'),                      'test/nodejs/fixtures/ should not be a file')
+    refute(File.file?('test/nodejs/fixtures'),                       'test/nodejs/fixtures should not be a file')
+    assert(File.file?('test/nodejs/fixtures/hello.rb'),              'test/nodejs/fixtures/hello.rb should be a file')
+  end
+
+  def test_file_check_with_symlinks
+    refute(File.file?('test/nodejs/fixtures/symlink-to-directory'),  'test/nodejs/fixtures/symlink-to-directory should not be a file')
+    refute(File.file?('test/nodejs/fixtures/symlink-to-directory/'), 'test/nodejs/fixtures/symlink-to-directory/ should not be a file')
+    assert(File.file?('test/nodejs/fixtures/symlink-to-file'),       'test/nodejs/fixtures/symlink-to-file should be a file')
+  end unless windows_platform?
+
+  def test_file_symlink?
+    assert(File.symlink?('test/nodejs/fixtures/symlink-to-file'))
+    assert(File.symlink?('test/nodejs/fixtures/symlink-to-directory'))
+    refute(File.symlink?('test/nodejs/fixtures'))
+    refute(File.symlink?('test/nodejs/fixtures/hello.rb'))
+  end unless windows_platform?
+
+  def test_file_readable
+    assert !File.readable?('tmp/nonexistent')
+    File.write('tmp/fuz', "hello")
+    assert File.readable?('tmp/fuz')
+  end
+
+  def test_linux_separators
+    assert_equal('/', File::SEPARATOR)
+    assert_equal('/', File::Separator)
+    assert_equal(nil, File::ALT_SEPARATOR)
+  end unless windows_platform?
+
+  def test_windows_separators
+    assert_equal('/', File::SEPARATOR)
+    assert_equal('/', File::Separator)
+    assert_equal('\\', File::ALT_SEPARATOR)
+  end if windows_platform?
+
+  def test_windows_file_expand_path
+    drive_letter = Dir.pwd.slice(0, 2)
+    assert_equal(Dir.pwd + '/foo/bar.js', File.expand_path('./foo/bar.js'))
+    assert_equal(drive_letter + '/foo/bar.js', File.expand_path('/foo/bar.js'))
+    assert_equal('c:/foo/bar.js', File.expand_path('c:/foo/bar.js'))
+    assert_equal('c:/foo/bar.js', File.expand_path('c:\\foo\\bar.js'))
+    assert_equal('c:/foo/bar.js', File.expand_path('bar.js', 'c:\\foo'))
+    assert_equal('c:/baz/bar.js', File.expand_path('\\baz\\bar.js', 'c:\\foo'))
+    assert_equal('c:/bar.js', File.expand_path('\\..\\bar.js', 'c:\\foo\\baz'))
+    assert_equal('c:/bar.js', File.expand_path('\\..\\bar.js', 'c:\\foo\\baz\\'))
+    assert_equal('c:/foo/baz/bar.js', File.expand_path('baz\\bar.js', 'c:\\foo'))
+    assert_equal('c:/baz/bar.js', File.expand_path('baz\\bar.js', 'c:\\foo\\..'))
+    assert_equal('d:/', File.expand_path('d:'), 'should add a trailing slash when the path is d:')
+    assert_equal('d:/', File.expand_path('d:/'), 'should preserve the trailing slash when the path d:/')
+    assert_equal(Dir.pwd, File.expand_path(drive_letter), 'should expand to the current directory when the path is c: (and the current directory is located in the c drive)')
+    assert_equal(drive_letter + '/', drive_letter + '/', 'should return c:/ when the path is c:/ because the path is absolute')
+  end if windows_platform?
+
+  def test_linux_file_expand_path
+    assert_equal(Dir.pwd + '/foo/bar.js', File.expand_path('./foo/bar.js'))
+    assert_equal(Dir.home + '/foo/bar.js', File.expand_path('~/foo/bar.js'))
+    assert_equal(Dir.home + '/foo/bar.js', File.expand_path('~/foo/bar.js', '/base/dir'))
+    assert_equal('/base/dir/foo/bar.js', File.expand_path('./foo/bar.js', '/base/dir'))
+    assert_equal(Dir.home + '/workspace/foo/bar.js', File.expand_path('./foo/bar.js', '~/workspace'))
+  end unless windows_platform?
+
+  def test_join
+    assert_equal('usr/bin', File.join('usr', 'bin'))
+  end
+end