opal 1.4.0 → 1.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ec2d9bb3f02059898f9a494c018fbcb4f451c4c5130b3e9ff455bf3ce1561fc9
-  data.tar.gz: a69e0554d43a0ef0ad6e7d439beb313536227615698487b8283321e879cf150d
+  metadata.gz: c7a74100fe9d5254983a2b7efde2482df462edae5aa85bdd691ce89c13de5081
+  data.tar.gz: 7c1841adacfc5dbf7156646bafd37592f1d9f54c31e07f98d7e2f77e4dc108e0
 SHA512:
-  metadata.gz: 5a96aade4e8183b8f00136eb4c5e64ea1f6b12b03aec98096476de4dd414b03b9ecfb90658a29bef403b366e36db43283b6e175cac5dcc3796453535f9ad7bd0
-  data.tar.gz: 8ea23169b1492a34b5bf98750259f9d9da636bb5070b50fad624a56a2eea65f4c5975a6385af3dfbdfad2a41985f5d32ba3aa583feea39b79b59ccc3cac20c43
+  metadata.gz: 9324444976198f22d216fec12cda5047389b6c4c0afacdf3d19d458e85f329f9339e7fe626de2659af51dd8acd3d8edabaea878789fb58ce05f67d67d254f9da
+  data.tar.gz: fe8b6678035e4160ee85328b60a59dfc68307e3a26b7a5e8e1273f3948017a0a7ad38c5858fedf1cce2fdfc7e93c9ea6d7cc210fbd0e7e916da599d2eec7b496

data/.eslintrc.js

@@ -24,12 +24,14 @@ module.exports = {
     "no-control-regex": "off",
   },
   "globals": {
-    "Opal": "readonly",
-    "DataView": "readonly",
     "ArrayBuffer": "readonly",
+    "DataView": "readonly",
     "globalThis": "readonly",
-    "Uint8Array": "readonly",
+    "Opal": "readonly",
     "Promise": "readonly",
+    "Proxy": "readonly",
+    "Reflect": "readonly",
+    "Uint8Array": "readonly",
     "WeakRef": "readonly",
   }
 };

data/.github/workflows/build.yml

@@ -16,41 +16,44 @@ jobs:
       matrix:
         combo:
           - name: mspec-nodejs
-            ruby: 3.0
+            ruby: '3.0'
             command: bin/rake mspec_nodejs
           - name: mspec-chrome
-            ruby: 3.0
+            ruby: '3.0'
             command: bin/rake mspec_chrome
           - name: minitest
-            ruby: 3.0
+            ruby: '3.0'
             command: bin/rake minitest
           - name: minitest-strict-mode
-            ruby: 3.0
+            ruby: '3.0'
             command: bin/rake minitest
             strict: 'true'
+          - name: head-ruby
+            ruby: head
+            permissive: true
           - name: current-ruby
-            ruby: 3.0
+            ruby: 3.1
           - name: previous-ruby
-            ruby: 2.7
+            ruby: '3.0'
           - name: older-ruby
+            ruby: 2.7
+          - name: near-eol-ruby
             ruby: 2.6
-          # - name: near-eol-ruby
-          #   ruby: 2.6
           - name: smoke-test
-            ruby: 3.0
+            ruby: '3.0'
             command: bin/rake smoke_test
           - name: windows
             # These two fail because of broken stacktraces on windows: minitest_node_nodejs mspec_nodejs
             command: bundle exec rake rspec minitest_nodejs
-            ruby: 3.0
+            ruby: '3.0'
             os: windows-latest
           - name: lint
             command: bin/rake lint
-            ruby: 3.0
+            ruby: '3.0'
           - name: timezone
-            ruby: 3.0
+            ruby: '3.0'
           - name: performance
-            ruby: 3.0
+            ruby: '3.0'
             permissive: true
             fetchdepth: '0'
             command: bin/rake performance:compare
@@ -59,7 +62,6 @@ jobs:
           # Currently failing:
           # - ruby: truffleruby
           # - ruby: jruby
-          # - ruby: ruby-head
 
     runs-on: ${{ matrix.combo.os || 'ubuntu-latest' }}
     continue-on-error: ${{ matrix.combo.permissive || false }}
@@ -77,11 +79,11 @@ jobs:
       - uses: actions/cache@v2
         with:
           path: ./vendor/bundle
-          key: ${{ runner.os }}-${{ matrix.combo.ruby }}-gems-${{ github.ref }}-${{ hashFiles('**/Gemfile.lock') }}
+          key: ${{ runner.os }}-${{ matrix.combo.ruby }}-gem-${{ github.ref }}-${{ hashFiles('**/Gemfile.lock') }}
           restore-keys: |
-            ${{ runner.os }}-${{ matrix.combo.ruby }}-gems-${{ github.ref }}
-            ${{ runner.os }}-${{ matrix.combo.ruby }}-gems-master
-            ${{ runner.os }}-${{ matrix.combo.ruby }}-gems-
+            ${{ runner.os }}-${{ matrix.combo.ruby }}-gem-${{ github.ref }}
+            ${{ runner.os }}-${{ matrix.combo.ruby }}-gem-master
+            ${{ runner.os }}-${{ matrix.combo.ruby }}-gem-
       - uses: actions/cache@v2
         with:
           path: ./node_modules

data/.rubocop.yml

@@ -365,6 +365,7 @@ Naming/FileName:
     - 'stdlib/opal-parser.rb'
     - 'stdlib/opal-platform.rb'
     - 'stdlib/opal-source-maps.rb'
+    - 'stdlib/opal-replutils.rb'
 
 Naming/ConstantName:
   Exclude:

data/CHANGELOG.md

@@ -15,6 +15,70 @@ Changes are grouped as follows:
 
 
 
+## [1.5.0](https://github.com/opal/opal/compare/v1.4.1...v1.5.0) - 2022-04-13
+
+
+### Added
+
+- Introduce timezone support for Time ([#2394](https://github.com/opal/opal/pull/2394))
+- DateTime and Date refactor ([#2398](https://github.com/opal/opal/pull/2398))
+- Implement `Number#prev_float`/`#next_float` ([#2404](https://github.com/opal/opal/pull/2404))
+- Support `binding.irb` anywhere in the code, for both browsers and node ([#2392](https://github.com/opal/opal/pull/2392))
+- Added `URI.decode_www_form` ([#2387](https://github.com/opal/opal/pull/2387))
+
+### Changed
+
+- Move Math IE11-supporting polyfills to a separate file ([#2395](https://github.com/opal/opal/pull/2395))
+- String methods always return Strings even when overloaded ([#2413](https://github.com/opal/opal/pull/2413))
+- `alias` calls will not add the "old name" method to the list of stubs for method missing ([#2414](https://github.com/opal/opal/pull/2414))
+- Optimize writer/setter methods, up to 4% performance gain ([#2402](https://github.com/opal/opal/pull/2402))
+
+### Performance
+
+- Improve performance of argument coertion, fast-track `Integer`, `String`, and calling the designed coertion method ([#2383](https://github.com/opal/opal/pull/2383))
+- Optimize `Array#[]=` by moving the implementation to JavaScript and inlining type checks ([#2383](https://github.com/opal/opal/pull/2383))
+- Optimize internal runtime passing of block-options ([#2383](https://github.com/opal/opal/pull/2383))
+- Compile `case` statements as `switch` whenever possible ([#2411](https://github.com/opal/opal/pull/2411))
+- Improve performance with optimized common method/iter implementation shortcuts ([#2401](https://github.com/opal/opal/pull/2401))
+
+### Fixed
+
+- Fix `Regexp.new`, previously `\A` and `\z` didn't match beginning and end of input ([#2079](https://github.com/opal/opal/pull/2079))
+- Fix exception during `Hash#each` and `Hash#each_key` if keys get deleted during the loop ([#2403](https://github.com/opal/opal/pull/2403))
+- Fix defining multiple methods with the same block ([#2397](https://github.com/opal/opal/pull/2397))
+- A few edge cases of conditional calls combined with setters, e.g. `foo&.bar = 123` ([#2402](https://github.com/opal/opal/pull/2402))
+- Correct String#to_proc and method_missing compatibility ([#2418](https://github.com/opal/opal/pull/2418))
+- Exit REPL respecting the exit status number ([#2396](https://github.com/opal/opal/pull/2396))
+
+### Internal
+
+- Rewriters refactor, fix interaction between cache and inverted runner ([#2400](https://github.com/opal/opal/pull/2400))
+
+<!--
+### Internal
+### Changed
+### Added
+### Removed
+### Deprecated
+-->
+
+
+
+
+## [1.4.1](https://github.com/opal/opal/compare/v1.4.0...v1.4.1) - 2022-01-12
+
+
+### Changed
+
+- PromiseV2 is now declared a stable interface! ([#2380](https://github.com/opal/opal/pull/2380))
+
+### Fixed
+
+- Args named with JS reserved words weren't always renamed when _zsuper_ was involved ([#2385](https://github.com/opal/opal/pull/2385))
+
+
+
+
 ## [1.4.0](https://github.com/opal/opal/compare/v1.3.2...v1.4.0) - 2021-12-24
 
 

data/UNRELEASED.md

@@ -1,8 +1,8 @@
 <!--
-### Added
-### Fixed
+### Internal
 ### Changed
+### Added
 ### Removed
 ### Deprecated
-### Internal
+### Performance
 -->

data/benchmark-ips/bm_js_symbols_vs_strings.rb

@@ -1,33 +1,58 @@
 Benchmark.ips do |x|
   %x{
+    const c_foo = 'foo'
+    const v_foo = 'foo'
+    const cfoo = Symbol('foo')
+    var vfoo = Symbol('foo')
+    const cgfoo = Symbol.for('foo')
+    var vgfoo = Symbol.for('foo')
+
     var o = {}
-    o[Symbol.for('foo')] = 123
-    o.foo = 123
-    var foo = Symbol('foo')
-    var gfoo = Symbol.for('foo')
-    o[foo] = 123
-    var a = 0, b = 0, c = 0
+    o[cfoo] = 1
+    o[cgfoo] = 1
+    o[c_foo] = 1
+    o[vfoo] = 1
+
+    let a1 = 0, a2 = 0, a3 = 0, a4 = 0, a5 = 0, a6 = 0, a7 = 0, a8 = 0
   }
 
+  x.report('const string ref') do
+    `a1 += o[c_foo]`
+  end
+
+  x.report('var string ref') do
+    `a2 += o[v_foo]`
+  end
+
   x.report('live global symbol') do
-    `a += o[Symbol.for('foo')]`
+    `a3 += o[Symbol.for('foo')]`
   end
 
-  x.report('stored global symbol') do
-    `a += o[gfoo]`
+  x.report('const global symbol') do
+    `a4 += o[cgfoo]`
   end
 
-  x.report('stored symbol') do
-    `a += o[foo]`
+  x.report('var global symbol') do
+    `a5 += o[vgfoo]`
+  end
+
+  x.report('const symbol') do
+    `a6 += o[cfoo]`
+  end
+
+  x.report('var symbol') do
+    `a6 += o[vfoo]`
   end
 
   x.report('ident') do
-    `b += o.foo`
+    `a7 += o.foo`
   end
 
-  x.report('string') do
-    `c += o['foo']`
+  x.report('live string') do
+    `a8 += o['foo']`
   end
 
+  x.time = 10
+
   x.compare!
 end

data/docs/releasing.md

@@ -10,8 +10,8 @@ _This guide is a work-in-progress._
 ## Updating the changelog
 
 - Ensure all the unreleased changes are documented in UNRELEASED.md
-- Run `bin/rake changelog VERSION=v1.2.3` specifying the version number you're about to release
-- Empty UNRELEASED.md
+- [skip for pre-releases] Run `bin/rake changelog VERSION=v1.2.3` specifying the version number you're about to release
+- [skip for pre-releases] Empty UNRELEASED.md
 
 ## The commit
 
@@ -34,3 +34,11 @@ _This guide is a work-in-progress._
 ## Opal CDN
 
 - Run `bin/release v1.2.3`
+
+## Prepare for the next release
+
+- Skip this step if releasing a stable release
+- Create a new pull request that:
+  - Updates a version to `v1.x.0.dev` in both `lib/opal/version.rb` and `opal/corelib/constants.rb`
+- Remember to merge that PR before merging anything else next once we decide to not release any more point releases from `master`.
+

data/lib/opal/ast/matcher.rb

@@ -0,0 +1,77 @@
+# frozen_string_literal: true
+
+require 'ast'
+require 'parser/ast/node'
+
+module Opal
+  module AST
+    class Matcher
+      def initialize(&block)
+        @root = instance_exec(&block)
+      end
+
+      def s(type, *children)
+        Node.new(type, children)
+      end
+
+      def cap(capture)
+        Node.new(:capture, [capture])
+      end
+
+      def match(ast)
+        @captures = []
+        @root.match(ast, self) || (return false)
+        @captures
+      end
+
+      def inspect
+        "#<Opal::AST::Matcher: #{@root.inspect}>"
+      end
+
+      attr_accessor :captures
+
+      Node = Struct.new(:type, :children) do
+        def match(ast, matcher)
+          return false if ast.nil?
+
+          ast_parts = [ast.type] + ast.children
+          self_parts = [type] + children
+
+          return false if ast_parts.length != self_parts.length
+
+          ast_parts.length.times.all? do |i|
+            ast_elem = ast_parts[i]
+            self_elem = self_parts[i]
+
+            if self_elem.is_a?(Node) && self_elem.type == :capture
+              capture = true
+              self_elem = self_elem.children.first
+            end
+
+            res = case self_elem
+                  when Node
+                    self_elem.match(ast_elem, matcher)
+                  when Array
+                    self_elem.include?(ast_elem)
+                  when :*
+                    true
+                  else
+                    self_elem == ast_elem
+                  end
+
+            matcher.captures << ast_elem if capture
+            res
+          end
+        end
+
+        def inspect
+          if type == :capture
+            "{#{children.first.inspect}}"
+          else
+            "s(#{type.inspect}, #{children.inspect[1..-2]})"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/opal/cache.rb

@@ -41,7 +41,7 @@ module Opal
 
       data || begin
                 compiler = yield
-                cache.set(key, compiler)
+                cache.set(key, compiler) unless compiler.dynamic_cache_result
                 compiler
               end
     end

data/lib/opal/cli_runners/applescript.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require 'opal/cli_runners/system_runner'
+
 module Opal
   module CliRunners
     class Applescript

data/lib/opal/compiler.rb

@@ -217,9 +217,16 @@ module Opal
     # Comments from the source code
     attr_reader :comments
 
+    # Method calls made in this file
+    attr_reader :method_calls
+
     # Magic comment flags extracted from the leading comments
     attr_reader :magic_comments
 
+    # Set if some rewritter caused a dynamic cache result, meaning it's not
+    # fit to be cached
+    attr_accessor :dynamic_cache_result
+
     def initialize(source, options = {})
       @source = source
       @indent = ''
@@ -227,8 +234,10 @@ module Opal
       @options = options
       @comments = Hash.new([])
       @case_stmt = nil
+      @method_calls = Set.new
       @option_values = {}
       @magic_comments = {}
+      @dynamic_cache_result = false
     end
 
     # Compile some ruby code to a string.
@@ -260,9 +269,12 @@ module Opal
                :main
              end
 
-      @sexp = s(:top, sexp || s(:nil)).tap { |i| i.meta[:kind] = kind }
-      @comments = ::Parser::Source::Comment.associate_locations(sexp, comments)
-      @magic_comments = MagicComments.parse(sexp, comments)
+      @sexp = sexp.tap { |i| i.meta[:kind] = kind }
+
+      first_node = sexp.children.first if sexp.children.first.location
+
+      @comments = ::Parser::Source::Comment.associate_locations(first_node, comments)
+      @magic_comments = MagicComments.parse(first_node, comments)
       @eof_content = EofContent.new(tokens, @source).eof
     end
 
@@ -287,9 +299,8 @@ module Opal
       )
     end
 
-    # Method calls made in this file
-    def method_calls
-      @method_calls ||= Set.new
+    def record_method_call(mid)
+      @method_calls << mid
     end
 
     alias async_await_before_typecasting async_await
@@ -353,9 +364,7 @@ module Opal
       @indent
     end
 
-    # Create a new sexp using the given parts. Even though this just
-    # returns an array, it must be used incase the internal structure
-    # of sexps does change.
+    # Create a new sexp using the given parts.
     def s(type, *children)
       ::Opal::AST::Node.new(type, children)
     end

data/lib/opal/nodes/call.rb

@@ -8,7 +8,7 @@ require 'opal/rewriters/break_finder'
 module Opal
   module Nodes
     class CallNode < Base
-      handle :send
+      handle :send, :csend
 
       attr_reader :recvr, :meth, :arglist, :iter
 
@@ -43,15 +43,19 @@ module Opal
         # handle some methods specially
         # some special methods need to skip compilation, so we pass the default as a block
         handle_special do
-          compiler.method_calls << meth.to_sym if record_method?
-
-          # if trying to access an lvar in eval or irb mode
-          return compile_eval_var if using_eval?
-
-          # if trying to access an lvar in irb mode
-          return compile_irb_var if using_irb?
-
-          default_compile
+          compiler.record_method_call meth
+
+          with_wrapper do
+            if using_eval?
+              # if trying to access an lvar in eval or irb mode
+              compile_eval_var
+            elsif using_irb?
+              # if trying to access an lvar in irb mode
+              compile_irb_var
+            else
+              default_compile
+            end
+          end
         end
       end
 
@@ -81,13 +85,18 @@ module Opal
       # to a method body. This is some kind of protection from method calls
       # like 'a(a {}) { 1 }'.
       def invoke_using_send?
-        iter || splat?
+        iter || splat? || call_is_writer_that_needs_handling?
       end
 
       def invoke_using_refinement?
         !scope.scope.collect_refinements_temps.empty?
       end
 
+      # Is it a conditional send, ie. `foo&.bar`?
+      def csend?
+        @sexp.type == :csend
+      end
+
       def default_compile
         if auto_await?
           push 'await '
@@ -143,17 +152,19 @@ module Opal
       end
 
       def compile_receiver
-        push recv(receiver_sexp)
+        push @conditional_recvr || recv(receiver_sexp)
       end
 
       def compile_method_name
         push ", '#{meth}'"
       end
 
-      def compile_arguments
-        push ', '
+      def compile_arguments(skip_comma = false)
+        push ', ' unless skip_comma
 
-        if splat?
+        if @with_writer_temp
+          push @with_writer_temp
+        elsif splat?
           push expr(arglist)
         elsif arglist.children.empty?
           push '[]'
@@ -197,16 +208,13 @@ module Opal
         mid_to_jsid meth.to_s
       end
 
-      def record_method?
-        true
-      end
-
       # Used to generate the code to use this sexp as an ivar var reference
       def compile_irb_var
         with_temp do |tmp|
           lvar = meth
           call = s(:send, s(:self), meth.intern, s(:arglist))
-          push "((#{tmp} = Opal.irb_vars.#{lvar}) == null ? ", expr(call), " : #{tmp})"
+          ref = "(typeof #{lvar} !== 'undefined') ? #{lvar} : "
+          push "((#{tmp} = Opal.irb_vars.#{lvar}) == null ? ", ref, expr(call), " : #{tmp})"
         end
       end
 
@@ -255,7 +263,7 @@ module Opal
           if invoke_using_refinement?
             compile_default.call
           elsif compiler.inline_operators?
-            compiler.method_calls << operator.to_sym if record_method?
+            compiler.record_method_call operator
             helper :"rb_#{name}"
             lhs, rhs = expr(recvr), expr(arglist)
 
@@ -414,13 +422,8 @@ module Opal
 
         scope.nesting
         push "Opal.Binding.$new("
-        push "  function($code, $value) {"
-        push "    if (typeof $value === 'undefined') {"
-        push "      return eval($code);"
-        push "    }"
-        push "    else {"
-        push "      return eval($code + ' = $value');"
-        push "    }"
+        push "  function($code) {"
+        push "    return eval($code);"
         push "  },"
         push "  ", scope.scope_locals.map(&:to_s).inspect, ","
         push "  ", scope.self, ","
@@ -450,6 +453,48 @@ module Opal
         )
       end
 
+      def with_wrapper(&block)
+        if csend? && !@conditional_recvr
+          handle_conditional_send do
+            with_wrapper(&block)
+          end
+        elsif call_is_writer_that_needs_handling?
+          handle_writer(&block)
+        else
+          yield
+        end
+      end
+
+      def call_is_writer_that_needs_handling?
+        (expr? || recv?) && (meth.to_s =~ /^\w+=$/ || meth == :[]=)
+      end
+
+      # Handle safe-operator calls: foo&.bar / foo&.bar ||= baz / ...
+      def handle_conditional_send
+        # temporary variable that stores method receiver
+        receiver_temp = scope.new_temp
+        push "#{receiver_temp} = ", expr(recvr)
+
+        # execute the sexp only if the receiver isn't nil
+        push ", (#{receiver_temp} === nil || #{receiver_temp} == null) ? nil : "
+        @conditional_recvr = receiver_temp
+        yield
+        wrap '(', ')'
+      end
+
+      def handle_writer
+        with_temp do |temp|
+          push "(#{temp} = "
+          compile_arguments(true)
+          push ", "
+          @with_writer_temp = temp
+          yield
+          @with_writer_temp = false
+          push ", "
+          push "#{temp}[#{temp}.length - 1])"
+        end
+      end
+
       class DependencyResolver
         def initialize(compiler, sexp, missing_dynamic_require = nil)
           @compiler = compiler