RubyGems - opal - Versions diffs - 1.6.1 → 1.7.0 - Mend

opal 1.6.1 → 1.7.0

Files changed (212) hide show

checksums.yaml +4 -4
data/.github/workflows/build.yml +17 -0
data/CHANGELOG.md +35 -1
data/Gemfile +1 -0
data/HACKING.md +47 -26
data/benchmark/benchmarks +415 -103
data/benchmark/bm_call_overhead.yml +28 -0
data/benchmark/run.rb +61 -40
data/docs/cdp_common.json +3364 -0
data/docs/cdp_common.md +18 -0
data/docs/{headless_chrome.md → headless_browsers.md} +31 -12
data/lib/opal/ast/builder.rb +1 -1
data/lib/opal/builder.rb +6 -1
data/lib/opal/builder_processors.rb +5 -3
data/lib/opal/cache.rb +1 -7
data/lib/opal/cli_options.rb +72 -58
data/lib/opal/cli_runners/chrome.rb +47 -9
data/lib/opal/cli_runners/chrome_cdp_interface.rb +238 -112
data/lib/opal/cli_runners/compiler.rb +146 -13
data/lib/opal/cli_runners/deno.rb +32 -0
data/lib/opal/cli_runners/firefox.rb +350 -0
data/lib/opal/cli_runners/firefox_cdp_interface.rb +212 -0
data/lib/opal/cli_runners/node_modules/.bin/chrome-remote-interface.cmd +17 -0
data/lib/opal/cli_runners/node_modules/.bin/chrome-remote-interface.ps1 +28 -0
data/lib/opal/cli_runners/node_modules/.package-lock.json +41 -0
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/LICENSE +1 -1
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/README.md +322 -182
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/bin/client.js +99 -114
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/chrome-remote-interface.js +1 -11
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/index.js +16 -11
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/lib/api.js +41 -33
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/lib/chrome.js +224 -214
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/lib/devtools.js +71 -191
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/lib/external-request.js +26 -6
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/lib/protocol.json +20788 -9049
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/lib/websocket-wrapper.js +10 -3
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/package.json +59 -123
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/webpack.config.js +25 -32
data/lib/opal/cli_runners/node_modules/commander/History.md +298 -0
data/lib/opal/cli_runners/node_modules/commander/LICENSE +22 -0
data/lib/opal/cli_runners/node_modules/commander/Readme.md +217 -61
data/lib/opal/cli_runners/node_modules/commander/index.js +431 -145
data/lib/opal/cli_runners/node_modules/commander/package.json +16 -79
data/lib/opal/cli_runners/node_modules/ws/README.md +334 -98
data/lib/opal/cli_runners/node_modules/ws/browser.js +8 -0
data/lib/opal/cli_runners/node_modules/ws/index.js +5 -10
data/lib/opal/cli_runners/node_modules/ws/lib/buffer-util.js +129 -0
data/lib/opal/cli_runners/node_modules/ws/lib/constants.js +10 -0
data/lib/opal/cli_runners/node_modules/ws/lib/event-target.js +184 -0
data/lib/opal/cli_runners/node_modules/ws/lib/extension.js +223 -0
data/lib/opal/cli_runners/node_modules/ws/lib/limiter.js +55 -0
data/lib/opal/cli_runners/node_modules/ws/lib/permessage-deflate.js +518 -0
data/lib/opal/cli_runners/node_modules/ws/lib/receiver.js +607 -0
data/lib/opal/cli_runners/node_modules/ws/lib/sender.js +409 -0
data/lib/opal/cli_runners/node_modules/ws/lib/stream.js +180 -0
data/lib/opal/cli_runners/node_modules/ws/lib/validation.js +104 -0
data/lib/opal/cli_runners/node_modules/ws/lib/websocket-server.js +447 -0
data/lib/opal/cli_runners/node_modules/ws/lib/websocket.js +1195 -0
data/lib/opal/cli_runners/node_modules/ws/package.json +40 -106
data/lib/opal/cli_runners/package-lock.json +62 -0
data/lib/opal/cli_runners/package.json +1 -1
data/lib/opal/cli_runners.rb +26 -4
data/lib/opal/nodes/args/prepare_post_args.rb +2 -2
data/lib/opal/nodes/def.rb +8 -8
data/lib/opal/nodes/iter.rb +12 -12
data/lib/opal/nodes/logic.rb +1 -1
data/lib/opal/nodes/masgn.rb +2 -2
data/lib/opal/parser/with_ruby_lexer.rb +1 -1
data/lib/opal/paths.rb +14 -0
data/lib/opal/rewriter.rb +2 -0
data/lib/opal/rewriters/forward_args.rb +52 -4
data/lib/opal/rewriters/targeted_patches.rb +94 -0
data/lib/opal/version.rb +1 -1
data/opal/corelib/basic_object.rb +1 -1
data/opal/corelib/boolean.rb +2 -2
data/opal/corelib/class.rb +11 -0
data/opal/corelib/constants.rb +3 -3
data/opal/corelib/enumerable.rb +4 -0
data/opal/corelib/enumerator.rb +1 -1
data/opal/corelib/hash.rb +2 -2
data/opal/corelib/helpers.rb +1 -1
data/opal/corelib/kernel.rb +3 -3
data/opal/corelib/method.rb +1 -1
data/opal/corelib/module.rb +29 -8
data/opal/corelib/proc.rb +7 -5
data/opal/corelib/runtime.js +141 -78
data/opal/corelib/set.rb +252 -0
data/opal/corelib/string.rb +2 -1
data/opal/corelib/time.rb +2 -2
data/opal/opal.rb +1 -0
data/opal.gemspec +1 -0
data/spec/filters/bugs/array.rb +22 -13
data/spec/filters/bugs/base64.rb +5 -5
data/spec/filters/bugs/basicobject.rb +16 -8
data/spec/filters/bugs/bigdecimal.rb +161 -160
data/spec/filters/bugs/binding.rb +10 -10
data/spec/filters/bugs/class.rb +8 -8
data/spec/filters/bugs/complex.rb +2 -1
data/spec/filters/bugs/date.rb +79 -81
data/spec/filters/bugs/datetime.rb +29 -29
data/spec/filters/bugs/delegate.rb +1 -3
data/spec/filters/bugs/encoding.rb +69 -69
data/spec/filters/bugs/enumerable.rb +22 -20
data/spec/filters/bugs/enumerator.rb +88 -85
data/spec/filters/bugs/exception.rb +46 -40
data/spec/filters/bugs/file.rb +32 -32
data/spec/filters/bugs/float.rb +26 -21
data/spec/filters/bugs/freeze.rb +88 -0
data/spec/filters/bugs/hash.rb +39 -38
data/spec/filters/bugs/integer.rb +57 -44
data/spec/filters/bugs/io.rb +1 -1
data/spec/filters/bugs/kernel.rb +349 -269
data/spec/filters/bugs/language.rb +220 -188
data/spec/filters/bugs/main.rb +5 -3
data/spec/filters/bugs/marshal.rb +38 -38
data/spec/filters/bugs/math.rb +2 -1
data/spec/filters/bugs/method.rb +73 -62
data/spec/filters/bugs/module.rb +163 -143
data/spec/filters/bugs/numeric.rb +6 -6
data/spec/filters/bugs/objectspace.rb +16 -16
data/spec/filters/bugs/openstruct.rb +1 -1
data/spec/filters/bugs/pack_unpack.rb +51 -51
data/spec/filters/bugs/pathname.rb +7 -7
data/spec/filters/bugs/proc.rb +63 -63
data/spec/filters/bugs/random.rb +7 -6
data/spec/filters/bugs/range.rb +12 -9
data/spec/filters/bugs/rational.rb +8 -7
data/spec/filters/bugs/regexp.rb +49 -48
data/spec/filters/bugs/ruby-32.rb +56 -0
data/spec/filters/bugs/set.rb +30 -30
data/spec/filters/bugs/singleton.rb +4 -4
data/spec/filters/bugs/string.rb +187 -99
data/spec/filters/bugs/stringio.rb +7 -0
data/spec/filters/bugs/stringscanner.rb +68 -68
data/spec/filters/bugs/struct.rb +11 -9
data/spec/filters/bugs/symbol.rb +1 -1
data/spec/filters/bugs/time.rb +78 -63
data/spec/filters/bugs/trace_point.rb +4 -4
data/spec/filters/bugs/unboundmethod.rb +32 -17
data/spec/filters/bugs/warnings.rb +8 -12
data/spec/filters/unsupported/array.rb +24 -107
data/spec/filters/unsupported/basicobject.rb +12 -12
data/spec/filters/unsupported/bignum.rb +27 -52
data/spec/filters/unsupported/class.rb +1 -2
data/spec/filters/unsupported/delegator.rb +3 -3
data/spec/filters/unsupported/enumerable.rb +2 -9
data/spec/filters/unsupported/enumerator.rb +2 -11
data/spec/filters/unsupported/file.rb +1 -1
data/spec/filters/unsupported/float.rb +28 -47
data/spec/filters/unsupported/hash.rb +8 -14
data/spec/filters/unsupported/integer.rb +75 -91
data/spec/filters/unsupported/kernel.rb +17 -35
data/spec/filters/unsupported/language.rb +11 -19
data/spec/filters/unsupported/marshal.rb +22 -41
data/spec/filters/unsupported/matchdata.rb +28 -52
data/spec/filters/unsupported/math.rb +1 -1
data/spec/filters/unsupported/privacy.rb +229 -285
data/spec/filters/unsupported/range.rb +1 -5
data/spec/filters/unsupported/regexp.rb +40 -66
data/spec/filters/unsupported/set.rb +2 -2
data/spec/filters/unsupported/singleton.rb +4 -4
data/spec/filters/unsupported/string.rb +305 -508
data/spec/filters/unsupported/struct.rb +3 -4
data/spec/filters/unsupported/symbol.rb +15 -18
data/spec/filters/unsupported/thread.rb +1 -7
data/spec/filters/unsupported/time.rb +159 -202
data/spec/filters/unsupported/usage_of_files.rb +170 -259
data/spec/lib/builder_spec.rb +4 -4
data/spec/lib/rewriters/forward_args_spec.rb +32 -12
data/spec/mspec-opal/runner.rb +2 -0
data/spec/ruby_specs +4 -0
data/stdlib/deno/base.rb +28 -0
data/stdlib/deno/file.rb +340 -0
data/stdlib/{headless_chrome.rb → headless_browser/base.rb} +1 -1
data/stdlib/headless_browser/file.rb +15 -0
data/stdlib/headless_browser.rb +4 -0
data/stdlib/native.rb +1 -1
data/stdlib/nodejs/file.rb +5 -0
data/stdlib/opal/platform.rb +8 -6
data/stdlib/opal-platform.rb +14 -8
data/stdlib/set.rb +1 -258
data/tasks/benchmarking.rake +62 -19
data/tasks/performance.rake +1 -1
data/tasks/testing.rake +5 -3
data/test/nodejs/test_file.rb +29 -10
data/test/opal/http_server.rb +28 -11
data/test/opal/unsupported_and_bugs.rb +2 -1
metadata +89 -50
data/lib/opal/cli_runners/node_modules/ultron/LICENSE +0 -22
data/lib/opal/cli_runners/node_modules/ultron/index.js +0 -138
data/lib/opal/cli_runners/node_modules/ultron/package.json +0 -112
data/lib/opal/cli_runners/node_modules/ws/SECURITY.md +0 -33
data/lib/opal/cli_runners/node_modules/ws/lib/BufferUtil.fallback.js +0 -56
data/lib/opal/cli_runners/node_modules/ws/lib/BufferUtil.js +0 -15
data/lib/opal/cli_runners/node_modules/ws/lib/ErrorCodes.js +0 -28
data/lib/opal/cli_runners/node_modules/ws/lib/EventTarget.js +0 -158
data/lib/opal/cli_runners/node_modules/ws/lib/Extensions.js +0 -69
data/lib/opal/cli_runners/node_modules/ws/lib/PerMessageDeflate.js +0 -339
data/lib/opal/cli_runners/node_modules/ws/lib/Receiver.js +0 -520
data/lib/opal/cli_runners/node_modules/ws/lib/Sender.js +0 -438
data/lib/opal/cli_runners/node_modules/ws/lib/Validation.fallback.js +0 -9
data/lib/opal/cli_runners/node_modules/ws/lib/Validation.js +0 -17
data/lib/opal/cli_runners/node_modules/ws/lib/WebSocket.js +0 -705
data/lib/opal/cli_runners/node_modules/ws/lib/WebSocketServer.js +0 -336
data/spec/filters/bugs/boolean.rb +0 -3
data/spec/filters/bugs/matrix.rb +0 -3
data/spec/filters/unsupported/fixnum.rb +0 -15
data/spec/filters/unsupported/freeze.rb +0 -102
data/spec/filters/unsupported/pathname.rb +0 -4
data/spec/filters/unsupported/proc.rb +0 -4
data/spec/filters/unsupported/random.rb +0 -5
data/spec/filters/unsupported/taint.rb +0 -162

data/lib/opal/cli_runners/firefox.rb ADDED Viewed

@@ -0,0 +1,350 @@
+# frozen_string_literal: true
+require 'shellwords'
+require 'socket'
+require 'timeout'
+require 'tmpdir'
+require 'rbconfig'
+require 'opal/os'
+require 'json'
+require 'fileutils'
+require 'net/http'
+module Opal
+  module CliRunners
+    class Firefox
+      SCRIPT_PATH = File.expand_path('firefox_cdp_interface.rb', __dir__).freeze
+      DEFAULT_CHROME_HOST = 'localhost'
+      DEFAULT_CHROME_PORT = 9333 # makes sure it doesn't accidentally connect to a lingering chrome
+      def self.call(data)
+        runner = new(data)
+        runner.run
+      end
+      def initialize(data)
+        builder = data[:builder].call
+        options = data[:options]
+        argv    = data[:argv]
+        if argv && argv.any?
+          warn "warning: ARGV is not supported by the Firefox runner #{argv.inspect}"
+        end
+        @output  = options.fetch(:output, $stdout)
+        @builder = builder
+      end
+      attr_reader :output, :exit_status, :builder
+      def run
+        mktmpdir do |dir|
+          with_firefox_server do
+            prepare_files_in(dir)
+            env = {
+              'CHROME_HOST' => chrome_host,
+              'CHROME_PORT' => chrome_port.to_s,
+              'NODE_PATH' => File.join(__dir__, 'node_modules')
+            }
+            env['OPAL_CDP_EXT'] = builder.output_extension
+            cmd = [
+              RbConfig.ruby,
+              "#{__dir__}/../../../exe/opal",
+              '--no-exit',
+              '-I', __dir__,
+              '-r', 'source-map-support-node',
+              SCRIPT_PATH,
+              dir
+            ]
+            Kernel.exec(env, *cmd)
+          end
+        end
+      end
+      private
+      def prepare_files_in(dir)
+        js = builder.to_s
+        map = builder.source_map.to_json
+        ext = builder.output_extension
+        module_type = ' type="module"' if builder.esm?
+        # CDP can't handle huge data passed to `addScriptToEvaluateOnLoad`
+        # https://groups.google.com/a/chromium.org/forum/#!topic/chromium-discuss/U5qyeX_ydBo
+        # The only way is to create temporary files and pass them to the browser.
+        File.binwrite("#{dir}/index.#{ext}", js)
+        File.binwrite("#{dir}/index.#{ext}.map", map)
+        File.binwrite("#{dir}/index.html", <<~HTML)
+          <!DOCTYPE html>
+          <html><head>
+            <meta charset='utf-8'>
+            <link rel="shortcut icon" href="data:image/x-icon;," type="image/x-icon">
+            <script>
+            window.opalheadlessfirefox = true;
+            </script>
+          </head><body>
+            <script src='/index.#{ext}'#{module_type}></script>
+          </body></html>
+        HTML
+      end
+      def chrome_host
+        ENV['CHROME_HOST'] || DEFAULT_CHROME_HOST
+      end
+      def chrome_port
+        ENV['CHROME_PORT'] || DEFAULT_CHROME_PORT
+      end
+      def with_firefox_server
+        if firefox_server_running?
+          yield
+        else
+          run_firefox_server { yield }
+        end
+      end
+      def run_firefox_server
+        raise 'Firefox server can be started only on localhost' if chrome_host != DEFAULT_CHROME_HOST
+        profile = mktmpprofile
+        # For options see https://github.com/puppeteer/puppeteer/blob/main/packages/puppeteer-core/src/node/FirefoxLauncher.ts
+        firefox_server_cmd = %{#{OS.shellescape(firefox_executable)} \
+          --no-remote \
+          --profile #{profile} \
+          --headless \
+          --remote-debugging-port #{chrome_port} \
+          #{ENV['FIREFOX_OPTS']}}
+        firefox_pid = Process.spawn(firefox_server_cmd, in: OS.dev_null, out: OS.dev_null, err: OS.dev_null)
+        Timeout.timeout(30) do
+          loop do
+            break if firefox_server_running?
+            sleep 0.5
+          end
+        end
+        yield
+      rescue Timeout::Error
+        puts 'Failed to start firefox server'
+        puts 'Make sure that you have it installed and that its version is > 100'
+        exit(1)
+      ensure
+        if OS.windows? && firefox_pid
+          Process.kill('KILL', firefox_pid) unless system("taskkill /f /t /pid #{firefox_pid} >NUL 2>NUL")
+        elsif firefox_pid
+          Process.kill('HUP', firefox_pid)
+        end
+        FileUtils.rm_rf(profile) if profile
+      end
+      def firefox_server_running?
+        puts "Connecting to #{chrome_host}:#{chrome_port}..."
+        TCPSocket.new(chrome_host, chrome_port).close
+        # Firefox CDP endpoints are initialized after the CDP port is ready
+        # this causes first requests to fail
+        # wait until the CDP endpoints are ready
+        response = Net::HTTP.get_response('localhost', '/json/list', chrome_port)
+        raise Errno::EADDRNOTAVAIL if response.code != '200'
+        true
+      rescue Errno::ECONNREFUSED, Errno::EADDRNOTAVAIL
+        false
+      end
+      def firefox_executable
+        ENV['MOZILLA_FIREFOX_BINARY'] ||
+          if OS.windows?
+            [
+              'C:/Program Files/Mozilla Firefox/firefox.exe'
+            ].each do |path|
+              next unless File.exist? path
+              return path
+            end
+          elsif OS.macos?
+            '/Applications/Firefox.app/Contents/MacOS/Firefox'
+          else
+            %w[
+              firefox
+              firefox-esr
+            ].each do |name|
+              next unless system('sh', '-c', "command -v #{name.shellescape}", out: '/dev/null')
+              return name
+            end
+            raise 'Cannot find firefox executable'
+          end
+      end
+      def mktmpdir(&block)
+        Dir.mktmpdir('firefox-opal-', &block)
+      end
+      def mktmpprofile
+        profile = Dir.mktmpdir('firefox-opal-profile-')
+        default_prefs = {
+          # Make sure Shield doesn't hit the network.
+          'app.normandy.api_url': '',
+          # Disable Firefox old build background check
+          'app.update.checkInstallTime': false,
+          # Disable automatically upgrading Firefox
+          'app.update.disabledForTesting': true,
+          # Increase the APZ content response timeout to 1 minute
+          'apz.content_response_timeout': 60_000,
+          # Prevent various error message on the console
+          'browser.contentblocking.features.standard':
+            '-tp,tpPrivate,cookieBehavior0,-cm,-fp',
+          # Enable the dump function: which sends messages to the system console
+          # https://bugzilla.mozilla.org/show_bug.cgi?id=1543115
+          'browser.dom.window.dump.enabled': true,
+          # Disable topstories
+          'browser.newtabpage.activity-stream.feeds.system.topstories': false,
+          # Always display a blank page
+          'browser.newtabpage.enabled': false,
+          # Background thumbnails in particular cause grief: and disabling
+          # thumbnails in general cannot hurt
+          'browser.pagethumbnails.capturing_disabled': true,
+          # Disable safebrowsing components.
+          'browser.safebrowsing.blockedURIs.enabled': false,
+          'browser.safebrowsing.downloads.enabled': false,
+          'browser.safebrowsing.malware.enabled': false,
+          'browser.safebrowsing.passwords.enabled': false,
+          'browser.safebrowsing.phishing.enabled': false,
+          # Disable updates to search engines.
+          'browser.search.update': false,
+          # Do not restore the last open set of tabs if the browser has crashed
+          'browser.sessionstore.resume_from_crash': false,
+          # Skip check for default browser on startup
+          'browser.shell.checkDefaultBrowser': false,
+          # Disable newtabpage
+          'browser.startup.homepage': 'about:blank',
+          # Do not redirect user when a milstone upgrade of Firefox is detected
+          'browser.startup.homepage_override.mstone': 'ignore',
+          # Start with a blank page about:blank
+          'browser.startup.page': 0,
+          # Do not allow background tabs to be zombified on Android: otherwise for
+          # tests that open additional tabs: the test harness tab itself might get unloaded
+          'browser.tabs.disableBackgroundZombification': false,
+          # Do not warn when closing all other open tabs
+          'browser.tabs.warnOnCloseOtherTabs': false,
+          # Do not warn when multiple tabs will be opened
+          'browser.tabs.warnOnOpen': false,
+          # Disable the UI tour.
+          'browser.uitour.enabled': false,
+          # Turn off search suggestions in the location bar so as not to trigger
+          # network connections.
+          'browser.urlbar.suggest.searches': false,
+          # Disable first run splash page on Windows 10
+          'browser.usedOnWindows10.introURL': '',
+          # Do not warn on quitting Firefox
+          'browser.warnOnQuit': false,
+          # Defensively disable data reporting systems
+          'datareporting.healthreport.documentServerURI': 'http://localhost/dummy/healthreport/',
+          'datareporting.healthreport.logging.consoleEnabled': false,
+          'datareporting.healthreport.service.enabled': false,
+          'datareporting.healthreport.service.firstRun': false,
+          'datareporting.healthreport.uploadEnabled': false,
+          # Do not show datareporting policy notifications which can interfere with tests
+          'datareporting.policy.dataSubmissionEnabled': false,
+          'datareporting.policy.dataSubmissionPolicyBypassNotification': true,
+          # DevTools JSONViewer sometimes fails to load dependencies with its require.js.
+          # This doesn't affect Puppeteer but spams console (Bug 1424372)
+          'devtools.jsonview.enabled': false,
+          # Disable popup-blocker
+          'dom.disable_open_during_load': false,
+          # Enable the support for File object creation in the content process
+          # Required for |Page.setFileInputFiles| protocol method.
+          'dom.file.createInChild': true,
+          # Disable the ProcessHangMonitor
+          'dom.ipc.reportProcessHangs': false,
+          # Disable slow script dialogues
+          'dom.max_chrome_script_run_time': 0,
+          'dom.max_script_run_time': 0,
+          # Only load extensions from the application and user profile
+          # AddonManager.SCOPE_PROFILE + AddonManager.SCOPE_APPLICATION
+          'extensions.autoDisableScopes': 0,
+          'extensions.enabledScopes': 5,
+          # Disable metadata caching for installed add-ons by default
+          'extensions.getAddons.cache.enabled': false,
+          # Disable installing any distribution extensions or add-ons.
+          'extensions.installDistroAddons': false,
+          # Disabled screenshots extension
+          'extensions.screenshots.disabled': true,
+          # Turn off extension updates so they do not bother tests
+          'extensions.update.enabled': false,
+          # Turn off extension updates so they do not bother tests
+          'extensions.update.notifyUser': false,
+          # Make sure opening about:addons will not hit the network
+          'extensions.webservice.discoverURL': 'http://localhost/dummy/discoveryURL',
+          # Temporarily force disable BFCache in parent (https://bit.ly/bug-1732263)
+          'fission.bfcacheInParent': false,
+          # Force all web content to use a single content process
+          'fission.webContentIsolationStrategy': 0,
+          # Allow the application to have focus even it runs in the background
+          'focusmanager.testmode': true,
+          # Disable useragent updates
+          'general.useragent.updates.enabled': false,
+          # Always use network provider for geolocation tests so we bypass the
+          # macOS dialog raised by the corelocation provider
+          'geo.provider.testing': true,
+          # Do not scan Wifi
+          'geo.wifi.scan': false,
+          # No hang monitor
+          'hangmonitor.timeout': 0,
+          # Show chrome errors and warnings in the error console
+          'javascript.options.showInConsole': true,
+          # Disable download and usage of OpenH264: and Widevine plugins
+          'media.gmp-manager.updateEnabled': false,
+          # Prevent various error message on the console
+          'network.cookie.cookieBehavior': 0,
+          # Disable experimental feature that is only available in Nightly
+          'network.cookie.sameSite.laxByDefault': false,
+          # Do not prompt for temporary redirects
+          'network.http.prompt-temp-redirect': false,
+          # Disable speculative connections so they are not reported as leaking
+          # when they are hanging around
+          'network.http.speculative-parallel-limit': 0,
+          # Do not automatically switch between offline and online
+          'network.manage-offline-status': false,
+          # Make sure SNTP requests do not hit the network
+          'network.sntp.pools': 'localhost',
+          # Disable Flash.
+          'plugin.state.flash': 0,
+          'privacy.trackingprotection.enabled': false,
+          # Can be removed once Firefox 89 is no longer supported
+          # https://bugzilla.mozilla.org/show_bug.cgi?id=1710839
+          'remote.enabled': true,
+          # Don't do network connections for mitm priming
+          'security.certerrors.mitm.priming.enabled': false,
+          # Local documents have access to all other local documents,
+          # including directory listings
+          'security.fileuri.strict_origin_policy': false,
+          # Do not wait for the notification button security delay
+          'security.notification_enable_delay': 0,
+          # Ensure blocklist updates do not hit the network
+          'services.settings.server': 'http://localhost/dummy/blocklist/',
+          # Do not automatically fill sign-in forms with known usernames and passwords
+          'signon.autofillForms': false,
+          # Disable password capture, so that tests that include forms are not
+          # influenced by the presence of the persistent doorhanger notification
+          'signon.rememberSignons': false,
+          # Disable first-run welcome page
+          'startup.homepage_welcome_url': 'about:blank',
+          # Disable first-run welcome page
+          'startup.homepage_welcome_url.additional': '',
+          # Disable browser animations (tabs, fullscreen, sliding alerts)
+          'toolkit.cosmeticAnimations.enabled': false,
+          # Prevent starting into safe mode after application crashes
+          'toolkit.startup.max_resumed_crashes': -1,
+        }
+        prefs = default_prefs.map { |key, value| "user_pref(\"#{key}\", #{JSON.dump(value)});" }
+        File.binwrite(profile + '/prefs.js', prefs.join("\n"))
+        profile
+      end
+    end
+  end
+end

data/lib/opal/cli_runners/firefox_cdp_interface.rb ADDED Viewed

@@ -0,0 +1,212 @@
+# frozen_string_literal: true
+# This script I converted into Opal, so that I don't have to write
+# buffer handling again. We have gets, Node has nothing close to it,
+# even async.
+# For CDP see docs/cdp_common.(md|json)
+require 'opal/platform'
+require 'nodejs/env'
+%x{
+var CDP = require("chrome-remote-interface");
+var fs = require("fs");
+var http = require("http");
+var dir = #{ARGV.last};
+// var ext = #{ENV['OPAL_CDP_EXT']}; // not used at the moment
+var offset; // port offset for http server, depending on number of targets
+// even though its Firefox, "chrome-remote-interface" expects CHROME_* vars
+var options = {
+  host: #{ENV['CHROME_HOST'] || 'localhost'},
+  port: parseInt(#{ENV['CHROME_PORT'] || '9333'}) // makes sure it doesn't accidentally connect to a lingering chrome
+};
+// support functions
+function perror(error) { console.error(error); }
+var exiting = false;
+function shutdown(exit_code) {
+  if (exiting) { return Promise.resolve(); }
+  exiting = true;
+  cdp_client.Target.closeTarget(target_id); // Promise doesn't get resolved
+  server.close();
+  process.exit(exit_code);
+};
+// simple HTTP server to deliver page, scripts to, and trigger commands from browser
+function not_found(res) {
+  res.writeHead(404, { "Content-Type": "text/plain" });
+  res.end("NOT FOUND");
+}
+function response_ok(res) {
+  res.writeHead(200, { "Content-Type": "text/plain" });
+  res.end("OK");
+}
+function handle_post(req, res, fun) {
+  var data = "";
+  req.on('data', function(chunk) {
+    data += chunk;
+  })
+  req.on('end', function() {
+    var obj = JSON.parse(data);
+    fun.call(this, obj);
+  });
+}
+var server = http.createServer(function(req, res) {
+  if (req.method === "GET") {
+    var path = dir + '/' + req.url.slice(1);
+    if (path.includes('..') || !fs.existsSync(path)) {
+      not_found(res);
+    } else {
+      var content_type;
+      if (path.endsWith(".html")) {
+        content_type = "text/html"
+      } else if (path.endsWith(".map")) {
+        content_type = "application/json"
+      } else {
+        content_type = "application/javascript"
+      }
+      res.writeHead(200, { "Content-Type": content_type });
+      res.end(fs.readFileSync(path));
+    }
+  } else if (req.method === "POST") {
+    if (req.url === "/File.write") {
+      // totally insecure on purpose
+      handle_post(req, res, function(obj) {
+        fs.writeFileSync(obj.filename, obj.data);
+        response_ok(res);
+      });
+    } else {
+      not_found(res);
+    }
+  } else {
+    not_found(res);
+  }
+});
+// actual CDP code
+CDP.List(options, function(err, targets) {
+  offset = targets ? targets.length + 1 : 1;
+  return CDP(options, function(browser_client) {
+    server.listen({port: offset + options.port, host: options.host });
+    browser_client.Target.createTarget({url: "about:blank"}).then(function(target) {
+      target_id = target;
+      options.target = target_id.targetId;
+      CDP(options, function(client) {
+        cdp_client = client;
+        var Log = client.Log,
+            Page = client.Page,
+            Runtime = client.Runtime;
+        // enable used CDP domains
+        Promise.all([
+          Log.enable(),
+          Page.enable(),
+          Runtime.enable()
+        ]).then(function() {
+          // receive and handle all kinds of log and console messages
+          Log.entryAdded(function(entry) {
+            process.stdout.write(entry.entry.level + ': ' + entry.entry.text + "\n");
+          });
+          Runtime.consoleAPICalled(function(entry) {
+            var args = entry.args;
+            var stack = null;
+            var i, arg, frame, value;
+            // output actual message
+            for(i = 0; i < args.length; i++) {
+              arg = args[i];
+              if (arg.type === "string") { value = arg.value; }
+              else { value = JSON.stringify(arg); }
+              process.stdout.write(value);
+            }
+            if (entry.stackTrace && entry.stackTrace.callFrames) { stack = entry.stackTrace.callFrames; }
+            if (entry.type === "error" && stack) {
+              // print full stack for errors
+              process.stdout.write("\n");
+              for(i = 0; i < stack.length; i++) {
+                frame = stack[i];
+                if (frame) {
+                  value = frame.url + ':' + frame.lineNumer + ':' + frame.columnNumber + '\n';
+                  process.stdout.write(value);
+                }
+              }
+            }
+          });
+          Runtime.exceptionThrown(function(exception) {
+            var ex = exception.exceptionDetails;
+            var stack = ex.stackTrace.callFrames;
+            var fr;
+            perror(ex.url + ':' + ex.lineNumber + ':' + ex.columnNumber + ': ' + ex.text);
+            for (var i = 0; i < stack.length; i++) {
+              fr = stack[i];
+              perror(fr.url + ':' + fr.lineNumber + ':' + fr.columnNumber + ': in ' + fr.functionName);
+            }
+            return shutdown(1);
+          });
+          Page.javascriptDialogOpening((dialog) => {
+            #{
+              if `dialog.type` == 'prompt'
+                message = gets&.chomp
+                if message
+                  `Page.handleJavaScriptDialog({accept: true, promptText: #{message}})`
+                else
+                  `Page.handleJavaScriptDialog({accept: false})`
+                end
+              elsif `dialog.type` == 'alert' && `dialog.message` == 'opalheadlessbrowserexit'
+                # A special case of an alert with a magic string "opalheadlessbrowserexit".
+                # This denotes that `Kernel#exit` has been called. We would have rather used
+                # an exception here, but they don't bubble sometimes.
+                %x{
+                  Page.handleJavaScriptDialog({accept: true});
+                  Runtime.evaluate({ expression: "window.OPAL_EXIT_CODE" }).then(function(output) {
+                    var exit_code = 0;
+                    if (typeof(output.result) !== "undefined" && output.result.type === "number") {
+                      exit_code = output.result.value;
+                    }
+                    return shutdown(exit_code);
+                  });
+                }
+              end
+            }
+          });
+          Page.loadEventFired(() => {
+            Runtime.evaluate({ expression: "window.OPAL_EXIT_CODE" }).then(function(output) {
+              if (typeof(output.result) !== "undefined" && output.result.type === "number") {
+                return shutdown(output.result.value);
+              } else if (typeof(output.result) !== "undefined" && output.result.type === "string" && output.result.value === "noexit") {
+                // do nothing, we have headless chrome support enabled and there are most probably async events awaiting
+              } else {
+                return shutdown(0);
+              }
+            })
+          });
+          Page.navigate({ url: "http://localhost:" + (offset + options.port).toString() + "/index.html" })
+        });
+      });
+    });
+  });
+});
+}
+# end of code (marker to help see if brackets match above)

data/lib/opal/cli_runners/node_modules/.bin/chrome-remote-interface.cmd ADDED Viewed

@@ -0,0 +1,17 @@
+@ECHO off
+GOTO start
+:find_dp0
+SET dp0=%~dp0
+EXIT /b
+:start
+SETLOCAL
+CALL :find_dp0
+IF EXIST "%dp0%\node.exe" (
+  SET "_prog=%dp0%\node.exe"
+) ELSE (
+  SET "_prog=node"
+  SET PATHEXT=%PATHEXT:;.JS;=;%
+)
+endLocal & goto #_undefined_# 2>NUL || title %COMSPEC% & "%_prog%"  "%dp0%\..\chrome-remote-interface\bin\client.js" %*

data/lib/opal/cli_runners/node_modules/.bin/chrome-remote-interface.ps1 ADDED Viewed

@@ -0,0 +1,28 @@
+#!/usr/bin/env pwsh
+$basedir=Split-Path $MyInvocation.MyCommand.Definition -Parent
+$exe=""
+if ($PSVersionTable.PSVersion -lt "6.0" -or $IsWindows) {
+  # Fix case when both the Windows and Linux builds of Node
+  # are installed in the same directory
+  $exe=".exe"
+}
+$ret=0
+if (Test-Path "$basedir/node$exe") {
+  # Support pipeline input
+  if ($MyInvocation.ExpectingInput) {
+    $input | & "$basedir/node$exe"  "$basedir/../chrome-remote-interface/bin/client.js" $args
+  } else {
+    & "$basedir/node$exe"  "$basedir/../chrome-remote-interface/bin/client.js" $args
+  }
+  $ret=$LASTEXITCODE
+} else {
+  # Support pipeline input
+  if ($MyInvocation.ExpectingInput) {
+    $input | & "node$exe"  "$basedir/../chrome-remote-interface/bin/client.js" $args
+  } else {
+    & "node$exe"  "$basedir/../chrome-remote-interface/bin/client.js" $args
+  }
+  $ret=$LASTEXITCODE
+}
+exit $ret

data/lib/opal/cli_runners/node_modules/.package-lock.json ADDED Viewed

@@ -0,0 +1,41 @@
+{
+  "name": "cli_runners",
+  "lockfileVersion": 2,
+  "requires": true,
+  "packages": {
+    "node_modules/chrome-remote-interface": {
+      "version": "0.31.3",
+      "license": "MIT",
+      "dependencies": {
+        "commander": "2.11.x",
+        "ws": "^7.2.0"
+      },
+      "bin": {
+        "chrome-remote-interface": "bin/client.js"
+      }
+    },
+    "node_modules/commander": {
+      "version": "2.11.0",
+      "license": "MIT"
+    },
+    "node_modules/ws": {
+      "version": "7.5.9",
+      "license": "MIT",
+      "engines": {
+        "node": ">=8.3.0"
+      },
+      "peerDependencies": {
+        "bufferutil": "^4.0.1",
+        "utf-8-validate": "^5.0.2"
+      },
+      "peerDependenciesMeta": {
+        "bufferutil": {
+          "optional": true
+        },
+        "utf-8-validate": {
+          "optional": true
+        }
+      }
+    }
+  }
+}

data/lib/opal/cli_runners/node_modules/chrome-remote-interface/LICENSE CHANGED Viewed

@@ -1,4 +1,4 @@
-Copyright (c) 2017 Andrea Cardaci <cyrus.and@gmail.com>
+Copyright (c) 2021 Andrea Cardaci <cyrus.and@gmail.com>
 Permission is hereby granted, free of charge, to any person obtaining a copy of
 this software and associated documentation files (the "Software"), to deal in