RubyGems - opal - Versions diffs - 1.6.1 → 1.7.0 - Mend

opal 1.6.1 → 1.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (212) hide show

checksums.yaml +4 -4
data/.github/workflows/build.yml +17 -0
data/CHANGELOG.md +35 -1
data/Gemfile +1 -0
data/HACKING.md +47 -26
data/benchmark/benchmarks +415 -103
data/benchmark/bm_call_overhead.yml +28 -0
data/benchmark/run.rb +61 -40
data/docs/cdp_common.json +3364 -0
data/docs/cdp_common.md +18 -0
data/docs/{headless_chrome.md → headless_browsers.md} +31 -12
data/lib/opal/ast/builder.rb +1 -1
data/lib/opal/builder.rb +6 -1
data/lib/opal/builder_processors.rb +5 -3
data/lib/opal/cache.rb +1 -7
data/lib/opal/cli_options.rb +72 -58
data/lib/opal/cli_runners/chrome.rb +47 -9
data/lib/opal/cli_runners/chrome_cdp_interface.rb +238 -112
data/lib/opal/cli_runners/compiler.rb +146 -13
data/lib/opal/cli_runners/deno.rb +32 -0
data/lib/opal/cli_runners/firefox.rb +350 -0
data/lib/opal/cli_runners/firefox_cdp_interface.rb +212 -0
data/lib/opal/cli_runners/node_modules/.bin/chrome-remote-interface.cmd +17 -0
data/lib/opal/cli_runners/node_modules/.bin/chrome-remote-interface.ps1 +28 -0
data/lib/opal/cli_runners/node_modules/.package-lock.json +41 -0
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/LICENSE +1 -1
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/README.md +322 -182
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/bin/client.js +99 -114
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/chrome-remote-interface.js +1 -11
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/index.js +16 -11
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/lib/api.js +41 -33
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/lib/chrome.js +224 -214
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/lib/devtools.js +71 -191
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/lib/external-request.js +26 -6
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/lib/protocol.json +20788 -9049
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/lib/websocket-wrapper.js +10 -3
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/package.json +59 -123
data/lib/opal/cli_runners/node_modules/chrome-remote-interface/webpack.config.js +25 -32
data/lib/opal/cli_runners/node_modules/commander/History.md +298 -0
data/lib/opal/cli_runners/node_modules/commander/LICENSE +22 -0
data/lib/opal/cli_runners/node_modules/commander/Readme.md +217 -61
data/lib/opal/cli_runners/node_modules/commander/index.js +431 -145
data/lib/opal/cli_runners/node_modules/commander/package.json +16 -79
data/lib/opal/cli_runners/node_modules/ws/README.md +334 -98
data/lib/opal/cli_runners/node_modules/ws/browser.js +8 -0
data/lib/opal/cli_runners/node_modules/ws/index.js +5 -10
data/lib/opal/cli_runners/node_modules/ws/lib/buffer-util.js +129 -0
data/lib/opal/cli_runners/node_modules/ws/lib/constants.js +10 -0
data/lib/opal/cli_runners/node_modules/ws/lib/event-target.js +184 -0
data/lib/opal/cli_runners/node_modules/ws/lib/extension.js +223 -0
data/lib/opal/cli_runners/node_modules/ws/lib/limiter.js +55 -0
data/lib/opal/cli_runners/node_modules/ws/lib/permessage-deflate.js +518 -0
data/lib/opal/cli_runners/node_modules/ws/lib/receiver.js +607 -0
data/lib/opal/cli_runners/node_modules/ws/lib/sender.js +409 -0
data/lib/opal/cli_runners/node_modules/ws/lib/stream.js +180 -0
data/lib/opal/cli_runners/node_modules/ws/lib/validation.js +104 -0
data/lib/opal/cli_runners/node_modules/ws/lib/websocket-server.js +447 -0
data/lib/opal/cli_runners/node_modules/ws/lib/websocket.js +1195 -0
data/lib/opal/cli_runners/node_modules/ws/package.json +40 -106
data/lib/opal/cli_runners/package-lock.json +62 -0
data/lib/opal/cli_runners/package.json +1 -1
data/lib/opal/cli_runners.rb +26 -4
data/lib/opal/nodes/args/prepare_post_args.rb +2 -2
data/lib/opal/nodes/def.rb +8 -8
data/lib/opal/nodes/iter.rb +12 -12
data/lib/opal/nodes/logic.rb +1 -1
data/lib/opal/nodes/masgn.rb +2 -2
data/lib/opal/parser/with_ruby_lexer.rb +1 -1
data/lib/opal/paths.rb +14 -0
data/lib/opal/rewriter.rb +2 -0
data/lib/opal/rewriters/forward_args.rb +52 -4
data/lib/opal/rewriters/targeted_patches.rb +94 -0
data/lib/opal/version.rb +1 -1
data/opal/corelib/basic_object.rb +1 -1
data/opal/corelib/boolean.rb +2 -2
data/opal/corelib/class.rb +11 -0
data/opal/corelib/constants.rb +3 -3
data/opal/corelib/enumerable.rb +4 -0
data/opal/corelib/enumerator.rb +1 -1
data/opal/corelib/hash.rb +2 -2
data/opal/corelib/helpers.rb +1 -1
data/opal/corelib/kernel.rb +3 -3
data/opal/corelib/method.rb +1 -1
data/opal/corelib/module.rb +29 -8
data/opal/corelib/proc.rb +7 -5
data/opal/corelib/runtime.js +141 -78
data/opal/corelib/set.rb +252 -0
data/opal/corelib/string.rb +2 -1
data/opal/corelib/time.rb +2 -2
data/opal/opal.rb +1 -0
data/opal.gemspec +1 -0
data/spec/filters/bugs/array.rb +22 -13
data/spec/filters/bugs/base64.rb +5 -5
data/spec/filters/bugs/basicobject.rb +16 -8
data/spec/filters/bugs/bigdecimal.rb +161 -160
data/spec/filters/bugs/binding.rb +10 -10
data/spec/filters/bugs/class.rb +8 -8
data/spec/filters/bugs/complex.rb +2 -1
data/spec/filters/bugs/date.rb +79 -81
data/spec/filters/bugs/datetime.rb +29 -29
data/spec/filters/bugs/delegate.rb +1 -3
data/spec/filters/bugs/encoding.rb +69 -69
data/spec/filters/bugs/enumerable.rb +22 -20
data/spec/filters/bugs/enumerator.rb +88 -85
data/spec/filters/bugs/exception.rb +46 -40
data/spec/filters/bugs/file.rb +32 -32
data/spec/filters/bugs/float.rb +26 -21
data/spec/filters/bugs/freeze.rb +88 -0
data/spec/filters/bugs/hash.rb +39 -38
data/spec/filters/bugs/integer.rb +57 -44
data/spec/filters/bugs/io.rb +1 -1
data/spec/filters/bugs/kernel.rb +349 -269
data/spec/filters/bugs/language.rb +220 -188
data/spec/filters/bugs/main.rb +5 -3
data/spec/filters/bugs/marshal.rb +38 -38
data/spec/filters/bugs/math.rb +2 -1
data/spec/filters/bugs/method.rb +73 -62
data/spec/filters/bugs/module.rb +163 -143
data/spec/filters/bugs/numeric.rb +6 -6
data/spec/filters/bugs/objectspace.rb +16 -16
data/spec/filters/bugs/openstruct.rb +1 -1
data/spec/filters/bugs/pack_unpack.rb +51 -51
data/spec/filters/bugs/pathname.rb +7 -7
data/spec/filters/bugs/proc.rb +63 -63
data/spec/filters/bugs/random.rb +7 -6
data/spec/filters/bugs/range.rb +12 -9
data/spec/filters/bugs/rational.rb +8 -7
data/spec/filters/bugs/regexp.rb +49 -48
data/spec/filters/bugs/ruby-32.rb +56 -0
data/spec/filters/bugs/set.rb +30 -30
data/spec/filters/bugs/singleton.rb +4 -4
data/spec/filters/bugs/string.rb +187 -99
data/spec/filters/bugs/stringio.rb +7 -0
data/spec/filters/bugs/stringscanner.rb +68 -68
data/spec/filters/bugs/struct.rb +11 -9
data/spec/filters/bugs/symbol.rb +1 -1
data/spec/filters/bugs/time.rb +78 -63
data/spec/filters/bugs/trace_point.rb +4 -4
data/spec/filters/bugs/unboundmethod.rb +32 -17
data/spec/filters/bugs/warnings.rb +8 -12
data/spec/filters/unsupported/array.rb +24 -107
data/spec/filters/unsupported/basicobject.rb +12 -12
data/spec/filters/unsupported/bignum.rb +27 -52
data/spec/filters/unsupported/class.rb +1 -2
data/spec/filters/unsupported/delegator.rb +3 -3
data/spec/filters/unsupported/enumerable.rb +2 -9
data/spec/filters/unsupported/enumerator.rb +2 -11
data/spec/filters/unsupported/file.rb +1 -1
data/spec/filters/unsupported/float.rb +28 -47
data/spec/filters/unsupported/hash.rb +8 -14
data/spec/filters/unsupported/integer.rb +75 -91
data/spec/filters/unsupported/kernel.rb +17 -35
data/spec/filters/unsupported/language.rb +11 -19
data/spec/filters/unsupported/marshal.rb +22 -41
data/spec/filters/unsupported/matchdata.rb +28 -52
data/spec/filters/unsupported/math.rb +1 -1
data/spec/filters/unsupported/privacy.rb +229 -285
data/spec/filters/unsupported/range.rb +1 -5
data/spec/filters/unsupported/regexp.rb +40 -66
data/spec/filters/unsupported/set.rb +2 -2
data/spec/filters/unsupported/singleton.rb +4 -4
data/spec/filters/unsupported/string.rb +305 -508
data/spec/filters/unsupported/struct.rb +3 -4
data/spec/filters/unsupported/symbol.rb +15 -18
data/spec/filters/unsupported/thread.rb +1 -7
data/spec/filters/unsupported/time.rb +159 -202
data/spec/filters/unsupported/usage_of_files.rb +170 -259
data/spec/lib/builder_spec.rb +4 -4
data/spec/lib/rewriters/forward_args_spec.rb +32 -12
data/spec/mspec-opal/runner.rb +2 -0
data/spec/ruby_specs +4 -0
data/stdlib/deno/base.rb +28 -0
data/stdlib/deno/file.rb +340 -0
data/stdlib/{headless_chrome.rb → headless_browser/base.rb} +1 -1
data/stdlib/headless_browser/file.rb +15 -0
data/stdlib/headless_browser.rb +4 -0
data/stdlib/native.rb +1 -1
data/stdlib/nodejs/file.rb +5 -0
data/stdlib/opal/platform.rb +8 -6
data/stdlib/opal-platform.rb +14 -8
data/stdlib/set.rb +1 -258
data/tasks/benchmarking.rake +62 -19
data/tasks/performance.rake +1 -1
data/tasks/testing.rake +5 -3
data/test/nodejs/test_file.rb +29 -10
data/test/opal/http_server.rb +28 -11
data/test/opal/unsupported_and_bugs.rb +2 -1
metadata +89 -50
data/lib/opal/cli_runners/node_modules/ultron/LICENSE +0 -22
data/lib/opal/cli_runners/node_modules/ultron/index.js +0 -138
data/lib/opal/cli_runners/node_modules/ultron/package.json +0 -112
data/lib/opal/cli_runners/node_modules/ws/SECURITY.md +0 -33
data/lib/opal/cli_runners/node_modules/ws/lib/BufferUtil.fallback.js +0 -56
data/lib/opal/cli_runners/node_modules/ws/lib/BufferUtil.js +0 -15
data/lib/opal/cli_runners/node_modules/ws/lib/ErrorCodes.js +0 -28
data/lib/opal/cli_runners/node_modules/ws/lib/EventTarget.js +0 -158
data/lib/opal/cli_runners/node_modules/ws/lib/Extensions.js +0 -69
data/lib/opal/cli_runners/node_modules/ws/lib/PerMessageDeflate.js +0 -339
data/lib/opal/cli_runners/node_modules/ws/lib/Receiver.js +0 -520
data/lib/opal/cli_runners/node_modules/ws/lib/Sender.js +0 -438
data/lib/opal/cli_runners/node_modules/ws/lib/Validation.fallback.js +0 -9
data/lib/opal/cli_runners/node_modules/ws/lib/Validation.js +0 -17
data/lib/opal/cli_runners/node_modules/ws/lib/WebSocket.js +0 -705
data/lib/opal/cli_runners/node_modules/ws/lib/WebSocketServer.js +0 -336
data/spec/filters/bugs/boolean.rb +0 -3
data/spec/filters/bugs/matrix.rb +0 -3
data/spec/filters/unsupported/fixnum.rb +0 -15
data/spec/filters/unsupported/freeze.rb +0 -102
data/spec/filters/unsupported/pathname.rb +0 -4
data/spec/filters/unsupported/proc.rb +0 -4
data/spec/filters/unsupported/random.rb +0 -5
data/spec/filters/unsupported/taint.rb +0 -162

data/lib/opal/cli_runners/firefox.rb ADDED Viewed

@@ -0,0 +1,350 @@
+# frozen_string_literal: true
+require 'shellwords'
+require 'socket'
+require 'timeout'
+require 'tmpdir'
+require 'rbconfig'
+require 'opal/os'
+require 'json'
+require 'fileutils'
+require 'net/http'
+module Opal
+  module CliRunners
+    class Firefox
+      SCRIPT_PATH = File.expand_path('firefox_cdp_interface.rb', __dir__).freeze
+      DEFAULT_CHROME_HOST = 'localhost'
+      DEFAULT_CHROME_PORT = 9333 # makes sure it doesn't accidentally connect to a lingering chrome
+      def self.call(data)
+        runner = new(data)
+        runner.run
+      end
+      def initialize(data)
+        builder = data[:builder].call
+        options = data[:options]
+        argv    = data[:argv]
+        if argv && argv.any?
+          warn "warning: ARGV is not supported by the Firefox runner #{argv.inspect}"
+        end
+        @output  = options.fetch(:output, $stdout)
+        @builder = builder
+      end
+      attr_reader :output, :exit_status, :builder
+      def run
+        mktmpdir do |dir|
+          with_firefox_server do
+            prepare_files_in(dir)
+            env = {
+              'CHROME_HOST' => chrome_host,
+              'CHROME_PORT' => chrome_port.to_s,
+              'NODE_PATH' => File.join(__dir__, 'node_modules')
+            }
+            env['OPAL_CDP_EXT'] = builder.output_extension
+            cmd = [
+              RbConfig.ruby,
+              "#{__dir__}/../../../exe/opal",
+              '--no-exit',
+              '-I', __dir__,
+              '-r', 'source-map-support-node',
+              SCRIPT_PATH,
+              dir
+            ]
+            Kernel.exec(env, *cmd)
+          end
+        end
+      end
+      private
+      def prepare_files_in(dir)
+        js = builder.to_s
+        map = builder.source_map.to_json
+        ext = builder.output_extension
+        module_type = ' type="module"' if builder.esm?
+        # CDP can't handle huge data passed to `addScriptToEvaluateOnLoad`
+        # https://groups.google.com/a/chromium.org/forum/#!topic/chromium-discuss/U5qyeX_ydBo
+        # The only way is to create temporary files and pass them to the browser.
+        File.binwrite("#{dir}/index.#{ext}", js)
+        File.binwrite("#{dir}/index.#{ext}.map", map)
+        File.binwrite("#{dir}/index.html", <<~HTML)
+          <!DOCTYPE html>
+          <html><head>
+            <meta charset='utf-8'>
+            <link rel="shortcut icon" href="data:image/x-icon;," type="image/x-icon">
+            <script>
+            window.opalheadlessfirefox = true;
+            </script>
+          </head><body>
+            <script src='/index.#{ext}'#{module_type}></script>
+          </body></html>
+        HTML
+      end
+      def chrome_host
+        ENV['CHROME_HOST'] || DEFAULT_CHROME_HOST
+      end
+      def chrome_port
+        ENV['CHROME_PORT'] || DEFAULT_CHROME_PORT
+      end
+      def with_firefox_server
+        if firefox_server_running?
+          yield
+        else
+          run_firefox_server { yield }
+        end
+      end
+      def run_firefox_server
+        raise 'Firefox server can be started only on localhost' if chrome_host != DEFAULT_CHROME_HOST
+        profile = mktmpprofile
+        # For options see https://github.com/puppeteer/puppeteer/blob/main/packages/puppeteer-core/src/node/FirefoxLauncher.ts
+        firefox_server_cmd = %{#{OS.shellescape(firefox_executable)} \
+          --no-remote \
+          --profile #{profile} \
+          --headless \
+          --remote-debugging-port #{chrome_port} \
+          #{ENV['FIREFOX_OPTS']}}
+        firefox_pid = Process.spawn(firefox_server_cmd, in: OS.dev_null, out: OS.dev_null, err: OS.dev_null)
+        Timeout.timeout(30) do
+          loop do
+            break if firefox_server_running?
+            sleep 0.5
+          end
+        end
+        yield
+      rescue Timeout::Error
+        puts 'Failed to start firefox server'
+        puts 'Make sure that you have it installed and that its version is > 100'
+        exit(1)
+      ensure
+        if OS.windows? && firefox_pid
+          Process.kill('KILL', firefox_pid) unless system("taskkill /f /t /pid #{firefox_pid} >NUL 2>NUL")
+        elsif firefox_pid
+          Process.kill('HUP', firefox_pid)
+        end
+        FileUtils.rm_rf(profile) if profile
+      end
+      def firefox_server_running?
+        puts "Connecting to #{chrome_host}:#{chrome_port}..."
+        TCPSocket.new(chrome_host, chrome_port).close
+        # Firefox CDP endpoints are initialized after the CDP port is ready
+        # this causes first requests to fail
+        # wait until the CDP endpoints are ready
+        response = Net::HTTP.get_response('localhost', '/json/list', chrome_port)
+        raise Errno::EADDRNOTAVAIL if response.code != '200'
+        true
+      rescue Errno::ECONNREFUSED, Errno::EADDRNOTAVAIL
+        false
+      end
+      def firefox_executable
+        ENV['MOZILLA_FIREFOX_BINARY'] ||
+          if OS.windows?
+            [
+              'C:/Program Files/Mozilla Firefox/firefox.exe'
+            ].each do |path|
+              next unless File.exist? path
+              return path
+            end
+          elsif OS.macos?
+            '/Applications/Firefox.app/Contents/MacOS/Firefox'
+          else
+            %w[
+              firefox
+              firefox-esr
+            ].each do |name|
+              next unless system('sh', '-c', "command -v #{name.shellescape}", out: '/dev/null')
+              return name
+            end
+            raise 'Cannot find firefox executable'
+          end
+      end
+      def mktmpdir(&block)
+        Dir.mktmpdir('firefox-opal-', &block)
+      end
+      def mktmpprofile
+        profile = Dir.mktmpdir('firefox-opal-profile-')
+        default_prefs = {
+          # Make sure Shield doesn't hit the network.
+          'app.normandy.api_url': '',
+          # Disable Firefox old build background check
+          'app.update.checkInstallTime': false,
+          # Disable automatically upgrading Firefox
+          'app.update.disabledForTesting': true,
+          # Increase the APZ content response timeout to 1 minute
+          'apz.content_response_timeout': 60_000,
+          # Prevent various error message on the console
+          'browser.contentblocking.features.standard':
+            '-tp,tpPrivate,cookieBehavior0,-cm,-fp',
+          # Enable the dump function: which sends messages to the system console
+          # https://bugzilla.mozilla.org/show_bug.cgi?id=1543115
+          'browser.dom.window.dump.enabled': true,
+          # Disable topstories
+          'browser.newtabpage.activity-stream.feeds.system.topstories': false,
+          # Always display a blank page
+          'browser.newtabpage.enabled': false,
+          # Background thumbnails in particular cause grief: and disabling
+          # thumbnails in general cannot hurt
+          'browser.pagethumbnails.capturing_disabled': true,
+          # Disable safebrowsing components.
+          'browser.safebrowsing.blockedURIs.enabled': false,
+          'browser.safebrowsing.downloads.enabled': false,
+          'browser.safebrowsing.malware.enabled': false,
+          'browser.safebrowsing.passwords.enabled': false,
+          'browser.safebrowsing.phishing.enabled': false,
+          # Disable updates to search engines.
+          'browser.search.update': false,
+          # Do not restore the last open set of tabs if the browser has crashed
+          'browser.sessionstore.resume_from_crash': false,
+          # Skip check for default browser on startup
+          'browser.shell.checkDefaultBrowser': false,
+          # Disable newtabpage
+          'browser.startup.homepage': 'about:blank',
+          # Do not redirect user when a milstone upgrade of Firefox is detected
+          'browser.startup.homepage_override.mstone': 'ignore',
+          # Start with a blank page about:blank
+          'browser.startup.page': 0,
+          # Do not allow background tabs to be zombified on Android: otherwise for
+          # tests that open additional tabs: the test harness tab itself might get unloaded
+          'browser.tabs.disableBackgroundZombification': false,
+          # Do not warn when closing all other open tabs
+          'browser.tabs.warnOnCloseOtherTabs': false,
+          # Do not warn when multiple tabs will be opened
+          'browser.tabs.warnOnOpen': false,
+          # Disable the UI tour.
+          'browser.uitour.enabled': false,
+          # Turn off search suggestions in the location bar so as not to trigger
+          # network connections.
+          'browser.urlbar.suggest.searches': false,
+          # Disable first run splash page on Windows 10
+          'browser.usedOnWindows10.introURL': '',
+          # Do not warn on quitting Firefox
+          'browser.warnOnQuit': false,
+          # Defensively disable data reporting systems
+          'datareporting.healthreport.documentServerURI': 'http://localhost/dummy/healthreport/',
+          'datareporting.healthreport.logging.consoleEnabled': false,
+          'datareporting.healthreport.service.enabled': false,
+          'datareporting.healthreport.service.firstRun': false,
+          'datareporting.healthreport.uploadEnabled': false,
+          # Do not show datareporting policy notifications which can interfere with tests
+          'datareporting.policy.dataSubmissionEnabled': false,
+          'datareporting.policy.dataSubmissionPolicyBypassNotification': true,
+          # DevTools JSONViewer sometimes fails to load dependencies with its require.js.
+          # This doesn't affect Puppeteer but spams console (Bug 1424372)
+          'devtools.jsonview.enabled': false,
+          # Disable popup-blocker
+          'dom.disable_open_during_load': false,
+          # Enable the support for File object creation in the content process
+          # Required for |Page.setFileInputFiles| protocol method.
+          'dom.file.createInChild': true,
+          # Disable the ProcessHangMonitor
+          'dom.ipc.reportProcessHangs': false,
+          # Disable slow script dialogues
+          'dom.max_chrome_script_run_time': 0,
+          'dom.max_script_run_time': 0,
+          # Only load extensions from the application and user profile
+          # AddonManager.SCOPE_PROFILE + AddonManager.SCOPE_APPLICATION
+          'extensions.autoDisableScopes': 0,
+          'extensions.enabledScopes': 5,
+          # Disable metadata caching for installed add-ons by default
+          'extensions.getAddons.cache.enabled': false,
+          # Disable installing any distribution extensions or add-ons.
+          'extensions.installDistroAddons': false,
+          # Disabled screenshots extension
+          'extensions.screenshots.disabled': true,
+          # Turn off extension updates so they do not bother tests
+          'extensions.update.enabled': false,
+          # Turn off extension updates so they do not bother tests
+          'extensions.update.notifyUser': false,
+          # Make sure opening about:addons will not hit the network
+          'extensions.webservice.discoverURL': 'http://localhost/dummy/discoveryURL',
+          # Temporarily force disable BFCache in parent (https://bit.ly/bug-1732263)
+          'fission.bfcacheInParent': false,
+          # Force all web content to use a single content process
+          'fission.webContentIsolationStrategy': 0,
+          # Allow the application to have focus even it runs in the background
+          'focusmanager.testmode': true,
+          # Disable useragent updates
+          'general.useragent.updates.enabled': false,
+          # Always use network provider for geolocation tests so we bypass the
+          # macOS dialog raised by the corelocation provider
+          'geo.provider.testing': true,
+          # Do not scan Wifi
+          'geo.wifi.scan': false,
+          # No hang monitor
+          'hangmonitor.timeout': 0,
+          # Show chrome errors and warnings in the error console
+          'javascript.options.showInConsole': true,
+          # Disable download and usage of OpenH264: and Widevine plugins
+          'media.gmp-manager.updateEnabled': false,
+          # Prevent various error message on the console
+          'network.cookie.cookieBehavior': 0,
+          # Disable experimental feature that is only available in Nightly
+          'network.cookie.sameSite.laxByDefault': false,
+          # Do not prompt for temporary redirects
+          'network.http.prompt-temp-redirect': false,
+          # Disable speculative connections so they are not reported as leaking
+          # when they are hanging around
+          'network.http.speculative-parallel-limit': 0,
+          # Do not automatically switch between offline and online
+          'network.manage-offline-status': false,
+          # Make sure SNTP requests do not hit the network
+          'network.sntp.pools': 'localhost',
+          # Disable Flash.
+          'plugin.state.flash': 0,
+          'privacy.trackingprotection.enabled': false,
+          # Can be removed once Firefox 89 is no longer supported
+          # https://bugzilla.mozilla.org/show_bug.cgi?id=1710839
+          'remote.enabled': true,
+          # Don't do network connections for mitm priming
+          'security.certerrors.mitm.priming.enabled': false,
+          # Local documents have access to all other local documents,
+          # including directory listings
+          'security.fileuri.strict_origin_policy': false,
+          # Do not wait for the notification button security delay
+          'security.notification_enable_delay': 0,
+          # Ensure blocklist updates do not hit the network
+          'services.settings.server': 'http://localhost/dummy/blocklist/',
+          # Do not automatically fill sign-in forms with known usernames and passwords
+          'signon.autofillForms': false,
+          # Disable password capture, so that tests that include forms are not
+          # influenced by the presence of the persistent doorhanger notification
+          'signon.rememberSignons': false,
+          # Disable first-run welcome page
+          'startup.homepage_welcome_url': 'about:blank',
+          # Disable first-run welcome page
+          'startup.homepage_welcome_url.additional': '',
+          # Disable browser animations (tabs, fullscreen, sliding alerts)
+          'toolkit.cosmeticAnimations.enabled': false,
+          # Prevent starting into safe mode after application crashes
+          'toolkit.startup.max_resumed_crashes': -1,
+        }
+        prefs = default_prefs.map { |key, value| "user_pref(\"#{key}\", #{JSON.dump(value)});" }
+        File.binwrite(profile + '/prefs.js', prefs.join("\n"))
+        profile
+      end
+    end
+  end
+end

data/lib/opal/cli_runners/firefox_cdp_interface.rb ADDED Viewed

@@ -0,0 +1,212 @@
+# frozen_string_literal: true
+# This script I converted into Opal, so that I don't have to write
+# buffer handling again. We have gets, Node has nothing close to it,
+# even async.
+# For CDP see docs/cdp_common.(md|json)
+require 'opal/platform'
+require 'nodejs/env'
+%x{
+var CDP = require("chrome-remote-interface");
+var fs = require("fs");
+var http = require("http");
+var dir = #{ARGV.last};
+// var ext = #{ENV['OPAL_CDP_EXT']}; // not used at the moment
+var offset; // port offset for http server, depending on number of targets
+// even though its Firefox, "chrome-remote-interface" expects CHROME_* vars
+var options = {
+  host: #{ENV['CHROME_HOST'] || 'localhost'},
+  port: parseInt(#{ENV['CHROME_PORT'] || '9333'}) // makes sure it doesn't accidentally connect to a lingering chrome
+};
+// support functions
+function perror(error) { console.error(error); }
+var exiting = false;
+function shutdown(exit_code) {
+  if (exiting) { return Promise.resolve(); }
+  exiting = true;
+  cdp_client.Target.closeTarget(target_id); // Promise doesn't get resolved
+  server.close();
+  process.exit(exit_code);
+};
+// simple HTTP server to deliver page, scripts to, and trigger commands from browser
+function not_found(res) {
+  res.writeHead(404, { "Content-Type": "text/plain" });
+  res.end("NOT FOUND");
+}
+function response_ok(res) {
+  res.writeHead(200, { "Content-Type": "text/plain" });
+  res.end("OK");
+}
+function handle_post(req, res, fun) {
+  var data = "";
+  req.on('data', function(chunk) {
+    data += chunk;
+  })
+  req.on('end', function() {
+    var obj = JSON.parse(data);
+    fun.call(this, obj);
+  });
+}
+var server = http.createServer(function(req, res) {
+  if (req.method === "GET") {
+    var path = dir + '/' + req.url.slice(1);
+    if (path.includes('..') || !fs.existsSync(path)) {
+      not_found(res);
+    } else {
+      var content_type;
+      if (path.endsWith(".html")) {
+        content_type = "text/html"
+      } else if (path.endsWith(".map")) {
+        content_type = "application/json"
+      } else {
+        content_type = "application/javascript"
+      }
+      res.writeHead(200, { "Content-Type": content_type });
+      res.end(fs.readFileSync(path));
+    }
+  } else if (req.method === "POST") {
+    if (req.url === "/File.write") {
+      // totally insecure on purpose
+      handle_post(req, res, function(obj) {
+        fs.writeFileSync(obj.filename, obj.data);
+        response_ok(res);
+      });
+    } else {
+      not_found(res);
+    }
+  } else {
+    not_found(res);
+  }
+});
+// actual CDP code
+CDP.List(options, function(err, targets) {
+  offset = targets ? targets.length + 1 : 1;
+  return CDP(options, function(browser_client) {
+    server.listen({port: offset + options.port, host: options.host });
+    browser_client.Target.createTarget({url: "about:blank"}).then(function(target) {
+      target_id = target;
+      options.target = target_id.targetId;
+      CDP(options, function(client) {
+        cdp_client = client;
+        var Log = client.Log,
+            Page = client.Page,
+            Runtime = client.Runtime;
+        // enable used CDP domains
+        Promise.all([
+          Log.enable(),
+          Page.enable(),
+          Runtime.enable()
+        ]).then(function() {
+          // receive and handle all kinds of log and console messages
+          Log.entryAdded(function(entry) {
+            process.stdout.write(entry.entry.level + ': ' + entry.entry.text + "\n");
+          });
+          Runtime.consoleAPICalled(function(entry) {
+            var args = entry.args;
+            var stack = null;
+            var i, arg, frame, value;
+            // output actual message
+            for(i = 0; i < args.length; i++) {
+              arg = args[i];
+              if (arg.type === "string") { value = arg.value; }
+              else { value = JSON.stringify(arg); }
+              process.stdout.write(value);
+            }
+            if (entry.stackTrace && entry.stackTrace.callFrames) { stack = entry.stackTrace.callFrames; }
+            if (entry.type === "error" && stack) {
+              // print full stack for errors
+              process.stdout.write("\n");
+              for(i = 0; i < stack.length; i++) {
+                frame = stack[i];
+                if (frame) {
+                  value = frame.url + ':' + frame.lineNumer + ':' + frame.columnNumber + '\n';
+                  process.stdout.write(value);
+                }
+              }
+            }
+          });
+          Runtime.exceptionThrown(function(exception) {
+            var ex = exception.exceptionDetails;
+            var stack = ex.stackTrace.callFrames;
+            var fr;
+            perror(ex.url + ':' + ex.lineNumber + ':' + ex.columnNumber + ': ' + ex.text);
+            for (var i = 0; i < stack.length; i++) {
+              fr = stack[i];
+              perror(fr.url + ':' + fr.lineNumber + ':' + fr.columnNumber + ': in ' + fr.functionName);
+            }
+            return shutdown(1);
+          });
+          Page.javascriptDialogOpening((dialog) => {
+            #{
+              if `dialog.type` == 'prompt'
+                message = gets&.chomp
+                if message
+                  `Page.handleJavaScriptDialog({accept: true, promptText: #{message}})`
+                else
+                  `Page.handleJavaScriptDialog({accept: false})`
+                end
+              elsif `dialog.type` == 'alert' && `dialog.message` == 'opalheadlessbrowserexit'
+                # A special case of an alert with a magic string "opalheadlessbrowserexit".
+                # This denotes that `Kernel#exit` has been called. We would have rather used
+                # an exception here, but they don't bubble sometimes.
+                %x{
+                  Page.handleJavaScriptDialog({accept: true});
+                  Runtime.evaluate({ expression: "window.OPAL_EXIT_CODE" }).then(function(output) {
+                    var exit_code = 0;
+                    if (typeof(output.result) !== "undefined" && output.result.type === "number") {
+                      exit_code = output.result.value;
+                    }
+                    return shutdown(exit_code);
+                  });
+                }
+              end
+            }
+          });
+          Page.loadEventFired(() => {
+            Runtime.evaluate({ expression: "window.OPAL_EXIT_CODE" }).then(function(output) {
+              if (typeof(output.result) !== "undefined" && output.result.type === "number") {
+                return shutdown(output.result.value);
+              } else if (typeof(output.result) !== "undefined" && output.result.type === "string" && output.result.value === "noexit") {
+                // do nothing, we have headless chrome support enabled and there are most probably async events awaiting
+              } else {
+                return shutdown(0);
+              }
+            })
+          });
+          Page.navigate({ url: "http://localhost:" + (offset + options.port).toString() + "/index.html" })
+        });
+      });
+    });
+  });
+});
+}
+# end of code (marker to help see if brackets match above)

data/lib/opal/cli_runners/node_modules/.bin/chrome-remote-interface.cmd ADDED Viewed

@@ -0,0 +1,17 @@
+@ECHO off
+GOTO start
+:find_dp0
+SET dp0=%~dp0
+EXIT /b
+:start
+SETLOCAL
+CALL :find_dp0
+IF EXIST "%dp0%\node.exe" (
+  SET "_prog=%dp0%\node.exe"
+) ELSE (
+  SET "_prog=node"
+  SET PATHEXT=%PATHEXT:;.JS;=;%
+)
+endLocal & goto #_undefined_# 2>NUL || title %COMSPEC% & "%_prog%"  "%dp0%\..\chrome-remote-interface\bin\client.js" %*

data/lib/opal/cli_runners/node_modules/.bin/chrome-remote-interface.ps1 ADDED Viewed

@@ -0,0 +1,28 @@
+#!/usr/bin/env pwsh
+$basedir=Split-Path $MyInvocation.MyCommand.Definition -Parent
+$exe=""
+if ($PSVersionTable.PSVersion -lt "6.0" -or $IsWindows) {
+  # Fix case when both the Windows and Linux builds of Node
+  # are installed in the same directory
+  $exe=".exe"
+}
+$ret=0
+if (Test-Path "$basedir/node$exe") {
+  # Support pipeline input
+  if ($MyInvocation.ExpectingInput) {
+    $input | & "$basedir/node$exe"  "$basedir/../chrome-remote-interface/bin/client.js" $args
+  } else {
+    & "$basedir/node$exe"  "$basedir/../chrome-remote-interface/bin/client.js" $args
+  }
+  $ret=$LASTEXITCODE
+} else {
+  # Support pipeline input
+  if ($MyInvocation.ExpectingInput) {
+    $input | & "node$exe"  "$basedir/../chrome-remote-interface/bin/client.js" $args
+  } else {
+    & "node$exe"  "$basedir/../chrome-remote-interface/bin/client.js" $args
+  }
+  $ret=$LASTEXITCODE
+}
+exit $ret

data/lib/opal/cli_runners/node_modules/.package-lock.json ADDED Viewed

@@ -0,0 +1,41 @@
+{
+  "name": "cli_runners",
+  "lockfileVersion": 2,
+  "requires": true,
+  "packages": {
+    "node_modules/chrome-remote-interface": {
+      "version": "0.31.3",
+      "license": "MIT",
+      "dependencies": {
+        "commander": "2.11.x",
+        "ws": "^7.2.0"
+      },
+      "bin": {
+        "chrome-remote-interface": "bin/client.js"
+      }
+    },
+    "node_modules/commander": {
+      "version": "2.11.0",
+      "license": "MIT"
+    },
+    "node_modules/ws": {
+      "version": "7.5.9",
+      "license": "MIT",
+      "engines": {
+        "node": ">=8.3.0"
+      },
+      "peerDependencies": {
+        "bufferutil": "^4.0.1",
+        "utf-8-validate": "^5.0.2"
+      },
+      "peerDependenciesMeta": {
+        "bufferutil": {
+          "optional": true
+        },
+        "utf-8-validate": {
+          "optional": true
+        }
+      }
+    }
+  }
+}

data/lib/opal/cli_runners/node_modules/chrome-remote-interface/LICENSE CHANGED Viewed

@@ -1,4 +1,4 @@
-Copyright (c) 2017 Andrea Cardaci <cyrus.and@gmail.com>
+Copyright (c) 2021 Andrea Cardaci <cyrus.and@gmail.com>
 Permission is hereby granted, free of charge, to any person obtaining a copy of
 this software and associated documentation files (the "Software"), to deal in