puppeteer-ruby 0.44.2 → 0.45.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 122e93a49a21ba31268f981920fb45ddf3bbc4e5b5e37705337c7f0fcfb416d8
-  data.tar.gz: '0940d06d294a8a069d23fd02dee7a1f00b99a3a0c787b4520d8854be0103f1cf'
+  metadata.gz: 037ab626560f55e8fe53f7ac978eccd187132d795bdda193b9afc5d761593c77
+  data.tar.gz: ee5cd15db34563d127fc4d58c846d92273cb47916096de025bed43e7580a1e81
 SHA512:
-  metadata.gz: 8253f32cb5b92f3413ba88e5179494f76b7e3c6b7a7b58e1544691586ae771ded9992cb9404f94998e72a958e6da7fbb21df4eb00e04c7446a875b0ce4cb005f
-  data.tar.gz: 07114ec059413a71c444e467cc61a35428c5091a1cc015b1b33447f1bfae0c543fc419a36020824e40a3ad7d8e79438c7a69770a850578eea1c8e6f3ab6b4aa3
+  metadata.gz: a92921b6c243605d715fb3514c1965f69d2c7446236d33d45a0657a9a9a4c401a3223ee4e68eefcd8cadd6cda7cb598c845a74a152ef8ba1f980f3ea29d335d2
+  data.tar.gz: eb07704a147fa0029b0ac328dee0ec2a6757528058f102669cf2f8e2d6eae954f195665f1cbc4b2bc6a33e02e6b948fea18a78232c65407b9ce0c5762195c2c7

data/CHANGELOG.md

@@ -1,6 +1,17 @@
-### main [[diff](https://github.com/YusukeIwaki/puppeteer-ruby/compare/0.44.2...main)]
+### main [[diff](https://github.com/YusukeIwaki/puppeteer-ruby/compare/0.45.0...main)]
 
-- xxx
+### 0.45.0 [[diff](https://github.com/YusukeIwaki/puppeteer-ruby/compare/0.44.3...0.45.0)]
+
+- Port Puppeteer v18.0-v19.5 features except for 3 features below (If wanted, please create a issue of the feature request :)
+  - Extra headers for Puppeteer.connect ([#9314](https://github.com/puppeteer/puppeteer/pull/9314))
+  - Improvement of missing product message ([#9207](https://github.com/puppeteer/puppeteer/pull/9207))
+  - Configuration file (.puppeteerrc/puppeteer.config.js) ([#9140](https://github.com/puppeteer/puppeteer/pull/9140)).
+
+### 0.44.3 [[diff](https://github.com/YusukeIwaki/puppeteer-ruby/compare/0.44.2...0.44.3)]
+
+Bugfix
+
+- Revive Firefox automation :tada:
 
 ### 0.44.2 [[diff](https://github.com/YusukeIwaki/puppeteer-ruby/compare/0.44.1...0.44.2)]
 

data/README.md

@@ -229,12 +229,6 @@ end
 
 https://yusukeiwaki.github.io/puppeteer-ruby-docs/
 
-## Limitations
-
-### Not compatible with Firefox >= v97.0
-
-:sos: Help and contribution wanted! :sos:
-https://github.com/YusukeIwaki/puppeteer-ruby/issues/220
 
 ## Contributing
 

data/docs/api_coverage.md

@@ -1,6 +1,6 @@
 # API coverages
-- Puppeteer version: v17.1.3
-- puppeteer-ruby version: 0.44.2
+- Puppeteer version: v19.5.0
+- puppeteer-ruby version: 0.45.0
 
 ## Puppeteer
 
@@ -14,7 +14,8 @@
 * executablePath => `#executable_path`
 * launch
 * networkConditions => `#network_conditions`
-* ~~registerCustomQueryHandler~~
+* ~~puppeteer~~
+* registerCustomQueryHandler => `#register_custom_query_handler`
 * ~~unregisterCustomQueryHandler~~
 
 ## ~~Accessibility~~
@@ -134,6 +135,7 @@
 * screenshot
 * select
 * tap
+* toElement => `#to_element`
 * type => `#type_text`
 * uploadFile => `#upload_file`
 * waitForSelector => `#wait_for_selector`
@@ -282,6 +284,7 @@
 * addScriptTag => `#add_script_tag`
 * addStyleTag => `#add_style_tag`
 * addStyleTag => `#add_style_tag`
+* addStyleTag => `#add_style_tag`
 * authenticate
 * bringToFront => `#bring_to_front`
 * browser
@@ -356,6 +359,12 @@
 * waitForXPath => `#wait_for_xpath`
 * workers
 
+## ~~ProductLauncher~~
+
+* ~~defaultArgs~~
+* ~~executablePath~~
+* ~~launch~~
+
 ## ~~ProtocolError~~
 
 

data/lib/puppeteer/browser_context.rb

@@ -11,6 +11,8 @@ class Puppeteer::BrowserContext
     @id = context_id
   end
 
+  attr_reader :id
+
   # @param event_name [Symbol] either of :disconnected, :targetcreated, :targetchanged, :targetdestroyed
   def on(event_name, &block)
     unless BrowserContextEmittedEvents.values.include?(event_name.to_s)

data/lib/puppeteer/coverage.rb

@@ -8,11 +8,13 @@ class Puppeteer::Coverage
   def start_js_coverage(
         reset_on_navigation: nil,
         report_anonymous_scripts: nil,
-        include_raw_script_coverage: nil)
+        include_raw_script_coverage: nil,
+        use_block_coverage: nil)
     @js.start(
       reset_on_navigation: reset_on_navigation,
       report_anonymous_scripts: report_anonymous_scripts,
       include_raw_script_coverage: include_raw_script_coverage,
+      use_block_coverage: use_block_coverage,
     )
   end
 
@@ -24,6 +26,7 @@ class Puppeteer::Coverage
         reset_on_navigation: nil,
         report_anonymous_scripts: nil,
         include_raw_script_coverage: nil,
+        use_block_coverage: nil,
         &block)
     unless block
       raise ArgumentError.new('Block must be given')
@@ -33,6 +36,7 @@ class Puppeteer::Coverage
       reset_on_navigation: reset_on_navigation,
       report_anonymous_scripts: report_anonymous_scripts,
       include_raw_script_coverage: include_raw_script_coverage,
+      use_block_coverage: use_block_coverage,
     )
     block.call
     stop_js_coverage

data/lib/puppeteer/element_handle.rb

@@ -126,6 +126,13 @@ class Puppeteer::ElementHandle < Puppeteer::JSHandle
 
   define_async_method :async_wait_for_xpath
 
+  def to_element(tag_name)
+    unless evaluate('(node, tagName) => node.nodeName === tagName.toUpperCase()', tag_name)
+      raise ArgumentError.new("Element is not a(n) `#{tag_name}` element")
+    end
+    self
+  end
+
   def as_element
     self
   end
@@ -159,8 +166,31 @@ class Puppeteer::ElementHandle < Puppeteer::JSHandle
     begin
       @remote_object.scroll_into_view_if_needed(@client)
     rescue => err
-      # Just ignore 'Node does not have a layout object' for backward-compatibility.
-      raise unless err.message =~ /Node does not have a layout object/
+      # Fallback to Element.scrollIntoView if DOM.scrollIntoViewIfNeeded is not supported
+      js = <<~JAVASCRIPT
+        async (element, pageJavascriptEnabled) => {
+          const visibleRatio = async () => {
+            return await new Promise(resolve => {
+              const observer = new IntersectionObserver(entries => {
+                resolve(entries[0].intersectionRatio);
+                observer.disconnect();
+              });
+              observer.observe(element);
+            });
+          };
+          if (!pageJavascriptEnabled || (await visibleRatio()) !== 1.0) {
+            element.scrollIntoView({
+              block: 'center',
+              inline: 'center',
+              // @ts-expect-error Chrome still supports behavior: instant but
+              // it's not in the spec so TS shouts We don't want to make this
+              // breaking change in Puppeteer yet so we'll ignore the line.
+              behavior: 'instant',
+            });
+          }
+        }
+      JAVASCRIPT
+      evaluate(js, page.javascript_enabled?)
     end
 
     # clickpoint is often calculated before scrolling is completed.

data/lib/puppeteer/execution_context.rb

@@ -118,12 +118,12 @@ class Puppeteer::ExecutionContext
       ) # .catch(rewriteError);
 
       exception_details = result['exceptionDetails']
-      remote_object = Puppeteer::RemoteObject.new(result['result'])
-
       if exception_details
         raise EvaluationError.new("Evaluation failed: #{exception_details}")
       end
 
+      remote_object = Puppeteer::RemoteObject.new(result['result'])
+
       if @return_by_value
         remote_object.value
       else

data/lib/puppeteer/firefox_target_manager.rb

@@ -66,9 +66,8 @@ class Puppeteer::FirefoxTargetManager
   end
 
   private def remove_session_listeners(session)
-    return unless @attachment_listener_ids
-    listener_ids = @attachment_listener_ids.delete(session)
-    return if listener_ids.empty?
+    listener_ids = @attachment_listener_ids&.delete(session)
+    return if !listener_ids || listener_ids.empty?
     session.remove_event_listener(*listener_ids)
   end
 

data/lib/puppeteer/frame.rb

@@ -310,7 +310,7 @@ class Puppeteer::Frame
 
     # Ensure loaderId updated.
     # The order of [Page.lifecycleEvent name="init"] and [Page.frameNavigated] is random... for some reason...
-    @loader_id = frame_payload['loaderId']
+    @loader_id = frame_payload['loaderId'] if frame_payload['loaderId']
   end
 
   # @param url [String]

data/lib/puppeteer/frame_manager.rb

@@ -21,6 +21,8 @@ class Puppeteer::FrameManager
     # @type {!Map<string, !Frame>}
     @frames = {}
 
+    @frame_naviigated_received = Set.new
+
     # @type {!Map<number, !ExecutionContext>}
     @context_id_to_context = {}
 
@@ -42,6 +44,7 @@ class Puppeteer::FrameManager
       handle_frame_attached(client, event['frameId'], event['parentFrameId'])
     end
     client.on_event('Page.frameNavigated') do |event|
+      @frame_naviigated_received << event['frame']['id']
       handle_frame_navigated(event['frame'])
     end
     client.on_event('Page.navigatedWithinDocument') do |event|
@@ -227,7 +230,9 @@ class Puppeteer::FrameManager
     if frame_tree['frame']['parentId']
       handle_frame_attached(session, frame_tree['frame']['id'], frame_tree['frame']['parentId'])
     end
-    handle_frame_navigated(frame_tree['frame'])
+    unless @frame_naviigated_received.delete?(frame_tree['frame']['id'])
+      handle_frame_navigated(frame_tree['frame'])
+    end
     return if !frame_tree['childFrames']
 
     frame_tree['childFrames'].each do |child|

data/lib/puppeteer/isolated_world.rb

@@ -57,7 +57,7 @@ class Puppeteer::IsolaatedWorld
     @frame = frame
     @timeout_settings = timeout_settings
     @context_promise = resolvable_future
-    @wait_tasks = Set.new
+    @task_manager = Puppeteer::TaskManager.new
     @bound_functions = {}
     @ctx_bindings = Set.new
     @detached = false
@@ -65,12 +65,7 @@ class Puppeteer::IsolaatedWorld
     @client.on_event('Runtime.bindingCalled', &method(:handle_binding_called))
   end
 
-  attr_reader :frame
-
-  # only used in Puppeteer::WaitTask#initialize
-  private def _wait_tasks
-    @wait_tasks
-  end
+  attr_reader :frame, :task_manager
 
   # only used in Puppeteer::WaitTask#initialize
   private def _bound_functions
@@ -84,7 +79,7 @@ class Puppeteer::IsolaatedWorld
       unless @context_promise.resolved?
         @context_promise.fulfill(context)
       end
-      @wait_tasks.each(&:async_rerun)
+      @task_manager.async_rerun_all
     else
       raise ArgumentError.new("context should now be nil. Use #delete_context for clearing document.")
     end
@@ -101,9 +96,7 @@ class Puppeteer::IsolaatedWorld
 
   def detach
     @detached = true
-    @wait_tasks.each do |wait_task|
-      wait_task.terminate(Puppeteer::WaitTask::TerminatedError.new('waitForFunction failed: frame got detached.'))
-    end
+    @task_manager.terminate_all(Puppeteer::WaitTask::TerminatedError.new('waitForFunction failed: frame got detached.'))
   end
 
   class DetachedError < StandardError; end
@@ -569,18 +562,16 @@ class Puppeteer::IsolaatedWorld
             node.nodeType === Node.TEXT_NODE ? node.parentElement : node;
 
           const style = window.getComputedStyle(element);
+          const hidden_visibility_values = ['hidden', 'collapse'];
           const isVisible =
-            style && style.visibility !== 'hidden' && hasVisibleBoundingBox();
+            style && !hidden_visibility_values.includes(style.visibility) && !isBoundingBoxEmpty(element);
           const success =
             waitForVisible === isVisible || waitForHidden === !isVisible;
           return success ? node : null;
 
-          /**
-          * @return {boolean}
-          */
-          function hasVisibleBoundingBox() {
+          function isBoundingBoxEmpty(element) {
             const rect = element.getBoundingClientRect();
-            return !!(rect.top || rect.bottom || rect.width || rect.height);
+            return rect.width === 0 || rect.height === 0;
           }
         }
     }

data/lib/puppeteer/js_coverage.rb

@@ -31,7 +31,8 @@ class Puppeteer::JSCoverage
   def start(
         reset_on_navigation: nil,
         report_anonymous_scripts: nil,
-        include_raw_script_coverage: nil)
+        include_raw_script_coverage: nil,
+        use_block_coverage: nil)
     raise 'JSCoverage is already enabled' if @enabled
 
     @reset_on_navigation =
@@ -40,6 +41,12 @@ class Puppeteer::JSCoverage
       else
         true
       end
+    @use_block_coverage =
+      if [true, false].include?(use_block_coverage)
+        use_block_coverage
+      else
+        true
+      end
     @report_anonymous_scripts = report_anonymous_scripts || false
     @include_raw_script_coverage = include_raw_script_coverage || false
     @enabled = true
@@ -56,7 +63,7 @@ class Puppeteer::JSCoverage
       @client.async_send_message('Profiler.enable'),
       @client.async_send_message('Profiler.startPreciseCoverage',
         callCount: @include_raw_script_coverage,
-        detailed: true,
+        detailed: @use_block_coverage,
       ),
       @client.async_send_message('Debugger.enable'),
       @client.async_send_message('Debugger.setSkipAllPauses', skip: true),

data/lib/puppeteer/keyboard.rb

@@ -15,7 +15,7 @@ class Puppeteer::Keyboard
 
   # @param key [String]
   # @param text [String]
-  def down(key, text: nil)
+  def down(key, text: nil, commands: nil)
     description = key_description_for_string(key)
 
     auto_repeat = @pressed_keys.include?(description.code)
@@ -34,6 +34,7 @@ class Puppeteer::Keyboard
       autoRepeat: auto_repeat,
       location: description.location,
       isKeypad: description.location == 3,
+      commands: commands,
     }.compact
     @client.send_message('Input.dispatchKeyEvent', params)
   end
@@ -151,8 +152,8 @@ class Puppeteer::Keyboard
   # @param key [String]
   # @param text [String]
   # @return [Future]
-  def press(key, delay: nil, text: nil)
-    down(key, text: text)
+  def press(key, delay: nil, text: nil, commands: nil)
+    down(key, text: text, commands: commands)
     if delay
       sleep(delay.to_i / 1000.0)
     end

data/lib/puppeteer/launcher/chrome.rb

@@ -114,36 +114,38 @@ module Puppeteer::Launcher
 
       # @param options [Launcher::ChromeArgOptions]
       def initialize(chrome_arg_options)
+        # See https://github.com/GoogleChrome/chrome-launcher/blob/main/docs/chrome-flags-for-tools.md
         chrome_arguments = [
+          '--allow-pre-commit-input',
           '--disable-background-networking',
-          '--enable-features=NetworkService,NetworkServiceInProcess',
           '--disable-background-timer-throttling',
           '--disable-backgrounding-occluded-windows',
           '--disable-breakpad',
           '--disable-client-side-phishing-detection',
           '--disable-component-extensions-with-background-pages',
+          '--disable-component-update',
           '--disable-default-apps',
           '--disable-dev-shm-usage',
           '--disable-extensions',
-          # TODO: remove AvoidUnnecessaryBeforeUnloadCheckSync below
-          # once crbug.com/1324138 is fixed and released.
           # AcceptCHFrame disabled because of crbug.com/1348106.
-          '--disable-features=Translate,BackForwardCache,AcceptCHFrame,AvoidUnnecessaryBeforeUnloadCheckSync',
+          '--disable-features=Translate,BackForwardCache,AcceptCHFrame,MediaRouter,OptimizationHints',
           '--disable-hang-monitor',
           '--disable-ipc-flooding-protection',
           '--disable-popup-blocking',
           '--disable-prompt-on-repost',
           '--disable-renderer-backgrounding',
           '--disable-sync',
+          '--enable-automation',
+          # TODO(sadym): remove '--enable-blink-features=IdleDetection' once
+          # IdleDetection is turned on by default.
+          '--enable-blink-features=IdleDetection',
+          '--enable-features=NetworkServiceInProcess2',
+          '--export-tagged-pdf',
           '--force-color-profile=srgb',
           '--metrics-recording-only',
           '--no-first-run',
-          '--enable-automation',
           '--password-store=basic',
           '--use-mock-keychain',
-          # TODO(sadym): remove '--enable-blink-features=IdleDetection'
-          # once IdleDetection is turned on by default.
-          '--enable-blink-features=IdleDetection',
         ]
 
         if chrome_arg_options.user_data_dir

data/lib/puppeteer/launcher/firefox.rb

@@ -324,6 +324,11 @@ module Puppeteer::Launcher
         # Make sure opening about:addons will not hit the network
         'extensions.webservice.discoverURL': "http://#{server}/dummy/discoveryURL",
 
+        # Temporarily force disable BFCache in parent (https://bit.ly/bug-1732263)
+        'fission.bfcacheInParent': false,
+        # Force all web content to use a single content process
+        'fission.webContentIsolationStrategy': 0,
+
         # Allow the application to have focus even it runs in the background
         'focusmanager.testmode': true,
         # Disable useragent updates

data/lib/puppeteer/lifecycle_watcher.rb

@@ -84,6 +84,7 @@ class Puppeteer::LifecycleWatcher
     @listener_ids['network_manager'] = [
       @frame_manager.network_manager.add_event_listener(NetworkManagerEmittedEvents::Request, &method(:handle_request)),
       @frame_manager.network_manager.add_event_listener(NetworkManagerEmittedEvents::Response, &method(:handle_response)),
+      @frame_manager.network_manager.add_event_listener(NetworkManagerEmittedEvents::RequestFailed, &method(:handle_request_failed)),
     ]
 
     @same_document_navigation_promise = resolvable_future
@@ -107,9 +108,16 @@ class Puppeteer::LifecycleWatcher
     end
   end
 
+  # @param [Puppeteer::HTTPRequest] request
+  def handle_request_failed(request)
+    return if @navigation_request&.internal&.request_id != request.internal.request_id
+
+    @navigation_response_received.fulfill(nil) unless @navigation_response_received.resolved?
+  end
+
   # @param [Puppeteer::HTTPResponse] response
   def handle_response(response)
-    return if @navigation_request&.internal&.request_id  != response.request.internal.request_id
+    return if @navigation_request&.internal&.request_id != response.request.internal.request_id
 
     @navigation_response_received.fulfill(nil) unless @navigation_response_received.resolved?
   end

data/lib/puppeteer/page/screenshot_options.rb

@@ -105,15 +105,10 @@ class Puppeteer::Page
         else
           options[:capture_beyond_viewport]
         end
-      @from_surface =
-        if options[:from_surface].nil?
-          true
-        else
-          options[:from_surface]
-        end
+      @from_surface = options[:from_surface]
     end
 
-    attr_reader :type, :quality, :path, :clip, :encoding
+    attr_reader :type, :quality, :path, :clip, :encoding, :from_surface
 
     def full_page?
       @full_page
@@ -126,9 +121,5 @@ class Puppeteer::Page
     def capture_beyond_viewport?
       @capture_beyond_viewport
     end
-
-    def from_surface?
-      @from_surface
-    end
   end
 end

data/lib/puppeteer/page.rb

@@ -1104,7 +1104,7 @@ class Puppeteer::Page
       quality: screenshot_options.quality,
       clip: clip,
       captureBeyondViewport: screenshot_options.capture_beyond_viewport?,
-      fromSurface: screenshot_options.from_surface?,
+      fromSurface: screenshot_options.from_surface,
     }.compact
     result = @client.send_message('Page.captureScreenshot', screenshot_params)
     reset_default_background_color if should_set_default_background

data/lib/puppeteer/puppeteer.rb

@@ -141,6 +141,42 @@ class Puppeteer::Puppeteer
     launcher.product
   end
 
+  def register_custom_query_handler(name:, query_one:, query_all:)
+    unless name =~ /\A[a-zA-Z]+\z/
+      raise ArgumentError.new("Custom query handler names may only contain [a-zA-Z]")
+    end
+
+    handler_name = name.to_sym
+    if query_handler_manager.query_handlers.key?(handler_name)
+      raise ArgumentError.new("A query handler named #{name} already exists")
+    end
+
+    handler = Puppeteer::CustomQueryHandler.new(query_one: query_one, query_all: query_all)
+    Puppeteer::QueryHandlerManager.instance.query_handlers[handler_name] = handler
+  end
+
+  def with_custom_query_handler(name:, query_one:, query_all:, &block)
+    unless name =~ /\A[a-zA-Z]+\z/
+      raise ArgumentError.new("Custom query handler names may only contain [a-zA-Z]")
+    end
+
+    handler_name = name.to_sym
+
+    handler = Puppeteer::CustomQueryHandler.new(query_one: query_one, query_all: query_all)
+    query_handler_manager = Puppeteer::QueryHandlerManager.instance
+    original = query_handler_manager.query_handlers.delete(handler_name)
+    query_handler_manager.query_handlers[handler_name] = handler
+    begin
+      block.call
+    ensure
+      if original
+        query_handler_manager.query_handlers[handler_name] = original
+      else
+        query_handler_manager.query_handlers.delete(handler_name)
+      end
+    end
+  end
+
   # @return [Puppeteer::Devices]
   def devices
     Puppeteer::Devices
@@ -170,10 +206,4 @@ class Puppeteer::Puppeteer
     }.compact
     launcher.default_args(options)
   end
-
-  # @param {!BrowserFetcher.Options=} options
-  # @return {!BrowserFetcher}
-  def createBrowserFetcher(options = {})
-    BrowserFetcher.new(@project_root, options)
-  end
 end

data/lib/puppeteer/query_handler_manager.rb

@@ -7,6 +7,7 @@ class Puppeteer::QueryHandlerManager
     @query_handlers ||= {
       aria: Puppeteer::AriaQueryHandler.new,
       xpath: xpath_handler,
+      text: text_query_handler,
     }
   end
 
@@ -51,6 +52,156 @@ class Puppeteer::QueryHandlerManager
     )
   end
 
+  private def text_query_handler
+    text_content_js = <<~JAVASCRIPT
+    const TRIVIAL_VALUE_INPUT_TYPES = new Set(['checkbox', 'image', 'radio']);
+
+    /**
+     * Determines if the node has a non-trivial value property.
+     */
+    const isNonTrivialValueNode = (node) => {
+      if (node instanceof HTMLSelectElement) {
+        return true;
+      }
+      if (node instanceof HTMLTextAreaElement) {
+        return true;
+      }
+      if (
+        node instanceof HTMLInputElement &&
+        !TRIVIAL_VALUE_INPUT_TYPES.has(node.type)
+      ) {
+        return true;
+      }
+      return false;
+    };
+
+    const UNSUITABLE_NODE_NAMES = new Set(['SCRIPT', 'STYLE']);
+
+    /**
+    * Determines whether a given node is suitable for text matching.
+    */
+    const isSuitableNodeForTextMatching = (node) => {
+      return (
+        !UNSUITABLE_NODE_NAMES.has(node.nodeName) && !document.head?.contains(node)
+      );
+    };
+
+    /**
+    * Maps {@link Node}s to their computed {@link TextContent}.
+    */
+    const textContentCache = new Map();
+
+    /**
+    * Builds the text content of a node using some custom logic.
+    *
+    * @remarks
+    * The primary reason this function exists is due to {@link ShadowRoot}s not having
+    * text content.
+    *
+    * @internal
+    */
+    const createTextContent = (root) => {
+      let value = textContentCache.get(root);
+      if (value) {
+        return value;
+      }
+      value = {full: '', immediate: []};
+      if (!isSuitableNodeForTextMatching(root)) {
+        return value;
+      }
+      let currentImmediate = '';
+      if (isNonTrivialValueNode(root)) {
+        value.full = root.value;
+        value.immediate.push(root.value);
+      } else {
+        for (let child = root.firstChild; child; child = child.nextSibling) {
+          if (child.nodeType === Node.TEXT_NODE) {
+            value.full += child.nodeValue ?? '';
+            currentImmediate += child.nodeValue ?? '';
+            continue;
+          }
+          if (currentImmediate) {
+            value.immediate.push(currentImmediate);
+          }
+          currentImmediate = '';
+          if (child.nodeType === Node.ELEMENT_NODE) {
+            value.full += createTextContent(child).full;
+          }
+        }
+        if (currentImmediate) {
+          value.immediate.push(currentImmediate);
+        }
+        if (root instanceof Element && root.shadowRoot) {
+          value.full += createTextContent(root.shadowRoot).full;
+        }
+      }
+      textContentCache.set(root, value);
+      return value;
+    };
+    JAVASCRIPT
+
+    @text_query_handler ||= Puppeteer::CustomQueryHandler.new(
+      query_one: <<~JAVASCRIPT,
+      (element, selector) => {
+        #{text_content_js}
+
+        const search = (root) => {
+          for (const node of root.childNodes) {
+            if (node instanceof Element) {
+              let matchedNode;
+              if (node.shadowRoot) {
+                matchedNode = search(node.shadowRoot);
+              } else {
+                matchedNode = search(node);
+              }
+              if (matchedNode) {
+                return matchedNode;
+              }
+            }
+          }
+          const textContent = createTextContent(root);
+          if (textContent.full.includes(selector)) {
+            return root;
+          }
+          return null;
+        };
+        return search(element);
+      }
+      JAVASCRIPT
+
+      query_all: <<~JAVASCRIPT,
+      (element, selector) => {
+        #{text_content_js}
+
+        const search = (root) => {
+          let results = [];
+          for (const node of root.childNodes) {
+            if (node instanceof Element) {
+              let matchedNodes;
+              if (node.shadowRoot) {
+                matchedNodes = search(node.shadowRoot);
+              } else {
+                matchedNodes = search(node);
+              }
+              results = results.concat(matchedNodes);
+            }
+          }
+          if (results.length > 0) {
+            return results;
+          }
+
+          const textContent = createTextContent(root);
+          if (textContent.full.includes(selector)) {
+            return [root];
+          }
+          return [];
+        };
+        return search(element);
+      }
+      JAVASCRIPT
+    )
+  end
+
   class Result
     def initialize(query_handler:, selector:)
       @query_handler = query_handler

data/lib/puppeteer/task_manager.rb

@@ -0,0 +1,24 @@
+class Puppeteer::TaskManager
+  def initialize
+    @tasks = Set.new
+  end
+
+  def add(task)
+    @tasks << task
+  end
+
+  def delete(task)
+    @tasks.delete(task)
+  end
+
+  def terminate_all(error)
+    @tasks.each do |task|
+      task.terminate(error)
+    end
+    @tasks.clear
+  end
+
+  def async_rerun_all
+    Concurrent::Promises.zip(*@tasks.map(&:async_rerun))
+  end
+end

data/lib/puppeteer/version.rb

@@ -1,3 +1,3 @@
 module Puppeteer
-  VERSION = '0.44.2'
+  VERSION = '0.45.0'
 end

data/lib/puppeteer/wait_task.rb

@@ -30,7 +30,7 @@ class Puppeteer::WaitTask
     @args = args
     @binding_function = binding_function
     @run_count = 0
-    @dom_world.send(:_wait_tasks).add(self)
+    @dom_world.task_manager.add(self)
     if binding_function
       @dom_world.send(:_bound_functions)[binding_function.name] = binding_function
     end
@@ -117,10 +117,10 @@ class Puppeteer::WaitTask
 
   private def cleanup
     @timeout_cleared = true
-    @dom_world.send(:_wait_tasks).delete(self)
+    @dom_world.task_manager.delete(self)
   end
 
-  private define_async_method :async_rerun
+  define_async_method :async_rerun
 
   WAIT_FOR_PREDICATE_PAGE_FUNCTION = <<~JAVASCRIPT
   async function _(root, predicateBody, polling, timeout, ...args) {

data/lib/puppeteer.rb

@@ -58,6 +58,7 @@ require 'puppeteer/puppeteer'
 require 'puppeteer/query_handler_manager'
 require 'puppeteer/remote_object'
 require 'puppeteer/target'
+require 'puppeteer/task_manager'
 require 'puppeteer/tracing'
 require 'puppeteer/timeout_helper'
 require 'puppeteer/timeout_settings'

data/puppeteer-ruby.gemspec

@@ -24,15 +24,15 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'concurrent-ruby', '~> 1.1.0'
   spec.add_dependency 'websocket-driver', '>= 0.6.0'
   spec.add_dependency 'mime-types', '>= 3.0'
-  spec.add_development_dependency 'bundler', '~> 2.3.4'
+  spec.add_development_dependency 'bundler'
   spec.add_development_dependency 'chunky_png'
   spec.add_development_dependency 'dry-inflector'
   spec.add_development_dependency 'pry-byebug'
   spec.add_development_dependency 'rake', '~> 13.0.3'
   spec.add_development_dependency 'rollbar'
-  spec.add_development_dependency 'rspec', '~> 3.11.0'
+  spec.add_development_dependency 'rspec', '~> 3.12.0'
   spec.add_development_dependency 'rspec_junit_formatter' # for CircleCI.
-  spec.add_development_dependency 'rubocop', '~> 1.36.0'
+  spec.add_development_dependency 'rubocop', '~> 1.42.0'
   spec.add_development_dependency 'rubocop-rspec'
   spec.add_development_dependency 'sinatra'
   spec.add_development_dependency 'webrick'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: puppeteer-ruby
 version: !ruby/object:Gem::Version
-  version: 0.44.2
+  version: 0.45.0
 platform: ruby
 authors:
 - YusukeIwaki
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-10-06 00:00:00.000000000 Z
+date: 2023-01-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
@@ -56,16 +56,16 @@ dependencies:
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 2.3.4
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 2.3.4
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: chunky_png
   requirement: !ruby/object:Gem::Requirement
@@ -142,14 +142,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.11.0
+        version: 3.12.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.11.0
+        version: 3.12.0
 - !ruby/object:Gem::Dependency
   name: rspec_junit_formatter
   requirement: !ruby/object:Gem::Requirement
@@ -170,14 +170,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.36.0
+        version: 1.42.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.36.0
+        version: 1.42.0
 - !ruby/object:Gem::Dependency
   name: rubocop-rspec
   requirement: !ruby/object:Gem::Requirement
@@ -257,7 +257,6 @@ files:
 - lib/puppeteer/browser.rb
 - lib/puppeteer/browser_connector.rb
 - lib/puppeteer/browser_context.rb
-- lib/puppeteer/browser_fetcher.rb
 - lib/puppeteer/browser_runner.rb
 - lib/puppeteer/cdp_session.rb
 - lib/puppeteer/chrome_target_manager.rb
@@ -321,6 +320,7 @@ files:
 - lib/puppeteer/query_handler_manager.rb
 - lib/puppeteer/remote_object.rb
 - lib/puppeteer/target.rb
+- lib/puppeteer/task_manager.rb
 - lib/puppeteer/timeout_helper.rb
 - lib/puppeteer/timeout_settings.rb
 - lib/puppeteer/touch_screen.rb
@@ -350,7 +350,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.7
+rubygems_version: 3.4.1
 signing_key: 
 specification_version: 4
 summary: A ruby port of puppeteer

data/lib/puppeteer/browser_fetcher.rb

@@ -1,6 +0,0 @@
-# Download latest chromium.
-class Puppeteer::BrowserFetcher
-  def initialize(project_root, options = {})
-    # 未実装
-  end
-end