puppeteer-ruby 0.40.7 → 0.41.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 674e5731f3d469805214a3ddb7e56ae83aaaa6850db3ccddd02002cffe4e1ca4
-  data.tar.gz: 47f5ad6e1a7b30c394ce950991c067c9b2dd42c144ec561eaa3dbbc9efb9b77a
+  metadata.gz: ccfb160c40e2ef032c0da17ab4b1cc9fe610d4caf42f236042ea0757c9e270e7
+  data.tar.gz: 95a3a457aa850116bc3062e9507ef53bd10e1d451ebeb4703cf9a6f5d663b9c5
 SHA512:
-  metadata.gz: b4f53e004dbbba48ebfaa5a1197d5bfdf9d2364a6bd84edf94d378b4b193661f0dc43de51fd61e009d91d5ca1eff7afb62e824fc23ce6bfc6dfa2b36aeda0457
-  data.tar.gz: 537e1dc87b4fa9d7644035e1a7a590ec32d64275ee7166940a9e6454b94997b873b1e06c1f2f8ad25c33f39caed4eb05601de46808f09748e13f9db15868c750
+  metadata.gz: b65da9f89cc8cfeea05e4e0835f919aab382f47e380d27c1e0a439c70cb0b0b7d9e8519a3361ad545e0c5115216d698740e46f20c96960cf96496ee22ac374ea
+  data.tar.gz: 81c846c795efd81bc10af84b65e02a6dfc3a52d9be2cc5f21cc7bc313e84fcd4ef3fed692bc1bc616389bc43f2a06a6944c2353aa8f8c3a614bb8a4c8ef2097c

data/CHANGELOG.md

@@ -1,7 +1,11 @@
-### main [[diff](https://github.com/YusukeIwaki/puppeteer-ruby/compare/0.40.7...main)]
+### main [[diff](https://github.com/YusukeIwaki/puppeteer-ruby/compare/0.41.0...main)]
 
 - xxx
 
+### 0.41.0 [[diff](https://github.com/YusukeIwaki/puppeteer-ruby/compare/0.40.7...0.41.0)]
+
+- Port Puppeteer v14.0-v15.2 features, including `ElementHandle#wait_for_xpath`
+
 ### 0.40.7 [[diff](https://github.com/YusukeIwaki/puppeteer-ruby/compare/0.40.6...0.40.7)]
 
 - Port Puppeteer v13.6-v13.7 features.

data/docs/api_coverage.md

@@ -1,6 +1,6 @@
 # API coverages
-- Puppeteer version: v13.5.2
-- puppeteer-ruby version: 0.40.7
+- Puppeteer version: v15.2.0
+- puppeteer-ruby version: 0.41.0
 
 ## Puppeteer
 
@@ -297,6 +297,7 @@
 * type => `#type_text`
 * uploadFile => `#upload_file`
 * waitForSelector => `#wait_for_selector`
+* waitForXPath => `#wait_for_xpath`
 
 ## HTTPRequest
 

data/lib/puppeteer/browser.rb

@@ -13,7 +13,14 @@ class Puppeteer::Browser
   # @param {?Puppeteer.Viewport} defaultViewport
   # @param process [Puppeteer::BrowserRunner::BrowserProcess|NilClass]
   # @param {function()=} closeCallback
-  def self.create(connection:, context_ids:, ignore_https_errors:, default_viewport:, process:, close_callback:)
+  def self.create(connection:,
+                  context_ids:,
+                  ignore_https_errors:,
+                  default_viewport:,
+                  process:,
+                  close_callback:,
+                  target_filter_callback:,
+                  is_page_target_callback:)
     browser = Puppeteer::Browser.new(
       connection: connection,
       context_ids: context_ids,
@@ -21,6 +28,8 @@ class Puppeteer::Browser
       default_viewport: default_viewport,
       process: process,
       close_callback: close_callback,
+      target_filter_callback: target_filter_callback,
+      is_page_target_callback: is_page_target_callback,
     )
     connection.send_message('Target.setDiscoverTargets', discover: true)
     browser
@@ -32,12 +41,21 @@ class Puppeteer::Browser
   # @param {?Puppeteer.Viewport} defaultViewport
   # @param {?Puppeteer.ChildProcess} process
   # @param {(function():Promise)=} closeCallback
-  def initialize(connection:, context_ids:, ignore_https_errors:, default_viewport:, process:, close_callback:)
+  def initialize(connection:,
+                 context_ids:,
+                 ignore_https_errors:,
+                 default_viewport:,
+                 process:,
+                 close_callback:,
+                 target_filter_callback:,
+                 is_page_target_callback:)
     @ignore_https_errors = ignore_https_errors
     @default_viewport = default_viewport
     @process = process
     @connection = connection
     @close_callback = close_callback
+    @target_filter_callback = target_filter_callback || method(:default_target_filter_callback)
+    @is_page_target_callback = is_page_target_callback || method(:default_is_page_target_callback)
 
     @default_context = Puppeteer::BrowserContext.new(@connection, self, nil)
     @contexts = {}
@@ -54,6 +72,16 @@ class Puppeteer::Browser
     @connection.on_event('Target.targetInfoChanged', &method(:handle_target_info_changed))
   end
 
+  private def default_target_filter_callback(target_info)
+    true
+  end
+
+  private def default_is_page_target_callback(target_info)
+    ['page', 'background_page', 'webview'].include?(target_info.type)
+  end
+
+  attr_reader :is_page_target_callback
+
   # @param event_name [Symbol] either of :disconnected, :targetcreated, :targetchanged, :targetdestroyed
   def on(event_name, &block)
     unless BrowserEmittedEvents.values.include?(event_name.to_s)
@@ -119,12 +147,16 @@ class Puppeteer::Browser
     if @targets[target_info.target_id]
       raise TargetAlreadyExistError.new
     end
+
+    return unless @target_filter_callback.call(target_info)
+
     target = Puppeteer::Target.new(
       target_info: target_info,
       browser_context: context,
       session_factory: -> { @connection.create_session(target_info) },
       ignore_https_errors: @ignore_https_errors,
       default_viewport: @default_viewport,
+      is_page_target_callback: @is_page_target_callback,
     )
     @targets[target_info.target_id] = target
     if_present(@wait_for_creating_targets.delete(target_info.target_id)) do |promise|

data/lib/puppeteer/browser_context.rb

@@ -50,7 +50,9 @@ class Puppeteer::BrowserContext
 
   # @return {!Promise<!Array<!Puppeteer.Page>>}
   def pages
-    targets.select { |target| target.type == 'page' }.map(&:page).reject { |page| !page }
+    targets.select { |target|
+      target.type == 'page' || (target.type == 'other' && @browser.is_page_target_callback&.call(target.target_info))
+    }.map(&:page).reject { |page| !page }
   end
 
   def incognito?

data/lib/puppeteer/element_handle.rb

@@ -76,6 +76,81 @@ class Puppeteer::ElementHandle < Puppeteer::JSHandle
 
   define_async_method :async_wait_for_selector
 
+  # Wait for the `xpath` within the element. If at the moment of calling the
+  # method the `xpath` already exists, the method will return immediately. If
+  # the `xpath` doesn't appear after the `timeout` milliseconds of waiting, the
+  # function will throw.
+  #
+  # If `xpath` starts with `//` instead of `.//`, the dot will be appended automatically.
+  #
+  # This method works across navigation
+  # ```js
+  # const puppeteer = require('puppeteer');
+  # (async () => {
+  # const browser = await puppeteer.launch();
+  # const page = await browser.newPage();
+  # let currentURL;
+  # page
+  # .waitForXPath('//img')
+  # .then(() => console.log('First URL with image: ' + currentURL));
+  # for (currentURL of [
+  # 'https://example.com',
+  # 'https://google.com',
+  # 'https://bbc.com',
+  # ]) {
+  # await page.goto(currentURL);
+  # }
+  # await browser.close();
+  # })();
+  # ```
+  # @param xpath - A
+  # {@link https://developer.mozilla.org/en-US/docs/Web/XPath | xpath} of an
+  # element to wait for
+  # @param options - Optional waiting parameters
+  # @returns Promise which resolves when element specified by xpath string is
+  # added to DOM. Resolves to `null` if waiting for `hidden: true` and xpath is
+  # not found in DOM.
+  # @remarks
+  # The optional Argument `options` have properties:
+  #
+  # - `visible`: A boolean to wait for element to be present in DOM and to be
+  # visible, i.e. to not have `display: none` or `visibility: hidden` CSS
+  # properties. Defaults to `false`.
+  #
+  # - `hidden`: A boolean wait for element to not be found in the DOM or to be
+  # hidden, i.e. have `display: none` or `visibility: hidden` CSS properties.
+  # Defaults to `false`.
+  #
+  # - `timeout`: A number which is maximum time to wait for in milliseconds.
+  # Defaults to `30000` (30 seconds). Pass `0` to disable timeout. The default
+  # value can be changed by using the {@link Page.setDefaultTimeout} method.
+  def wait_for_xpath(xpath, visible: nil, hidden: nil, timeout: nil)
+    frame = @context.frame
+
+    secondary_world = frame.secondary_world
+    adopted_root = secondary_world.execution_context.adopt_element_handle(self)
+    param_xpath =
+      if xpath.start_with?('//')
+        ".#{xpath}"
+      else
+        xpath
+      end
+    unless param_xpath.start_with?('.//')
+      adopted_root.dispose
+      raise ArgumentError.new("Unsupported xpath expression: #{xpath}")
+    end
+    handle = secondary_world.wait_for_xpath(param_xpath, visible: visible, hidden: hidden, timeout: timeout, root: adopted_root)
+    adopted_root.dispose
+    return nil unless handle
+
+    main_world = frame.main_world
+    result = main_world.execution_context.adopt_element_handle(handle)
+    handle.dispose
+    result
+  end
+
+  define_async_method :async_wait_for_xpath
+
   def as_element
     self
   end
@@ -309,22 +384,35 @@ class Puppeteer::ElementHandle < Puppeteer::JSHandle
     end
 
     fn = <<~JAVASCRIPT
-    (element, values) => {
+    (element, vals) => {
+      const values = new Set(vals);
       if (element.nodeName.toLowerCase() !== 'select') {
         throw new Error('Element is not a <select> element.');
       }
 
-      const options = Array.from(element.options);
-      element.value = undefined;
-      for (const option of options) {
-        option.selected = values.includes(option.value);
-        if (option.selected && !element.multiple) {
-          break;
+      const selectedValues = new Set();
+      if (!element.multiple) {
+        for (const option of element.options) {
+          option.selected = false;
+        }
+        for (const option of element.options) {
+          if (values.has(option.value)) {
+            option.selected = true;
+            selectedValues.add(option.value);
+            break;
+          }
+        }
+      } else {
+        for (const option of element.options) {
+          option.selected = values.has(option.value);
+          if (option.selected) {
+            selectedValues.add(option.value);
+          }
         }
       }
       element.dispatchEvent(new Event('input', { bubbles: true }));
       element.dispatchEvent(new Event('change', { bubbles: true }));
-      return options.filter(option => option.selected).map(option => option.value);
+      return [...selectedValues.values()];
     }
     JAVASCRIPT
     evaluate(fn, values)
@@ -337,10 +425,6 @@ class Puppeteer::ElementHandle < Puppeteer::JSHandle
       raise ArgumentError.new('Multiple file uploads only work with <input type=file multiple>')
     end
 
-    if error_path = file_paths.find { |file_path| !File.exist?(file_path) }
-      raise ArgumentError.new("#{error_path} does not exist or is not readable")
-    end
-
     backend_node_id = @remote_object.node_info(@client)["node"]["backendNodeId"]
 
     # The zero-length array is a special case, it seems that DOM.setFileInputFiles does
@@ -421,7 +505,15 @@ class Puppeteer::ElementHandle < Puppeteer::JSHandle
     end
   end
 
-  def screenshot(type: nil, path: nil, full_page: nil, clip: nil, quality: nil, omit_background: nil, encoding: nil)
+  def screenshot(type: nil,
+                 path: nil,
+                 full_page: nil,
+                 clip: nil,
+                 quality: nil,
+                 omit_background: nil,
+                 encoding: nil,
+                 capture_beyond_viewport: nil,
+                 from_surface: nil)
     needs_viewport_reset = false
 
     box = bounding_box
@@ -465,7 +557,17 @@ class Puppeteer::ElementHandle < Puppeteer::JSHandle
       }
     end
 
-    @page.screenshot(type: type, path: path, full_page: full_page, clip: clip, quality: quality, omit_background: omit_background, encoding: encoding)
+    @page.screenshot(
+      type: type,
+      path: path,
+      full_page:
+      full_page,
+      clip: clip,
+      quality: quality,
+      omit_background: omit_background,
+      encoding: encoding,
+      capture_beyond_viewport: capture_beyond_viewport,
+      from_surface: from_surface)
   ensure
     if needs_viewport_reset
       @page.viewport = viewport

data/lib/puppeteer/execution_context.rb

@@ -2,7 +2,7 @@ class Puppeteer::ExecutionContext
   include Puppeteer::IfPresent
   using Puppeteer::DefineAsyncMethod
 
-  EVALUATION_SCRIPT_URL = '__puppeteer_evaluation_script__'
+  EVALUATION_SCRIPT_URL = 'pprt://__puppeteer_evaluation_script__'
   SOURCE_URL_REGEX = /^[\040\t]*\/\/[@#] sourceURL=\s*(\S*?)\s*$/m
 
   # @param client [Puppeteer::CDPSession]

data/lib/puppeteer/frame.rb

@@ -10,6 +10,7 @@ class Puppeteer::Frame
     @parent_frame = parent_frame
     @id = frame_id
     @detached = false
+    @has_started_loading = false
 
     @loader_id = ''
     @lifecycle_events = Set.new
@@ -46,6 +47,10 @@ class Puppeteer::Frame
 
   attr_accessor :frame_manager, :id, :loader_id, :lifecycle_events, :main_world, :secondary_world
 
+  def has_started_loading?
+    @has_started_loading
+  end
+
   # @param url [String]
   # @param rederer [String]
   # @param timeout [number|nil]
@@ -316,6 +321,10 @@ class Puppeteer::Frame
     @lifecycle_events << name
   end
 
+  def handle_loading_started
+    @has_started_loading = true
+  end
+
   def handle_loading_stopped
     @lifecycle_events << 'DOMContentLoaded'
     @lifecycle_events << 'load'

data/lib/puppeteer/frame_manager.rb

@@ -43,6 +43,9 @@ class Puppeteer::FrameManager
     client.on_event('Page.frameDetached') do |event|
       handle_frame_detached(event['frameId'], event['reason'])
     end
+    client.on_event('Page.frameStartedLoading') do |event|
+      handle_frame_started_loading(event['frameId'])
+    end
     client.on_event('Page.frameStoppedLoading') do |event|
       handle_frame_stopped_loading(event['frameId'])
     end
@@ -71,11 +74,17 @@ class Puppeteer::FrameManager
   private def init(cdp_session = nil)
     client = cdp_session || @client
 
-    results = await_all(
+    promises = [
       client.async_send_message('Page.enable'),
       client.async_send_message('Page.getFrameTree'),
-    )
-    frame_tree = results.last['frameTree']
+      cdp_session&.async_send_message('Target.setAutoAttach', {
+        autoAttach: true,
+        waitForDebuggerOnStart: false,
+        flatten: true,
+      }),
+    ].compact
+    results = await_all(*promises)
+    frame_tree = results[1]['frameTree']
     handle_frame_tree(client, frame_tree)
     await_all(
       client.async_send_message('Page.setLifecycleEventsEnabled', enabled: true),
@@ -112,13 +121,12 @@ class Puppeteer::FrameManager
     option_timeout = timeout || @timeout_settings.navigation_timeout
 
     watcher = Puppeteer::LifecycleWatcher.new(self, frame, option_wait_until, option_timeout)
-    ensure_new_document_navigation = false
 
     begin
       navigate = future do
         result = @client.send_message('Page.navigate', navigate_params)
         loader_id = result['loaderId']
-        ensure_new_document_navigation = !!loader_id
+
         if result['errorText']
           raise NavigationError.new("#{result['errorText']} at #{url}")
         end
@@ -128,14 +136,9 @@ class Puppeteer::FrameManager
         watcher.timeout_or_termination_promise,
       )
 
-      document_navigation_promise =
-        if ensure_new_document_navigation
-          watcher.new_document_navigation_promise
-        else
-          watcher.same_document_navigation_promise
-        end
       await_any(
-        document_navigation_promise,
+        watcher.new_document_navigation_promise,
+        watcher.same_document_navigation_promise,
         watcher.timeout_or_termination_promise,
       )
     rescue Puppeteer::TimeoutError => err
@@ -201,7 +204,14 @@ class Puppeteer::FrameManager
     emit_event(FrameManagerEmittedEvents::LifecycleEvent, frame)
   end
 
-  # @param {string} frameId
+  # @param frame_id [String]
+  def handle_frame_started_loading(frame_id)
+    frame = @frames[frame_id]
+    return if !frame
+    frame.handle_loading_started
+  end
+
+  # @param frame_id [String]
   def handle_frame_stopped_loading(frame_id)
     frame = @frames[frame_id]
     return if !frame

data/lib/puppeteer/launcher/browser_options.rb

@@ -31,9 +31,20 @@ module Puppeteer::Launcher
       # `default_viewport: nil` must be respected here.
       @default_viewport = options.key?(:default_viewport) ? options[:default_viewport] : Puppeteer::Viewport.new(width: 800, height: 600)
       @slow_mo = options[:slow_mo] || 0
+
+      # only for Puppeteer.connect
+      @target_filter = options[:target_filter]
+      if @target_filter && !@target_filter.respond_to?(:call)
+        raise ArgumentError.new('target_filter must be a Proc (target_info => true/false)')
+      end
+
+      @is_page_target = options[:is_page_target]
+      if @is_page_target && !@is_page_target.respond_to?(:call)
+        raise ArgumentError.new('is_page_target must be a Proc (target_info => true/false)')
+      end
     end
 
-    attr_reader :default_viewport, :slow_mo
+    attr_reader :default_viewport, :slow_mo, :target_filter, :is_page_target
 
     def ignore_https_errors?
       @ignore_https_errors

data/lib/puppeteer/launcher/chrome.rb

@@ -87,6 +87,8 @@ module Puppeteer::Launcher
             default_viewport: @browser_options.default_viewport,
             process: runner.proc,
             close_callback: -> { runner.close },
+            target_filter_callback: nil,
+            is_page_target_callback: nil,
           )
         rescue
           runner.kill
@@ -122,7 +124,9 @@ module Puppeteer::Launcher
           '--disable-default-apps',
           '--disable-dev-shm-usage',
           '--disable-extensions',
-          '--disable-features=Translate,BackForwardCache',
+          # TODO: remove AvoidUnnecessaryBeforeUnloadCheckSync below
+          # once crbug.com/1324138 is fixed and released.
+          '--disable-features=Translate,BackForwardCache,AvoidUnnecessaryBeforeUnloadCheckSync',
           '--disable-hang-monitor',
           '--disable-ipc-flooding-protection',
           '--disable-popup-blocking',
@@ -205,6 +209,8 @@ module Puppeteer::Launcher
         default_viewport: @browser_options.default_viewport,
         process: nil,
         close_callback: -> { connection.send_message('Browser.close') },
+        target_filter_callback: @browser_options.target_filter,
+        is_page_target_callback: @browser_options.is_page_target,
       )
     end
 

data/lib/puppeteer/launcher/firefox.rb

@@ -85,6 +85,8 @@ module Puppeteer::Launcher
             default_viewport: @browser_options.default_viewport,
             process: runner.proc,
             close_callback: -> { runner.close },
+            target_filter_callback: nil,
+            is_page_target_callback: nil,
           )
         rescue
           runner.kill
@@ -132,6 +134,8 @@ module Puppeteer::Launcher
         default_viewport: @browser_options.default_viewport,
         process: nil,
         close_callback: -> { connection.send_message('Browser.close') },
+        target_filter_callback: nil,
+        is_page_target_callback: nil,
       )
     end
 

data/lib/puppeteer/lifecycle_watcher.rb

@@ -43,7 +43,7 @@ class Puppeteer::LifecycleWatcher
       if expected_lifecycle.any? { |event| !frame.lifecycle_events.include?(event) }
         return false
       end
-      if frame.child_frames.any? { |child| !completed?(child) }
+      if frame.child_frames.any? { |child| child.has_started_loading? && !completed?(child) }
         return false
       end
       true
@@ -65,7 +65,6 @@ class Puppeteer::LifecycleWatcher
     @expected_lifecycle = ExpectedLifecycle.new(wait_until)
     @frame_manager = frame_manager
     @frame = frame
-    @initial_loader_id = frame.loader_id
     @timeout = timeout
 
     @listener_ids = {}
@@ -77,6 +76,7 @@ class Puppeteer::LifecycleWatcher
         check_lifecycle_complete
       end,
       @frame_manager.add_event_listener(FrameManagerEmittedEvents::FrameNavigatedWithinDocument, &method(:navigated_within_document)),
+      @frame_manager.add_event_listener(FrameManagerEmittedEvents::FrameNavigated, &method(:navigated)),
       @frame_manager.add_event_listener(FrameManagerEmittedEvents::FrameSwapped, &method(:handle_frame_swapped)),
       @frame_manager.add_event_listener(FrameManagerEmittedEvents::FrameDetached, &method(:handle_frame_detached)),
     ]
@@ -143,6 +143,12 @@ class Puppeteer::LifecycleWatcher
     check_lifecycle_complete
   end
 
+  private def navigated(frame)
+    return if frame != @frame
+    @new_document_navigation = true
+    check_lifecycle_complete
+  end
+
   private def handle_frame_swapped(frame)
     return if frame != @frame
     @swapped = true
@@ -153,17 +159,10 @@ class Puppeteer::LifecycleWatcher
     # We expect navigation to commit.
     return unless @expected_lifecycle.completed?(@frame)
     @lifecycle_promise.fulfill(true) if @lifecycle_promise.pending?
-    if @frame.loader_id == @initial_loader_id && !@has_same_document_navigation
-      if @swapped
-        @swapped = false
-        @new_document_navigation_promise.fulfill(true)
-      end
-      return
-    end
     if @has_same_document_navigation && @same_document_navigation_promise.pending?
       @same_document_navigation_promise.fulfill(true)
     end
-    if @frame.loader_id != @initial_loader_id && @new_document_navigation_promise.pending?
+    if (@swapped || @new_document_navigation) && @new_document_navigation_promise.pending?
       @new_document_navigation_promise.fulfill(true)
     end
   end

data/lib/puppeteer/page/screenshot_options.rb

@@ -2,15 +2,49 @@ require 'mime/types'
 
 class Puppeteer::Page
   # /**
-  #  * @typedef {Object} ScreenshotOptions
-  #  * @property {string=} type
-  #  * @property {string=} path
-  #  * @property {boolean=} fullPage
-  #  * @property {{x: number, y: number, width: number, height: number}=} clip
-  #  * @property {number=} quality
-  #  * @property {boolean=} omitBackground
-  #  * @property {string=} encoding
-  #  */
+  # * @defaultValue 'png'
+  # */
+  # type?: 'png' | 'jpeg' | 'webp';
+  # /**
+  # * The file path to save the image to. The screenshot type will be inferred
+  # * from file extension. If path is a relative path, then it is resolved
+  # * relative to current working directory. If no path is provided, the image
+  # * won't be saved to the disk.
+  # */
+  # path?: string;
+  # /**
+  # * When true, takes a screenshot of the full page.
+  # * @defaultValue false
+  # */
+  # fullPage?: boolean;
+  # /**
+  # * An object which specifies the clipping region of the page.
+  # */
+  # clip?: ScreenshotClip;
+  # /**
+  # * Quality of the image, between 0-100. Not applicable to `png` images.
+  # */
+  # quality?: number;
+  # /**
+  # * Hides default white background and allows capturing screenshots with transparency.
+  # * @defaultValue false
+  # */
+  # omitBackground?: boolean;
+  # /**
+  # * Encoding of the image.
+  # * @defaultValue 'binary'
+  # */
+  # encoding?: 'base64' | 'binary';
+  # /**
+  # * Capture the screenshot beyond the viewport.
+  # * @defaultValue true
+  # */
+  # captureBeyondViewport?: boolean;
+  # /**
+  # * Capture the screenshot from the surface, rather than the view.
+  # * @defaultValue true
+  # */
+  # fromSurface?: boolean;
   class ScreenshotOptions
     # @params options [Hash]
     def initialize(options)
@@ -65,6 +99,18 @@ class Puppeteer::Page
       @clip = options[:clip]
       @omit_background = options[:omit_background]
       @encoding = options[:encoding]
+      @capture_beyond_viewport =
+        if options[:capture_beyond_viewport].nil?
+          true
+        else
+          options[:capture_beyond_viewport]
+        end
+      @from_surface =
+        if options[:from_surface].nil?
+          true
+        else
+          options[:from_surface]
+        end
     end
 
     attr_reader :type, :quality, :path, :clip, :encoding
@@ -76,5 +122,13 @@ class Puppeteer::Page
     def omit_background?
       @omit_background
     end
+
+    def capture_beyond_viewport?
+      @capture_beyond_viewport
+    end
+
+    def from_surface?
+      @from_surface
+    end
   end
 end

data/lib/puppeteer/page.rb

@@ -814,6 +814,10 @@ class Puppeteer::Page
         predicate
       end
 
+    frames.each do |frame|
+      return frame if frame_predicate.call(frame)
+    end
+
     wait_for_frame_manager_event(
       FrameManagerEmittedEvents::FrameAttached,
       FrameManagerEmittedEvents::FrameNavigated,
@@ -1021,7 +1025,15 @@ class Puppeteer::Page
   # @param quality [Integer]
   # @param omit_background [Boolean]
   # @param encoding [String]
-  def screenshot(type: nil, path: nil, full_page: nil, clip: nil, quality: nil, omit_background: nil, encoding: nil)
+  def screenshot(type: nil,
+                 path: nil,
+                 full_page: nil,
+                 clip: nil,
+                 quality: nil,
+                 omit_background: nil,
+                 encoding: nil,
+                 capture_beyond_viewport: nil,
+                 from_surface: nil)
     options = {
       type: type,
       path: path,
@@ -1030,6 +1042,8 @@ class Puppeteer::Page
       quality:  quality,
       omit_background: omit_background,
       encoding: encoding,
+      capture_beyond_viewport: capture_beyond_viewport,
+      from_surface: from_surface,
     }.compact
     screenshot_options = ScreenshotOptions.new(options)
 
@@ -1058,18 +1072,20 @@ class Puppeteer::Page
       # Overwrite clip for full page at all times.
       clip = { x: 0, y: 0, width: width, height: height, scale: 1 }
 
-      screen_orientation =
-        if @viewport&.landscape?
-          { angle: 90, type: 'landscapePrimary' }
-        else
-          { angle: 0, type: 'portraitPrimary' }
-        end
-      @client.send_message('Emulation.setDeviceMetricsOverride',
-        mobile: @viewport&.mobile? || false,
-        width: width,
-        height: height,
-        deviceScaleFactor: @viewport&.device_scale_factor || 1,
-        screenOrientation: screen_orientation)
+      unless screenshot_options.capture_beyond_viewport?
+        screen_orientation =
+          if @viewport&.landscape?
+            { angle: 90, type: 'landscapePrimary' }
+          else
+            { angle: 0, type: 'portraitPrimary' }
+          end
+        @client.send_message('Emulation.setDeviceMetricsOverride',
+          mobile: @viewport&.mobile? || false,
+          width: width,
+          height: height,
+          deviceScaleFactor: @viewport&.device_scale_factor || 1,
+          screenOrientation: screen_orientation)
+      end
     end
 
     should_set_default_background = screenshot_options.omit_background? && format == 'png'
@@ -1078,6 +1094,8 @@ class Puppeteer::Page
       format: format,
       quality: screenshot_options.quality,
       clip: clip,
+      captureBeyondViewport: screenshot_options.capture_beyond_viewport?,
+      fromSurface: screenshot_options.from_surface?,
     }.compact
     result = @client.send_message('Page.captureScreenshot', screenshot_params)
     reset_default_background_color if should_set_default_background

data/lib/puppeteer/target.rb

@@ -18,14 +18,19 @@ class Puppeteer::Target
   # @param {!function():!Promise<!Puppeteer.CDPSession>} sessionFactory
   # @param {boolean} ignoreHTTPSErrors
   # @param {?Puppeteer.Viewport} defaultViewport
-  def initialize(target_info:, browser_context:, session_factory:, ignore_https_errors:, default_viewport:)
+  def initialize(target_info:,
+                 browser_context:,
+                 session_factory:,
+                 ignore_https_errors:,
+                 default_viewport:,
+                 is_page_target_callback:)
     @target_info = target_info
     @browser_context = browser_context
     @target_id = target_info.target_id
     @session_factory = session_factory
     @ignore_https_errors = ignore_https_errors
     @default_viewport = default_viewport
-
+    @is_page_target_callback = is_page_target_callback
 
     #    /** @type {?Promise<!Puppeteer.Page>} */
     #    this._pagePromise = null;
@@ -37,14 +42,14 @@ class Puppeteer::Target
     end
     @is_closed_promise = resolvable_future
 
-    @is_initialized = @target_info.type != 'page' || !@target_info.url.empty?
+    @is_initialized = !@is_page_target_callback.call(@target_info) || !@target_info.url.empty?
 
     if @is_initialized
       @initialize_callback_promise.fulfill(true)
     end
   end
 
-  attr_reader :target_id, :initialized_promise, :is_closed_promise
+  attr_reader :target_id, :target_info, :initialized_promise, :is_closed_promise
 
   def closed_callback
     @is_closed_promise.fulfill(true)
@@ -83,7 +88,7 @@ class Puppeteer::Target
   end
 
   def page
-    if ['page', 'background_page', 'webview'].include?(@target_info.type) && @page.nil?
+    if @is_page_target_callback.call(@target_info) && @page.nil?
       client = @session_factory.call
       @page = Puppeteer::Page.create(client, self, @ignore_https_errors, @default_viewport)
     end
@@ -145,7 +150,7 @@ class Puppeteer::Target
   def handle_target_info_changed(target_info)
     @target_info = target_info
 
-    if !@is_initialized && (@target_info.type != 'page' || !@target_info.url.empty?)
+    if !@is_initialized && (!@is_page_target_callback.call(@target_info) || !@target_info.url.empty?)
       @is_initialized = true
       @initialize_callback_promise.fulfill(true)
     end

data/lib/puppeteer/version.rb

@@ -1,3 +1,3 @@
 module Puppeteer
-  VERSION = '0.40.7'
+  VERSION = '0.41.0'
 end

data/puppeteer-ruby.gemspec

@@ -32,7 +32,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'rollbar'
   spec.add_development_dependency 'rspec', '~> 3.11.0'
   spec.add_development_dependency 'rspec_junit_formatter' # for CircleCI.
-  spec.add_development_dependency 'rubocop', '~> 1.29.0'
+  spec.add_development_dependency 'rubocop', '~> 1.31.0'
   spec.add_development_dependency 'rubocop-rspec'
   spec.add_development_dependency 'sinatra'
   spec.add_development_dependency 'webrick'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: puppeteer-ruby
 version: !ruby/object:Gem::Version
-  version: 0.40.7
+  version: 0.41.0
 platform: ruby
 authors:
 - YusukeIwaki
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-05-10 00:00:00.000000000 Z
+date: 2022-07-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
@@ -170,14 +170,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.29.0
+        version: 1.31.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.29.0
+        version: 1.31.0
 - !ruby/object:Gem::Dependency
   name: rubocop-rspec
   requirement: !ruby/object:Gem::Requirement