x-twitter-scraper 0.10.4 → 0.10.6

data/lib/x_twitter_scraper/internal/transport/pooled_net_requester.rb

@@ -7,23 +7,14 @@
 module XTwitterScraper
   module Internal
     module Transport
-      # @api private
       class PooledNetRequester
         extend XTwitterScraper::Internal::Util::SorbetRuntimeSupport
 
-        # from the golang stdlib
-        # https://github.com/golang/go/blob/c8eced8580028328fde7c03cbfcb720ce15b2358/src/net/http/transport.go#L49
         KEEP_ALIVE_TIMEOUT = 30
 
         DEFAULT_MAX_CONNECTIONS = [Etc.nprocessors, 99].max
 
         class << self
-          # @api private
-          #
-          # @param cert_store [OpenSSL::X509::Store]
-          # @param url [URI::Generic]
-          #
-          # @return [Net::HTTP]
           def connect(cert_store:, url:)
             port =
               case [url.port, url.scheme]
@@ -43,36 +34,18 @@ module XTwitterScraper
             end
           end
 
-          # @api private
-          #
-          # @param conn [Net::HTTP]
-          # @param deadline [Float]
           def calibrate_socket_timeout(conn, deadline)
             timeout = deadline - XTwitterScraper::Internal::Util.monotonic_secs
             conn.open_timeout = conn.read_timeout = conn.write_timeout = conn.continue_timeout = timeout
           end
 
-          # @api private
-          #
-          # @param request [Hash{Symbol=>Object}] .
-          #
-          #   @option request [Symbol] :method
-          #
-          #   @option request [URI::Generic] :url
-          #
-          #   @option request [Hash{String=>String}] :headers
-          #
-          # @param blk [Proc]
-          #
-          # @yieldparam [String]
-          # @return [Array(Net::HTTPGenericRequest, Proc)]
           def build_request(request, &blk)
             method, url, headers, body = request.fetch_values(:method, :url, :headers, :body)
             req = Net::HTTPGenericRequest.new(
               method.to_s.upcase,
               !body.nil?,
               method != :head,
-              URI(url.to_s) # ensure we construct a URI class of the right scheme
+              URI(url.to_s)
             )
 
             headers.each { req[_1] = _2 }
@@ -95,14 +68,6 @@ module XTwitterScraper
           end
         end
 
-        # @api private
-        #
-        # @param url [URI::Generic]
-        # @param deadline [Float]
-        # @param blk [Proc]
-        #
-        # @raise [Timeout::Error]
-        # @yieldparam [Net::HTTP]
         private def with_pool(url, deadline:, &blk)
           origin = XTwitterScraper::Internal::Util.uri_origin(url)
           timeout = deadline - XTwitterScraper::Internal::Util.monotonic_secs
@@ -116,28 +81,13 @@ module XTwitterScraper
           pool.with(timeout: timeout, &blk)
         end
 
-        # @api private
-        #
-        # @param request [Hash{Symbol=>Object}] .
-        #
-        #   @option request [Symbol] :method
-        #
-        #   @option request [URI::Generic] :url
-        #
-        #   @option request [Hash{String=>String}] :headers
-        #
-        #   @option request [Object] :body
-        #
-        #   @option request [Float] :deadline
-        #
-        # @return [Array(Integer, Net::HTTPResponse, Enumerable<String>)]
         def execute(request)
           url, deadline = request.fetch_values(:url, :deadline)
 
           req = nil
           finished = false
 
-          # rubocop:disable Metrics/BlockLength
+          # rubocop:disable-next Metrics/BlockLength
           enum = Enumerator.new do |y|
             next if finished
 
@@ -185,7 +135,6 @@ module XTwitterScraper
           rescue StandardError
             raise XTwitterScraper::Errors::APIConnectionError.new(url: url, request: req)
           end
-          # rubocop:enable Metrics/BlockLength
 
           _, response = enum.next
           body = XTwitterScraper::Internal::Util.fused_enum(enum, external: true) do
@@ -195,9 +144,6 @@ module XTwitterScraper
           [Integer(response.code), response, body]
         end
 
-        # @api private
-        #
-        # @param size [Integer]
         def initialize(size: self.class::DEFAULT_MAX_CONNECTIONS)
           @mutex = Mutex.new
           @size = size

data/lib/x_twitter_scraper/internal/type/array_of.rb

@@ -7,34 +7,12 @@
 module XTwitterScraper
   module Internal
     module Type
-      # @api private
-      #
-      # @abstract
-      #
-      # @generic Elem
-      #
-      # Array of items of a given type.
       class ArrayOf
         include XTwitterScraper::Internal::Type::Converter
         include XTwitterScraper::Internal::Util::SorbetRuntimeSupport
 
         private_class_method :new
 
-        # @overload [](type_info, spec = {})
-        #
-        # @param type_info [Hash{Symbol=>Object}, Proc, XTwitterScraper::Internal::Type::Converter, Class]
-        #
-        # @param spec [Hash{Symbol=>Object}] .
-        #
-        #   @option spec [NilClass, TrueClass, FalseClass, Integer, Float, Symbol] :const
-        #
-        #   @option spec [Proc] :enum
-        #
-        #   @option spec [Proc] :union
-        #
-        #   @option spec [Boolean] :"nil?"
-        #
-        # @return [self]
         def self.[](...) = new(...)
 
         # @api public
@@ -50,9 +28,8 @@ module XTwitterScraper
         #
         # @return [Boolean]
         def ==(other)
-          # rubocop:disable Layout/LineLength
+          # rubocop:disable-next Layout/LineLength
           other.is_a?(XTwitterScraper::Internal::Type::ArrayOf) && other.nilable? == nilable? && other.item_type == item_type
-          # rubocop:enable Layout/LineLength
         end
 
         # @api public
@@ -60,23 +37,6 @@ module XTwitterScraper
         # @return [Integer]
         def hash = [self.class, item_type].hash
 
-        # @api private
-        #
-        # @param value [Array<Object>, Object]
-        #
-        # @param state [Hash{Symbol=>Object}] .
-        #
-        #   @option state [Boolean] :translate_names
-        #
-        #   @option state [Boolean] :strictness
-        #
-        #   @option state [Hash{Symbol=>Object}] :exactness
-        #
-        #   @option state [Class<StandardError>] :error
-        #
-        #   @option state [Integer] :branched
-        #
-        # @return [Array<Object>, Object]
         def coerce(value, state:)
           exactness = state.fetch(:exactness)
 
@@ -100,15 +60,6 @@ module XTwitterScraper
             end
         end
 
-        # @api private
-        #
-        # @param value [Array<Object>, Object]
-        #
-        # @param state [Hash{Symbol=>Object}] .
-        #
-        #   @option state [Boolean] :can_retry
-        #
-        # @return [Array<Object>, Object]
         def dump(value, state:)
           target = item_type
           if value.is_a?(Array)
@@ -120,47 +71,20 @@ module XTwitterScraper
           end
         end
 
-        # @api private
-        #
-        # @return [Object]
         def to_sorbet_type
           T::Array[XTwitterScraper::Internal::Util::SorbetRuntimeSupport.to_sorbet_type(item_type)]
         end
 
-        # @api private
-        #
-        # @return [generic<Elem>]
         protected def item_type = @item_type_fn.call
 
-        # @api private
-        #
-        # @return [Boolean]
         protected def nilable? = @nilable
 
-        # @api private
-        #
-        # @param type_info [Hash{Symbol=>Object}, Proc, XTwitterScraper::Internal::Type::Converter, Class]
-        #
-        # @param spec [Hash{Symbol=>Object}] .
-        #
-        #   @option spec [NilClass, TrueClass, FalseClass, Integer, Float, Symbol] :const
-        #
-        #   @option spec [Proc] :enum
-        #
-        #   @option spec [Proc] :union
-        #
-        #   @option spec [Boolean] :"nil?"
         def initialize(type_info, spec = {})
           @item_type_fn = XTwitterScraper::Internal::Type::Converter.type_info(type_info || spec)
           @meta = XTwitterScraper::Internal::Type::Converter.meta_info(type_info, spec)
           @nilable = spec.fetch(:nil?, false)
         end
 
-        # @api private
-        #
-        # @param depth [Integer]
-        #
-        # @return [String]
         def inspect(depth: 0)
           items = XTwitterScraper::Internal::Type::Converter.inspect(item_type, depth: depth.succ)
 

data/lib/x_twitter_scraper/internal/type/base_model.rb

@@ -7,54 +7,24 @@
 module XTwitterScraper
   module Internal
     module Type
-      # @abstract
       class BaseModel
         extend XTwitterScraper::Internal::Type::Converter
         extend XTwitterScraper::Internal::Util::SorbetRuntimeSupport
 
         class << self
-          # @api private
-          #
-          # Assumes superclass fields are totally defined before fields are accessed /
-          # defined on subclasses.
-          #
-          # @param child [Class<XTwitterScraper::Internal::Type::BaseModel>]
           def inherited(child)
             super
             child.known_fields.replace(known_fields.dup)
           end
 
-          # @api private
-          #
-          # @return [Hash{Symbol=>Hash{Symbol=>Object}}]
           def known_fields = @known_fields ||= {}
 
-          # @api private
-          #
-          # @return [Hash{Symbol=>Hash{Symbol=>Object}}]
           def fields
             known_fields.transform_values do |field|
               {**field.except(:type_fn), type: field.fetch(:type_fn).call}
             end
           end
 
-          # @api private
-          #
-          # @param name_sym [Symbol]
-          #
-          # @param required [Boolean]
-          #
-          # @param type_info [Hash{Symbol=>Object}, Proc, XTwitterScraper::Internal::Type::Converter, Class]
-          #
-          # @param spec [Hash{Symbol=>Object}] .
-          #
-          #   @option spec [NilClass, TrueClass, FalseClass, Integer, Float, Symbol] :const
-          #
-          #   @option spec [Proc] :enum
-          #
-          #   @option spec [Proc] :union
-          #
-          #   @option spec [Boolean] :"nil?"
           private def add_field(name_sym, required:, type_info:, spec:)
             meta = XTwitterScraper::Internal::Type::Converter.meta_info(type_info, spec)
             type_fn, info =
@@ -99,7 +69,7 @@ module XTwitterScraper
             end
 
             # rubocop:disable Style/CaseEquality
-            # rubocop:disable Metrics/BlockLength
+            # rubocop:disable-next Metrics/BlockLength
             define_method(name_sym) do
               target = type_fn.call
 
@@ -136,54 +106,17 @@ module XTwitterScraper
                 end
               end
             end
-            # rubocop:enable Metrics/BlockLength
             # rubocop:enable Style/CaseEquality
           end
 
-          # @api private
-          #
-          # @param name_sym [Symbol]
-          #
-          # @param type_info [Hash{Symbol=>Object}, Proc, XTwitterScraper::Internal::Type::Converter, Class]
-          #
-          # @param spec [Hash{Symbol=>Object}] .
-          #
-          #   @option spec [NilClass, TrueClass, FalseClass, Integer, Float, Symbol] :const
-          #
-          #   @option spec [Proc] :enum
-          #
-          #   @option spec [Proc] :union
-          #
-          #   @option spec [Boolean] :"nil?"
           def required(name_sym, type_info, spec = {})
             add_field(name_sym, required: true, type_info: type_info, spec: spec)
           end
 
-          # @api private
-          #
-          # @param name_sym [Symbol]
-          #
-          # @param type_info [Hash{Symbol=>Object}, Proc, XTwitterScraper::Internal::Type::Converter, Class]
-          #
-          # @param spec [Hash{Symbol=>Object}] .
-          #
-          #   @option spec [NilClass, TrueClass, FalseClass, Integer, Float, Symbol] :const
-          #
-          #   @option spec [Proc] :enum
-          #
-          #   @option spec [Proc] :union
-          #
-          #   @option spec [Boolean] :"nil?"
           def optional(name_sym, type_info, spec = {})
             add_field(name_sym, required: false, type_info: type_info, spec: spec)
           end
 
-          # @api private
-          #
-          # `request_only` attributes not excluded from `.#coerce` when receiving responses
-          # even if well behaved servers should not send them
-          #
-          # @param blk [Proc]
           private def request_only(&blk)
             @mode = :dump
             blk.call
@@ -191,11 +124,6 @@ module XTwitterScraper
             @mode = nil
           end
 
-          # @api private
-          #
-          # `response_only` attributes are omitted from `.#dump` when making requests
-          #
-          # @param blk [Proc]
           private def response_only(&blk)
             @mode = :coerce
             blk.call
@@ -209,9 +137,8 @@ module XTwitterScraper
           #
           # @return [Boolean]
           def ==(other)
-            # rubocop:disable Layout/LineLength
+            # rubocop:disable-next Layout/LineLength
             other.is_a?(Class) && other <= XTwitterScraper::Internal::Type::BaseModel && other.fields == fields
-            # rubocop:enable Layout/LineLength
           end
 
           # @api public
@@ -233,23 +160,6 @@ module XTwitterScraper
         def hash = [self.class, @data].hash
 
         class << self
-          # @api private
-          #
-          # @param value [XTwitterScraper::Internal::Type::BaseModel, Hash{Object=>Object}, Object]
-          #
-          # @param state [Hash{Symbol=>Object}] .
-          #
-          #   @option state [Boolean] :translate_names
-          #
-          #   @option state [Boolean] :strictness
-          #
-          #   @option state [Hash{Symbol=>Object}] :exactness
-          #
-          #   @option state [Class<StandardError>] :error
-          #
-          #   @option state [Integer] :branched
-          #
-          # @return [self, Object]
           def coerce(value, state:)
             exactness = state.fetch(:exactness)
 
@@ -270,7 +180,7 @@ module XTwitterScraper
             data = instance.to_h
             status = instance.instance_variable_get(:@coerced)
 
-            # rubocop:disable Metrics/BlockLength
+            # rubocop:disable-next Metrics/BlockLength
             fields.each do |name, field|
               mode, required, target = field.fetch_values(:mode, :required, :type)
               api_name, nilable, const = field.fetch_values(:api_name, :nilable, :const)
@@ -306,21 +216,11 @@ module XTwitterScraper
               status.store(name, state.fetch(:error) || true)
               data.store(name, converted)
             end
-            # rubocop:enable Metrics/BlockLength
 
             keys.each { data.store(_1, val.fetch(_1)) }
             instance
           end
 
-          # @api private
-          #
-          # @param value [self, Object]
-          #
-          # @param state [Hash{Symbol=>Object}] .
-          #
-          #   @option state [Boolean] :can_retry
-          #
-          # @return [Hash{Object=>Object}, Object]
           def dump(value, state:)
             unless (coerced = XTwitterScraper::Internal::Util.coerce_hash(value)).is_a?(Hash)
               return super
@@ -357,21 +257,12 @@ module XTwitterScraper
             acc
           end
 
-          # @api private
-          #
-          # @return [Object]
           def to_sorbet_type
             self
           end
         end
 
         class << self
-          # @api private
-          #
-          # @param model [XTwitterScraper::Internal::Type::BaseModel]
-          # @param convert [Boolean]
-          #
-          # @return [Hash{Symbol=>Object}]
           def recursively_to_h(model, convert:)
             rec = ->(x) do
               case x
@@ -442,16 +333,6 @@ module XTwitterScraper
         # @return [Hash{Symbol=>Object}]
         def deep_to_h = self.class.recursively_to_h(@data, convert: false)
 
-        # @param keys [Array<Symbol>, nil]
-        #
-        # @return [Hash{Symbol=>Object}]
-        #
-        # @example
-        #   # `content_disclosure` is a `XTwitterScraper::ContentDisclosure`
-        #   content_disclosure => {
-        #     advertising: advertising,
-        #     ai_generated: ai_generated
-        #   }
         def deconstruct_keys(keys)
           (keys || self.class.known_fields.keys)
             .filter_map do |k|
@@ -478,9 +359,6 @@ module XTwitterScraper
         # @return [String]
         def to_yaml(*a) = XTwitterScraper::Internal::Type::Converter.dump(self.class, self).to_yaml(*a)
 
-        # Create a new instance of a model.
-        #
-        # @param data [Hash{Symbol=>Object}, self]
         def initialize(data = {})
           @data = {}
           @coerced = {}
@@ -495,11 +373,6 @@ module XTwitterScraper
         end
 
         class << self
-          # @api private
-          #
-          # @param depth [Integer]
-          #
-          # @return [String]
           def inspect(depth: 0)
             return super() if depth.positive?
 
@@ -522,9 +395,6 @@ module XTwitterScraper
         # @return [String]
         def to_s = deep_to_h.to_s
 
-        # @api private
-        #
-        # @return [String]
         def inspect
           converted = self.class.recursively_to_h(self, convert: true)
           "#<#{self.class}:0x#{object_id.to_s(16)} #{converted}>"

data/lib/x_twitter_scraper/internal/type/base_page.rb

@@ -7,11 +7,6 @@
 module XTwitterScraper
   module Internal
     module Type
-      # @api private
-      #
-      # @generic Elem
-      #
-      # This module provides a base implementation for paginated responses in the SDK.
       module BasePage
         # rubocop:disable Lint/UnusedMethodArgument
 
@@ -34,24 +29,16 @@ module XTwitterScraper
         # @return [void]
         def auto_paging_each(&blk) = (raise NotImplementedError)
 
-        # @return [Enumerable<generic<Elem>>]
         def to_enum = super(:auto_paging_each)
 
         alias_method :enum_for, :to_enum
 
-        # @api private
-        #
-        # @param client [XTwitterScraper::Internal::Transport::BaseClient]
-        # @param req [Hash{Symbol=>Object}]
-        # @param headers [Hash{String=>String}]
-        # @param page_data [Object]
         def initialize(client:, req:, headers:, page_data:)
           @client = client
           @req = req
           @model = req.fetch(:model)
           super()
         end
-
         # rubocop:enable Lint/UnusedMethodArgument
       end
     end

data/lib/x_twitter_scraper/internal/type/boolean.rb

@@ -7,11 +7,6 @@
 module XTwitterScraper
   module Internal
     module Type
-      # @api private
-      #
-      # @abstract
-      #
-      # Ruby has no Boolean class; this is something for models to refer to.
       class Boolean
         extend XTwitterScraper::Internal::Type::Converter
         extend XTwitterScraper::Internal::Util::SorbetRuntimeSupport
@@ -33,44 +28,11 @@ module XTwitterScraper
         def self.==(other) = other.is_a?(Class) && other <= XTwitterScraper::Internal::Type::Boolean
 
         class << self
-          # @api private
-          #
-          # Coerce value to Boolean if possible, otherwise return the original value.
-          #
-          # @param value [Boolean, Object]
-          #
-          # @param state [Hash{Symbol=>Object}] .
-          #
-          #   @option state [Boolean] :translate_names
-          #
-          #   @option state [Boolean] :strictness
-          #
-          #   @option state [Hash{Symbol=>Object}] :exactness
-          #
-          #   @option state [Class<StandardError>] :error
-          #
-          #   @option state [Integer] :branched
-          #
-          # @return [Boolean, Object]
           def coerce(value, state:)
             state.fetch(:exactness)[value == true || value == false ? :yes : :no] += 1
             value
           end
 
-          # @!method dump(value, state:)
-          #   @api private
-          #
-          #   @param value [Boolean, Object]
-          #
-          #   @param state [Hash{Symbol=>Object}] .
-          #
-          #     @option state [Boolean] :can_retry
-          #
-          #   @return [Boolean, Object]
-
-          # @api private
-          #
-          # @return [Object]
           def to_sorbet_type
             T::Boolean
           end