x-twitter-scraper 0.3.0

data/rbi/x_twitter_scraper/errors.rbi

@@ -0,0 +1,205 @@
+# typed: strong
+
+module XTwitterScraper
+  module Errors
+    class Error < StandardError
+      sig { returns(T.nilable(StandardError)) }
+      attr_accessor :cause
+    end
+
+    class ConversionError < XTwitterScraper::Errors::Error
+      sig { returns(T.nilable(StandardError)) }
+      def cause
+      end
+
+      # @api private
+      sig do
+        params(
+          on: T::Class[StandardError],
+          method: Symbol,
+          target: T.anything,
+          value: T.anything,
+          cause: T.nilable(StandardError)
+        ).returns(T.attached_class)
+      end
+      def self.new(on:, method:, target:, value:, cause: nil)
+      end
+    end
+
+    class APIError < XTwitterScraper::Errors::Error
+      sig { returns(URI::Generic) }
+      attr_accessor :url
+
+      sig { returns(T.nilable(Integer)) }
+      attr_accessor :status
+
+      sig { returns(T.nilable(T::Hash[String, String])) }
+      attr_accessor :headers
+
+      sig { returns(T.nilable(T.anything)) }
+      attr_accessor :body
+
+      # @api private
+      sig do
+        params(
+          url: URI::Generic,
+          status: T.nilable(Integer),
+          headers: T.nilable(T::Hash[String, String]),
+          body: T.nilable(Object),
+          request: NilClass,
+          response: NilClass,
+          message: T.nilable(String)
+        ).returns(T.attached_class)
+      end
+      def self.new(
+        url:,
+        status: nil,
+        headers: nil,
+        body: nil,
+        request: nil,
+        response: nil,
+        message: nil
+      )
+      end
+    end
+
+    class APIConnectionError < XTwitterScraper::Errors::APIError
+      sig { returns(NilClass) }
+      attr_accessor :status
+
+      sig { returns(NilClass) }
+      attr_accessor :body
+
+      # @api private
+      sig do
+        params(
+          url: URI::Generic,
+          status: NilClass,
+          headers: T.nilable(T::Hash[String, String]),
+          body: NilClass,
+          request: NilClass,
+          response: NilClass,
+          message: T.nilable(String)
+        ).returns(T.attached_class)
+      end
+      def self.new(
+        url:,
+        status: nil,
+        headers: nil,
+        body: nil,
+        request: nil,
+        response: nil,
+        message: "Connection error."
+      )
+      end
+    end
+
+    class APITimeoutError < XTwitterScraper::Errors::APIConnectionError
+      # @api private
+      sig do
+        params(
+          url: URI::Generic,
+          status: NilClass,
+          headers: T.nilable(T::Hash[String, String]),
+          body: NilClass,
+          request: NilClass,
+          response: NilClass,
+          message: T.nilable(String)
+        ).returns(T.attached_class)
+      end
+      def self.new(
+        url:,
+        status: nil,
+        headers: nil,
+        body: nil,
+        request: nil,
+        response: nil,
+        message: "Request timed out."
+      )
+      end
+    end
+
+    class APIStatusError < XTwitterScraper::Errors::APIError
+      # @api private
+      sig do
+        params(
+          url: URI::Generic,
+          status: Integer,
+          headers: T.nilable(T::Hash[String, String]),
+          body: T.nilable(Object),
+          request: NilClass,
+          response: NilClass,
+          message: T.nilable(String)
+        ).returns(T.attached_class)
+      end
+      def self.for(
+        url:,
+        status:,
+        headers:,
+        body:,
+        request:,
+        response:,
+        message: nil
+      )
+      end
+
+      sig { returns(Integer) }
+      attr_accessor :status
+
+      # @api private
+      sig do
+        params(
+          url: URI::Generic,
+          status: Integer,
+          headers: T.nilable(T::Hash[String, String]),
+          body: T.nilable(Object),
+          request: NilClass,
+          response: NilClass,
+          message: T.nilable(String)
+        ).returns(T.attached_class)
+      end
+      def self.new(
+        url:,
+        status:,
+        headers:,
+        body:,
+        request:,
+        response:,
+        message: nil
+      )
+      end
+    end
+
+    class BadRequestError < XTwitterScraper::Errors::APIStatusError
+      HTTP_STATUS = 400
+    end
+
+    class AuthenticationError < XTwitterScraper::Errors::APIStatusError
+      HTTP_STATUS = 401
+    end
+
+    class PermissionDeniedError < XTwitterScraper::Errors::APIStatusError
+      HTTP_STATUS = 403
+    end
+
+    class NotFoundError < XTwitterScraper::Errors::APIStatusError
+      HTTP_STATUS = 404
+    end
+
+    class ConflictError < XTwitterScraper::Errors::APIStatusError
+      HTTP_STATUS = 409
+    end
+
+    class UnprocessableEntityError < XTwitterScraper::Errors::APIStatusError
+      HTTP_STATUS = 422
+    end
+
+    class RateLimitError < XTwitterScraper::Errors::APIStatusError
+      HTTP_STATUS = 429
+    end
+
+    class InternalServerError < XTwitterScraper::Errors::APIStatusError
+      HTTP_STATUS = T.let((500..), T::Range[Integer])
+    end
+  end
+end

data/rbi/x_twitter_scraper/file_part.rbi

@@ -0,0 +1,37 @@
+# typed: strong
+
+module XTwitterScraper
+  class FilePart
+    sig { returns(T.any(Pathname, StringIO, IO, String)) }
+    attr_reader :content
+
+    sig { returns(T.nilable(String)) }
+    attr_reader :content_type
+
+    sig { returns(T.nilable(String)) }
+    attr_reader :filename
+
+    # @api private
+    sig { returns(String) }
+    private def read
+    end
+
+    sig { params(a: T.anything).returns(String) }
+    def to_json(*a)
+    end
+
+    sig { params(a: T.anything).returns(String) }
+    def to_yaml(*a)
+    end
+
+    sig do
+      params(
+        content: T.any(Pathname, StringIO, IO, String),
+        filename: T.nilable(T.any(Pathname, String)),
+        content_type: T.nilable(String)
+      ).returns(T.attached_class)
+    end
+    def self.new(content, filename: nil, content_type: nil)
+    end
+  end
+end

data/rbi/x_twitter_scraper/internal/transport/base_client.rbi

@@ -0,0 +1,316 @@
+# typed: strong
+
+module XTwitterScraper
+  module Internal
+    module Transport
+      # @api private
+      class BaseClient
+        extend XTwitterScraper::Internal::Util::SorbetRuntimeSupport
+
+        abstract!
+
+        RequestComponents =
+          T.type_alias do
+            {
+              method: Symbol,
+              path: T.any(String, T::Array[String]),
+              query:
+                T.nilable(
+                  T::Hash[String, T.nilable(T.any(T::Array[String], String))]
+                ),
+              headers:
+                T.nilable(
+                  T::Hash[
+                    String,
+                    T.nilable(
+                      T.any(
+                        String,
+                        Integer,
+                        T::Array[T.nilable(T.any(String, Integer))]
+                      )
+                    )
+                  ]
+                ),
+              body: T.nilable(T.anything),
+              unwrap:
+                T.nilable(
+                  T.any(
+                    Symbol,
+                    Integer,
+                    T::Array[T.any(Symbol, Integer)],
+                    T.proc.params(arg0: T.anything).returns(T.anything)
+                  )
+                ),
+              page:
+                T.nilable(
+                  T::Class[
+                    XTwitterScraper::Internal::Type::BasePage[
+                      XTwitterScraper::Internal::Type::BaseModel
+                    ]
+                  ]
+                ),
+              stream: T.nilable(T::Class[T.anything]),
+              model:
+                T.nilable(XTwitterScraper::Internal::Type::Converter::Input),
+              security:
+                T.nilable(
+                  { auth_api_key: T::Boolean, oauth_bearer: T::Boolean }
+                ),
+              options: T.nilable(XTwitterScraper::RequestOptions::OrHash)
+            }
+          end
+
+        RequestInput =
+          T.type_alias do
+            {
+              method: Symbol,
+              url: URI::Generic,
+              headers: T::Hash[String, String],
+              body: T.anything,
+              max_retries: Integer,
+              timeout: Float
+            }
+          end
+
+        # from whatwg fetch spec
+        MAX_REDIRECTS = 20
+
+        PLATFORM_HEADERS = T::Hash[String, String]
+
+        class << self
+          # @api private
+          sig do
+            params(
+              req:
+                XTwitterScraper::Internal::Transport::BaseClient::RequestComponents
+            ).void
+          end
+          def validate!(req)
+          end
+
+          # @api private
+          sig do
+            params(status: Integer, headers: T::Hash[String, String]).returns(
+              T::Boolean
+            )
+          end
+          def should_retry?(status, headers:)
+          end
+
+          # @api private
+          sig do
+            params(
+              request:
+                XTwitterScraper::Internal::Transport::BaseClient::RequestInput,
+              status: Integer,
+              response_headers: T::Hash[String, String]
+            ).returns(
+              XTwitterScraper::Internal::Transport::BaseClient::RequestInput
+            )
+          end
+          def follow_redirect(request, status:, response_headers:)
+          end
+
+          # @api private
+          sig do
+            params(
+              status:
+                T.any(Integer, XTwitterScraper::Errors::APIConnectionError),
+              stream: T.nilable(T::Enumerable[String])
+            ).void
+          end
+          def reap_connection!(status, stream:)
+          end
+        end
+
+        sig { returns(URI::Generic) }
+        attr_reader :base_url
+
+        sig { returns(Float) }
+        attr_reader :timeout
+
+        sig { returns(Integer) }
+        attr_reader :max_retries
+
+        sig { returns(Float) }
+        attr_reader :initial_retry_delay
+
+        sig { returns(Float) }
+        attr_reader :max_retry_delay
+
+        sig { returns(T::Hash[String, String]) }
+        attr_reader :headers
+
+        sig { returns(T.nilable(String)) }
+        attr_reader :idempotency_header
+
+        # @api private
+        sig do
+          returns(XTwitterScraper::Internal::Transport::PooledNetRequester)
+        end
+        attr_reader :requester
+
+        # @api private
+        sig do
+          params(
+            base_url: String,
+            timeout: Float,
+            max_retries: Integer,
+            initial_retry_delay: Float,
+            max_retry_delay: Float,
+            headers:
+              T::Hash[
+                String,
+                T.nilable(
+                  T.any(
+                    String,
+                    Integer,
+                    T::Array[T.nilable(T.any(String, Integer))]
+                  )
+                )
+              ],
+            idempotency_header: T.nilable(String)
+          ).returns(T.attached_class)
+        end
+        def self.new(
+          base_url:,
+          timeout: 0.0,
+          max_retries: 0,
+          initial_retry_delay: 0.0,
+          max_retry_delay: 0.0,
+          headers: {},
+          idempotency_header: nil
+        )
+        end
+
+        # @api private
+        sig { overridable.returns(T::Hash[String, String]) }
+        private def auth_headers
+        end
+
+        # @api private
+        sig { returns(String) }
+        private def user_agent
+        end
+
+        # @api private
+        sig { returns(String) }
+        private def generate_idempotency_key
+        end
+
+        # @api private
+        sig do
+          overridable
+            .params(
+              req:
+                XTwitterScraper::Internal::Transport::BaseClient::RequestComponents,
+              opts: XTwitterScraper::Internal::AnyHash
+            )
+            .returns(
+              XTwitterScraper::Internal::Transport::BaseClient::RequestInput
+            )
+        end
+        private def build_request(req, opts)
+        end
+
+        # @api private
+        sig do
+          params(
+            headers: T::Hash[String, String],
+            retry_count: Integer
+          ).returns(Float)
+        end
+        private def retry_delay(headers, retry_count:)
+        end
+
+        # @api private
+        sig do
+          params(
+            request:
+              XTwitterScraper::Internal::Transport::BaseClient::RequestInput,
+            redirect_count: Integer,
+            retry_count: Integer,
+            send_retry_header: T::Boolean
+          ).returns([Integer, Net::HTTPResponse, T::Enumerable[String]])
+        end
+        def send_request(
+          request,
+          redirect_count:,
+          retry_count:,
+          send_retry_header:
+        )
+        end
+
+        # Execute the request specified by `req`. This is the method that all resource
+        # methods call into.
+        #
+        # @overload request(method, path, query: {}, headers: {}, body: nil, unwrap: nil, page: nil, stream: nil, model: XTwitterScraper::Internal::Type::Unknown, security: {auth_api_key: true, oauth_bearer: true}, options: {})
+        sig do
+          params(
+            method: Symbol,
+            path: T.any(String, T::Array[String]),
+            query:
+              T.nilable(
+                T::Hash[String, T.nilable(T.any(T::Array[String], String))]
+              ),
+            headers:
+              T.nilable(
+                T::Hash[
+                  String,
+                  T.nilable(
+                    T.any(
+                      String,
+                      Integer,
+                      T::Array[T.nilable(T.any(String, Integer))]
+                    )
+                  )
+                ]
+              ),
+            body: T.nilable(T.anything),
+            unwrap:
+              T.nilable(
+                T.any(
+                  Symbol,
+                  Integer,
+                  T::Array[T.any(Symbol, Integer)],
+                  T.proc.params(arg0: T.anything).returns(T.anything)
+                )
+              ),
+            page:
+              T.nilable(
+                T::Class[
+                  XTwitterScraper::Internal::Type::BasePage[
+                    XTwitterScraper::Internal::Type::BaseModel
+                  ]
+                ]
+              ),
+            stream: T.nilable(T::Class[T.anything]),
+            model: T.nilable(XTwitterScraper::Internal::Type::Converter::Input),
+            security:
+              T.nilable({ auth_api_key: T::Boolean, oauth_bearer: T::Boolean }),
+            options: T.nilable(XTwitterScraper::RequestOptions::OrHash)
+          ).returns(T.anything)
+        end
+        def request(
+          method,
+          path,
+          query: {},
+          headers: {},
+          body: nil,
+          unwrap: nil,
+          page: nil,
+          stream: nil,
+          model: XTwitterScraper::Internal::Type::Unknown,
+          security: { auth_api_key: true, oauth_bearer: true },
+          options: {}
+        )
+        end
+
+        # @api private
+        sig { returns(String) }
+        def inspect
+        end
+      end
+    end
+  end
+end

data/rbi/x_twitter_scraper/internal/transport/pooled_net_requester.rbi

@@ -0,0 +1,84 @@
+# typed: strong
+
+module XTwitterScraper
+  module Internal
+    module Transport
+      # @api private
+      class PooledNetRequester
+        extend XTwitterScraper::Internal::Util::SorbetRuntimeSupport
+
+        Request =
+          T.type_alias do
+            {
+              method: Symbol,
+              url: URI::Generic,
+              headers: T::Hash[String, String],
+              body: T.anything,
+              deadline: Float
+            }
+          end
+
+        # from the golang stdlib
+        # https://github.com/golang/go/blob/c8eced8580028328fde7c03cbfcb720ce15b2358/src/net/http/transport.go#L49
+        KEEP_ALIVE_TIMEOUT = 30
+
+        DEFAULT_MAX_CONNECTIONS = T.let(T.unsafe(nil), Integer)
+
+        class << self
+          # @api private
+          sig do
+            params(cert_store: OpenSSL::X509::Store, url: URI::Generic).returns(
+              Net::HTTP
+            )
+          end
+          def connect(cert_store:, url:)
+          end
+
+          # @api private
+          sig { params(conn: Net::HTTP, deadline: Float).void }
+          def calibrate_socket_timeout(conn, deadline)
+          end
+
+          # @api private
+          sig do
+            params(
+              request:
+                XTwitterScraper::Internal::Transport::PooledNetRequester::Request,
+              blk: T.proc.params(arg0: String).void
+            ).returns([Net::HTTPGenericRequest, T.proc.void])
+          end
+          def build_request(request, &blk)
+          end
+        end
+
+        # @api private
+        sig do
+          params(
+            url: URI::Generic,
+            deadline: Float,
+            blk: T.proc.params(arg0: Net::HTTP).void
+          ).void
+        end
+        private def with_pool(url, deadline:, &blk)
+        end
+
+        # @api private
+        sig do
+          params(
+            request:
+              XTwitterScraper::Internal::Transport::PooledNetRequester::Request
+          ).returns([Integer, Net::HTTPResponse, T::Enumerable[String]])
+        end
+        def execute(request)
+        end
+
+        # @api private
+        sig { params(size: Integer).returns(T.attached_class) }
+        def self.new(
+          size: XTwitterScraper::Internal::Transport::PooledNetRequester::DEFAULT_MAX_CONNECTIONS
+        )
+        end
+      end
+    end
+  end
+end