airbyte-cdk 7.2.3__tar.gz → 7.3.1__tar.gz

{airbyte_cdk-7.2.3 → airbyte_cdk-7.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-cdk
-Version: 7.2.3
+Version: 7.3.1
 Summary: A framework for writing Airbyte Connectors.
 Home-page: https://airbyte.com
 License: MIT

{airbyte_cdk-7.2.3 → airbyte_cdk-7.3.1}/airbyte_cdk/sources/declarative/auth/jwt.py

@@ -6,7 +6,7 @@ import base64
 import json
 from dataclasses import InitVar, dataclass
 from datetime import datetime
-from typing import Any, Mapping, Optional, Union, cast
+from typing import Any, Mapping, MutableMapping, Optional, Union, cast
 
 import jwt
 from cryptography.hazmat.primitives import serialization
@@ -14,12 +14,15 @@ from cryptography.hazmat.primitives.asymmetric.ec import EllipticCurvePrivateKey
 from cryptography.hazmat.primitives.asymmetric.ed448 import Ed448PrivateKey
 from cryptography.hazmat.primitives.asymmetric.ed25519 import Ed25519PrivateKey
 from cryptography.hazmat.primitives.asymmetric.rsa import RSAPrivateKey
-from cryptography.hazmat.primitives.asymmetric.types import PrivateKeyTypes
 
 from airbyte_cdk.sources.declarative.auth.declarative_authenticator import DeclarativeAuthenticator
 from airbyte_cdk.sources.declarative.interpolation.interpolated_boolean import InterpolatedBoolean
 from airbyte_cdk.sources.declarative.interpolation.interpolated_mapping import InterpolatedMapping
 from airbyte_cdk.sources.declarative.interpolation.interpolated_string import InterpolatedString
+from airbyte_cdk.sources.declarative.requesters.request_option import (
+    RequestOption,
+    RequestOptionType,
+)
 
 # Type alias for keys that JWT library accepts
 JwtKeyTypes = Union[
@@ -86,6 +89,7 @@ class JwtAuthenticator(DeclarativeAuthenticator):
     additional_jwt_headers: Optional[Mapping[str, Any]] = None
     additional_jwt_payload: Optional[Mapping[str, Any]] = None
     passphrase: Optional[Union[InterpolatedString, str]] = None
+    request_option: Optional[RequestOption] = None
 
     def __post_init__(self, parameters: Mapping[str, Any]) -> None:
         self._secret_key = InterpolatedString.create(self.secret_key, parameters=parameters)
@@ -121,6 +125,13 @@ class JwtAuthenticator(DeclarativeAuthenticator):
             else None
         )
 
+        # When we first implemented the JWT authenticator, we assumed that the signed token was always supposed
+        # to be loaded into the request headers under the `Authorization` key. This is not always the case, but
+        # this default option allows for backwards compatibility to be retained for existing connectors
+        self._request_option = self.request_option or RequestOption(
+            inject_into=RequestOptionType.header, field_name="Authorization", parameters=parameters
+        )
+
     def _get_jwt_headers(self) -> dict[str, Any]:
         """
         Builds and returns the headers used when signing the JWT.
@@ -213,7 +224,8 @@ class JwtAuthenticator(DeclarativeAuthenticator):
 
     @property
     def auth_header(self) -> str:
-        return "Authorization"
+        options = self._get_request_options(RequestOptionType.header)
+        return next(iter(options.keys()), "")
 
     @property
     def token(self) -> str:
@@ -222,3 +234,18 @@ class JwtAuthenticator(DeclarativeAuthenticator):
             if self._get_header_prefix()
             else self._get_signed_token()
         )
+
+    def get_request_params(self) -> Mapping[str, Any]:
+        return self._get_request_options(RequestOptionType.request_parameter)
+
+    def get_request_body_data(self) -> Union[Mapping[str, Any], str]:
+        return self._get_request_options(RequestOptionType.body_data)
+
+    def get_request_body_json(self) -> Mapping[str, Any]:
+        return self._get_request_options(RequestOptionType.body_json)
+
+    def _get_request_options(self, option_type: RequestOptionType) -> Mapping[str, Any]:
+        options: MutableMapping[str, Any] = {}
+        if self._request_option.inject_into == option_type:
+            self._request_option.inject_into_request(options, self.token, self.config)
+        return options

{airbyte_cdk-7.2.3 → airbyte_cdk-7.3.1}/airbyte_cdk/sources/declarative/declarative_component_schema.yaml

@@ -1276,6 +1276,10 @@ definitions:
         type: string
         examples:
           - "{{ config['passphrase'] }}"
+      request_option:
+        title: Request Option
+        description: A request option describing where the signed JWT token that is generated should be injected into the outbound API request.
+        "$ref": "#/definitions/RequestOption"
       $parameters:
         type: object
         additionalProperties: true

{airbyte_cdk-7.2.3 → airbyte_cdk-7.3.1}/airbyte_cdk/sources/declarative/models/declarative_component_schema.py

@@ -1,5 +1,3 @@
-# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
-
 # generated by datamodel-codegen:
 #   filename:  declarative_component_schema.yaml
 
@@ -397,66 +395,6 @@ class JwtPayload(BaseModel):
     )
 
 
-class JwtAuthenticator(BaseModel):
-    type: Literal["JwtAuthenticator"]
-    secret_key: str = Field(
-        ...,
-        description="Secret used to sign the JSON web token.",
-        examples=["{{ config['secret_key'] }}"],
-        title="Secret Key",
-    )
-    base64_encode_secret_key: Optional[bool] = Field(
-        False,
-        description='When set to true, the secret key will be base64 encoded prior to being encoded as part of the JWT. Only set to "true" when required by the API.',
-        title="Base64-encode Secret Key",
-    )
-    algorithm: Algorithm = Field(
-        ...,
-        description="Algorithm used to sign the JSON web token.",
-        examples=["ES256", "HS256", "RS256", "{{ config['algorithm'] }}"],
-        title="Algorithm",
-    )
-    token_duration: Optional[int] = Field(
-        1200,
-        description="The amount of time in seconds a JWT token can be valid after being issued.",
-        examples=[1200, 3600],
-        title="Token Duration",
-    )
-    header_prefix: Optional[str] = Field(
-        None,
-        description="The prefix to be used within the Authentication header.",
-        examples=["Bearer", "Basic"],
-        title="Header Prefix",
-    )
-    jwt_headers: Optional[JwtHeaders] = Field(
-        None,
-        description="JWT headers used when signing JSON web token.",
-        title="JWT Headers",
-    )
-    additional_jwt_headers: Optional[Dict[str, Any]] = Field(
-        None,
-        description="Additional headers to be included with the JWT headers object.",
-        title="Additional JWT Headers",
-    )
-    jwt_payload: Optional[JwtPayload] = Field(
-        None,
-        description="JWT Payload used when signing JSON web token.",
-        title="JWT Payload",
-    )
-    additional_jwt_payload: Optional[Dict[str, Any]] = Field(
-        None,
-        description="Additional properties to be added to the JWT payload.",
-        title="Additional JWT Payload Properties",
-    )
-    passphrase: Optional[str] = Field(
-        None,
-        description="A passphrase/password used to encrypt the private key. Only provide a passphrase if required by the API for JWT authentication. The API will typically provide the passphrase when generating the public/private key pair.",
-        examples=["{{ config['passphrase'] }}"],
-        title="Passphrase",
-    )
-    parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
-
-
 class RefreshTokenUpdater(BaseModel):
     refresh_token_name: Optional[str] = Field(
         "refresh_token",
@@ -502,148 +440,6 @@ class RefreshTokenUpdater(BaseModel):
     )
 
 
-class OAuthAuthenticator(BaseModel):
-    type: Literal["OAuthAuthenticator"]
-    client_id_name: Optional[str] = Field(
-        "client_id",
-        description="The name of the property to use to refresh the `access_token`.",
-        examples=["custom_app_id"],
-        title="Client ID Property Name",
-    )
-    client_id: Optional[str] = Field(
-        None,
-        description="The OAuth client ID. Fill it in the user inputs.",
-        examples=[
-            "{{ config['client_id'] }}",
-            "{{ config['credentials']['client_id }}",
-        ],
-        title="Client ID",
-    )
-    client_secret_name: Optional[str] = Field(
-        "client_secret",
-        description="The name of the property to use to refresh the `access_token`.",
-        examples=["custom_app_secret"],
-        title="Client Secret Property Name",
-    )
-    client_secret: Optional[str] = Field(
-        None,
-        description="The OAuth client secret. Fill it in the user inputs.",
-        examples=[
-            "{{ config['client_secret'] }}",
-            "{{ config['credentials']['client_secret }}",
-        ],
-        title="Client Secret",
-    )
-    refresh_token_name: Optional[str] = Field(
-        "refresh_token",
-        description="The name of the property to use to refresh the `access_token`.",
-        examples=["custom_app_refresh_value"],
-        title="Refresh Token Property Name",
-    )
-    refresh_token: Optional[str] = Field(
-        None,
-        description="Credential artifact used to get a new access token.",
-        examples=[
-            "{{ config['refresh_token'] }}",
-            "{{ config['credentials]['refresh_token'] }}",
-        ],
-        title="Refresh Token",
-    )
-    token_refresh_endpoint: Optional[str] = Field(
-        None,
-        description="The full URL to call to obtain a new access token.",
-        examples=["https://connect.squareup.com/oauth2/token"],
-        title="Token Refresh Endpoint",
-    )
-    access_token_name: Optional[str] = Field(
-        "access_token",
-        description="The name of the property which contains the access token in the response from the token refresh endpoint.",
-        examples=["access_token"],
-        title="Access Token Property Name",
-    )
-    access_token_value: Optional[str] = Field(
-        None,
-        description="The value of the access_token to bypass the token refreshing using `refresh_token`.",
-        examples=["secret_access_token_value"],
-        title="Access Token Value",
-    )
-    expires_in_name: Optional[str] = Field(
-        "expires_in",
-        description="The name of the property which contains the expiry date in the response from the token refresh endpoint.",
-        examples=["expires_in"],
-        title="Token Expiry Property Name",
-    )
-    grant_type_name: Optional[str] = Field(
-        "grant_type",
-        description="The name of the property to use to refresh the `access_token`.",
-        examples=["custom_grant_type"],
-        title="Grant Type Property Name",
-    )
-    grant_type: Optional[str] = Field(
-        "refresh_token",
-        description="Specifies the OAuth2 grant type. If set to refresh_token, the refresh_token needs to be provided as well. For client_credentials, only client id and secret are required. Other grant types are not officially supported.",
-        examples=["refresh_token", "client_credentials"],
-        title="Grant Type",
-    )
-    refresh_request_body: Optional[Dict[str, Any]] = Field(
-        None,
-        description="Body of the request sent to get a new access token.",
-        examples=[
-            {
-                "applicationId": "{{ config['application_id'] }}",
-                "applicationSecret": "{{ config['application_secret'] }}",
-                "token": "{{ config['token'] }}",
-            }
-        ],
-        title="Refresh Request Body",
-    )
-    refresh_request_headers: Optional[Dict[str, Any]] = Field(
-        None,
-        description="Headers of the request sent to get a new access token.",
-        examples=[
-            {
-                "Authorization": "<AUTH_TOKEN>",
-                "Content-Type": "application/x-www-form-urlencoded",
-            }
-        ],
-        title="Refresh Request Headers",
-    )
-    scopes: Optional[List[str]] = Field(
-        None,
-        description="List of scopes that should be granted to the access token.",
-        examples=[["crm.list.read", "crm.objects.contacts.read", "crm.schema.contacts.read"]],
-        title="Scopes",
-    )
-    token_expiry_date: Optional[str] = Field(
-        None,
-        description="The access token expiry date.",
-        examples=["2023-04-06T07:12:10.421833+00:00", 1680842386],
-        title="Token Expiry Date",
-    )
-    token_expiry_date_format: Optional[str] = Field(
-        None,
-        description="The format of the time to expiration datetime. Provide it if the time is returned as a date-time string instead of seconds.",
-        examples=["%Y-%m-%d %H:%M:%S.%f+00:00"],
-        title="Token Expiry Date Format",
-    )
-    refresh_token_updater: Optional[RefreshTokenUpdater] = Field(
-        None,
-        description="When the refresh token updater is defined, new refresh tokens, access tokens and the access token expiry date are written back from the authentication response to the config object. This is important if the refresh token can only used once.",
-        title="Refresh Token Updater",
-    )
-    profile_assertion: Optional[JwtAuthenticator] = Field(
-        None,
-        description="The authenticator being used to authenticate the client authenticator.",
-        title="Profile Assertion",
-    )
-    use_profile_assertion: Optional[bool] = Field(
-        False,
-        description="Enable using profile assertion as a flow for OAuth authorization.",
-        title="Use Profile Assertion",
-    )
-    parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
-
-
 class Rate(BaseModel):
     class Config:
         extra = Extra.allow
@@ -1895,6 +1691,213 @@ class DatetimeBasedCursor(BaseModel):
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
 
 
+class JwtAuthenticator(BaseModel):
+    type: Literal["JwtAuthenticator"]
+    secret_key: str = Field(
+        ...,
+        description="Secret used to sign the JSON web token.",
+        examples=["{{ config['secret_key'] }}"],
+        title="Secret Key",
+    )
+    base64_encode_secret_key: Optional[bool] = Field(
+        False,
+        description='When set to true, the secret key will be base64 encoded prior to being encoded as part of the JWT. Only set to "true" when required by the API.',
+        title="Base64-encode Secret Key",
+    )
+    algorithm: Algorithm = Field(
+        ...,
+        description="Algorithm used to sign the JSON web token.",
+        examples=["ES256", "HS256", "RS256", "{{ config['algorithm'] }}"],
+        title="Algorithm",
+    )
+    token_duration: Optional[int] = Field(
+        1200,
+        description="The amount of time in seconds a JWT token can be valid after being issued.",
+        examples=[1200, 3600],
+        title="Token Duration",
+    )
+    header_prefix: Optional[str] = Field(
+        None,
+        description="The prefix to be used within the Authentication header.",
+        examples=["Bearer", "Basic"],
+        title="Header Prefix",
+    )
+    jwt_headers: Optional[JwtHeaders] = Field(
+        None,
+        description="JWT headers used when signing JSON web token.",
+        title="JWT Headers",
+    )
+    additional_jwt_headers: Optional[Dict[str, Any]] = Field(
+        None,
+        description="Additional headers to be included with the JWT headers object.",
+        title="Additional JWT Headers",
+    )
+    jwt_payload: Optional[JwtPayload] = Field(
+        None,
+        description="JWT Payload used when signing JSON web token.",
+        title="JWT Payload",
+    )
+    additional_jwt_payload: Optional[Dict[str, Any]] = Field(
+        None,
+        description="Additional properties to be added to the JWT payload.",
+        title="Additional JWT Payload Properties",
+    )
+    passphrase: Optional[str] = Field(
+        None,
+        description="A passphrase/password used to encrypt the private key. Only provide a passphrase if required by the API for JWT authentication. The API will typically provide the passphrase when generating the public/private key pair.",
+        examples=["{{ config['passphrase'] }}"],
+        title="Passphrase",
+    )
+    request_option: Optional[RequestOption] = Field(
+        None,
+        description="A request option describing where the signed JWT token that is generated should be injected into the outbound API request.",
+        title="Request Option",
+    )
+    parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
+
+
+class OAuthAuthenticator(BaseModel):
+    type: Literal["OAuthAuthenticator"]
+    client_id_name: Optional[str] = Field(
+        "client_id",
+        description="The name of the property to use to refresh the `access_token`.",
+        examples=["custom_app_id"],
+        title="Client ID Property Name",
+    )
+    client_id: Optional[str] = Field(
+        None,
+        description="The OAuth client ID. Fill it in the user inputs.",
+        examples=[
+            "{{ config['client_id'] }}",
+            "{{ config['credentials']['client_id }}",
+        ],
+        title="Client ID",
+    )
+    client_secret_name: Optional[str] = Field(
+        "client_secret",
+        description="The name of the property to use to refresh the `access_token`.",
+        examples=["custom_app_secret"],
+        title="Client Secret Property Name",
+    )
+    client_secret: Optional[str] = Field(
+        None,
+        description="The OAuth client secret. Fill it in the user inputs.",
+        examples=[
+            "{{ config['client_secret'] }}",
+            "{{ config['credentials']['client_secret }}",
+        ],
+        title="Client Secret",
+    )
+    refresh_token_name: Optional[str] = Field(
+        "refresh_token",
+        description="The name of the property to use to refresh the `access_token`.",
+        examples=["custom_app_refresh_value"],
+        title="Refresh Token Property Name",
+    )
+    refresh_token: Optional[str] = Field(
+        None,
+        description="Credential artifact used to get a new access token.",
+        examples=[
+            "{{ config['refresh_token'] }}",
+            "{{ config['credentials]['refresh_token'] }}",
+        ],
+        title="Refresh Token",
+    )
+    token_refresh_endpoint: Optional[str] = Field(
+        None,
+        description="The full URL to call to obtain a new access token.",
+        examples=["https://connect.squareup.com/oauth2/token"],
+        title="Token Refresh Endpoint",
+    )
+    access_token_name: Optional[str] = Field(
+        "access_token",
+        description="The name of the property which contains the access token in the response from the token refresh endpoint.",
+        examples=["access_token"],
+        title="Access Token Property Name",
+    )
+    access_token_value: Optional[str] = Field(
+        None,
+        description="The value of the access_token to bypass the token refreshing using `refresh_token`.",
+        examples=["secret_access_token_value"],
+        title="Access Token Value",
+    )
+    expires_in_name: Optional[str] = Field(
+        "expires_in",
+        description="The name of the property which contains the expiry date in the response from the token refresh endpoint.",
+        examples=["expires_in"],
+        title="Token Expiry Property Name",
+    )
+    grant_type_name: Optional[str] = Field(
+        "grant_type",
+        description="The name of the property to use to refresh the `access_token`.",
+        examples=["custom_grant_type"],
+        title="Grant Type Property Name",
+    )
+    grant_type: Optional[str] = Field(
+        "refresh_token",
+        description="Specifies the OAuth2 grant type. If set to refresh_token, the refresh_token needs to be provided as well. For client_credentials, only client id and secret are required. Other grant types are not officially supported.",
+        examples=["refresh_token", "client_credentials"],
+        title="Grant Type",
+    )
+    refresh_request_body: Optional[Dict[str, Any]] = Field(
+        None,
+        description="Body of the request sent to get a new access token.",
+        examples=[
+            {
+                "applicationId": "{{ config['application_id'] }}",
+                "applicationSecret": "{{ config['application_secret'] }}",
+                "token": "{{ config['token'] }}",
+            }
+        ],
+        title="Refresh Request Body",
+    )
+    refresh_request_headers: Optional[Dict[str, Any]] = Field(
+        None,
+        description="Headers of the request sent to get a new access token.",
+        examples=[
+            {
+                "Authorization": "<AUTH_TOKEN>",
+                "Content-Type": "application/x-www-form-urlencoded",
+            }
+        ],
+        title="Refresh Request Headers",
+    )
+    scopes: Optional[List[str]] = Field(
+        None,
+        description="List of scopes that should be granted to the access token.",
+        examples=[["crm.list.read", "crm.objects.contacts.read", "crm.schema.contacts.read"]],
+        title="Scopes",
+    )
+    token_expiry_date: Optional[str] = Field(
+        None,
+        description="The access token expiry date.",
+        examples=["2023-04-06T07:12:10.421833+00:00", 1680842386],
+        title="Token Expiry Date",
+    )
+    token_expiry_date_format: Optional[str] = Field(
+        None,
+        description="The format of the time to expiration datetime. Provide it if the time is returned as a date-time string instead of seconds.",
+        examples=["%Y-%m-%d %H:%M:%S.%f+00:00"],
+        title="Token Expiry Date Format",
+    )
+    refresh_token_updater: Optional[RefreshTokenUpdater] = Field(
+        None,
+        description="When the refresh token updater is defined, new refresh tokens, access tokens and the access token expiry date are written back from the authentication response to the config object. This is important if the refresh token can only used once.",
+        title="Refresh Token Updater",
+    )
+    profile_assertion: Optional[JwtAuthenticator] = Field(
+        None,
+        description="The authenticator being used to authenticate the client authenticator.",
+        title="Profile Assertion",
+    )
+    use_profile_assertion: Optional[bool] = Field(
+        False,
+        description="Enable using profile assertion as a flow for OAuth authorization.",
+        title="Use Profile Assertion",
+    )
+    parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
+
+
 class FixedWindowCallRatePolicy(BaseModel):
     class Config:
         extra = Extra.allow

{airbyte_cdk-7.2.3 → airbyte_cdk-7.3.1}/airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py

@@ -2683,12 +2683,16 @@ class ModelToComponentFactory:
             file_path=model.file_path or "", config=config, parameters=model.parameters or {}
         )
 
-    @staticmethod
     def create_jwt_authenticator(
-        model: JwtAuthenticatorModel, config: Config, **kwargs: Any
+        self, model: JwtAuthenticatorModel, config: Config, **kwargs: Any
     ) -> JwtAuthenticator:
         jwt_headers = model.jwt_headers or JwtHeadersModel(kid=None, typ="JWT", cty=None)
         jwt_payload = model.jwt_payload or JwtPayloadModel(iss=None, sub=None, aud=None)
+        request_option = (
+            self._create_component_from_model(model.request_option, config)
+            if model.request_option
+            else None
+        )
         return JwtAuthenticator(
             config=config,
             parameters=model.parameters or {},
@@ -2706,6 +2710,7 @@ class ModelToComponentFactory:
             additional_jwt_headers=model.additional_jwt_headers,
             additional_jwt_payload=model.additional_jwt_payload,
             passphrase=model.passphrase,
+            request_option=request_option,
         )
 
     def create_list_partition_router(

{airbyte_cdk-7.2.3 → airbyte_cdk-7.3.1}/airbyte_cdk/sources/file_based/file_based_stream_reader.py

@@ -3,13 +3,15 @@
 #
 
 import logging
+import time
 from abc import ABC, abstractmethod
 from datetime import datetime
 from enum import Enum
 from io import IOBase
 from os import makedirs, path
-from typing import Any, Callable, Iterable, List, MutableMapping, Optional, Set, Tuple
+from typing import Any, Iterable, List, MutableMapping, Optional, Set, Tuple
 
+from airbyte_protocol_dataclasses.models import FailureType
 from wcmatch.glob import GLOBSTAR, globmatch
 
 from airbyte_cdk.models import AirbyteRecordMessageFileReference
@@ -19,8 +21,9 @@ from airbyte_cdk.sources.file_based.config.validate_config_transfer_modes import
     preserve_directory_structure,
     use_file_transfer,
 )
+from airbyte_cdk.sources.file_based.exceptions import FileSizeLimitError
 from airbyte_cdk.sources.file_based.file_record_data import FileRecordData
-from airbyte_cdk.sources.file_based.remote_file import RemoteFile
+from airbyte_cdk.sources.file_based.remote_file import RemoteFile, UploadableRemoteFile
 
 
 class FileReadMode(Enum):
@@ -34,6 +37,7 @@ class AbstractFileBasedStreamReader(ABC):
     FILE_NAME = "file_name"
     LOCAL_FILE_PATH = "local_file_path"
     FILE_FOLDER = "file_folder"
+    FILE_SIZE_LIMIT = 1_500_000_000
 
     def __init__(self) -> None:
         self._config = None
@@ -113,16 +117,6 @@ class AbstractFileBasedStreamReader(ABC):
                     seen.add(file.uri)
                     yield file
 
-    @abstractmethod
-    def file_size(self, file: RemoteFile) -> int:
-        """Utility method to get size of the remote file.
-
-        This is required for connectors that will support writing to
-        files. If the connector does not support writing files, then the
-        subclass can simply `return 0`.
-        """
-        ...
-
     @staticmethod
     def file_matches_globs(file: RemoteFile, globs: List[str]) -> bool:
         # Use the GLOBSTAR flag to enable recursive ** matching
@@ -153,9 +147,8 @@ class AbstractFileBasedStreamReader(ABC):
             return include_identities_stream(self.config)
         return False
 
-    @abstractmethod
     def upload(
-        self, file: RemoteFile, local_directory: str, logger: logging.Logger
+        self, file: UploadableRemoteFile, local_directory: str, logger: logging.Logger
     ) -> Tuple[FileRecordData, AirbyteRecordMessageFileReference]:
         """
         This is required for connectors that will support writing to
@@ -173,7 +166,53 @@ class AbstractFileBasedStreamReader(ABC):
                    - file_size_bytes (int): The size of the referenced file in bytes.
                    - source_file_relative_path (str): The relative path to the referenced file in source.
         """
-        ...
+        if not isinstance(file, UploadableRemoteFile):
+            raise TypeError(f"Expected UploadableRemoteFile, got {type(file)}")
+
+        file_size = file.size
+
+        if file_size > self.FILE_SIZE_LIMIT:
+            message = f"File size exceeds the {self.FILE_SIZE_LIMIT / 1e9} GB limit."
+            raise FileSizeLimitError(
+                message=message, internal_message=message, failure_type=FailureType.config_error
+            )
+
+        file_paths = self._get_file_transfer_paths(
+            source_file_relative_path=file.source_file_relative_path,
+            staging_directory=local_directory,
+        )
+        local_file_path = file_paths[self.LOCAL_FILE_PATH]
+        file_relative_path = file_paths[self.FILE_RELATIVE_PATH]
+        file_name = file_paths[self.FILE_NAME]
+
+        logger.info(
+            f"Starting to download the file {file.file_uri_for_logging} with size: {file_size / (1024 * 1024):,.2f} MB ({file_size / (1024 * 1024 * 1024):.2f} GB)"
+        )
+        start_download_time = time.time()
+
+        file.download_to_local_directory(local_file_path)
+
+        write_duration = time.time() - start_download_time
+        logger.info(
+            f"Finished downloading the file {file.file_uri_for_logging} and saved to {local_file_path} in {write_duration:,.2f} seconds."
+        )
+
+        file_record_data = FileRecordData(
+            folder=file_paths[self.FILE_FOLDER],
+            file_name=file_name,
+            bytes=file_size,
+            id=file.id,
+            mime_type=file.mime_type,
+            created_at=file.created_at,
+            updated_at=file.updated_at,
+            source_uri=file.uri,
+        )
+        file_reference = AirbyteRecordMessageFileReference(
+            staging_file_url=local_file_path,
+            source_file_relative_path=file_relative_path,
+            file_size_bytes=file_size,
+        )
+        return file_record_data, file_reference
 
     def _get_file_transfer_paths(
         self, source_file_relative_path: str, staging_directory: str