airbyte-cdk 6.59.1__tar.gz → 6.59.2.post2.dev16455545426__tar.gz

{airbyte_cdk-6.59.1 → airbyte_cdk-6.59.2.post2.dev16455545426}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-cdk
-Version: 6.59.1
+Version: 6.59.2.post2.dev16455545426
 Summary: A framework for writing Airbyte Connectors.
 Home-page: https://airbyte.com
 License: MIT

{airbyte_cdk-6.59.1 → airbyte_cdk-6.59.2.post2.dev16455545426}/airbyte_cdk/manifest_migrations/README.md

@@ -20,14 +20,15 @@ This directory contains the logic and registry for manifest migrations in the Ai
 
 3. **Register the Migration:**
    - Open `migrations/registry.yaml`.
-   - Add an entry under the appropriate version, or create a new version section if needed. 
-     - Version can be: "*", "==6.48.3", "~=1.2", ">=1.0.0,<2.0.0", "6.48.3" 
+   - Add an entry under the appropriate version, or create a new version section if needed.
+     - Version can be: "*", "==6.48.3", "~=1.2", ">=1.0.0,<2.0.0", "6.48.3"
    - Each migration entry should include:
      - `name`: The filename (without `.py`)
      - `order`: The order in which this migration should be applied for the version
      - `description`: A short description of the migration
 
    Example:
+
    ```yaml
    manifest_migrations:
      - version: 6.45.2
@@ -71,4 +72,4 @@ class ExampleMigration(ManifestMigration):
 
 ---
 
-For more details, see the docstrings in `manifest_migration.py` and the examples in the `migrations/` folder.
+For more details, see the docstrings in `manifest_migration.py` and the examples in the `migrations/` folder.

{airbyte_cdk-6.59.1 → airbyte_cdk-6.59.2.post2.dev16455545426}/airbyte_cdk/manifest_migrations/migrations/registry.yaml

@@ -4,7 +4,7 @@
 
 manifest_migrations:
   - version: "*"
-    migrations: 
+    migrations:
       - name: http_requester_url_base_to_url
         order: 1
         description: |

{airbyte_cdk-6.59.1 → airbyte_cdk-6.59.2.post2.dev16455545426}/airbyte_cdk/sources/declarative/declarative_component_schema.yaml

@@ -940,14 +940,53 @@ definitions:
           - "{{ config['record_cursor'] }}"
       cursor_datetime_formats:
         title: Cursor Datetime Formats
-        description: The possible formats for the cursor field, in order of preference. The first format that matches the cursor field value will be used to parse it. If not provided, the `datetime_format` will be used.
         type: array
         items:
           type: string
-          examples:
-            - "%Y-%m-%dT%H:%M:%S.%f%z"
-            - "%Y-%m-%d"
-            - "%s"
+        description: |
+          The possible formats for the cursor field, in order of preference. The first format that matches the cursor field value will be used to parse it. If not provided, the Outgoing Datetime Format will be used.
+          Use placeholders starting with "%" to describe the format the API is using. The following placeholders are available:
+            * **%s**: Epoch unix timestamp - `1686218963`
+            * **%s_as_float**: Epoch unix timestamp in seconds as float with microsecond precision - `1686218963.123456`
+            * **%ms**: Epoch unix timestamp - `1686218963123`
+            * **%a**: Weekday (abbreviated) - `Sun`
+            * **%A**: Weekday (full) - `Sunday`
+            * **%w**: Weekday (decimal) - `0` (Sunday), `6` (Saturday)
+            * **%d**: Day of the month (zero-padded) - `01`, `02`, ..., `31`
+            * **%b**: Month (abbreviated) - `Jan`
+            * **%B**: Month (full) - `January`
+            * **%m**: Month (zero-padded) - `01`, `02`, ..., `12`
+            * **%y**: Year (without century, zero-padded) - `00`, `01`, ..., `99`
+            * **%Y**: Year (with century) - `0001`, `0002`, ..., `9999`
+            * **%H**: Hour (24-hour, zero-padded) - `00`, `01`, ..., `23`
+            * **%I**: Hour (12-hour, zero-padded) - `01`, `02`, ..., `12`
+            * **%p**: AM/PM indicator
+            * **%M**: Minute (zero-padded) - `00`, `01`, ..., `59`
+            * **%S**: Second (zero-padded) - `00`, `01`, ..., `59`
+            * **%f**: Microsecond (zero-padded to 6 digits) - `000000`, `000001`, ..., `999999`
+            * **%_ms**: Millisecond (zero-padded to 3 digits) - `000`, `001`, ..., `999`
+            * **%z**: UTC offset - `(empty)`, `+0000`, `-04:00`
+            * **%Z**: Time zone name - `(empty)`, `UTC`, `GMT`
+            * **%j**: Day of the year (zero-padded) - `001`, `002`, ..., `366`
+            * **%U**: Week number of the year (Sunday as first day) - `00`, `01`, ..., `53`
+            * **%W**: Week number of the year (Monday as first day) - `00`, `01`, ..., `53`
+            * **%c**: Date and time representation - `Tue Aug 16 21:30:00 1988`
+            * **%x**: Date representation - `08/16/1988`
+            * **%X**: Time representation - `21:30:00`
+            * **%%**: Literal '%' character
+
+            Some placeholders depend on the locale of the underlying system - in most cases this locale is configured as en/US. For more information see the [Python documentation](https://docs.python.org/3/library/datetime.html#strftime-and-strptime-format-codes).
+        examples:
+          - "%Y-%m-%d"
+          - "%Y-%m-%d %H:%M:%S"
+          - "%Y-%m-%dT%H:%M:%S"
+          - "%Y-%m-%dT%H:%M:%SZ"
+          - "%Y-%m-%dT%H:%M:%S%z"
+          - "%Y-%m-%dT%H:%M:%S.%fZ"
+          - "%Y-%m-%dT%H:%M:%S.%f%z"
+          - "%Y-%m-%d %H:%M:%S.%f+00:00"
+          - "%s"
+          - "%ms"
       start_datetime:
         title: Start Datetime
         description: The datetime that determines the earliest record that should be synced.
@@ -1024,33 +1063,45 @@ definitions:
           - "%s_as_float"
       cursor_granularity:
         title: Cursor Granularity
-        description:
+        description: |
           Smallest increment the datetime_format has (ISO 8601 duration) that is used to ensure the start of a slice does not overlap with the end of the previous one, e.g. for %Y-%m-%d the granularity should
           be P1D, for %Y-%m-%dT%H:%M:%SZ the granularity should be PT1S. Given this field is provided, `step` needs to be provided as well.
+            * **PT0.000001S**: 1 microsecond
+            * **PT0.001S**: 1 millisecond
+            * **PT1S**: 1 second
+            * **PT1M**: 1 minute
+            * **PT1H**: 1 hour
+            * **P1D**: 1 day
         type: string
         examples:
           - "PT1S"
       is_data_feed:
-        title: Whether the target API is formatted as a data feed
+        title: Data Feed API
         description: A data feed API is an API that does not allow filtering and paginates the content from the most recent to the least recent. Given this, the CDK needs to know when to stop paginating and this field will generate a stop condition for pagination.
         type: boolean
       is_client_side_incremental:
-        title: Whether the target API does not support filtering and returns all data (the cursor filters records in the client instead of the API side)
-        description: If the target API endpoint does not take cursor values to filter records and returns all records anyway, the connector with this cursor will filter out records locally, and only emit new records from the last sync, hence incremental. This means that all records would be read from the API, but only new records will be emitted to the destination.
+        title: Client-side Incremental Filtering
+        description: Set to True if the target API endpoint does not take cursor values to filter records and returns all records anyway. This will cause the connector to filter out records locally, and only emit new records from the last sync, hence incremental. This means that all records would be read from the API, but only new records will be emitted to the destination.
         type: boolean
       is_compare_strictly:
-        title: Whether to skip requests if the start time equals the end time
-        description: Set to True if the target API does not accept queries where the start time equal the end time.
+        title: Strict Start-End Time Comparison
+        description: Set to True if the target API does not accept queries where the start time equal the end time. This will cause those requests to be skipped.
         type: boolean
         default: False
       global_substream_cursor:
-        title: Whether to store cursor as one value instead of per partition
-        description: This setting optimizes performance when the parent stream has thousands of partitions by storing the cursor as a single value rather than per partition. Notably, the substream state is updated only at the end of the sync, which helps prevent data loss in case of a sync failure. See more info in the [docs](https://docs.airbyte.com/connector-development/config-based/understanding-the-yaml-file/incremental-syncs).
+        title: Global Substream Cursor
+        description: Setting to True causes the connector to store the cursor as one value, instead of per-partition. This setting optimizes performance when the parent stream has thousands of partitions. Notably, the substream state is updated only at the end of the sync, which helps prevent data loss in case of a sync failure. See more info in the [docs](https://docs.airbyte.com/connector-development/config-based/understanding-the-yaml-file/incremental-syncs).
         type: boolean
         default: false
       lookback_window:
         title: Lookback Window
-        description: Time interval before the start_datetime to read data for, e.g. P1M for looking back one month.
+        description: |
+          Time interval (ISO8601 duration) before the start_datetime to read data for, e.g. P1M for looking back one month.
+            * **PT1H**: 1 hour
+            * **P1D**: 1 day
+            * **P1W**: 1 week
+            * **P1M**: 1 month
+            * **P1Y**: 1 year
         type: string
         interpolation_context:
           - config
@@ -1071,7 +1122,13 @@ definitions:
           - "starting_time"
       step:
         title: Step
-        description: The size of the time window (ISO8601 duration). Given this field is provided, `cursor_granularity` needs to be provided as well.
+        description: |
+          The size of the time window (ISO8601 duration). Given this field is provided, `cursor_granularity` needs to be provided as well.
+            * **PT1H**: 1 hour
+            * **P1D**: 1 day
+            * **P1W**: 1 week
+            * **P1M**: 1 month
+            * **P1Y**: 1 year
         type: string
         examples:
           - "P1W"
@@ -1095,6 +1152,8 @@ definitions:
         title: Secret Key
         type: string
         description: Secret used to sign the JSON web token.
+        interpolation_context:
+          - config
         examples:
           - "{{ config['secret_key'] }}"
       base64_encode_secret_key:
@@ -1224,8 +1283,10 @@ definitions:
         title: Client ID
         description: The OAuth client ID. Fill it in the user inputs.
         type: string
+        interpolation_context:
+          - config
         examples:
-          - "{{ config['client_id }}"
+          - "{{ config['client_id'] }}"
           - "{{ config['credentials']['client_id }}"
       client_secret_name:
         title: Client Secret Property Name
@@ -1238,8 +1299,10 @@ definitions:
         title: Client Secret
         description: The OAuth client secret. Fill it in the user inputs.
         type: string
+        interpolation_context:
+          - config
         examples:
-          - "{{ config['client_secret }}"
+          - "{{ config['client_secret'] }}"
           - "{{ config['credentials']['client_secret }}"
       refresh_token_name:
         title: Refresh Token Property Name
@@ -1252,6 +1315,8 @@ definitions:
         title: Refresh Token
         description: Credential artifact used to get a new access token.
         type: string
+        interpolation_context:
+          - config
         examples:
           - "{{ config['refresh_token'] }}"
           - "{{ config['credentials]['refresh_token'] }}"
@@ -1272,6 +1337,8 @@ definitions:
         title: Access Token Value
         description: The value of the access_token to bypass the token refreshing using `refresh_token`.
         type: string
+        interpolation_context:
+          - config
         examples:
           - secret_access_token_value
       expires_in_name:
@@ -1444,6 +1511,7 @@ definitions:
       incremental_sync:
         title: Incremental Sync
         description: Component used to fetch data incrementally based on a time field in the data.
+        linkable: true
         anyOf:
           - "$ref": "#/definitions/DatetimeBasedCursor"
           - "$ref": "#/definitions/IncrementingCountCursor"
@@ -1476,6 +1544,7 @@ definitions:
       transformations:
         title: Transformations
         description: A list of transformations to be applied to each output record.
+        linkable: true
         type: array
         items:
           anyOf:
@@ -1499,6 +1568,7 @@ definitions:
       file_uploader:
         title: File Uploader
         description: (experimental) Describes how to fetch a file
+        linkable: true
         type: object
         required:
           - type
@@ -1901,7 +1971,13 @@ definitions:
           type: string
       expiration_duration:
         title: Expiration Duration
-        description: The duration in ISO 8601 duration notation after which the session token expires, starting from the time it was obtained. Omitting it will result in the session token being refreshed for every request.
+        description: |
+          The duration in ISO 8601 duration notation after which the session token expires, starting from the time it was obtained. Omitting it will result in the session token being refreshed for every request.
+            * **PT1H**: 1 hour
+            * **P1D**: 1 day
+            * **P1W**: 1 week
+            * **P1M**: 1 month
+            * **P1Y**: 1 year
         type: string
         examples:
           - "PT1H"
@@ -2055,6 +2131,7 @@ definitions:
       request_parameters:
         title: Query Parameters
         description: Specifies the query parameters that should be set on an outgoing HTTP request given the inputs.
+        linkable: true
         anyOf:
           - type: object
             title: Key/Value Pairs
@@ -2077,6 +2154,7 @@ definitions:
       request_headers:
         title: Request Headers
         description: Return any non-auth headers. Authentication headers will overwrite any overlapping headers returned from this method.
+        linkable: true
         anyOf:
           - type: object
             title: Key/Value Pairs
@@ -2136,6 +2214,7 @@ definitions:
       request_body:
         title: Request Body
         description: Specifies how to populate the body of the request with a payload. Can contain nested objects.
+        linkable: true
         anyOf:
           - "$ref": "#/definitions/RequestBodyPlainText"
           - "$ref": "#/definitions/RequestBodyUrlEncodedForm"
@@ -2149,6 +2228,7 @@ definitions:
       error_handler:
         title: Error Handler
         description: Error handler component that defines how to handle errors.
+        linkable: true
         anyOf:
           - "$ref": "#/definitions/DefaultErrorHandler"
           - "$ref": "#/definitions/CompositeErrorHandler"
@@ -2683,6 +2763,7 @@ definitions:
           - 2021-01-01
           - 2021-01-01T00:00:00Z
           - "{{ config['start_time'] }}"
+          - "{{ now_utc().strftime('%Y-%m-%dT%H:%M:%SZ') }}"
       datetime_format:
         title: Datetime Format
         description: |
@@ -3067,7 +3148,7 @@ definitions:
           - 100
           - "{{ config['page_size'] }}"
       inject_on_first_request:
-        title: Inject Offset
+        title: Inject Offset on First Request
         description: Using the `offset` with value `0` during the first request
         type: boolean
         default: false
@@ -3107,7 +3188,7 @@ definitions:
           - 0
           - 1
       inject_on_first_request:
-        title: Inject Page Number
+        title: Inject Page Number on First Request
         description: Using the `page number` with value defined by `start_from_page` during the first request
         type: boolean
         default: false
@@ -3590,6 +3671,7 @@ definitions:
         "$ref": "#/definitions/RecordSelector"
       paginator:
         description: Paginator component that describes how to navigate through the API's pages.
+        linkable: true
         anyOf:
           - "$ref": "#/definitions/DefaultPaginator"
           - "$ref": "#/definitions/NoPagination"
@@ -3600,6 +3682,7 @@ definitions:
       partition_router:
         title: Partition Router
         description: Used to iteratively execute requests over a set of values, such as a parent stream's records or a list of constant values.
+        linkable: true
         anyOf:
           - "$ref": "#/definitions/SubstreamPartitionRouter"
           - "$ref": "#/definitions/ListPartitionRouter"
@@ -4090,6 +4173,15 @@ definitions:
         description: Determines whether to create a new path if it doesn't exist (true) or only update existing paths (false). When set to true, the resolver will create new paths in the stream template if they don't exist. When false (default), it will only update existing paths.
         type: boolean
         default: false
+      condition:
+        title: Condition
+        description: A condition that must be met for the mapping to be applied.
+        type: string
+        interpolation_context:
+          - config
+          - stream_template_config
+          - components_values
+          - stream_slice
       $parameters:
         type: object
         additionalProperties: true

{airbyte_cdk-6.59.1 → airbyte_cdk-6.59.2.post2.dev16455545426}/airbyte_cdk/sources/declarative/models/declarative_component_schema.py

@@ -1,3 +1,5 @@
+# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
+
 # generated by datamodel-codegen:
 #   filename:  declarative_component_schema.yaml
 
@@ -523,7 +525,10 @@ class OAuthAuthenticator(BaseModel):
     client_id: Optional[str] = Field(
         None,
         description="The OAuth client ID. Fill it in the user inputs.",
-        examples=["{{ config['client_id }}", "{{ config['credentials']['client_id }}"],
+        examples=[
+            "{{ config['client_id'] }}",
+            "{{ config['credentials']['client_id }}",
+        ],
         title="Client ID",
     )
     client_secret_name: Optional[str] = Field(
@@ -536,7 +541,7 @@ class OAuthAuthenticator(BaseModel):
         None,
         description="The OAuth client secret. Fill it in the user inputs.",
         examples=[
-            "{{ config['client_secret }}",
+            "{{ config['client_secret'] }}",
             "{{ config['credentials']['client_secret }}",
         ],
         title="Client Secret",
@@ -980,7 +985,12 @@ class MinMaxDatetime(BaseModel):
     datetime: str = Field(
         ...,
         description="Datetime value.",
-        examples=["2021-01-01", "2021-01-01T00:00:00Z", "{{ config['start_time'] }}"],
+        examples=[
+            "2021-01-01",
+            "2021-01-01T00:00:00Z",
+            "{{ config['start_time'] }}",
+            "{{ now_utc().strftime('%Y-%m-%dT%H:%M:%SZ') }}",
+        ],
         title="Datetime",
     )
     datetime_format: Optional[str] = Field(
@@ -1192,7 +1202,7 @@ class OffsetIncrement(BaseModel):
     inject_on_first_request: Optional[bool] = Field(
         False,
         description="Using the `offset` with value `0` during the first request",
-        title="Inject Offset",
+        title="Inject Offset on First Request",
     )
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
 
@@ -1214,7 +1224,7 @@ class PageIncrement(BaseModel):
     inject_on_first_request: Optional[bool] = Field(
         False,
         description="Using the `page number` with value defined by `start_from_page` during the first request",
-        title="Inject Page Number",
+        title="Inject Page Number on First Request",
     )
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
 
@@ -1484,6 +1494,11 @@ class ComponentMappingDefinition(BaseModel):
         description="Determines whether to create a new path if it doesn't exist (true) or only update existing paths (false). When set to true, the resolver will create new paths in the stream template if they don't exist. When false (default), it will only update existing paths.",
         title="Create or Update",
     )
+    condition: Optional[str] = Field(
+        None,
+        description="A condition that must be met for the mapping to be applied.",
+        title="Condition",
+    )
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
 
 
@@ -1794,7 +1809,19 @@ class DatetimeBasedCursor(BaseModel):
     )
     cursor_datetime_formats: Optional[List[str]] = Field(
         None,
-        description="The possible formats for the cursor field, in order of preference. The first format that matches the cursor field value will be used to parse it. If not provided, the `datetime_format` will be used.",
+        description="The possible formats for the cursor field, in order of preference. The first format that matches the cursor field value will be used to parse it. If not provided, the Outgoing Datetime Format will be used.\nUse placeholders starting with \"%\" to describe the format the API is using. The following placeholders are available:\n  * **%s**: Epoch unix timestamp - `1686218963`\n  * **%s_as_float**: Epoch unix timestamp in seconds as float with microsecond precision - `1686218963.123456`\n  * **%ms**: Epoch unix timestamp - `1686218963123`\n  * **%a**: Weekday (abbreviated) - `Sun`\n  * **%A**: Weekday (full) - `Sunday`\n  * **%w**: Weekday (decimal) - `0` (Sunday), `6` (Saturday)\n  * **%d**: Day of the month (zero-padded) - `01`, `02`, ..., `31`\n  * **%b**: Month (abbreviated) - `Jan`\n  * **%B**: Month (full) - `January`\n  * **%m**: Month (zero-padded) - `01`, `02`, ..., `12`\n  * **%y**: Year (without century, zero-padded) - `00`, `01`, ..., `99`\n  * **%Y**: Year (with century) - `0001`, `0002`, ..., `9999`\n  * **%H**: Hour (24-hour, zero-padded) - `00`, `01`, ..., `23`\n  * **%I**: Hour (12-hour, zero-padded) - `01`, `02`, ..., `12`\n  * **%p**: AM/PM indicator\n  * **%M**: Minute (zero-padded) - `00`, `01`, ..., `59`\n  * **%S**: Second (zero-padded) - `00`, `01`, ..., `59`\n  * **%f**: Microsecond (zero-padded to 6 digits) - `000000`, `000001`, ..., `999999`\n  * **%_ms**: Millisecond (zero-padded to 3 digits) - `000`, `001`, ..., `999`\n  * **%z**: UTC offset - `(empty)`, `+0000`, `-04:00`\n  * **%Z**: Time zone name - `(empty)`, `UTC`, `GMT`\n  * **%j**: Day of the year (zero-padded) - `001`, `002`, ..., `366`\n  * **%U**: Week number of the year (Sunday as first day) - `00`, `01`, ..., `53`\n  * **%W**: Week number of the year (Monday as first day) - `00`, `01`, ..., `53`\n  * **%c**: Date and time representation - `Tue Aug 16 21:30:00 1988`\n  * **%x**: Date representation - `08/16/1988`\n  * **%X**: Time representation - `21:30:00`\n  * **%%**: Literal '%' character\n\n  Some placeholders depend on the locale of the underlying system - in most cases this locale is configured as en/US. For more information see the [Python documentation](https://docs.python.org/3/library/datetime.html#strftime-and-strptime-format-codes).\n",
+        examples=[
+            "%Y-%m-%d",
+            "%Y-%m-%d %H:%M:%S",
+            "%Y-%m-%dT%H:%M:%S",
+            "%Y-%m-%dT%H:%M:%SZ",
+            "%Y-%m-%dT%H:%M:%S%z",
+            "%Y-%m-%dT%H:%M:%S.%fZ",
+            "%Y-%m-%dT%H:%M:%S.%f%z",
+            "%Y-%m-%d %H:%M:%S.%f+00:00",
+            "%s",
+            "%ms",
+        ],
         title="Cursor Datetime Formats",
     )
     start_datetime: Union[MinMaxDatetime, str] = Field(
@@ -1827,33 +1854,33 @@ class DatetimeBasedCursor(BaseModel):
     )
     cursor_granularity: Optional[str] = Field(
         None,
-        description="Smallest increment the datetime_format has (ISO 8601 duration) that is used to ensure the start of a slice does not overlap with the end of the previous one, e.g. for %Y-%m-%d the granularity should be P1D, for %Y-%m-%dT%H:%M:%SZ the granularity should be PT1S. Given this field is provided, `step` needs to be provided as well.",
+        description="Smallest increment the datetime_format has (ISO 8601 duration) that is used to ensure the start of a slice does not overlap with the end of the previous one, e.g. for %Y-%m-%d the granularity should\nbe P1D, for %Y-%m-%dT%H:%M:%SZ the granularity should be PT1S. Given this field is provided, `step` needs to be provided as well.\n  * **PT0.000001S**: 1 microsecond\n  * **PT0.001S**: 1 millisecond\n  * **PT1S**: 1 second\n  * **PT1M**: 1 minute\n  * **PT1H**: 1 hour\n  * **P1D**: 1 day\n",
         examples=["PT1S"],
         title="Cursor Granularity",
     )
     is_data_feed: Optional[bool] = Field(
         None,
         description="A data feed API is an API that does not allow filtering and paginates the content from the most recent to the least recent. Given this, the CDK needs to know when to stop paginating and this field will generate a stop condition for pagination.",
-        title="Whether the target API is formatted as a data feed",
+        title="Data Feed API",
     )
     is_client_side_incremental: Optional[bool] = Field(
         None,
-        description="If the target API endpoint does not take cursor values to filter records and returns all records anyway, the connector with this cursor will filter out records locally, and only emit new records from the last sync, hence incremental. This means that all records would be read from the API, but only new records will be emitted to the destination.",
-        title="Whether the target API does not support filtering and returns all data (the cursor filters records in the client instead of the API side)",
+        description="Set to True if the target API endpoint does not take cursor values to filter records and returns all records anyway. This will cause the connector to filter out records locally, and only emit new records from the last sync, hence incremental. This means that all records would be read from the API, but only new records will be emitted to the destination.",
+        title="Client-side Incremental Filtering",
     )
     is_compare_strictly: Optional[bool] = Field(
         False,
-        description="Set to True if the target API does not accept queries where the start time equal the end time.",
-        title="Whether to skip requests if the start time equals the end time",
+        description="Set to True if the target API does not accept queries where the start time equal the end time. This will cause those requests to be skipped.",
+        title="Strict Start-End Time Comparison",
     )
     global_substream_cursor: Optional[bool] = Field(
         False,
-        description="This setting optimizes performance when the parent stream has thousands of partitions by storing the cursor as a single value rather than per partition. Notably, the substream state is updated only at the end of the sync, which helps prevent data loss in case of a sync failure. See more info in the [docs](https://docs.airbyte.com/connector-development/config-based/understanding-the-yaml-file/incremental-syncs).",
-        title="Whether to store cursor as one value instead of per partition",
+        description="Setting to True causes the connector to store the cursor as one value, instead of per-partition. This setting optimizes performance when the parent stream has thousands of partitions. Notably, the substream state is updated only at the end of the sync, which helps prevent data loss in case of a sync failure. See more info in the [docs](https://docs.airbyte.com/connector-development/config-based/understanding-the-yaml-file/incremental-syncs).",
+        title="Global Substream Cursor",
     )
     lookback_window: Optional[str] = Field(
         None,
-        description="Time interval before the start_datetime to read data for, e.g. P1M for looking back one month.",
+        description="Time interval (ISO8601 duration) before the start_datetime to read data for, e.g. P1M for looking back one month.\n  * **PT1H**: 1 hour\n  * **P1D**: 1 day\n  * **P1W**: 1 week\n  * **P1M**: 1 month\n  * **P1Y**: 1 year\n",
         examples=["P1D", "P{{ config['lookback_days'] }}D"],
         title="Lookback Window",
     )
@@ -1871,7 +1898,7 @@ class DatetimeBasedCursor(BaseModel):
     )
     step: Optional[str] = Field(
         None,
-        description="The size of the time window (ISO8601 duration). Given this field is provided, `cursor_granularity` needs to be provided as well.",
+        description="The size of the time window (ISO8601 duration). Given this field is provided, `cursor_granularity` needs to be provided as well.\n  * **PT1H**: 1 hour\n  * **P1D**: 1 day\n  * **P1W**: 1 week\n  * **P1M**: 1 month\n  * **P1Y**: 1 year\n",
         examples=["P1W", "{{ config['step_increment'] }}"],
         title="Step",
     )
@@ -2489,7 +2516,7 @@ class SessionTokenAuthenticator(BaseModel):
     )
     expiration_duration: Optional[str] = Field(
         None,
-        description="The duration in ISO 8601 duration notation after which the session token expires, starting from the time it was obtained. Omitting it will result in the session token being refreshed for every request.",
+        description="The duration in ISO 8601 duration notation after which the session token expires, starting from the time it was obtained. Omitting it will result in the session token being refreshed for every request.\n  * **PT1H**: 1 hour\n  * **P1D**: 1 day\n  * **P1W**: 1 week\n  * **P1M**: 1 month\n  * **P1Y**: 1 year\n",
         examples=["PT1H", "P1D"],
         title="Expiration Duration",
     )

{airbyte_cdk-6.59.1 → airbyte_cdk-6.59.2.post2.dev16455545426}/airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py

@@ -3800,6 +3800,7 @@ class ModelToComponentFactory:
             value=interpolated_value,
             value_type=ModelToComponentFactory._json_schema_type_name_to_type(model.value_type),
             create_or_update=model.create_or_update,
+            condition=model.condition,
             parameters=model.parameters or {},
         )
 
@@ -3851,7 +3852,9 @@ class ModelToComponentFactory:
         )
 
     def create_config_components_resolver(
-        self, model: ConfigComponentsResolverModel, config: Config
+        self,
+        model: ConfigComponentsResolverModel,
+        config: Config,
     ) -> Any:
         model_stream_configs = (
             model.stream_config if isinstance(model.stream_config, list) else [model.stream_config]
@@ -3871,6 +3874,7 @@ class ModelToComponentFactory:
                     components_mapping_definition_model.value_type
                 ),
                 config=config,
+                parameters=model.parameters,
             )
             for components_mapping_definition_model in model.components_mapping
         ]

{airbyte_cdk-6.59.1 → airbyte_cdk-6.59.2.post2.dev16455545426}/airbyte_cdk/sources/declarative/resolvers/components_resolver.py

@@ -9,6 +9,7 @@ from typing import Any, Dict, Iterable, List, Mapping, Optional, Type, Union
 from typing_extensions import deprecated
 
 from airbyte_cdk.sources.declarative.interpolation import InterpolatedString
+from airbyte_cdk.sources.declarative.interpolation.interpolated_boolean import InterpolatedBoolean
 from airbyte_cdk.sources.source import ExperimentalClassWarning
 
 
@@ -22,6 +23,7 @@ class ComponentMappingDefinition:
     value: Union["InterpolatedString", str]
     value_type: Optional[Type[Any]]
     parameters: InitVar[Mapping[str, Any]]
+    condition: Optional[str] = None
     create_or_update: Optional[bool] = False
 
 
@@ -35,6 +37,7 @@ class ResolvedComponentMappingDefinition:
     value: "InterpolatedString"
     value_type: Optional[Type[Any]]
     parameters: InitVar[Mapping[str, Any]]
+    condition: Optional[InterpolatedBoolean] = None
     create_or_update: Optional[bool] = False
 
 

{airbyte_cdk-6.59.1 → airbyte_cdk-6.59.2.post2.dev16455545426}/airbyte_cdk/sources/declarative/resolvers/config_components_resolver.py

@@ -14,6 +14,7 @@ from yaml.parser import ParserError
 from yaml.scanner import ScannerError
 
 from airbyte_cdk.sources.declarative.interpolation import InterpolatedString
+from airbyte_cdk.sources.declarative.interpolation.interpolated_boolean import InterpolatedBoolean
 from airbyte_cdk.sources.declarative.resolvers.components_resolver import (
     ComponentMappingDefinition,
     ComponentsResolver,
@@ -70,6 +71,12 @@ class ConfigComponentsResolver(ComponentsResolver):
         """
 
         for component_mapping in self.components_mapping:
+            interpolated_condition = (
+                InterpolatedBoolean(condition=component_mapping.condition, parameters=parameters)
+                if component_mapping.condition
+                else None
+            )
+
             if isinstance(component_mapping.value, (str, InterpolatedString)):
                 interpolated_value = (
                     InterpolatedString.create(component_mapping.value, parameters=parameters)
@@ -89,6 +96,7 @@ class ConfigComponentsResolver(ComponentsResolver):
                         value_type=component_mapping.value_type,
                         create_or_update=component_mapping.create_or_update,
                         parameters=parameters,
+                        condition=interpolated_condition,
                     )
                 )
             else:
@@ -155,6 +163,12 @@ class ConfigComponentsResolver(ComponentsResolver):
             kwargs["components_values"] = components_values  # type: ignore[assignment] # component_values will always be of type Mapping[str, Any]
 
             for resolved_component in self._resolved_components:
+                if (
+                    resolved_component.condition is not None
+                    and not resolved_component.condition.eval(self.config, **kwargs)
+                ):
+                    continue
+
                 valid_types = (
                     (resolved_component.value_type,) if resolved_component.value_type else None
                 )

{airbyte_cdk-6.59.1 → airbyte_cdk-6.59.2.post2.dev16455545426}/airbyte_cdk/sources/declarative/resolvers/http_components_resolver.py

@@ -10,6 +10,7 @@ import dpath
 from typing_extensions import deprecated
 
 from airbyte_cdk.sources.declarative.interpolation import InterpolatedString
+from airbyte_cdk.sources.declarative.interpolation.interpolated_boolean import InterpolatedBoolean
 from airbyte_cdk.sources.declarative.resolvers.components_resolver import (
     ComponentMappingDefinition,
     ComponentsResolver,
@@ -49,6 +50,12 @@ class HttpComponentsResolver(ComponentsResolver):
             parameters (Mapping[str, Any]): Parameters for interpolation.
         """
         for component_mapping in self.components_mapping:
+            interpolated_condition = (
+                InterpolatedBoolean(condition=component_mapping.condition, parameters=parameters)
+                if component_mapping.condition
+                else None
+            )
+
             if isinstance(component_mapping.value, (str, InterpolatedString)):
                 interpolated_value = (
                     InterpolatedString.create(component_mapping.value, parameters=parameters)
@@ -67,6 +74,7 @@ class HttpComponentsResolver(ComponentsResolver):
                         value=interpolated_value,
                         value_type=component_mapping.value_type,
                         parameters=parameters,
+                        condition=interpolated_condition,
                     )
                 )
             else:
@@ -97,6 +105,12 @@ class HttpComponentsResolver(ComponentsResolver):
                 kwargs["stream_slice"] = stream_slice  # type: ignore[assignment] # stream_slice will always be of type Mapping[str, Any]
 
                 for resolved_component in self._resolved_components:
+                    if (
+                        resolved_component.condition is not None
+                        and not resolved_component.condition.eval(self.config, **kwargs)
+                    ):
+                        continue
+
                     valid_types = (
                         (resolved_component.value_type,) if resolved_component.value_type else None
                     )