airbyte-cdk 6.33.2.dev0__py3-none-any.whl → 6.33.3__py3-none-any.whl

airbyte_cdk/sources/declarative/manifest_declarative_source.py

@@ -137,10 +137,6 @@ class ManifestDeclarativeSource(DeclarativeSource):
             self._source_config, config
         )
 
-        api_budget_model = self._source_config.get("api_budget")
-        if api_budget_model:
-            self._constructor.set_api_budget(api_budget_model, config)
-
         source_streams = [
             self._constructor.create_component(
                 DeclarativeStreamModel,

airbyte_cdk/sources/declarative/models/declarative_component_schema.py

@@ -3,7 +3,6 @@
 
 from __future__ import annotations
 
-from datetime import datetime, timedelta
 from enum import Enum
 from typing import Any, Dict, List, Literal, Optional, Union
 
@@ -643,45 +642,6 @@ class OAuthAuthenticator(BaseModel):
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
 
 
-class Rate(BaseModel):
-    class Config:
-        extra = Extra.allow
-
-    limit: int = Field(
-        ...,
-        description="The maximum number of calls allowed within the interval.",
-        title="Limit",
-    )
-    interval: timedelta = Field(
-        ..., description="The time interval for the rate limit.", title="Interval"
-    )
-
-
-class HttpRequestRegexMatcher(BaseModel):
-    class Config:
-        extra = Extra.allow
-
-    method: Optional[str] = Field(
-        None, description="The HTTP method to match (e.g., GET, POST).", title="Method"
-    )
-    url_base: Optional[str] = Field(
-        None,
-        description='The base URL (scheme and host, e.g. "https://api.example.com") to match.',
-        title="URL Base",
-    )
-    url_path_pattern: Optional[str] = Field(
-        None,
-        description="A regular expression pattern to match the URL path.",
-        title="URL Path Pattern",
-    )
-    params: Optional[Dict[str, Any]] = Field(
-        None, description="The query parameters to match.", title="Parameters"
-    )
-    headers: Optional[Dict[str, Any]] = Field(
-        None, description="The headers to match.", title="Headers"
-    )
-
-
 class DpathExtractor(BaseModel):
     type: Literal["DpathExtractor"]
     field_path: List[str] = Field(
@@ -927,15 +887,6 @@ class CustomDecoder(BaseModel):
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
 
 
-class GzipJsonDecoder(BaseModel):
-    class Config:
-        extra = Extra.allow
-
-    type: Literal["GzipJsonDecoder"]
-    encoding: Optional[str] = "utf-8"
-    parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
-
-
 class MinMaxDatetime(BaseModel):
     type: Literal["MinMaxDatetime"]
     datetime: str = Field(
@@ -1314,18 +1265,8 @@ class LegacySessionTokenAuthenticator(BaseModel):
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
 
 
-class JsonParser(BaseModel):
-    type: Literal["JsonParser"]
-    encoding: Optional[str] = "utf-8"
-
-
-class JsonLineParser(BaseModel):
-    type: Literal["JsonLineParser"]
-    encoding: Optional[str] = "utf-8"
-
-
-class CsvParser(BaseModel):
-    type: Literal["CsvParser"]
+class CsvDecoder(BaseModel):
+    type: Literal["CsvDecoder"]
     encoding: Optional[str] = "utf-8"
     delimiter: Optional[str] = ","
 
@@ -1624,60 +1565,6 @@ class DatetimeBasedCursor(BaseModel):
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
 
 
-class FixedWindowCallRatePolicy(BaseModel):
-    class Config:
-        extra = Extra.allow
-
-    type: Literal["FixedWindowCallRatePolicy"]
-    next_reset_ts: datetime = Field(
-        ...,
-        description="The timestamp when the rate limit will reset.",
-        title="Next Reset Timestamp",
-    )
-    period: timedelta = Field(
-        ..., description="The time interval for the rate limit window.", title="Period"
-    )
-    call_limit: int = Field(
-        ...,
-        description="The maximum number of calls allowed within the period.",
-        title="Call Limit",
-    )
-    matchers: List[HttpRequestRegexMatcher] = Field(
-        ...,
-        description="List of matchers that define which requests this policy applies to.",
-        title="Matchers",
-    )
-
-
-class MovingWindowCallRatePolicy(BaseModel):
-    class Config:
-        extra = Extra.allow
-
-    type: Literal["MovingWindowCallRatePolicy"]
-    rates: List[Rate] = Field(
-        ...,
-        description="List of rates that define the call limits for different time intervals.",
-        title="Rates",
-    )
-    matchers: List[HttpRequestRegexMatcher] = Field(
-        ...,
-        description="List of matchers that define which requests this policy applies to.",
-        title="Matchers",
-    )
-
-
-class UnlimitedCallRatePolicy(BaseModel):
-    class Config:
-        extra = Extra.allow
-
-    type: Literal["UnlimitedCallRatePolicy"]
-    matchers: List[HttpRequestRegexMatcher] = Field(
-        ...,
-        description="List of matchers that define which requests this policy applies to.",
-        title="Matchers",
-    )
-
-
 class DefaultErrorHandler(BaseModel):
     type: Literal["DefaultErrorHandler"]
     backoff_strategies: Optional[
@@ -1774,9 +1661,9 @@ class RecordSelector(BaseModel):
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
 
 
-class GzipParser(BaseModel):
-    type: Literal["GzipParser"]
-    inner_parser: Union[JsonLineParser, CsvParser, JsonParser]
+class GzipDecoder(BaseModel):
+    type: Literal["GzipDecoder"]
+    decoder: Union[CsvDecoder, GzipDecoder, JsonDecoder, JsonlDecoder]
 
 
 class Spec(BaseModel):
@@ -1809,84 +1696,18 @@ class CompositeErrorHandler(BaseModel):
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
 
 
-class APIBudget(BaseModel):
-    class Config:
-        extra = Extra.allow
-
-    type: Literal["APIBudget"]
-    policies: List[
-        Union[
-            FixedWindowCallRatePolicy,
-            MovingWindowCallRatePolicy,
-            UnlimitedCallRatePolicy,
-        ]
-    ] = Field(
-        ...,
-        description="List of call rate policies that define how many calls are allowed.",
-        title="Policies",
-    )
-    maximum_attempts_to_acquire: Optional[int] = Field(
-        100000,
-        description="The maximum number of attempts to acquire a call before giving up.",
-        title="Maximum Attempts to Acquire",
-    )
-
-
-class HTTPAPIBudget(BaseModel):
-    class Config:
-        extra = Extra.allow
-
-    type: Literal["HTTPAPIBudget"]
-    policies: List[
-        Union[
-            FixedWindowCallRatePolicy,
-            MovingWindowCallRatePolicy,
-            UnlimitedCallRatePolicy,
-        ]
-    ] = Field(
-        ...,
-        description="List of call rate policies that define how many calls are allowed.",
-        title="Policies",
-    )
-    ratelimit_reset_header: Optional[str] = Field(
-        "ratelimit-reset",
-        description="The HTTP response header name that indicates when the rate limit resets.",
-        title="Rate Limit Reset Header",
-    )
-    ratelimit_remaining_header: Optional[str] = Field(
-        "ratelimit-remaining",
-        description="The HTTP response header name that indicates the number of remaining allowed calls.",
-        title="Rate Limit Remaining Header",
-    )
-    status_codes_for_ratelimit_hit: Optional[List[int]] = Field(
-        [429],
-        description="List of HTTP status codes that indicate a rate limit has been hit.",
-        title="Status Codes for Rate Limit Hit",
-    )
-    maximum_attempts_to_acquire: Optional[int] = Field(
-        100000,
-        description="The maximum number of attempts to acquire a call before giving up.",
-        title="Maximum Attempts to Acquire",
-    )
-
-
 class ZipfileDecoder(BaseModel):
     class Config:
         extra = Extra.allow
 
     type: Literal["ZipfileDecoder"]
-    parser: Union[GzipParser, JsonParser, JsonLineParser, CsvParser] = Field(
+    decoder: Union[CsvDecoder, GzipDecoder, JsonDecoder, JsonlDecoder] = Field(
         ...,
         description="Parser to parse the decompressed data from the zipfile(s).",
         title="Parser",
     )
 
 
-class CompositeRawDecoder(BaseModel):
-    type: Literal["CompositeRawDecoder"]
-    parser: Union[GzipParser, JsonParser, JsonLineParser, CsvParser]
-
-
 class DeclarativeSource1(BaseModel):
     class Config:
         extra = Extra.forbid
@@ -1903,11 +1724,6 @@ class DeclarativeSource1(BaseModel):
     definitions: Optional[Dict[str, Any]] = None
     spec: Optional[Spec] = None
     concurrency_level: Optional[ConcurrencyLevel] = None
-    api_budget: Optional[Union[APIBudget, HTTPAPIBudget]] = Field(
-        None,
-        description="Defines how many requests can be made to the API in a given time frame. This field accepts either a generic APIBudget or an HTTP-specific configuration (HTTPAPIBudget) to be applied across all streams.",
-        title="API Budget",
-    )
     metadata: Optional[Dict[str, Any]] = Field(
         None,
         description="For internal Airbyte use only - DO NOT modify manually. Used by consumers of declarative manifests for storing related metadata.",
@@ -1934,11 +1750,6 @@ class DeclarativeSource2(BaseModel):
     definitions: Optional[Dict[str, Any]] = None
     spec: Optional[Spec] = None
     concurrency_level: Optional[ConcurrencyLevel] = None
-    api_budget: Optional[Union[APIBudget, HTTPAPIBudget]] = Field(
-        None,
-        description="Defines how many requests can be made to the API in a given time frame. This field accepts either a generic APIBudget or an HTTP-specific configuration (HTTPAPIBudget) to be applied across all streams.",
-        title="API Budget",
-    )
     metadata: Optional[Dict[str, Any]] = Field(
         None,
         description="For internal Airbyte use only - DO NOT modify manually. Used by consumers of declarative manifests for storing related metadata.",
@@ -2098,7 +1909,7 @@ class SessionTokenAuthenticator(BaseModel):
         description="Authentication method to use for requests sent to the API, specifying how to inject the session token.",
         title="Data Request Authentication",
     )
-    decoder: Optional[Union[JsonDecoder, XmlDecoder, CompositeRawDecoder]] = Field(
+    decoder: Optional[Union[JsonDecoder, XmlDecoder]] = Field(
         None, description="Component used to decode the response.", title="Decoder"
     )
     parameters: Optional[Dict[str, Any]] = Field(None, alias="$parameters")
@@ -2298,12 +2109,12 @@ class SimpleRetriever(BaseModel):
     decoder: Optional[
         Union[
             CustomDecoder,
+            CsvDecoder,
+            GzipDecoder,
             JsonDecoder,
             JsonlDecoder,
             IterableDecoder,
             XmlDecoder,
-            GzipJsonDecoder,
-            CompositeRawDecoder,
             ZipfileDecoder,
         ]
     ] = Field(
@@ -2376,12 +2187,12 @@ class AsyncRetriever(BaseModel):
     decoder: Optional[
         Union[
             CustomDecoder,
+            CsvDecoder,
+            GzipDecoder,
             JsonDecoder,
             JsonlDecoder,
             IterableDecoder,
             XmlDecoder,
-            GzipJsonDecoder,
-            CompositeRawDecoder,
             ZipfileDecoder,
         ]
     ] = Field(
@@ -2392,12 +2203,12 @@ class AsyncRetriever(BaseModel):
     download_decoder: Optional[
         Union[
             CustomDecoder,
+            CsvDecoder,
+            GzipDecoder,
             JsonDecoder,
             JsonlDecoder,
             IterableDecoder,
             XmlDecoder,
-            GzipJsonDecoder,
-            CompositeRawDecoder,
             ZipfileDecoder,
         ]
     ] = Field(
@@ -2442,6 +2253,7 @@ class DynamicDeclarativeStream(BaseModel):
 
 
 ComplexFieldType.update_forward_refs()
+GzipDecoder.update_forward_refs()
 CompositeErrorHandler.update_forward_refs()
 DeclarativeSource1.update_forward_refs()
 DeclarativeSource2.update_forward_refs()