dagster-airbyte 0.25.7__py3-none-any.whl → 0.25.9__py3-none-any.whl

dagster_airbyte/asset_defs.py

@@ -2,23 +2,10 @@ import hashlib
 import inspect
 import os
 from abc import abstractmethod
+from collections.abc import Iterable, Mapping, Sequence
 from functools import partial
 from itertools import chain
-from typing import (
-    Any,
-    Callable,
-    Dict,
-    Iterable,
-    List,
-    Mapping,
-    NamedTuple,
-    Optional,
-    Sequence,
-    Set,
-    Tuple,
-    Union,
-    cast,
-)
+from typing import Any, Callable, NamedTuple, Optional, Union, cast
 
 import yaml
 from dagster import (
@@ -75,7 +62,7 @@ def _build_airbyte_asset_defn_metadata(
     destination_schema: Optional[str],
     table_to_asset_key_fn: Callable[[str], AssetKey],
     asset_key_prefix: Optional[Sequence[str]] = None,
-    normalization_tables: Optional[Mapping[str, Set[str]]] = None,
+    normalization_tables: Optional[Mapping[str, set[str]]] = None,
     normalization_raw_table_names_by_table: Optional[Mapping[str, str]] = None,
     upstream_assets: Optional[Iterable[AssetKey]] = None,
     group_name: Optional[str] = None,
@@ -105,7 +92,7 @@ def _build_airbyte_asset_defn_metadata(
         for table in tables
     }
 
-    internal_deps: Dict[str, Set[AssetKey]] = {}
+    internal_deps: dict[str, set[AssetKey]] = {}
 
     metadata_encodable_normalization_tables = (
         {k: list(v) for k, v in normalization_tables.items()} if normalization_tables else {}
@@ -124,7 +111,7 @@ def _build_airbyte_asset_defn_metadata(
     for table in destination_tables:
         internal_deps[table] = set(upstream_assets or [])
 
-    table_names: Dict[str, str] = {}
+    table_names: dict[str, str] = {}
     for table in destination_tables:
         if destination_database and destination_schema and table:
             # Use the destination raw table name to create the table name
@@ -195,8 +182,8 @@ def _build_airbyte_assets_from_metadata(
     metadata = cast(Mapping[str, Any], assets_defn_meta.extra_metadata)
     connection_id = cast(str, metadata["connection_id"])
     group_name = cast(Optional[str], metadata["group_name"])
-    destination_tables = cast(List[str], metadata["destination_tables"])
-    normalization_tables = cast(Mapping[str, List[str]], metadata["normalization_tables"])
+    destination_tables = cast(list[str], metadata["destination_tables"])
+    normalization_tables = cast(Mapping[str, list[str]], metadata["normalization_tables"])
     io_manager_key = cast(Optional[str], metadata["io_manager_key"])
 
     @multi_asset(
@@ -265,9 +252,9 @@ def build_airbyte_assets(
     destination_schema: Optional[str] = None,
     asset_key_prefix: Optional[Sequence[str]] = None,
     group_name: Optional[str] = None,
-    normalization_tables: Optional[Mapping[str, Set[str]]] = None,
+    normalization_tables: Optional[Mapping[str, set[str]]] = None,
     deps: Optional[Iterable[Union[CoercibleToAssetKey, AssetsDefinition, SourceAsset]]] = None,
-    upstream_assets: Optional[Set[AssetKey]] = None,
+    upstream_assets: Optional[set[AssetKey]] = None,
     schema_by_table_name: Optional[Mapping[str, TableSchema]] = None,
     freshness_policy: Optional[FreshnessPolicy] = None,
     stream_to_asset_map: Optional[Mapping[str, str]] = None,
@@ -310,7 +297,7 @@ def build_airbyte_assets(
         chain([destination_tables], normalization_tables.values() if normalization_tables else [])
     )
 
-    table_names: Dict[str, str] = {}
+    table_names: dict[str, str] = {}
     for table in destination_tables:
         if destination_database and destination_schema and table:
             table_names[table] = ".".join([destination_database, destination_schema, table])
@@ -438,7 +425,7 @@ def _get_normalization_tables_for_schema(
     For more information on Airbyte's normalization process, see:
     https://docs.airbyte.com/understanding-airbyte/basic-normalization/#nesting
     """
-    out: Dict[str, AirbyteTableMetadata] = {}
+    out: dict[str, AirbyteTableMetadata] = {}
     # Object types are broken into a new table, as long as they have children
 
     sub_schemas = _get_sub_schemas(schema)
@@ -478,7 +465,7 @@ class AirbyteConnectionMetadata(
             ("name", str),
             ("stream_prefix", str),
             ("has_basic_normalization", bool),
-            ("stream_data", List[Mapping[str, Any]]),
+            ("stream_data", list[Mapping[str, Any]]),
             ("destination", Mapping[str, Any]),
         ],
     )
@@ -537,7 +524,7 @@ class AirbyteConnectionMetadata(
         tables associated with each enabled stream and values representing any affiliated
         tables created by Airbyte's normalization process, if enabled.
         """
-        tables: Dict[str, AirbyteTableMetadata] = {}
+        tables: dict[str, AirbyteTableMetadata] = {}
 
         enabled_streams = [
             stream for stream in self.stream_data if stream.get("config", {}).get("selected", False)
@@ -552,7 +539,7 @@ class AirbyteConnectionMetadata(
                 if "json_schema" in stream["stream"]
                 else stream["stream"]["jsonSchema"]
             )
-            normalization_tables: Dict[str, AirbyteTableMetadata] = {}
+            normalization_tables: dict[str, AirbyteTableMetadata] = {}
             schema_props = schema.get("properties", schema.get("items", {}).get("properties", {}))
             if self.has_basic_normalization and return_normalization_tables:
                 for k, v in schema_props.items():
@@ -580,7 +567,7 @@ def _get_schema_by_table_name(
                 [
                     (k, v.schema)
                     for k, v in cast(
-                        Dict[str, AirbyteTableMetadata], meta.normalization_tables
+                        dict[str, AirbyteTableMetadata], meta.normalization_tables
                     ).items()
                 ]
                 for meta in stream_table_metadata.values()
@@ -631,11 +618,11 @@ class AirbyteCoreCacheableAssetsDefinition(CacheableAssetsDefinition):
         super().__init__(unique_id=f"airbyte-{contents.hexdigest()}")
 
     @abstractmethod
-    def _get_connections(self) -> Sequence[Tuple[str, AirbyteConnectionMetadata]]:
+    def _get_connections(self) -> Sequence[tuple[str, AirbyteConnectionMetadata]]:
         pass
 
     def compute_cacheable_data(self) -> Sequence[AssetsDefinitionCacheableData]:
-        asset_defn_data: List[AssetsDefinitionCacheableData] = []
+        asset_defn_data: list[AssetsDefinitionCacheableData] = []
         for connection_id, connection in self._get_connections():
             stream_table_metadata = connection.parse_stream_tables(
                 self._create_assets_for_normalization_tables
@@ -749,11 +736,11 @@ class AirbyteInstanceCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinit
             )
             self._airbyte_instance: AirbyteResource = self._partially_initialized_airbyte_instance
 
-    def _get_connections(self) -> Sequence[Tuple[str, AirbyteConnectionMetadata]]:
+    def _get_connections(self) -> Sequence[tuple[str, AirbyteConnectionMetadata]]:
         workspace_id = self._workspace_id
         if not workspace_id:
             workspaces = cast(
-                List[Dict[str, Any]],
+                list[dict[str, Any]],
                 check.not_none(
                     self._airbyte_instance.make_request(endpoint="/workspaces/list", data={})
                 ).get("workspaces", []),
@@ -765,7 +752,7 @@ class AirbyteInstanceCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinit
             workspace_id = workspaces[0].get("workspaceId")
 
         connections = cast(
-            List[Dict[str, Any]],
+            list[dict[str, Any]],
             check.not_none(
                 self._airbyte_instance.make_request(
                     endpoint="/connections/list", data={"workspaceId": workspace_id}
@@ -773,12 +760,12 @@ class AirbyteInstanceCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinit
             ).get("connections", []),
         )
 
-        output_connections: List[Tuple[str, AirbyteConnectionMetadata]] = []
+        output_connections: list[tuple[str, AirbyteConnectionMetadata]] = []
         for connection_json in connections:
             connection_id = cast(str, connection_json.get("connectionId"))
 
             operations_json = cast(
-                Dict[str, Any],
+                dict[str, Any],
                 check.not_none(
                     self._airbyte_instance.make_request(
                         endpoint="/operations/list",
@@ -789,7 +776,7 @@ class AirbyteInstanceCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinit
 
             destination_id = cast(str, connection_json.get("destinationId"))
             destination_json = cast(
-                Dict[str, Any],
+                dict[str, Any],
                 check.not_none(
                     self._airbyte_instance.make_request(
                         endpoint="/destinations/get",
@@ -851,10 +838,10 @@ class AirbyteYAMLCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinition)
         self._project_dir = project_dir
         self._connection_directories = connection_directories
 
-    def _get_connections(self) -> Sequence[Tuple[str, AirbyteConnectionMetadata]]:
+    def _get_connections(self) -> Sequence[tuple[str, AirbyteConnectionMetadata]]:
         connections_dir = os.path.join(self._project_dir, "connections")
 
-        output_connections: List[Tuple[str, AirbyteConnectionMetadata]] = []
+        output_connections: list[tuple[str, AirbyteConnectionMetadata]] = []
 
         connection_directories = self._connection_directories or os.listdir(connections_dir)
         for connection_name in connection_directories:

dagster_airbyte/managed/generated/sources.py

@@ -1,5 +1,5 @@
 # ruff: noqa: A001, A002
-from typing import List, Optional, Union
+from typing import Optional, Union
 
 import dagster._check as check
 from dagster._annotations import public
@@ -154,7 +154,7 @@ class LinkedinAdsSource(GeneratedAirbyteSource):
         name: str,
         credentials: Union["LinkedinAdsSource.OAuth20", "LinkedinAdsSource.AccessToken"],
         start_date: str,
-        account_ids: Optional[List[int]] = None,
+        account_ids: Optional[list[int]] = None,
     ):
         """Airbyte Source for Linkedin Ads.
 
@@ -826,9 +826,9 @@ class JiraSource(GeneratedAirbyteSource):
         api_token: str,
         domain: str,
         email: str,
-        projects: Optional[List[str]] = None,
+        projects: Optional[list[str]] = None,
         start_date: Optional[str] = None,
-        additional_fields: Optional[List[str]] = None,
+        additional_fields: Optional[list[str]] = None,
         expand_issue_changelog: Optional[bool] = None,
         render_fields: Optional[bool] = None,
         enable_experimental_streams: Optional[bool] = None,
@@ -1078,7 +1078,7 @@ class QualarooSource(GeneratedAirbyteSource):
         token: str,
         key: str,
         start_date: str,
-        survey_ids: Optional[List[str]] = None,
+        survey_ids: Optional[list[str]] = None,
     ):
         """Airbyte Source for Qualaroo.
 
@@ -1405,7 +1405,7 @@ class OracleSource(GeneratedAirbyteSource):
             "OracleSource.TLSEncryptedVerifyCertificate",
         ],
         password: Optional[str] = None,
-        schemas: Optional[List[str]] = None,
+        schemas: Optional[list[str]] = None,
         jdbc_url_params: Optional[str] = None,
     ):
         """Airbyte Source for Oracle.
@@ -1694,7 +1694,7 @@ class LookerSource(GeneratedAirbyteSource):
         domain: str,
         client_id: str,
         client_secret: str,
-        run_look_ids: Optional[List[str]] = None,
+        run_look_ids: Optional[list[str]] = None,
     ):
         """Airbyte Source for Looker.
 
@@ -1786,8 +1786,8 @@ class AmazonAdsSource(GeneratedAirbyteSource):
         report_wait_timeout: Optional[int] = None,
         report_generation_max_retries: Optional[int] = None,
         start_date: Optional[str] = None,
-        profiles: Optional[List[int]] = None,
-        state_filter: Optional[List[str]] = None,
+        profiles: Optional[list[int]] = None,
+        state_filter: Optional[list[str]] = None,
     ):
         """Airbyte Source for Amazon Ads.
 
@@ -2192,7 +2192,7 @@ class SearchMetricsSource(GeneratedAirbyteSource):
 class TypeformSource(GeneratedAirbyteSource):
     @public
     def __init__(
-        self, name: str, start_date: str, token: str, form_ids: Optional[List[str]] = None
+        self, name: str, start_date: str, token: str, form_ids: Optional[list[str]] = None
     ):
         """Airbyte Source for Typeform.
 
@@ -2355,10 +2355,10 @@ class AdjustSource(GeneratedAirbyteSource):
         self,
         name: str,
         api_token: str,
-        dimensions: List[str],
+        dimensions: list[str],
         ingest_start: str,
-        metrics: List[str],
-        additional_metrics: Optional[List[str]] = None,
+        metrics: list[str],
+        additional_metrics: Optional[list[str]] = None,
         until_today: Optional[bool] = None,
     ):
         """Airbyte Source for Adjust.
@@ -2448,7 +2448,7 @@ class GoogleAdsSource(GeneratedAirbyteSource):
         customer_id: str,
         start_date: str,
         end_date: Optional[str] = None,
-        custom_queries: Optional[List[CustomGAQLQueriesEntry]] = None,
+        custom_queries: Optional[list[CustomGAQLQueriesEntry]] = None,
         login_customer_id: Optional[str] = None,
         conversion_window_days: Optional[int] = None,
     ):
@@ -2590,7 +2590,7 @@ class SalesforceSource(GeneratedAirbyteSource):
         is_sandbox: Optional[bool] = None,
         auth_type: Optional[str] = None,
         start_date: Optional[str] = None,
-        streams_criteria: Optional[List[FilterSalesforceObjectsEntry]] = None,
+        streams_criteria: Optional[list[FilterSalesforceObjectsEntry]] = None,
     ):
         """Airbyte Source for Salesforce.
 
@@ -2836,8 +2836,8 @@ class OrbSource(GeneratedAirbyteSource):
         api_key: str,
         start_date: Optional[str] = None,
         lookback_window_days: Optional[int] = None,
-        string_event_properties_keys: Optional[List[str]] = None,
-        numeric_event_properties_keys: Optional[List[str]] = None,
+        string_event_properties_keys: Optional[list[str]] = None,
+        numeric_event_properties_keys: Optional[list[str]] = None,
     ):
         """Airbyte Source for Orb.
 
@@ -3230,7 +3230,7 @@ class SlackSource(GeneratedAirbyteSource):
         credentials: Union[
             "SlackSource.DefaultOAuth20Authorization", "SlackSource.APITokenCredentials"
         ],
-        channel_filter: Optional[List[str]] = None,
+        channel_filter: Optional[list[str]] = None,
     ):
         """Airbyte Source for Slack.
 
@@ -3575,7 +3575,7 @@ class PostgresSource(GeneratedAirbyteSource):
             "PostgresSource.SSHKeyAuthentication",
             "PostgresSource.PasswordAuthentication",
         ],
-        schemas: Optional[List[str]] = None,
+        schemas: Optional[list[str]] = None,
         password: Optional[str] = None,
         jdbc_url_params: Optional[str] = None,
         ssl: Optional[bool] = None,
@@ -3643,7 +3643,7 @@ class TrelloSource(GeneratedAirbyteSource):
         token: str,
         key: str,
         start_date: str,
-        board_ids: Optional[List[str]] = None,
+        board_ids: Optional[list[str]] = None,
     ):
         """Airbyte Source for Trello.
 
@@ -3741,7 +3741,7 @@ class S3Source(GeneratedAirbyteSource):
         def __init__(
             self,
             filetype: Optional[str] = None,
-            columns: Optional[List[str]] = None,
+            columns: Optional[list[str]] = None,
             batch_size: Optional[int] = None,
             buffer_size: Optional[int] = None,
         ):
@@ -4005,7 +4005,7 @@ class MssqlSource(GeneratedAirbyteSource):
             "MssqlSource.EncryptedVerifyCertificate",
         ],
         replication_method: Union["MssqlSource.Standard", "MssqlSource.LogicalReplicationCDC"],
-        schemas: Optional[List[str]] = None,
+        schemas: Optional[list[str]] = None,
         password: Optional[str] = None,
         jdbc_url_params: Optional[str] = None,
     ):
@@ -4096,7 +4096,7 @@ class RedshiftSource(GeneratedAirbyteSource):
         database: str,
         username: str,
         password: str,
-        schemas: Optional[List[str]] = None,
+        schemas: Optional[list[str]] = None,
         jdbc_url_params: Optional[str] = None,
     ):
         """Airbyte Source for Redshift.
@@ -4228,7 +4228,7 @@ class SentrySource(GeneratedAirbyteSource):
         organization: str,
         project: str,
         hostname: Optional[str] = None,
-        discover_fields: Optional[List[str]] = None,
+        discover_fields: Optional[list[str]] = None,
     ):
         """Airbyte Source for Sentry.
 
@@ -4317,7 +4317,7 @@ class PythonHttpTutorialSource(GeneratedAirbyteSource):
 
 class AirtableSource(GeneratedAirbyteSource):
     @public
-    def __init__(self, name: str, api_key: str, base_id: str, tables: List[str]):
+    def __init__(self, name: str, api_key: str, base_id: str, tables: list[str]):
         """Airbyte Source for Airtable.
 
         Documentation can be found at https://docs.airbyte.com/integrations/sources/airtable
@@ -5123,7 +5123,7 @@ class NetsuiteSource(GeneratedAirbyteSource):
         token_key: str,
         token_secret: str,
         start_datetime: str,
-        object_types: Optional[List[str]] = None,
+        object_types: Optional[list[str]] = None,
         window_in_days: Optional[int] = None,
     ):
         """Airbyte Source for Netsuite.
@@ -5190,7 +5190,7 @@ class Dv360Source(GeneratedAirbyteSource):
         partner_id: int,
         start_date: str,
         end_date: Optional[str] = None,
-        filters: Optional[List[str]] = None,
+        filters: Optional[list[str]] = None,
     ):
         """Airbyte Source for Dv 360.
 
@@ -5775,7 +5775,7 @@ class GoogleSearchConsoleSource(GeneratedAirbyteSource):
     def __init__(
         self,
         name: str,
-        site_urls: List[str],
+        site_urls: list[str],
         start_date: str,
         authorization: Union[
             "GoogleSearchConsoleSource.OAuth",
@@ -5816,9 +5816,9 @@ class FacebookMarketingSource(GeneratedAirbyteSource):
         def __init__(
             self,
             name: str,
-            fields: Optional[List[str]] = None,
-            breakdowns: Optional[List[str]] = None,
-            action_breakdowns: Optional[List[str]] = None,
+            fields: Optional[list[str]] = None,
+            breakdowns: Optional[list[str]] = None,
+            action_breakdowns: Optional[list[str]] = None,
             time_increment: Optional[int] = None,
             start_date: Optional[str] = None,
             end_date: Optional[str] = None,
@@ -5847,7 +5847,7 @@ class FacebookMarketingSource(GeneratedAirbyteSource):
         end_date: Optional[str] = None,
         include_deleted: Optional[bool] = None,
         fetch_thumbnail_images: Optional[bool] = None,
-        custom_insights: Optional[List[InsightConfig]] = None,
+        custom_insights: Optional[list[InsightConfig]] = None,
         page_size: Optional[int] = None,
         insights_lookback_window: Optional[int] = None,
         max_batch_size: Optional[int] = None,
@@ -5891,7 +5891,7 @@ class FacebookMarketingSource(GeneratedAirbyteSource):
 class SurveymonkeySource(GeneratedAirbyteSource):
     @public
     def __init__(
-        self, name: str, access_token: str, start_date: str, survey_ids: Optional[List[str]] = None
+        self, name: str, access_token: str, start_date: str, survey_ids: Optional[list[str]] = None
     ):
         """Airbyte Source for Surveymonkey.
 

dagster_airbyte/managed/reconciliation.py

@@ -1,16 +1,5 @@
-from typing import (
-    Any,
-    Callable,
-    Dict,
-    Iterable,
-    List,
-    Mapping,
-    Optional,
-    Sequence,
-    Tuple,
-    Union,
-    cast,
-)
+from collections.abc import Iterable, Mapping, Sequence
+from typing import Any, Callable, Optional, Union, cast
 
 import dagster._check as check
 from dagster import AssetKey
@@ -169,13 +158,13 @@ def reconcile_sources(
     dry_run: bool,
     should_delete: bool,
     ignore_secrets: bool,
-) -> Tuple[Mapping[str, InitializedAirbyteSource], ManagedElementCheckResult]:
+) -> tuple[Mapping[str, InitializedAirbyteSource], ManagedElementCheckResult]:
     """Generates a diff of the configured and existing sources and reconciles them to match the
     configured state if dry_run is False.
     """
     diff = ManagedElementDiff()
 
-    initialized_sources: Dict[str, InitializedAirbyteSource] = {}
+    initialized_sources: dict[str, InitializedAirbyteSource] = {}
     for source_name in set(config_sources.keys()).union(existing_sources.keys()):
         configured_source = config_sources.get(source_name)
         existing_source = existing_sources.get(source_name)
@@ -223,7 +212,7 @@ def reconcile_sources(
             else:
                 if not dry_run:
                     create_result = cast(
-                        Dict[str, str],
+                        dict[str, str],
                         check.not_none(
                             res.make_request(
                                 endpoint="/sources/create",
@@ -256,13 +245,13 @@ def reconcile_destinations(
     dry_run: bool,
     should_delete: bool,
     ignore_secrets: bool,
-) -> Tuple[Mapping[str, InitializedAirbyteDestination], ManagedElementCheckResult]:
+) -> tuple[Mapping[str, InitializedAirbyteDestination], ManagedElementCheckResult]:
     """Generates a diff of the configured and existing destinations and reconciles them to match the
     configured state if dry_run is False.
     """
     diff = ManagedElementDiff()
 
-    initialized_destinations: Dict[str, InitializedAirbyteDestination] = {}
+    initialized_destinations: dict[str, InitializedAirbyteDestination] = {}
     for destination_name in set(config_destinations.keys()).union(existing_destinations.keys()):
         configured_destination = config_destinations.get(destination_name)
         existing_destination = existing_destinations.get(destination_name)
@@ -311,7 +300,7 @@ def reconcile_destinations(
             else:
                 if not dry_run:
                     create_result = cast(
-                        Dict[str, str],
+                        dict[str, str],
                         check.not_none(
                             res.make_request(
                                 endpoint="/destinations/create",
@@ -357,23 +346,23 @@ def reconcile_config(
         workspace_id = res.get_default_workspace()
 
         existing_sources_raw = cast(
-            Dict[str, List[Dict[str, Any]]],
+            dict[str, list[dict[str, Any]]],
             check.not_none(
                 res.make_request(endpoint="/sources/list", data={"workspaceId": workspace_id})
             ),
         )
         existing_dests_raw = cast(
-            Dict[str, List[Dict[str, Any]]],
+            dict[str, list[dict[str, Any]]],
             check.not_none(
                 res.make_request(endpoint="/destinations/list", data={"workspaceId": workspace_id})
             ),
         )
 
-        existing_sources: Dict[str, InitializedAirbyteSource] = {
+        existing_sources: dict[str, InitializedAirbyteSource] = {
             source_json["name"]: InitializedAirbyteSource.from_api_json(source_json)
             for source_json in existing_sources_raw.get("sources", [])
         }
-        existing_dests: Dict[str, InitializedAirbyteDestination] = {
+        existing_dests: dict[str, InitializedAirbyteDestination] = {
             destination_json["name"]: InitializedAirbyteDestination.from_api_json(destination_json)
             for destination_json in existing_dests_raw.get("destinations", [])
         }
@@ -433,7 +422,7 @@ def reconcile_normalization(
     existing_basic_norm_op_id = None
     if existing_connection_id:
         operations = cast(
-            Dict[str, List[Dict[str, str]]],
+            dict[str, list[dict[str, str]]],
             check.not_none(
                 res.make_request(
                     endpoint="/operations/list",
@@ -461,7 +450,7 @@ def reconcile_normalization(
                 return existing_basic_norm_op_id
             else:
                 return cast(
-                    Dict[str, str],
+                    dict[str, str],
                     check.not_none(
                         res.make_request(
                             endpoint="/operations/create",
@@ -503,12 +492,12 @@ def reconcile_connections_pre(
     diff = ManagedElementDiff()
 
     existing_connections_raw = cast(
-        Dict[str, List[Dict[str, Any]]],
+        dict[str, list[dict[str, Any]]],
         check.not_none(
             res.make_request(endpoint="/connections/list", data={"workspaceId": workspace_id})
         ),
     )
-    existing_connections: Dict[str, InitializedAirbyteConnection] = {
+    existing_connections: dict[str, InitializedAirbyteConnection] = {
         connection_json["name"]: InitializedAirbyteConnection.from_api_json(
             connection_json, existing_sources, existing_destinations
         )
@@ -548,7 +537,7 @@ def reconcile_connections_post(
 ) -> None:
     """Creates new and modifies existing connections based on the config if dry_run is False."""
     existing_connections_raw = cast(
-        Dict[str, List[Dict[str, Any]]],
+        dict[str, list[dict[str, Any]]],
         check.not_none(
             res.make_request(endpoint="/connections/list", data={"workspaceId": workspace_id})
         ),
@@ -724,9 +713,9 @@ class AirbyteManagedElementCacheableAssetsDefinition(AirbyteInstanceCacheableAss
             connection_to_asset_key_fn=connection_to_asset_key_fn,
             connection_to_freshness_policy_fn=connection_to_freshness_policy_fn,
         )
-        self._connections: List[AirbyteConnection] = list(connections)
+        self._connections: list[AirbyteConnection] = list(connections)
 
-    def _get_connections(self) -> Sequence[Tuple[str, AirbyteConnectionMetadata]]:
+    def _get_connections(self) -> Sequence[tuple[str, AirbyteConnectionMetadata]]:
         diff = reconcile_config(self._airbyte_instance, self._connections, dry_run=True)
         if isinstance(diff, ManagedElementDiff) and not diff.is_empty():
             raise ValueError(

dagster_airbyte/managed/types.py

@@ -1,7 +1,8 @@
 import json
 from abc import ABC
+from collections.abc import Mapping
 from enum import Enum
-from typing import Any, Dict, List, Mapping, Optional, Union
+from typing import Any, Optional, Union
 
 import dagster._check as check
 from dagster._annotations import deprecated, public
@@ -24,14 +25,14 @@ class AirbyteSyncMode(ABC):
     def __eq__(self, other: Any) -> bool:
         return isinstance(other, AirbyteSyncMode) and self.to_json() == other.to_json()
 
-    def __init__(self, json_repr: Dict[str, Any]):
+    def __init__(self, json_repr: dict[str, Any]):
         self.json_repr = json_repr
 
-    def to_json(self) -> Dict[str, Any]:
+    def to_json(self) -> dict[str, Any]:
         return self.json_repr
 
     @classmethod
-    def from_json(cls, json_repr: Dict[str, Any]) -> "AirbyteSyncMode":
+    def from_json(cls, json_repr: dict[str, Any]) -> "AirbyteSyncMode":
         return cls(
             {
                 k: v
@@ -86,7 +87,7 @@ class AirbyteSyncMode(ABC):
     def incremental_append_dedup(
         cls,
         cursor_field: Optional[str] = None,
-        primary_key: Optional[Union[str, List[str]]] = None,
+        primary_key: Optional[Union[str, list[str]]] = None,
     ) -> "AirbyteSyncMode":
         """Syncs new records from the source, appending to an append-only history
         table in the destination. Also generates a deduplicated view mirroring the
@@ -349,11 +350,11 @@ class InitializedAirbyteConnection:
         )
 
 
-def _remove_none_values(obj: Dict[str, Any]) -> Dict[str, Any]:
+def _remove_none_values(obj: dict[str, Any]) -> dict[str, Any]:
     return {k: v for k, v in obj.items() if v is not None}
 
 
-def _dump_class(obj: Any) -> Dict[str, Any]:
+def _dump_class(obj: Any) -> dict[str, Any]:
     return json.loads(json.dumps(obj, default=lambda o: _remove_none_values(o.__dict__)))
 
 

dagster_airbyte/ops.py

@@ -1,4 +1,5 @@
-from typing import Any, Iterable, List, Optional
+from collections.abc import Iterable
+from typing import Any, Optional
 
 from dagster import Config, In, Nothing, Out, Output, op
 from dagster._core.storage.tags import COMPUTE_KIND_TAG
@@ -40,7 +41,7 @@ class AirbyteSyncConfig(Config):
             "be yielded when the op executes."
         ),
     )
-    asset_key_prefix: List[str] = Field(
+    asset_key_prefix: list[str] = Field(
         ["airbyte"],
         description=(
             "If provided and yield_materializations is True, these components will be used to "

dagster_airbyte/resources.py

@@ -4,9 +4,10 @@ import logging
 import sys
 import time
 from abc import abstractmethod
+from collections.abc import Mapping, Sequence
 from contextlib import contextmanager
 from datetime import datetime, timedelta
-from typing import Any, Dict, List, Mapping, Optional, Sequence, cast
+from typing import Any, Optional, cast
 
 import requests
 from dagster import (
@@ -67,7 +68,7 @@ AIRBYTE_RECONSTRUCTION_METADATA_KEY_PREFIX = "dagster-airbyte/reconstruction_met
 
 class AirbyteResourceState:
     def __init__(self) -> None:
-        self.request_cache: Dict[str, Optional[Mapping[str, object]]] = {}
+        self.request_cache: dict[str, Optional[Mapping[str, object]]] = {}
         # Int in case we nest contexts
         self.cache_enabled = 0
 
@@ -143,7 +144,7 @@ class BaseAirbyteResource(ConfigurableResource):
         num_retries = 0
         while True:
             try:
-                request_args: Dict[str, Any] = dict(
+                request_args: dict[str, Any] = dict(
                     method=method,
                     url=url,
                     headers=headers,
@@ -216,7 +217,7 @@ class BaseAirbyteResource(ConfigurableResource):
         """
         connection_details = self.get_connection_details(connection_id)
         job_details = self.start_sync(connection_id)
-        job_info = cast(Dict[str, object], job_details.get("job", {}))
+        job_info = cast(dict[str, object], job_details.get("job", {}))
         job_id = cast(int, job_info.get("id"))
 
         self._log.info(f"Job {job_id} initialized for connection_id={connection_id}.")
@@ -234,7 +235,7 @@ class BaseAirbyteResource(ConfigurableResource):
                     )
                 time.sleep(poll_interval or self.poll_interval)
                 job_details = self.get_job_status(connection_id, job_id)
-                attempts = cast(List, job_details.get("attempts", []))
+                attempts = cast(list, job_details.get("attempts", []))
                 cur_attempt = len(attempts)
                 # spit out the available Airbyte log info
                 if cur_attempt:
@@ -251,7 +252,7 @@ class BaseAirbyteResource(ConfigurableResource):
                         logged_lines = 0
                         logged_attempts += 1
 
-                job_info = cast(Dict[str, object], job_details.get("job", {}))
+                job_info = cast(dict[str, object], job_details.get("job", {}))
                 state = job_info.get("status")
 
                 if state in (
@@ -570,7 +571,7 @@ class AirbyteResource(BaseAirbyteResource):
 
     def get_default_workspace(self) -> str:
         workspaces = cast(
-            List[Dict[str, Any]],
+            list[dict[str, Any]],
             check.not_none(self.make_request_cached(endpoint="/workspaces/list", data={})).get(
                 "workspaces", []
             ),
@@ -582,7 +583,7 @@ class AirbyteResource(BaseAirbyteResource):
         definitions = check.not_none(
             self.make_request_cached(endpoint="/source_definitions/list", data={})
         )
-        source_definitions = cast(List[Dict[str, Any]], definitions["sourceDefinitions"])
+        source_definitions = cast(list[dict[str, Any]], definitions["sourceDefinitions"])
 
         return next(
             (
@@ -596,7 +597,7 @@ class AirbyteResource(BaseAirbyteResource):
     def get_destination_definition_by_name(self, name: str):
         name_lower = name.lower()
         definitions = cast(
-            Dict[str, List[Dict[str, str]]],
+            dict[str, list[dict[str, str]]],
             check.not_none(
                 self.make_request_cached(endpoint="/destination_definitions/list", data={})
             ),
@@ -612,7 +613,7 @@ class AirbyteResource(BaseAirbyteResource):
 
     def get_source_catalog_id(self, source_id: str):
         result = cast(
-            Dict[str, Any],
+            dict[str, Any],
             check.not_none(
                 self.make_request(endpoint="/sources/discover_schema", data={"sourceId": source_id})
             ),
@@ -621,7 +622,7 @@ class AirbyteResource(BaseAirbyteResource):
 
     def get_source_schema(self, source_id: str) -> Mapping[str, Any]:
         return cast(
-            Dict[str, Any],
+            dict[str, Any],
             check.not_none(
                 self.make_request(endpoint="/sources/discover_schema", data={"sourceId": source_id})
             ),
@@ -633,7 +634,7 @@ class AirbyteResource(BaseAirbyteResource):
         # Airbyte API changed source of truth for normalization in PR
         # https://github.com/airbytehq/airbyte/pull/21005
         norm_dest_def_spec: bool = cast(
-            Dict[str, Any],
+            dict[str, Any],
             check.not_none(
                 self.make_request_cached(
                     endpoint="/destination_definition_specifications/get",
@@ -647,7 +648,7 @@ class AirbyteResource(BaseAirbyteResource):
 
         norm_dest_def: bool = (
             cast(
-                Dict[str, Any],
+                dict[str, Any],
                 check.not_none(
                     self.make_request_cached(
                         endpoint="/destination_definitions/get",
@@ -680,7 +681,7 @@ class AirbyteResource(BaseAirbyteResource):
                     },
                 )
             )
-            job = next((job for job in cast(List, out["jobs"]) if job["job"]["id"] == job_id), None)
+            job = next((job for job in cast(list, out["jobs"]) if job["job"]["id"] == job_id), None)
 
             return check.not_none(job)
 
@@ -715,7 +716,7 @@ class AirbyteResource(BaseAirbyteResource):
         """
         connection_details = self.get_connection_details(connection_id)
         job_details = self.start_sync(connection_id)
-        job_info = cast(Dict[str, object], job_details.get("job", {}))
+        job_info = cast(dict[str, object], job_details.get("job", {}))
         job_id = cast(int, job_info.get("id"))
 
         self._log.info(f"Job {job_id} initialized for connection_id={connection_id}.")
@@ -733,7 +734,7 @@ class AirbyteResource(BaseAirbyteResource):
                     )
                 time.sleep(poll_interval or self.poll_interval)
                 job_details = self.get_job_status(connection_id, job_id)
-                attempts = cast(List, job_details.get("attempts", []))
+                attempts = cast(list, job_details.get("attempts", []))
                 cur_attempt = len(attempts)
                 # spit out the available Airbyte log info
                 if cur_attempt:
@@ -750,7 +751,7 @@ class AirbyteResource(BaseAirbyteResource):
                         logged_lines = 0
                         logged_attempts += 1
 
-                job_info = cast(Dict[str, object], job_details.get("job", {}))
+                job_info = cast(dict[str, object], job_details.get("job", {}))
                 state = job_info.get("status")
 
                 if state in (

dagster_airbyte/translator.py

@@ -1,5 +1,6 @@
+from collections.abc import Mapping, Sequence
 from enum import Enum
-from typing import Any, List, Mapping, Optional, Sequence
+from typing import Any, Optional
 
 from dagster._annotations import deprecated, experimental
 from dagster._core.definitions.asset_key import AssetKey
@@ -164,7 +165,7 @@ class AirbyteWorkspaceData:
         """Method that converts a `AirbyteWorkspaceData` object
         to a collection of `AirbyteConnectionTableProps` objects.
         """
-        data: List[AirbyteConnectionTableProps] = []
+        data: list[AirbyteConnectionTableProps] = []
 
         for connection in self.connections_by_id.values():
             destination = self.destinations_by_id[connection.destination_id]

dagster_airbyte/types.py

@@ -1,4 +1,5 @@
-from typing import Any, Mapping, NamedTuple, Optional
+from collections.abc import Mapping
+from typing import Any, NamedTuple, Optional
 
 from dagster._core.definitions.metadata.table import TableSchema
 

dagster_airbyte/utils.py

@@ -1,5 +1,6 @@
 import re
-from typing import TYPE_CHECKING, Any, Iterator, Mapping, Optional, Sequence
+from collections.abc import Iterator, Mapping, Sequence
+from typing import TYPE_CHECKING, Any, Optional
 
 from dagster import (
     AssetMaterialization,

dagster_airbyte/version.py

@@ -1 +1 @@
-__version__ = "0.25.7"
+__version__ = "0.25.9"

{dagster_airbyte-0.25.7.dist-info → dagster_airbyte-0.25.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dagster-airbyte
-Version: 0.25.7
+Version: 0.25.9
 Summary: Package for integrating Airbyte with Dagster.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
 Author: Dagster Labs
@@ -14,10 +14,10 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.13
 License-File: LICENSE
-Requires-Dist: dagster ==1.9.7
+Requires-Dist: dagster ==1.9.9
 Requires-Dist: requests
 Provides-Extra: managed
-Requires-Dist: dagster-managed-elements ==0.25.7 ; extra == 'managed'
+Requires-Dist: dagster-managed-elements ==0.25.9 ; extra == 'managed'
 Provides-Extra: test
 Requires-Dist: requests-mock ; extra == 'test'
 Requires-Dist: flaky ; extra == 'test'

dagster_airbyte-0.25.9.dist-info/RECORD

@@ -0,0 +1,23 @@
+dagster_airbyte/__init__.py,sha256=T3mFUhqESk-F0FISreWfuLzULKYCO67WtGzbxGVUxdY,1719
+dagster_airbyte/asset_decorator.py,sha256=s0wFVFqe8kOGSiwyZx9n96C-_tnYfGuxsf_qefeFjJU,4209
+dagster_airbyte/asset_defs.py,sha256=039JPL5Jy0WP34K3JUO3hvQpbBLVLMOqY0bgyh73VHA,50059
+dagster_airbyte/cli.py,sha256=HErteP1MjfHozKKSrznh0yAreKETbXp5NDHzXGsdvvE,425
+dagster_airbyte/ops.py,sha256=oOEczVYpqVRTc1-0osfpR5FZbPjNJDYihgRjk_qtOQA,4229
+dagster_airbyte/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
+dagster_airbyte/resources.py,sha256=PhRaLAiYtN83vk3sqhzebhw605DYF1ZY6Q87XvG0KRs,53552
+dagster_airbyte/translator.py,sha256=jOdBA5cDb1dRIgJZlqQv_SzqPRzvnm9N-UmA0yK_tsI,7546
+dagster_airbyte/types.py,sha256=Pc3X0BGYo2dabRGUJf0TinSNoW_QHFOEioTyAN0NCyc,1571
+dagster_airbyte/utils.py,sha256=wJtzx5cWq8Bp1f3T4XjLPaxjXZGstHlL4kRYP2c49bs,4157
+dagster_airbyte/version.py,sha256=NsKiCCQq5j7wW1paL-Bw27h63w_P0r0bIHvsX9TsjGY,23
+dagster_airbyte/managed/__init__.py,sha256=6SBtyNOMJ9Cu2UIwFExJHpL_ZVFo3rPMvyIxVOsKvWE,469
+dagster_airbyte/managed/reconciliation.py,sha256=K-n2_nPwLQrsZSXSo7a0AcAjglMDsvhRErb5zmxlu7E,34814
+dagster_airbyte/managed/types.py,sha256=isPfX8L9YwtZAf9Vk4hhxBePLR00AEldsdK2TsM1H2o,14611
+dagster_airbyte/managed/generated/__init__.py,sha256=eYq-yfXEeffuKAVFXY8plD0se1wHjFNVqklpbu9gljw,108
+dagster_airbyte/managed/generated/destinations.py,sha256=x1wmWlXvOJHtfaZva3ErdKuVS--sDvfidSXR5ji9G5w,119692
+dagster_airbyte/managed/generated/sources.py,sha256=y0TPNvcRd8c9mhje-NoXsHeKRPt1nXcpww8mNAtqCps,282685
+dagster_airbyte-0.25.9.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
+dagster_airbyte-0.25.9.dist-info/METADATA,sha256=2ULSdfUfVGJDRngA2bVZ2-3PSvylbQSNBoYyjMFjVBg,915
+dagster_airbyte-0.25.9.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+dagster_airbyte-0.25.9.dist-info/entry_points.txt,sha256=XrbLOz3LpgPV5fdwMmgdP6Rp1AfSG07KeWIddLqh7Lw,61
+dagster_airbyte-0.25.9.dist-info/top_level.txt,sha256=HLwIRQCzqItn88_KbPP8DNTKKQEBUVKk6NCn4PrCtqY,16
+dagster_airbyte-0.25.9.dist-info/RECORD,,

dagster_airbyte-0.25.7.dist-info/RECORD

@@ -1,23 +0,0 @@
-dagster_airbyte/__init__.py,sha256=T3mFUhqESk-F0FISreWfuLzULKYCO67WtGzbxGVUxdY,1719
-dagster_airbyte/asset_decorator.py,sha256=s0wFVFqe8kOGSiwyZx9n96C-_tnYfGuxsf_qefeFjJU,4209
-dagster_airbyte/asset_defs.py,sha256=UXp4CE6dVsWdbFn_iaHf-YE4Q3AAn6MgKxnvPY9d_Hk,50113
-dagster_airbyte/cli.py,sha256=HErteP1MjfHozKKSrznh0yAreKETbXp5NDHzXGsdvvE,425
-dagster_airbyte/ops.py,sha256=pq6mp7vN2wXgo3gJMuWaAcxTmfkZ7d1zWzPyL_auSEY,4208
-dagster_airbyte/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
-dagster_airbyte/resources.py,sha256=dmInsuuhYYo1ys4V7V4CGoTp-0uy05sk4HtNJVW9i9A,53537
-dagster_airbyte/translator.py,sha256=jqURbuSRu4dtpwDXIO6hGdcVoQFmWOBzXCLHtPiDOfQ,7525
-dagster_airbyte/types.py,sha256=w1DyTcXyuzrG3wfkOPYFtwj7snHcgqf-dC7_pRjiE1Q,1544
-dagster_airbyte/utils.py,sha256=qRAZY2MGpWmFHfU7ibUHXPyye2dZFz0MabusOeEbnSI,4130
-dagster_airbyte/version.py,sha256=C9UDSxAgbu6RAIQvHS6_OpZMJWGe74K5VElCoECo0YA,23
-dagster_airbyte/managed/__init__.py,sha256=6SBtyNOMJ9Cu2UIwFExJHpL_ZVFo3rPMvyIxVOsKvWE,469
-dagster_airbyte/managed/reconciliation.py,sha256=Im5fiT2qWRKqO4vYugpsSiCICoCKo3_gjXRO2UcR0XM,34855
-dagster_airbyte/managed/types.py,sha256=ja056Wm7_ZFw1XGSNmdxmBy2TcOxbnylJCpRA2ng2TE,14596
-dagster_airbyte/managed/generated/__init__.py,sha256=eYq-yfXEeffuKAVFXY8plD0se1wHjFNVqklpbu9gljw,108
-dagster_airbyte/managed/generated/destinations.py,sha256=x1wmWlXvOJHtfaZva3ErdKuVS--sDvfidSXR5ji9G5w,119692
-dagster_airbyte/managed/generated/sources.py,sha256=wyNoGJiNvW8mjRRs6b-_lWFs0Fgy-MZlRaxiN6bP-4s,282691
-dagster_airbyte-0.25.7.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
-dagster_airbyte-0.25.7.dist-info/METADATA,sha256=JMWqFNAPgNVwRyPlfNOWPxbD_nG38gTL4x56zjtfI8c,915
-dagster_airbyte-0.25.7.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-dagster_airbyte-0.25.7.dist-info/entry_points.txt,sha256=XrbLOz3LpgPV5fdwMmgdP6Rp1AfSG07KeWIddLqh7Lw,61
-dagster_airbyte-0.25.7.dist-info/top_level.txt,sha256=HLwIRQCzqItn88_KbPP8DNTKKQEBUVKk6NCn4PrCtqY,16
-dagster_airbyte-0.25.7.dist-info/RECORD,,