dagster-airbyte 0.26.21__py3-none-any.whl → 0.27.1__py3-none-any.whl

dagster_airbyte/asset_defs.py

@@ -13,14 +13,14 @@ from dagster import (
     AssetKey,
     AssetOut,
     AutoMaterializePolicy,
-    FreshnessPolicy,
+    LegacyFreshnessPolicy,
     Nothing,
     Output,
     ResourceDefinition,
     SourceAsset,
     _check as check,
 )
-from dagster._annotations import beta
+from dagster._annotations import beta, deprecated_param
 from dagster._core.definitions import AssetsDefinition, multi_asset
 from dagster._core.definitions.cacheable_assets import (
     AssetsDefinitionCacheableData,
@@ -72,7 +72,7 @@ def _build_airbyte_asset_defn_metadata(
     group_name: Optional[str] = None,
     io_manager_key: Optional[str] = None,
     schema_by_table_name: Optional[Mapping[str, TableSchema]] = None,
-    freshness_policy: Optional[FreshnessPolicy] = None,
+    legacy_freshness_policy: Optional[LegacyFreshnessPolicy] = None,
     auto_materialize_policy: Optional[AutoMaterializePolicy] = None,
 ) -> AssetsDefinitionCacheableData:
     asset_key_prefix = (
@@ -161,8 +161,10 @@ def _build_airbyte_asset_defn_metadata(
                 for table in tables
             }
         ),
-        freshness_policies_by_output_name=(
-            {output: freshness_policy for output in outputs} if freshness_policy else None
+        legacy_freshness_policies_by_output_name=(
+            {output: legacy_freshness_policy for output in outputs}
+            if legacy_freshness_policy
+            else None
         ),
         auto_materialize_policies_by_output_name=(
             {output: auto_materialize_policy for output in outputs}
@@ -202,9 +204,9 @@ def _build_airbyte_assets_from_metadata(
                     else None
                 ),
                 io_manager_key=io_manager_key,
-                freshness_policy=(
-                    assets_defn_meta.freshness_policies_by_output_name.get(k)
-                    if assets_defn_meta.freshness_policies_by_output_name
+                legacy_freshness_policy=(
+                    assets_defn_meta.legacy_freshness_policies_by_output_name.get(k)
+                    if assets_defn_meta.legacy_freshness_policies_by_output_name
                     else None
                 ),
                 dagster_type=Nothing,
@@ -249,6 +251,7 @@ def _build_airbyte_assets_from_metadata(
     return _assets
 
 
+@deprecated_param(param="legacy_freshness_policy", breaking_version="1.12.0")
 def build_airbyte_assets(
     connection_id: str,
     destination_tables: Sequence[str],
@@ -260,7 +263,7 @@ def build_airbyte_assets(
     deps: Optional[Iterable[Union[CoercibleToAssetKey, AssetsDefinition, SourceAsset]]] = None,
     upstream_assets: Optional[set[AssetKey]] = None,
     schema_by_table_name: Optional[Mapping[str, TableSchema]] = None,
-    freshness_policy: Optional[FreshnessPolicy] = None,
+    legacy_freshness_policy: Optional[LegacyFreshnessPolicy] = None,
     stream_to_asset_map: Optional[Mapping[str, str]] = None,
     auto_materialize_policy: Optional[AutoMaterializePolicy] = None,
 ) -> Sequence[AssetsDefinition]:
@@ -282,7 +285,7 @@ def build_airbyte_assets(
         deps (Optional[Sequence[Union[AssetsDefinition, SourceAsset, str, AssetKey]]]):
             A list of assets to add as sources.
         upstream_assets (Optional[Set[AssetKey]]): Deprecated, use deps instead. A list of assets to add as sources.
-        freshness_policy (Optional[FreshnessPolicy]): A freshness policy to apply to the assets
+        legacy_freshness_policy (Optional[LegacyFreshnessPolicy]): A legacy freshness policy to apply to the assets
         stream_to_asset_map (Optional[Mapping[str, str]]): A mapping of an Airbyte stream name to a Dagster asset.
             This allows the use of the "prefix" setting in Airbyte with special characters that aren't valid asset names.
         auto_materialize_policy (Optional[AutoMaterializePolicy]): An auto materialization policy to apply to the assets.
@@ -329,7 +332,7 @@ def build_airbyte_assets(
                     ),
                 }
             ),
-            freshness_policy=freshness_policy,
+            legacy_freshness_policy=legacy_freshness_policy,
             auto_materialize_policy=auto_materialize_policy,
         )
         for table in tables
@@ -592,7 +595,7 @@ class AirbyteCoreCacheableAssetsDefinition(CacheableAssetsDefinition):
         connection_filter: Optional[Callable[[AirbyteConnectionMetadata], bool]],
         connection_to_asset_key_fn: Optional[Callable[[AirbyteConnectionMetadata, str], AssetKey]],
         connection_to_freshness_policy_fn: Optional[
-            Callable[[AirbyteConnectionMetadata], Optional[FreshnessPolicy]]
+            Callable[[AirbyteConnectionMetadata], Optional[LegacyFreshnessPolicy]]
         ],
         connection_to_auto_materialize_policy_fn: Optional[
             Callable[[AirbyteConnectionMetadata], Optional[AutoMaterializePolicy]]
@@ -675,7 +678,7 @@ class AirbyteCoreCacheableAssetsDefinition(CacheableAssetsDefinition):
                 ),
                 schema_by_table_name=schema_by_table_name,
                 table_to_asset_key_fn=table_to_asset_key,
-                freshness_policy=self._connection_to_freshness_policy_fn(connection),
+                legacy_freshness_policy=self._connection_to_freshness_policy_fn(connection),
                 auto_materialize_policy=self._connection_to_auto_materialize_policy_fn(connection),
             )
 
@@ -708,7 +711,7 @@ class AirbyteInstanceCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinit
         connection_filter: Optional[Callable[[AirbyteConnectionMetadata], bool]],
         connection_to_asset_key_fn: Optional[Callable[[AirbyteConnectionMetadata, str], AssetKey]],
         connection_to_freshness_policy_fn: Optional[
-            Callable[[AirbyteConnectionMetadata], Optional[FreshnessPolicy]]
+            Callable[[AirbyteConnectionMetadata], Optional[LegacyFreshnessPolicy]]
         ],
         connection_to_auto_materialize_policy_fn: Optional[
             Callable[[AirbyteConnectionMetadata], Optional[AutoMaterializePolicy]]
@@ -822,7 +825,7 @@ class AirbyteYAMLCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinition)
         connection_directories: Optional[Sequence[str]],
         connection_to_asset_key_fn: Optional[Callable[[AirbyteConnectionMetadata, str], AssetKey]],
         connection_to_freshness_policy_fn: Optional[
-            Callable[[AirbyteConnectionMetadata], Optional[FreshnessPolicy]]
+            Callable[[AirbyteConnectionMetadata], Optional[LegacyFreshnessPolicy]]
         ],
         connection_to_auto_materialize_policy_fn: Optional[
             Callable[[AirbyteConnectionMetadata], Optional[AutoMaterializePolicy]]
@@ -914,7 +917,7 @@ def load_assets_from_airbyte_instance(
         Callable[[AirbyteConnectionMetadata, str], AssetKey]
     ] = None,
     connection_to_freshness_policy_fn: Optional[
-        Callable[[AirbyteConnectionMetadata], Optional[FreshnessPolicy]]
+        Callable[[AirbyteConnectionMetadata], Optional[LegacyFreshnessPolicy]]
     ] = None,
     connection_to_auto_materialize_policy_fn: Optional[
         Callable[[AirbyteConnectionMetadata], Optional[AutoMaterializePolicy]]

dagster_airbyte/managed/reconciliation.py

@@ -6,7 +6,7 @@ from dagster import AssetKey
 from dagster._annotations import beta, deprecated, public
 from dagster._core.definitions.cacheable_assets import CacheableAssetsDefinition
 from dagster._core.definitions.events import CoercibleToAssetKeyPrefix
-from dagster._core.definitions.freshness_policy import FreshnessPolicy
+from dagster._core.definitions.freshness_policy import LegacyFreshnessPolicy
 from dagster._core.definitions.resource_definition import ResourceDefinition
 from dagster._core.execution.context.init import build_init_resource_context
 from dagster._utils.merger import deep_merge_dicts
@@ -698,7 +698,7 @@ class AirbyteManagedElementCacheableAssetsDefinition(AirbyteInstanceCacheableAss
         connection_to_io_manager_key_fn: Optional[Callable[[str], Optional[str]]],
         connection_to_asset_key_fn: Optional[Callable[[AirbyteConnectionMetadata, str], AssetKey]],
         connection_to_freshness_policy_fn: Optional[
-            Callable[[AirbyteConnectionMetadata], Optional[FreshnessPolicy]]
+            Callable[[AirbyteConnectionMetadata], Optional[LegacyFreshnessPolicy]]
         ],
     ):
         defined_conn_names = {conn.name for conn in connections}
@@ -744,7 +744,7 @@ def load_assets_from_connections(
         Callable[[AirbyteConnectionMetadata, str], AssetKey]
     ] = None,
     connection_to_freshness_policy_fn: Optional[
-        Callable[[AirbyteConnectionMetadata], Optional[FreshnessPolicy]]
+        Callable[[AirbyteConnectionMetadata], Optional[LegacyFreshnessPolicy]]
     ] = None,
 ) -> CacheableAssetsDefinition:
     """Loads Airbyte connection assets from a configured AirbyteResource instance, checking against a list of AirbyteConnection objects.

dagster_airbyte/resources.py

@@ -313,7 +313,7 @@ class AirbyteCloudResource(BaseAirbyteResource):
             destination_tables=["releases", "tags", "teams"],
         )
 
-        defs = Definitions(
+        Definitions(
             assets=[airbyte_assets],
             resources={"airbyte": my_airbyte_resource},
         )
@@ -439,7 +439,7 @@ class AirbyteResource(BaseAirbyteResource):
             destination_tables=["releases", "tags", "teams"],
         )
 
-        defs = Definitions(
+        Definitions(
             assets=[airbyte_assets],
             resources={"airbyte": my_airbyte_resource},
         )
@@ -1225,7 +1225,7 @@ class AirbyteCloudWorkspace(ConfigurableResource):
                 )
 
                 airbyte_specs = airbyte_workspace.load_asset_specs()
-                defs = dg.Definitions(assets=airbyte_specs, resources={"airbyte": airbyte_workspace}
+                dg.Definitions(assets=airbyte_specs, resources={"airbyte": airbyte_workspace})
         """
         dagster_airbyte_translator = dagster_airbyte_translator or DagsterAirbyteTranslator()
 
@@ -1372,7 +1372,7 @@ def load_airbyte_cloud_asset_specs(
             )
 
             airbyte_cloud_specs = load_airbyte_cloud_asset_specs(airbyte_cloud_workspace)
-            defs = dg.Definitions(assets=airbyte_cloud_specs)
+            dg.Definitions(assets=airbyte_cloud_specs)
 
         Filter connections by name:
 
@@ -1392,7 +1392,7 @@ def load_airbyte_cloud_asset_specs(
                 workspace=airbyte_cloud_workspace,
                 connection_selector_fn=lambda connection: connection.name in ["connection1", "connection2"]
             )
-            defs = dg.Definitions(assets=airbyte_cloud_specs)
+            dg.Definitions(assets=airbyte_cloud_specs)
     """
     dagster_airbyte_translator = dagster_airbyte_translator or DagsterAirbyteTranslator()
 

dagster_airbyte/version.py

@@ -1 +1 @@
-__version__ = "0.26.21"
+__version__ = "0.27.1"

{dagster_airbyte-0.26.21.dist-info → dagster_airbyte-0.27.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-airbyte
-Version: 0.26.21
+Version: 0.27.1
 Summary: Package for integrating Airbyte with Dagster.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
 Author: Dagster Labs
@@ -14,13 +14,13 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.13
 License-File: LICENSE
-Requires-Dist: dagster==1.10.21
+Requires-Dist: dagster==1.11.1
 Requires-Dist: requests
 Provides-Extra: test
 Requires-Dist: requests-mock; extra == "test"
 Requires-Dist: flaky; extra == "test"
 Provides-Extra: managed
-Requires-Dist: dagster-managed-elements==0.26.21; extra == "managed"
+Requires-Dist: dagster-managed-elements==0.27.1; extra == "managed"
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier

{dagster_airbyte-0.26.21.dist-info → dagster_airbyte-0.27.1.dist-info}/RECORD

@@ -1,27 +1,27 @@
 dagster_airbyte/__init__.py,sha256=hbVxc3kc9gslNvQXqCkkMeMXRk51tyUeHiRK1ozt6rg,1864
 dagster_airbyte/asset_decorator.py,sha256=U6pbeyjE0meeXHed7ZVhaRfAsvLwTvDB14BSyDUYHqY,4565
-dagster_airbyte/asset_defs.py,sha256=DeOwD6rYRv9sB3e816aVGNJN2Qt0n2SLOgb1TkT2T4I,51309
+dagster_airbyte/asset_defs.py,sha256=6t7u4uUdml4D3-NRnVBNWDDwlaT_RnuPYaVJ0Jn_jYA,51568
 dagster_airbyte/cli.py,sha256=HErteP1MjfHozKKSrznh0yAreKETbXp5NDHzXGsdvvE,425
 dagster_airbyte/ops.py,sha256=oOEczVYpqVRTc1-0osfpR5FZbPjNJDYihgRjk_qtOQA,4229
 dagster_airbyte/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
-dagster_airbyte/resources.py,sha256=TldPjZnbDi6RuKI9X9Y1ZJz14C_fQV85YIQwyqihtZM,56512
+dagster_airbyte/resources.py,sha256=M-XD_-xtwWRcmHxC-ANVq25QNEzuPupbY0WQIeTO720,56478
 dagster_airbyte/translator.py,sha256=CL2EKeZIahgoFvtZpfEwVa2KmCuvUENXByM6F7369LQ,7529
 dagster_airbyte/types.py,sha256=TYUjI3skjLYeANjesgJ-IAJNu8bAnL1ymsUfz5LsRTE,1565
 dagster_airbyte/utils.py,sha256=SupW5PLwzyZHWTHKe17vh2PlGdcRT7xbYbMCT-ubGDo,4081
-dagster_airbyte/version.py,sha256=gtsPKN_satzDwTv3o1otQl1HwWzwBXeUyb8XS8-QBNs,24
+dagster_airbyte/version.py,sha256=lnka9HWRxSmlQAffgSpaSitns-Djhy2OArtj9IVwxrY,23
 dagster_airbyte/components/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dagster_airbyte/components/workspace_component/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dagster_airbyte/components/workspace_component/component.py,sha256=P1zQEe48NeP0lDMvoTcoXJlfEz-zCMdQ2hNcz5doffw,5473
 dagster_airbyte/components/workspace_component/scaffolder.py,sha256=4wMKNCsi8DBJ94jCKkofmqDW93u0UUCo8t0JYKZ10q4,1051
 dagster_airbyte/managed/__init__.py,sha256=6SBtyNOMJ9Cu2UIwFExJHpL_ZVFo3rPMvyIxVOsKvWE,469
-dagster_airbyte/managed/reconciliation.py,sha256=LHtJc2zRwk1gAc86pKVSZ0rnfLNTT9r3usRFQilYCwY,34803
+dagster_airbyte/managed/reconciliation.py,sha256=3uXDuCOdpAzFIvsO1tlVlTQLjVqAoy7OJNPU0m6bHMM,34821
 dagster_airbyte/managed/types.py,sha256=isPfX8L9YwtZAf9Vk4hhxBePLR00AEldsdK2TsM1H2o,14611
 dagster_airbyte/managed/generated/__init__.py,sha256=eYq-yfXEeffuKAVFXY8plD0se1wHjFNVqklpbu9gljw,108
 dagster_airbyte/managed/generated/destinations.py,sha256=x1wmWlXvOJHtfaZva3ErdKuVS--sDvfidSXR5ji9G5w,119692
 dagster_airbyte/managed/generated/sources.py,sha256=y0TPNvcRd8c9mhje-NoXsHeKRPt1nXcpww8mNAtqCps,282685
-dagster_airbyte-0.26.21.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
-dagster_airbyte-0.26.21.dist-info/METADATA,sha256=DOks3B95JUliL3WHFSaLSlrDPH27rmoFe-mGIcHDTWE,1118
-dagster_airbyte-0.26.21.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dagster_airbyte-0.26.21.dist-info/entry_points.txt,sha256=096yvfMP-gNsCgDg9vDQtinis5QGpD-e_kHEhcHaML8,120
-dagster_airbyte-0.26.21.dist-info/top_level.txt,sha256=HLwIRQCzqItn88_KbPP8DNTKKQEBUVKk6NCn4PrCtqY,16
-dagster_airbyte-0.26.21.dist-info/RECORD,,
+dagster_airbyte-0.27.1.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
+dagster_airbyte-0.27.1.dist-info/METADATA,sha256=-djMDFFuiq1zEI4x7XGGadUS5LTpfY2phdAbms3G3Xg,1115
+dagster_airbyte-0.27.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dagster_airbyte-0.27.1.dist-info/entry_points.txt,sha256=096yvfMP-gNsCgDg9vDQtinis5QGpD-e_kHEhcHaML8,120
+dagster_airbyte-0.27.1.dist-info/top_level.txt,sha256=HLwIRQCzqItn88_KbPP8DNTKKQEBUVKk6NCn4PrCtqY,16
+dagster_airbyte-0.27.1.dist-info/RECORD,,