dagster-airbyte 0.25.12__tar.gz → 0.26.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dagster-airbyte might be problematic. Click here for more details.

Files changed (32) hide show
  1. {dagster-airbyte-0.25.12/dagster_airbyte.egg-info → dagster-airbyte-0.26.0}/PKG-INFO +1 -1
  2. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/asset_decorator.py +2 -2
  3. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/asset_defs.py +3 -3
  4. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/reconciliation.py +4 -4
  5. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/resources.py +12 -5
  6. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/translator.py +2 -2
  7. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/types.py +1 -1
  8. dagster-airbyte-0.26.0/dagster_airbyte/version.py +1 -0
  9. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0/dagster_airbyte.egg-info}/PKG-INFO +1 -1
  10. dagster-airbyte-0.26.0/dagster_airbyte.egg-info/requires.txt +9 -0
  11. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/setup.py +2 -2
  12. dagster-airbyte-0.25.12/dagster_airbyte/version.py +0 -1
  13. dagster-airbyte-0.25.12/dagster_airbyte.egg-info/requires.txt +0 -9
  14. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/LICENSE +0 -0
  15. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/MANIFEST.in +0 -0
  16. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/README.md +0 -0
  17. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/__init__.py +0 -0
  18. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/cli.py +0 -0
  19. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/__init__.py +0 -0
  20. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/generated/__init__.py +0 -0
  21. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/generated/destinations.py +0 -0
  22. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/generated/sources.py +0 -0
  23. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/types.py +0 -0
  24. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/ops.py +0 -0
  25. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/py.typed +0 -0
  26. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/utils.py +0 -0
  27. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte.egg-info/SOURCES.txt +0 -0
  28. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte.egg-info/dependency_links.txt +0 -0
  29. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte.egg-info/entry_points.txt +0 -0
  30. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte.egg-info/not-zip-safe +0 -0
  31. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte.egg-info/top_level.txt +0 -0
  32. {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dagster-airbyte
3
- Version: 0.25.12
3
+ Version: 0.26.0
4
4
  Summary: Package for integrating Airbyte with Dagster.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
6
6
  Author: Dagster Labs
@@ -1,13 +1,13 @@
1
1
  from typing import Any, Callable, Optional
2
2
 
3
3
  from dagster import AssetsDefinition, multi_asset
4
- from dagster._annotations import experimental
4
+ from dagster._annotations import beta
5
5
 
6
6
  from dagster_airbyte.resources import AirbyteCloudWorkspace
7
7
  from dagster_airbyte.translator import AirbyteMetadataSet, DagsterAirbyteTranslator
8
8
 
9
9
 
10
- @experimental
10
+ @beta
11
11
  def airbyte_assets(
12
12
  *,
13
13
  connection_id: str,
@@ -20,7 +20,7 @@ from dagster import (
20
20
  SourceAsset,
21
21
  _check as check,
22
22
  )
23
- from dagster._annotations import experimental
23
+ from dagster._annotations import beta
24
24
  from dagster._core.definitions import AssetsDefinition, multi_asset
25
25
  from dagster._core.definitions.cacheable_assets import (
26
26
  AssetsDefinitionCacheableData,
@@ -472,7 +472,7 @@ class AirbyteConnectionMetadata(
472
472
  ):
473
473
  """Contains information about an Airbyte connection.
474
474
 
475
- Attributes:
475
+ Args:
476
476
  name (str): The name of the connection.
477
477
  stream_prefix (str): A prefix to add to all stream names.
478
478
  has_basic_normalization (bool): Whether or not the connection has basic normalization enabled.
@@ -1030,7 +1030,7 @@ def load_assets_from_airbyte_instance(
1030
1030
  # -----------------------
1031
1031
 
1032
1032
 
1033
- @experimental
1033
+ @beta
1034
1034
  def build_airbyte_assets_definitions(
1035
1035
  *,
1036
1036
  workspace: AirbyteCloudWorkspace,
@@ -3,7 +3,7 @@ from typing import Any, Callable, Optional, Union, cast
3
3
 
4
4
  import dagster._check as check
5
5
  from dagster import AssetKey
6
- from dagster._annotations import deprecated, experimental, public
6
+ from dagster._annotations import beta, deprecated, public
7
7
  from dagster._core.definitions.cacheable_assets import CacheableAssetsDefinition
8
8
  from dagster._core.definitions.events import CoercibleToAssetKeyPrefix
9
9
  from dagster._core.definitions.freshness_policy import FreshnessPolicy
@@ -624,7 +624,7 @@ def reconcile_connections_post(
624
624
  )
625
625
 
626
626
 
627
- @experimental
627
+ @beta
628
628
  @deprecated(breaking_version="2.0", additional_warn_text=MANAGED_ELEMENTS_DEPRECATION_MSG)
629
629
  class AirbyteManagedElementReconciler(ManagedElementReconciler):
630
630
  """Reconciles Python-specified Airbyte connections with an Airbyte instance.
@@ -633,7 +633,7 @@ class AirbyteManagedElementReconciler(ManagedElementReconciler):
633
633
  CLI will allow you to check the state of your Python-code-specified Airbyte connections
634
634
  against an Airbyte instance, and reconcile them if necessary.
635
635
 
636
- This functionality is experimental and subject to change.
636
+ This functionality is in beta and subject to change.
637
637
  """
638
638
 
639
639
  @public
@@ -727,7 +727,7 @@ class AirbyteManagedElementCacheableAssetsDefinition(AirbyteInstanceCacheableAss
727
727
  return super()._get_connections()
728
728
 
729
729
 
730
- @experimental
730
+ @beta
731
731
  @deprecated(breaking_version="2.0", additional_warn_text=MANAGED_ELEMENTS_DEPRECATION_MSG)
732
732
  def load_assets_from_connections(
733
733
  airbyte: Union[AirbyteResource, ResourceDefinition],
@@ -22,7 +22,7 @@ from dagster import (
22
22
  get_dagster_logger,
23
23
  resource,
24
24
  )
25
- from dagster._annotations import experimental, public
25
+ from dagster._annotations import beta, public, superseded
26
26
  from dagster._config.pythonic_config import infer_schema_from_config_class
27
27
  from dagster._core.definitions.asset_spec import AssetSpec
28
28
  from dagster._core.definitions.definitions_load_context import StateBackedDefinitionsLoader
@@ -286,6 +286,12 @@ class BaseAirbyteResource(ConfigurableResource):
286
286
  return AirbyteOutput(job_details=job_details, connection_details=connection_details)
287
287
 
288
288
 
289
+ @superseded(
290
+ additional_warn_text=(
291
+ "Using `AirbyteCloudResource` with `build_airbyte_assets`is no longer best practice. "
292
+ "Use `AirbyteCloudWorkspace` with `build_airbyte_assets_definitions` instead."
293
+ )
294
+ )
289
295
  class AirbyteCloudResource(BaseAirbyteResource):
290
296
  """This resource allows users to programmatically interface with the Airbyte Cloud API to launch
291
297
  syncs and monitor their progress.
@@ -823,6 +829,7 @@ def airbyte_resource(context) -> AirbyteResource:
823
829
  return AirbyteResource.from_resource_context(context)
824
830
 
825
831
 
832
+ @superseded(additional_warn_text=("Use `AirbyteCloudWorkspace` instead."))
826
833
  @dagster_maintained_resource
827
834
  @resource(config_schema=infer_schema_from_config_class(AirbyteCloudResource))
828
835
  def airbyte_cloud_resource(context) -> AirbyteCloudResource:
@@ -839,7 +846,7 @@ def airbyte_cloud_resource(context) -> AirbyteCloudResource:
839
846
  # -------------
840
847
 
841
848
 
842
- @experimental
849
+ @beta
843
850
  class AirbyteCloudClient(DagsterModel):
844
851
  """This class exposes methods on top of the Airbyte APIs for Airbyte Cloud."""
845
852
 
@@ -1109,7 +1116,7 @@ class AirbyteCloudClient(DagsterModel):
1109
1116
  return AirbyteOutput(job_details=poll_job_details, connection_details=connection_details)
1110
1117
 
1111
1118
 
1112
- @experimental
1119
+ @beta
1113
1120
  class AirbyteCloudWorkspace(ConfigurableResource):
1114
1121
  """This class represents a Airbyte Cloud workspace and provides utilities
1115
1122
  to interact with Airbyte APIs.
@@ -1260,7 +1267,7 @@ class AirbyteCloudWorkspace(ConfigurableResource):
1260
1267
  )
1261
1268
 
1262
1269
  @public
1263
- @experimental
1270
+ @beta
1264
1271
  def sync_and_poll(self, context: AssetExecutionContext):
1265
1272
  """Executes a sync and poll process to materialize Airbyte Cloud assets.
1266
1273
  This method can only be used in the context of an asset execution.
@@ -1308,7 +1315,7 @@ class AirbyteCloudWorkspace(ConfigurableResource):
1308
1315
  context.log.warning(f"Assets were not materialized: {unmaterialized_asset_keys}")
1309
1316
 
1310
1317
 
1311
- @experimental
1318
+ @beta
1312
1319
  def load_airbyte_cloud_asset_specs(
1313
1320
  workspace: AirbyteCloudWorkspace,
1314
1321
  dagster_airbyte_translator: Optional[DagsterAirbyteTranslator] = None,
@@ -2,7 +2,7 @@ from collections.abc import Mapping, Sequence
2
2
  from enum import Enum
3
3
  from typing import Any, Optional
4
4
 
5
- from dagster._annotations import deprecated, experimental
5
+ from dagster._annotations import beta, deprecated
6
6
  from dagster._core.definitions.asset_key import AssetKey
7
7
  from dagster._core.definitions.asset_spec import AssetSpec
8
8
  from dagster._core.definitions.metadata.metadata_set import NamespacedMetadataSet, TableMetadataSet
@@ -202,7 +202,7 @@ class AirbyteMetadataSet(NamespacedMetadataSet):
202
202
  return "dagster-airbyte"
203
203
 
204
204
 
205
- @experimental
205
+ @beta
206
206
  class DagsterAirbyteTranslator:
207
207
  """Translator class which converts a `AirbyteConnectionTableProps` object into AssetSpecs.
208
208
  Subclass this class to implement custom logic how to translate Airbyte content into asset spec.
@@ -30,7 +30,7 @@ class AirbyteOutput(
30
30
  ):
31
31
  """Contains recorded information about the state of a Airbyte connection job after a sync completes.
32
32
 
33
- Attributes:
33
+ Args:
34
34
  job_details (Dict[str, Any]):
35
35
  The raw Airbyte API response containing the details of the initiated job. For info
36
36
  on the schema of this dictionary, see: https://airbyte-public-api-docs.s3.us-east-2.amazonaws.com/rapidoc-api-docs.html#post-/v1/jobs/get
@@ -0,0 +1 @@
1
+ __version__ = "0.26.0"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dagster-airbyte
3
- Version: 0.25.12
3
+ Version: 0.26.0
4
4
  Summary: Package for integrating Airbyte with Dagster.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
6
6
  Author: Dagster Labs
@@ -0,0 +1,9 @@
1
+ dagster==1.10.0
2
+ requests
3
+
4
+ [managed]
5
+ dagster-managed-elements==0.26.0
6
+
7
+ [test]
8
+ requests-mock
9
+ flaky
@@ -36,7 +36,7 @@ setup(
36
36
  include_package_data=True,
37
37
  python_requires=">=3.9,<3.13",
38
38
  install_requires=[
39
- "dagster==1.9.12",
39
+ "dagster==1.10.0",
40
40
  "requests",
41
41
  ],
42
42
  zip_safe=False,
@@ -51,7 +51,7 @@ setup(
51
51
  "flaky",
52
52
  ],
53
53
  "managed": [
54
- "dagster-managed-elements==0.25.12",
54
+ "dagster-managed-elements==0.26.0",
55
55
  ],
56
56
  },
57
57
  )
@@ -1 +0,0 @@
1
- __version__ = "0.25.12"
@@ -1,9 +0,0 @@
1
- dagster==1.9.12
2
- requests
3
-
4
- [managed]
5
- dagster-managed-elements==0.25.12
6
-
7
- [test]
8
- requests-mock
9
- flaky