dagster-airbyte 0.25.12__tar.gz → 0.26.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dagster-airbyte might be problematic. Click here for more details.
- {dagster-airbyte-0.25.12/dagster_airbyte.egg-info → dagster-airbyte-0.26.0}/PKG-INFO +1 -1
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/asset_decorator.py +2 -2
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/asset_defs.py +3 -3
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/reconciliation.py +4 -4
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/resources.py +12 -5
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/translator.py +2 -2
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/types.py +1 -1
- dagster-airbyte-0.26.0/dagster_airbyte/version.py +1 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0/dagster_airbyte.egg-info}/PKG-INFO +1 -1
- dagster-airbyte-0.26.0/dagster_airbyte.egg-info/requires.txt +9 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/setup.py +2 -2
- dagster-airbyte-0.25.12/dagster_airbyte/version.py +0 -1
- dagster-airbyte-0.25.12/dagster_airbyte.egg-info/requires.txt +0 -9
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/LICENSE +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/MANIFEST.in +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/README.md +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/__init__.py +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/cli.py +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/__init__.py +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/generated/__init__.py +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/generated/destinations.py +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/generated/sources.py +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/types.py +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/ops.py +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/py.typed +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/utils.py +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte.egg-info/SOURCES.txt +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte.egg-info/dependency_links.txt +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte.egg-info/entry_points.txt +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte.egg-info/not-zip-safe +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte.egg-info/top_level.txt +0 -0
- {dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/setup.cfg +0 -0
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
from typing import Any, Callable, Optional
|
|
2
2
|
|
|
3
3
|
from dagster import AssetsDefinition, multi_asset
|
|
4
|
-
from dagster._annotations import
|
|
4
|
+
from dagster._annotations import beta
|
|
5
5
|
|
|
6
6
|
from dagster_airbyte.resources import AirbyteCloudWorkspace
|
|
7
7
|
from dagster_airbyte.translator import AirbyteMetadataSet, DagsterAirbyteTranslator
|
|
8
8
|
|
|
9
9
|
|
|
10
|
-
@
|
|
10
|
+
@beta
|
|
11
11
|
def airbyte_assets(
|
|
12
12
|
*,
|
|
13
13
|
connection_id: str,
|
|
@@ -20,7 +20,7 @@ from dagster import (
|
|
|
20
20
|
SourceAsset,
|
|
21
21
|
_check as check,
|
|
22
22
|
)
|
|
23
|
-
from dagster._annotations import
|
|
23
|
+
from dagster._annotations import beta
|
|
24
24
|
from dagster._core.definitions import AssetsDefinition, multi_asset
|
|
25
25
|
from dagster._core.definitions.cacheable_assets import (
|
|
26
26
|
AssetsDefinitionCacheableData,
|
|
@@ -472,7 +472,7 @@ class AirbyteConnectionMetadata(
|
|
|
472
472
|
):
|
|
473
473
|
"""Contains information about an Airbyte connection.
|
|
474
474
|
|
|
475
|
-
|
|
475
|
+
Args:
|
|
476
476
|
name (str): The name of the connection.
|
|
477
477
|
stream_prefix (str): A prefix to add to all stream names.
|
|
478
478
|
has_basic_normalization (bool): Whether or not the connection has basic normalization enabled.
|
|
@@ -1030,7 +1030,7 @@ def load_assets_from_airbyte_instance(
|
|
|
1030
1030
|
# -----------------------
|
|
1031
1031
|
|
|
1032
1032
|
|
|
1033
|
-
@
|
|
1033
|
+
@beta
|
|
1034
1034
|
def build_airbyte_assets_definitions(
|
|
1035
1035
|
*,
|
|
1036
1036
|
workspace: AirbyteCloudWorkspace,
|
{dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/reconciliation.py
RENAMED
|
@@ -3,7 +3,7 @@ from typing import Any, Callable, Optional, Union, cast
|
|
|
3
3
|
|
|
4
4
|
import dagster._check as check
|
|
5
5
|
from dagster import AssetKey
|
|
6
|
-
from dagster._annotations import
|
|
6
|
+
from dagster._annotations import beta, deprecated, public
|
|
7
7
|
from dagster._core.definitions.cacheable_assets import CacheableAssetsDefinition
|
|
8
8
|
from dagster._core.definitions.events import CoercibleToAssetKeyPrefix
|
|
9
9
|
from dagster._core.definitions.freshness_policy import FreshnessPolicy
|
|
@@ -624,7 +624,7 @@ def reconcile_connections_post(
|
|
|
624
624
|
)
|
|
625
625
|
|
|
626
626
|
|
|
627
|
-
@
|
|
627
|
+
@beta
|
|
628
628
|
@deprecated(breaking_version="2.0", additional_warn_text=MANAGED_ELEMENTS_DEPRECATION_MSG)
|
|
629
629
|
class AirbyteManagedElementReconciler(ManagedElementReconciler):
|
|
630
630
|
"""Reconciles Python-specified Airbyte connections with an Airbyte instance.
|
|
@@ -633,7 +633,7 @@ class AirbyteManagedElementReconciler(ManagedElementReconciler):
|
|
|
633
633
|
CLI will allow you to check the state of your Python-code-specified Airbyte connections
|
|
634
634
|
against an Airbyte instance, and reconcile them if necessary.
|
|
635
635
|
|
|
636
|
-
This functionality is
|
|
636
|
+
This functionality is in beta and subject to change.
|
|
637
637
|
"""
|
|
638
638
|
|
|
639
639
|
@public
|
|
@@ -727,7 +727,7 @@ class AirbyteManagedElementCacheableAssetsDefinition(AirbyteInstanceCacheableAss
|
|
|
727
727
|
return super()._get_connections()
|
|
728
728
|
|
|
729
729
|
|
|
730
|
-
@
|
|
730
|
+
@beta
|
|
731
731
|
@deprecated(breaking_version="2.0", additional_warn_text=MANAGED_ELEMENTS_DEPRECATION_MSG)
|
|
732
732
|
def load_assets_from_connections(
|
|
733
733
|
airbyte: Union[AirbyteResource, ResourceDefinition],
|
|
@@ -22,7 +22,7 @@ from dagster import (
|
|
|
22
22
|
get_dagster_logger,
|
|
23
23
|
resource,
|
|
24
24
|
)
|
|
25
|
-
from dagster._annotations import
|
|
25
|
+
from dagster._annotations import beta, public, superseded
|
|
26
26
|
from dagster._config.pythonic_config import infer_schema_from_config_class
|
|
27
27
|
from dagster._core.definitions.asset_spec import AssetSpec
|
|
28
28
|
from dagster._core.definitions.definitions_load_context import StateBackedDefinitionsLoader
|
|
@@ -286,6 +286,12 @@ class BaseAirbyteResource(ConfigurableResource):
|
|
|
286
286
|
return AirbyteOutput(job_details=job_details, connection_details=connection_details)
|
|
287
287
|
|
|
288
288
|
|
|
289
|
+
@superseded(
|
|
290
|
+
additional_warn_text=(
|
|
291
|
+
"Using `AirbyteCloudResource` with `build_airbyte_assets`is no longer best practice. "
|
|
292
|
+
"Use `AirbyteCloudWorkspace` with `build_airbyte_assets_definitions` instead."
|
|
293
|
+
)
|
|
294
|
+
)
|
|
289
295
|
class AirbyteCloudResource(BaseAirbyteResource):
|
|
290
296
|
"""This resource allows users to programmatically interface with the Airbyte Cloud API to launch
|
|
291
297
|
syncs and monitor their progress.
|
|
@@ -823,6 +829,7 @@ def airbyte_resource(context) -> AirbyteResource:
|
|
|
823
829
|
return AirbyteResource.from_resource_context(context)
|
|
824
830
|
|
|
825
831
|
|
|
832
|
+
@superseded(additional_warn_text=("Use `AirbyteCloudWorkspace` instead."))
|
|
826
833
|
@dagster_maintained_resource
|
|
827
834
|
@resource(config_schema=infer_schema_from_config_class(AirbyteCloudResource))
|
|
828
835
|
def airbyte_cloud_resource(context) -> AirbyteCloudResource:
|
|
@@ -839,7 +846,7 @@ def airbyte_cloud_resource(context) -> AirbyteCloudResource:
|
|
|
839
846
|
# -------------
|
|
840
847
|
|
|
841
848
|
|
|
842
|
-
@
|
|
849
|
+
@beta
|
|
843
850
|
class AirbyteCloudClient(DagsterModel):
|
|
844
851
|
"""This class exposes methods on top of the Airbyte APIs for Airbyte Cloud."""
|
|
845
852
|
|
|
@@ -1109,7 +1116,7 @@ class AirbyteCloudClient(DagsterModel):
|
|
|
1109
1116
|
return AirbyteOutput(job_details=poll_job_details, connection_details=connection_details)
|
|
1110
1117
|
|
|
1111
1118
|
|
|
1112
|
-
@
|
|
1119
|
+
@beta
|
|
1113
1120
|
class AirbyteCloudWorkspace(ConfigurableResource):
|
|
1114
1121
|
"""This class represents a Airbyte Cloud workspace and provides utilities
|
|
1115
1122
|
to interact with Airbyte APIs.
|
|
@@ -1260,7 +1267,7 @@ class AirbyteCloudWorkspace(ConfigurableResource):
|
|
|
1260
1267
|
)
|
|
1261
1268
|
|
|
1262
1269
|
@public
|
|
1263
|
-
@
|
|
1270
|
+
@beta
|
|
1264
1271
|
def sync_and_poll(self, context: AssetExecutionContext):
|
|
1265
1272
|
"""Executes a sync and poll process to materialize Airbyte Cloud assets.
|
|
1266
1273
|
This method can only be used in the context of an asset execution.
|
|
@@ -1308,7 +1315,7 @@ class AirbyteCloudWorkspace(ConfigurableResource):
|
|
|
1308
1315
|
context.log.warning(f"Assets were not materialized: {unmaterialized_asset_keys}")
|
|
1309
1316
|
|
|
1310
1317
|
|
|
1311
|
-
@
|
|
1318
|
+
@beta
|
|
1312
1319
|
def load_airbyte_cloud_asset_specs(
|
|
1313
1320
|
workspace: AirbyteCloudWorkspace,
|
|
1314
1321
|
dagster_airbyte_translator: Optional[DagsterAirbyteTranslator] = None,
|
|
@@ -2,7 +2,7 @@ from collections.abc import Mapping, Sequence
|
|
|
2
2
|
from enum import Enum
|
|
3
3
|
from typing import Any, Optional
|
|
4
4
|
|
|
5
|
-
from dagster._annotations import
|
|
5
|
+
from dagster._annotations import beta, deprecated
|
|
6
6
|
from dagster._core.definitions.asset_key import AssetKey
|
|
7
7
|
from dagster._core.definitions.asset_spec import AssetSpec
|
|
8
8
|
from dagster._core.definitions.metadata.metadata_set import NamespacedMetadataSet, TableMetadataSet
|
|
@@ -202,7 +202,7 @@ class AirbyteMetadataSet(NamespacedMetadataSet):
|
|
|
202
202
|
return "dagster-airbyte"
|
|
203
203
|
|
|
204
204
|
|
|
205
|
-
@
|
|
205
|
+
@beta
|
|
206
206
|
class DagsterAirbyteTranslator:
|
|
207
207
|
"""Translator class which converts a `AirbyteConnectionTableProps` object into AssetSpecs.
|
|
208
208
|
Subclass this class to implement custom logic how to translate Airbyte content into asset spec.
|
|
@@ -30,7 +30,7 @@ class AirbyteOutput(
|
|
|
30
30
|
):
|
|
31
31
|
"""Contains recorded information about the state of a Airbyte connection job after a sync completes.
|
|
32
32
|
|
|
33
|
-
|
|
33
|
+
Args:
|
|
34
34
|
job_details (Dict[str, Any]):
|
|
35
35
|
The raw Airbyte API response containing the details of the initiated job. For info
|
|
36
36
|
on the schema of this dictionary, see: https://airbyte-public-api-docs.s3.us-east-2.amazonaws.com/rapidoc-api-docs.html#post-/v1/jobs/get
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.26.0"
|
|
@@ -36,7 +36,7 @@ setup(
|
|
|
36
36
|
include_package_data=True,
|
|
37
37
|
python_requires=">=3.9,<3.13",
|
|
38
38
|
install_requires=[
|
|
39
|
-
"dagster==1.
|
|
39
|
+
"dagster==1.10.0",
|
|
40
40
|
"requests",
|
|
41
41
|
],
|
|
42
42
|
zip_safe=False,
|
|
@@ -51,7 +51,7 @@ setup(
|
|
|
51
51
|
"flaky",
|
|
52
52
|
],
|
|
53
53
|
"managed": [
|
|
54
|
-
"dagster-managed-elements==0.
|
|
54
|
+
"dagster-managed-elements==0.26.0",
|
|
55
55
|
],
|
|
56
56
|
},
|
|
57
57
|
)
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.25.12"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/generated/__init__.py
RENAMED
|
File without changes
|
{dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/generated/destinations.py
RENAMED
|
File without changes
|
{dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte/managed/generated/sources.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
{dagster-airbyte-0.25.12 → dagster-airbyte-0.26.0}/dagster_airbyte.egg-info/entry_points.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|