dagster-airbyte 0.23.7__py3-none-any.whl → 0.25.10__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of dagster-airbyte might be problematic. Click here for more details.

Files changed (23) hide show
  1. dagster_airbyte/__init__.py +16 -8
  2. dagster_airbyte/asset_decorator.py +113 -0
  3. dagster_airbyte/asset_defs.py +261 -170
  4. dagster_airbyte/managed/__init__.py +2 -2
  5. dagster_airbyte/managed/generated/__init__.py +1 -1
  6. dagster_airbyte/managed/generated/destinations.py +3 -3
  7. dagster_airbyte/managed/generated/sources.py +46 -46
  8. dagster_airbyte/managed/reconciliation.py +22 -34
  9. dagster_airbyte/managed/types.py +11 -10
  10. dagster_airbyte/ops.py +6 -5
  11. dagster_airbyte/py.typed +1 -0
  12. dagster_airbyte/resources.py +705 -45
  13. dagster_airbyte/translator.py +236 -0
  14. dagster_airbyte/types.py +7 -2
  15. dagster_airbyte/utils.py +38 -2
  16. dagster_airbyte/version.py +1 -1
  17. {dagster_airbyte-0.23.7.dist-info → dagster_airbyte-0.25.10.dist-info}/METADATA +5 -5
  18. dagster_airbyte-0.25.10.dist-info/RECORD +23 -0
  19. dagster_airbyte-0.23.7.dist-info/RECORD +0 -20
  20. {dagster_airbyte-0.23.7.dist-info → dagster_airbyte-0.25.10.dist-info}/LICENSE +0 -0
  21. {dagster_airbyte-0.23.7.dist-info → dagster_airbyte-0.25.10.dist-info}/WHEEL +0 -0
  22. {dagster_airbyte-0.23.7.dist-info → dagster_airbyte-0.25.10.dist-info}/entry_points.txt +0 -0
  23. {dagster_airbyte-0.23.7.dist-info → dagster_airbyte-0.25.10.dist-info}/top_level.txt +0 -0
dagster_airbyte/ops.py CHANGED
@@ -1,13 +1,14 @@
1
- from typing import Any, Iterable, List, Optional
1
+ from collections.abc import Iterable
2
+ from typing import Any, Optional
2
3
 
3
4
  from dagster import Config, In, Nothing, Out, Output, op
5
+ from dagster._core.storage.tags import COMPUTE_KIND_TAG
4
6
  from pydantic import Field
5
7
 
8
+ from dagster_airbyte.resources import DEFAULT_POLL_INTERVAL_SECONDS, BaseAirbyteResource
6
9
  from dagster_airbyte.types import AirbyteOutput
7
10
  from dagster_airbyte.utils import _get_attempt, generate_materializations
8
11
 
9
- from .resources import DEFAULT_POLL_INTERVAL_SECONDS, BaseAirbyteResource
10
-
11
12
 
12
13
  class AirbyteSyncConfig(Config):
13
14
  connection_id: str = Field(
@@ -40,7 +41,7 @@ class AirbyteSyncConfig(Config):
40
41
  "be yielded when the op executes."
41
42
  ),
42
43
  )
43
- asset_key_prefix: List[str] = Field(
44
+ asset_key_prefix: list[str] = Field(
44
45
  ["airbyte"],
45
46
  description=(
46
47
  "If provided and yield_materializations is True, these components will be used to "
@@ -60,7 +61,7 @@ class AirbyteSyncConfig(Config):
60
61
  " to see detailed information on this response."
61
62
  ),
62
63
  ),
63
- tags={"kind": "airbyte"},
64
+ tags={COMPUTE_KIND_TAG: "airbyte"},
64
65
  )
65
66
  def airbyte_sync_op(
66
67
  context, config: AirbyteSyncConfig, airbyte: BaseAirbyteResource
dagster_airbyte/py.typed ADDED
@@ -0,0 +1 @@
1
+ partial