dagster-airbyte 0.26.9__tar.gz → 0.26.11__tar.gz

{dagster-airbyte-0.26.9/dagster_airbyte.egg-info → dagster-airbyte-0.26.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dagster-airbyte
-Version: 0.26.9
+Version: 0.26.11
 Summary: Package for integrating Airbyte with Dagster.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
 Author: Dagster Labs

{dagster-airbyte-0.26.9 → dagster-airbyte-0.26.11}/dagster_airbyte/asset_defs.py

@@ -179,12 +179,12 @@ def _build_airbyte_assets_from_metadata(
     assets_defn_meta: AssetsDefinitionCacheableData,
     resource_defs: Optional[Mapping[str, ResourceDefinition]],
 ) -> AssetsDefinition:
-    metadata = cast(Mapping[str, Any], assets_defn_meta.extra_metadata)
-    connection_id = cast(str, metadata["connection_id"])
-    group_name = cast(Optional[str], metadata["group_name"])
-    destination_tables = cast(list[str], metadata["destination_tables"])
-    normalization_tables = cast(Mapping[str, list[str]], metadata["normalization_tables"])
-    io_manager_key = cast(Optional[str], metadata["io_manager_key"])
+    metadata = cast("Mapping[str, Any]", assets_defn_meta.extra_metadata)
+    connection_id = cast("str", metadata["connection_id"])
+    group_name = cast("Optional[str]", metadata["group_name"])
+    destination_tables = cast("list[str]", metadata["destination_tables"])
+    normalization_tables = cast("Mapping[str, list[str]]", metadata["normalization_tables"])
+    io_manager_key = cast("Optional[str]", metadata["io_manager_key"])
 
     @multi_asset(
         name=f"airbyte_sync_{connection_id.replace('-', '_')}",
@@ -501,7 +501,7 @@ class AirbyteConnectionMetadata(
     def from_config(
         cls, contents: Mapping[str, Any], destination: Mapping[str, Any]
     ) -> "AirbyteConnectionMetadata":
-        config_contents = cast(Mapping[str, Any], contents.get("configuration"))
+        config_contents = cast("Mapping[str, Any]", contents.get("configuration"))
         check.invariant(
             config_contents is not None, "Airbyte connection config is missing 'configuration' key"
         )
@@ -531,7 +531,7 @@ class AirbyteConnectionMetadata(
         ]
 
         for stream in enabled_streams:
-            name = cast(str, stream.get("stream", {}).get("name"))
+            name = cast("str", stream.get("stream", {}).get("name"))
             prefixed_name = f"{self.stream_prefix}{name}"
 
             schema = (
@@ -567,7 +567,7 @@ def _get_schema_by_table_name(
                 [
                     (k, v.schema)
                     for k, v in cast(
-                        dict[str, AirbyteTableMetadata], meta.normalization_tables
+                        "dict[str, AirbyteTableMetadata]", meta.normalization_tables
                     ).items()
                 ]
                 for meta in stream_table_metadata.values()
@@ -740,7 +740,7 @@ class AirbyteInstanceCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinit
         workspace_id = self._workspace_id
         if not workspace_id:
             workspaces = cast(
-                list[dict[str, Any]],
+                "list[dict[str, Any]]",
                 check.not_none(
                     self._airbyte_instance.make_request(endpoint="/workspaces/list", data={})
                 ).get("workspaces", []),
@@ -752,7 +752,7 @@ class AirbyteInstanceCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinit
             workspace_id = workspaces[0].get("workspaceId")
 
         connections = cast(
-            list[dict[str, Any]],
+            "list[dict[str, Any]]",
             check.not_none(
                 self._airbyte_instance.make_request(
                     endpoint="/connections/list", data={"workspaceId": workspace_id}
@@ -762,10 +762,10 @@ class AirbyteInstanceCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinit
 
         output_connections: list[tuple[str, AirbyteConnectionMetadata]] = []
         for connection_json in connections:
-            connection_id = cast(str, connection_json.get("connectionId"))
+            connection_id = cast("str", connection_json.get("connectionId"))
 
             operations_json = cast(
-                dict[str, Any],
+                "dict[str, Any]",
                 check.not_none(
                     self._airbyte_instance.make_request(
                         endpoint="/operations/list",
@@ -774,9 +774,9 @@ class AirbyteInstanceCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinit
                 ),
             )
 
-            destination_id = cast(str, connection_json.get("destinationId"))
+            destination_id = cast("str", connection_json.get("destinationId"))
             destination_json = cast(
-                dict[str, Any],
+                "dict[str, Any]",
                 check.not_none(
                     self._airbyte_instance.make_request(
                         endpoint="/destinations/get",
@@ -850,7 +850,7 @@ class AirbyteYAMLCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinition)
                 connection_data = yaml.safe_load(f.read())
 
             destination_configuration_path = cast(
-                str, connection_data.get("destination_configuration_path")
+                "str", connection_data.get("destination_configuration_path")
             )
             with open(
                 os.path.join(self._project_dir, destination_configuration_path), encoding="utf-8"
@@ -886,7 +886,7 @@ class AirbyteYAMLCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinition)
                 )
                 state_file = state_files[0]
 
-            with open(os.path.join(connection_dir, cast(str, state_file)), encoding="utf-8") as f:
+            with open(os.path.join(connection_dir, cast("str", state_file)), encoding="utf-8") as f:
                 state = yaml.safe_load(f.read())
                 connection_id = state.get("resource_id")
 

{dagster-airbyte-0.26.9 → dagster-airbyte-0.26.11}/dagster_airbyte/managed/reconciliation.py

@@ -212,7 +212,7 @@ def reconcile_sources(
             else:
                 if not dry_run:
                     create_result = cast(
-                        dict[str, str],
+                        "dict[str, str]",
                         check.not_none(
                             res.make_request(
                                 endpoint="/sources/create",
@@ -300,7 +300,7 @@ def reconcile_destinations(
             else:
                 if not dry_run:
                     create_result = cast(
-                        dict[str, str],
+                        "dict[str, str]",
                         check.not_none(
                             res.make_request(
                                 endpoint="/destinations/create",
@@ -346,13 +346,13 @@ def reconcile_config(
         workspace_id = res.get_default_workspace()
 
         existing_sources_raw = cast(
-            dict[str, list[dict[str, Any]]],
+            "dict[str, list[dict[str, Any]]]",
             check.not_none(
                 res.make_request(endpoint="/sources/list", data={"workspaceId": workspace_id})
             ),
         )
         existing_dests_raw = cast(
-            dict[str, list[dict[str, Any]]],
+            "dict[str, list[dict[str, Any]]]",
             check.not_none(
                 res.make_request(endpoint="/destinations/list", data={"workspaceId": workspace_id})
             ),
@@ -422,7 +422,7 @@ def reconcile_normalization(
     existing_basic_norm_op_id = None
     if existing_connection_id:
         operations = cast(
-            dict[str, list[dict[str, str]]],
+            "dict[str, list[dict[str, str]]]",
             check.not_none(
                 res.make_request(
                     endpoint="/operations/list",
@@ -450,7 +450,7 @@ def reconcile_normalization(
                 return existing_basic_norm_op_id
             else:
                 return cast(
-                    dict[str, str],
+                    "dict[str, str]",
                     check.not_none(
                         res.make_request(
                             endpoint="/operations/create",
@@ -492,7 +492,7 @@ def reconcile_connections_pre(
     diff = ManagedElementDiff()
 
     existing_connections_raw = cast(
-        dict[str, list[dict[str, Any]]],
+        "dict[str, list[dict[str, Any]]]",
         check.not_none(
             res.make_request(endpoint="/connections/list", data={"workspaceId": workspace_id})
         ),
@@ -537,7 +537,7 @@ def reconcile_connections_post(
 ) -> None:
     """Creates new and modifies existing connections based on the config if dry_run is False."""
     existing_connections_raw = cast(
-        dict[str, list[dict[str, Any]]],
+        "dict[str, list[dict[str, Any]]]",
         check.not_none(
             res.make_request(endpoint="/connections/list", data={"workspaceId": workspace_id})
         ),
@@ -592,7 +592,7 @@ def reconcile_connections_post(
             connection_base_json["namespaceDefinition"] = config_conn.destination_namespace.value
         else:
             connection_base_json["namespaceDefinition"] = "customformat"
-            connection_base_json["namespaceFormat"] = cast(str, config_conn.destination_namespace)
+            connection_base_json["namespaceFormat"] = cast("str", config_conn.destination_namespace)
 
         if config_conn.prefix:
             connection_base_json["prefix"] = config_conn.prefix

{dagster-airbyte-0.26.9 → dagster-airbyte-0.26.11}/dagster_airbyte/resources.py

@@ -217,8 +217,8 @@ class BaseAirbyteResource(ConfigurableResource):
         """
         connection_details = self.get_connection_details(connection_id)
         job_details = self.start_sync(connection_id)
-        job_info = cast(dict[str, object], job_details.get("job", {}))
-        job_id = cast(int, job_info.get("id"))
+        job_info = cast("dict[str, object]", job_details.get("job", {}))
+        job_id = cast("int", job_info.get("id"))
 
         self._log.info(f"Job {job_id} initialized for connection_id={connection_id}.")
         start = time.monotonic()
@@ -235,7 +235,7 @@ class BaseAirbyteResource(ConfigurableResource):
                     )
                 time.sleep(poll_interval or self.poll_interval)
                 job_details = self.get_job_status(connection_id, job_id)
-                attempts = cast(list, job_details.get("attempts", []))
+                attempts = cast("list", job_details.get("attempts", []))
                 cur_attempt = len(attempts)
                 # spit out the available Airbyte log info
                 if cur_attempt:
@@ -252,7 +252,7 @@ class BaseAirbyteResource(ConfigurableResource):
                         logged_lines = 0
                         logged_attempts += 1
 
-                job_info = cast(dict[str, object], job_details.get("job", {}))
+                job_info = cast("dict[str, object]", job_details.get("job", {}))
                 state = job_info.get("status")
 
                 if state in (
@@ -577,7 +577,7 @@ class AirbyteResource(BaseAirbyteResource):
 
     def get_default_workspace(self) -> str:
         workspaces = cast(
-            list[dict[str, Any]],
+            "list[dict[str, Any]]",
             check.not_none(self.make_request_cached(endpoint="/workspaces/list", data={})).get(
                 "workspaces", []
             ),
@@ -589,7 +589,7 @@ class AirbyteResource(BaseAirbyteResource):
         definitions = check.not_none(
             self.make_request_cached(endpoint="/source_definitions/list", data={})
         )
-        source_definitions = cast(list[dict[str, Any]], definitions["sourceDefinitions"])
+        source_definitions = cast("list[dict[str, Any]]", definitions["sourceDefinitions"])
 
         return next(
             (
@@ -603,7 +603,7 @@ class AirbyteResource(BaseAirbyteResource):
     def get_destination_definition_by_name(self, name: str):
         name_lower = name.lower()
         definitions = cast(
-            dict[str, list[dict[str, str]]],
+            "dict[str, list[dict[str, str]]]",
             check.not_none(
                 self.make_request_cached(endpoint="/destination_definitions/list", data={})
             ),
@@ -619,7 +619,7 @@ class AirbyteResource(BaseAirbyteResource):
 
     def get_source_catalog_id(self, source_id: str):
         result = cast(
-            dict[str, Any],
+            "dict[str, Any]",
             check.not_none(
                 self.make_request(endpoint="/sources/discover_schema", data={"sourceId": source_id})
             ),
@@ -628,7 +628,7 @@ class AirbyteResource(BaseAirbyteResource):
 
     def get_source_schema(self, source_id: str) -> Mapping[str, Any]:
         return cast(
-            dict[str, Any],
+            "dict[str, Any]",
             check.not_none(
                 self.make_request(endpoint="/sources/discover_schema", data={"sourceId": source_id})
             ),
@@ -640,7 +640,7 @@ class AirbyteResource(BaseAirbyteResource):
         # Airbyte API changed source of truth for normalization in PR
         # https://github.com/airbytehq/airbyte/pull/21005
         norm_dest_def_spec: bool = cast(
-            dict[str, Any],
+            "dict[str, Any]",
             check.not_none(
                 self.make_request_cached(
                     endpoint="/destination_definition_specifications/get",
@@ -654,7 +654,7 @@ class AirbyteResource(BaseAirbyteResource):
 
         norm_dest_def: bool = (
             cast(
-                dict[str, Any],
+                "dict[str, Any]",
                 check.not_none(
                     self.make_request_cached(
                         endpoint="/destination_definitions/get",
@@ -687,7 +687,9 @@ class AirbyteResource(BaseAirbyteResource):
                     },
                 )
             )
-            job = next((job for job in cast(list, out["jobs"]) if job["job"]["id"] == job_id), None)
+            job = next(
+                (job for job in cast("list", out["jobs"]) if job["job"]["id"] == job_id), None
+            )
 
             return check.not_none(job)
 
@@ -722,8 +724,8 @@ class AirbyteResource(BaseAirbyteResource):
         """
         connection_details = self.get_connection_details(connection_id)
         job_details = self.start_sync(connection_id)
-        job_info = cast(dict[str, object], job_details.get("job", {}))
-        job_id = cast(int, job_info.get("id"))
+        job_info = cast("dict[str, object]", job_details.get("job", {}))
+        job_id = cast("int", job_info.get("id"))
 
         self._log.info(f"Job {job_id} initialized for connection_id={connection_id}.")
         start = time.monotonic()
@@ -740,7 +742,7 @@ class AirbyteResource(BaseAirbyteResource):
                     )
                 time.sleep(poll_interval or self.poll_interval)
                 job_details = self.get_job_status(connection_id, job_id)
-                attempts = cast(list, job_details.get("attempts", []))
+                attempts = cast("list", job_details.get("attempts", []))
                 cur_attempt = len(attempts)
                 # spit out the available Airbyte log info
                 if cur_attempt:
@@ -757,7 +759,7 @@ class AirbyteResource(BaseAirbyteResource):
                         logged_lines = 0
                         logged_attempts += 1
 
-                job_info = cast(dict[str, object], job_details.get("job", {}))
+                job_info = cast("dict[str, object]", job_details.get("job", {}))
                 state = job_info.get("status")
 
                 if state in (

dagster-airbyte-0.26.11/dagster_airbyte/version.py

@@ -0,0 +1 @@
+__version__ = "0.26.11"

{dagster-airbyte-0.26.9 → dagster-airbyte-0.26.11/dagster_airbyte.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dagster-airbyte
-Version: 0.26.9
+Version: 0.26.11
 Summary: Package for integrating Airbyte with Dagster.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
 Author: Dagster Labs

dagster-airbyte-0.26.11/dagster_airbyte.egg-info/requires.txt

@@ -0,0 +1,9 @@
+dagster==1.10.11
+requests
+
+[managed]
+dagster-managed-elements==0.26.11
+
+[test]
+requests-mock
+flaky

{dagster-airbyte-0.26.9 → dagster-airbyte-0.26.11}/setup.py

@@ -36,7 +36,7 @@ setup(
     include_package_data=True,
     python_requires=">=3.9,<3.13",
     install_requires=[
-        "dagster==1.10.9",
+        "dagster==1.10.11",
         "requests",
     ],
     zip_safe=False,
@@ -51,7 +51,7 @@ setup(
             "flaky",
         ],
         "managed": [
-            "dagster-managed-elements==0.26.9",
+            "dagster-managed-elements==0.26.11",
         ],
     },
 )

dagster-airbyte-0.26.9/dagster_airbyte/version.py

@@ -1 +0,0 @@
-__version__ = "0.26.9"

dagster-airbyte-0.26.9/dagster_airbyte.egg-info/requires.txt

@@ -1,9 +0,0 @@
-dagster==1.10.9
-requests
-
-[managed]
-dagster-managed-elements==0.26.9
-
-[test]
-requests-mock
-flaky