dagster-airbyte 0.26.9__py3-none-any.whl → 0.26.11rc0__py3-none-any.whl

dagster_airbyte/asset_defs.py

@@ -179,12 +179,12 @@ def _build_airbyte_assets_from_metadata(
     assets_defn_meta: AssetsDefinitionCacheableData,
     resource_defs: Optional[Mapping[str, ResourceDefinition]],
 ) -> AssetsDefinition:
-    metadata = cast(Mapping[str, Any], assets_defn_meta.extra_metadata)
-    connection_id = cast(str, metadata["connection_id"])
-    group_name = cast(Optional[str], metadata["group_name"])
-    destination_tables = cast(list[str], metadata["destination_tables"])
-    normalization_tables = cast(Mapping[str, list[str]], metadata["normalization_tables"])
-    io_manager_key = cast(Optional[str], metadata["io_manager_key"])
+    metadata = cast("Mapping[str, Any]", assets_defn_meta.extra_metadata)
+    connection_id = cast("str", metadata["connection_id"])
+    group_name = cast("Optional[str]", metadata["group_name"])
+    destination_tables = cast("list[str]", metadata["destination_tables"])
+    normalization_tables = cast("Mapping[str, list[str]]", metadata["normalization_tables"])
+    io_manager_key = cast("Optional[str]", metadata["io_manager_key"])
 
     @multi_asset(
         name=f"airbyte_sync_{connection_id.replace('-', '_')}",
@@ -501,7 +501,7 @@ class AirbyteConnectionMetadata(
     def from_config(
         cls, contents: Mapping[str, Any], destination: Mapping[str, Any]
     ) -> "AirbyteConnectionMetadata":
-        config_contents = cast(Mapping[str, Any], contents.get("configuration"))
+        config_contents = cast("Mapping[str, Any]", contents.get("configuration"))
         check.invariant(
             config_contents is not None, "Airbyte connection config is missing 'configuration' key"
         )
@@ -531,7 +531,7 @@ class AirbyteConnectionMetadata(
         ]
 
         for stream in enabled_streams:
-            name = cast(str, stream.get("stream", {}).get("name"))
+            name = cast("str", stream.get("stream", {}).get("name"))
             prefixed_name = f"{self.stream_prefix}{name}"
 
             schema = (
@@ -567,7 +567,7 @@ def _get_schema_by_table_name(
                 [
                     (k, v.schema)
                     for k, v in cast(
-                        dict[str, AirbyteTableMetadata], meta.normalization_tables
+                        "dict[str, AirbyteTableMetadata]", meta.normalization_tables
                     ).items()
                 ]
                 for meta in stream_table_metadata.values()
@@ -740,7 +740,7 @@ class AirbyteInstanceCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinit
         workspace_id = self._workspace_id
         if not workspace_id:
             workspaces = cast(
-                list[dict[str, Any]],
+                "list[dict[str, Any]]",
                 check.not_none(
                     self._airbyte_instance.make_request(endpoint="/workspaces/list", data={})
                 ).get("workspaces", []),
@@ -752,7 +752,7 @@ class AirbyteInstanceCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinit
             workspace_id = workspaces[0].get("workspaceId")
 
         connections = cast(
-            list[dict[str, Any]],
+            "list[dict[str, Any]]",
             check.not_none(
                 self._airbyte_instance.make_request(
                     endpoint="/connections/list", data={"workspaceId": workspace_id}
@@ -762,10 +762,10 @@ class AirbyteInstanceCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinit
 
         output_connections: list[tuple[str, AirbyteConnectionMetadata]] = []
         for connection_json in connections:
-            connection_id = cast(str, connection_json.get("connectionId"))
+            connection_id = cast("str", connection_json.get("connectionId"))
 
             operations_json = cast(
-                dict[str, Any],
+                "dict[str, Any]",
                 check.not_none(
                     self._airbyte_instance.make_request(
                         endpoint="/operations/list",
@@ -774,9 +774,9 @@ class AirbyteInstanceCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinit
                 ),
             )
 
-            destination_id = cast(str, connection_json.get("destinationId"))
+            destination_id = cast("str", connection_json.get("destinationId"))
             destination_json = cast(
-                dict[str, Any],
+                "dict[str, Any]",
                 check.not_none(
                     self._airbyte_instance.make_request(
                         endpoint="/destinations/get",
@@ -850,7 +850,7 @@ class AirbyteYAMLCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinition)
                 connection_data = yaml.safe_load(f.read())
 
             destination_configuration_path = cast(
-                str, connection_data.get("destination_configuration_path")
+                "str", connection_data.get("destination_configuration_path")
             )
             with open(
                 os.path.join(self._project_dir, destination_configuration_path), encoding="utf-8"
@@ -886,7 +886,7 @@ class AirbyteYAMLCacheableAssetsDefinition(AirbyteCoreCacheableAssetsDefinition)
                 )
                 state_file = state_files[0]
 
-            with open(os.path.join(connection_dir, cast(str, state_file)), encoding="utf-8") as f:
+            with open(os.path.join(connection_dir, cast("str", state_file)), encoding="utf-8") as f:
                 state = yaml.safe_load(f.read())
                 connection_id = state.get("resource_id")
 

dagster_airbyte/managed/reconciliation.py

@@ -212,7 +212,7 @@ def reconcile_sources(
             else:
                 if not dry_run:
                     create_result = cast(
-                        dict[str, str],
+                        "dict[str, str]",
                         check.not_none(
                             res.make_request(
                                 endpoint="/sources/create",
@@ -300,7 +300,7 @@ def reconcile_destinations(
             else:
                 if not dry_run:
                     create_result = cast(
-                        dict[str, str],
+                        "dict[str, str]",
                         check.not_none(
                             res.make_request(
                                 endpoint="/destinations/create",
@@ -346,13 +346,13 @@ def reconcile_config(
         workspace_id = res.get_default_workspace()
 
         existing_sources_raw = cast(
-            dict[str, list[dict[str, Any]]],
+            "dict[str, list[dict[str, Any]]]",
             check.not_none(
                 res.make_request(endpoint="/sources/list", data={"workspaceId": workspace_id})
             ),
         )
         existing_dests_raw = cast(
-            dict[str, list[dict[str, Any]]],
+            "dict[str, list[dict[str, Any]]]",
             check.not_none(
                 res.make_request(endpoint="/destinations/list", data={"workspaceId": workspace_id})
             ),
@@ -422,7 +422,7 @@ def reconcile_normalization(
     existing_basic_norm_op_id = None
     if existing_connection_id:
         operations = cast(
-            dict[str, list[dict[str, str]]],
+            "dict[str, list[dict[str, str]]]",
             check.not_none(
                 res.make_request(
                     endpoint="/operations/list",
@@ -450,7 +450,7 @@ def reconcile_normalization(
                 return existing_basic_norm_op_id
             else:
                 return cast(
-                    dict[str, str],
+                    "dict[str, str]",
                     check.not_none(
                         res.make_request(
                             endpoint="/operations/create",
@@ -492,7 +492,7 @@ def reconcile_connections_pre(
     diff = ManagedElementDiff()
 
     existing_connections_raw = cast(
-        dict[str, list[dict[str, Any]]],
+        "dict[str, list[dict[str, Any]]]",
         check.not_none(
             res.make_request(endpoint="/connections/list", data={"workspaceId": workspace_id})
         ),
@@ -537,7 +537,7 @@ def reconcile_connections_post(
 ) -> None:
     """Creates new and modifies existing connections based on the config if dry_run is False."""
     existing_connections_raw = cast(
-        dict[str, list[dict[str, Any]]],
+        "dict[str, list[dict[str, Any]]]",
         check.not_none(
             res.make_request(endpoint="/connections/list", data={"workspaceId": workspace_id})
         ),
@@ -592,7 +592,7 @@ def reconcile_connections_post(
             connection_base_json["namespaceDefinition"] = config_conn.destination_namespace.value
         else:
             connection_base_json["namespaceDefinition"] = "customformat"
-            connection_base_json["namespaceFormat"] = cast(str, config_conn.destination_namespace)
+            connection_base_json["namespaceFormat"] = cast("str", config_conn.destination_namespace)
 
         if config_conn.prefix:
             connection_base_json["prefix"] = config_conn.prefix

dagster_airbyte/resources.py

@@ -217,8 +217,8 @@ class BaseAirbyteResource(ConfigurableResource):
         """
         connection_details = self.get_connection_details(connection_id)
         job_details = self.start_sync(connection_id)
-        job_info = cast(dict[str, object], job_details.get("job", {}))
-        job_id = cast(int, job_info.get("id"))
+        job_info = cast("dict[str, object]", job_details.get("job", {}))
+        job_id = cast("int", job_info.get("id"))
 
         self._log.info(f"Job {job_id} initialized for connection_id={connection_id}.")
         start = time.monotonic()
@@ -235,7 +235,7 @@ class BaseAirbyteResource(ConfigurableResource):
                     )
                 time.sleep(poll_interval or self.poll_interval)
                 job_details = self.get_job_status(connection_id, job_id)
-                attempts = cast(list, job_details.get("attempts", []))
+                attempts = cast("list", job_details.get("attempts", []))
                 cur_attempt = len(attempts)
                 # spit out the available Airbyte log info
                 if cur_attempt:
@@ -252,7 +252,7 @@ class BaseAirbyteResource(ConfigurableResource):
                         logged_lines = 0
                         logged_attempts += 1
 
-                job_info = cast(dict[str, object], job_details.get("job", {}))
+                job_info = cast("dict[str, object]", job_details.get("job", {}))
                 state = job_info.get("status")
 
                 if state in (
@@ -577,7 +577,7 @@ class AirbyteResource(BaseAirbyteResource):
 
     def get_default_workspace(self) -> str:
         workspaces = cast(
-            list[dict[str, Any]],
+            "list[dict[str, Any]]",
             check.not_none(self.make_request_cached(endpoint="/workspaces/list", data={})).get(
                 "workspaces", []
             ),
@@ -589,7 +589,7 @@ class AirbyteResource(BaseAirbyteResource):
         definitions = check.not_none(
             self.make_request_cached(endpoint="/source_definitions/list", data={})
         )
-        source_definitions = cast(list[dict[str, Any]], definitions["sourceDefinitions"])
+        source_definitions = cast("list[dict[str, Any]]", definitions["sourceDefinitions"])
 
         return next(
             (
@@ -603,7 +603,7 @@ class AirbyteResource(BaseAirbyteResource):
     def get_destination_definition_by_name(self, name: str):
         name_lower = name.lower()
         definitions = cast(
-            dict[str, list[dict[str, str]]],
+            "dict[str, list[dict[str, str]]]",
             check.not_none(
                 self.make_request_cached(endpoint="/destination_definitions/list", data={})
             ),
@@ -619,7 +619,7 @@ class AirbyteResource(BaseAirbyteResource):
 
     def get_source_catalog_id(self, source_id: str):
         result = cast(
-            dict[str, Any],
+            "dict[str, Any]",
             check.not_none(
                 self.make_request(endpoint="/sources/discover_schema", data={"sourceId": source_id})
             ),
@@ -628,7 +628,7 @@ class AirbyteResource(BaseAirbyteResource):
 
     def get_source_schema(self, source_id: str) -> Mapping[str, Any]:
         return cast(
-            dict[str, Any],
+            "dict[str, Any]",
             check.not_none(
                 self.make_request(endpoint="/sources/discover_schema", data={"sourceId": source_id})
             ),
@@ -640,7 +640,7 @@ class AirbyteResource(BaseAirbyteResource):
         # Airbyte API changed source of truth for normalization in PR
         # https://github.com/airbytehq/airbyte/pull/21005
         norm_dest_def_spec: bool = cast(
-            dict[str, Any],
+            "dict[str, Any]",
             check.not_none(
                 self.make_request_cached(
                     endpoint="/destination_definition_specifications/get",
@@ -654,7 +654,7 @@ class AirbyteResource(BaseAirbyteResource):
 
         norm_dest_def: bool = (
             cast(
-                dict[str, Any],
+                "dict[str, Any]",
                 check.not_none(
                     self.make_request_cached(
                         endpoint="/destination_definitions/get",
@@ -687,7 +687,9 @@ class AirbyteResource(BaseAirbyteResource):
                     },
                 )
             )
-            job = next((job for job in cast(list, out["jobs"]) if job["job"]["id"] == job_id), None)
+            job = next(
+                (job for job in cast("list", out["jobs"]) if job["job"]["id"] == job_id), None
+            )
 
             return check.not_none(job)
 
@@ -722,8 +724,8 @@ class AirbyteResource(BaseAirbyteResource):
         """
         connection_details = self.get_connection_details(connection_id)
         job_details = self.start_sync(connection_id)
-        job_info = cast(dict[str, object], job_details.get("job", {}))
-        job_id = cast(int, job_info.get("id"))
+        job_info = cast("dict[str, object]", job_details.get("job", {}))
+        job_id = cast("int", job_info.get("id"))
 
         self._log.info(f"Job {job_id} initialized for connection_id={connection_id}.")
         start = time.monotonic()
@@ -740,7 +742,7 @@ class AirbyteResource(BaseAirbyteResource):
                     )
                 time.sleep(poll_interval or self.poll_interval)
                 job_details = self.get_job_status(connection_id, job_id)
-                attempts = cast(list, job_details.get("attempts", []))
+                attempts = cast("list", job_details.get("attempts", []))
                 cur_attempt = len(attempts)
                 # spit out the available Airbyte log info
                 if cur_attempt:
@@ -757,7 +759,7 @@ class AirbyteResource(BaseAirbyteResource):
                         logged_lines = 0
                         logged_attempts += 1
 
-                job_info = cast(dict[str, object], job_details.get("job", {}))
+                job_info = cast("dict[str, object]", job_details.get("job", {}))
                 state = job_info.get("status")
 
                 if state in (

dagster_airbyte/version.py

@@ -1 +1 @@
-__version__ = "0.26.9"
+__version__ = "0.26.11rc0"

{dagster_airbyte-0.26.9.dist-info → dagster_airbyte-0.26.11rc0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dagster-airbyte
-Version: 0.26.9
+Version: 0.26.11rc0
 Summary: Package for integrating Airbyte with Dagster.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-airbyte
 Author: Dagster Labs
@@ -14,10 +14,10 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.13
 License-File: LICENSE
-Requires-Dist: dagster ==1.10.9
+Requires-Dist: dagster ==1.10.11rc0
 Requires-Dist: requests
 Provides-Extra: managed
-Requires-Dist: dagster-managed-elements ==0.26.9 ; extra == 'managed'
+Requires-Dist: dagster-managed-elements ==0.26.11rc0 ; extra == 'managed'
 Provides-Extra: test
 Requires-Dist: requests-mock ; extra == 'test'
 Requires-Dist: flaky ; extra == 'test'

{dagster_airbyte-0.26.9.dist-info → dagster_airbyte-0.26.11rc0.dist-info}/RECORD

@@ -1,23 +1,23 @@
 dagster_airbyte/__init__.py,sha256=Cdn8CiAL5HSFeFjmKIZgXJqccj11xqQFzRfUQlD15b0,1720
 dagster_airbyte/asset_decorator.py,sha256=8lvhY8OGk9KT2RS7Fwmm9ZxGUFmhNpGKPKq-lObaxRg,4193
-dagster_airbyte/asset_defs.py,sha256=MfAAZEyyRIZOc4fX2iKsHsLOvLz07gyurVUoiAuZyUg,49985
+dagster_airbyte/asset_defs.py,sha256=X-ong0InnxXe61_H9IZc6ATCACylKb-JQrPbtH-XTHo,50019
 dagster_airbyte/cli.py,sha256=HErteP1MjfHozKKSrznh0yAreKETbXp5NDHzXGsdvvE,425
 dagster_airbyte/ops.py,sha256=oOEczVYpqVRTc1-0osfpR5FZbPjNJDYihgRjk_qtOQA,4229
 dagster_airbyte/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
-dagster_airbyte/resources.py,sha256=ULcdjwmJlWYC4rHQqVQErBwSmx34hfORIhT-LVvSNWI,54009
+dagster_airbyte/resources.py,sha256=5aGrPmH7E5MT3HKgnglxyqRA9l-mUVAj0H0pMj4ysMQ,54071
 dagster_airbyte/translator.py,sha256=CL2EKeZIahgoFvtZpfEwVa2KmCuvUENXByM6F7369LQ,7529
 dagster_airbyte/types.py,sha256=TYUjI3skjLYeANjesgJ-IAJNu8bAnL1ymsUfz5LsRTE,1565
 dagster_airbyte/utils.py,sha256=wJtzx5cWq8Bp1f3T4XjLPaxjXZGstHlL4kRYP2c49bs,4157
-dagster_airbyte/version.py,sha256=ZG17eZIeBB7Zg7MM33Pu3Eg0xdJHjWdE5Wl10Wuq_wo,23
+dagster_airbyte/version.py,sha256=eS-xt-o3NPyxbPUwgn1WSzCSvbkXM3calY6j5hmh228,27
 dagster_airbyte/managed/__init__.py,sha256=6SBtyNOMJ9Cu2UIwFExJHpL_ZVFo3rPMvyIxVOsKvWE,469
-dagster_airbyte/managed/reconciliation.py,sha256=eV7G3Ner8zuXipgT0LN1qHGlnRme45Pmgms_xECkR2E,34785
+dagster_airbyte/managed/reconciliation.py,sha256=LHtJc2zRwk1gAc86pKVSZ0rnfLNTT9r3usRFQilYCwY,34803
 dagster_airbyte/managed/types.py,sha256=isPfX8L9YwtZAf9Vk4hhxBePLR00AEldsdK2TsM1H2o,14611
 dagster_airbyte/managed/generated/__init__.py,sha256=eYq-yfXEeffuKAVFXY8plD0se1wHjFNVqklpbu9gljw,108
 dagster_airbyte/managed/generated/destinations.py,sha256=x1wmWlXvOJHtfaZva3ErdKuVS--sDvfidSXR5ji9G5w,119692
 dagster_airbyte/managed/generated/sources.py,sha256=y0TPNvcRd8c9mhje-NoXsHeKRPt1nXcpww8mNAtqCps,282685
-dagster_airbyte-0.26.9.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
-dagster_airbyte-0.26.9.dist-info/METADATA,sha256=t4kvlRUOwGncLMPv7LUZmrAjTDhzyn9XB6oCDlgG23E,916
-dagster_airbyte-0.26.9.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-dagster_airbyte-0.26.9.dist-info/entry_points.txt,sha256=XrbLOz3LpgPV5fdwMmgdP6Rp1AfSG07KeWIddLqh7Lw,61
-dagster_airbyte-0.26.9.dist-info/top_level.txt,sha256=HLwIRQCzqItn88_KbPP8DNTKKQEBUVKk6NCn4PrCtqY,16
-dagster_airbyte-0.26.9.dist-info/RECORD,,
+dagster_airbyte-0.26.11rc0.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
+dagster_airbyte-0.26.11rc0.dist-info/METADATA,sha256=T96IiJ8u_IKB02rzxFjRzckiccbCmtHbKag-MTDHQyY,928
+dagster_airbyte-0.26.11rc0.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+dagster_airbyte-0.26.11rc0.dist-info/entry_points.txt,sha256=XrbLOz3LpgPV5fdwMmgdP6Rp1AfSG07KeWIddLqh7Lw,61
+dagster_airbyte-0.26.11rc0.dist-info/top_level.txt,sha256=HLwIRQCzqItn88_KbPP8DNTKKQEBUVKk6NCn4PrCtqY,16
+dagster_airbyte-0.26.11rc0.dist-info/RECORD,,