dagster-datahub 0.25.1__py3-none-any.whl → 0.28.13__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dagster_datahub/__init__.py +4 -4
- dagster_datahub/resources.py +6 -6
- dagster_datahub/version.py +1 -1
- {dagster_datahub-0.25.1.dist-info → dagster_datahub-0.28.13.dist-info}/METADATA +15 -6
- dagster_datahub-0.28.13.dist-info/RECORD +9 -0
- {dagster_datahub-0.25.1.dist-info → dagster_datahub-0.28.13.dist-info}/WHEEL +1 -1
- {dagster_datahub-0.25.1.dist-info → dagster_datahub-0.28.13.dist-info/licenses}/LICENSE +1 -1
- dagster_datahub-0.25.1.dist-info/RECORD +0 -9
- {dagster_datahub-0.25.1.dist-info → dagster_datahub-0.28.13.dist-info}/top_level.txt +0 -0
dagster_datahub/__init__.py
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
from
|
|
1
|
+
from dagster_shared.libraries import DagsterLibraryRegistry
|
|
2
2
|
|
|
3
3
|
from dagster_datahub.resources import (
|
|
4
4
|
DatahubConnection,
|
|
@@ -12,9 +12,9 @@ from dagster_datahub.version import __version__
|
|
|
12
12
|
DagsterLibraryRegistry.register("dagster-datahub", __version__)
|
|
13
13
|
|
|
14
14
|
__all__ = [
|
|
15
|
-
"datahub_rest_emitter",
|
|
16
|
-
"datahub_kafka_emitter",
|
|
17
|
-
"DatahubKafkaEmitterResource",
|
|
18
15
|
"DatahubConnection",
|
|
16
|
+
"DatahubKafkaEmitterResource",
|
|
19
17
|
"DatahubRESTEmitterResource",
|
|
18
|
+
"datahub_kafka_emitter",
|
|
19
|
+
"datahub_rest_emitter",
|
|
20
20
|
]
|
dagster_datahub/resources.py
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
from typing import Any,
|
|
1
|
+
from typing import Any, Optional
|
|
2
2
|
|
|
3
3
|
from dagster import InitResourceContext, resource
|
|
4
4
|
from dagster._config.pythonic_config import Config, ConfigurableResource
|
|
@@ -20,10 +20,10 @@ class DatahubRESTEmitterResource(ConfigurableResource):
|
|
|
20
20
|
token: Optional[str] = Field(default=None, description="Personal Access Token")
|
|
21
21
|
connect_timeout_sec: Optional[float] = None
|
|
22
22
|
read_timeout_sec: Optional[float] = None
|
|
23
|
-
retry_status_codes: Optional[
|
|
24
|
-
retry_methods: Optional[
|
|
23
|
+
retry_status_codes: Optional[list[int]] = None
|
|
24
|
+
retry_methods: Optional[list[str]] = None
|
|
25
25
|
retry_max_times: Optional[int] = None
|
|
26
|
-
extra_headers: Optional[
|
|
26
|
+
extra_headers: Optional[dict[str, str]] = None
|
|
27
27
|
ca_certificate_path: Optional[str] = None
|
|
28
28
|
server_telemetry_id: Optional[str] = None # No-op - no longer accepted in DatahubRestEmitter
|
|
29
29
|
disable_ssl_verification: bool = False
|
|
@@ -70,14 +70,14 @@ def datahub_rest_emitter(init_context: InitResourceContext) -> DatahubRestEmitte
|
|
|
70
70
|
class DatahubConnection(Config):
|
|
71
71
|
bootstrap: str = Field(description="Kafka Boostrap Servers. Comma delimited")
|
|
72
72
|
schema_registry_url: str = Field(description="Schema Registry Location.")
|
|
73
|
-
schema_registry_config:
|
|
73
|
+
schema_registry_config: dict[str, Any] = Field(
|
|
74
74
|
default={}, description="Extra Schema Registry Config."
|
|
75
75
|
)
|
|
76
76
|
|
|
77
77
|
|
|
78
78
|
class DatahubKafkaEmitterResource(ConfigurableResource):
|
|
79
79
|
connection: DatahubConnection
|
|
80
|
-
topic_routes:
|
|
80
|
+
topic_routes: dict[str, str] = Field(
|
|
81
81
|
default={
|
|
82
82
|
MCE_KEY: DEFAULT_MCE_KAFKA_TOPIC,
|
|
83
83
|
MCP_KEY: DEFAULT_MCP_KAFKA_TOPIC,
|
dagster_datahub/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "0.
|
|
1
|
+
__version__ = "0.28.13"
|
|
@@ -1,21 +1,30 @@
|
|
|
1
|
-
Metadata-Version: 2.
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster-datahub
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.28.13
|
|
4
4
|
Summary: Package for Datahub-specific Dagster framework solid and resource components.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-datahub
|
|
6
6
|
Author: Dagster Labs
|
|
7
7
|
Author-email: hello@dagsterlabs.com
|
|
8
8
|
License: Apache-2.0
|
|
9
|
-
Classifier: Programming Language :: Python :: 3.9
|
|
10
9
|
Classifier: Programming Language :: Python :: 3.10
|
|
11
10
|
Classifier: Programming Language :: Python :: 3.11
|
|
12
11
|
Classifier: Programming Language :: Python :: 3.12
|
|
12
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
13
|
+
Classifier: Programming Language :: Python :: 3.14
|
|
13
14
|
Classifier: License :: OSI Approved :: Apache Software License
|
|
14
15
|
Classifier: Operating System :: OS Independent
|
|
15
|
-
Requires-Python: >=3.
|
|
16
|
+
Requires-Python: >=3.10,<3.15
|
|
16
17
|
License-File: LICENSE
|
|
17
18
|
Requires-Dist: acryl-datahub[datahub-kafka,datahub-rest]
|
|
18
|
-
Requires-Dist: dagster
|
|
19
|
+
Requires-Dist: dagster==1.12.13
|
|
19
20
|
Requires-Dist: packaging
|
|
20
21
|
Requires-Dist: requests
|
|
21
|
-
|
|
22
|
+
Dynamic: author
|
|
23
|
+
Dynamic: author-email
|
|
24
|
+
Dynamic: classifier
|
|
25
|
+
Dynamic: home-page
|
|
26
|
+
Dynamic: license
|
|
27
|
+
Dynamic: license-file
|
|
28
|
+
Dynamic: requires-dist
|
|
29
|
+
Dynamic: requires-python
|
|
30
|
+
Dynamic: summary
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
dagster_datahub/__init__.py,sha256=c9oDydKvMviq2kUcFPIwQ9HXcF6y0XKSCQ-eBcMC4iI,523
|
|
2
|
+
dagster_datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
3
|
+
dagster_datahub/resources.py,sha256=sj6WR1SR_vYMzer5vE9b4p9A442RgTWsS3Zmbzz5ozk,4181
|
|
4
|
+
dagster_datahub/version.py,sha256=V__meM42MWuoz8aUqc0jpG42uTRWaiUA_MsUAt6BdlY,24
|
|
5
|
+
dagster_datahub-0.28.13.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
|
|
6
|
+
dagster_datahub-0.28.13.dist-info/METADATA,sha256=bMn50BqpkhITr-eNnikGIvO65VHxZKEBGoQdbfjTy_g,1063
|
|
7
|
+
dagster_datahub-0.28.13.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
|
|
8
|
+
dagster_datahub-0.28.13.dist-info/top_level.txt,sha256=PhdrucYPbsKBR6HbJOtRYC6RN7TkfUmY0bzU1uvssk8,16
|
|
9
|
+
dagster_datahub-0.28.13.dist-info/RECORD,,
|
|
@@ -186,7 +186,7 @@
|
|
|
186
186
|
same "printed page" as the copyright notice for easier
|
|
187
187
|
identification within third-party archives.
|
|
188
188
|
|
|
189
|
-
Copyright
|
|
189
|
+
Copyright 2025 Dagster Labs, Inc.
|
|
190
190
|
|
|
191
191
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
192
192
|
you may not use this file except in compliance with the License.
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
dagster_datahub/__init__.py,sha256=NizulgVRTU4gFt5qRLuLPNXRVORMPZLyd88wDsqQlYg,522
|
|
2
|
-
dagster_datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
3
|
-
dagster_datahub/resources.py,sha256=pYs4qeG5W5NvA78Y00EpYP_T8lIE-dQFs51cH3J2rUY,4193
|
|
4
|
-
dagster_datahub/version.py,sha256=ACu2Z3Q3TFgYpAno_eu9ssJ1QULjNXvjGvyqDSHrQ_o,23
|
|
5
|
-
dagster_datahub-0.25.1.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
|
|
6
|
-
dagster_datahub-0.25.1.dist-info/METADATA,sha256=hYyW8SbWvhlmbHmOSapV3aIHeZ9k56l0ZEHepyUwNa8,828
|
|
7
|
-
dagster_datahub-0.25.1.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
|
|
8
|
-
dagster_datahub-0.25.1.dist-info/top_level.txt,sha256=PhdrucYPbsKBR6HbJOtRYC6RN7TkfUmY0bzU1uvssk8,16
|
|
9
|
-
dagster_datahub-0.25.1.dist-info/RECORD,,
|
|
File without changes
|