acryl-datahub-cloud 0.3.10.2rc1__py3-none-any.whl → 0.3.10.2rc3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (11) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/datahub_reporting/extract_graph.py +5 -0
  3. acryl_datahub_cloud/datahub_reporting/extract_sql.py +6 -1
  4. acryl_datahub_cloud/metadata/_urns/urn_defs.py +1932 -1932
  5. acryl_datahub_cloud/metadata/schema.avsc +25527 -25069
  6. acryl_datahub_cloud/metadata/schema_classes.py +644 -644
  7. {acryl_datahub_cloud-0.3.10.2rc1.dist-info → acryl_datahub_cloud-0.3.10.2rc3.dist-info}/METADATA +43 -43
  8. {acryl_datahub_cloud-0.3.10.2rc1.dist-info → acryl_datahub_cloud-0.3.10.2rc3.dist-info}/RECORD +11 -11
  9. {acryl_datahub_cloud-0.3.10.2rc1.dist-info → acryl_datahub_cloud-0.3.10.2rc3.dist-info}/WHEEL +0 -0
  10. {acryl_datahub_cloud-0.3.10.2rc1.dist-info → acryl_datahub_cloud-0.3.10.2rc3.dist-info}/entry_points.txt +0 -0
  11. {acryl_datahub_cloud-0.3.10.2rc1.dist-info → acryl_datahub_cloud-0.3.10.2rc3.dist-info}/top_level.txt +0 -0
acryl_datahub_cloud/_codegen_config.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "acryl-datahub-cloud",
3
- "version": "0.3.10.2rc1",
3
+ "version": "0.3.10.2rc3",
4
4
  "install_requires": [
5
5
  "avro-gen3==0.7.16",
6
6
  "acryl-datahub"
acryl_datahub_cloud/datahub_reporting/extract_graph.py CHANGED
@@ -32,6 +32,7 @@ logger = logging.getLogger(__name__)
32
32
 
33
33
 
34
34
  class DataHubReportingExtractGraphSourceConfig(ConfigModel):
35
+ enabled: bool = True
35
36
  server: Optional[DatahubClientConfig] = None
36
37
  search_index: ElasticSearchClientConfig = ElasticSearchClientConfig()
37
38
  extract_graph_store: FileStoreBackedDatasetConfig
@@ -118,6 +119,10 @@ class DataHubReportingExtractGraphSource(Source):
118
119
  return skip_extract
119
120
 
120
121
  def get_workunits(self):
122
+ if not self.config.enabled:
123
+ logger.info("Source is disabled, stopping")
124
+ return
125
+
121
126
  self.graph = (
122
127
  self.ctx.require_graph("Loading default graph coordinates.")
123
128
  if self.config.server is None
acryl_datahub_cloud/datahub_reporting/extract_sql.py CHANGED
@@ -38,6 +38,7 @@ class S3ClientConfig(ConfigModel):
38
38
 
39
39
 
40
40
  class DataHubReportingExtractSQLSourceConfig(ConfigModel):
41
+ enabled: bool = True
41
42
  server: Optional[DatahubClientConfig] = None
42
43
  sql_backup_config: S3ClientConfig
43
44
  extract_sql_store: FileStoreBackedDatasetConfig
@@ -112,12 +113,16 @@ class DataHubReportingExtractSQLSource(Source):
112
113
 
113
114
  if skip_extract:
114
115
  logger.info(
115
- f"Skipping graph extract as dataset has been updated today {ts}"
116
+ f"Skipping sql extract as dataset has been updated today {ts}"
116
117
  )
117
118
 
118
119
  return skip_extract
119
120
 
120
121
  def get_workunits(self):
122
+ if not self.config.enabled:
123
+ logger.info("Source is disabled, stopping")
124
+ return
125
+
121
126
  self.graph = (
122
127
  self.ctx.require_graph("Loading default graph coordinates.")
123
128
  if self.config.server is None