acryl-datahub-cloud 0.3.8rc16__py3-none-any.whl → 0.3.8.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub-cloud might be problematic. Click here for more details.

@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "acryl-datahub-cloud",
3
- "version": "0.3.8rc16",
3
+ "version": "0.3.8.1",
4
4
  "install_requires": [
5
5
  "avro-gen3==0.7.16",
6
6
  "acryl-datahub"
@@ -104,9 +104,8 @@ class DataHubMetadataSharingSource(Source):
104
104
  self._process_single_entity(result)
105
105
 
106
106
  self.report.batches_processed = current_batch_number
107
- self.report.info(
108
- message="Completed sharing batch of entities.",
109
- context=f"{current_batch_number} of size {self.config.batch_size}!",
107
+ logger.info(
108
+ f"Completed sharing batch of entities {current_batch_number} of size {self.config.batch_size}!"
110
109
  )
111
110
  current_batch_number += 1
112
111
 
@@ -126,10 +125,8 @@ class DataHubMetadataSharingSource(Source):
126
125
  )
127
126
  return
128
127
 
129
- self.report.info(
130
- message="Completed sharing all entities.",
131
- context=f"Successfully shared {self.report.entities_shared} entities, "
132
- f"failed to share {self.report.entities_failed} entities.",
128
+ logger.info(
129
+ f"Successfully shared {self.report.entities_shared} entities, failed to share {self.report.entities_failed} entities.",
133
130
  )
134
131
 
135
132
  # Rest of the methods remain the same...
@@ -168,9 +165,9 @@ class DataHubMetadataSharingSource(Source):
168
165
  continue
169
166
 
170
167
  if previous_status != "SUCCESS":
171
- self.report.report_warning(
172
- message="Attempting to share a previously unsuccessful shared entity!",
173
- context=f"entity urn: {entity_urn}, destination urn: {destination_urn}",
168
+ logger.info(
169
+ "Attempting to share a previously unsuccessful shared entity! "
170
+ + f"entity urn: {entity_urn}, destination urn: {destination_urn}"
174
171
  )
175
172
 
176
173
  lineage_direction = self._determine_lineage_direction(share_config)
@@ -93,7 +93,7 @@ class DataHubReportingFormsSource(Source):
93
93
  form_analytics_config = self.get_reporting_config()
94
94
 
95
95
  if form_analytics_config and not form_analytics_config.enabled:
96
- logger.error("Form analytics is not enabled. Skipping reporting.")
96
+ logger.info("Form analytics is not enabled. Skipping reporting.")
97
97
  self.report.feature_enabled = False
98
98
  return
99
99
 
@@ -1377,7 +1377,7 @@ class DataHubUsageFeatureReportingSource(StatefulIngestionSourceBase):
1377
1377
 
1378
1378
  top_users = self.generate_top_users(lf)
1379
1379
 
1380
- usage_with_top_users = top_users.join(total_queries, on="urn", how="inner")
1380
+ usage_with_top_users = total_queries.join(top_users, on="urn", how="left")
1381
1381
 
1382
1382
  usage_with_top_users_with_ranks = self.gen_rank_and_percentile(
1383
1383
  usage_with_top_users, "totalSqlQueries", "urn", "platform", "queries_"