acryl-datahub-cloud 0.3.8rc17__py3-none-any.whl → 0.3.8.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub-cloud might be problematic. Click here for more details.
- acryl_datahub_cloud/_codegen_config.json +1 -1
- acryl_datahub_cloud/datahub_metadata_sharing/metadata_sharing_source.py +7 -10
- acryl_datahub_cloud/datahub_reporting/forms.py +1 -1
- acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +1 -1
- acryl_datahub_cloud/metadata/_urns/urn_defs.py +1509 -1464
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/executorpool/__init__.py +15 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +2 -0
- acryl_datahub_cloud/metadata/schema.avsc +21048 -21005
- acryl_datahub_cloud/metadata/schema_classes.py +569 -502
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolInfo.avsc +19 -0
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolKey.avsc +24 -0
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorStatus.avsc +3 -3
- acryl_datahub_cloud/metadata/schemas/__init__.py +3 -3
- {acryl_datahub_cloud-0.3.8rc17.dist-info → acryl_datahub_cloud-0.3.8.1.dist-info}/METADATA +43 -43
- {acryl_datahub_cloud-0.3.8rc17.dist-info → acryl_datahub_cloud-0.3.8.1.dist-info}/RECORD +18 -15
- {acryl_datahub_cloud-0.3.8rc17.dist-info → acryl_datahub_cloud-0.3.8.1.dist-info}/WHEEL +0 -0
- {acryl_datahub_cloud-0.3.8rc17.dist-info → acryl_datahub_cloud-0.3.8.1.dist-info}/entry_points.txt +0 -0
- {acryl_datahub_cloud-0.3.8rc17.dist-info → acryl_datahub_cloud-0.3.8.1.dist-info}/top_level.txt +0 -0
|
@@ -104,9 +104,8 @@ class DataHubMetadataSharingSource(Source):
|
|
|
104
104
|
self._process_single_entity(result)
|
|
105
105
|
|
|
106
106
|
self.report.batches_processed = current_batch_number
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
context=f"{current_batch_number} of size {self.config.batch_size}!",
|
|
107
|
+
logger.info(
|
|
108
|
+
f"Completed sharing batch of entities {current_batch_number} of size {self.config.batch_size}!"
|
|
110
109
|
)
|
|
111
110
|
current_batch_number += 1
|
|
112
111
|
|
|
@@ -126,10 +125,8 @@ class DataHubMetadataSharingSource(Source):
|
|
|
126
125
|
)
|
|
127
126
|
return
|
|
128
127
|
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
context=f"Successfully shared {self.report.entities_shared} entities, "
|
|
132
|
-
f"failed to share {self.report.entities_failed} entities.",
|
|
128
|
+
logger.info(
|
|
129
|
+
f"Successfully shared {self.report.entities_shared} entities, failed to share {self.report.entities_failed} entities.",
|
|
133
130
|
)
|
|
134
131
|
|
|
135
132
|
# Rest of the methods remain the same...
|
|
@@ -168,9 +165,9 @@ class DataHubMetadataSharingSource(Source):
|
|
|
168
165
|
continue
|
|
169
166
|
|
|
170
167
|
if previous_status != "SUCCESS":
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
168
|
+
logger.info(
|
|
169
|
+
"Attempting to share a previously unsuccessful shared entity! "
|
|
170
|
+
+ f"entity urn: {entity_urn}, destination urn: {destination_urn}"
|
|
174
171
|
)
|
|
175
172
|
|
|
176
173
|
lineage_direction = self._determine_lineage_direction(share_config)
|
|
@@ -93,7 +93,7 @@ class DataHubReportingFormsSource(Source):
|
|
|
93
93
|
form_analytics_config = self.get_reporting_config()
|
|
94
94
|
|
|
95
95
|
if form_analytics_config and not form_analytics_config.enabled:
|
|
96
|
-
logger.
|
|
96
|
+
logger.info("Form analytics is not enabled. Skipping reporting.")
|
|
97
97
|
self.report.feature_enabled = False
|
|
98
98
|
return
|
|
99
99
|
|
|
@@ -1377,7 +1377,7 @@ class DataHubUsageFeatureReportingSource(StatefulIngestionSourceBase):
|
|
|
1377
1377
|
|
|
1378
1378
|
top_users = self.generate_top_users(lf)
|
|
1379
1379
|
|
|
1380
|
-
usage_with_top_users =
|
|
1380
|
+
usage_with_top_users = total_queries.join(top_users, on="urn", how="left")
|
|
1381
1381
|
|
|
1382
1382
|
usage_with_top_users_with_ranks = self.gen_rank_and_percentile(
|
|
1383
1383
|
usage_with_top_users, "totalSqlQueries", "urn", "platform", "queries_"
|