acryl-datahub-cloud 0.3.8rc3__py3-none-any.whl → 0.3.8rc6__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (277) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/datahub_metadata_sharing/scroll_shared_entities.gql +204 -0
  3. acryl_datahub_cloud/datahub_metadata_sharing/share_entity.gql +9 -0
  4. acryl_datahub_cloud/datahub_usage_reporting/query_builder.py +79 -57
  5. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +268 -213
  6. acryl_datahub_cloud/metadata/schema_classes.py +2 -2
  7. {acryl_datahub_cloud-0.3.8rc3.dist-info → acryl_datahub_cloud-0.3.8rc6.dist-info}/METADATA +38 -38
  8. acryl_datahub_cloud-0.3.8rc6.dist-info/RECORD +133 -0
  9. acryl_datahub_cloud/metadata/schema.avsc +0 -26607
  10. acryl_datahub_cloud/metadata/schemas/Access.avsc +0 -55
  11. acryl_datahub_cloud/metadata/schemas/ActionRequestArchived.avsc +0 -68
  12. acryl_datahub_cloud/metadata/schemas/ActionRequestInfo.avsc +0 -524
  13. acryl_datahub_cloud/metadata/schemas/ActionRequestKey.avsc +0 -21
  14. acryl_datahub_cloud/metadata/schemas/ActionRequestStatus.avsc +0 -85
  15. acryl_datahub_cloud/metadata/schemas/Actors.avsc +0 -48
  16. acryl_datahub_cloud/metadata/schemas/AiInferenceMetadata.avsc +0 -42
  17. acryl_datahub_cloud/metadata/schemas/AnomaliesSummary.avsc +0 -126
  18. acryl_datahub_cloud/metadata/schemas/AnomalyInfo.avsc +0 -342
  19. acryl_datahub_cloud/metadata/schemas/AnomalyKey.avsc +0 -22
  20. acryl_datahub_cloud/metadata/schemas/AssertionActions.avsc +0 -53
  21. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +0 -3506
  22. acryl_datahub_cloud/metadata/schemas/AssertionDryRunEvent.avsc +0 -309
  23. acryl_datahub_cloud/metadata/schemas/AssertionInferenceDetails.avsc +0 -105
  24. acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +0 -2579
  25. acryl_datahub_cloud/metadata/schemas/AssertionKey.avsc +0 -32
  26. acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +0 -3374
  27. acryl_datahub_cloud/metadata/schemas/AssertionSummary.avsc +0 -50
  28. acryl_datahub_cloud/metadata/schemas/AssertionsSummary.avsc +0 -189
  29. acryl_datahub_cloud/metadata/schemas/BatchTestRunEvent.avsc +0 -286
  30. acryl_datahub_cloud/metadata/schemas/BrowsePaths.avsc +0 -25
  31. acryl_datahub_cloud/metadata/schemas/BrowsePathsV2.avsc +0 -50
  32. acryl_datahub_cloud/metadata/schemas/BusinessAttributeInfo.avsc +0 -601
  33. acryl_datahub_cloud/metadata/schemas/BusinessAttributeKey.avsc +0 -24
  34. acryl_datahub_cloud/metadata/schemas/BusinessAttributes.avsc +0 -51
  35. acryl_datahub_cloud/metadata/schemas/CaveatsAndRecommendations.avsc +0 -78
  36. acryl_datahub_cloud/metadata/schemas/ChartInfo.avsc +0 -346
  37. acryl_datahub_cloud/metadata/schemas/ChartKey.avsc +0 -58
  38. acryl_datahub_cloud/metadata/schemas/ChartQuery.avsc +0 -39
  39. acryl_datahub_cloud/metadata/schemas/ChartUsageStatistics.avsc +0 -195
  40. acryl_datahub_cloud/metadata/schemas/ConstraintInfo.avsc +0 -182
  41. acryl_datahub_cloud/metadata/schemas/ConstraintKey.avsc +0 -20
  42. acryl_datahub_cloud/metadata/schemas/Container.avsc +0 -36
  43. acryl_datahub_cloud/metadata/schemas/ContainerKey.avsc +0 -47
  44. acryl_datahub_cloud/metadata/schemas/ContainerProperties.avsc +0 -189
  45. acryl_datahub_cloud/metadata/schemas/CorpGroupEditableInfo.avsc +0 -52
  46. acryl_datahub_cloud/metadata/schemas/CorpGroupInfo.avsc +0 -177
  47. acryl_datahub_cloud/metadata/schemas/CorpGroupKey.avsc +0 -39
  48. acryl_datahub_cloud/metadata/schemas/CorpGroupSettings.avsc +0 -106
  49. acryl_datahub_cloud/metadata/schemas/CorpUserCredentials.avsc +0 -42
  50. acryl_datahub_cloud/metadata/schemas/CorpUserEditableInfo.avsc +0 -169
  51. acryl_datahub_cloud/metadata/schemas/CorpUserInfo.avsc +0 -171
  52. acryl_datahub_cloud/metadata/schemas/CorpUserKey.avsc +0 -43
  53. acryl_datahub_cloud/metadata/schemas/CorpUserSettings.avsc +0 -165
  54. acryl_datahub_cloud/metadata/schemas/CorpUserStatus.avsc +0 -73
  55. acryl_datahub_cloud/metadata/schemas/Cost.avsc +0 -64
  56. acryl_datahub_cloud/metadata/schemas/CostFeatures.avsc +0 -36
  57. acryl_datahub_cloud/metadata/schemas/DashboardInfo.avsc +0 -403
  58. acryl_datahub_cloud/metadata/schemas/DashboardKey.avsc +0 -57
  59. acryl_datahub_cloud/metadata/schemas/DashboardUsageStatistics.avsc +0 -255
  60. acryl_datahub_cloud/metadata/schemas/DataContractKey.avsc +0 -23
  61. acryl_datahub_cloud/metadata/schemas/DataContractProperties.avsc +0 -201
  62. acryl_datahub_cloud/metadata/schemas/DataContractStatus.avsc +0 -44
  63. acryl_datahub_cloud/metadata/schemas/DataFlowInfo.avsc +0 -188
  64. acryl_datahub_cloud/metadata/schemas/DataFlowKey.avsc +0 -63
  65. acryl_datahub_cloud/metadata/schemas/DataHubAccessTokenInfo.avsc +0 -74
  66. acryl_datahub_cloud/metadata/schemas/DataHubAccessTokenKey.avsc +0 -21
  67. acryl_datahub_cloud/metadata/schemas/DataHubActionInfo.avsc +0 -121
  68. acryl_datahub_cloud/metadata/schemas/DataHubActionKey.avsc +0 -22
  69. acryl_datahub_cloud/metadata/schemas/DataHubActionStatus.avsc +0 -181
  70. acryl_datahub_cloud/metadata/schemas/DataHubConnectionDetails.avsc +0 -62
  71. acryl_datahub_cloud/metadata/schemas/DataHubConnectionKey.avsc +0 -23
  72. acryl_datahub_cloud/metadata/schemas/DataHubIngestionSourceInfo.avsc +0 -157
  73. acryl_datahub_cloud/metadata/schemas/DataHubIngestionSourceKey.avsc +0 -21
  74. acryl_datahub_cloud/metadata/schemas/DataHubPersonaInfo.avsc +0 -24
  75. acryl_datahub_cloud/metadata/schemas/DataHubPersonaKey.avsc +0 -21
  76. acryl_datahub_cloud/metadata/schemas/DataHubPolicyInfo.avsc +0 -302
  77. acryl_datahub_cloud/metadata/schemas/DataHubPolicyKey.avsc +0 -22
  78. acryl_datahub_cloud/metadata/schemas/DataHubRetentionConfig.avsc +0 -59
  79. acryl_datahub_cloud/metadata/schemas/DataHubRetentionKey.avsc +0 -26
  80. acryl_datahub_cloud/metadata/schemas/DataHubRoleInfo.avsc +0 -33
  81. acryl_datahub_cloud/metadata/schemas/DataHubRoleKey.avsc +0 -21
  82. acryl_datahub_cloud/metadata/schemas/DataHubSecretKey.avsc +0 -21
  83. acryl_datahub_cloud/metadata/schemas/DataHubSecretValue.avsc +0 -91
  84. acryl_datahub_cloud/metadata/schemas/DataHubStepStateKey.avsc +0 -21
  85. acryl_datahub_cloud/metadata/schemas/DataHubStepStateProperties.avsc +0 -68
  86. acryl_datahub_cloud/metadata/schemas/DataHubUpgradeKey.avsc +0 -21
  87. acryl_datahub_cloud/metadata/schemas/DataHubUpgradeRequest.avsc +0 -21
  88. acryl_datahub_cloud/metadata/schemas/DataHubUpgradeResult.avsc +0 -53
  89. acryl_datahub_cloud/metadata/schemas/DataHubViewInfo.avsc +0 -265
  90. acryl_datahub_cloud/metadata/schemas/DataHubViewKey.avsc +0 -21
  91. acryl_datahub_cloud/metadata/schemas/DataJobInfo.avsc +0 -254
  92. acryl_datahub_cloud/metadata/schemas/DataJobInputOutput.avsc +0 -462
  93. acryl_datahub_cloud/metadata/schemas/DataJobKey.avsc +0 -75
  94. acryl_datahub_cloud/metadata/schemas/DataPlatformInfo.avsc +0 -93
  95. acryl_datahub_cloud/metadata/schemas/DataPlatformInstance.avsc +0 -44
  96. acryl_datahub_cloud/metadata/schemas/DataPlatformInstanceKey.avsc +0 -35
  97. acryl_datahub_cloud/metadata/schemas/DataPlatformInstanceProperties.avsc +0 -72
  98. acryl_datahub_cloud/metadata/schemas/DataPlatformKey.avsc +0 -21
  99. acryl_datahub_cloud/metadata/schemas/DataProcessInfo.avsc +0 -73
  100. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceInput.avsc +0 -38
  101. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceKey.avsc +0 -29
  102. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceOutput.avsc +0 -38
  103. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceProperties.avsc +0 -131
  104. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceRelationships.avsc +0 -99
  105. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceRunEvent.avsc +0 -229
  106. acryl_datahub_cloud/metadata/schemas/DataProcessKey.avsc +0 -84
  107. acryl_datahub_cloud/metadata/schemas/DataProductKey.avsc +0 -32
  108. acryl_datahub_cloud/metadata/schemas/DataProductProperties.avsc +0 -211
  109. acryl_datahub_cloud/metadata/schemas/DataTransformLogic.avsc +0 -63
  110. acryl_datahub_cloud/metadata/schemas/DataTypeInfo.avsc +0 -33
  111. acryl_datahub_cloud/metadata/schemas/DataTypeKey.avsc +0 -23
  112. acryl_datahub_cloud/metadata/schemas/DatahubIngestionCheckpoint.avsc +0 -188
  113. acryl_datahub_cloud/metadata/schemas/DatahubIngestionRunSummary.avsc +0 -365
  114. acryl_datahub_cloud/metadata/schemas/DatasetDeprecation.avsc +0 -50
  115. acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +0 -135
  116. acryl_datahub_cloud/metadata/schemas/DatasetProfile.avsc +0 -539
  117. acryl_datahub_cloud/metadata/schemas/DatasetProperties.avsc +0 -165
  118. acryl_datahub_cloud/metadata/schemas/DatasetUpstreamLineage.avsc +0 -129
  119. acryl_datahub_cloud/metadata/schemas/DatasetUsageStatistics.avsc +0 -247
  120. acryl_datahub_cloud/metadata/schemas/Deprecation.avsc +0 -57
  121. acryl_datahub_cloud/metadata/schemas/DisplayProperties.avsc +0 -62
  122. acryl_datahub_cloud/metadata/schemas/Documentation.avsc +0 -152
  123. acryl_datahub_cloud/metadata/schemas/DomainKey.avsc +0 -30
  124. acryl_datahub_cloud/metadata/schemas/DomainProperties.avsc +0 -137
  125. acryl_datahub_cloud/metadata/schemas/Domains.avsc +0 -38
  126. acryl_datahub_cloud/metadata/schemas/DynamicFormAssignment.avsc +0 -150
  127. acryl_datahub_cloud/metadata/schemas/ERModelRelationshipKey.avsc +0 -28
  128. acryl_datahub_cloud/metadata/schemas/ERModelRelationshipProperties.avsc +0 -196
  129. acryl_datahub_cloud/metadata/schemas/EditableChartProperties.avsc +0 -98
  130. acryl_datahub_cloud/metadata/schemas/EditableContainerProperties.avsc +0 -24
  131. acryl_datahub_cloud/metadata/schemas/EditableDashboardProperties.avsc +0 -98
  132. acryl_datahub_cloud/metadata/schemas/EditableDataFlowProperties.avsc +0 -98
  133. acryl_datahub_cloud/metadata/schemas/EditableDataJobProperties.avsc +0 -98
  134. acryl_datahub_cloud/metadata/schemas/EditableDatasetProperties.avsc +0 -111
  135. acryl_datahub_cloud/metadata/schemas/EditableERModelRelationshipProperties.avsc +0 -111
  136. acryl_datahub_cloud/metadata/schemas/EditableMLFeatureProperties.avsc +0 -24
  137. acryl_datahub_cloud/metadata/schemas/EditableMLFeatureTableProperties.avsc +0 -24
  138. acryl_datahub_cloud/metadata/schemas/EditableMLModelGroupProperties.avsc +0 -24
  139. acryl_datahub_cloud/metadata/schemas/EditableMLModelProperties.avsc +0 -24
  140. acryl_datahub_cloud/metadata/schemas/EditableMLPrimaryKeyProperties.avsc +0 -24
  141. acryl_datahub_cloud/metadata/schemas/EditableNotebookProperties.avsc +0 -98
  142. acryl_datahub_cloud/metadata/schemas/EditableSchemaMetadata.avsc +0 -431
  143. acryl_datahub_cloud/metadata/schemas/Embed.avsc +0 -20
  144. acryl_datahub_cloud/metadata/schemas/EntityChangeEvent.avsc +0 -112
  145. acryl_datahub_cloud/metadata/schemas/EntityInferenceMetadata.avsc +0 -47
  146. acryl_datahub_cloud/metadata/schemas/EntityTypeInfo.avsc +0 -33
  147. acryl_datahub_cloud/metadata/schemas/EntityTypeKey.avsc +0 -24
  148. acryl_datahub_cloud/metadata/schemas/EthicalConsiderations.avsc +0 -71
  149. acryl_datahub_cloud/metadata/schemas/EvaluationData.avsc +0 -56
  150. acryl_datahub_cloud/metadata/schemas/ExecutionRequestInput.avsc +0 -134
  151. acryl_datahub_cloud/metadata/schemas/ExecutionRequestKey.avsc +0 -23
  152. acryl_datahub_cloud/metadata/schemas/ExecutionRequestResult.avsc +0 -97
  153. acryl_datahub_cloud/metadata/schemas/ExecutionRequestSignal.avsc +0 -73
  154. acryl_datahub_cloud/metadata/schemas/Filter.avsc +0 -126
  155. acryl_datahub_cloud/metadata/schemas/FormInfo.avsc +0 -517
  156. acryl_datahub_cloud/metadata/schemas/FormKey.avsc +0 -23
  157. acryl_datahub_cloud/metadata/schemas/Forms.avsc +0 -447
  158. acryl_datahub_cloud/metadata/schemas/GenericEntityKey.avsc +0 -16
  159. acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc +0 -524
  160. acryl_datahub_cloud/metadata/schemas/GlobalSettingsKey.avsc +0 -22
  161. acryl_datahub_cloud/metadata/schemas/GlobalTags.avsc +0 -132
  162. acryl_datahub_cloud/metadata/schemas/GlossaryNodeInfo.avsc +0 -89
  163. acryl_datahub_cloud/metadata/schemas/GlossaryNodeKey.avsc +0 -33
  164. acryl_datahub_cloud/metadata/schemas/GlossaryRelatedTerms.avsc +0 -125
  165. acryl_datahub_cloud/metadata/schemas/GlossaryTermInfo.avsc +0 -131
  166. acryl_datahub_cloud/metadata/schemas/GlossaryTermKey.avsc +0 -39
  167. acryl_datahub_cloud/metadata/schemas/GlossaryTerms.avsc +0 -190
  168. acryl_datahub_cloud/metadata/schemas/GroupMembership.avsc +0 -28
  169. acryl_datahub_cloud/metadata/schemas/IncidentActivityEvent.avsc +0 -605
  170. acryl_datahub_cloud/metadata/schemas/IncidentInfo.avsc +0 -376
  171. acryl_datahub_cloud/metadata/schemas/IncidentKey.avsc +0 -25
  172. acryl_datahub_cloud/metadata/schemas/IncidentNotificationDetails.avsc +0 -62
  173. acryl_datahub_cloud/metadata/schemas/IncidentSource.avsc +0 -48
  174. acryl_datahub_cloud/metadata/schemas/IncidentsSummary.avsc +0 -160
  175. acryl_datahub_cloud/metadata/schemas/InferredMetadata.avsc +0 -398
  176. acryl_datahub_cloud/metadata/schemas/InferredNeighbors.avsc +0 -112
  177. acryl_datahub_cloud/metadata/schemas/InputFields.avsc +0 -678
  178. acryl_datahub_cloud/metadata/schemas/InstitutionalMemory.avsc +0 -88
  179. acryl_datahub_cloud/metadata/schemas/IntendedUse.avsc +0 -56
  180. acryl_datahub_cloud/metadata/schemas/InviteToken.avsc +0 -34
  181. acryl_datahub_cloud/metadata/schemas/InviteTokenKey.avsc +0 -21
  182. acryl_datahub_cloud/metadata/schemas/LineageFeatures.avsc +0 -76
  183. acryl_datahub_cloud/metadata/schemas/LinkPreviewInfo.avsc +0 -38
  184. acryl_datahub_cloud/metadata/schemas/LinkPreviewKey.avsc +0 -21
  185. acryl_datahub_cloud/metadata/schemas/MLFeatureKey.avsc +0 -57
  186. acryl_datahub_cloud/metadata/schemas/MLFeatureProperties.avsc +0 -189
  187. acryl_datahub_cloud/metadata/schemas/MLFeatureTableKey.avsc +0 -66
  188. acryl_datahub_cloud/metadata/schemas/MLFeatureTableProperties.avsc +0 -95
  189. acryl_datahub_cloud/metadata/schemas/MLHyperParam.avsc +0 -43
  190. acryl_datahub_cloud/metadata/schemas/MLMetric.avsc +0 -43
  191. acryl_datahub_cloud/metadata/schemas/MLModelDeploymentKey.avsc +0 -92
  192. acryl_datahub_cloud/metadata/schemas/MLModelDeploymentProperties.avsc +0 -173
  193. acryl_datahub_cloud/metadata/schemas/MLModelFactorPrompts.avsc +0 -78
  194. acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc +0 -102
  195. acryl_datahub_cloud/metadata/schemas/MLModelGroupProperties.avsc +0 -123
  196. acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +0 -117
  197. acryl_datahub_cloud/metadata/schemas/MLModelProperties.avsc +0 -414
  198. acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyKey.avsc +0 -53
  199. acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyProperties.avsc +0 -185
  200. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +0 -8710
  201. acryl_datahub_cloud/metadata/schemas/MetadataChangeLog.avsc +0 -360
  202. acryl_datahub_cloud/metadata/schemas/MetadataChangeProposal.avsc +0 -290
  203. acryl_datahub_cloud/metadata/schemas/Metrics.avsc +0 -35
  204. acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +0 -3238
  205. acryl_datahub_cloud/metadata/schemas/MonitorKey.avsc +0 -43
  206. acryl_datahub_cloud/metadata/schemas/MonitorTimeseriesState.avsc +0 -159
  207. acryl_datahub_cloud/metadata/schemas/NativeGroupMembership.avsc +0 -28
  208. acryl_datahub_cloud/metadata/schemas/NotebookContent.avsc +0 -252
  209. acryl_datahub_cloud/metadata/schemas/NotebookInfo.avsc +0 -154
  210. acryl_datahub_cloud/metadata/schemas/NotebookKey.avsc +0 -44
  211. acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc +0 -427
  212. acryl_datahub_cloud/metadata/schemas/Operation.avsc +0 -381
  213. acryl_datahub_cloud/metadata/schemas/Origin.avsc +0 -157
  214. acryl_datahub_cloud/metadata/schemas/Ownership.avsc +0 -255
  215. acryl_datahub_cloud/metadata/schemas/OwnershipTypeInfo.avsc +0 -103
  216. acryl_datahub_cloud/metadata/schemas/OwnershipTypeKey.avsc +0 -23
  217. acryl_datahub_cloud/metadata/schemas/PartitionsSummary.avsc +0 -59
  218. acryl_datahub_cloud/metadata/schemas/PlatformEvent.avsc +0 -52
  219. acryl_datahub_cloud/metadata/schemas/PlatformResourceInfo.avsc +0 -109
  220. acryl_datahub_cloud/metadata/schemas/PlatformResourceKey.avsc +0 -24
  221. acryl_datahub_cloud/metadata/schemas/PostInfo.avsc +0 -262
  222. acryl_datahub_cloud/metadata/schemas/PostKey.avsc +0 -22
  223. acryl_datahub_cloud/metadata/schemas/Proposals.avsc +0 -53
  224. acryl_datahub_cloud/metadata/schemas/QuantitativeAnalyses.avsc +0 -29
  225. acryl_datahub_cloud/metadata/schemas/QueryKey.avsc +0 -28
  226. acryl_datahub_cloud/metadata/schemas/QueryProperties.avsc +0 -171
  227. acryl_datahub_cloud/metadata/schemas/QuerySubjects.avsc +0 -50
  228. acryl_datahub_cloud/metadata/schemas/QueryUsageFeatures.avsc +0 -94
  229. acryl_datahub_cloud/metadata/schemas/QueryUsageStatistics.avsc +0 -221
  230. acryl_datahub_cloud/metadata/schemas/RecommendationModule.avsc +0 -259
  231. acryl_datahub_cloud/metadata/schemas/RecommendationModuleKey.avsc +0 -26
  232. acryl_datahub_cloud/metadata/schemas/RemoteExecutorKey.avsc +0 -21
  233. acryl_datahub_cloud/metadata/schemas/RemoteExecutorStatus.avsc +0 -80
  234. acryl_datahub_cloud/metadata/schemas/RoleKey.avsc +0 -22
  235. acryl_datahub_cloud/metadata/schemas/RoleMembership.avsc +0 -28
  236. acryl_datahub_cloud/metadata/schemas/RoleProperties.avsc +0 -99
  237. acryl_datahub_cloud/metadata/schemas/SchemaFieldAliases.avsc +0 -29
  238. acryl_datahub_cloud/metadata/schemas/SchemaFieldInfo.avsc +0 -42
  239. acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +0 -46
  240. acryl_datahub_cloud/metadata/schemas/SchemaFieldProfile.avsc +0 -474
  241. acryl_datahub_cloud/metadata/schemas/SchemaFieldsInferredMetadata.avsc +0 -222
  242. acryl_datahub_cloud/metadata/schemas/SchemaFieldsInferredNeighbors.avsc +0 -136
  243. acryl_datahub_cloud/metadata/schemas/SchemaMetadata.avsc +0 -1045
  244. acryl_datahub_cloud/metadata/schemas/SchemaProposals.avsc +0 -73
  245. acryl_datahub_cloud/metadata/schemas/Share.avsc +0 -211
  246. acryl_datahub_cloud/metadata/schemas/Siblings.avsc +0 -41
  247. acryl_datahub_cloud/metadata/schemas/SlackUserInfo.avsc +0 -160
  248. acryl_datahub_cloud/metadata/schemas/SourceCode.avsc +0 -49
  249. acryl_datahub_cloud/metadata/schemas/Status.avsc +0 -20
  250. acryl_datahub_cloud/metadata/schemas/StorageFeatures.avsc +0 -76
  251. acryl_datahub_cloud/metadata/schemas/StructuredProperties.avsc +0 -106
  252. acryl_datahub_cloud/metadata/schemas/StructuredPropertyDefinition.avsc +0 -390
  253. acryl_datahub_cloud/metadata/schemas/StructuredPropertyKey.avsc +0 -26
  254. acryl_datahub_cloud/metadata/schemas/StructuredPropertySettings.avsc +0 -114
  255. acryl_datahub_cloud/metadata/schemas/SubTypes.avsc +0 -27
  256. acryl_datahub_cloud/metadata/schemas/SubscriptionInfo.avsc +0 -355
  257. acryl_datahub_cloud/metadata/schemas/SubscriptionKey.avsc +0 -21
  258. acryl_datahub_cloud/metadata/schemas/TagKey.avsc +0 -33
  259. acryl_datahub_cloud/metadata/schemas/TagProperties.avsc +0 -43
  260. acryl_datahub_cloud/metadata/schemas/TelemetryClientId.avsc +0 -16
  261. acryl_datahub_cloud/metadata/schemas/TelemetryKey.avsc +0 -21
  262. acryl_datahub_cloud/metadata/schemas/TestInfo.avsc +0 -300
  263. acryl_datahub_cloud/metadata/schemas/TestKey.avsc +0 -24
  264. acryl_datahub_cloud/metadata/schemas/TestResults.avsc +0 -163
  265. acryl_datahub_cloud/metadata/schemas/TrainingData.avsc +0 -56
  266. acryl_datahub_cloud/metadata/schemas/UpstreamLineage.avsc +0 -286
  267. acryl_datahub_cloud/metadata/schemas/UsageAggregation.avsc +0 -153
  268. acryl_datahub_cloud/metadata/schemas/UsageFeatures.avsc +0 -243
  269. acryl_datahub_cloud/metadata/schemas/VersionInfo.avsc +0 -52
  270. acryl_datahub_cloud/metadata/schemas/VersionProperties.avsc +0 -216
  271. acryl_datahub_cloud/metadata/schemas/VersionSetKey.avsc +0 -26
  272. acryl_datahub_cloud/metadata/schemas/VersionSetProperties.avsc +0 -49
  273. acryl_datahub_cloud/metadata/schemas/ViewProperties.avsc +0 -41
  274. acryl_datahub_cloud-0.3.8rc3.dist-info/RECORD +0 -396
  275. {acryl_datahub_cloud-0.3.8rc3.dist-info → acryl_datahub_cloud-0.3.8rc6.dist-info}/WHEEL +0 -0
  276. {acryl_datahub_cloud-0.3.8rc3.dist-info → acryl_datahub_cloud-0.3.8rc6.dist-info}/entry_points.txt +0 -0
  277. {acryl_datahub_cloud-0.3.8rc3.dist-info → acryl_datahub_cloud-0.3.8rc6.dist-info}/top_level.txt +0 -0
@@ -1,1045 +0,0 @@
1
- {
2
- "type": "record",
3
- "Aspect": {
4
- "name": "schemaMetadata"
5
- },
6
- "name": "SchemaMetadata",
7
- "namespace": "com.linkedin.pegasus2avro.schema",
8
- "fields": [
9
- {
10
- "validate": {
11
- "strlen": {
12
- "max": 500,
13
- "min": 1
14
- }
15
- },
16
- "type": "string",
17
- "name": "schemaName",
18
- "doc": "Schema name e.g. PageViewEvent, identity.Profile, ams.account_management_tracking"
19
- },
20
- {
21
- "java": {
22
- "class": "com.linkedin.pegasus2avro.common.urn.DataPlatformUrn"
23
- },
24
- "type": "string",
25
- "name": "platform",
26
- "doc": "Standardized platform urn where schema is defined. The data platform Urn (urn:li:platform:{platform_name})",
27
- "Urn": "DataPlatformUrn"
28
- },
29
- {
30
- "type": "long",
31
- "name": "version",
32
- "doc": "Every change to SchemaMetadata in the resource results in a new version. Version is server assigned. This version is differ from platform native schema version."
33
- },
34
- {
35
- "type": {
36
- "type": "record",
37
- "name": "AuditStamp",
38
- "namespace": "com.linkedin.pegasus2avro.common",
39
- "fields": [
40
- {
41
- "type": "long",
42
- "name": "time",
43
- "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
44
- },
45
- {
46
- "java": {
47
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
48
- },
49
- "type": "string",
50
- "name": "actor",
51
- "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
52
- "Urn": "Urn"
53
- },
54
- {
55
- "java": {
56
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
57
- },
58
- "type": [
59
- "null",
60
- "string"
61
- ],
62
- "name": "impersonator",
63
- "default": null,
64
- "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
65
- "Urn": "Urn"
66
- },
67
- {
68
- "type": [
69
- "null",
70
- "string"
71
- ],
72
- "name": "message",
73
- "default": null,
74
- "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
75
- }
76
- ],
77
- "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
78
- },
79
- "name": "created",
80
- "default": {
81
- "actor": "urn:li:corpuser:unknown",
82
- "impersonator": null,
83
- "time": 0,
84
- "message": null
85
- },
86
- "doc": "An AuditStamp corresponding to the creation of this resource/association/sub-resource. A value of 0 for time indicates missing data."
87
- },
88
- {
89
- "type": "com.linkedin.pegasus2avro.common.AuditStamp",
90
- "name": "lastModified",
91
- "default": {
92
- "actor": "urn:li:corpuser:unknown",
93
- "impersonator": null,
94
- "time": 0,
95
- "message": null
96
- },
97
- "doc": "An AuditStamp corresponding to the last modification of this resource/association/sub-resource. If no modification has happened since creation, lastModified should be the same as created. A value of 0 for time indicates missing data."
98
- },
99
- {
100
- "type": [
101
- "null",
102
- "com.linkedin.pegasus2avro.common.AuditStamp"
103
- ],
104
- "name": "deleted",
105
- "default": null,
106
- "doc": "An AuditStamp corresponding to the deletion of this resource/association/sub-resource. Logically, deleted MUST have a later timestamp than creation. It may or may not have the same time as lastModified depending upon the resource/association/sub-resource semantics."
107
- },
108
- {
109
- "java": {
110
- "class": "com.linkedin.pegasus2avro.common.urn.DatasetUrn"
111
- },
112
- "type": [
113
- "null",
114
- "string"
115
- ],
116
- "name": "dataset",
117
- "default": null,
118
- "doc": "Dataset this schema metadata is associated with.",
119
- "Urn": "DatasetUrn"
120
- },
121
- {
122
- "type": [
123
- "null",
124
- "string"
125
- ],
126
- "name": "cluster",
127
- "default": null,
128
- "doc": "The cluster this schema metadata resides from"
129
- },
130
- {
131
- "type": "string",
132
- "name": "hash",
133
- "doc": "the SHA1 hash of the schema content"
134
- },
135
- {
136
- "type": [
137
- {
138
- "type": "record",
139
- "name": "EspressoSchema",
140
- "namespace": "com.linkedin.pegasus2avro.schema",
141
- "fields": [
142
- {
143
- "type": "string",
144
- "name": "documentSchema",
145
- "doc": "The native espresso document schema."
146
- },
147
- {
148
- "type": "string",
149
- "name": "tableSchema",
150
- "doc": "The espresso table schema definition."
151
- }
152
- ],
153
- "doc": "Schema text of an espresso table schema."
154
- },
155
- {
156
- "type": "record",
157
- "name": "OracleDDL",
158
- "namespace": "com.linkedin.pegasus2avro.schema",
159
- "fields": [
160
- {
161
- "type": "string",
162
- "name": "tableSchema",
163
- "doc": "The native schema in the dataset's platform. This is a human readable (json blob) table schema."
164
- }
165
- ],
166
- "doc": "Schema holder for oracle data definition language that describes an oracle table."
167
- },
168
- {
169
- "type": "record",
170
- "name": "MySqlDDL",
171
- "namespace": "com.linkedin.pegasus2avro.schema",
172
- "fields": [
173
- {
174
- "type": "string",
175
- "name": "tableSchema",
176
- "doc": "The native schema in the dataset's platform. This is a human readable (json blob) table schema."
177
- }
178
- ],
179
- "doc": "Schema holder for MySql data definition language that describes an MySql table."
180
- },
181
- {
182
- "type": "record",
183
- "name": "PrestoDDL",
184
- "namespace": "com.linkedin.pegasus2avro.schema",
185
- "fields": [
186
- {
187
- "type": "string",
188
- "name": "rawSchema",
189
- "doc": "The raw schema in the dataset's platform. This includes the DDL and the columns extracted from DDL."
190
- }
191
- ],
192
- "doc": "Schema holder for presto data definition language that describes a presto view."
193
- },
194
- {
195
- "type": "record",
196
- "name": "KafkaSchema",
197
- "namespace": "com.linkedin.pegasus2avro.schema",
198
- "fields": [
199
- {
200
- "type": "string",
201
- "name": "documentSchema",
202
- "doc": "The native kafka document schema. This is a human readable avro document schema."
203
- },
204
- {
205
- "type": [
206
- "null",
207
- "string"
208
- ],
209
- "name": "documentSchemaType",
210
- "default": null,
211
- "doc": "The native kafka document schema type. This can be AVRO/PROTOBUF/JSON."
212
- },
213
- {
214
- "type": [
215
- "null",
216
- "string"
217
- ],
218
- "name": "keySchema",
219
- "default": null,
220
- "doc": "The native kafka key schema as retrieved from Schema Registry"
221
- },
222
- {
223
- "type": [
224
- "null",
225
- "string"
226
- ],
227
- "name": "keySchemaType",
228
- "default": null,
229
- "doc": "The native kafka key schema type. This can be AVRO/PROTOBUF/JSON."
230
- }
231
- ],
232
- "doc": "Schema holder for kafka schema."
233
- },
234
- {
235
- "type": "record",
236
- "name": "BinaryJsonSchema",
237
- "namespace": "com.linkedin.pegasus2avro.schema",
238
- "fields": [
239
- {
240
- "type": "string",
241
- "name": "schema",
242
- "doc": "The native schema text for binary JSON file format."
243
- }
244
- ],
245
- "doc": "Schema text of binary JSON schema."
246
- },
247
- {
248
- "type": "record",
249
- "name": "OrcSchema",
250
- "namespace": "com.linkedin.pegasus2avro.schema",
251
- "fields": [
252
- {
253
- "type": "string",
254
- "name": "schema",
255
- "doc": "The native schema for ORC file format."
256
- }
257
- ],
258
- "doc": "Schema text of an ORC schema."
259
- },
260
- {
261
- "type": "record",
262
- "name": "Schemaless",
263
- "namespace": "com.linkedin.pegasus2avro.schema",
264
- "fields": [],
265
- "doc": "The dataset has no specific schema associated with it"
266
- },
267
- {
268
- "type": "record",
269
- "name": "KeyValueSchema",
270
- "namespace": "com.linkedin.pegasus2avro.schema",
271
- "fields": [
272
- {
273
- "type": "string",
274
- "name": "keySchema",
275
- "doc": "The raw schema for the key in the key-value store."
276
- },
277
- {
278
- "type": "string",
279
- "name": "valueSchema",
280
- "doc": "The raw schema for the value in the key-value store."
281
- }
282
- ],
283
- "doc": "Schema text of a key-value store schema."
284
- },
285
- {
286
- "type": "record",
287
- "name": "OtherSchema",
288
- "namespace": "com.linkedin.pegasus2avro.schema",
289
- "fields": [
290
- {
291
- "type": "string",
292
- "name": "rawSchema",
293
- "doc": "The native schema in the dataset's platform."
294
- }
295
- ],
296
- "doc": "Schema holder for undefined schema types."
297
- }
298
- ],
299
- "name": "platformSchema",
300
- "doc": "The native schema in the dataset's platform."
301
- },
302
- {
303
- "type": {
304
- "type": "array",
305
- "items": {
306
- "type": "record",
307
- "name": "SchemaField",
308
- "namespace": "com.linkedin.pegasus2avro.schema",
309
- "fields": [
310
- {
311
- "Searchable": {
312
- "boostScore": 1.0,
313
- "fieldName": "fieldPaths",
314
- "fieldType": "TEXT",
315
- "queryByDefault": "true"
316
- },
317
- "type": "string",
318
- "name": "fieldPath",
319
- "doc": "Flattened name of the field. Field is computed from jsonPath field."
320
- },
321
- {
322
- "Deprecated": true,
323
- "type": [
324
- "null",
325
- "string"
326
- ],
327
- "name": "jsonPath",
328
- "default": null,
329
- "doc": "Flattened name of a field in JSON Path notation."
330
- },
331
- {
332
- "type": "boolean",
333
- "name": "nullable",
334
- "default": false,
335
- "doc": "Indicates if this field is optional or nullable"
336
- },
337
- {
338
- "Searchable": {
339
- "boostScore": 0.1,
340
- "fieldName": "fieldDescriptions",
341
- "fieldType": "TEXT"
342
- },
343
- "type": [
344
- "null",
345
- "string"
346
- ],
347
- "name": "description",
348
- "default": null,
349
- "doc": "Description"
350
- },
351
- {
352
- "Deprecated": true,
353
- "Searchable": {
354
- "boostScore": 0.2,
355
- "fieldName": "fieldLabels",
356
- "fieldType": "TEXT"
357
- },
358
- "type": [
359
- "null",
360
- "string"
361
- ],
362
- "name": "label",
363
- "default": null,
364
- "doc": "Label of the field. Provides a more human-readable name for the field than field path. Some sources will\nprovide this metadata but not all sources have the concept of a label. If just one string is associated with\na field in a source, that is most likely a description.\n\nNote that this field is deprecated and is not surfaced in the UI."
365
- },
366
- {
367
- "type": [
368
- "null",
369
- "com.linkedin.pegasus2avro.common.AuditStamp"
370
- ],
371
- "name": "created",
372
- "default": null,
373
- "doc": "An AuditStamp corresponding to the creation of this schema field."
374
- },
375
- {
376
- "type": [
377
- "null",
378
- "com.linkedin.pegasus2avro.common.AuditStamp"
379
- ],
380
- "name": "lastModified",
381
- "default": null,
382
- "doc": "An AuditStamp corresponding to the last modification of this schema field."
383
- },
384
- {
385
- "type": {
386
- "type": "record",
387
- "name": "SchemaFieldDataType",
388
- "namespace": "com.linkedin.pegasus2avro.schema",
389
- "fields": [
390
- {
391
- "type": [
392
- {
393
- "type": "record",
394
- "name": "BooleanType",
395
- "namespace": "com.linkedin.pegasus2avro.schema",
396
- "fields": [],
397
- "doc": "Boolean field type."
398
- },
399
- {
400
- "type": "record",
401
- "name": "FixedType",
402
- "namespace": "com.linkedin.pegasus2avro.schema",
403
- "fields": [],
404
- "doc": "Fixed field type."
405
- },
406
- {
407
- "type": "record",
408
- "name": "StringType",
409
- "namespace": "com.linkedin.pegasus2avro.schema",
410
- "fields": [],
411
- "doc": "String field type."
412
- },
413
- {
414
- "type": "record",
415
- "name": "BytesType",
416
- "namespace": "com.linkedin.pegasus2avro.schema",
417
- "fields": [],
418
- "doc": "Bytes field type."
419
- },
420
- {
421
- "type": "record",
422
- "name": "NumberType",
423
- "namespace": "com.linkedin.pegasus2avro.schema",
424
- "fields": [],
425
- "doc": "Number data type: long, integer, short, etc.."
426
- },
427
- {
428
- "type": "record",
429
- "name": "DateType",
430
- "namespace": "com.linkedin.pegasus2avro.schema",
431
- "fields": [],
432
- "doc": "Date field type."
433
- },
434
- {
435
- "type": "record",
436
- "name": "TimeType",
437
- "namespace": "com.linkedin.pegasus2avro.schema",
438
- "fields": [],
439
- "doc": "Time field type. This should also be used for datetimes."
440
- },
441
- {
442
- "type": "record",
443
- "name": "EnumType",
444
- "namespace": "com.linkedin.pegasus2avro.schema",
445
- "fields": [],
446
- "doc": "Enum field type."
447
- },
448
- {
449
- "type": "record",
450
- "name": "NullType",
451
- "namespace": "com.linkedin.pegasus2avro.schema",
452
- "fields": [],
453
- "doc": "Null field type."
454
- },
455
- {
456
- "type": "record",
457
- "name": "MapType",
458
- "namespace": "com.linkedin.pegasus2avro.schema",
459
- "fields": [
460
- {
461
- "type": [
462
- "null",
463
- "string"
464
- ],
465
- "name": "keyType",
466
- "default": null,
467
- "doc": "Key type in a map"
468
- },
469
- {
470
- "type": [
471
- "null",
472
- "string"
473
- ],
474
- "name": "valueType",
475
- "default": null,
476
- "doc": "Type of the value in a map"
477
- }
478
- ],
479
- "doc": "Map field type."
480
- },
481
- {
482
- "type": "record",
483
- "name": "ArrayType",
484
- "namespace": "com.linkedin.pegasus2avro.schema",
485
- "fields": [
486
- {
487
- "type": [
488
- "null",
489
- {
490
- "type": "array",
491
- "items": "string"
492
- }
493
- ],
494
- "name": "nestedType",
495
- "default": null,
496
- "doc": "List of types this array holds."
497
- }
498
- ],
499
- "doc": "Array field type."
500
- },
501
- {
502
- "type": "record",
503
- "name": "UnionType",
504
- "namespace": "com.linkedin.pegasus2avro.schema",
505
- "fields": [
506
- {
507
- "type": [
508
- "null",
509
- {
510
- "type": "array",
511
- "items": "string"
512
- }
513
- ],
514
- "name": "nestedTypes",
515
- "default": null,
516
- "doc": "List of types in union type."
517
- }
518
- ],
519
- "doc": "Union field type."
520
- },
521
- {
522
- "type": "record",
523
- "name": "RecordType",
524
- "namespace": "com.linkedin.pegasus2avro.schema",
525
- "fields": [],
526
- "doc": "Record field type."
527
- }
528
- ],
529
- "name": "type",
530
- "doc": "Data platform specific types"
531
- }
532
- ],
533
- "doc": "Schema field data types"
534
- },
535
- "name": "type",
536
- "doc": "Platform independent field type of the field."
537
- },
538
- {
539
- "type": "string",
540
- "name": "nativeDataType",
541
- "doc": "The native type of the field in the dataset's platform as declared by platform schema."
542
- },
543
- {
544
- "type": "boolean",
545
- "name": "recursive",
546
- "default": false,
547
- "doc": "There are use cases when a field in type B references type A. A field in A references field of type B. In such cases, we will mark the first field as recursive."
548
- },
549
- {
550
- "Relationship": {
551
- "/tags/*/tag": {
552
- "entityTypes": [
553
- "tag"
554
- ],
555
- "name": "SchemaFieldTaggedWith"
556
- }
557
- },
558
- "Searchable": {
559
- "/tags/*/attribution/actor": {
560
- "fieldName": "fieldTagAttributionActors",
561
- "fieldType": "URN",
562
- "queryByDefault": false
563
- },
564
- "/tags/*/attribution/source": {
565
- "fieldName": "fieldTagAttributionSources",
566
- "fieldType": "URN",
567
- "queryByDefault": false
568
- },
569
- "/tags/*/attribution/time": {
570
- "fieldName": "fieldTagAttributionDates",
571
- "fieldType": "DATETIME",
572
- "queryByDefault": false
573
- },
574
- "/tags/*/tag": {
575
- "boostScore": 0.5,
576
- "fieldName": "fieldTags",
577
- "fieldType": "URN"
578
- }
579
- },
580
- "type": [
581
- "null",
582
- {
583
- "type": "record",
584
- "Aspect": {
585
- "name": "globalTags"
586
- },
587
- "name": "GlobalTags",
588
- "namespace": "com.linkedin.pegasus2avro.common",
589
- "fields": [
590
- {
591
- "Relationship": {
592
- "/*/tag": {
593
- "entityTypes": [
594
- "tag"
595
- ],
596
- "name": "TaggedWith"
597
- }
598
- },
599
- "Searchable": {
600
- "/*/tag": {
601
- "addToFilters": true,
602
- "boostScore": 0.5,
603
- "fieldName": "tags",
604
- "fieldType": "URN",
605
- "filterNameOverride": "Tagged With",
606
- "hasValuesFieldName": "hasTags",
607
- "queryByDefault": true
608
- }
609
- },
610
- "type": {
611
- "type": "array",
612
- "items": {
613
- "type": "record",
614
- "name": "TagAssociation",
615
- "namespace": "com.linkedin.pegasus2avro.common",
616
- "fields": [
617
- {
618
- "java": {
619
- "class": "com.linkedin.pegasus2avro.common.urn.TagUrn"
620
- },
621
- "type": "string",
622
- "name": "tag",
623
- "doc": "Urn of the applied tag",
624
- "Urn": "TagUrn"
625
- },
626
- {
627
- "type": [
628
- "null",
629
- "string"
630
- ],
631
- "name": "context",
632
- "default": null,
633
- "doc": "Additional context about the association"
634
- },
635
- {
636
- "Searchable": {
637
- "/actor": {
638
- "fieldName": "tagAttributionActors",
639
- "fieldType": "URN",
640
- "queryByDefault": false
641
- },
642
- "/source": {
643
- "fieldName": "tagAttributionSources",
644
- "fieldType": "URN",
645
- "queryByDefault": false
646
- },
647
- "/time": {
648
- "fieldName": "tagAttributionDates",
649
- "fieldType": "DATETIME",
650
- "queryByDefault": false
651
- }
652
- },
653
- "type": [
654
- "null",
655
- {
656
- "type": "record",
657
- "name": "MetadataAttribution",
658
- "namespace": "com.linkedin.pegasus2avro.common",
659
- "fields": [
660
- {
661
- "type": "long",
662
- "name": "time",
663
- "doc": "When this metadata was updated."
664
- },
665
- {
666
- "java": {
667
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
668
- },
669
- "type": "string",
670
- "name": "actor",
671
- "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
672
- "Urn": "Urn"
673
- },
674
- {
675
- "java": {
676
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
677
- },
678
- "type": [
679
- "null",
680
- "string"
681
- ],
682
- "name": "source",
683
- "default": null,
684
- "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
685
- "Urn": "Urn"
686
- },
687
- {
688
- "type": {
689
- "type": "map",
690
- "values": "string"
691
- },
692
- "name": "sourceDetail",
693
- "default": {},
694
- "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
695
- }
696
- ],
697
- "doc": "Information about who, why, and how this metadata was applied"
698
- }
699
- ],
700
- "name": "attribution",
701
- "default": null,
702
- "doc": "Information about who, why, and how this metadata was applied"
703
- }
704
- ],
705
- "doc": "Properties of an applied tag. For now, just an Urn. In the future we can extend this with other properties, e.g.\npropagation parameters."
706
- }
707
- },
708
- "name": "tags",
709
- "doc": "Tags associated with a given entity"
710
- }
711
- ],
712
- "doc": "Tag aspect used for applying tags to an entity"
713
- }
714
- ],
715
- "name": "globalTags",
716
- "default": null,
717
- "doc": "Tags associated with the field"
718
- },
719
- {
720
- "Relationship": {
721
- "/terms/*/urn": {
722
- "entityTypes": [
723
- "glossaryTerm"
724
- ],
725
- "name": "SchemaFieldWithGlossaryTerm"
726
- }
727
- },
728
- "Searchable": {
729
- "/terms/*/attribution/actor": {
730
- "fieldName": "fieldTermAttributionActors",
731
- "fieldType": "URN",
732
- "queryByDefault": false
733
- },
734
- "/terms/*/attribution/source": {
735
- "fieldName": "fieldTermAttributionSources",
736
- "fieldType": "URN",
737
- "queryByDefault": false
738
- },
739
- "/terms/*/attribution/time": {
740
- "fieldName": "fieldTermAttributionDates",
741
- "fieldType": "DATETIME",
742
- "queryByDefault": false
743
- },
744
- "/terms/*/urn": {
745
- "boostScore": 0.5,
746
- "fieldName": "fieldGlossaryTerms",
747
- "fieldType": "URN"
748
- }
749
- },
750
- "type": [
751
- "null",
752
- {
753
- "type": "record",
754
- "Aspect": {
755
- "name": "glossaryTerms"
756
- },
757
- "name": "GlossaryTerms",
758
- "namespace": "com.linkedin.pegasus2avro.common",
759
- "fields": [
760
- {
761
- "type": {
762
- "type": "array",
763
- "items": {
764
- "type": "record",
765
- "name": "GlossaryTermAssociation",
766
- "namespace": "com.linkedin.pegasus2avro.common",
767
- "fields": [
768
- {
769
- "Relationship": {
770
- "entityTypes": [
771
- "glossaryTerm"
772
- ],
773
- "name": "TermedWith"
774
- },
775
- "Searchable": {
776
- "addToFilters": true,
777
- "fieldName": "glossaryTerms",
778
- "fieldType": "URN",
779
- "filterNameOverride": "Glossary Term Applied",
780
- "hasValuesFieldName": "hasGlossaryTerms"
781
- },
782
- "java": {
783
- "class": "com.linkedin.pegasus2avro.common.urn.GlossaryTermUrn"
784
- },
785
- "type": "string",
786
- "name": "urn",
787
- "doc": "Urn of the applied glossary term",
788
- "Urn": "GlossaryTermUrn",
789
- "entityTypes": [
790
- "glossaryTerm"
791
- ]
792
- },
793
- {
794
- "java": {
795
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
796
- },
797
- "type": [
798
- "null",
799
- "string"
800
- ],
801
- "name": "actor",
802
- "default": null,
803
- "doc": "The user URN which will be credited for adding associating this term to the entity",
804
- "Urn": "Urn"
805
- },
806
- {
807
- "type": [
808
- "null",
809
- "string"
810
- ],
811
- "name": "context",
812
- "default": null,
813
- "doc": "Additional context about the association"
814
- },
815
- {
816
- "Searchable": {
817
- "/actor": {
818
- "fieldName": "termAttributionActors",
819
- "fieldType": "URN",
820
- "queryByDefault": false
821
- },
822
- "/source": {
823
- "fieldName": "termAttributionSources",
824
- "fieldType": "URN",
825
- "queryByDefault": false
826
- },
827
- "/time": {
828
- "fieldName": "termAttributionDates",
829
- "fieldType": "DATETIME",
830
- "queryByDefault": false
831
- }
832
- },
833
- "type": [
834
- "null",
835
- "com.linkedin.pegasus2avro.common.MetadataAttribution"
836
- ],
837
- "name": "attribution",
838
- "default": null,
839
- "doc": "Information about who, why, and how this metadata was applied"
840
- }
841
- ],
842
- "doc": "Properties of an applied glossary term."
843
- }
844
- },
845
- "name": "terms",
846
- "doc": "The related business terms"
847
- },
848
- {
849
- "type": "com.linkedin.pegasus2avro.common.AuditStamp",
850
- "name": "auditStamp",
851
- "doc": "Audit stamp containing who reported the related business term"
852
- }
853
- ],
854
- "doc": "Related business terms information"
855
- }
856
- ],
857
- "name": "glossaryTerms",
858
- "default": null,
859
- "doc": "Glossary terms associated with the field"
860
- },
861
- {
862
- "type": "boolean",
863
- "name": "isPartOfKey",
864
- "default": false,
865
- "doc": "For schema fields that are part of complex keys, set this field to true\nWe do this to easily distinguish between value and key fields"
866
- },
867
- {
868
- "type": [
869
- "null",
870
- "boolean"
871
- ],
872
- "name": "isPartitioningKey",
873
- "default": null,
874
- "doc": "For Datasets which are partitioned, this determines the partitioning key.\nNote that multiple columns can be part of a partitioning key, but currently we do not support\nrendering the ordered partitioning key."
875
- },
876
- {
877
- "type": [
878
- "null",
879
- "string"
880
- ],
881
- "name": "jsonProps",
882
- "default": null,
883
- "doc": "For schema fields that have other properties that are not modeled explicitly,\nuse this field to serialize those properties into a JSON string"
884
- }
885
- ],
886
- "doc": "SchemaField to describe metadata related to dataset schema."
887
- }
888
- },
889
- "name": "fields",
890
- "doc": "Client provided a list of fields from document schema."
891
- },
892
- {
893
- "type": [
894
- "null",
895
- {
896
- "type": "array",
897
- "items": "string"
898
- }
899
- ],
900
- "name": "primaryKeys",
901
- "default": null,
902
- "doc": "Client provided list of fields that define primary keys to access record. Field order defines hierarchical espresso keys. Empty lists indicates absence of primary key access patter. Value is a SchemaField@fieldPath."
903
- },
904
- {
905
- "deprecated": "Use foreignKeys instead.",
906
- "type": [
907
- "null",
908
- {
909
- "type": "map",
910
- "values": {
911
- "type": "record",
912
- "name": "ForeignKeySpec",
913
- "namespace": "com.linkedin.pegasus2avro.schema",
914
- "fields": [
915
- {
916
- "type": [
917
- {
918
- "type": "record",
919
- "name": "DatasetFieldForeignKey",
920
- "namespace": "com.linkedin.pegasus2avro.schema",
921
- "fields": [
922
- {
923
- "java": {
924
- "class": "com.linkedin.pegasus2avro.common.urn.DatasetUrn"
925
- },
926
- "type": "string",
927
- "name": "parentDataset",
928
- "doc": "dataset that stores the resource.",
929
- "Urn": "DatasetUrn"
930
- },
931
- {
932
- "type": {
933
- "type": "array",
934
- "items": "string"
935
- },
936
- "name": "currentFieldPaths",
937
- "doc": "List of fields in hosting(current) SchemaMetadata that conform a foreign key. List can contain a single entry or multiple entries if several entries in hosting schema conform a foreign key in a single parent dataset."
938
- },
939
- {
940
- "type": "string",
941
- "name": "parentField",
942
- "doc": "SchemaField@fieldPath that uniquely identify field in parent dataset that this field references."
943
- }
944
- ],
945
- "doc": "For non-urn based foregin keys."
946
- },
947
- {
948
- "type": "record",
949
- "name": "UrnForeignKey",
950
- "namespace": "com.linkedin.pegasus2avro.schema",
951
- "fields": [
952
- {
953
- "type": "string",
954
- "name": "currentFieldPath",
955
- "doc": "Field in hosting(current) SchemaMetadata."
956
- }
957
- ],
958
- "doc": "If SchemaMetadata fields make any external references and references are of type com.linkedin.pegasus2avro.common.Urn or any children, this models can be used to mark it."
959
- }
960
- ],
961
- "name": "foreignKey",
962
- "doc": "Foreign key definition in metadata schema."
963
- }
964
- ],
965
- "doc": "Description of a foreign key in a schema."
966
- }
967
- }
968
- ],
969
- "name": "foreignKeysSpecs",
970
- "default": null,
971
- "doc": "Map captures all the references schema makes to external datasets. Map key is ForeignKeySpecName typeref."
972
- },
973
- {
974
- "type": [
975
- "null",
976
- {
977
- "type": "array",
978
- "items": {
979
- "type": "record",
980
- "name": "ForeignKeyConstraint",
981
- "namespace": "com.linkedin.pegasus2avro.schema",
982
- "fields": [
983
- {
984
- "type": "string",
985
- "name": "name",
986
- "doc": "Name of the constraint, likely provided from the source"
987
- },
988
- {
989
- "Relationship": {
990
- "/*": {
991
- "entityTypes": [
992
- "schemaField"
993
- ],
994
- "name": "ForeignKeyTo"
995
- }
996
- },
997
- "type": {
998
- "type": "array",
999
- "items": "string"
1000
- },
1001
- "name": "foreignFields",
1002
- "doc": "Fields the constraint maps to on the foreign dataset",
1003
- "Urn": "Urn",
1004
- "urn_is_array": true
1005
- },
1006
- {
1007
- "type": {
1008
- "type": "array",
1009
- "items": "string"
1010
- },
1011
- "name": "sourceFields",
1012
- "doc": "Fields the constraint maps to on the source dataset",
1013
- "Urn": "Urn",
1014
- "urn_is_array": true
1015
- },
1016
- {
1017
- "Relationship": {
1018
- "entityTypes": [
1019
- "dataset"
1020
- ],
1021
- "name": "ForeignKeyToDataset"
1022
- },
1023
- "java": {
1024
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
1025
- },
1026
- "type": "string",
1027
- "name": "foreignDataset",
1028
- "doc": "Reference to the foreign dataset for ease of lookup",
1029
- "Urn": "Urn",
1030
- "entityTypes": [
1031
- "dataset"
1032
- ]
1033
- }
1034
- ],
1035
- "doc": "Description of a foreign key constraint in a schema."
1036
- }
1037
- }
1038
- ],
1039
- "name": "foreignKeys",
1040
- "default": null,
1041
- "doc": "List of foreign key constraints for the schema"
1042
- }
1043
- ],
1044
- "doc": "SchemaMetadata to describe metadata related to store schema"
1045
- }