acryl-datahub 1.3.0.1rc9__py3-none-any.whl → 1.3.1.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of acryl-datahub might be problematic. Click here for more details.

Files changed (263) hide show
  1. {acryl_datahub-1.3.0.1rc9.dist-info → acryl_datahub-1.3.1.1.dist-info}/METADATA +2550 -2543
  2. {acryl_datahub-1.3.0.1rc9.dist-info → acryl_datahub-1.3.1.1.dist-info}/RECORD +263 -261
  3. datahub/_version.py +1 -1
  4. datahub/api/entities/common/serialized_value.py +2 -2
  5. datahub/api/entities/corpgroup/corpgroup.py +11 -6
  6. datahub/api/entities/corpuser/corpuser.py +11 -11
  7. datahub/api/entities/dataproduct/dataproduct.py +47 -27
  8. datahub/api/entities/dataset/dataset.py +32 -21
  9. datahub/api/entities/external/lake_formation_external_entites.py +5 -6
  10. datahub/api/entities/external/unity_catalog_external_entites.py +5 -7
  11. datahub/api/entities/forms/forms.py +16 -14
  12. datahub/api/entities/structuredproperties/structuredproperties.py +23 -16
  13. datahub/cli/check_cli.py +2 -2
  14. datahub/cli/config_utils.py +3 -3
  15. datahub/cli/lite_cli.py +9 -7
  16. datahub/cli/migrate.py +4 -4
  17. datahub/cli/quickstart_versioning.py +3 -3
  18. datahub/cli/specific/group_cli.py +1 -1
  19. datahub/cli/specific/structuredproperties_cli.py +1 -1
  20. datahub/cli/specific/user_cli.py +1 -1
  21. datahub/configuration/common.py +14 -2
  22. datahub/configuration/connection_resolver.py +2 -2
  23. datahub/configuration/git.py +47 -30
  24. datahub/configuration/import_resolver.py +2 -2
  25. datahub/configuration/kafka.py +4 -3
  26. datahub/configuration/time_window_config.py +26 -26
  27. datahub/configuration/validate_field_deprecation.py +2 -2
  28. datahub/configuration/validate_field_removal.py +2 -2
  29. datahub/configuration/validate_field_rename.py +2 -2
  30. datahub/configuration/validate_multiline_string.py +2 -1
  31. datahub/emitter/kafka_emitter.py +3 -1
  32. datahub/emitter/rest_emitter.py +2 -4
  33. datahub/ingestion/api/decorators.py +1 -1
  34. datahub/ingestion/api/report.py +1 -1
  35. datahub/ingestion/api/sink.py +1 -1
  36. datahub/ingestion/api/source.py +1 -1
  37. datahub/ingestion/glossary/datahub_classifier.py +11 -8
  38. datahub/ingestion/graph/client.py +5 -1
  39. datahub/ingestion/reporting/datahub_ingestion_run_summary_provider.py +1 -1
  40. datahub/ingestion/reporting/file_reporter.py +5 -4
  41. datahub/ingestion/run/pipeline.py +7 -6
  42. datahub/ingestion/run/pipeline_config.py +12 -14
  43. datahub/ingestion/run/sink_callback.py +1 -1
  44. datahub/ingestion/sink/datahub_rest.py +6 -4
  45. datahub/ingestion/source/abs/config.py +19 -19
  46. datahub/ingestion/source/abs/datalake_profiler_config.py +11 -13
  47. datahub/ingestion/source/abs/source.py +2 -2
  48. datahub/ingestion/source/aws/aws_common.py +1 -1
  49. datahub/ingestion/source/aws/glue.py +6 -4
  50. datahub/ingestion/source/aws/sagemaker.py +1 -1
  51. datahub/ingestion/source/azure/azure_common.py +8 -12
  52. datahub/ingestion/source/bigquery_v2/bigquery.py +1 -1
  53. datahub/ingestion/source/bigquery_v2/bigquery_config.py +43 -30
  54. datahub/ingestion/source/bigquery_v2/bigquery_queries.py +1 -1
  55. datahub/ingestion/source/cassandra/cassandra.py +1 -1
  56. datahub/ingestion/source/common/gcp_credentials_config.py +10 -10
  57. datahub/ingestion/source/data_lake_common/path_spec.py +85 -89
  58. datahub/ingestion/source/datahub/config.py +8 -8
  59. datahub/ingestion/source/datahub/datahub_source.py +1 -1
  60. datahub/ingestion/source/dbt/dbt_cloud.py +9 -3
  61. datahub/ingestion/source/dbt/dbt_common.py +39 -37
  62. datahub/ingestion/source/dbt/dbt_core.py +10 -12
  63. datahub/ingestion/source/debug/datahub_debug.py +1 -1
  64. datahub/ingestion/source/delta_lake/config.py +6 -4
  65. datahub/ingestion/source/dremio/dremio_api.py +212 -78
  66. datahub/ingestion/source/dremio/dremio_config.py +10 -6
  67. datahub/ingestion/source/dremio/dremio_entities.py +55 -39
  68. datahub/ingestion/source/dremio/dremio_profiling.py +14 -3
  69. datahub/ingestion/source/dremio/dremio_source.py +24 -26
  70. datahub/ingestion/source/dynamodb/dynamodb.py +1 -1
  71. datahub/ingestion/source/elastic_search.py +110 -32
  72. datahub/ingestion/source/excel/source.py +1 -1
  73. datahub/ingestion/source/feast.py +1 -1
  74. datahub/ingestion/source/file.py +5 -4
  75. datahub/ingestion/source/fivetran/config.py +17 -16
  76. datahub/ingestion/source/fivetran/fivetran.py +2 -2
  77. datahub/ingestion/source/gc/datahub_gc.py +1 -1
  78. datahub/ingestion/source/gcs/gcs_source.py +8 -10
  79. datahub/ingestion/source/ge_profiling_config.py +8 -5
  80. datahub/ingestion/source/grafana/grafana_api.py +2 -2
  81. datahub/ingestion/source/grafana/grafana_config.py +4 -3
  82. datahub/ingestion/source/grafana/grafana_source.py +1 -1
  83. datahub/ingestion/source/grafana/models.py +23 -5
  84. datahub/ingestion/source/hex/api.py +7 -5
  85. datahub/ingestion/source/hex/hex.py +4 -3
  86. datahub/ingestion/source/iceberg/iceberg.py +1 -1
  87. datahub/ingestion/source/iceberg/iceberg_common.py +5 -3
  88. datahub/ingestion/source/identity/azure_ad.py +1 -1
  89. datahub/ingestion/source/identity/okta.py +10 -10
  90. datahub/ingestion/source/kafka/kafka.py +1 -1
  91. datahub/ingestion/source/ldap.py +1 -1
  92. datahub/ingestion/source/looker/looker_common.py +7 -5
  93. datahub/ingestion/source/looker/looker_config.py +21 -20
  94. datahub/ingestion/source/looker/lookml_config.py +47 -47
  95. datahub/ingestion/source/metabase.py +8 -8
  96. datahub/ingestion/source/metadata/business_glossary.py +2 -2
  97. datahub/ingestion/source/metadata/lineage.py +13 -8
  98. datahub/ingestion/source/mlflow.py +1 -1
  99. datahub/ingestion/source/mode.py +6 -4
  100. datahub/ingestion/source/mongodb.py +4 -3
  101. datahub/ingestion/source/neo4j/neo4j_source.py +1 -1
  102. datahub/ingestion/source/nifi.py +17 -23
  103. datahub/ingestion/source/openapi.py +6 -8
  104. datahub/ingestion/source/powerbi/config.py +33 -32
  105. datahub/ingestion/source/powerbi/dataplatform_instance_resolver.py +2 -2
  106. datahub/ingestion/source/powerbi/powerbi.py +1 -1
  107. datahub/ingestion/source/powerbi_report_server/report_server.py +2 -2
  108. datahub/ingestion/source/powerbi_report_server/report_server_domain.py +8 -6
  109. datahub/ingestion/source/preset.py +8 -8
  110. datahub/ingestion/source/pulsar.py +1 -1
  111. datahub/ingestion/source/qlik_sense/data_classes.py +15 -8
  112. datahub/ingestion/source/qlik_sense/qlik_api.py +7 -7
  113. datahub/ingestion/source/qlik_sense/qlik_sense.py +1 -1
  114. datahub/ingestion/source/redshift/config.py +18 -20
  115. datahub/ingestion/source/redshift/redshift.py +2 -2
  116. datahub/ingestion/source/redshift/usage.py +23 -3
  117. datahub/ingestion/source/s3/config.py +83 -62
  118. datahub/ingestion/source/s3/datalake_profiler_config.py +11 -13
  119. datahub/ingestion/source/s3/source.py +8 -5
  120. datahub/ingestion/source/sac/sac.py +5 -4
  121. datahub/ingestion/source/salesforce.py +3 -2
  122. datahub/ingestion/source/schema/json_schema.py +2 -2
  123. datahub/ingestion/source/sigma/data_classes.py +3 -2
  124. datahub/ingestion/source/sigma/sigma.py +1 -1
  125. datahub/ingestion/source/sigma/sigma_api.py +7 -7
  126. datahub/ingestion/source/slack/slack.py +1 -1
  127. datahub/ingestion/source/snaplogic/snaplogic.py +1 -1
  128. datahub/ingestion/source/snowflake/snowflake_assertion.py +1 -1
  129. datahub/ingestion/source/snowflake/snowflake_config.py +35 -31
  130. datahub/ingestion/source/snowflake/snowflake_connection.py +35 -13
  131. datahub/ingestion/source/snowflake/snowflake_lineage_v2.py +3 -3
  132. datahub/ingestion/source/snowflake/snowflake_queries.py +28 -4
  133. datahub/ingestion/source/sql/athena.py +1 -1
  134. datahub/ingestion/source/sql/clickhouse.py +4 -2
  135. datahub/ingestion/source/sql/cockroachdb.py +1 -1
  136. datahub/ingestion/source/sql/druid.py +1 -1
  137. datahub/ingestion/source/sql/hana.py +1 -1
  138. datahub/ingestion/source/sql/hive.py +7 -5
  139. datahub/ingestion/source/sql/hive_metastore.py +1 -1
  140. datahub/ingestion/source/sql/mssql/source.py +13 -6
  141. datahub/ingestion/source/sql/mysql.py +1 -1
  142. datahub/ingestion/source/sql/oracle.py +17 -10
  143. datahub/ingestion/source/sql/postgres.py +2 -2
  144. datahub/ingestion/source/sql/presto.py +1 -1
  145. datahub/ingestion/source/sql/sql_config.py +8 -9
  146. datahub/ingestion/source/sql/sql_generic.py +1 -1
  147. datahub/ingestion/source/sql/teradata.py +1 -1
  148. datahub/ingestion/source/sql/trino.py +1 -1
  149. datahub/ingestion/source/sql/vertica.py +5 -4
  150. datahub/ingestion/source/sql_queries.py +174 -22
  151. datahub/ingestion/source/state/checkpoint.py +2 -2
  152. datahub/ingestion/source/state/entity_removal_state.py +2 -1
  153. datahub/ingestion/source/state/stateful_ingestion_base.py +55 -45
  154. datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider.py +1 -1
  155. datahub/ingestion/source/state_provider/file_ingestion_checkpointing_provider.py +1 -1
  156. datahub/ingestion/source/superset.py +9 -9
  157. datahub/ingestion/source/tableau/tableau.py +14 -16
  158. datahub/ingestion/source/unity/azure_auth_config.py +15 -0
  159. datahub/ingestion/source/unity/config.py +51 -34
  160. datahub/ingestion/source/unity/connection.py +7 -1
  161. datahub/ingestion/source/unity/connection_test.py +1 -1
  162. datahub/ingestion/source/unity/proxy.py +216 -7
  163. datahub/ingestion/source/unity/proxy_types.py +91 -0
  164. datahub/ingestion/source/unity/source.py +29 -3
  165. datahub/ingestion/source/usage/clickhouse_usage.py +1 -1
  166. datahub/ingestion/source/usage/starburst_trino_usage.py +1 -1
  167. datahub/ingestion/source/usage/usage_common.py +5 -3
  168. datahub/ingestion/source_config/csv_enricher.py +7 -6
  169. datahub/ingestion/source_config/operation_config.py +7 -4
  170. datahub/ingestion/source_config/pulsar.py +11 -15
  171. datahub/ingestion/transformer/add_dataset_browse_path.py +1 -1
  172. datahub/ingestion/transformer/add_dataset_dataproduct.py +6 -5
  173. datahub/ingestion/transformer/add_dataset_ownership.py +3 -3
  174. datahub/ingestion/transformer/add_dataset_properties.py +2 -2
  175. datahub/ingestion/transformer/add_dataset_schema_tags.py +2 -2
  176. datahub/ingestion/transformer/add_dataset_schema_terms.py +2 -2
  177. datahub/ingestion/transformer/add_dataset_tags.py +3 -3
  178. datahub/ingestion/transformer/add_dataset_terms.py +3 -3
  179. datahub/ingestion/transformer/dataset_domain.py +3 -3
  180. datahub/ingestion/transformer/dataset_domain_based_on_tags.py +1 -1
  181. datahub/ingestion/transformer/extract_dataset_tags.py +1 -1
  182. datahub/ingestion/transformer/extract_ownership_from_tags.py +1 -1
  183. datahub/ingestion/transformer/mark_dataset_status.py +1 -1
  184. datahub/ingestion/transformer/pattern_cleanup_dataset_usage_user.py +1 -1
  185. datahub/ingestion/transformer/pattern_cleanup_ownership.py +1 -1
  186. datahub/ingestion/transformer/remove_dataset_ownership.py +1 -1
  187. datahub/ingestion/transformer/replace_external_url.py +2 -2
  188. datahub/ingestion/transformer/set_browse_path.py +1 -1
  189. datahub/ingestion/transformer/tags_to_terms.py +1 -1
  190. datahub/lite/duckdb_lite.py +1 -1
  191. datahub/lite/lite_util.py +2 -2
  192. datahub/metadata/_internal_schema_classes.py +62 -2
  193. datahub/metadata/com/linkedin/pegasus2avro/assertion/__init__.py +2 -0
  194. datahub/metadata/schema.avsc +271 -91
  195. datahub/metadata/schemas/ApplicationProperties.avsc +5 -2
  196. datahub/metadata/schemas/AssertionInfo.avsc +48 -5
  197. datahub/metadata/schemas/BusinessAttributeInfo.avsc +8 -4
  198. datahub/metadata/schemas/ChartInfo.avsc +12 -5
  199. datahub/metadata/schemas/ContainerProperties.avsc +12 -5
  200. datahub/metadata/schemas/CorpGroupEditableInfo.avsc +2 -1
  201. datahub/metadata/schemas/CorpGroupInfo.avsc +7 -3
  202. datahub/metadata/schemas/CorpUserInfo.avsc +5 -2
  203. datahub/metadata/schemas/CorpUserSettings.avsc +4 -2
  204. datahub/metadata/schemas/DashboardInfo.avsc +16 -4
  205. datahub/metadata/schemas/DataFlowInfo.avsc +11 -5
  206. datahub/metadata/schemas/DataHubPageModuleProperties.avsc +4 -2
  207. datahub/metadata/schemas/DataJobInfo.avsc +9 -4
  208. datahub/metadata/schemas/DataPlatformInfo.avsc +3 -1
  209. datahub/metadata/schemas/DataPlatformInstanceProperties.avsc +5 -2
  210. datahub/metadata/schemas/DataProductProperties.avsc +5 -2
  211. datahub/metadata/schemas/DataTypeInfo.avsc +5 -0
  212. datahub/metadata/schemas/DatasetKey.avsc +2 -1
  213. datahub/metadata/schemas/DatasetProperties.avsc +12 -5
  214. datahub/metadata/schemas/DomainProperties.avsc +7 -3
  215. datahub/metadata/schemas/EditableContainerProperties.avsc +2 -1
  216. datahub/metadata/schemas/EditableDashboardProperties.avsc +2 -1
  217. datahub/metadata/schemas/EditableDataFlowProperties.avsc +2 -1
  218. datahub/metadata/schemas/EditableDataJobProperties.avsc +2 -1
  219. datahub/metadata/schemas/EditableDatasetProperties.avsc +2 -1
  220. datahub/metadata/schemas/EditableERModelRelationshipProperties.avsc +2 -1
  221. datahub/metadata/schemas/EditableMLFeatureProperties.avsc +2 -1
  222. datahub/metadata/schemas/EditableMLFeatureTableProperties.avsc +2 -1
  223. datahub/metadata/schemas/EditableMLModelGroupProperties.avsc +2 -1
  224. datahub/metadata/schemas/EditableMLModelProperties.avsc +2 -1
  225. datahub/metadata/schemas/EditableNotebookProperties.avsc +2 -1
  226. datahub/metadata/schemas/EditableSchemaMetadata.avsc +5 -3
  227. datahub/metadata/schemas/EntityTypeInfo.avsc +5 -0
  228. datahub/metadata/schemas/GlobalTags.avsc +3 -2
  229. datahub/metadata/schemas/GlossaryNodeInfo.avsc +3 -1
  230. datahub/metadata/schemas/GlossaryTermInfo.avsc +3 -1
  231. datahub/metadata/schemas/InputFields.avsc +3 -2
  232. datahub/metadata/schemas/MLFeatureKey.avsc +3 -1
  233. datahub/metadata/schemas/MLFeatureTableKey.avsc +3 -1
  234. datahub/metadata/schemas/MLModelDeploymentKey.avsc +3 -1
  235. datahub/metadata/schemas/MLModelGroupKey.avsc +3 -1
  236. datahub/metadata/schemas/MLModelKey.avsc +3 -1
  237. datahub/metadata/schemas/MLModelProperties.avsc +4 -2
  238. datahub/metadata/schemas/MLPrimaryKeyKey.avsc +3 -1
  239. datahub/metadata/schemas/MetadataChangeEvent.avsc +124 -50
  240. datahub/metadata/schemas/NotebookInfo.avsc +5 -2
  241. datahub/metadata/schemas/Ownership.avsc +3 -2
  242. datahub/metadata/schemas/QuerySubjects.avsc +1 -1
  243. datahub/metadata/schemas/RoleProperties.avsc +3 -1
  244. datahub/metadata/schemas/SchemaFieldInfo.avsc +3 -1
  245. datahub/metadata/schemas/SchemaMetadata.avsc +3 -2
  246. datahub/metadata/schemas/StructuredPropertyDefinition.avsc +15 -4
  247. datahub/metadata/schemas/TagProperties.avsc +3 -1
  248. datahub/metadata/schemas/TestInfo.avsc +2 -1
  249. datahub/sdk/__init__.py +1 -0
  250. datahub/sdk/_all_entities.py +2 -0
  251. datahub/sdk/search_filters.py +68 -40
  252. datahub/sdk/tag.py +112 -0
  253. datahub/secret/datahub_secret_store.py +7 -4
  254. datahub/secret/file_secret_store.py +1 -1
  255. datahub/sql_parsing/schema_resolver.py +29 -0
  256. datahub/sql_parsing/sql_parsing_aggregator.py +15 -0
  257. datahub/sql_parsing/sqlglot_lineage.py +5 -2
  258. datahub/testing/check_sql_parser_result.py +2 -2
  259. datahub/utilities/ingest_utils.py +1 -1
  260. {acryl_datahub-1.3.0.1rc9.dist-info → acryl_datahub-1.3.1.1.dist-info}/WHEEL +0 -0
  261. {acryl_datahub-1.3.0.1rc9.dist-info → acryl_datahub-1.3.1.1.dist-info}/entry_points.txt +0 -0
  262. {acryl_datahub-1.3.0.1rc9.dist-info → acryl_datahub-1.3.1.1.dist-info}/licenses/LICENSE +0 -0
  263. {acryl_datahub-1.3.0.1rc9.dist-info → acryl_datahub-1.3.1.1.dist-info}/top_level.txt +0 -0
datahub/metadata/schemas/ApplicationProperties.avsc CHANGED
@@ -44,7 +44,9 @@
44
44
  "fieldNameAliases": [
45
45
  "_entityName"
46
46
  ],
47
- "fieldType": "WORD_GRAM"
47
+ "fieldType": "WORD_GRAM",
48
+ "searchLabel": "entityName",
49
+ "searchTier": 1
48
50
  },
49
51
  "type": [
50
52
  "null",
@@ -57,7 +59,8 @@
57
59
  {
58
60
  "Searchable": {
59
61
  "fieldType": "TEXT",
60
- "hasValuesFieldName": "hasDescription"
62
+ "hasValuesFieldName": "hasDescription",
63
+ "searchTier": 2
61
64
  },
62
65
  "type": [
63
66
  "null",
datahub/metadata/schemas/AssertionInfo.avsc CHANGED
@@ -38,7 +38,10 @@
38
38
  "doc": "URL where the reference exist"
39
39
  },
40
40
  {
41
- "Searchable": {},
41
+ "Searchable": {
42
+ "fieldName": "assertionType",
43
+ "fieldType": "KEYWORD"
44
+ },
42
45
  "type": {
43
46
  "type": "enum",
44
47
  "symbolDocs": {
@@ -60,10 +63,11 @@
60
63
  "FIELD",
61
64
  "DATA_SCHEMA",
62
65
  "CUSTOM"
63
- ]
66
+ ],
67
+ "doc": "Type of assertion. Assertion types can evolve to span Datasets, Flows (Pipelines), Models, Features etc."
64
68
  },
65
69
  "name": "type",
66
- "doc": "Type of assertion. Assertion types can evolve to span Datasets, Flows (Pipelines), Models, Features etc."
70
+ "doc": "Type of assertion."
67
71
  },
68
72
  {
69
73
  "type": [
@@ -1835,9 +1839,10 @@
1835
1839
  "boostScore": 0.5,
1836
1840
  "fieldName": "tags",
1837
1841
  "fieldType": "URN",
1838
- "filterNameOverride": "Tag",
1842
+ "filterNameOverride": "Tagged With",
1839
1843
  "hasValuesFieldName": "hasTags",
1840
- "queryByDefault": true
1844
+ "queryByDefault": true,
1845
+ "searchTier": 2
1841
1846
  }
1842
1847
  },
1843
1848
  "type": {
@@ -2385,6 +2390,14 @@
2385
2390
  "doc": "A Custom Assertion definition. This field is populated when type is CUSTOM."
2386
2391
  },
2387
2392
  {
2393
+ "Searchable": {
2394
+ "/created/actor": {
2395
+ "fieldName": "creator",
2396
+ "fieldType": "URN",
2397
+ "filterNameOverride": "Created By",
2398
+ "hasValuesFieldName": "hasCreator"
2399
+ }
2400
+ },
2388
2401
  "type": [
2389
2402
  "null",
2390
2403
  {
@@ -2441,6 +2454,11 @@
2441
2454
  "doc": "The time at which the assertion was last updated and the actor who updated it.\nThis field is only present for Native assertions updated after this field was introduced."
2442
2455
  },
2443
2456
  {
2457
+ "Searchable": {
2458
+ "fieldName": "assertionDescription",
2459
+ "fieldType": "TEXT",
2460
+ "hasValuesFieldName": "hasAssertionDescription"
2461
+ },
2444
2462
  "type": [
2445
2463
  "null",
2446
2464
  "string"
@@ -2448,6 +2466,31 @@
2448
2466
  "name": "description",
2449
2467
  "default": null,
2450
2468
  "doc": "An optional human-readable description of the assertion"
2469
+ },
2470
+ {
2471
+ "type": [
2472
+ "null",
2473
+ {
2474
+ "type": "record",
2475
+ "name": "AssertionNote",
2476
+ "namespace": "com.linkedin.pegasus2avro.assertion",
2477
+ "fields": [
2478
+ {
2479
+ "type": "string",
2480
+ "name": "content",
2481
+ "doc": "The note to give technical owners more context about the assertion, and how to troubleshoot it."
2482
+ },
2483
+ {
2484
+ "type": "com.linkedin.pegasus2avro.common.AuditStamp",
2485
+ "name": "lastModified",
2486
+ "doc": "The time at which the note was last modified."
2487
+ }
2488
+ ]
2489
+ }
2490
+ ],
2491
+ "name": "note",
2492
+ "default": null,
2493
+ "doc": "An optional note to give technical owners more context about the assertion, and how to troubleshoot it.\nThe UI will render this in markdown format."
2451
2494
  }
2452
2495
  ],
2453
2496
  "doc": "Information about an assertion"
datahub/metadata/schemas/BusinessAttributeInfo.avsc CHANGED
@@ -15,7 +15,8 @@
15
15
  "Searchable": {
16
16
  "boostScore": 0.1,
17
17
  "fieldName": "editedFieldDescriptions",
18
- "fieldType": "TEXT"
18
+ "fieldType": "TEXT",
19
+ "searchTier": 2
19
20
  },
20
21
  "type": [
21
22
  "null",
@@ -80,9 +81,10 @@
80
81
  "boostScore": 0.5,
81
82
  "fieldName": "tags",
82
83
  "fieldType": "URN",
83
- "filterNameOverride": "Tag",
84
+ "filterNameOverride": "Tagged With",
84
85
  "hasValuesFieldName": "hasTags",
85
- "queryByDefault": true
86
+ "queryByDefault": true,
87
+ "searchTier": 2
86
88
  }
87
89
  },
88
90
  "type": {
@@ -435,7 +437,9 @@
435
437
  "fieldNameAliases": [
436
438
  "_entityName"
437
439
  ],
438
- "fieldType": "WORD_GRAM"
440
+ "fieldType": "WORD_GRAM",
441
+ "searchLabel": "entityName",
442
+ "searchTier": 1
439
443
  },
440
444
  "type": "string",
441
445
  "name": "name",
datahub/metadata/schemas/ChartInfo.avsc CHANGED
@@ -44,14 +44,18 @@
44
44
  "fieldNameAliases": [
45
45
  "_entityName"
46
46
  ],
47
- "fieldType": "WORD_GRAM"
47
+ "fieldType": "WORD_GRAM",
48
+ "searchLabel": "entityName",
49
+ "searchTier": 1
48
50
  },
49
51
  "type": "string",
50
52
  "name": "title",
51
53
  "doc": "Title of the chart"
52
54
  },
53
55
  {
54
- "Searchable": {},
56
+ "Searchable": {
57
+ "searchTier": 2
58
+ },
55
59
  "type": "string",
56
60
  "name": "description",
57
61
  "doc": "Detailed description about the chart"
@@ -144,7 +148,8 @@
144
148
  },
145
149
  {
146
150
  "Searchable": {
147
- "fieldType": "KEYWORD"
151
+ "fieldType": "KEYWORD",
152
+ "searchTier": 4
148
153
  },
149
154
  "java": {
150
155
  "class": "com.linkedin.pegasus2avro.common.url.Url",
@@ -272,7 +277,8 @@
272
277
  "Searchable": {
273
278
  "addToFilters": true,
274
279
  "fieldType": "KEYWORD",
275
- "filterNameOverride": "Chart Type"
280
+ "filterNameOverride": "Chart Type",
281
+ "searchTier": 3
276
282
  },
277
283
  "type": [
278
284
  "null",
@@ -311,7 +317,8 @@
311
317
  "Searchable": {
312
318
  "addToFilters": true,
313
319
  "fieldType": "KEYWORD",
314
- "filterNameOverride": "Access Level"
320
+ "filterNameOverride": "Access Level",
321
+ "searchTier": 4
315
322
  },
316
323
  "type": [
317
324
  "null",
datahub/metadata/schemas/ContainerProperties.avsc CHANGED
@@ -44,7 +44,9 @@
44
44
  "fieldNameAliases": [
45
45
  "_entityName"
46
46
  ],
47
- "fieldType": "WORD_GRAM"
47
+ "fieldType": "WORD_GRAM",
48
+ "searchLabel": "entityName",
49
+ "searchTier": 1
48
50
  },
49
51
  "type": "string",
50
52
  "name": "name",
@@ -54,7 +56,9 @@
54
56
  "Searchable": {
55
57
  "boostScore": 10.0,
56
58
  "enableAutocomplete": true,
57
- "fieldType": "WORD_GRAM"
59
+ "fieldType": "WORD_GRAM",
60
+ "searchLabel": "qualifiedName",
61
+ "searchTier": 1
58
62
  },
59
63
  "type": [
60
64
  "null",
@@ -67,7 +71,8 @@
67
71
  {
68
72
  "Searchable": {
69
73
  "fieldType": "TEXT",
70
- "hasValuesFieldName": "hasDescription"
74
+ "hasValuesFieldName": "hasDescription",
75
+ "searchTier": 2
71
76
  },
72
77
  "type": [
73
78
  "null",
@@ -137,7 +142,8 @@
137
142
  "Searchable": {
138
143
  "/time": {
139
144
  "fieldName": "createdAt",
140
- "fieldType": "DATETIME"
145
+ "fieldType": "DATETIME",
146
+ "searchLabel": "createdAt"
141
147
  }
142
148
  },
143
149
  "type": [
@@ -177,7 +183,8 @@
177
183
  "Searchable": {
178
184
  "/time": {
179
185
  "fieldName": "lastModifiedAt",
180
- "fieldType": "DATETIME"
186
+ "fieldType": "DATETIME",
187
+ "searchLabel": "lastModifiedAt"
181
188
  }
182
189
  },
183
190
  "type": [
datahub/metadata/schemas/CorpGroupEditableInfo.avsc CHANGED
@@ -9,7 +9,8 @@
9
9
  {
10
10
  "Searchable": {
11
11
  "fieldName": "editedDescription",
12
- "fieldType": "TEXT"
12
+ "fieldType": "TEXT",
13
+ "searchTier": 2
13
14
  },
14
15
  "type": [
15
16
  "null",
datahub/metadata/schemas/CorpGroupInfo.avsc CHANGED
@@ -17,7 +17,9 @@
17
17
  "_entityName"
18
18
  ],
19
19
  "fieldType": "TEXT_PARTIAL",
20
- "queryByDefault": true
20
+ "queryByDefault": true,
21
+ "searchLabel": "entityName",
22
+ "searchTier": 1
21
23
  },
22
24
  "type": [
23
25
  "null",
@@ -95,7 +97,8 @@
95
97
  },
96
98
  {
97
99
  "Searchable": {
98
- "fieldType": "TEXT_PARTIAL"
100
+ "fieldType": "TEXT_PARTIAL",
101
+ "searchTier": 2
99
102
  },
100
103
  "type": [
101
104
  "null",
@@ -118,7 +121,8 @@
118
121
  "Searchable": {
119
122
  "/time": {
120
123
  "fieldName": "createdTime",
121
- "fieldType": "DATETIME"
124
+ "fieldType": "DATETIME",
125
+ "searchLabel": "createdAt"
122
126
  }
123
127
  },
124
128
  "type": [
datahub/metadata/schemas/CorpUserInfo.avsc CHANGED
@@ -43,7 +43,9 @@
43
43
  "_entityName"
44
44
  ],
45
45
  "fieldType": "WORD_GRAM",
46
- "queryByDefault": true
46
+ "queryByDefault": true,
47
+ "searchLabel": "entityName",
48
+ "searchTier": 1
47
49
  },
48
50
  "type": [
49
51
  "null",
@@ -56,7 +58,8 @@
56
58
  {
57
59
  "Searchable": {
58
60
  "fieldType": "KEYWORD",
59
- "queryByDefault": true
61
+ "queryByDefault": true,
62
+ "searchTier": 1
60
63
  },
61
64
  "type": [
62
65
  "null",
datahub/metadata/schemas/CorpUserSettings.avsc CHANGED
@@ -80,13 +80,15 @@
80
80
  "type": "enum",
81
81
  "symbolDocs": {
82
82
  "EMAIL": "Email target type.",
83
- "SLACK": "Slack target type."
83
+ "SLACK": "Slack target type.",
84
+ "TEAMS": "Microsoft Teams target type."
84
85
  },
85
86
  "name": "NotificationSinkType",
86
87
  "namespace": "com.linkedin.pegasus2avro.event.notification",
87
88
  "symbols": [
88
89
  "SLACK",
89
- "EMAIL"
90
+ "EMAIL",
91
+ "TEAMS"
90
92
  ],
91
93
  "doc": "A type of sink / platform to send a notification to."
92
94
  }
datahub/metadata/schemas/DashboardInfo.avsc CHANGED
@@ -44,7 +44,9 @@
44
44
  "fieldNameAliases": [
45
45
  "_entityName"
46
46
  ],
47
- "fieldType": "WORD_GRAM"
47
+ "fieldType": "WORD_GRAM",
48
+ "searchLabel": "entityName",
49
+ "searchTier": 1
48
50
  },
49
51
  "type": "string",
50
52
  "name": "title",
@@ -53,7 +55,8 @@
53
55
  {
54
56
  "Searchable": {
55
57
  "fieldType": "TEXT",
56
- "hasValuesFieldName": "hasDescription"
58
+ "hasValuesFieldName": "hasDescription",
59
+ "searchTier": 2
57
60
  },
58
61
  "type": "string",
59
62
  "name": "description",
@@ -279,6 +282,13 @@
279
282
  "doc": "Dashboards included by this dashboard.\nSome dashboard entities (e.g. PowerBI Apps) can contain other dashboards.\n\nThe Edge's sourceUrn should never be set, as it will always be the base dashboard."
280
283
  },
281
284
  {
285
+ "Searchable": {
286
+ "/lastModified/time": {
287
+ "fieldName": "lastModifiedAt",
288
+ "fieldType": "DATETIME",
289
+ "searchLabel": "lastModifiedAt"
290
+ }
291
+ },
282
292
  "type": {
283
293
  "type": "record",
284
294
  "name": "ChangeAuditStamps",
@@ -323,7 +333,8 @@
323
333
  },
324
334
  {
325
335
  "Searchable": {
326
- "fieldType": "KEYWORD"
336
+ "fieldType": "KEYWORD",
337
+ "searchTier": 4
327
338
  },
328
339
  "java": {
329
340
  "class": "com.linkedin.pegasus2avro.common.url.Url",
@@ -341,7 +352,8 @@
341
352
  "Searchable": {
342
353
  "addToFilters": true,
343
354
  "fieldType": "KEYWORD",
344
- "filterNameOverride": "Access Level"
355
+ "filterNameOverride": "Access Level",
356
+ "searchTier": 4
345
357
  },
346
358
  "type": [
347
359
  "null",
datahub/metadata/schemas/DataFlowInfo.avsc CHANGED
@@ -44,7 +44,9 @@
44
44
  "fieldNameAliases": [
45
45
  "_entityName"
46
46
  ],
47
- "fieldType": "WORD_GRAM"
47
+ "fieldType": "WORD_GRAM",
48
+ "searchLabel": "entityName",
49
+ "searchTier": 1
48
50
  },
49
51
  "type": "string",
50
52
  "name": "name",
@@ -53,7 +55,8 @@
53
55
  {
54
56
  "Searchable": {
55
57
  "fieldType": "TEXT",
56
- "hasValuesFieldName": "hasDescription"
58
+ "hasValuesFieldName": "hasDescription",
59
+ "searchTier": 2
57
60
  },
58
61
  "type": [
59
62
  "null",
@@ -66,7 +69,8 @@
66
69
  {
67
70
  "Searchable": {
68
71
  "fieldType": "TEXT_PARTIAL",
69
- "queryByDefault": false
72
+ "queryByDefault": false,
73
+ "searchTier": 3
70
74
  },
71
75
  "type": [
72
76
  "null",
@@ -80,7 +84,8 @@
80
84
  "Searchable": {
81
85
  "/time": {
82
86
  "fieldName": "createdAt",
83
- "fieldType": "DATETIME"
87
+ "fieldType": "DATETIME",
88
+ "searchLabel": "createdAt"
84
89
  }
85
90
  },
86
91
  "type": [
@@ -120,7 +125,8 @@
120
125
  "Searchable": {
121
126
  "/time": {
122
127
  "fieldName": "lastModifiedAt",
123
- "fieldType": "DATETIME"
128
+ "fieldType": "DATETIME",
129
+ "searchLabel": "lastModifiedAt"
124
130
  }
125
131
  },
126
132
  "type": [
datahub/metadata/schemas/DataHubPageModuleProperties.avsc CHANGED
@@ -28,7 +28,8 @@
28
28
  "OWNED_ASSETS": "Module displaying assets owned by a user",
29
29
  "PLATFORMS": "Module displaying the platforms in an instance",
30
30
  "RELATED_TERMS": "Module displaying the related terms of a given glossary term",
31
- "RICH_TEXT": "Module containing rich text to be rendered"
31
+ "RICH_TEXT": "Module containing rich text to be rendered",
32
+ "UNKNOWN": "Unknown module type - this can occur with corrupted data or rolling back to versions without new modules"
32
33
  },
33
34
  "name": "DataHubPageModuleType",
34
35
  "namespace": "com.linkedin.pegasus2avro.module",
@@ -43,7 +44,8 @@
43
44
  "CHILD_HIERARCHY",
44
45
  "DATA_PRODUCTS",
45
46
  "RELATED_TERMS",
46
- "PLATFORMS"
47
+ "PLATFORMS",
48
+ "UNKNOWN"
47
49
  ],
48
50
  "doc": "Enum containing the types of page modules that there are"
49
51
  },
datahub/metadata/schemas/DataJobInfo.avsc CHANGED
@@ -44,7 +44,9 @@
44
44
  "fieldNameAliases": [
45
45
  "_entityName"
46
46
  ],
47
- "fieldType": "WORD_GRAM"
47
+ "fieldType": "WORD_GRAM",
48
+ "searchLabel": "entityName",
49
+ "searchTier": 1
48
50
  },
49
51
  "type": "string",
50
52
  "name": "name",
@@ -53,7 +55,8 @@
53
55
  {
54
56
  "Searchable": {
55
57
  "fieldType": "TEXT",
56
- "hasValuesFieldName": "hasDescription"
58
+ "hasValuesFieldName": "hasDescription",
59
+ "searchTier": 2
57
60
  },
58
61
  "type": [
59
62
  "null",
@@ -111,7 +114,8 @@
111
114
  "Searchable": {
112
115
  "/time": {
113
116
  "fieldName": "createdAt",
114
- "fieldType": "DATETIME"
117
+ "fieldType": "DATETIME",
118
+ "searchLabel": "createdAt"
115
119
  }
116
120
  },
117
121
  "type": [
@@ -151,7 +155,8 @@
151
155
  "Searchable": {
152
156
  "/time": {
153
157
  "fieldName": "lastModifiedAt",
154
- "fieldType": "DATETIME"
158
+ "fieldType": "DATETIME",
159
+ "searchLabel": "lastModifiedAt"
155
160
  }
156
161
  },
157
162
  "type": [
datahub/metadata/schemas/DataPlatformInfo.avsc CHANGED
@@ -13,7 +13,9 @@
13
13
  "fieldNameAliases": [
14
14
  "_entityName"
15
15
  ],
16
- "fieldType": "WORD_GRAM"
16
+ "fieldType": "WORD_GRAM",
17
+ "searchLabel": "entityName",
18
+ "searchTier": 1
17
19
  },
18
20
  "validate": {
19
21
  "strlen": {
datahub/metadata/schemas/DataPlatformInstanceProperties.avsc CHANGED
@@ -44,7 +44,9 @@
44
44
  "fieldNameAliases": [
45
45
  "_entityName"
46
46
  ],
47
- "fieldType": "WORD_GRAM"
47
+ "fieldType": "WORD_GRAM",
48
+ "searchLabel": "entityName",
49
+ "searchTier": 1
48
50
  },
49
51
  "type": [
50
52
  "null",
@@ -57,7 +59,8 @@
57
59
  {
58
60
  "Searchable": {
59
61
  "fieldType": "TEXT",
60
- "hasValuesFieldName": "hasDescription"
62
+ "hasValuesFieldName": "hasDescription",
63
+ "searchTier": 2
61
64
  },
62
65
  "type": [
63
66
  "null",
datahub/metadata/schemas/DataProductProperties.avsc CHANGED
@@ -44,7 +44,9 @@
44
44
  "fieldNameAliases": [
45
45
  "_entityName"
46
46
  ],
47
- "fieldType": "WORD_GRAM"
47
+ "fieldType": "WORD_GRAM",
48
+ "searchLabel": "entityName",
49
+ "searchTier": 1
48
50
  },
49
51
  "type": [
50
52
  "null",
@@ -57,7 +59,8 @@
57
59
  {
58
60
  "Searchable": {
59
61
  "fieldType": "TEXT",
60
- "hasValuesFieldName": "hasDescription"
62
+ "hasValuesFieldName": "hasDescription",
63
+ "searchTier": 2
61
64
  },
62
65
  "type": [
63
66
  "null",
datahub/metadata/schemas/DataTypeInfo.avsc CHANGED
@@ -7,6 +7,11 @@
7
7
  "namespace": "com.linkedin.pegasus2avro.datatype",
8
8
  "fields": [
9
9
  {
10
+ "Searchable": {
11
+ "fieldType": "KEYWORD",
12
+ "searchLabel": "qualifiedName",
13
+ "searchTier": 1
14
+ },
10
15
  "type": "string",
11
16
  "name": "qualifiedName",
12
17
  "doc": "The qualified name for the data type. Usually a unique namespace + name, e.g. datahub.string"
datahub/metadata/schemas/DatasetKey.avsc CHANGED
@@ -75,7 +75,8 @@
75
75
  "addToFilters": true,
76
76
  "fieldType": "TEXT_PARTIAL",
77
77
  "filterNameOverride": "Environment",
78
- "queryByDefault": false
78
+ "queryByDefault": false,
79
+ "searchLabel": "origin"
79
80
  },
80
81
  "type": {
81
82
  "type": "enum",
datahub/metadata/schemas/DatasetProperties.avsc CHANGED
@@ -44,7 +44,9 @@
44
44
  "fieldNameAliases": [
45
45
  "_entityName"
46
46
  ],
47
- "fieldType": "WORD_GRAM"
47
+ "fieldType": "WORD_GRAM",
48
+ "searchLabel": "entityName",
49
+ "searchTier": 1
48
50
  },
49
51
  "type": [
50
52
  "null",
@@ -59,7 +61,9 @@
59
61
  "addToFilters": false,
60
62
  "boostScore": 10.0,
61
63
  "enableAutocomplete": true,
62
- "fieldType": "WORD_GRAM"
64
+ "fieldType": "WORD_GRAM",
65
+ "searchLabel": "qualifiedName",
66
+ "searchTier": 1
63
67
  },
64
68
  "type": [
65
69
  "null",
@@ -72,7 +76,8 @@
72
76
  {
73
77
  "Searchable": {
74
78
  "fieldType": "TEXT",
75
- "hasValuesFieldName": "hasDescription"
79
+ "hasValuesFieldName": "hasDescription",
80
+ "searchTier": 2
76
81
  },
77
82
  "type": [
78
83
  "null",
@@ -99,7 +104,8 @@
99
104
  "Searchable": {
100
105
  "/time": {
101
106
  "fieldName": "createdAt",
102
- "fieldType": "DATETIME"
107
+ "fieldType": "DATETIME",
108
+ "searchLabel": "createdAt"
103
109
  }
104
110
  },
105
111
  "type": [
@@ -139,7 +145,8 @@
139
145
  "Searchable": {
140
146
  "/time": {
141
147
  "fieldName": "lastModifiedAt",
142
- "fieldType": "DATETIME"
148
+ "fieldType": "DATETIME",
149
+ "searchLabel": "lastModifiedAt"
143
150
  }
144
151
  },
145
152
  "type": [
datahub/metadata/schemas/DomainProperties.avsc CHANGED
@@ -28,7 +28,9 @@
28
28
  "fieldNameAliases": [
29
29
  "_entityName"
30
30
  ],
31
- "fieldType": "WORD_GRAM"
31
+ "fieldType": "WORD_GRAM",
32
+ "searchLabel": "entityName",
33
+ "searchTier": 1
32
34
  },
33
35
  "type": "string",
34
36
  "name": "name",
@@ -37,7 +39,8 @@
37
39
  {
38
40
  "Searchable": {
39
41
  "fieldType": "TEXT",
40
- "hasValuesFieldName": "hasDescription"
42
+ "hasValuesFieldName": "hasDescription",
43
+ "searchTier": 2
41
44
  },
42
45
  "type": [
43
46
  "null",
@@ -51,7 +54,8 @@
51
54
  "Searchable": {
52
55
  "/time": {
53
56
  "fieldName": "createdTime",
54
- "fieldType": "DATETIME"
57
+ "fieldType": "DATETIME",
58
+ "searchLabel": "createdAt"
55
59
  }
56
60
  },
57
61
  "type": [
datahub/metadata/schemas/EditableContainerProperties.avsc CHANGED
@@ -9,7 +9,8 @@
9
9
  {
10
10
  "Searchable": {
11
11
  "fieldName": "editedDescription",
12
- "fieldType": "TEXT"
12
+ "fieldType": "TEXT",
13
+ "searchTier": 2
13
14
  },
14
15
  "type": [
15
16
  "null",