acryl-datahub 1.3.0.1rc8__py3-none-any.whl → 1.3.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of acryl-datahub might be problematic. Click here for more details.

Files changed (74) hide show
  1. {acryl_datahub-1.3.0.1rc8.dist-info → acryl_datahub-1.3.1.dist-info}/METADATA +2654 -2647
  2. {acryl_datahub-1.3.0.1rc8.dist-info → acryl_datahub-1.3.1.dist-info}/RECORD +74 -74
  3. datahub/_version.py +1 -1
  4. datahub/ingestion/graph/client.py +5 -1
  5. datahub/ingestion/run/pipeline.py +1 -0
  6. datahub/ingestion/source/dremio/dremio_api.py +212 -78
  7. datahub/ingestion/source/dremio/dremio_entities.py +55 -39
  8. datahub/ingestion/source/dremio/dremio_profiling.py +14 -3
  9. datahub/ingestion/source/dremio/dremio_source.py +9 -11
  10. datahub/ingestion/source/elastic_search.py +106 -29
  11. datahub/ingestion/source/snowflake/snowflake_queries.py +27 -3
  12. datahub/ingestion/source/sql_queries.py +164 -15
  13. datahub/metadata/_internal_schema_classes.py +62 -2
  14. datahub/metadata/com/linkedin/pegasus2avro/assertion/__init__.py +2 -0
  15. datahub/metadata/schema.avsc +264 -89
  16. datahub/metadata/schemas/ApplicationProperties.avsc +5 -2
  17. datahub/metadata/schemas/AssertionInfo.avsc +48 -5
  18. datahub/metadata/schemas/BusinessAttributeInfo.avsc +8 -4
  19. datahub/metadata/schemas/ChartInfo.avsc +12 -5
  20. datahub/metadata/schemas/ContainerProperties.avsc +12 -5
  21. datahub/metadata/schemas/CorpGroupEditableInfo.avsc +2 -1
  22. datahub/metadata/schemas/CorpGroupInfo.avsc +7 -3
  23. datahub/metadata/schemas/CorpUserInfo.avsc +5 -2
  24. datahub/metadata/schemas/CorpUserSettings.avsc +4 -2
  25. datahub/metadata/schemas/DashboardInfo.avsc +16 -4
  26. datahub/metadata/schemas/DataFlowInfo.avsc +11 -5
  27. datahub/metadata/schemas/DataHubPageModuleProperties.avsc +4 -2
  28. datahub/metadata/schemas/DataJobInfo.avsc +9 -4
  29. datahub/metadata/schemas/DataPlatformInfo.avsc +3 -1
  30. datahub/metadata/schemas/DataPlatformInstanceProperties.avsc +5 -2
  31. datahub/metadata/schemas/DataProductProperties.avsc +5 -2
  32. datahub/metadata/schemas/DataTypeInfo.avsc +5 -0
  33. datahub/metadata/schemas/DatasetKey.avsc +2 -1
  34. datahub/metadata/schemas/DatasetProperties.avsc +12 -5
  35. datahub/metadata/schemas/DomainProperties.avsc +7 -3
  36. datahub/metadata/schemas/EditableContainerProperties.avsc +2 -1
  37. datahub/metadata/schemas/EditableDashboardProperties.avsc +2 -1
  38. datahub/metadata/schemas/EditableDataFlowProperties.avsc +2 -1
  39. datahub/metadata/schemas/EditableDataJobProperties.avsc +2 -1
  40. datahub/metadata/schemas/EditableDatasetProperties.avsc +2 -1
  41. datahub/metadata/schemas/EditableERModelRelationshipProperties.avsc +2 -1
  42. datahub/metadata/schemas/EditableMLFeatureProperties.avsc +2 -1
  43. datahub/metadata/schemas/EditableMLFeatureTableProperties.avsc +2 -1
  44. datahub/metadata/schemas/EditableMLModelGroupProperties.avsc +2 -1
  45. datahub/metadata/schemas/EditableMLModelProperties.avsc +2 -1
  46. datahub/metadata/schemas/EditableNotebookProperties.avsc +2 -1
  47. datahub/metadata/schemas/EditableSchemaMetadata.avsc +5 -3
  48. datahub/metadata/schemas/EntityTypeInfo.avsc +5 -0
  49. datahub/metadata/schemas/GlobalTags.avsc +3 -2
  50. datahub/metadata/schemas/GlossaryNodeInfo.avsc +3 -1
  51. datahub/metadata/schemas/GlossaryTermInfo.avsc +3 -1
  52. datahub/metadata/schemas/InputFields.avsc +3 -2
  53. datahub/metadata/schemas/MLFeatureKey.avsc +3 -1
  54. datahub/metadata/schemas/MLFeatureTableKey.avsc +3 -1
  55. datahub/metadata/schemas/MLModelDeploymentKey.avsc +3 -1
  56. datahub/metadata/schemas/MLModelGroupKey.avsc +3 -1
  57. datahub/metadata/schemas/MLModelKey.avsc +3 -1
  58. datahub/metadata/schemas/MLModelProperties.avsc +4 -2
  59. datahub/metadata/schemas/MLPrimaryKeyKey.avsc +3 -1
  60. datahub/metadata/schemas/MetadataChangeEvent.avsc +124 -50
  61. datahub/metadata/schemas/NotebookInfo.avsc +5 -2
  62. datahub/metadata/schemas/Ownership.avsc +3 -2
  63. datahub/metadata/schemas/RoleProperties.avsc +3 -1
  64. datahub/metadata/schemas/SchemaFieldInfo.avsc +3 -1
  65. datahub/metadata/schemas/SchemaMetadata.avsc +3 -2
  66. datahub/metadata/schemas/StructuredPropertyDefinition.avsc +9 -3
  67. datahub/metadata/schemas/TagProperties.avsc +3 -1
  68. datahub/metadata/schemas/TestInfo.avsc +2 -1
  69. datahub/sql_parsing/schema_resolver.py +29 -0
  70. datahub/sql_parsing/sql_parsing_aggregator.py +15 -0
  71. {acryl_datahub-1.3.0.1rc8.dist-info → acryl_datahub-1.3.1.dist-info}/WHEEL +0 -0
  72. {acryl_datahub-1.3.0.1rc8.dist-info → acryl_datahub-1.3.1.dist-info}/entry_points.txt +0 -0
  73. {acryl_datahub-1.3.0.1rc8.dist-info → acryl_datahub-1.3.1.dist-info}/licenses/LICENSE +0 -0
  74. {acryl_datahub-1.3.0.1rc8.dist-info → acryl_datahub-1.3.1.dist-info}/top_level.txt +0 -0
datahub/metadata/schema.avsc CHANGED
@@ -33,6 +33,11 @@
33
33
  "namespace": "com.linkedin.pegasus2avro.entitytype",
34
34
  "fields": [
35
35
  {
36
+ "Searchable": {
37
+ "fieldType": "KEYWORD",
38
+ "searchLabel": "qualifiedName",
39
+ "searchTier": 1
40
+ },
36
41
  "type": "string",
37
42
  "name": "qualifiedName",
38
43
  "doc": "The fully qualified name for the entity type, which usually consists of a namespace\nplus an identifier or name, e.g. datahub.dataset"
@@ -397,7 +402,8 @@
397
402
  {
398
403
  "Searchable": {
399
404
  "fieldName": "editedDescription",
400
- "fieldType": "TEXT"
405
+ "fieldType": "TEXT",
406
+ "searchTier": 2
401
407
  },
402
408
  "type": [
403
409
  "null",
@@ -456,7 +462,9 @@
456
462
  "fieldNameAliases": [
457
463
  "_entityName"
458
464
  ],
459
- "fieldType": "WORD_GRAM"
465
+ "fieldType": "WORD_GRAM",
466
+ "searchLabel": "entityName",
467
+ "searchTier": 1
460
468
  },
461
469
  "type": "string",
462
470
  "name": "title",
@@ -465,7 +473,8 @@
465
473
  {
466
474
  "Searchable": {
467
475
  "fieldType": "TEXT",
468
- "hasValuesFieldName": "hasDescription"
476
+ "hasValuesFieldName": "hasDescription",
477
+ "searchTier": 2
469
478
  },
470
479
  "type": "string",
471
480
  "name": "description",
@@ -648,6 +657,13 @@
648
657
  "doc": "Dashboards included by this dashboard.\nSome dashboard entities (e.g. PowerBI Apps) can contain other dashboards.\n\nThe Edge's sourceUrn should never be set, as it will always be the base dashboard."
649
658
  },
650
659
  {
660
+ "Searchable": {
661
+ "/lastModified/time": {
662
+ "fieldName": "lastModifiedAt",
663
+ "fieldType": "DATETIME",
664
+ "searchLabel": "lastModifiedAt"
665
+ }
666
+ },
651
667
  "type": {
652
668
  "type": "record",
653
669
  "name": "ChangeAuditStamps",
@@ -692,7 +708,8 @@
692
708
  },
693
709
  {
694
710
  "Searchable": {
695
- "fieldType": "KEYWORD"
711
+ "fieldType": "KEYWORD",
712
+ "searchTier": 4
696
713
  },
697
714
  "java": {
698
715
  "class": "com.linkedin.pegasus2avro.common.url.Url",
@@ -710,7 +727,8 @@
710
727
  "Searchable": {
711
728
  "addToFilters": true,
712
729
  "fieldType": "KEYWORD",
713
- "filterNameOverride": "Access Level"
730
+ "filterNameOverride": "Access Level",
731
+ "searchTier": 4
714
732
  },
715
733
  "type": [
716
734
  "null",
@@ -801,7 +819,8 @@
801
819
  "Searchable": {
802
820
  "boostScore": 0.1,
803
821
  "fieldName": "editedFieldDescriptions",
804
- "fieldType": "TEXT"
822
+ "fieldType": "TEXT",
823
+ "searchTier": 2
805
824
  },
806
825
  "type": [
807
826
  "null",
@@ -866,9 +885,10 @@
866
885
  "boostScore": 0.5,
867
886
  "fieldName": "tags",
868
887
  "fieldType": "URN",
869
- "filterNameOverride": "Tag",
888
+ "filterNameOverride": "Tagged With",
870
889
  "hasValuesFieldName": "hasTags",
871
- "queryByDefault": true
890
+ "queryByDefault": true,
891
+ "searchTier": 2
872
892
  }
873
893
  },
874
894
  "type": {
@@ -2501,7 +2521,10 @@
2501
2521
  "doc": "URL where the reference exist"
2502
2522
  },
2503
2523
  {
2504
- "Searchable": {},
2524
+ "Searchable": {
2525
+ "fieldName": "assertionType",
2526
+ "fieldType": "KEYWORD"
2527
+ },
2505
2528
  "type": {
2506
2529
  "type": "enum",
2507
2530
  "symbolDocs": {
@@ -2523,10 +2546,11 @@
2523
2546
  "FIELD",
2524
2547
  "DATA_SCHEMA",
2525
2548
  "CUSTOM"
2526
- ]
2549
+ ],
2550
+ "doc": "Type of assertion. Assertion types can evolve to span Datasets, Flows (Pipelines), Models, Features etc."
2527
2551
  },
2528
2552
  "name": "type",
2529
- "doc": "Type of assertion. Assertion types can evolve to span Datasets, Flows (Pipelines), Models, Features etc."
2553
+ "doc": "Type of assertion."
2530
2554
  },
2531
2555
  {
2532
2556
  "type": [
@@ -3788,6 +3812,14 @@
3788
3812
  "doc": "A Custom Assertion definition. This field is populated when type is CUSTOM."
3789
3813
  },
3790
3814
  {
3815
+ "Searchable": {
3816
+ "/created/actor": {
3817
+ "fieldName": "creator",
3818
+ "fieldType": "URN",
3819
+ "filterNameOverride": "Created By",
3820
+ "hasValuesFieldName": "hasCreator"
3821
+ }
3822
+ },
3791
3823
  "type": [
3792
3824
  "null",
3793
3825
  {
@@ -3844,6 +3876,11 @@
3844
3876
  "doc": "The time at which the assertion was last updated and the actor who updated it.\nThis field is only present for Native assertions updated after this field was introduced."
3845
3877
  },
3846
3878
  {
3879
+ "Searchable": {
3880
+ "fieldName": "assertionDescription",
3881
+ "fieldType": "TEXT",
3882
+ "hasValuesFieldName": "hasAssertionDescription"
3883
+ },
3847
3884
  "type": [
3848
3885
  "null",
3849
3886
  "string"
@@ -3851,6 +3888,31 @@
3851
3888
  "name": "description",
3852
3889
  "default": null,
3853
3890
  "doc": "An optional human-readable description of the assertion"
3891
+ },
3892
+ {
3893
+ "type": [
3894
+ "null",
3895
+ {
3896
+ "type": "record",
3897
+ "name": "AssertionNote",
3898
+ "namespace": "com.linkedin.pegasus2avro.assertion",
3899
+ "fields": [
3900
+ {
3901
+ "type": "string",
3902
+ "name": "content",
3903
+ "doc": "The note to give technical owners more context about the assertion, and how to troubleshoot it."
3904
+ },
3905
+ {
3906
+ "type": "com.linkedin.pegasus2avro.common.AuditStamp",
3907
+ "name": "lastModified",
3908
+ "doc": "The time at which the note was last modified."
3909
+ }
3910
+ ]
3911
+ }
3912
+ ],
3913
+ "name": "note",
3914
+ "default": null,
3915
+ "doc": "An optional note to give technical owners more context about the assertion, and how to troubleshoot it.\nThe UI will render this in markdown format."
3854
3916
  }
3855
3917
  ],
3856
3918
  "doc": "Information about an assertion"
@@ -3901,7 +3963,9 @@
3901
3963
  "fieldNameAliases": [
3902
3964
  "_entityName"
3903
3965
  ],
3904
- "fieldType": "WORD_GRAM"
3966
+ "fieldType": "WORD_GRAM",
3967
+ "searchLabel": "entityName",
3968
+ "searchTier": 1
3905
3969
  },
3906
3970
  "type": [
3907
3971
  "null",
@@ -3914,7 +3978,8 @@
3914
3978
  {
3915
3979
  "Searchable": {
3916
3980
  "fieldType": "TEXT",
3917
- "hasValuesFieldName": "hasDescription"
3981
+ "hasValuesFieldName": "hasDescription",
3982
+ "searchTier": 2
3918
3983
  },
3919
3984
  "type": [
3920
3985
  "null",
@@ -4246,7 +4311,8 @@
4246
4311
  {
4247
4312
  "Searchable": {
4248
4313
  "fieldName": "editedDescription",
4249
- "fieldType": "TEXT"
4314
+ "fieldType": "TEXT",
4315
+ "searchTier": 2
4250
4316
  },
4251
4317
  "type": [
4252
4318
  "null",
@@ -4305,7 +4371,9 @@
4305
4371
  "fieldNameAliases": [
4306
4372
  "_entityName"
4307
4373
  ],
4308
- "fieldType": "WORD_GRAM"
4374
+ "fieldType": "WORD_GRAM",
4375
+ "searchLabel": "entityName",
4376
+ "searchTier": 1
4309
4377
  },
4310
4378
  "type": "string",
4311
4379
  "name": "name",
@@ -4315,7 +4383,9 @@
4315
4383
  "Searchable": {
4316
4384
  "boostScore": 10.0,
4317
4385
  "enableAutocomplete": true,
4318
- "fieldType": "WORD_GRAM"
4386
+ "fieldType": "WORD_GRAM",
4387
+ "searchLabel": "qualifiedName",
4388
+ "searchTier": 1
4319
4389
  },
4320
4390
  "type": [
4321
4391
  "null",
@@ -4328,7 +4398,8 @@
4328
4398
  {
4329
4399
  "Searchable": {
4330
4400
  "fieldType": "TEXT",
4331
- "hasValuesFieldName": "hasDescription"
4401
+ "hasValuesFieldName": "hasDescription",
4402
+ "searchTier": 2
4332
4403
  },
4333
4404
  "type": [
4334
4405
  "null",
@@ -4357,7 +4428,8 @@
4357
4428
  "Searchable": {
4358
4429
  "/time": {
4359
4430
  "fieldName": "createdAt",
4360
- "fieldType": "DATETIME"
4431
+ "fieldType": "DATETIME",
4432
+ "searchLabel": "createdAt"
4361
4433
  }
4362
4434
  },
4363
4435
  "type": [
@@ -4397,7 +4469,8 @@
4397
4469
  "Searchable": {
4398
4470
  "/time": {
4399
4471
  "fieldName": "lastModifiedAt",
4400
- "fieldType": "DATETIME"
4472
+ "fieldType": "DATETIME",
4473
+ "searchLabel": "lastModifiedAt"
4401
4474
  }
4402
4475
  },
4403
4476
  "type": [
@@ -4786,7 +4859,9 @@
4786
4859
  "fieldNameAliases": [
4787
4860
  "_entityName"
4788
4861
  ],
4789
- "fieldType": "WORD_GRAM"
4862
+ "fieldType": "WORD_GRAM",
4863
+ "searchLabel": "entityName",
4864
+ "searchTier": 1
4790
4865
  },
4791
4866
  "type": "string",
4792
4867
  "name": "name",
@@ -4893,7 +4968,9 @@
4893
4968
  "fieldNameAliases": [
4894
4969
  "_entityName"
4895
4970
  ],
4896
- "fieldType": "WORD_GRAM"
4971
+ "fieldType": "WORD_GRAM",
4972
+ "searchLabel": "entityName",
4973
+ "searchTier": 1
4897
4974
  },
4898
4975
  "type": [
4899
4976
  "null",
@@ -4906,7 +4983,8 @@
4906
4983
  {
4907
4984
  "Searchable": {
4908
4985
  "fieldType": "TEXT",
4909
- "hasValuesFieldName": "hasDescription"
4986
+ "hasValuesFieldName": "hasDescription",
4987
+ "searchTier": 2
4910
4988
  },
4911
4989
  "type": [
4912
4990
  "null",
@@ -5045,7 +5123,8 @@
5045
5123
  "OWNED_ASSETS": "Module displaying assets owned by a user",
5046
5124
  "PLATFORMS": "Module displaying the platforms in an instance",
5047
5125
  "RELATED_TERMS": "Module displaying the related terms of a given glossary term",
5048
- "RICH_TEXT": "Module containing rich text to be rendered"
5126
+ "RICH_TEXT": "Module containing rich text to be rendered",
5127
+ "UNKNOWN": "Unknown module type - this can occur with corrupted data or rolling back to versions without new modules"
5049
5128
  },
5050
5129
  "name": "DataHubPageModuleType",
5051
5130
  "namespace": "com.linkedin.pegasus2avro.module",
@@ -5060,7 +5139,8 @@
5060
5139
  "CHILD_HIERARCHY",
5061
5140
  "DATA_PRODUCTS",
5062
5141
  "RELATED_TERMS",
5063
- "PLATFORMS"
5142
+ "PLATFORMS",
5143
+ "UNKNOWN"
5064
5144
  ],
5065
5145
  "doc": "Enum containing the types of page modules that there are"
5066
5146
  },
@@ -5316,7 +5396,9 @@
5316
5396
  "fieldNameAliases": [
5317
5397
  "_entityName"
5318
5398
  ],
5319
- "fieldType": "WORD_GRAM"
5399
+ "fieldType": "WORD_GRAM",
5400
+ "searchLabel": "entityName",
5401
+ "searchTier": 1
5320
5402
  },
5321
5403
  "type": [
5322
5404
  "null",
@@ -5329,7 +5411,8 @@
5329
5411
  {
5330
5412
  "Searchable": {
5331
5413
  "fieldType": "TEXT",
5332
- "hasValuesFieldName": "hasDescription"
5414
+ "hasValuesFieldName": "hasDescription",
5415
+ "searchTier": 2
5333
5416
  },
5334
5417
  "type": [
5335
5418
  "null",
@@ -5763,13 +5846,15 @@
5763
5846
  "type": "enum",
5764
5847
  "symbolDocs": {
5765
5848
  "EMAIL": "Email target type.",
5766
- "SLACK": "Slack target type."
5849
+ "SLACK": "Slack target type.",
5850
+ "TEAMS": "Microsoft Teams target type."
5767
5851
  },
5768
5852
  "name": "NotificationSinkType",
5769
5853
  "namespace": "com.linkedin.pegasus2avro.event.notification",
5770
5854
  "symbols": [
5771
5855
  "SLACK",
5772
- "EMAIL"
5856
+ "EMAIL",
5857
+ "TEAMS"
5773
5858
  ],
5774
5859
  "doc": "A type of sink / platform to send a notification to."
5775
5860
  }
@@ -5941,7 +6026,9 @@
5941
6026
  "_entityName"
5942
6027
  ],
5943
6028
  "fieldType": "WORD_GRAM",
5944
- "queryByDefault": true
6029
+ "queryByDefault": true,
6030
+ "searchLabel": "entityName",
6031
+ "searchTier": 1
5945
6032
  },
5946
6033
  "type": [
5947
6034
  "null",
@@ -5954,7 +6041,8 @@
5954
6041
  {
5955
6042
  "Searchable": {
5956
6043
  "fieldType": "KEYWORD",
5957
- "queryByDefault": true
6044
+ "queryByDefault": true,
6045
+ "searchTier": 1
5958
6046
  },
5959
6047
  "type": [
5960
6048
  "null",
@@ -6133,7 +6221,8 @@
6133
6221
  {
6134
6222
  "Searchable": {
6135
6223
  "fieldName": "editedDescription",
6136
- "fieldType": "TEXT"
6224
+ "fieldType": "TEXT",
6225
+ "searchTier": 2
6137
6226
  },
6138
6227
  "type": [
6139
6228
  "null",
@@ -6193,7 +6282,9 @@
6193
6282
  "_entityName"
6194
6283
  ],
6195
6284
  "fieldType": "TEXT_PARTIAL",
6196
- "queryByDefault": true
6285
+ "queryByDefault": true,
6286
+ "searchLabel": "entityName",
6287
+ "searchTier": 1
6197
6288
  },
6198
6289
  "type": [
6199
6290
  "null",
@@ -6271,7 +6362,8 @@
6271
6362
  },
6272
6363
  {
6273
6364
  "Searchable": {
6274
- "fieldType": "TEXT_PARTIAL"
6365
+ "fieldType": "TEXT_PARTIAL",
6366
+ "searchTier": 2
6275
6367
  },
6276
6368
  "type": [
6277
6369
  "null",
@@ -6294,7 +6386,8 @@
6294
6386
  "Searchable": {
6295
6387
  "/time": {
6296
6388
  "fieldName": "createdTime",
6297
- "fieldType": "DATETIME"
6389
+ "fieldType": "DATETIME",
6390
+ "searchLabel": "createdAt"
6298
6391
  }
6299
6392
  },
6300
6393
  "type": [
@@ -7495,14 +7588,18 @@
7495
7588
  "fieldNameAliases": [
7496
7589
  "_entityName"
7497
7590
  ],
7498
- "fieldType": "WORD_GRAM"
7591
+ "fieldType": "WORD_GRAM",
7592
+ "searchLabel": "entityName",
7593
+ "searchTier": 1
7499
7594
  },
7500
7595
  "type": "string",
7501
7596
  "name": "title",
7502
7597
  "doc": "Title of the chart"
7503
7598
  },
7504
7599
  {
7505
- "Searchable": {},
7600
+ "Searchable": {
7601
+ "searchTier": 2
7602
+ },
7506
7603
  "type": "string",
7507
7604
  "name": "description",
7508
7605
  "doc": "Detailed description about the chart"
@@ -7514,7 +7611,8 @@
7514
7611
  },
7515
7612
  {
7516
7613
  "Searchable": {
7517
- "fieldType": "KEYWORD"
7614
+ "fieldType": "KEYWORD",
7615
+ "searchTier": 4
7518
7616
  },
7519
7617
  "java": {
7520
7618
  "class": "com.linkedin.pegasus2avro.common.url.Url",
@@ -7583,7 +7681,8 @@
7583
7681
  "Searchable": {
7584
7682
  "addToFilters": true,
7585
7683
  "fieldType": "KEYWORD",
7586
- "filterNameOverride": "Chart Type"
7684
+ "filterNameOverride": "Chart Type",
7685
+ "searchTier": 3
7587
7686
  },
7588
7687
  "type": [
7589
7688
  "null",
@@ -7622,7 +7721,8 @@
7622
7721
  "Searchable": {
7623
7722
  "addToFilters": true,
7624
7723
  "fieldType": "KEYWORD",
7625
- "filterNameOverride": "Access Level"
7724
+ "filterNameOverride": "Access Level",
7725
+ "searchTier": 4
7626
7726
  },
7627
7727
  "type": [
7628
7728
  "null",
@@ -8039,7 +8139,9 @@
8039
8139
  "fieldNameAliases": [
8040
8140
  "_entityName"
8041
8141
  ],
8042
- "fieldType": "WORD_GRAM"
8142
+ "fieldType": "WORD_GRAM",
8143
+ "searchLabel": "entityName",
8144
+ "searchTier": 1
8043
8145
  },
8044
8146
  "type": "string",
8045
8147
  "name": "title",
@@ -8048,7 +8150,8 @@
8048
8150
  {
8049
8151
  "Searchable": {
8050
8152
  "fieldType": "TEXT",
8051
- "hasValuesFieldName": "hasDescription"
8153
+ "hasValuesFieldName": "hasDescription",
8154
+ "searchTier": 2
8052
8155
  },
8053
8156
  "type": [
8054
8157
  "null",
@@ -8108,7 +8211,8 @@
8108
8211
  {
8109
8212
  "Searchable": {
8110
8213
  "fieldName": "editedDescription",
8111
- "fieldType": "TEXT"
8214
+ "fieldType": "TEXT",
8215
+ "searchTier": 2
8112
8216
  },
8113
8217
  "type": [
8114
8218
  "null",
@@ -8780,7 +8884,8 @@
8780
8884
  "fieldType": "URN",
8781
8885
  "filterNameOverride": "Owned By",
8782
8886
  "hasValuesFieldName": "hasOwners",
8783
- "queryByDefault": false
8887
+ "queryByDefault": false,
8888
+ "searchTier": 2
8784
8889
  },
8785
8890
  "java": {
8786
8891
  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -8950,7 +9055,7 @@
8950
9055
  },
8951
9056
  {
8952
9057
  "Searchable": {
8953
- "/*": {
9058
+ "/$key": {
8954
9059
  "fieldType": "MAP_ARRAY",
8955
9060
  "queryByDefault": false
8956
9061
  }
@@ -9491,7 +9596,9 @@
9491
9596
  "fieldNameAliases": [
9492
9597
  "_entityName"
9493
9598
  ],
9494
- "fieldType": "WORD_GRAM"
9599
+ "fieldType": "WORD_GRAM",
9600
+ "searchLabel": "entityName",
9601
+ "searchTier": 1
9495
9602
  },
9496
9603
  "type": "string",
9497
9604
  "name": "name",
@@ -9500,7 +9607,8 @@
9500
9607
  {
9501
9608
  "Searchable": {
9502
9609
  "fieldType": "TEXT",
9503
- "hasValuesFieldName": "hasDescription"
9610
+ "hasValuesFieldName": "hasDescription",
9611
+ "searchTier": 2
9504
9612
  },
9505
9613
  "type": [
9506
9614
  "null",
@@ -9513,7 +9621,8 @@
9513
9621
  {
9514
9622
  "Searchable": {
9515
9623
  "fieldType": "TEXT_PARTIAL",
9516
- "queryByDefault": false
9624
+ "queryByDefault": false,
9625
+ "searchTier": 3
9517
9626
  },
9518
9627
  "type": [
9519
9628
  "null",
@@ -9527,7 +9636,8 @@
9527
9636
  "Searchable": {
9528
9637
  "/time": {
9529
9638
  "fieldName": "createdAt",
9530
- "fieldType": "DATETIME"
9639
+ "fieldType": "DATETIME",
9640
+ "searchLabel": "createdAt"
9531
9641
  }
9532
9642
  },
9533
9643
  "type": [
@@ -9542,7 +9652,8 @@
9542
9652
  "Searchable": {
9543
9653
  "/time": {
9544
9654
  "fieldName": "lastModifiedAt",
9545
- "fieldType": "DATETIME"
9655
+ "fieldType": "DATETIME",
9656
+ "searchLabel": "lastModifiedAt"
9546
9657
  }
9547
9658
  },
9548
9659
  "type": [
@@ -9613,7 +9724,8 @@
9613
9724
  {
9614
9725
  "Searchable": {
9615
9726
  "fieldName": "editedDescription",
9616
- "fieldType": "TEXT"
9727
+ "fieldType": "TEXT",
9728
+ "searchTier": 2
9617
9729
  },
9618
9730
  "type": [
9619
9731
  "null",
@@ -9753,7 +9865,9 @@
9753
9865
  "fieldNameAliases": [
9754
9866
  "_entityName"
9755
9867
  ],
9756
- "fieldType": "WORD_GRAM"
9868
+ "fieldType": "WORD_GRAM",
9869
+ "searchLabel": "entityName",
9870
+ "searchTier": 1
9757
9871
  },
9758
9872
  "type": "string",
9759
9873
  "name": "name",
@@ -9762,7 +9876,8 @@
9762
9876
  {
9763
9877
  "Searchable": {
9764
9878
  "fieldType": "TEXT",
9765
- "hasValuesFieldName": "hasDescription"
9879
+ "hasValuesFieldName": "hasDescription",
9880
+ "searchTier": 2
9766
9881
  },
9767
9882
  "type": [
9768
9883
  "null",
@@ -9820,7 +9935,8 @@
9820
9935
  "Searchable": {
9821
9936
  "/time": {
9822
9937
  "fieldName": "createdAt",
9823
- "fieldType": "DATETIME"
9938
+ "fieldType": "DATETIME",
9939
+ "searchLabel": "createdAt"
9824
9940
  }
9825
9941
  },
9826
9942
  "type": [
@@ -9835,7 +9951,8 @@
9835
9951
  "Searchable": {
9836
9952
  "/time": {
9837
9953
  "fieldName": "lastModifiedAt",
9838
- "fieldType": "DATETIME"
9954
+ "fieldType": "DATETIME",
9955
+ "searchLabel": "lastModifiedAt"
9839
9956
  }
9840
9957
  },
9841
9958
  "type": [
@@ -10309,7 +10426,8 @@
10309
10426
  {
10310
10427
  "Searchable": {
10311
10428
  "fieldName": "editedDescription",
10312
- "fieldType": "TEXT"
10429
+ "fieldType": "TEXT",
10430
+ "searchTier": 2
10313
10431
  },
10314
10432
  "type": [
10315
10433
  "null",
@@ -10397,7 +10515,8 @@
10397
10515
  "addToFilters": true,
10398
10516
  "fieldType": "TEXT_PARTIAL",
10399
10517
  "filterNameOverride": "Environment",
10400
- "queryByDefault": false
10518
+ "queryByDefault": false,
10519
+ "searchLabel": "origin"
10401
10520
  },
10402
10521
  "type": "com.linkedin.pegasus2avro.common.FabricType",
10403
10522
  "name": "origin",
@@ -10452,7 +10571,9 @@
10452
10571
  "fieldNameAliases": [
10453
10572
  "_entityName"
10454
10573
  ],
10455
- "fieldType": "WORD_GRAM"
10574
+ "fieldType": "WORD_GRAM",
10575
+ "searchLabel": "entityName",
10576
+ "searchTier": 1
10456
10577
  },
10457
10578
  "type": [
10458
10579
  "null",
@@ -10467,7 +10588,9 @@
10467
10588
  "addToFilters": false,
10468
10589
  "boostScore": 10.0,
10469
10590
  "enableAutocomplete": true,
10470
- "fieldType": "WORD_GRAM"
10591
+ "fieldType": "WORD_GRAM",
10592
+ "searchLabel": "qualifiedName",
10593
+ "searchTier": 1
10471
10594
  },
10472
10595
  "type": [
10473
10596
  "null",
@@ -10480,7 +10603,8 @@
10480
10603
  {
10481
10604
  "Searchable": {
10482
10605
  "fieldType": "TEXT",
10483
- "hasValuesFieldName": "hasDescription"
10606
+ "hasValuesFieldName": "hasDescription",
10607
+ "searchTier": 2
10484
10608
  },
10485
10609
  "type": [
10486
10610
  "null",
@@ -10507,7 +10631,8 @@
10507
10631
  "Searchable": {
10508
10632
  "/time": {
10509
10633
  "fieldName": "createdAt",
10510
- "fieldType": "DATETIME"
10634
+ "fieldType": "DATETIME",
10635
+ "searchLabel": "createdAt"
10511
10636
  }
10512
10637
  },
10513
10638
  "type": [
@@ -10522,7 +10647,8 @@
10522
10647
  "Searchable": {
10523
10648
  "/time": {
10524
10649
  "fieldName": "lastModifiedAt",
10525
- "fieldType": "DATETIME"
10650
+ "fieldType": "DATETIME",
10651
+ "searchLabel": "lastModifiedAt"
10526
10652
  }
10527
10653
  },
10528
10654
  "type": [
@@ -10588,7 +10714,8 @@
10588
10714
  {
10589
10715
  "Searchable": {
10590
10716
  "fieldName": "editedDescription",
10591
- "fieldType": "TEXT"
10717
+ "fieldType": "TEXT",
10718
+ "searchTier": 2
10592
10719
  },
10593
10720
  "type": [
10594
10721
  "null",
@@ -11078,7 +11205,9 @@
11078
11205
  "fieldNameAliases": [
11079
11206
  "_entityName"
11080
11207
  ],
11081
- "fieldType": "WORD_GRAM"
11208
+ "fieldType": "WORD_GRAM",
11209
+ "searchLabel": "entityName",
11210
+ "searchTier": 1
11082
11211
  },
11083
11212
  "validate": {
11084
11213
  "strlen": {
@@ -11210,7 +11339,9 @@
11210
11339
  "fieldNameAliases": [
11211
11340
  "_entityName"
11212
11341
  ],
11213
- "fieldType": "WORD_GRAM"
11342
+ "fieldType": "WORD_GRAM",
11343
+ "searchLabel": "entityName",
11344
+ "searchTier": 1
11214
11345
  },
11215
11346
  "type": "string",
11216
11347
  "name": "name",
@@ -11320,7 +11451,8 @@
11320
11451
  "boostScore": 10.0,
11321
11452
  "enableAutocomplete": true,
11322
11453
  "fieldType": "WORD_GRAM",
11323
- "queryByDefault": true
11454
+ "queryByDefault": true,
11455
+ "searchTier": 1
11324
11456
  },
11325
11457
  "type": [
11326
11458
  "null",
@@ -11333,7 +11465,8 @@
11333
11465
  {
11334
11466
  "Searchable": {
11335
11467
  "fieldType": "TEXT",
11336
- "hasValuesFieldName": "hasDescription"
11468
+ "hasValuesFieldName": "hasDescription",
11469
+ "searchTier": 2
11337
11470
  },
11338
11471
  "type": [
11339
11472
  "null",
@@ -12287,7 +12420,9 @@
12287
12420
  "fieldNameAliases": [
12288
12421
  "_entityName"
12289
12422
  ],
12290
- "fieldType": "WORD_GRAM"
12423
+ "fieldType": "WORD_GRAM",
12424
+ "searchLabel": "entityName",
12425
+ "searchTier": 1
12291
12426
  },
12292
12427
  "type": "string",
12293
12428
  "name": "name",
@@ -12469,7 +12604,9 @@
12469
12604
  "fieldNameAliases": [
12470
12605
  "_entityName"
12471
12606
  ],
12472
- "fieldType": "WORD_GRAM"
12607
+ "fieldType": "WORD_GRAM",
12608
+ "searchLabel": "entityName",
12609
+ "searchTier": 1
12473
12610
  },
12474
12611
  "type": "string",
12475
12612
  "name": "name",
@@ -12628,7 +12765,9 @@
12628
12765
  "fieldNameAliases": [
12629
12766
  "_entityName"
12630
12767
  ],
12631
- "fieldType": "WORD_GRAM"
12768
+ "fieldType": "WORD_GRAM",
12769
+ "searchLabel": "entityName",
12770
+ "searchTier": 1
12632
12771
  },
12633
12772
  "type": "string",
12634
12773
  "name": "name",
@@ -12793,7 +12932,9 @@
12793
12932
  "fieldNameAliases": [
12794
12933
  "_entityName"
12795
12934
  ],
12796
- "fieldType": "WORD_GRAM"
12935
+ "fieldType": "WORD_GRAM",
12936
+ "searchLabel": "entityName",
12937
+ "searchTier": 1
12797
12938
  },
12798
12939
  "type": "string",
12799
12940
  "name": "name",
@@ -12981,7 +13122,9 @@
12981
13122
  "fieldNameAliases": [
12982
13123
  "_entityName"
12983
13124
  ],
12984
- "fieldType": "WORD_GRAM"
13125
+ "fieldType": "WORD_GRAM",
13126
+ "searchLabel": "entityName",
13127
+ "searchTier": 1
12985
13128
  },
12986
13129
  "type": "string",
12987
13130
  "name": "name",
@@ -13305,7 +13448,9 @@
13305
13448
  "fieldNameAliases": [
13306
13449
  "_entityName"
13307
13450
  ],
13308
- "fieldType": "WORD_GRAM"
13451
+ "fieldType": "WORD_GRAM",
13452
+ "searchLabel": "entityName",
13453
+ "searchTier": 1
13309
13454
  },
13310
13455
  "type": [
13311
13456
  "null",
@@ -13635,7 +13780,9 @@
13635
13780
  "fieldNameAliases": [
13636
13781
  "_entityName"
13637
13782
  ],
13638
- "fieldType": "WORD_GRAM"
13783
+ "fieldType": "WORD_GRAM",
13784
+ "searchLabel": "entityName",
13785
+ "searchTier": 1
13639
13786
  },
13640
13787
  "type": [
13641
13788
  "null",
@@ -16120,7 +16267,9 @@
16120
16267
  "fieldNameAliases": [
16121
16268
  "_entityName"
16122
16269
  ],
16123
- "fieldType": "KEYWORD"
16270
+ "fieldType": "KEYWORD",
16271
+ "searchLabel": "entityName",
16272
+ "searchTier": 1
16124
16273
  },
16125
16274
  "type": [
16126
16275
  "null",
@@ -17061,7 +17210,8 @@
17061
17210
  {
17062
17211
  "Searchable": {
17063
17212
  "fieldName": "editedDescription",
17064
- "fieldType": "TEXT"
17213
+ "fieldType": "TEXT",
17214
+ "searchTier": 2
17065
17215
  },
17066
17216
  "type": [
17067
17217
  "null",
@@ -17088,7 +17238,8 @@
17088
17238
  {
17089
17239
  "Searchable": {
17090
17240
  "fieldName": "editedDescription",
17091
- "fieldType": "TEXT"
17241
+ "fieldType": "TEXT",
17242
+ "searchTier": 2
17092
17243
  },
17093
17244
  "type": [
17094
17245
  "null",
@@ -17115,7 +17266,8 @@
17115
17266
  {
17116
17267
  "Searchable": {
17117
17268
  "fieldName": "editedDescription",
17118
- "fieldType": "TEXT"
17269
+ "fieldType": "TEXT",
17270
+ "searchTier": 2
17119
17271
  },
17120
17272
  "type": [
17121
17273
  "null",
@@ -17141,7 +17293,8 @@
17141
17293
  {
17142
17294
  "Searchable": {
17143
17295
  "fieldName": "editedDescription",
17144
- "fieldType": "TEXT"
17296
+ "fieldType": "TEXT",
17297
+ "searchTier": 2
17145
17298
  },
17146
17299
  "type": [
17147
17300
  "null",
@@ -17300,6 +17453,11 @@
17300
17453
  "namespace": "com.linkedin.pegasus2avro.datatype",
17301
17454
  "fields": [
17302
17455
  {
17456
+ "Searchable": {
17457
+ "fieldType": "KEYWORD",
17458
+ "searchLabel": "qualifiedName",
17459
+ "searchTier": 1
17460
+ },
17303
17461
  "type": "string",
17304
17462
  "name": "qualifiedName",
17305
17463
  "doc": "The qualified name for the data type. Usually a unique namespace + name, e.g. datahub.string"
@@ -19502,7 +19660,8 @@
19502
19660
  {
19503
19661
  "Searchable": {
19504
19662
  "fieldName": "editedDescription",
19505
- "fieldType": "TEXT"
19663
+ "fieldType": "TEXT",
19664
+ "searchTier": 2
19506
19665
  },
19507
19666
  "type": [
19508
19667
  "null",
@@ -19707,7 +19866,8 @@
19707
19866
  },
19708
19867
  {
19709
19868
  "Searchable": {
19710
- "fieldType": "TEXT"
19869
+ "fieldType": "TEXT",
19870
+ "searchTier": 2
19711
19871
  },
19712
19872
  "type": [
19713
19873
  "null",
@@ -19963,7 +20123,8 @@
19963
20123
  "Searchable": {
19964
20124
  "boostScore": 0.1,
19965
20125
  "fieldName": "editedFieldDescriptions",
19966
- "fieldType": "TEXT"
20126
+ "fieldType": "TEXT",
20127
+ "searchTier": 2
19967
20128
  },
19968
20129
  "type": [
19969
20130
  "null",
@@ -20104,7 +20265,9 @@
20104
20265
  "fieldNameAliases": [
20105
20266
  "_entityName"
20106
20267
  ],
20107
- "fieldType": "WORD_GRAM"
20268
+ "fieldType": "WORD_GRAM",
20269
+ "searchLabel": "entityName",
20270
+ "searchTier": 1
20108
20271
  },
20109
20272
  "type": "string",
20110
20273
  "name": "name",
@@ -20130,7 +20293,11 @@
20130
20293
  "namespace": "com.linkedin.pegasus2avro.structured",
20131
20294
  "fields": [
20132
20295
  {
20133
- "Searchable": {},
20296
+ "Searchable": {
20297
+ "fieldType": "KEYWORD",
20298
+ "searchLabel": "qualifiedName",
20299
+ "searchTier": 1
20300
+ },
20134
20301
  "type": "string",
20135
20302
  "name": "qualifiedName",
20136
20303
  "doc": "The fully qualified name of the property. e.g. io.acryl.datahub.myProperty"
@@ -20429,7 +20596,8 @@
20429
20596
  "Searchable": {
20430
20597
  "/time": {
20431
20598
  "fieldName": "createdTime",
20432
- "fieldType": "DATETIME"
20599
+ "fieldType": "DATETIME",
20600
+ "searchLabel": "createdAt"
20433
20601
  }
20434
20602
  },
20435
20603
  "type": [
@@ -20444,7 +20612,8 @@
20444
20612
  "Searchable": {
20445
20613
  "/time": {
20446
20614
  "fieldName": "lastModified",
20447
- "fieldType": "DATETIME"
20615
+ "fieldType": "DATETIME",
20616
+ "searchLabel": "lastModifiedAt"
20448
20617
  }
20449
20618
  },
20450
20619
  "type": [
@@ -20876,7 +21045,9 @@
20876
21045
  "fieldNameAliases": [
20877
21046
  "_entityName"
20878
21047
  ],
20879
- "fieldType": "WORD_GRAM"
21048
+ "fieldType": "WORD_GRAM",
21049
+ "searchLabel": "entityName",
21050
+ "searchTier": 1
20880
21051
  },
20881
21052
  "type": "string",
20882
21053
  "name": "name",
@@ -20885,7 +21056,8 @@
20885
21056
  {
20886
21057
  "Searchable": {
20887
21058
  "fieldType": "TEXT",
20888
- "hasValuesFieldName": "hasDescription"
21059
+ "hasValuesFieldName": "hasDescription",
21060
+ "searchTier": 2
20889
21061
  },
20890
21062
  "type": [
20891
21063
  "null",
@@ -20899,7 +21071,8 @@
20899
21071
  "Searchable": {
20900
21072
  "/time": {
20901
21073
  "fieldName": "createdTime",
20902
- "fieldType": "DATETIME"
21074
+ "fieldType": "DATETIME",
21075
+ "searchLabel": "createdAt"
20903
21076
  }
20904
21077
  },
20905
21078
  "type": [
@@ -21078,7 +21251,9 @@
21078
21251
  "fieldNameAliases": [
21079
21252
  "_entityName"
21080
21253
  ],
21081
- "fieldType": "WORD_GRAM"
21254
+ "fieldType": "WORD_GRAM",
21255
+ "searchLabel": "entityName",
21256
+ "searchTier": 1
21082
21257
  },
21083
21258
  "type": "string",
21084
21259
  "name": "name",