acryl-datahub-cloud 0.3.6.9rc2__py3-none-any.whl → 0.3.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (66) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/datahub_reporting/extract_graph.py +1 -1
  3. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_patch_builder.py +466 -0
  4. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +432 -34
  5. acryl_datahub_cloud/metadata/_urns/urn_defs.py +788 -5
  6. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/actionrequest/__init__.py +2 -0
  7. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/ai/__init__.py +23 -0
  8. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/assertion/__init__.py +4 -0
  9. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/structured/__init__.py +2 -0
  10. acryl_datahub_cloud/metadata/schema.avsc +773 -75
  11. acryl_datahub_cloud/metadata/schema_classes.py +750 -20
  12. acryl_datahub_cloud/metadata/schemas/Access.avsc +2 -1
  13. acryl_datahub_cloud/metadata/schemas/ActionRequestInfo.avsc +76 -0
  14. acryl_datahub_cloud/metadata/schemas/AiInferenceMetadata.avsc +42 -0
  15. acryl_datahub_cloud/metadata/schemas/AnomaliesSummary.avsc +16 -8
  16. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +3506 -0
  17. acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +3 -2
  18. acryl_datahub_cloud/metadata/schemas/AssertionKey.avsc +2 -0
  19. acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +4 -3
  20. acryl_datahub_cloud/metadata/schemas/AssertionSummary.avsc +50 -0
  21. acryl_datahub_cloud/metadata/schemas/AssertionsSummary.avsc +54 -8
  22. acryl_datahub_cloud/metadata/schemas/ConstraintInfo.avsc +4 -2
  23. acryl_datahub_cloud/metadata/schemas/ContainerKey.avsc +1 -0
  24. acryl_datahub_cloud/metadata/schemas/ContainerProperties.avsc +3 -1
  25. acryl_datahub_cloud/metadata/schemas/CorpUserInfo.avsc +1 -1
  26. acryl_datahub_cloud/metadata/schemas/DashboardInfo.avsc +29 -2
  27. acryl_datahub_cloud/metadata/schemas/DataFlowInfo.avsc +3 -1
  28. acryl_datahub_cloud/metadata/schemas/DataHubActionInfo.avsc +10 -1
  29. acryl_datahub_cloud/metadata/schemas/DataHubPolicyInfo.avsc +4 -2
  30. acryl_datahub_cloud/metadata/schemas/DataHubViewInfo.avsc +2 -0
  31. acryl_datahub_cloud/metadata/schemas/DataJobInfo.avsc +3 -1
  32. acryl_datahub_cloud/metadata/schemas/DataProcessKey.avsc +3 -1
  33. acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +5 -2
  34. acryl_datahub_cloud/metadata/schemas/DynamicFormAssignment.avsc +2 -0
  35. acryl_datahub_cloud/metadata/schemas/EntityInferenceMetadata.avsc +47 -0
  36. acryl_datahub_cloud/metadata/schemas/Filter.avsc +2 -0
  37. acryl_datahub_cloud/metadata/schemas/FormInfo.avsc +75 -0
  38. acryl_datahub_cloud/metadata/schemas/Forms.avsc +18 -9
  39. acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc +18 -0
  40. acryl_datahub_cloud/metadata/schemas/GlossaryRelatedTerms.avsc +4 -4
  41. acryl_datahub_cloud/metadata/schemas/IncidentActivityEvent.avsc +3 -1
  42. acryl_datahub_cloud/metadata/schemas/IncidentInfo.avsc +3 -1
  43. acryl_datahub_cloud/metadata/schemas/IncidentsSummary.avsc +4 -2
  44. acryl_datahub_cloud/metadata/schemas/InferredMetadata.avsc +4 -2
  45. acryl_datahub_cloud/metadata/schemas/MLFeatureKey.avsc +2 -1
  46. acryl_datahub_cloud/metadata/schemas/MLModelDeploymentKey.avsc +3 -1
  47. acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc +3 -1
  48. acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +5 -2
  49. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +119 -11
  50. acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +3 -2
  51. acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc +2 -1
  52. acryl_datahub_cloud/metadata/schemas/Operation.avsc +0 -3
  53. acryl_datahub_cloud/metadata/schemas/Ownership.avsc +2 -1
  54. acryl_datahub_cloud/metadata/schemas/PlatformResourceInfo.avsc +2 -2
  55. acryl_datahub_cloud/metadata/schemas/PlatformResourceKey.avsc +4 -3
  56. acryl_datahub_cloud/metadata/schemas/PostInfo.avsc +2 -1
  57. acryl_datahub_cloud/metadata/schemas/RecommendationModule.avsc +2 -0
  58. acryl_datahub_cloud/metadata/schemas/Share.avsc +2 -1
  59. acryl_datahub_cloud/metadata/schemas/StructuredPropertyDefinition.avsc +25 -1
  60. acryl_datahub_cloud/metadata/schemas/SubTypes.avsc +1 -1
  61. acryl_datahub_cloud/metadata/schemas/TestResults.avsc +8 -4
  62. {acryl_datahub_cloud-0.3.6.9rc2.dist-info → acryl_datahub_cloud-0.3.7.dist-info}/METADATA +35 -35
  63. {acryl_datahub_cloud-0.3.6.9rc2.dist-info → acryl_datahub_cloud-0.3.7.dist-info}/RECORD +66 -60
  64. {acryl_datahub_cloud-0.3.6.9rc2.dist-info → acryl_datahub_cloud-0.3.7.dist-info}/WHEEL +1 -1
  65. {acryl_datahub_cloud-0.3.6.9rc2.dist-info → acryl_datahub_cloud-0.3.7.dist-info}/entry_points.txt +0 -0
  66. {acryl_datahub_cloud-0.3.6.9rc2.dist-info → acryl_datahub_cloud-0.3.7.dist-info}/top_level.txt +0 -0
@@ -27,7 +27,8 @@
27
27
  "fieldName": "roles",
28
28
  "fieldType": "URN",
29
29
  "filterNameOverride": "Role",
30
- "hasValuesFieldName": "hasRoles"
30
+ "hasValuesFieldName": "hasRoles",
31
+ "queryByDefault": false
31
32
  },
32
33
  "java": {
33
34
  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -8,6 +8,7 @@
8
8
  "fields": [
9
9
  {
10
10
  "Searchable": {
11
+ "addToFilters": true,
11
12
  "fieldType": "KEYWORD"
12
13
  },
13
14
  "type": "string",
@@ -125,6 +126,9 @@
125
126
  "namespace": "com.linkedin.pegasus2avro.actionrequest",
126
127
  "fields": [
127
128
  {
129
+ "Searchable": {
130
+ "addToFilters": true
131
+ },
128
132
  "java": {
129
133
  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
130
134
  },
@@ -149,6 +153,9 @@
149
153
  "namespace": "com.linkedin.pegasus2avro.actionrequest",
150
154
  "fields": [
151
155
  {
156
+ "Searchable": {
157
+ "addToFilters": true
158
+ },
152
159
  "java": {
153
160
  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
154
161
  },
@@ -442,6 +449,75 @@
442
449
  "name": "dueDate",
443
450
  "default": null,
444
451
  "doc": "The time at which the request is due"
452
+ },
453
+ {
454
+ "Searchable": {
455
+ "addToFilters": true
456
+ },
457
+ "type": [
458
+ {
459
+ "type": "enum",
460
+ "symbolDocs": {
461
+ "INFERRED": "The Action Request was inferred by an inference pipeline, e.g. DataHub AI.",
462
+ "MANUAL": "The Action Request was created by the user or group via the API or UI"
463
+ },
464
+ "name": "ActionRequestOrigin",
465
+ "namespace": "com.linkedin.pegasus2avro.actionrequest",
466
+ "symbols": [
467
+ "MANUAL",
468
+ "INFERRED"
469
+ ],
470
+ "doc": "The origin type of an Action Request"
471
+ },
472
+ "null"
473
+ ],
474
+ "name": "origin",
475
+ "default": "MANUAL",
476
+ "doc": "The origin of the action request"
477
+ },
478
+ {
479
+ "Searchable": {
480
+ "/confidenceLevel": {
481
+ "addToFilters": true,
482
+ "fieldName": "inferenceConfidenceLevel"
483
+ },
484
+ "/lastInferredAt": {
485
+ "fieldName": "inferenceLastInferredAt"
486
+ }
487
+ },
488
+ "type": [
489
+ "null",
490
+ {
491
+ "type": "record",
492
+ "name": "InferenceMetadata",
493
+ "namespace": "com.linkedin.pegasus2avro.ai",
494
+ "fields": [
495
+ {
496
+ "type": "long",
497
+ "name": "lastInferredAt",
498
+ "doc": "Timestamp of the last inference in milliseconds."
499
+ },
500
+ {
501
+ "type": "int",
502
+ "name": "version",
503
+ "doc": "Monotonically incrementing version number. Once bumped, will re-trigger a new inference."
504
+ },
505
+ {
506
+ "type": [
507
+ "null",
508
+ "int"
509
+ ],
510
+ "name": "confidenceLevel",
511
+ "default": null,
512
+ "doc": "Numeric confidence level of the inference that was made.\n\n 0 = Low Confidence\n 1 = Medium Confidence\n 2 = High Confidence"
513
+ }
514
+ ],
515
+ "doc": "Reusable metadata about an individual inference - i.e. a single glossary term, tag, description, etc."
516
+ }
517
+ ],
518
+ "name": "inferenceMetadata",
519
+ "default": null,
520
+ "doc": "Additional inference metadata. Optionally provided if the origin is INFERRED."
445
521
  }
446
522
  ],
447
523
  "doc": "The status of the action request - e.g. accepted, rejected, pending, etc"
@@ -0,0 +1,42 @@
1
+ {
2
+ "type": "record",
3
+ "Aspect": {
4
+ "name": "aiInferenceMetadata"
5
+ },
6
+ "name": "AiInferenceMetadata",
7
+ "namespace": "com.linkedin.pegasus2avro.ai",
8
+ "fields": [
9
+ {
10
+ "type": [
11
+ "null",
12
+ {
13
+ "type": "record",
14
+ "name": "GlossaryTermsInferenceMetadata",
15
+ "namespace": "com.linkedin.pegasus2avro.ai",
16
+ "fields": [
17
+ {
18
+ "Searchable": {
19
+ "fieldName": "glossaryTermsLastInferredAt"
20
+ },
21
+ "type": "long",
22
+ "name": "lastInferredAt",
23
+ "doc": "Timestamp of the last inference in milliseconds."
24
+ },
25
+ {
26
+ "Searchable": {
27
+ "fieldName": "glossaryTermsVersion"
28
+ },
29
+ "type": "long",
30
+ "name": "version",
31
+ "doc": "Monotonically incrementing version number. Once bumped, will re-trigger a new inference."
32
+ }
33
+ ]
34
+ }
35
+ ],
36
+ "name": "glossaryTermsInference",
37
+ "default": null,
38
+ "doc": "Information about a glossary terms inference."
39
+ }
40
+ ],
41
+ "doc": "AI Inference Metadata of various types."
42
+ }
@@ -18,20 +18,24 @@
18
18
  "Searchable": {
19
19
  "/*/lastResultAt": {
20
20
  "fieldName": "activeAnomalyResultTimes",
21
- "fieldType": "DATETIME"
21
+ "fieldType": "DATETIME",
22
+ "queryByDefault": false
22
23
  },
23
24
  "/*/source": {
24
- "fieldName": "activeAnomalySources"
25
+ "fieldName": "activeAnomalySources",
26
+ "queryByDefault": false
25
27
  },
26
28
  "/*/type": {
27
29
  "fieldName": "activeAnomalyTypes",
28
- "fieldType": "KEYWORD"
30
+ "fieldType": "KEYWORD",
31
+ "queryByDefault": false
29
32
  },
30
33
  "/*/urn": {
31
34
  "fieldName": "activeAnomalies",
32
35
  "fieldType": "URN",
33
36
  "hasValuesFieldName": "hasActiveAnomalies",
34
- "numValuesFieldName": "numActiveAnomalies"
37
+ "numValuesFieldName": "numActiveAnomalies",
38
+ "queryByDefault": false
35
39
  }
36
40
  },
37
41
  "type": {
@@ -89,20 +93,24 @@
89
93
  "Searchable": {
90
94
  "/*/lastResultAt": {
91
95
  "fieldName": "resolvedAnomalyResultTimes",
92
- "fieldType": "DATETIME"
96
+ "fieldType": "DATETIME",
97
+ "queryByDefault": false
93
98
  },
94
99
  "/*/source": {
95
- "fieldName": "resolvedAnomalySources"
100
+ "fieldName": "resolvedAnomalySources",
101
+ "queryByDefault": false
96
102
  },
97
103
  "/*/type": {
98
104
  "fieldName": "resolvedAnomalyTypes",
99
- "fieldType": "KEYWORD"
105
+ "fieldType": "KEYWORD",
106
+ "queryByDefault": false
100
107
  },
101
108
  "/*/urn": {
102
109
  "fieldName": "resolvedAnomalies",
103
110
  "fieldType": "URN",
104
111
  "hasValuesFieldName": "hasResolvedAnomalies",
105
- "numValuesFieldName": "numResolvedAnomalies"
112
+ "numValuesFieldName": "numResolvedAnomalies",
113
+ "queryByDefault": false
106
114
  }
107
115
  },
108
116
  "type": {