acryl-datahub-cloud 0.3.14rc0__py3-none-any.whl → 0.3.14rc1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (29) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/datahub_usage_reporting/excluded.py +94 -0
  3. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +26 -7
  4. acryl_datahub_cloud/metadata/_urns/urn_defs.py +2034 -2034
  5. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/event/notification/settings/__init__.py +2 -0
  6. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/settings/asset/__init__.py +19 -0
  7. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/settings/global/__init__.py +6 -0
  8. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/template/__init__.py +6 -0
  9. acryl_datahub_cloud/metadata/schema.avsc +25471 -25146
  10. acryl_datahub_cloud/metadata/schema_classes.py +1173 -685
  11. acryl_datahub_cloud/metadata/schemas/AssetSettings.avsc +63 -0
  12. acryl_datahub_cloud/metadata/schemas/CorpGroupSettings.avsc +123 -2
  13. acryl_datahub_cloud/metadata/schemas/CorpUserSettings.avsc +123 -2
  14. acryl_datahub_cloud/metadata/schemas/DataHubPageModuleProperties.avsc +8 -0
  15. acryl_datahub_cloud/metadata/schemas/DataHubPageTemplateProperties.avsc +77 -1
  16. acryl_datahub_cloud/metadata/schemas/DataProductKey.avsc +1 -0
  17. acryl_datahub_cloud/metadata/schemas/DomainKey.avsc +1 -0
  18. acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc +82 -0
  19. acryl_datahub_cloud/metadata/schemas/GlossaryNodeKey.avsc +1 -0
  20. acryl_datahub_cloud/metadata/schemas/GlossaryTermKey.avsc +1 -0
  21. acryl_datahub_cloud/metadata/schemas/MonitorSuiteInfo.avsc +123 -2
  22. acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc +8 -2
  23. acryl_datahub_cloud/metadata/schemas/StructuredPropertyDefinition.avsc +0 -3
  24. acryl_datahub_cloud/metadata/schemas/SubscriptionInfo.avsc +123 -2
  25. {acryl_datahub_cloud-0.3.14rc0.dist-info → acryl_datahub_cloud-0.3.14rc1.dist-info}/METADATA +38 -38
  26. {acryl_datahub_cloud-0.3.14rc0.dist-info → acryl_datahub_cloud-0.3.14rc1.dist-info}/RECORD +29 -26
  27. {acryl_datahub_cloud-0.3.14rc0.dist-info → acryl_datahub_cloud-0.3.14rc1.dist-info}/WHEEL +0 -0
  28. {acryl_datahub_cloud-0.3.14rc0.dist-info → acryl_datahub_cloud-0.3.14rc1.dist-info}/entry_points.txt +0 -0
  29. {acryl_datahub_cloud-0.3.14rc0.dist-info → acryl_datahub_cloud-0.3.14rc1.dist-info}/top_level.txt +0 -0
@@ -572,13 +572,15 @@
572
572
  "type": "enum",
573
573
  "symbolDocs": {
574
574
  "EMAIL": "Email target type.",
575
- "SLACK": "Slack target type."
575
+ "SLACK": "Slack target type.",
576
+ "TEAMS": "Microsoft Teams target type."
576
577
  },
577
578
  "name": "NotificationSinkType",
578
579
  "namespace": "com.linkedin.pegasus2avro.event.notification",
579
580
  "symbols": [
580
581
  "SLACK",
581
- "EMAIL"
582
+ "EMAIL",
583
+ "TEAMS"
582
584
  ],
583
585
  "doc": "A type of sink / platform to send a notification to."
584
586
  }
@@ -644,6 +646,125 @@
644
646
  "default": null,
645
647
  "doc": "Email Notification Settings"
646
648
  },
649
+ {
650
+ "type": [
651
+ "null",
652
+ {
653
+ "type": "record",
654
+ "name": "TeamsNotificationSettings",
655
+ "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
656
+ "fields": [
657
+ {
658
+ "type": [
659
+ "null",
660
+ {
661
+ "type": "record",
662
+ "name": "TeamsUser",
663
+ "namespace": "com.linkedin.pegasus2avro.settings.global",
664
+ "fields": [
665
+ {
666
+ "type": [
667
+ "null",
668
+ "string"
669
+ ],
670
+ "name": "teamsUserId",
671
+ "default": null,
672
+ "doc": "The Teams user ID (internal Teams identifier).\nThis is the primary identifier used for Teams messaging."
673
+ },
674
+ {
675
+ "type": [
676
+ "null",
677
+ "string"
678
+ ],
679
+ "name": "azureUserId",
680
+ "default": null,
681
+ "doc": "The Azure AD user ID (Azure Active Directory object ID).\nThis is the primary identifier for Azure AD operations and Microsoft Graph API calls."
682
+ },
683
+ {
684
+ "type": [
685
+ "null",
686
+ "string"
687
+ ],
688
+ "name": "email",
689
+ "default": null,
690
+ "doc": "The user's email address (fallback identifier).\nUsed when other IDs are not available or for email-based user resolution."
691
+ },
692
+ {
693
+ "type": [
694
+ "null",
695
+ "string"
696
+ ],
697
+ "name": "displayName",
698
+ "default": null,
699
+ "doc": "The user's display name (cached value, may be stale).\nRetrieved from Microsoft Graph API and cached for performance."
700
+ },
701
+ {
702
+ "type": [
703
+ "null",
704
+ "long"
705
+ ],
706
+ "name": "lastUpdated",
707
+ "default": null,
708
+ "doc": "The timestamp when the cached display name was last updated.\nUsed for TTL-based cache invalidation (milliseconds since epoch)."
709
+ }
710
+ ],
711
+ "doc": "Teams user information with cached display name and multiple ID support.\nFollows the same caching pattern as TeamsChannel for consistency."
712
+ }
713
+ ],
714
+ "name": "user",
715
+ "default": null,
716
+ "doc": "Optional structured user information with cached metadata.\nSupports both Azure AD user ID and Teams user ID with cached display name."
717
+ },
718
+ {
719
+ "type": [
720
+ "null",
721
+ {
722
+ "type": "array",
723
+ "items": {
724
+ "type": "record",
725
+ "name": "TeamsChannel",
726
+ "namespace": "com.linkedin.pegasus2avro.settings.global",
727
+ "fields": [
728
+ {
729
+ "type": "string",
730
+ "name": "id",
731
+ "doc": "The Teams channel ID (internal Teams identifier)."
732
+ },
733
+ {
734
+ "type": [
735
+ "null",
736
+ "string"
737
+ ],
738
+ "name": "name",
739
+ "default": null,
740
+ "doc": "The Teams channel display name (cached value, may be stale)."
741
+ },
742
+ {
743
+ "type": [
744
+ "null",
745
+ "long"
746
+ ],
747
+ "name": "lastUpdated",
748
+ "default": null,
749
+ "doc": "The timestamp when the cached name was last updated.\nUsed for TTL-based cache invalidation."
750
+ }
751
+ ],
752
+ "doc": "Teams channel information with cached display name."
753
+ }
754
+ }
755
+ ],
756
+ "name": "channels",
757
+ "default": null,
758
+ "doc": "Optional list of structured channels with cached metadata"
759
+ }
760
+ ],
761
+ "doc": "Microsoft Teams Notification settings for an actor."
762
+ }
763
+ ],
764
+ "name": "teamsSettings",
765
+ "default": null,
766
+ "doc": "Microsoft Teams Notification Settings"
767
+ },
647
768
  {
648
769
  "type": [
649
770
  "null",
@@ -352,6 +352,8 @@
352
352
  "EMAIL": "A specific email address to send a notification to.",
353
353
  "SLACK_CHANNEL": "A slack channel to send a notification to.",
354
354
  "SLACK_DM": "A slack member to send a notification to.",
355
+ "TEAMS_CHANNEL": "A Microsoft Teams channel to send a notification to.",
356
+ "TEAMS_DM": "A Microsoft Teams member to send a notification to.",
355
357
  "USER": "Deprecated! A DataHub user (via urn.). Currently this is NOT USED and may be removed in future versions.\nRecipient type should correspond to the sink type, and the sink should understand how to handle the recipient type appropriately.\nInstead, typically notifications have specific recipients as Slack handles, slack channels, or email addresses."
356
358
  },
357
359
  "name": "NotificationRecipientType",
@@ -360,6 +362,8 @@
360
362
  "EMAIL",
361
363
  "SLACK_CHANNEL",
362
364
  "SLACK_DM",
365
+ "TEAMS_CHANNEL",
366
+ "TEAMS_DM",
363
367
  "CUSTOM",
364
368
  "USER"
365
369
  ],
@@ -453,13 +457,15 @@
453
457
  "type": "enum",
454
458
  "symbolDocs": {
455
459
  "EMAIL": "Email target type.",
456
- "SLACK": "Slack target type."
460
+ "SLACK": "Slack target type.",
461
+ "TEAMS": "Microsoft Teams target type."
457
462
  },
458
463
  "name": "NotificationSinkType",
459
464
  "namespace": "com.linkedin.pegasus2avro.event.notification",
460
465
  "symbols": [
461
466
  "SLACK",
462
- "EMAIL"
467
+ "EMAIL",
468
+ "TEAMS"
463
469
  ],
464
470
  "doc": "A type of sink / platform to send a notification to."
465
471
  },
@@ -23,9 +23,6 @@
23
23
  "doc": "The display name of the property. This is the name that will be shown in the UI and can be used to look up the property id."
24
24
  },
25
25
  {
26
- "Searchable": {
27
- "fieldType": "URN"
28
- },
29
26
  "UrnValidation": {
30
27
  "entityTypes": [
31
28
  "dataType"
@@ -263,13 +263,15 @@
263
263
  "type": "enum",
264
264
  "symbolDocs": {
265
265
  "EMAIL": "Email target type.",
266
- "SLACK": "Slack target type."
266
+ "SLACK": "Slack target type.",
267
+ "TEAMS": "Microsoft Teams target type."
267
268
  },
268
269
  "name": "NotificationSinkType",
269
270
  "namespace": "com.linkedin.pegasus2avro.event.notification",
270
271
  "symbols": [
271
272
  "SLACK",
272
- "EMAIL"
273
+ "EMAIL",
274
+ "TEAMS"
273
275
  ],
274
276
  "doc": "A type of sink / platform to send a notification to."
275
277
  }
@@ -335,6 +337,125 @@
335
337
  "default": null,
336
338
  "doc": "Email Notification Settings"
337
339
  },
340
+ {
341
+ "type": [
342
+ "null",
343
+ {
344
+ "type": "record",
345
+ "name": "TeamsNotificationSettings",
346
+ "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
347
+ "fields": [
348
+ {
349
+ "type": [
350
+ "null",
351
+ {
352
+ "type": "record",
353
+ "name": "TeamsUser",
354
+ "namespace": "com.linkedin.pegasus2avro.settings.global",
355
+ "fields": [
356
+ {
357
+ "type": [
358
+ "null",
359
+ "string"
360
+ ],
361
+ "name": "teamsUserId",
362
+ "default": null,
363
+ "doc": "The Teams user ID (internal Teams identifier).\nThis is the primary identifier used for Teams messaging."
364
+ },
365
+ {
366
+ "type": [
367
+ "null",
368
+ "string"
369
+ ],
370
+ "name": "azureUserId",
371
+ "default": null,
372
+ "doc": "The Azure AD user ID (Azure Active Directory object ID).\nThis is the primary identifier for Azure AD operations and Microsoft Graph API calls."
373
+ },
374
+ {
375
+ "type": [
376
+ "null",
377
+ "string"
378
+ ],
379
+ "name": "email",
380
+ "default": null,
381
+ "doc": "The user's email address (fallback identifier).\nUsed when other IDs are not available or for email-based user resolution."
382
+ },
383
+ {
384
+ "type": [
385
+ "null",
386
+ "string"
387
+ ],
388
+ "name": "displayName",
389
+ "default": null,
390
+ "doc": "The user's display name (cached value, may be stale).\nRetrieved from Microsoft Graph API and cached for performance."
391
+ },
392
+ {
393
+ "type": [
394
+ "null",
395
+ "long"
396
+ ],
397
+ "name": "lastUpdated",
398
+ "default": null,
399
+ "doc": "The timestamp when the cached display name was last updated.\nUsed for TTL-based cache invalidation (milliseconds since epoch)."
400
+ }
401
+ ],
402
+ "doc": "Teams user information with cached display name and multiple ID support.\nFollows the same caching pattern as TeamsChannel for consistency."
403
+ }
404
+ ],
405
+ "name": "user",
406
+ "default": null,
407
+ "doc": "Optional structured user information with cached metadata.\nSupports both Azure AD user ID and Teams user ID with cached display name."
408
+ },
409
+ {
410
+ "type": [
411
+ "null",
412
+ {
413
+ "type": "array",
414
+ "items": {
415
+ "type": "record",
416
+ "name": "TeamsChannel",
417
+ "namespace": "com.linkedin.pegasus2avro.settings.global",
418
+ "fields": [
419
+ {
420
+ "type": "string",
421
+ "name": "id",
422
+ "doc": "The Teams channel ID (internal Teams identifier)."
423
+ },
424
+ {
425
+ "type": [
426
+ "null",
427
+ "string"
428
+ ],
429
+ "name": "name",
430
+ "default": null,
431
+ "doc": "The Teams channel display name (cached value, may be stale)."
432
+ },
433
+ {
434
+ "type": [
435
+ "null",
436
+ "long"
437
+ ],
438
+ "name": "lastUpdated",
439
+ "default": null,
440
+ "doc": "The timestamp when the cached name was last updated.\nUsed for TTL-based cache invalidation."
441
+ }
442
+ ],
443
+ "doc": "Teams channel information with cached display name."
444
+ }
445
+ }
446
+ ],
447
+ "name": "channels",
448
+ "default": null,
449
+ "doc": "Optional list of structured channels with cached metadata"
450
+ }
451
+ ],
452
+ "doc": "Microsoft Teams Notification settings for an actor."
453
+ }
454
+ ],
455
+ "name": "teamsSettings",
456
+ "default": null,
457
+ "doc": "Microsoft Teams Notification Settings"
458
+ },
338
459
  {
339
460
  "type": [
340
461
  "null",
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: acryl-datahub-cloud
3
- Version: 0.3.14rc0
3
+ Version: 0.3.14rc1
4
4
  Requires-Python: >=3.10
5
5
  Requires-Dist: avro-gen3==0.7.16
6
6
  Requires-Dist: acryl-datahub
@@ -12,13 +12,13 @@ Provides-Extra: datahub-lineage-features
12
12
  Requires-Dist: duckdb; extra == "datahub-lineage-features"
13
13
  Requires-Dist: pyarrow; extra == "datahub-lineage-features"
14
14
  Requires-Dist: pydantic<2; extra == "datahub-lineage-features"
15
- Requires-Dist: opensearch-py==2.4.2; extra == "datahub-lineage-features"
16
- Requires-Dist: tenacity; extra == "datahub-lineage-features"
17
15
  Requires-Dist: pandas; extra == "datahub-lineage-features"
16
+ Requires-Dist: tenacity; extra == "datahub-lineage-features"
17
+ Requires-Dist: opensearch-py==2.4.2; extra == "datahub-lineage-features"
18
18
  Provides-Extra: datahub-reporting-forms
19
+ Requires-Dist: termcolor==2.5.0; extra == "datahub-reporting-forms"
19
20
  Requires-Dist: boto3; extra == "datahub-reporting-forms"
20
21
  Requires-Dist: duckdb; extra == "datahub-reporting-forms"
21
- Requires-Dist: termcolor==2.5.0; extra == "datahub-reporting-forms"
22
22
  Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
23
23
  Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
24
24
  Requires-Dist: pandas; extra == "datahub-reporting-forms"
@@ -27,8 +27,8 @@ Requires-Dist: boto3; extra == "datahub-reporting-extract-graph"
27
27
  Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
28
28
  Requires-Dist: pyarrow; extra == "datahub-reporting-extract-graph"
29
29
  Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-graph"
30
- Requires-Dist: opensearch-py==2.4.2; extra == "datahub-reporting-extract-graph"
31
30
  Requires-Dist: pandas; extra == "datahub-reporting-extract-graph"
31
+ Requires-Dist: opensearch-py==2.4.2; extra == "datahub-reporting-extract-graph"
32
32
  Provides-Extra: datahub-reporting-extract-sql
33
33
  Requires-Dist: boto3; extra == "datahub-reporting-extract-sql"
34
34
  Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
@@ -36,66 +36,66 @@ Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
36
36
  Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-sql"
37
37
  Requires-Dist: pandas; extra == "datahub-reporting-extract-sql"
38
38
  Provides-Extra: datahub-usage-reporting
39
- Requires-Dist: boto3; extra == "datahub-usage-reporting"
40
- Requires-Dist: duckdb; extra == "datahub-usage-reporting"
41
- Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
42
- Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
43
39
  Requires-Dist: termcolor==2.5.0; extra == "datahub-usage-reporting"
44
40
  Requires-Dist: polars==1.30.0; extra == "datahub-usage-reporting"
45
- Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
46
- Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
41
+ Requires-Dist: duckdb; extra == "datahub-usage-reporting"
47
42
  Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
43
+ Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
48
44
  Requires-Dist: pandas; extra == "datahub-usage-reporting"
45
+ Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
49
46
  Requires-Dist: scipy<=1.14.1; extra == "datahub-usage-reporting"
50
- Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
47
+ Requires-Dist: boto3; extra == "datahub-usage-reporting"
48
+ Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
49
+ Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
50
+ Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
51
51
  Provides-Extra: datahub-metadata-sharing
52
52
  Requires-Dist: tenacity; extra == "datahub-metadata-sharing"
53
53
  Provides-Extra: datahub-action-request-owner
54
54
  Requires-Dist: tenacity; extra == "datahub-action-request-owner"
55
55
  Provides-Extra: acryl-cs-issues
56
56
  Requires-Dist: openai; extra == "acryl-cs-issues"
57
- Requires-Dist: zenpy; extra == "acryl-cs-issues"
58
57
  Requires-Dist: jinja2; extra == "acryl-cs-issues"
58
+ Requires-Dist: zenpy; extra == "acryl-cs-issues"
59
59
  Requires-Dist: slack-sdk; extra == "acryl-cs-issues"
60
60
  Provides-Extra: datahub-forms-notifications
61
61
  Requires-Dist: tenacity; extra == "datahub-forms-notifications"
62
62
  Provides-Extra: all
63
- Requires-Dist: openai; extra == "all"
64
- Requires-Dist: polars==1.30.0; extra == "all"
65
- Requires-Dist: pydantic<2; extra == "all"
66
- Requires-Dist: zenpy; extra == "all"
67
- Requires-Dist: opensearch-py==2.4.2; extra == "all"
68
- Requires-Dist: pyarrow<=18.0.0; extra == "all"
63
+ Requires-Dist: duckdb; extra == "all"
64
+ Requires-Dist: numpy<2; extra == "all"
69
65
  Requires-Dist: pandas; extra == "all"
70
- Requires-Dist: elasticsearch==7.13.4; extra == "all"
71
- Requires-Dist: jinja2; extra == "all"
66
+ Requires-Dist: slack-sdk; extra == "all"
72
67
  Requires-Dist: boto3; extra == "all"
73
- Requires-Dist: duckdb; extra == "all"
74
68
  Requires-Dist: pyarrow; extra == "all"
75
- Requires-Dist: slack-sdk; extra == "all"
76
- Requires-Dist: termcolor==2.5.0; extra == "all"
69
+ Requires-Dist: pyarrow<=18.0.0; extra == "all"
77
70
  Requires-Dist: tenacity; extra == "all"
71
+ Requires-Dist: termcolor==2.5.0; extra == "all"
72
+ Requires-Dist: polars==1.30.0; extra == "all"
73
+ Requires-Dist: elasticsearch==7.13.4; extra == "all"
74
+ Requires-Dist: opensearch-py==2.4.2; extra == "all"
75
+ Requires-Dist: jinja2; extra == "all"
78
76
  Requires-Dist: scipy<=1.14.1; extra == "all"
79
- Requires-Dist: numpy<2; extra == "all"
77
+ Requires-Dist: zenpy; extra == "all"
78
+ Requires-Dist: pydantic<2; extra == "all"
79
+ Requires-Dist: openai; extra == "all"
80
80
  Provides-Extra: dev
81
- Requires-Dist: boto3; extra == "dev"
81
+ Requires-Dist: termcolor==2.5.0; extra == "dev"
82
+ Requires-Dist: polars==1.30.0; extra == "dev"
82
83
  Requires-Dist: duckdb; extra == "dev"
83
- Requires-Dist: openai; extra == "dev"
84
- Requires-Dist: pyarrow; extra == "dev"
85
- Requires-Dist: pyarrow<=18.0.0; extra == "dev"
86
84
  Requires-Dist: elasticsearch==7.13.4; extra == "dev"
85
+ Requires-Dist: numpy<2; extra == "dev"
86
+ Requires-Dist: pandas; extra == "dev"
87
+ Requires-Dist: opensearch-py==2.4.2; extra == "dev"
88
+ Requires-Dist: jinja2; extra == "dev"
87
89
  Requires-Dist: slack-sdk; extra == "dev"
88
- Requires-Dist: termcolor==2.5.0; extra == "dev"
89
- Requires-Dist: polars==1.30.0; extra == "dev"
90
- Requires-Dist: pydantic<2; extra == "dev"
91
- Requires-Dist: acryl-datahub[dev]; extra == "dev"
90
+ Requires-Dist: scipy<=1.14.1; extra == "dev"
91
+ Requires-Dist: boto3; extra == "dev"
92
92
  Requires-Dist: zenpy; extra == "dev"
93
- Requires-Dist: opensearch-py==2.4.2; extra == "dev"
93
+ Requires-Dist: pyarrow; extra == "dev"
94
+ Requires-Dist: pyarrow<=18.0.0; extra == "dev"
95
+ Requires-Dist: pydantic<2; extra == "dev"
96
+ Requires-Dist: openai; extra == "dev"
94
97
  Requires-Dist: tenacity; extra == "dev"
95
- Requires-Dist: pandas; extra == "dev"
96
- Requires-Dist: scipy<=1.14.1; extra == "dev"
97
- Requires-Dist: numpy<2; extra == "dev"
98
- Requires-Dist: jinja2; extra == "dev"
98
+ Requires-Dist: acryl-datahub[dev]; extra == "dev"
99
99
  Dynamic: provides-extra
100
100
  Dynamic: requires-dist
101
101
  Dynamic: requires-python