acryl-datahub 1.1.1rc4__py3-none-any.whl → 1.2.0.1rc1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-1.1.1rc4.dist-info → acryl_datahub-1.2.0.1rc1.dist-info}/METADATA +2617 -2590
- {acryl_datahub-1.1.1rc4.dist-info → acryl_datahub-1.2.0.1rc1.dist-info}/RECORD +223 -189
- {acryl_datahub-1.1.1rc4.dist-info → acryl_datahub-1.2.0.1rc1.dist-info}/entry_points.txt +2 -0
- datahub/_version.py +1 -1
- datahub/api/entities/dataset/dataset.py +1 -1
- datahub/api/entities/external/__init__.py +0 -0
- datahub/api/entities/external/external_entities.py +239 -0
- datahub/api/entities/external/external_tag.py +145 -0
- datahub/api/entities/external/lake_formation_external_entites.py +161 -0
- datahub/api/entities/external/restricted_text.py +247 -0
- datahub/api/entities/external/unity_catalog_external_entites.py +173 -0
- datahub/cli/check_cli.py +88 -7
- datahub/cli/cli_utils.py +63 -0
- datahub/cli/container_cli.py +5 -0
- datahub/cli/delete_cli.py +124 -27
- datahub/cli/docker_check.py +107 -12
- datahub/cli/docker_cli.py +149 -227
- datahub/cli/exists_cli.py +0 -2
- datahub/cli/get_cli.py +0 -2
- datahub/cli/iceberg_cli.py +5 -0
- datahub/cli/ingest_cli.py +3 -15
- datahub/cli/migrate.py +2 -0
- datahub/cli/put_cli.py +1 -4
- datahub/cli/quickstart_versioning.py +50 -7
- datahub/cli/specific/assertions_cli.py +0 -4
- datahub/cli/specific/datacontract_cli.py +0 -3
- datahub/cli/specific/dataproduct_cli.py +0 -11
- datahub/cli/specific/dataset_cli.py +1 -8
- datahub/cli/specific/forms_cli.py +0 -4
- datahub/cli/specific/group_cli.py +0 -2
- datahub/cli/specific/structuredproperties_cli.py +1 -4
- datahub/cli/specific/user_cli.py +0 -2
- datahub/cli/state_cli.py +0 -2
- datahub/cli/timeline_cli.py +0 -2
- datahub/configuration/pydantic_migration_helpers.py +7 -5
- datahub/emitter/rest_emitter.py +70 -12
- datahub/entrypoints.py +4 -3
- datahub/ingestion/api/decorators.py +15 -3
- datahub/ingestion/api/report.py +332 -3
- datahub/ingestion/api/sink.py +3 -0
- datahub/ingestion/api/source.py +48 -44
- datahub/ingestion/autogenerated/__init__.py +0 -0
- datahub/ingestion/autogenerated/capability_summary.json +3449 -0
- datahub/ingestion/autogenerated/lineage.json +401 -0
- datahub/ingestion/autogenerated/lineage_helper.py +177 -0
- datahub/ingestion/extractor/schema_util.py +13 -4
- datahub/ingestion/glossary/classification_mixin.py +5 -0
- datahub/ingestion/graph/client.py +100 -15
- datahub/ingestion/graph/config.py +1 -0
- datahub/ingestion/reporting/datahub_ingestion_run_summary_provider.py +20 -10
- datahub/ingestion/run/pipeline.py +54 -2
- datahub/ingestion/sink/datahub_rest.py +13 -0
- datahub/ingestion/source/abs/source.py +1 -1
- datahub/ingestion/source/aws/aws_common.py +4 -0
- datahub/ingestion/source/aws/glue.py +489 -244
- datahub/ingestion/source/aws/tag_entities.py +292 -0
- datahub/ingestion/source/azure/azure_common.py +2 -2
- datahub/ingestion/source/bigquery_v2/bigquery.py +50 -23
- datahub/ingestion/source/bigquery_v2/bigquery_config.py +1 -1
- datahub/ingestion/source/bigquery_v2/bigquery_queries.py +1 -0
- datahub/ingestion/source/bigquery_v2/bigquery_schema_gen.py +2 -0
- datahub/ingestion/source/bigquery_v2/common.py +1 -1
- datahub/ingestion/source/bigquery_v2/profiler.py +4 -2
- datahub/ingestion/source/bigquery_v2/queries.py +3 -3
- datahub/ingestion/source/cassandra/cassandra.py +1 -1
- datahub/ingestion/source/cassandra/cassandra_profiling.py +6 -5
- datahub/ingestion/source/common/subtypes.py +45 -0
- datahub/ingestion/source/data_lake_common/object_store.py +115 -27
- datahub/ingestion/source/data_lake_common/path_spec.py +10 -21
- datahub/ingestion/source/datahub/datahub_database_reader.py +1 -2
- datahub/ingestion/source/dbt/dbt_cloud.py +10 -2
- datahub/ingestion/source/dbt/dbt_common.py +6 -2
- datahub/ingestion/source/dbt/dbt_core.py +3 -0
- datahub/ingestion/source/debug/__init__.py +0 -0
- datahub/ingestion/source/debug/datahub_debug.py +300 -0
- datahub/ingestion/source/dremio/dremio_api.py +114 -73
- datahub/ingestion/source/dremio/dremio_config.py +2 -0
- datahub/ingestion/source/dremio/dremio_reporting.py +23 -2
- datahub/ingestion/source/dremio/dremio_source.py +94 -81
- datahub/ingestion/source/dremio/dremio_sql_queries.py +82 -21
- datahub/ingestion/source/file.py +3 -0
- datahub/ingestion/source/fivetran/fivetran.py +34 -26
- datahub/ingestion/source/gcs/gcs_source.py +13 -2
- datahub/ingestion/source/ge_data_profiler.py +76 -28
- datahub/ingestion/source/ge_profiling_config.py +11 -0
- datahub/ingestion/source/hex/api.py +26 -1
- datahub/ingestion/source/iceberg/iceberg.py +3 -1
- datahub/ingestion/source/identity/azure_ad.py +1 -1
- datahub/ingestion/source/identity/okta.py +1 -14
- datahub/ingestion/source/kafka/kafka.py +16 -0
- datahub/ingestion/source/kafka_connect/sink_connectors.py +156 -47
- datahub/ingestion/source/kafka_connect/source_connectors.py +59 -4
- datahub/ingestion/source/looker/looker_source.py +1 -0
- datahub/ingestion/source/mlflow.py +11 -1
- datahub/ingestion/source/mock_data/__init__.py +0 -0
- datahub/ingestion/source/mock_data/datahub_mock_data.py +507 -0
- datahub/ingestion/source/mock_data/datahub_mock_data_report.py +12 -0
- datahub/ingestion/source/mock_data/table_naming_helper.py +97 -0
- datahub/ingestion/source/nifi.py +1 -1
- datahub/ingestion/source/powerbi/powerbi.py +1 -5
- datahub/ingestion/source/powerbi/rest_api_wrapper/powerbi_api.py +0 -1
- datahub/ingestion/source/powerbi_report_server/report_server.py +0 -23
- datahub/ingestion/source/preset.py +2 -2
- datahub/ingestion/source/qlik_sense/qlik_sense.py +1 -0
- datahub/ingestion/source/redshift/redshift.py +21 -1
- datahub/ingestion/source/redshift/usage.py +4 -3
- datahub/ingestion/source/s3/report.py +4 -2
- datahub/ingestion/source/s3/source.py +367 -115
- datahub/ingestion/source/sac/sac.py +3 -1
- datahub/ingestion/source/salesforce.py +6 -3
- datahub/ingestion/source/sigma/sigma.py +7 -1
- datahub/ingestion/source/slack/slack.py +2 -1
- datahub/ingestion/source/snowflake/snowflake_config.py +30 -7
- datahub/ingestion/source/snowflake/snowflake_queries.py +348 -82
- datahub/ingestion/source/snowflake/snowflake_summary.py +5 -0
- datahub/ingestion/source/snowflake/snowflake_usage_v2.py +8 -2
- datahub/ingestion/source/snowflake/snowflake_utils.py +2 -7
- datahub/ingestion/source/snowflake/snowflake_v2.py +16 -2
- datahub/ingestion/source/snowflake/stored_proc_lineage.py +143 -0
- datahub/ingestion/source/sql/athena.py +119 -11
- datahub/ingestion/source/sql/athena_properties_extractor.py +777 -0
- datahub/ingestion/source/sql/clickhouse.py +3 -1
- datahub/ingestion/source/sql/cockroachdb.py +0 -1
- datahub/ingestion/source/sql/hana.py +3 -1
- datahub/ingestion/source/sql/hive_metastore.py +3 -11
- datahub/ingestion/source/sql/mariadb.py +0 -1
- datahub/ingestion/source/sql/mssql/source.py +239 -34
- datahub/ingestion/source/sql/mysql.py +0 -1
- datahub/ingestion/source/sql/oracle.py +1 -1
- datahub/ingestion/source/sql/postgres.py +0 -1
- datahub/ingestion/source/sql/sql_common.py +121 -34
- datahub/ingestion/source/sql/sql_generic_profiler.py +2 -1
- datahub/ingestion/source/sql/teradata.py +997 -235
- datahub/ingestion/source/sql/vertica.py +10 -6
- datahub/ingestion/source/sql_queries.py +2 -2
- datahub/ingestion/source/state/stateful_ingestion_base.py +1 -1
- datahub/ingestion/source/superset.py +58 -3
- datahub/ingestion/source/tableau/tableau.py +58 -37
- datahub/ingestion/source/tableau/tableau_common.py +4 -2
- datahub/ingestion/source/tableau/tableau_constant.py +0 -4
- datahub/ingestion/source/unity/config.py +5 -0
- datahub/ingestion/source/unity/proxy.py +118 -0
- datahub/ingestion/source/unity/source.py +195 -17
- datahub/ingestion/source/unity/tag_entities.py +295 -0
- datahub/ingestion/source/usage/clickhouse_usage.py +4 -1
- datahub/ingestion/source/usage/starburst_trino_usage.py +3 -0
- datahub/ingestion/transformer/add_dataset_ownership.py +18 -2
- datahub/integrations/assertion/snowflake/compiler.py +4 -3
- datahub/metadata/_internal_schema_classes.py +1522 -569
- datahub/metadata/_urns/urn_defs.py +1826 -1658
- datahub/metadata/com/linkedin/pegasus2avro/application/__init__.py +19 -0
- datahub/metadata/com/linkedin/pegasus2avro/identity/__init__.py +2 -0
- datahub/metadata/com/linkedin/pegasus2avro/logical/__init__.py +15 -0
- datahub/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +4 -0
- datahub/metadata/com/linkedin/pegasus2avro/module/__init__.py +29 -0
- datahub/metadata/com/linkedin/pegasus2avro/settings/global/__init__.py +4 -0
- datahub/metadata/com/linkedin/pegasus2avro/template/__init__.py +25 -0
- datahub/metadata/schema.avsc +17758 -17097
- datahub/metadata/schemas/ApplicationKey.avsc +31 -0
- datahub/metadata/schemas/ApplicationProperties.avsc +72 -0
- datahub/metadata/schemas/Applications.avsc +38 -0
- datahub/metadata/schemas/ChartKey.avsc +1 -0
- datahub/metadata/schemas/ContainerKey.avsc +1 -0
- datahub/metadata/schemas/ContainerProperties.avsc +8 -0
- datahub/metadata/schemas/CorpUserSettings.avsc +41 -0
- datahub/metadata/schemas/DashboardKey.avsc +1 -0
- datahub/metadata/schemas/DataFlowInfo.avsc +8 -0
- datahub/metadata/schemas/DataFlowKey.avsc +1 -0
- datahub/metadata/schemas/DataHubPageModuleKey.avsc +21 -0
- datahub/metadata/schemas/DataHubPageModuleProperties.avsc +237 -0
- datahub/metadata/schemas/DataHubPageTemplateKey.avsc +21 -0
- datahub/metadata/schemas/DataHubPageTemplateProperties.avsc +175 -0
- datahub/metadata/schemas/DataHubPolicyInfo.avsc +12 -1
- datahub/metadata/schemas/DataJobInfo.avsc +8 -0
- datahub/metadata/schemas/DataJobKey.avsc +1 -0
- datahub/metadata/schemas/DataProcessKey.avsc +8 -0
- datahub/metadata/schemas/DataProductKey.avsc +1 -0
- datahub/metadata/schemas/DataProductProperties.avsc +1 -1
- datahub/metadata/schemas/DatasetKey.avsc +11 -1
- datahub/metadata/schemas/GlobalSettingsInfo.avsc +62 -0
- datahub/metadata/schemas/GlossaryTermKey.avsc +1 -0
- datahub/metadata/schemas/IcebergWarehouseInfo.avsc +8 -0
- datahub/metadata/schemas/LogicalParent.avsc +140 -0
- datahub/metadata/schemas/MLFeatureKey.avsc +1 -0
- datahub/metadata/schemas/MLFeatureTableKey.avsc +1 -0
- datahub/metadata/schemas/MLModelDeploymentKey.avsc +8 -0
- datahub/metadata/schemas/MLModelGroupKey.avsc +9 -0
- datahub/metadata/schemas/MLModelKey.avsc +9 -0
- datahub/metadata/schemas/MLPrimaryKeyKey.avsc +1 -0
- datahub/metadata/schemas/MetadataChangeEvent.avsc +20 -1
- datahub/metadata/schemas/NotebookKey.avsc +1 -0
- datahub/metadata/schemas/QuerySubjects.avsc +1 -12
- datahub/metadata/schemas/SchemaFieldKey.avsc +2 -1
- datahub/metadata/schemas/__init__.py +3 -3
- datahub/sdk/__init__.py +2 -0
- datahub/sdk/_all_entities.py +7 -0
- datahub/sdk/_shared.py +116 -0
- datahub/sdk/chart.py +315 -0
- datahub/sdk/container.py +7 -0
- datahub/sdk/dashboard.py +432 -0
- datahub/sdk/dataflow.py +7 -0
- datahub/sdk/datajob.py +45 -13
- datahub/sdk/dataset.py +8 -2
- datahub/sdk/entity_client.py +82 -2
- datahub/sdk/lineage_client.py +683 -82
- datahub/sdk/main_client.py +46 -16
- datahub/sdk/mlmodel.py +101 -38
- datahub/sdk/mlmodelgroup.py +7 -0
- datahub/sdk/search_client.py +4 -3
- datahub/sdk/search_filters.py +95 -27
- datahub/specific/chart.py +1 -1
- datahub/specific/dataproduct.py +4 -0
- datahub/sql_parsing/sql_parsing_aggregator.py +29 -17
- datahub/sql_parsing/sqlglot_lineage.py +62 -13
- datahub/telemetry/telemetry.py +17 -11
- datahub/testing/sdk_v2_helpers.py +7 -1
- datahub/upgrade/upgrade.py +56 -14
- datahub/utilities/server_config_util.py +8 -0
- datahub/utilities/sqlalchemy_query_combiner.py +5 -2
- datahub/utilities/stats_collections.py +4 -0
- {acryl_datahub-1.1.1rc4.dist-info → acryl_datahub-1.2.0.1rc1.dist-info}/WHEEL +0 -0
- {acryl_datahub-1.1.1rc4.dist-info → acryl_datahub-1.2.0.1rc1.dist-info}/licenses/LICENSE +0 -0
- {acryl_datahub-1.1.1rc4.dist-info → acryl_datahub-1.2.0.1rc1.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "applicationKey",
|
|
5
|
+
"keyForEntity": "application",
|
|
6
|
+
"entityCategory": "core",
|
|
7
|
+
"entityAspects": [
|
|
8
|
+
"applicationProperties",
|
|
9
|
+
"ownership",
|
|
10
|
+
"glossaryTerms",
|
|
11
|
+
"globalTags",
|
|
12
|
+
"domains",
|
|
13
|
+
"institutionalMemory",
|
|
14
|
+
"status",
|
|
15
|
+
"structuredProperties",
|
|
16
|
+
"forms",
|
|
17
|
+
"testResults",
|
|
18
|
+
"subTypes"
|
|
19
|
+
]
|
|
20
|
+
},
|
|
21
|
+
"name": "ApplicationKey",
|
|
22
|
+
"namespace": "com.linkedin.pegasus2avro.application",
|
|
23
|
+
"fields": [
|
|
24
|
+
{
|
|
25
|
+
"type": "string",
|
|
26
|
+
"name": "id",
|
|
27
|
+
"doc": "A unique id for the Application."
|
|
28
|
+
}
|
|
29
|
+
],
|
|
30
|
+
"doc": "Key for a Query"
|
|
31
|
+
}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "applicationProperties"
|
|
5
|
+
},
|
|
6
|
+
"name": "ApplicationProperties",
|
|
7
|
+
"namespace": "com.linkedin.pegasus2avro.application",
|
|
8
|
+
"fields": [
|
|
9
|
+
{
|
|
10
|
+
"Searchable": {
|
|
11
|
+
"/*": {
|
|
12
|
+
"fieldType": "TEXT",
|
|
13
|
+
"queryByDefault": true
|
|
14
|
+
}
|
|
15
|
+
},
|
|
16
|
+
"type": {
|
|
17
|
+
"type": "map",
|
|
18
|
+
"values": "string"
|
|
19
|
+
},
|
|
20
|
+
"name": "customProperties",
|
|
21
|
+
"default": {},
|
|
22
|
+
"doc": "Custom property bag."
|
|
23
|
+
},
|
|
24
|
+
{
|
|
25
|
+
"Searchable": {
|
|
26
|
+
"fieldType": "KEYWORD"
|
|
27
|
+
},
|
|
28
|
+
"java": {
|
|
29
|
+
"class": "com.linkedin.pegasus2avro.common.url.Url",
|
|
30
|
+
"coercerClass": "com.linkedin.pegasus2avro.common.url.UrlCoercer"
|
|
31
|
+
},
|
|
32
|
+
"type": [
|
|
33
|
+
"null",
|
|
34
|
+
"string"
|
|
35
|
+
],
|
|
36
|
+
"name": "externalUrl",
|
|
37
|
+
"default": null,
|
|
38
|
+
"doc": "URL where the reference exist"
|
|
39
|
+
},
|
|
40
|
+
{
|
|
41
|
+
"Searchable": {
|
|
42
|
+
"boostScore": 10.0,
|
|
43
|
+
"enableAutocomplete": true,
|
|
44
|
+
"fieldNameAliases": [
|
|
45
|
+
"_entityName"
|
|
46
|
+
],
|
|
47
|
+
"fieldType": "WORD_GRAM"
|
|
48
|
+
},
|
|
49
|
+
"type": [
|
|
50
|
+
"null",
|
|
51
|
+
"string"
|
|
52
|
+
],
|
|
53
|
+
"name": "name",
|
|
54
|
+
"default": null,
|
|
55
|
+
"doc": "Display name of the Application"
|
|
56
|
+
},
|
|
57
|
+
{
|
|
58
|
+
"Searchable": {
|
|
59
|
+
"fieldType": "TEXT",
|
|
60
|
+
"hasValuesFieldName": "hasDescription"
|
|
61
|
+
},
|
|
62
|
+
"type": [
|
|
63
|
+
"null",
|
|
64
|
+
"string"
|
|
65
|
+
],
|
|
66
|
+
"name": "description",
|
|
67
|
+
"default": null,
|
|
68
|
+
"doc": "Documentation of the application"
|
|
69
|
+
}
|
|
70
|
+
],
|
|
71
|
+
"doc": "The main properties of an Application"
|
|
72
|
+
}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "applications"
|
|
5
|
+
},
|
|
6
|
+
"name": "Applications",
|
|
7
|
+
"namespace": "com.linkedin.pegasus2avro.application",
|
|
8
|
+
"fields": [
|
|
9
|
+
{
|
|
10
|
+
"Relationship": {
|
|
11
|
+
"/*": {
|
|
12
|
+
"entityTypes": [
|
|
13
|
+
"application"
|
|
14
|
+
],
|
|
15
|
+
"name": "AssociatedWith"
|
|
16
|
+
}
|
|
17
|
+
},
|
|
18
|
+
"Searchable": {
|
|
19
|
+
"/*": {
|
|
20
|
+
"addToFilters": true,
|
|
21
|
+
"fieldName": "applications",
|
|
22
|
+
"fieldType": "URN",
|
|
23
|
+
"filterNameOverride": "Application",
|
|
24
|
+
"hasValuesFieldName": "hasApplication"
|
|
25
|
+
}
|
|
26
|
+
},
|
|
27
|
+
"type": {
|
|
28
|
+
"type": "array",
|
|
29
|
+
"items": "string"
|
|
30
|
+
},
|
|
31
|
+
"name": "applications",
|
|
32
|
+
"doc": "The Applications attached to an Asset",
|
|
33
|
+
"Urn": "Urn",
|
|
34
|
+
"urn_is_array": true
|
|
35
|
+
}
|
|
36
|
+
],
|
|
37
|
+
"doc": "Links from an Asset to its Applications"
|
|
38
|
+
}
|
|
@@ -93,13 +93,17 @@
|
|
|
93
93
|
"DEV": "Designates development fabrics",
|
|
94
94
|
"EI": "Designates early-integration fabrics",
|
|
95
95
|
"NON_PROD": "Designates non-production fabrics",
|
|
96
|
+
"PRD": "Alternative Prod spelling",
|
|
96
97
|
"PRE": "Designates pre-production fabrics",
|
|
97
98
|
"PROD": "Designates production fabrics",
|
|
98
99
|
"QA": "Designates quality assurance fabrics",
|
|
99
100
|
"RVW": "Designates review fabrics",
|
|
100
101
|
"SANDBOX": "Designates sandbox fabrics",
|
|
102
|
+
"SBX": "Alternative spelling for sandbox",
|
|
103
|
+
"SIT": "System Integration Testing",
|
|
101
104
|
"STG": "Designates staging fabrics",
|
|
102
105
|
"TEST": "Designates testing fabrics",
|
|
106
|
+
"TST": "Alternative Test spelling",
|
|
103
107
|
"UAT": "Designates user acceptance testing fabrics"
|
|
104
108
|
},
|
|
105
109
|
"name": "FabricType",
|
|
@@ -116,6 +120,10 @@
|
|
|
116
120
|
"PROD",
|
|
117
121
|
"CORP",
|
|
118
122
|
"RVW",
|
|
123
|
+
"PRD",
|
|
124
|
+
"TST",
|
|
125
|
+
"SIT",
|
|
126
|
+
"SBX",
|
|
119
127
|
"SANDBOX"
|
|
120
128
|
],
|
|
121
129
|
"doc": "Fabric group type"
|
|
@@ -159,6 +159,47 @@
|
|
|
159
159
|
"name": "notificationSettings",
|
|
160
160
|
"default": null,
|
|
161
161
|
"doc": "Notification settings for a user"
|
|
162
|
+
},
|
|
163
|
+
{
|
|
164
|
+
"type": [
|
|
165
|
+
"null",
|
|
166
|
+
{
|
|
167
|
+
"type": "record",
|
|
168
|
+
"name": "CorpUserHomePageSettings",
|
|
169
|
+
"namespace": "com.linkedin.pegasus2avro.identity",
|
|
170
|
+
"fields": [
|
|
171
|
+
{
|
|
172
|
+
"java": {
|
|
173
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
174
|
+
},
|
|
175
|
+
"type": [
|
|
176
|
+
"null",
|
|
177
|
+
"string"
|
|
178
|
+
],
|
|
179
|
+
"name": "pageTemplate",
|
|
180
|
+
"default": null,
|
|
181
|
+
"doc": "The page template that will be rendered in the UI by default for this user",
|
|
182
|
+
"Urn": "Urn"
|
|
183
|
+
},
|
|
184
|
+
{
|
|
185
|
+
"type": [
|
|
186
|
+
"null",
|
|
187
|
+
{
|
|
188
|
+
"type": "array",
|
|
189
|
+
"items": "string"
|
|
190
|
+
}
|
|
191
|
+
],
|
|
192
|
+
"name": "dismissedAnnouncements",
|
|
193
|
+
"default": null,
|
|
194
|
+
"doc": "The list of announcement urns that have been dismissed by the user"
|
|
195
|
+
}
|
|
196
|
+
],
|
|
197
|
+
"doc": "Settings related to the home page for a user"
|
|
198
|
+
}
|
|
199
|
+
],
|
|
200
|
+
"name": "homePage",
|
|
201
|
+
"default": null,
|
|
202
|
+
"doc": "Settings related to the home page for a user"
|
|
162
203
|
}
|
|
163
204
|
],
|
|
164
205
|
"doc": "Settings that a user can customize through the datahub ui"
|
|
@@ -147,13 +147,17 @@
|
|
|
147
147
|
"DEV": "Designates development fabrics",
|
|
148
148
|
"EI": "Designates early-integration fabrics",
|
|
149
149
|
"NON_PROD": "Designates non-production fabrics",
|
|
150
|
+
"PRD": "Alternative Prod spelling",
|
|
150
151
|
"PRE": "Designates pre-production fabrics",
|
|
151
152
|
"PROD": "Designates production fabrics",
|
|
152
153
|
"QA": "Designates quality assurance fabrics",
|
|
153
154
|
"RVW": "Designates review fabrics",
|
|
154
155
|
"SANDBOX": "Designates sandbox fabrics",
|
|
156
|
+
"SBX": "Alternative spelling for sandbox",
|
|
157
|
+
"SIT": "System Integration Testing",
|
|
155
158
|
"STG": "Designates staging fabrics",
|
|
156
159
|
"TEST": "Designates testing fabrics",
|
|
160
|
+
"TST": "Alternative Test spelling",
|
|
157
161
|
"UAT": "Designates user acceptance testing fabrics"
|
|
158
162
|
},
|
|
159
163
|
"name": "FabricType",
|
|
@@ -170,6 +174,10 @@
|
|
|
170
174
|
"PROD",
|
|
171
175
|
"CORP",
|
|
172
176
|
"RVW",
|
|
177
|
+
"PRD",
|
|
178
|
+
"TST",
|
|
179
|
+
"SIT",
|
|
180
|
+
"SBX",
|
|
173
181
|
"SANDBOX"
|
|
174
182
|
],
|
|
175
183
|
"doc": "Fabric group type"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "dataHubPageModuleKey",
|
|
5
|
+
"keyForEntity": "dataHubPageModule",
|
|
6
|
+
"entityCategory": "core",
|
|
7
|
+
"entityAspects": [
|
|
8
|
+
"dataHubPageModuleProperties"
|
|
9
|
+
]
|
|
10
|
+
},
|
|
11
|
+
"name": "DataHubPageModuleKey",
|
|
12
|
+
"namespace": "com.linkedin.pegasus2avro.metadata.key",
|
|
13
|
+
"fields": [
|
|
14
|
+
{
|
|
15
|
+
"type": "string",
|
|
16
|
+
"name": "id",
|
|
17
|
+
"doc": "Unique id for the module."
|
|
18
|
+
}
|
|
19
|
+
],
|
|
20
|
+
"doc": "Key for a DataHubPageModule"
|
|
21
|
+
}
|
|
@@ -0,0 +1,237 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "dataHubPageModuleProperties"
|
|
5
|
+
},
|
|
6
|
+
"name": "DataHubPageModuleProperties",
|
|
7
|
+
"namespace": "com.linkedin.pegasus2avro.module",
|
|
8
|
+
"fields": [
|
|
9
|
+
{
|
|
10
|
+
"type": "string",
|
|
11
|
+
"name": "name",
|
|
12
|
+
"doc": "The display name of this module"
|
|
13
|
+
},
|
|
14
|
+
{
|
|
15
|
+
"Searchable": {
|
|
16
|
+
"fieldType": "KEYWORD"
|
|
17
|
+
},
|
|
18
|
+
"type": {
|
|
19
|
+
"type": "enum",
|
|
20
|
+
"symbolDocs": {
|
|
21
|
+
"ASSET_COLLECTION": "A module with a collection of assets",
|
|
22
|
+
"DOMAINS": "Module displaying the top domains",
|
|
23
|
+
"HIERARCHY": "A module displaying a hierarchy to navigate",
|
|
24
|
+
"LINK": "Link type module",
|
|
25
|
+
"OWNED_ASSETS": "Module displaying assets owned by a user",
|
|
26
|
+
"RICH_TEXT": "Module containing rich text to be rendered"
|
|
27
|
+
},
|
|
28
|
+
"name": "DataHubPageModuleType",
|
|
29
|
+
"namespace": "com.linkedin.pegasus2avro.module",
|
|
30
|
+
"symbols": [
|
|
31
|
+
"LINK",
|
|
32
|
+
"RICH_TEXT",
|
|
33
|
+
"ASSET_COLLECTION",
|
|
34
|
+
"HIERARCHY",
|
|
35
|
+
"OWNED_ASSETS",
|
|
36
|
+
"DOMAINS"
|
|
37
|
+
],
|
|
38
|
+
"doc": "Enum containing the types of page modules that there are"
|
|
39
|
+
},
|
|
40
|
+
"name": "type",
|
|
41
|
+
"doc": "The type of this module - the purpose it serves"
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
"type": {
|
|
45
|
+
"type": "record",
|
|
46
|
+
"name": "DataHubPageModuleVisibility",
|
|
47
|
+
"namespace": "com.linkedin.pegasus2avro.module",
|
|
48
|
+
"fields": [
|
|
49
|
+
{
|
|
50
|
+
"Searchable": {
|
|
51
|
+
"fieldType": "KEYWORD"
|
|
52
|
+
},
|
|
53
|
+
"type": {
|
|
54
|
+
"type": "enum",
|
|
55
|
+
"symbolDocs": {
|
|
56
|
+
"GLOBAL": "This module is discoverable and can be used by any user on the platform",
|
|
57
|
+
"PERSONAL": "This module is used for individual use only"
|
|
58
|
+
},
|
|
59
|
+
"name": "PageModuleScope",
|
|
60
|
+
"namespace": "com.linkedin.pegasus2avro.module",
|
|
61
|
+
"symbols": [
|
|
62
|
+
"PERSONAL",
|
|
63
|
+
"GLOBAL"
|
|
64
|
+
]
|
|
65
|
+
},
|
|
66
|
+
"name": "scope",
|
|
67
|
+
"doc": "Audit stamp for when and by whom this module was created"
|
|
68
|
+
}
|
|
69
|
+
],
|
|
70
|
+
"doc": "Info about the visibility of this module"
|
|
71
|
+
},
|
|
72
|
+
"name": "visibility",
|
|
73
|
+
"doc": "Info about the visibility of this module"
|
|
74
|
+
},
|
|
75
|
+
{
|
|
76
|
+
"type": {
|
|
77
|
+
"type": "record",
|
|
78
|
+
"name": "DataHubPageModuleParams",
|
|
79
|
+
"namespace": "com.linkedin.pegasus2avro.module",
|
|
80
|
+
"fields": [
|
|
81
|
+
{
|
|
82
|
+
"type": [
|
|
83
|
+
"null",
|
|
84
|
+
{
|
|
85
|
+
"type": "record",
|
|
86
|
+
"name": "LinkModuleParams",
|
|
87
|
+
"namespace": "com.linkedin.pegasus2avro.module",
|
|
88
|
+
"fields": [
|
|
89
|
+
{
|
|
90
|
+
"type": "string",
|
|
91
|
+
"name": "linkUrl"
|
|
92
|
+
},
|
|
93
|
+
{
|
|
94
|
+
"type": [
|
|
95
|
+
"null",
|
|
96
|
+
"string"
|
|
97
|
+
],
|
|
98
|
+
"name": "imageUrl",
|
|
99
|
+
"default": null
|
|
100
|
+
},
|
|
101
|
+
{
|
|
102
|
+
"type": [
|
|
103
|
+
"null",
|
|
104
|
+
"string"
|
|
105
|
+
],
|
|
106
|
+
"name": "description",
|
|
107
|
+
"default": null
|
|
108
|
+
}
|
|
109
|
+
]
|
|
110
|
+
}
|
|
111
|
+
],
|
|
112
|
+
"name": "linkParams",
|
|
113
|
+
"default": null,
|
|
114
|
+
"doc": "The params required if the module is type LINK"
|
|
115
|
+
},
|
|
116
|
+
{
|
|
117
|
+
"type": [
|
|
118
|
+
"null",
|
|
119
|
+
{
|
|
120
|
+
"type": "record",
|
|
121
|
+
"name": "RichTextModuleParams",
|
|
122
|
+
"namespace": "com.linkedin.pegasus2avro.module",
|
|
123
|
+
"fields": [
|
|
124
|
+
{
|
|
125
|
+
"type": "string",
|
|
126
|
+
"name": "content"
|
|
127
|
+
}
|
|
128
|
+
]
|
|
129
|
+
}
|
|
130
|
+
],
|
|
131
|
+
"name": "richTextParams",
|
|
132
|
+
"default": null,
|
|
133
|
+
"doc": "The params required if the module is type RICH_TEXT"
|
|
134
|
+
},
|
|
135
|
+
{
|
|
136
|
+
"type": [
|
|
137
|
+
"null",
|
|
138
|
+
{
|
|
139
|
+
"type": "record",
|
|
140
|
+
"name": "AssetCollectionModuleParams",
|
|
141
|
+
"namespace": "com.linkedin.pegasus2avro.module",
|
|
142
|
+
"fields": [
|
|
143
|
+
{
|
|
144
|
+
"type": {
|
|
145
|
+
"type": "array",
|
|
146
|
+
"items": "string"
|
|
147
|
+
},
|
|
148
|
+
"name": "assetUrns",
|
|
149
|
+
"Urn": "Urn",
|
|
150
|
+
"urn_is_array": true
|
|
151
|
+
}
|
|
152
|
+
],
|
|
153
|
+
"doc": "The params required if the module is type ASSET_COLLECTION"
|
|
154
|
+
}
|
|
155
|
+
],
|
|
156
|
+
"name": "assetCollectionParams",
|
|
157
|
+
"default": null,
|
|
158
|
+
"doc": "The params required if the module is type ASSET_COLLECTION"
|
|
159
|
+
}
|
|
160
|
+
],
|
|
161
|
+
"doc": "The specific parameters stored for a module"
|
|
162
|
+
},
|
|
163
|
+
"name": "params",
|
|
164
|
+
"doc": "The specific parameters stored for this module"
|
|
165
|
+
},
|
|
166
|
+
{
|
|
167
|
+
"Searchable": {
|
|
168
|
+
"/actor": {
|
|
169
|
+
"fieldName": "createdBy",
|
|
170
|
+
"fieldType": "URN"
|
|
171
|
+
},
|
|
172
|
+
"/time": {
|
|
173
|
+
"fieldName": "createdAt",
|
|
174
|
+
"fieldType": "DATETIME"
|
|
175
|
+
}
|
|
176
|
+
},
|
|
177
|
+
"type": {
|
|
178
|
+
"type": "record",
|
|
179
|
+
"name": "AuditStamp",
|
|
180
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
181
|
+
"fields": [
|
|
182
|
+
{
|
|
183
|
+
"type": "long",
|
|
184
|
+
"name": "time",
|
|
185
|
+
"doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
|
|
186
|
+
},
|
|
187
|
+
{
|
|
188
|
+
"java": {
|
|
189
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
190
|
+
},
|
|
191
|
+
"type": "string",
|
|
192
|
+
"name": "actor",
|
|
193
|
+
"doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
|
|
194
|
+
"Urn": "Urn"
|
|
195
|
+
},
|
|
196
|
+
{
|
|
197
|
+
"java": {
|
|
198
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
199
|
+
},
|
|
200
|
+
"type": [
|
|
201
|
+
"null",
|
|
202
|
+
"string"
|
|
203
|
+
],
|
|
204
|
+
"name": "impersonator",
|
|
205
|
+
"default": null,
|
|
206
|
+
"doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
|
|
207
|
+
"Urn": "Urn"
|
|
208
|
+
},
|
|
209
|
+
{
|
|
210
|
+
"type": [
|
|
211
|
+
"null",
|
|
212
|
+
"string"
|
|
213
|
+
],
|
|
214
|
+
"name": "message",
|
|
215
|
+
"default": null,
|
|
216
|
+
"doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
|
|
217
|
+
}
|
|
218
|
+
],
|
|
219
|
+
"doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
|
|
220
|
+
},
|
|
221
|
+
"name": "created",
|
|
222
|
+
"doc": "Audit stamp for when and by whom this template was created"
|
|
223
|
+
},
|
|
224
|
+
{
|
|
225
|
+
"Searchable": {
|
|
226
|
+
"/time": {
|
|
227
|
+
"fieldName": "lastModifiedAt",
|
|
228
|
+
"fieldType": "DATETIME"
|
|
229
|
+
}
|
|
230
|
+
},
|
|
231
|
+
"type": "com.linkedin.pegasus2avro.common.AuditStamp",
|
|
232
|
+
"name": "lastModified",
|
|
233
|
+
"doc": "Audit stamp for when and by whom this template was last updated"
|
|
234
|
+
}
|
|
235
|
+
],
|
|
236
|
+
"doc": "The main properties of a DataHub page module"
|
|
237
|
+
}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "dataHubPageTemplateKey",
|
|
5
|
+
"keyForEntity": "dataHubPageTemplate",
|
|
6
|
+
"entityCategory": "core",
|
|
7
|
+
"entityAspects": [
|
|
8
|
+
"dataHubPageTemplateProperties"
|
|
9
|
+
]
|
|
10
|
+
},
|
|
11
|
+
"name": "DataHubPageTemplateKey",
|
|
12
|
+
"namespace": "com.linkedin.pegasus2avro.metadata.key",
|
|
13
|
+
"fields": [
|
|
14
|
+
{
|
|
15
|
+
"type": "string",
|
|
16
|
+
"name": "id",
|
|
17
|
+
"doc": "Unique id for the template."
|
|
18
|
+
}
|
|
19
|
+
],
|
|
20
|
+
"doc": "Key for a DataHubPageTemplate"
|
|
21
|
+
}
|