acryl-datahub-cloud 0.3.8rc4__py3-none-any.whl → 0.3.8rc6__py3-none-any.whl

acryl_datahub_cloud/metadata/schemas/DataProcessInstanceRunEvent.avsc

@@ -1,229 +0,0 @@
-{
-  "type": "record",
-  "Aspect": {
-    "name": "dataProcessInstanceRunEvent",
-    "type": "timeseries"
-  },
-  "name": "DataProcessInstanceRunEvent",
-  "namespace": "com.linkedin.pegasus2avro.dataprocess",
-  "fields": [
-    {
-      "type": "long",
-      "name": "timestampMillis",
-      "doc": "The event timestamp field as epoch at UTC in milli seconds."
-    },
-    {
-      "type": [
-        "null",
-        {
-          "type": "record",
-          "name": "TimeWindowSize",
-          "namespace": "com.linkedin.pegasus2avro.timeseries",
-          "fields": [
-            {
-              "type": {
-                "type": "enum",
-                "name": "CalendarInterval",
-                "namespace": "com.linkedin.pegasus2avro.timeseries",
-                "symbols": [
-                  "SECOND",
-                  "MINUTE",
-                  "HOUR",
-                  "DAY",
-                  "WEEK",
-                  "MONTH",
-                  "QUARTER",
-                  "YEAR"
-                ]
-              },
-              "name": "unit",
-              "doc": "Interval unit such as minute/hour/day etc."
-            },
-            {
-              "type": "int",
-              "name": "multiple",
-              "default": 1,
-              "doc": "How many units. Defaults to 1."
-            }
-          ],
-          "doc": "Defines the size of a time window."
-        }
-      ],
-      "name": "eventGranularity",
-      "default": null,
-      "doc": "Granularity of the event if applicable"
-    },
-    {
-      "type": [
-        {
-          "type": "record",
-          "name": "PartitionSpec",
-          "namespace": "com.linkedin.pegasus2avro.timeseries",
-          "fields": [
-            {
-              "TimeseriesField": {},
-              "type": "string",
-              "name": "partition",
-              "doc": "A unique id / value for the partition for which statistics were collected,\ngenerated by applying the key definition to a given row."
-            },
-            {
-              "type": [
-                "null",
-                {
-                  "type": "record",
-                  "name": "TimeWindow",
-                  "namespace": "com.linkedin.pegasus2avro.timeseries",
-                  "fields": [
-                    {
-                      "type": "long",
-                      "name": "startTimeMillis",
-                      "doc": "Start time as epoch at UTC."
-                    },
-                    {
-                      "type": "com.linkedin.pegasus2avro.timeseries.TimeWindowSize",
-                      "name": "length",
-                      "doc": "The length of the window."
-                    }
-                  ]
-                }
-              ],
-              "name": "timePartition",
-              "default": null,
-              "doc": "Time window of the partition, if we are able to extract it from the partition key."
-            },
-            {
-              "deprecated": true,
-              "type": {
-                "type": "enum",
-                "name": "PartitionType",
-                "namespace": "com.linkedin.pegasus2avro.timeseries",
-                "symbols": [
-                  "FULL_TABLE",
-                  "QUERY",
-                  "PARTITION"
-                ]
-              },
-              "name": "type",
-              "default": "PARTITION",
-              "doc": "Unused!"
-            }
-          ],
-          "doc": "A reference to a specific partition in a dataset."
-        },
-        "null"
-      ],
-      "name": "partitionSpec",
-      "default": {
-        "partition": "FULL_TABLE_SNAPSHOT",
-        "type": "FULL_TABLE",
-        "timePartition": null
-      },
-      "doc": "The optional partition specification."
-    },
-    {
-      "type": [
-        "null",
-        "string"
-      ],
-      "name": "messageId",
-      "default": null,
-      "doc": "The optional messageId, if provided serves as a custom user-defined unique identifier for an aspect value."
-    },
-    {
-      "Searchable": {
-        "fieldType": "KEYWORD"
-      },
-      "java": {
-        "class": "com.linkedin.pegasus2avro.common.url.Url",
-        "coercerClass": "com.linkedin.pegasus2avro.common.url.UrlCoercer"
-      },
-      "type": [
-        "null",
-        "string"
-      ],
-      "name": "externalUrl",
-      "default": null,
-      "doc": "URL where the reference exist"
-    },
-    {
-      "Searchable": {
-        "hasValuesFieldName": "hasRunEvents"
-      },
-      "TimeseriesField": {},
-      "type": {
-        "type": "enum",
-        "symbolDocs": {
-          "STARTED": "The status where the Data processing run is in."
-        },
-        "name": "DataProcessRunStatus",
-        "namespace": "com.linkedin.pegasus2avro.dataprocess",
-        "symbols": [
-          "STARTED",
-          "COMPLETE"
-        ]
-      },
-      "name": "status"
-    },
-    {
-      "type": [
-        "null",
-        "int"
-      ],
-      "name": "attempt",
-      "default": null,
-      "doc": "Return the try number that this Instance Run is in"
-    },
-    {
-      "TimeseriesField": {},
-      "type": [
-        "null",
-        {
-          "type": "record",
-          "name": "DataProcessInstanceRunResult",
-          "namespace": "com.linkedin.pegasus2avro.dataprocess",
-          "fields": [
-            {
-              "type": {
-                "type": "enum",
-                "symbolDocs": {
-                  "FAILURE": " The Run Failed",
-                  "SKIPPED": " The Run Skipped",
-                  "SUCCESS": " The Run Succeeded",
-                  "UP_FOR_RETRY": " The Run Failed and will Retry"
-                },
-                "name": "RunResultType",
-                "namespace": "com.linkedin.pegasus2avro.dataprocess",
-                "symbols": [
-                  "SUCCESS",
-                  "FAILURE",
-                  "SKIPPED",
-                  "UP_FOR_RETRY"
-                ]
-              },
-              "name": "type",
-              "doc": " The final result, e.g. SUCCESS, FAILURE, SKIPPED, or UP_FOR_RETRY."
-            },
-            {
-              "type": "string",
-              "name": "nativeResultType",
-              "doc": "It identifies the system where the native result comes from like Airflow, Azkaban, etc.."
-            }
-          ]
-        }
-      ],
-      "name": "result",
-      "default": null,
-      "doc": "The final result of the Data Processing run."
-    },
-    {
-      "type": [
-        "null",
-        "long"
-      ],
-      "name": "durationMillis",
-      "default": null,
-      "doc": "The duration of the run in milliseconds."
-    }
-  ],
-  "doc": "An event representing the current status of data process run.\nDataProcessRunEvent should be used for reporting the status of a dataProcess' run."
-}

acryl_datahub_cloud/metadata/schemas/DataProcessKey.avsc

@@ -1,84 +0,0 @@
-{
-  "type": "record",
-  "Aspect": {
-    "name": "dataProcessKey",
-    "keyForEntity": "dataProcess",
-    "entityCategory": "_unset_",
-    "entityAspects": [
-      "dataProcessInfo",
-      "ownership",
-      "status",
-      "testResults"
-    ]
-  },
-  "name": "DataProcessKey",
-  "namespace": "com.linkedin.pegasus2avro.metadata.key",
-  "fields": [
-    {
-      "Searchable": {
-        "boostScore": 4.0,
-        "enableAutocomplete": true,
-        "fieldType": "WORD_GRAM"
-      },
-      "type": "string",
-      "name": "name",
-      "doc": "Process name i.e. an ETL job name"
-    },
-    {
-      "Searchable": {
-        "enableAutocomplete": true,
-        "fieldType": "TEXT_PARTIAL"
-      },
-      "type": "string",
-      "name": "orchestrator",
-      "doc": "Standardized Orchestrator where data process is defined.\nTODO: Migrate towards something that can be validated like DataPlatform urn"
-    },
-    {
-      "Searchable": {
-        "fieldType": "TEXT_PARTIAL",
-        "queryByDefault": false
-      },
-      "type": {
-        "type": "enum",
-        "symbolDocs": {
-          "CORP": "Designates corporation fabrics",
-          "DEV": "Designates development fabrics",
-          "EI": "Designates early-integration fabrics",
-          "NON_PROD": "Designates non-production fabrics",
-          "PRD": "Alternative Prod spelling",
-          "PRE": "Designates pre-production fabrics",
-          "PROD": "Designates production fabrics",
-          "QA": "Designates quality assurance fabrics",
-          "RVW": "Designates review fabrics",
-          "SANDBOX": "Designates sandbox fabrics",
-          "STG": "Designates staging fabrics",
-          "TEST": "Designates testing fabrics",
-          "TST": "Alternative Test spelling",
-          "UAT": "Designates user acceptance testing fabrics"
-        },
-        "name": "FabricType",
-        "namespace": "com.linkedin.pegasus2avro.common",
-        "symbols": [
-          "DEV",
-          "TEST",
-          "QA",
-          "UAT",
-          "EI",
-          "PRE",
-          "STG",
-          "NON_PROD",
-          "PROD",
-          "CORP",
-          "RVW",
-          "PRD",
-          "TST",
-          "SANDBOX"
-        ],
-        "doc": "Fabric group type"
-      },
-      "name": "origin",
-      "doc": "Fabric type where dataset belongs to or where it was generated."
-    }
-  ],
-  "doc": "Key for a Data Process"
-}

acryl_datahub_cloud/metadata/schemas/DataProductKey.avsc

@@ -1,32 +0,0 @@
-{
-  "type": "record",
-  "Aspect": {
-    "name": "dataProductKey",
-    "keyForEntity": "dataProduct",
-    "entityCategory": "core",
-    "entityAspects": [
-      "ownership",
-      "glossaryTerms",
-      "globalTags",
-      "domains",
-      "dataProductProperties",
-      "institutionalMemory",
-      "status",
-      "structuredProperties",
-      "forms",
-      "testResults",
-      "share",
-      "origin"
-    ]
-  },
-  "name": "DataProductKey",
-  "namespace": "com.linkedin.pegasus2avro.dataproduct",
-  "fields": [
-    {
-      "type": "string",
-      "name": "id",
-      "doc": "A unique id for the Data Product."
-    }
-  ],
-  "doc": "Key for a Query"
-}

acryl_datahub_cloud/metadata/schemas/DataProductProperties.avsc

@@ -1,211 +0,0 @@
-{
-  "type": "record",
-  "Aspect": {
-    "name": "dataProductProperties"
-  },
-  "name": "DataProductProperties",
-  "namespace": "com.linkedin.pegasus2avro.dataproduct",
-  "fields": [
-    {
-      "Searchable": {
-        "/*": {
-          "fieldType": "TEXT",
-          "queryByDefault": true
-        }
-      },
-      "type": {
-        "type": "map",
-        "values": "string"
-      },
-      "name": "customProperties",
-      "default": {},
-      "doc": "Custom property bag."
-    },
-    {
-      "Searchable": {
-        "fieldType": "KEYWORD"
-      },
-      "java": {
-        "class": "com.linkedin.pegasus2avro.common.url.Url",
-        "coercerClass": "com.linkedin.pegasus2avro.common.url.UrlCoercer"
-      },
-      "type": [
-        "null",
-        "string"
-      ],
-      "name": "externalUrl",
-      "default": null,
-      "doc": "URL where the reference exist"
-    },
-    {
-      "Searchable": {
-        "boostScore": 10.0,
-        "enableAutocomplete": true,
-        "fieldNameAliases": [
-          "_entityName"
-        ],
-        "fieldType": "WORD_GRAM"
-      },
-      "type": [
-        "null",
-        "string"
-      ],
-      "name": "name",
-      "default": null,
-      "doc": "Display name of the Data Product"
-    },
-    {
-      "Searchable": {
-        "fieldType": "TEXT",
-        "hasValuesFieldName": "hasDescription"
-      },
-      "type": [
-        "null",
-        "string"
-      ],
-      "name": "description",
-      "default": null,
-      "doc": "Documentation of the dataset"
-    },
-    {
-      "Relationship": {
-        "/*/destinationUrn": {
-          "entityTypes": [
-            "dataset",
-            "dataJob",
-            "dataFlow",
-            "chart",
-            "dashboard",
-            "notebook",
-            "container",
-            "mlModel",
-            "mlModelGroup",
-            "mlFeatureTable",
-            "mlFeature",
-            "mlPrimaryKey"
-          ],
-          "name": "DataProductContains"
-        }
-      },
-      "type": [
-        "null",
-        {
-          "type": "array",
-          "items": {
-            "type": "record",
-            "name": "DataProductAssociation",
-            "namespace": "com.linkedin.pegasus2avro.dataproduct",
-            "fields": [
-              {
-                "java": {
-                  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-                },
-                "type": [
-                  "null",
-                  "string"
-                ],
-                "name": "sourceUrn",
-                "default": null,
-                "doc": "Urn of the source of this relationship edge.\nIf not specified, assumed to be the entity that this aspect belongs to.",
-                "Urn": "Urn"
-              },
-              {
-                "java": {
-                  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-                },
-                "type": "string",
-                "name": "destinationUrn",
-                "doc": "Urn of the destination of this relationship edge.",
-                "Urn": "Urn"
-              },
-              {
-                "type": [
-                  "null",
-                  {
-                    "type": "record",
-                    "name": "AuditStamp",
-                    "namespace": "com.linkedin.pegasus2avro.common",
-                    "fields": [
-                      {
-                        "type": "long",
-                        "name": "time",
-                        "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
-                      },
-                      {
-                        "java": {
-                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-                        },
-                        "type": "string",
-                        "name": "actor",
-                        "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
-                        "Urn": "Urn"
-                      },
-                      {
-                        "java": {
-                          "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-                        },
-                        "type": [
-                          "null",
-                          "string"
-                        ],
-                        "name": "impersonator",
-                        "default": null,
-                        "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
-                        "Urn": "Urn"
-                      },
-                      {
-                        "type": [
-                          "null",
-                          "string"
-                        ],
-                        "name": "message",
-                        "default": null,
-                        "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
-                      }
-                    ],
-                    "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
-                  }
-                ],
-                "name": "created",
-                "default": null,
-                "doc": "Audit stamp containing who created this relationship edge and when"
-              },
-              {
-                "type": [
-                  "null",
-                  "com.linkedin.pegasus2avro.common.AuditStamp"
-                ],
-                "name": "lastModified",
-                "default": null,
-                "doc": "Audit stamp containing who last modified this relationship edge and when"
-              },
-              {
-                "type": [
-                  "null",
-                  {
-                    "type": "map",
-                    "values": "string"
-                  }
-                ],
-                "name": "properties",
-                "default": null,
-                "doc": "A generic properties bag that allows us to store specific information on this graph edge."
-              },
-              {
-                "type": "boolean",
-                "name": "outputPort",
-                "default": false,
-                "doc": "If set to true, this asset is an output port of the Data Product."
-              }
-            ],
-            "doc": "Represents an association of assets to a Data Product."
-          }
-        }
-      ],
-      "name": "assets",
-      "default": null,
-      "doc": "A list of assets that are part of this Data Product"
-    }
-  ],
-  "doc": "The main properties of a Data Product"
-}

acryl_datahub_cloud/metadata/schemas/DataTransformLogic.avsc

@@ -1,63 +0,0 @@
-{
-  "type": "record",
-  "Aspect": {
-    "name": "dataTransformLogic"
-  },
-  "name": "DataTransformLogic",
-  "namespace": "com.linkedin.pegasus2avro.common",
-  "fields": [
-    {
-      "type": {
-        "type": "array",
-        "items": {
-          "type": "record",
-          "name": "DataTransform",
-          "namespace": "com.linkedin.pegasus2avro.common",
-          "fields": [
-            {
-              "type": [
-                "null",
-                {
-                  "type": "record",
-                  "name": "QueryStatement",
-                  "namespace": "com.linkedin.pegasus2avro.query",
-                  "fields": [
-                    {
-                      "type": "string",
-                      "name": "value",
-                      "doc": "The query text"
-                    },
-                    {
-                      "type": {
-                        "type": "enum",
-                        "symbolDocs": {
-                          "SQL": "A SQL Query"
-                        },
-                        "name": "QueryLanguage",
-                        "namespace": "com.linkedin.pegasus2avro.query",
-                        "symbols": [
-                          "SQL"
-                        ]
-                      },
-                      "name": "language",
-                      "default": "SQL",
-                      "doc": "The language of the Query, e.g. SQL."
-                    }
-                  ],
-                  "doc": "A query statement against one or more data assets."
-                }
-              ],
-              "name": "queryStatement",
-              "default": null,
-              "doc": "The data transform may be defined by a query statement"
-            }
-          ],
-          "doc": "Information about a transformation. It may be a query,"
-        }
-      },
-      "name": "transforms",
-      "doc": "List of transformations applied"
-    }
-  ],
-  "doc": "Information about a Query against one or more data assets (e.g. Tables or Views)."
-}

acryl_datahub_cloud/metadata/schemas/DataTypeInfo.avsc

@@ -1,33 +0,0 @@
-{
-  "type": "record",
-  "Aspect": {
-    "name": "dataTypeInfo"
-  },
-  "name": "DataTypeInfo",
-  "namespace": "com.linkedin.pegasus2avro.datatype",
-  "fields": [
-    {
-      "type": "string",
-      "name": "qualifiedName",
-      "doc": "The qualified name for the data type. Usually a unique namespace + name, e.g. datahub.string"
-    },
-    {
-      "type": [
-        "null",
-        "string"
-      ],
-      "name": "displayName",
-      "default": null,
-      "doc": "An optional display name for the data type."
-    },
-    {
-      "type": [
-        "null",
-        "string"
-      ],
-      "name": "description",
-      "default": null,
-      "doc": "An optional description for the data type."
-    }
-  ]
-}

acryl_datahub_cloud/metadata/schemas/DataTypeKey.avsc

@@ -1,23 +0,0 @@
-{
-  "type": "record",
-  "Aspect": {
-    "name": "dataTypeKey",
-    "keyForEntity": "dataType",
-    "entityCategory": "core",
-    "entityAspects": [
-      "dataTypeInfo",
-      "institutionalMemory",
-      "status"
-    ],
-    "entityDoc": "A type of data element stored within DataHub."
-  },
-  "name": "DataTypeKey",
-  "namespace": "com.linkedin.pegasus2avro.datatype",
-  "fields": [
-    {
-      "type": "string",
-      "name": "id",
-      "doc": "A unique id for a data type. Usually this will be a unique namespace + data type name."
-    }
-  ]
-}