acryl-datahub-cloud 0.3.8rc3__py3-none-any.whl → 0.3.8rc6__py3-none-any.whl

acryl_datahub_cloud/metadata/schemas/EthicalConsiderations.avsc

@@ -1,71 +0,0 @@
-{
-  "type": "record",
-  "Aspect": {
-    "name": "mlModelEthicalConsiderations"
-  },
-  "name": "EthicalConsiderations",
-  "namespace": "com.linkedin.pegasus2avro.ml.metadata",
-  "fields": [
-    {
-      "type": [
-        "null",
-        {
-          "type": "array",
-          "items": "string"
-        }
-      ],
-      "name": "data",
-      "default": null,
-      "doc": "Does the MLModel use any sensitive data (e.g., protected classes)?"
-    },
-    {
-      "type": [
-        "null",
-        {
-          "type": "array",
-          "items": "string"
-        }
-      ],
-      "name": "humanLife",
-      "default": null,
-      "doc": " Is the MLModel intended to inform decisions about matters central to human life or flourishing - e.g., health or safety? Or could it be used in such a way?"
-    },
-    {
-      "type": [
-        "null",
-        {
-          "type": "array",
-          "items": "string"
-        }
-      ],
-      "name": "mitigations",
-      "default": null,
-      "doc": "What risk mitigation strategies were used during MLModel development?"
-    },
-    {
-      "type": [
-        "null",
-        {
-          "type": "array",
-          "items": "string"
-        }
-      ],
-      "name": "risksAndHarms",
-      "default": null,
-      "doc": "What risks may be present in MLModel usage? Try to identify the potential recipients, likelihood, and magnitude of harms. If these cannot be determined, note that they were considered but remain unknown."
-    },
-    {
-      "type": [
-        "null",
-        {
-          "type": "array",
-          "items": "string"
-        }
-      ],
-      "name": "useCases",
-      "default": null,
-      "doc": "Are there any known MLModel use cases that are especially fraught? This may connect directly to the intended use section"
-    }
-  ],
-  "doc": "This section is intended to demonstrate the ethical considerations that went into MLModel development, surfacing ethical challenges and solutions to stakeholders."
-}

acryl_datahub_cloud/metadata/schemas/EvaluationData.avsc

@@ -1,56 +0,0 @@
-{
-  "type": "record",
-  "Aspect": {
-    "name": "mlModelEvaluationData"
-  },
-  "name": "EvaluationData",
-  "namespace": "com.linkedin.pegasus2avro.ml.metadata",
-  "fields": [
-    {
-      "type": {
-        "type": "array",
-        "items": {
-          "type": "record",
-          "name": "BaseData",
-          "namespace": "com.linkedin.pegasus2avro.ml.metadata",
-          "fields": [
-            {
-              "java": {
-                "class": "com.linkedin.pegasus2avro.common.urn.DatasetUrn"
-              },
-              "type": "string",
-              "name": "dataset",
-              "doc": "What dataset were used in the MLModel?",
-              "Urn": "DatasetUrn"
-            },
-            {
-              "type": [
-                "null",
-                "string"
-              ],
-              "name": "motivation",
-              "default": null,
-              "doc": "Why was this dataset chosen?"
-            },
-            {
-              "type": [
-                "null",
-                {
-                  "type": "array",
-                  "items": "string"
-                }
-              ],
-              "name": "preProcessing",
-              "default": null,
-              "doc": "How was the data preprocessed (e.g., tokenization of sentences, cropping of images, any filtering such as dropping images without faces)?"
-            }
-          ],
-          "doc": "BaseData record"
-        }
-      },
-      "name": "evaluationData",
-      "doc": "Details on the dataset(s) used for the quantitative analyses in the MLModel"
-    }
-  ],
-  "doc": "All referenced datasets would ideally point to any set of documents that provide visibility into the source and composition of the dataset."
-}

acryl_datahub_cloud/metadata/schemas/ExecutionRequestInput.avsc

@@ -1,134 +0,0 @@
-{
-  "type": "record",
-  "Aspect": {
-    "name": "dataHubExecutionRequestInput"
-  },
-  "name": "ExecutionRequestInput",
-  "namespace": "com.linkedin.pegasus2avro.execution",
-  "fields": [
-    {
-      "type": "string",
-      "name": "task",
-      "doc": "The name of the task to execute, for example RUN_INGEST"
-    },
-    {
-      "type": {
-        "type": "map",
-        "values": "string"
-      },
-      "name": "args",
-      "doc": "Arguments provided to the task"
-    },
-    {
-      "type": "string",
-      "name": "executorId",
-      "doc": "Advanced: specify a specific executor to route the request to. If none is provided, a \"default\" executor is used."
-    },
-    {
-      "type": {
-        "type": "record",
-        "name": "ExecutionRequestSource",
-        "namespace": "com.linkedin.pegasus2avro.execution",
-        "fields": [
-          {
-            "type": "string",
-            "name": "type",
-            "doc": "The type of the execution request source, e.g. INGESTION_SOURCE"
-          },
-          {
-            "Relationship": {
-              "entityTypes": [
-                "dataHubIngestionSource"
-              ],
-              "name": "ingestionSource"
-            },
-            "Searchable": {
-              "fieldName": "ingestionSource",
-              "fieldType": "KEYWORD",
-              "queryByDefault": false
-            },
-            "java": {
-              "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-            },
-            "type": [
-              "null",
-              "string"
-            ],
-            "name": "ingestionSource",
-            "default": null,
-            "doc": "The urn of the ingestion source associated with the ingestion request. Present if type is INGESTION_SOURCE",
-            "Urn": "Urn",
-            "entityTypes": [
-              "dataHubIngestionSource"
-            ]
-          },
-          {
-            "Relationship": {
-              "entityTypes": [
-                "dataHubConnection"
-              ],
-              "name": "connection"
-            },
-            "Searchable": {
-              "fieldName": "connection",
-              "fieldType": "KEYWORD",
-              "queryByDefault": false
-            },
-            "java": {
-              "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-            },
-            "type": [
-              "null",
-              "string"
-            ],
-            "name": "connection",
-            "default": null,
-            "doc": "The urn of the connection source associated with the connection request. Present if type is CONNECTION",
-            "Urn": "Urn",
-            "entityTypes": [
-              "dataHubConnection"
-            ]
-          }
-        ]
-      },
-      "name": "source",
-      "doc": "Source which created the execution request"
-    },
-    {
-      "Searchable": {
-        "fieldName": "requestTimeMs",
-        "fieldType": "COUNT",
-        "queryByDefault": false
-      },
-      "type": "long",
-      "name": "requestedAt",
-      "doc": "Time at which the execution request input was created"
-    },
-    {
-      "Searchable": {
-        "fieldType": "URN"
-      },
-      "java": {
-        "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-      },
-      "type": [
-        "null",
-        "string"
-      ],
-      "name": "actorUrn",
-      "default": null,
-      "doc": "Urn of the actor who created this execution request.",
-      "Urn": "Urn"
-    },
-    {
-      "type": [
-        "null",
-        "long"
-      ],
-      "name": "attempts",
-      "default": null,
-      "doc": "Field tracking number of previously unsuccessful attempts for the given execution request"
-    }
-  ],
-  "doc": "An request to execution some remote logic or action.\nTODO: Determine who is responsible for emitting execution request success or failure. Executor?"
-}

acryl_datahub_cloud/metadata/schemas/ExecutionRequestKey.avsc

@@ -1,23 +0,0 @@
-{
-  "type": "record",
-  "Aspect": {
-    "name": "dataHubExecutionRequestKey",
-    "keyForEntity": "dataHubExecutionRequest",
-    "entityCategory": "internal",
-    "entityAspects": [
-      "dataHubExecutionRequestInput",
-      "dataHubExecutionRequestSignal",
-      "dataHubExecutionRequestResult"
-    ]
-  },
-  "name": "ExecutionRequestKey",
-  "namespace": "com.linkedin.pegasus2avro.metadata.key",
-  "fields": [
-    {
-      "type": "string",
-      "name": "id",
-      "doc": "A unique id for the DataHub execution request."
-    }
-  ],
-  "doc": "Key for an DataHub Execution Request"
-}

acryl_datahub_cloud/metadata/schemas/ExecutionRequestResult.avsc

@@ -1,97 +0,0 @@
-{
-  "type": "record",
-  "Aspect": {
-    "name": "dataHubExecutionRequestResult"
-  },
-  "name": "ExecutionRequestResult",
-  "namespace": "com.linkedin.pegasus2avro.execution",
-  "fields": [
-    {
-      "Searchable": {
-        "fieldName": "executionResultStatus",
-        "fieldType": "KEYWORD"
-      },
-      "type": "string",
-      "name": "status",
-      "doc": "The status of the execution request"
-    },
-    {
-      "Searchable": {
-        "fieldName": "executorInstanceId",
-        "fieldType": "KEYWORD",
-        "queryByDefault": false
-      },
-      "type": [
-        "null",
-        "string"
-      ],
-      "name": "executorInstanceId",
-      "default": null,
-      "doc": "Identity of the executor instance handling the request"
-    },
-    {
-      "type": [
-        "null",
-        "string"
-      ],
-      "name": "report",
-      "default": null,
-      "doc": "The pretty-printed execution report."
-    },
-    {
-      "type": [
-        "null",
-        {
-          "type": "record",
-          "name": "StructuredExecutionReport",
-          "namespace": "com.linkedin.pegasus2avro.execution",
-          "fields": [
-            {
-              "type": "string",
-              "name": "type",
-              "doc": "The type of the structured report. (e.g. INGESTION_REPORT, TEST_CONNECTION_REPORT, etc.)"
-            },
-            {
-              "type": "string",
-              "name": "serializedValue",
-              "doc": "The serialized value of the structured report"
-            },
-            {
-              "type": "string",
-              "name": "contentType",
-              "doc": "The content-type of the serialized value (e.g. application/json, application/json;gzip etc.)"
-            }
-          ],
-          "doc": "A flexible carrier for structured results of an execution request.\nThe goal is to allow for free flow of structured responses from execution tasks to the orchestrator or observer.\nThe full spectrum of different execution report types is not intended to be modeled by this object."
-        }
-      ],
-      "name": "structuredReport",
-      "default": null,
-      "doc": "A structured report if available."
-    },
-    {
-      "Searchable": {
-        "fieldName": "startTimeMs",
-        "fieldType": "COUNT",
-        "queryByDefault": false
-      },
-      "type": [
-        "null",
-        "long"
-      ],
-      "name": "startTimeMs",
-      "default": null,
-      "doc": "Time at which the request was created"
-    },
-    {
-      "type": [
-        "null",
-        "long"
-      ],
-      "name": "durationMs",
-      "default": null,
-      "doc": "Duration in milliseconds"
-    }
-  ],
-  "doc": "The result of an execution request"
-}

acryl_datahub_cloud/metadata/schemas/ExecutionRequestSignal.avsc

@@ -1,73 +0,0 @@
-{
-  "type": "record",
-  "Aspect": {
-    "name": "dataHubExecutionRequestSignal"
-  },
-  "name": "ExecutionRequestSignal",
-  "namespace": "com.linkedin.pegasus2avro.execution",
-  "fields": [
-    {
-      "type": "string",
-      "name": "signal",
-      "doc": "The signal to issue, e.g. KILL"
-    },
-    {
-      "type": [
-        "null",
-        "string"
-      ],
-      "name": "executorId",
-      "default": null,
-      "doc": "Advanced: specify a specific executor to route the request to. If none is provided, a \"default\" executor is used."
-    },
-    {
-      "type": {
-        "type": "record",
-        "name": "AuditStamp",
-        "namespace": "com.linkedin.pegasus2avro.common",
-        "fields": [
-          {
-            "type": "long",
-            "name": "time",
-            "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
-          },
-          {
-            "java": {
-              "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-            },
-            "type": "string",
-            "name": "actor",
-            "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
-            "Urn": "Urn"
-          },
-          {
-            "java": {
-              "class": "com.linkedin.pegasus2avro.common.urn.Urn"
-            },
-            "type": [
-              "null",
-              "string"
-            ],
-            "name": "impersonator",
-            "default": null,
-            "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
-            "Urn": "Urn"
-          },
-          {
-            "type": [
-              "null",
-              "string"
-            ],
-            "name": "message",
-            "default": null,
-            "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
-          }
-        ],
-        "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
-      },
-      "name": "createdAt",
-      "doc": "Audit Stamp"
-    }
-  ],
-  "doc": "An signal sent to a running execution request"
-}

acryl_datahub_cloud/metadata/schemas/Filter.avsc

@@ -1,126 +0,0 @@
-{
-  "type": "record",
-  "name": "Filter",
-  "namespace": "com.linkedin.pegasus2avro.metadata.query.filter",
-  "fields": [
-    {
-      "type": [
-        "null",
-        {
-          "type": "array",
-          "items": {
-            "type": "record",
-            "name": "ConjunctiveCriterion",
-            "namespace": "com.linkedin.pegasus2avro.metadata.query.filter",
-            "fields": [
-              {
-                "type": {
-                  "type": "array",
-                  "items": {
-                    "type": "record",
-                    "name": "Criterion",
-                    "namespace": "com.linkedin.pegasus2avro.metadata.query.filter",
-                    "fields": [
-                      {
-                        "type": "string",
-                        "name": "field",
-                        "doc": "The name of the field that the criterion refers to"
-                      },
-                      {
-                        "type": "string",
-                        "name": "value",
-                        "doc": "The value of the intended field"
-                      },
-                      {
-                        "type": {
-                          "type": "array",
-                          "items": "string"
-                        },
-                        "name": "values",
-                        "default": [],
-                        "doc": "Values. one of which the intended field should match\nNote, if values is set, the above \"value\" field will be ignored"
-                      },
-                      {
-                        "type": {
-                          "type": "enum",
-                          "symbolDocs": {
-                            "ANCESTORS_INCL": "Represent the relation: URN field matches any nested parent in addition to the given URN",
-                            "BETWEEN": "Represent the relation within an inclusive range, e.g. 3 <= ownerCount <= 5. Note that the values in Criterion must have two entries for a lower and upper bound.",
-                            "CONTAIN": "Represent the relation: String field contains value, e.g. name contains Profile",
-                            "DESCENDANTS_INCL": "Represent the relation: URN field any nested children in addition to the given URN",
-                            "END_WITH": "Represent the relation: String field ends with value, e.g. name ends with Event",
-                            "EQUAL": "Represent the relation: field = value, e.g. platform = hdfs",
-                            "EXISTS": "Represents the relation: field exists and is non-empty, e.g. owners is not null and != [] (empty)",
-                            "GREATER_THAN": "Represent the relation greater than, e.g. ownerCount > 5",
-                            "GREATER_THAN_OR_EQUAL_TO": "Represent the relation greater than or equal to, e.g. ownerCount >= 5",
-                            "IEQUAL": "Represent the relation: field = value and support case insensitive values, e.g. platform = hdfs",
-                            "IN": "Represent the relation: String field is one of the array values to, e.g. name in [\"Profile\", \"Event\"]",
-                            "IS_NULL": "Represent the relation: field is null, e.g. platform is null",
-                            "LESS_THAN": "Represent the relation less than, e.g. ownerCount < 3",
-                            "LESS_THAN_OR_EQUAL_TO": "Represent the relation less than or equal to, e.g. ownerCount <= 3",
-                            "RELATED_INCL": "Represent the relation: URN field matches any nested child or parent in addition to the given URN",
-                            "START_WITH": "Represent the relation: String field starts with value, e.g. name starts with PageView"
-                          },
-                          "name": "Condition",
-                          "namespace": "com.linkedin.pegasus2avro.metadata.query.filter",
-                          "symbols": [
-                            "CONTAIN",
-                            "END_WITH",
-                            "EQUAL",
-                            "IEQUAL",
-                            "IS_NULL",
-                            "EXISTS",
-                            "GREATER_THAN",
-                            "GREATER_THAN_OR_EQUAL_TO",
-                            "IN",
-                            "LESS_THAN",
-                            "LESS_THAN_OR_EQUAL_TO",
-                            "BETWEEN",
-                            "START_WITH",
-                            "DESCENDANTS_INCL",
-                            "ANCESTORS_INCL",
-                            "RELATED_INCL"
-                          ],
-                          "doc": "The matching condition in a filter criterion"
-                        },
-                        "name": "condition",
-                        "default": "EQUAL",
-                        "doc": "The condition for the criterion, e.g. EQUAL, START_WITH"
-                      },
-                      {
-                        "type": "boolean",
-                        "name": "negated",
-                        "default": false,
-                        "doc": "Whether the condition should be negated"
-                      }
-                    ],
-                    "doc": "A criterion for matching a field with given value"
-                  }
-                },
-                "name": "and",
-                "doc": "A list of and criteria the filter applies to the query"
-              }
-            ],
-            "doc": "A list of criterion and'd together."
-          }
-        }
-      ],
-      "name": "or",
-      "default": null,
-      "doc": "A list of disjunctive criterion for the filter. (or operation to combine filters)"
-    },
-    {
-      "type": [
-        "null",
-        {
-          "type": "array",
-          "items": "com.linkedin.pegasus2avro.metadata.query.filter.Criterion"
-        }
-      ],
-      "name": "criteria",
-      "default": null,
-      "doc": "Deprecated! A list of conjunctive criterion for the filter. If \"or\" field is provided, then this field is ignored."
-    }
-  ],
-  "doc": "The filter for finding a record or a collection of records"
-}