google-api-python-client 2.150.0__py2.py3-none-any.whl → 2.151.0__py2.py3-none-any.whl

googleapiclient/discovery_cache/documents/dataplex.v1.json

@@ -15,6 +15,233 @@
 "description": "Dataplex API is used to manage the lifecycle of data lakes.",
 "discoveryVersion": "v1",
 "documentationLink": "https://cloud.google.com/dataplex/docs",
+"endpoints": [
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.africa-south1.rep.googleapis.com/",
+"location": "africa-south1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.asia-east1.rep.googleapis.com/",
+"location": "asia-east1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.asia-east2.rep.googleapis.com/",
+"location": "asia-east2"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.asia-northeast1.rep.googleapis.com/",
+"location": "asia-northeast1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.asia-northeast2.rep.googleapis.com/",
+"location": "asia-northeast2"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.asia-northeast3.rep.googleapis.com/",
+"location": "asia-northeast3"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.asia-south1.rep.googleapis.com/",
+"location": "asia-south1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.asia-south2.rep.googleapis.com/",
+"location": "asia-south2"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.asia-southeast1.rep.googleapis.com/",
+"location": "asia-southeast1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.asia-southeast2.rep.googleapis.com/",
+"location": "asia-southeast2"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.australia-southeast1.rep.googleapis.com/",
+"location": "australia-southeast1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.australia-southeast2.rep.googleapis.com/",
+"location": "australia-southeast2"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.europe-central2.rep.googleapis.com/",
+"location": "europe-central2"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.europe-north1.rep.googleapis.com/",
+"location": "europe-north1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.europe-north2.rep.googleapis.com/",
+"location": "europe-north2"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.europe-southwest1.rep.googleapis.com/",
+"location": "europe-southwest1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.europe-west1.rep.googleapis.com/",
+"location": "europe-west1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.europe-west10.rep.googleapis.com/",
+"location": "europe-west10"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.europe-west12.rep.googleapis.com/",
+"location": "europe-west12"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.europe-west2.rep.googleapis.com/",
+"location": "europe-west2"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.europe-west3.rep.googleapis.com/",
+"location": "europe-west3"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.europe-west4.rep.googleapis.com/",
+"location": "europe-west4"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.europe-west6.rep.googleapis.com/",
+"location": "europe-west6"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.europe-west8.rep.googleapis.com/",
+"location": "europe-west8"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.europe-west9.rep.googleapis.com/",
+"location": "europe-west9"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.me-central1.rep.googleapis.com/",
+"location": "me-central1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.me-central2.rep.googleapis.com/",
+"location": "me-central2"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.me-west1.rep.googleapis.com/",
+"location": "me-west1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.northamerica-northeast1.rep.googleapis.com/",
+"location": "northamerica-northeast1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.northamerica-northeast2.rep.googleapis.com/",
+"location": "northamerica-northeast2"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.northamerica-south1.rep.googleapis.com/",
+"location": "northamerica-south1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.southamerica-east1.rep.googleapis.com/",
+"location": "southamerica-east1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.southamerica-west1.rep.googleapis.com/",
+"location": "southamerica-west1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.us-central1.rep.googleapis.com/",
+"location": "us-central1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.us-central2.rep.googleapis.com/",
+"location": "us-central2"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.us-east1.rep.googleapis.com/",
+"location": "us-east1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.us-east4.rep.googleapis.com/",
+"location": "us-east4"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.us-east5.rep.googleapis.com/",
+"location": "us-east5"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.us-east7.rep.googleapis.com/",
+"location": "us-east7"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.us-south1.rep.googleapis.com/",
+"location": "us-south1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.us-west1.rep.googleapis.com/",
+"location": "us-west1"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.us-west2.rep.googleapis.com/",
+"location": "us-west2"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.us-west3.rep.googleapis.com/",
+"location": "us-west3"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.us-west4.rep.googleapis.com/",
+"location": "us-west4"
+},
+{
+"description": "Regional Endpoint",
+"endpointUrl": "https://dataplex.us-west8.rep.googleapis.com/",
+"location": "us-west8"
+}
+],
 "fullyEncodeReservedExpansion": true,
 "icons": {
 "x16": "http://www.google.com/images/icons/product/search-16.gif",
@@ -5997,7 +6224,7 @@
 }
 }
 },
-"revision": "20240925",
+"revision": "20241019",
 "rootUrl": "https://dataplex.googleapis.com/",
 "schemas": {
 "Empty": {
@@ -6265,6 +6492,10 @@
 "format": "google-datetime",
 "type": "string"
 },
+"dataVersion": {
+"description": "The version of the data format used to produce this data. This field is used to indicated when the underlying data format changes (e.g., schema modifications, changes to the source URL format definition, etc).",
+"type": "string"
+},
 "updateTime": {
 "description": "The time the aspect was last updated in the source system.",
 "format": "google-datetime",
@@ -7114,6 +7345,142 @@
 },
 "type": "object"
 },
+"GoogleCloudDataplexV1DataDiscoveryResult": {
+"description": "The output of a data discovery scan.",
+"id": "GoogleCloudDataplexV1DataDiscoveryResult",
+"properties": {
+"bigqueryPublishing": {
+"$ref": "GoogleCloudDataplexV1DataDiscoveryResultBigQueryPublishing",
+"description": "Output only. Configuration for metadata publishing.",
+"readOnly": true
+}
+},
+"type": "object"
+},
+"GoogleCloudDataplexV1DataDiscoveryResultBigQueryPublishing": {
+"description": "Describes BigQuery publishing configurations.",
+"id": "GoogleCloudDataplexV1DataDiscoveryResultBigQueryPublishing",
+"properties": {
+"dataset": {
+"description": "Output only. The BigQuery dataset to publish to. It takes the form projects/{project_id}/datasets/{dataset_id}. If not set, the service creates a default publishing dataset.",
+"readOnly": true,
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudDataplexV1DataDiscoverySpec": {
+"description": "Spec for a data discovery scan.",
+"id": "GoogleCloudDataplexV1DataDiscoverySpec",
+"properties": {
+"bigqueryPublishingConfig": {
+"$ref": "GoogleCloudDataplexV1DataDiscoverySpecBigQueryPublishingConfig",
+"description": "Optional. Configuration for metadata publishing."
+},
+"storageConfig": {
+"$ref": "GoogleCloudDataplexV1DataDiscoverySpecStorageConfig",
+"description": "Cloud Storage related configurations."
+}
+},
+"type": "object"
+},
+"GoogleCloudDataplexV1DataDiscoverySpecBigQueryPublishingConfig": {
+"description": "Describes BigQuery publishing configurations.",
+"id": "GoogleCloudDataplexV1DataDiscoverySpecBigQueryPublishingConfig",
+"properties": {
+"connection": {
+"description": "Optional. The BigQuery connection used to create BigLake tables. Must be in the form projects/{project_id}/locations/{location_id}/connections/{connection_id}",
+"type": "string"
+},
+"tableType": {
+"description": "Optional. Determines whether to publish discovered tables as BigLake external tables or non-BigLake external tables.",
+"enum": [
+"TABLE_TYPE_UNSPECIFIED",
+"EXTERNAL",
+"BIGLAKE"
+],
+"enumDescriptions": [
+"Table type unspecified.",
+"Default. Discovered tables are published as BigQuery external tables whose data is accessed using the credentials of the user querying the table.",
+"Discovered tables are published as BigLake external tables whose data is accessed using the credentials of the associated BigQuery connection."
+],
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudDataplexV1DataDiscoverySpecStorageConfig": {
+"description": "Configurations related to Cloud Storage as the data source.",
+"id": "GoogleCloudDataplexV1DataDiscoverySpecStorageConfig",
+"properties": {
+"csvOptions": {
+"$ref": "GoogleCloudDataplexV1DataDiscoverySpecStorageConfigCsvOptions",
+"description": "Optional. Configuration for CSV data."
+},
+"excludePatterns": {
+"description": "Optional. Defines the data to exclude during discovery. Provide a list of patterns that identify the data to exclude. For Cloud Storage bucket assets, these patterns are interpreted as glob patterns used to match object names. For BigQuery dataset assets, these patterns are interpreted as patterns to match table names.",
+"items": {
+"type": "string"
+},
+"type": "array"
+},
+"includePatterns": {
+"description": "Optional. Defines the data to include during discovery when only a subset of the data should be considered. Provide a list of patterns that identify the data to include. For Cloud Storage bucket assets, these patterns are interpreted as glob patterns used to match object names. For BigQuery dataset assets, these patterns are interpreted as patterns to match table names.",
+"items": {
+"type": "string"
+},
+"type": "array"
+},
+"jsonOptions": {
+"$ref": "GoogleCloudDataplexV1DataDiscoverySpecStorageConfigJsonOptions",
+"description": "Optional. Configuration for JSON data."
+}
+},
+"type": "object"
+},
+"GoogleCloudDataplexV1DataDiscoverySpecStorageConfigCsvOptions": {
+"description": "Describes CSV and similar semi-structured data formats.",
+"id": "GoogleCloudDataplexV1DataDiscoverySpecStorageConfigCsvOptions",
+"properties": {
+"delimiter": {
+"description": "Optional. The delimiter that is used to separate values. The default is , (comma).",
+"type": "string"
+},
+"encoding": {
+"description": "Optional. The character encoding of the data. The default is UTF-8.",
+"type": "string"
+},
+"headerRows": {
+"description": "Optional. The number of rows to interpret as header rows that should be skipped when reading data rows.",
+"format": "int32",
+"type": "integer"
+},
+"quote": {
+"description": "Optional. The character used to quote column values. Accepts \" (double quotation mark) or ' (single quotation mark). If unspecified, defaults to \" (double quotation mark).",
+"type": "string"
+},
+"typeInferenceDisabled": {
+"description": "Optional. Whether to disable the inference of data types for CSV data. If true, all columns are registered as strings.",
+"type": "boolean"
+}
+},
+"type": "object"
+},
+"GoogleCloudDataplexV1DataDiscoverySpecStorageConfigJsonOptions": {
+"description": "Describes JSON data format.",
+"id": "GoogleCloudDataplexV1DataDiscoverySpecStorageConfigJsonOptions",
+"properties": {
+"encoding": {
+"description": "Optional. The character encoding of the data. The default is UTF-8.",
+"type": "string"
+},
+"typeInferenceDisabled": {
+"description": "Optional. Whether to disable the inference of data types for JSON data. If true, all columns are registered as their primitive types (strings, number, or boolean).",
+"type": "boolean"
+}
+},
+"type": "object"
+},
 "GoogleCloudDataplexV1DataProfileResult": {
 "description": "DataProfileResult defines the output of DataProfileScan. Each field of the table will have field type specific profile result.",
 "id": "GoogleCloudDataplexV1DataProfileResult",
@@ -7453,7 +7820,7 @@
 "id": "GoogleCloudDataplexV1DataQualityDimension",
 "properties": {
 "name": {
-"description": "The dimension name a rule belongs to. Supported dimensions are \"COMPLETENESS\", \"ACCURACY\", \"CONSISTENCY\", \"VALIDITY\", \"UNIQUENESS\", \"INTEGRITY\"",
+"description": "The dimension name a rule belongs to. Supported dimensions are \"COMPLETENESS\", \"ACCURACY\", \"CONSISTENCY\", \"VALIDITY\", \"UNIQUENESS\", \"FRESHNESS\", \"VOLUME\"",
 "type": "string"
 }
 },
@@ -7588,7 +7955,7 @@
 "type": "string"
 },
 "dimension": {
-"description": "Required. The dimension a rule belongs to. Results are also aggregated at the dimension level. Supported dimensions are \"COMPLETENESS\", \"ACCURACY\", \"CONSISTENCY\", \"VALIDITY\", \"UNIQUENESS\", \"INTEGRITY\"",
+"description": "Required. The dimension a rule belongs to. Results are also aggregated at the dimension level. Supported dimensions are \"COMPLETENESS\", \"ACCURACY\", \"CONSISTENCY\", \"VALIDITY\", \"UNIQUENESS\", \"FRESHNESS\", \"VOLUME\"",
 "type": "string"
 },
 "ignoreNull": {
@@ -8060,23 +8427,32 @@
 "$ref": "GoogleCloudDataplexV1DataSource",
 "description": "Required. The data source for DataScan."
 },
+"dataDiscoveryResult": {
+"$ref": "GoogleCloudDataplexV1DataDiscoveryResult",
+"description": "Output only. The result of a data discovery scan.",
+"readOnly": true
+},
+"dataDiscoverySpec": {
+"$ref": "GoogleCloudDataplexV1DataDiscoverySpec",
+"description": "Settings for a data discovery scan."
+},
 "dataProfileResult": {
 "$ref": "GoogleCloudDataplexV1DataProfileResult",
-"description": "Output only. The result of the data profile scan.",
+"description": "Output only. The result of a data profile scan.",
 "readOnly": true
 },
 "dataProfileSpec": {
 "$ref": "GoogleCloudDataplexV1DataProfileSpec",
-"description": "DataProfileScan related setting."
+"description": "Settings for a data profile scan."
 },
 "dataQualityResult": {
 "$ref": "GoogleCloudDataplexV1DataQualityResult",
-"description": "Output only. The result of the data quality scan.",
+"description": "Output only. The result of a data quality scan.",
 "readOnly": true
 },
 "dataQualitySpec": {
 "$ref": "GoogleCloudDataplexV1DataQualitySpec",
-"description": "DataQualityScan related setting."
+"description": "Settings for a data quality scan."
 },
 "description": {
 "description": "Optional. Description of the scan. Must be between 1-1024 characters.",
@@ -8131,12 +8507,14 @@
 "enum": [
 "DATA_SCAN_TYPE_UNSPECIFIED",
 "DATA_QUALITY",
-"DATA_PROFILE"
+"DATA_PROFILE",
+"DATA_DISCOVERY"
 ],
 "enumDescriptions": [
-"The DataScan type is unspecified.",
-"Data Quality scan.",
-"Data Profile scan."
+"The data scan type is unspecified.",
+"Data quality scan.",
+"Data profile scan.",
+"Data discovery scan."
 ],
 "readOnly": true,
 "type": "string"
@@ -8452,24 +8830,34 @@
 "readOnly": true,
 "type": "string"
 },
+"dataDiscoveryResult": {
+"$ref": "GoogleCloudDataplexV1DataDiscoveryResult",
+"description": "Output only. The result of a data discovery scan.",
+"readOnly": true
+},
+"dataDiscoverySpec": {
+"$ref": "GoogleCloudDataplexV1DataDiscoverySpec",
+"description": "Output only. Settings for a data discovery scan.",
+"readOnly": true
+},
 "dataProfileResult": {
 "$ref": "GoogleCloudDataplexV1DataProfileResult",
-"description": "Output only. The result of the data profile scan.",
+"description": "Output only. The result of a data profile scan.",
 "readOnly": true
 },
 "dataProfileSpec": {
 "$ref": "GoogleCloudDataplexV1DataProfileSpec",
-"description": "Output only. DataProfileScan related setting.",
+"description": "Output only. Settings for a data profile scan.",
 "readOnly": true
 },
 "dataQualityResult": {
 "$ref": "GoogleCloudDataplexV1DataQualityResult",
-"description": "Output only. The result of the data quality scan.",
+"description": "Output only. The result of a data quality scan.",
 "readOnly": true
 },
 "dataQualitySpec": {
 "$ref": "GoogleCloudDataplexV1DataQualitySpec",
-"description": "Output only. DataQualityScan related setting.",
+"description": "Output only. Settings for a data quality scan.",
 "readOnly": true
 },
 "endTime": {
@@ -8522,12 +8910,14 @@
 "enum": [
 "DATA_SCAN_TYPE_UNSPECIFIED",
 "DATA_QUALITY",
-"DATA_PROFILE"
+"DATA_PROFILE",
+"DATA_DISCOVERY"
 ],
 "enumDescriptions": [
-"The DataScan type is unspecified.",
-"Data Quality scan.",
-"Data Profile scan."
+"The data scan type is unspecified.",
+"Data quality scan.",
+"Data profile scan.",
+"Data discovery scan."
 ],
 "readOnly": true,
 "type": "string"
@@ -8694,6 +9084,10 @@
 "description": "Details about the action.",
 "id": "GoogleCloudDataplexV1DiscoveryEventActionDetails",
 "properties": {
+"issue": {
+"description": "The human readable issue associated with the action.",
+"type": "string"
+},
 "type": {
 "description": "The type of action. Eg. IncompatibleDataSchema, InvalidDataFormat",
 "type": "string"

googleapiclient/discovery_cache/documents/dataproc.v1.json

@@ -4978,7 +4978,7 @@
 }
 }
 },
-"revision": "20240928",
+"revision": "20241025",
 "rootUrl": "https://dataproc.googleapis.com/",
 "schemas": {
 "AcceleratorConfig": {
@@ -9032,7 +9032,7 @@
 "type": "object"
 },
 "PySparkJob": {
-"description": "A Dataproc job for running Apache PySpark (https://spark.apache.org/docs/0.9.0/python-programming-guide.html) applications on YARN.",
+"description": "A Dataproc job for running Apache PySpark (https://spark.apache.org/docs/latest/api/python/index.html#pyspark-overview) applications on YARN.",
 "id": "PySparkJob",
 "properties": {
 "archiveUris": {
@@ -10444,6 +10444,7 @@
 "HBASE",
 "HIVE_WEBHCAT",
 "HUDI",
+"ICEBERG",
 "JUPYTER",
 "PRESTO",
 "TRINO",
@@ -10461,6 +10462,7 @@
 "HBase. (beta)",
 "The Hive Web HCatalog (the REST service for accessing HCatalog).",
 "Hudi.",
+"Iceberg.",
 "The Jupyter Notebook.",
 "The Presto query engine.",
 "The Trino query engine.",