openmetadata-ingestion 1.2.4.0__py3-none-any.whl → 1.3.2.0rc1__py3-none-any.whl

metadata/generated/schema/events/api/createEventSubscription.py

@@ -1,10 +1,10 @@
 # generated by datamodel-codegen:
 #   filename:  events/api/createEventSubscription.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
-from typing import Optional
+from typing import List, Optional
 
 from pydantic import BaseModel, Extra, Field
 
@@ -31,18 +31,20 @@ class CreateEventSubscription(BaseModel):
     batchSize: Optional[int] = Field(
         10, description='Maximum number of events sent in a batch (Default 10).'
     )
-    timeout: Optional[int] = Field(
-        10, description='Connection timeout in seconds. (Default 10s).'
-    )
-    readTimeout: Optional[int] = Field(
-        12, description='Read timeout in seconds. (Default 12s).'
-    )
     alertType: eventSubscription.AlertType = Field(..., description='Type of Alert')
     trigger: Optional[eventSubscription.Trigger] = None
-    filteringRules: Optional[eventSubscription.FilteringRules] = Field(
+    resources: Optional[List[str]] = Field(
         None,
-        description='Set of rules that the Alert Contains to allow conditional control for alerting.',
+        description='Defines a list of resources that triggers the Event Subscription, Eg All, User, Teams etc.',
+    )
+    destinations: Optional[List[eventSubscription.Destination]] = Field(
+        None, description='Subscription Config.'
     )
-    subscriptionType: eventSubscription.SubscriptionType
-    subscriptionConfig: Optional[eventSubscription.SubscriptionConfig] = None
     provider: Optional[basic.ProviderType] = basic.ProviderType.user
+    retries: Optional[int] = Field(
+        3, description='Number of times to retry callback on failure. (Default 3).'
+    )
+    pollInterval: Optional[int] = Field(10, description='Poll Interval in seconds.')
+    input: Optional[eventSubscription.AlertFilteringInput] = Field(
+        None, description='Input for the Filters.'
+    )

metadata/generated/schema/events/emailAlertConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  events/emailAlertConfig.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/events/eventFilterRule.py

@@ -1,17 +1,23 @@
 # generated by datamodel-codegen:
 #   filename:  events/eventFilterRule.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
 from enum import Enum
-from typing import Optional
+from typing import List, Optional
 
 from pydantic import BaseModel, Extra, Field
 
 from ..type import basic
 
 
+class InputType(Enum):
+    static = 'static'
+    runtime = 'runtime'
+    none = 'none'
+
+
 class Effect(Enum):
     include = 'include'
     exclude = 'exclude'
@@ -22,6 +28,7 @@ class EventFilterRule(BaseModel):
         extra = Extra.forbid
 
     name: Optional[str] = Field(None, description='Name of this Event Filter.')
+    displayName: Optional[str] = Field(None, description='Display Name of the Filter.')
     fullyQualifiedName: Optional[basic.FullyQualifiedEntityName] = Field(
         None,
         description='FullyQualifiedName in the form `eventSubscription.eventFilterRuleName`.',
@@ -34,3 +41,7 @@ class EventFilterRule(BaseModel):
         ...,
         description='Expression in SpEL used for matching of a `Rule` based on entity, resource, and environmental attributes.',
     )
+    arguments: Optional[List[str]] = Field(
+        None, description='Arguments to the Condition.'
+    )
+    inputType: Optional[InputType] = None

metadata/generated/schema/events/eventSubscription.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  events/eventSubscription.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
@@ -11,7 +11,36 @@ from pydantic import BaseModel, Extra, Field
 
 from ..entity.events import webhook
 from ..type import basic, entityHistory, entityReference
-from . import dataInsightAlertConfig, emailAlertConfig, eventFilterRule
+from . import emailAlertConfig, eventFilterRule
+
+
+class Argument(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    name: Optional[str] = Field(None, description='Name of the Argument')
+    input: Optional[List[str]] = Field(None, description='Value of the Argument')
+
+
+class ArgumentsInput(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    name: Optional[str] = Field(None, description='Name of the filter')
+    effect: Optional[eventFilterRule.Effect] = eventFilterRule.Effect.include
+    arguments: Optional[List[Argument]] = Field(None, description='Arguments List')
+
+
+class AlertFilteringInput(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    filters: Optional[List[ArgumentsInput]] = Field(
+        None, description='List of filters for the event subscription.'
+    )
+    actions: Optional[List[ArgumentsInput]] = Field(
+        None, description='List of filters for the event subscription.'
+    )
 
 
 class TriggerType(Enum):
@@ -20,19 +49,29 @@ class TriggerType(Enum):
 
 
 class AlertType(Enum):
-    ChangeEvent = 'ChangeEvent'
-    DataInsightReport = 'DataInsightReport'
-    Task_Conversation_Announcement = 'Task/Conversation/Announcement'
+    Notification = 'Notification'
+    Observability = 'Observability'
+    ActivityFeed = 'ActivityFeed'
+
+
+class SubscriptionCategory(Enum):
+    Users = 'Users'
+    Teams = 'Teams'
+    Admins = 'Admins'
+    Assignees = 'Assignees'
+    Owners = 'Owners'
+    Mentions = 'Mentions'
+    Followers = 'Followers'
+    External = 'External'
 
 
 class SubscriptionType(Enum):
-    GenericWebhook = 'GenericWebhook'
-    SlackWebhook = 'SlackWebhook'
-    MsTeamsWebhook = 'MsTeamsWebhook'
-    GChatWebhook = 'GChatWebhook'
+    Generic = 'Generic'
+    Slack = 'Slack'
+    MsTeams = 'MsTeams'
+    GChat = 'GChat'
     Email = 'Email'
     ActivityFeed = 'ActivityFeed'
-    DataInsight = 'DataInsight'
 
 
 class Status(Enum):
@@ -71,19 +110,6 @@ class SubscriptionStatus(BaseModel):
     timestamp: Optional[basic.Timestamp] = None
 
 
-class FilteringRules(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    resources: List[str] = Field(
-        ...,
-        description='Defines a list of resources that triggers the Event Subscription, Eg All, User, Teams etc.',
-    )
-    rules: Optional[List[eventFilterRule.EventFilterRule]] = Field(
-        None, description='A set of filter rules associated with the Alert.'
-    )
-
-
 class ScheduleInfo(Enum):
     Daily = 'Daily'
     Weekly = 'Weekly'
@@ -104,12 +130,40 @@ class Trigger(BaseModel):
     )
 
 
-class SubscriptionConfig(BaseModel):
-    __root__: Union[
-        webhook.Webhook,
-        emailAlertConfig.EmailAlertConfig,
-        dataInsightAlertConfig.DataInsightAlertConfig,
-    ]
+class Destination(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    id: Optional[basic.Uuid] = Field(
+        None, description='Unique identifier that identifies this Event Subscription.'
+    )
+    category: SubscriptionCategory
+    type: SubscriptionType
+    statusDetails: Optional[SubscriptionStatus] = None
+    timeout: Optional[int] = Field(
+        10, description='Connection timeout in seconds. (Default 10s).'
+    )
+    readTimeout: Optional[int] = Field(
+        12, description='Read timeout in seconds. (Default 12s).'
+    )
+    enabled: Optional[bool] = Field(True, description='Is the subscription enabled.')
+    config: Optional[Union[webhook.Webhook, emailAlertConfig.EmailAlertConfig]] = None
+
+
+class FilteringRules(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    resources: List[str] = Field(
+        ...,
+        description='Defines a list of resources that triggers the Event Subscription, Eg All, User, Teams etc.',
+    )
+    rules: Optional[List[eventFilterRule.EventFilterRule]] = Field(
+        None, description='A set of filter rules associated with the Alert.'
+    )
+    actions: Optional[List[eventFilterRule.EventFilterRule]] = Field(
+        None, description='A set of filter rules associated with the Alert.'
+    )
 
 
 class EventSubscription(BaseModel):
@@ -158,30 +212,18 @@ class EventSubscription(BaseModel):
         None,
         description='Set of rules that the Event Subscription Contains to allow conditional control for alerting.',
     )
-    subscriptionType: SubscriptionType
-    subscriptionConfig: Optional[SubscriptionConfig] = None
+    destinations: List[Destination] = Field(..., description='Destination Config.')
     enabled: Optional[bool] = Field(
         True, description='Is the event Subscription enabled.'
     )
     batchSize: Optional[int] = Field(
-        10, description='Maximum number of events sent in a batch (Default 10).'
-    )
-    timeout: Optional[int] = Field(
-        10, description='Connection timeout in seconds. (Default 10s).'
-    )
-    readTimeout: Optional[int] = Field(
-        12, description='Read timeout in seconds. (Default 12s).'
+        100, description='Maximum number of events sent in a batch (Default 100).'
     )
-    statusDetails: Optional[SubscriptionStatus] = None
     provider: Optional[basic.ProviderType] = basic.ProviderType.user
-
-
-class Subscription(BaseModel):
-    class Config:
-        extra = Extra.forbid
-
-    subscriptionType: Optional[SubscriptionType] = None
-    subscriptionName: Optional[str] = Field(
-        None, description='Name for the subscription'
+    retries: Optional[int] = Field(
+        3, description='Number of times to retry callback on failure. (Default 3).'
+    )
+    pollInterval: Optional[int] = Field(60, description='Poll Interval in seconds.')
+    input: Optional[AlertFilteringInput] = Field(
+        None, description='Input for the Filters.'
     )
-    subscriptionConfig: Optional[SubscriptionConfig] = None

metadata/generated/schema/events/eventSubscriptionOffset.py

@@ -0,0 +1,21 @@
+# generated by datamodel-codegen:
+#   filename:  events/eventSubscriptionOffset.json
+#   timestamp: 2024-03-25T11:44:26+00:00
+
+from __future__ import annotations
+
+from typing import Optional
+
+from pydantic import BaseModel, Extra, Field
+
+from ..type import basic
+
+
+class EventSubscriptionOffset(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    offset: int = Field(..., description='Name of this Event Filter.')
+    timestamp: Optional[basic.Timestamp] = Field(
+        None, description='Update time of the job status.'
+    )

metadata/generated/schema/events/failedEvent.py

@@ -0,0 +1,26 @@
+# generated by datamodel-codegen:
+#   filename:  events/failedEvent.json
+#   timestamp: 2024-03-25T11:44:26+00:00
+
+from __future__ import annotations
+
+from typing import Optional
+
+from pydantic import BaseModel, Extra, Field
+
+from ..type import basic, changeEvent
+
+
+class FailedEvents(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    failingSubscriptionId: Optional[basic.Uuid] = Field(
+        None, description='Unique identifier that identifies this Event Subscription.'
+    )
+    changeEvent: Optional[changeEvent.ChangeEvent] = Field(
+        None, description='Change Event that failed'
+    )
+    reason: Optional[str] = Field(None, description='Reason for failure')
+    retriesLeft: Optional[int] = Field(None, description='Retries Left for the event')
+    timestamp: Optional[basic.Timestamp] = Field(None, description='Time of Failure')

metadata/generated/schema/events/filterResourceDescriptor.py

@@ -0,0 +1,27 @@
+# generated by datamodel-codegen:
+#   filename:  events/filterResourceDescriptor.json
+#   timestamp: 2024-03-25T11:44:26+00:00
+
+from __future__ import annotations
+
+from typing import List, Optional
+
+from pydantic import BaseModel, Extra, Field
+
+from . import eventFilterRule
+
+
+class FilterResourceDescriptor(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    name: Optional[str] = Field(
+        None,
+        description='Name of the resource. For entity related resources, resource name is same as the entity name. Some resources such as lineage are not entities but are resources.',
+    )
+    supportedFilters: Optional[List[eventFilterRule.EventFilterRule]] = Field(
+        None, description='List of operations supported filters by the resource.'
+    )
+    supportedActions: Optional[List[eventFilterRule.EventFilterRule]] = Field(
+        None, description='List of actions supported filters by the resource.'
+    )

metadata/generated/schema/events/subscriptionResourceDescriptor.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  events/subscriptionResourceDescriptor.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
@@ -11,15 +11,16 @@ from pydantic import BaseModel, Extra, Field
 
 
 class Operation(Enum):
-    matchAnySource = 'matchAnySource'
-    matchAnyOwnerName = 'matchAnyOwnerName'
-    matchAnyEntityFqn = 'matchAnyEntityFqn'
-    matchAnyEntityId = 'matchAnyEntityId'
-    matchAnyEventType = 'matchAnyEventType'
-    matchTestResult = 'matchTestResult'
-    matchUpdatedBy = 'matchUpdatedBy'
-    matchIngestionPipelineState = 'matchIngestionPipelineState'
-    matchAnyFieldChange = 'matchAnyFieldChange'
+    filterBySource = 'filterBySource'
+    filterByEntityId = 'filterByEntityId'
+    filterByOwnerName = 'filterByOwnerName'
+    filterByFqn = 'filterByFqn'
+    filterByEventType = 'filterByEventType'
+    filterByUpdaterName = 'filterByUpdaterName'
+    filterByFieldChange = 'filterByFieldChange'
+    filterByDomain = 'filterByDomain'
+    filterByMentionedName = 'filterByMentionedName'
+    filterByGeneralMetadataEvents = 'filterByGeneralMetadataEvents'
 
 
 class SubscriptionResourceDescriptor(BaseModel):

metadata/generated/schema/metadataIngestion/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00

metadata/generated/schema/metadataIngestion/application.py

@@ -0,0 +1,40 @@
+# generated by datamodel-codegen:
+#   filename:  metadataIngestion/application.json
+#   timestamp: 2024-03-25T11:44:26+00:00
+
+from __future__ import annotations
+
+from typing import Optional
+
+from pydantic import BaseModel, Extra, Field
+
+from ..entity.applications.configuration import applicationConfig
+from ..type import basic
+from . import workflow
+
+
+class OpenMetadataApplicationConfig(BaseModel):
+    class Config:
+        extra = Extra.forbid
+
+    workflowConfig: workflow.WorkflowConfig = Field(
+        ...,
+        description='General Workflow configuration, such as the OpenMetadata server connection and logging level',
+    )
+    sourcePythonClass: Optional[str] = Field(
+        None, description='Source Python Class Name to run the application'
+    )
+    appConfig: Optional[applicationConfig.AppConfig] = Field(
+        None, description='External Application configuration'
+    )
+    appPrivateConfig: Optional[applicationConfig.PrivateConfig] = Field(
+        None, description='External Application Private configuration'
+    )
+    ingestionPipelineFQN: Optional[str] = Field(
+        None,
+        description='Fully qualified name of ingestion pipeline, used to identify the current ingestion pipeline',
+    )
+    pipelineRunId: Optional[basic.Uuid] = Field(
+        None,
+        description='Unique identifier of pipeline run, used to identify the current pipeline run',
+    )

metadata/generated/schema/metadataIngestion/applicationPipeline.py

@@ -1,17 +1,18 @@
 # generated by datamodel-codegen:
 #   filename:  metadataIngestion/applicationPipeline.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
 from enum import Enum
+from typing import Optional
 
 from pydantic import BaseModel, Extra, Field
 
-from ..type import basic
+from ..entity.applications.configuration import applicationConfig
 
 
-class TestSuiteConfigType(Enum):
+class ApplicationConfigType(Enum):
     Application = 'Application'
 
 
@@ -19,7 +20,15 @@ class ApplicationPipeline(BaseModel):
     class Config:
         extra = Extra.forbid
 
-    type: TestSuiteConfigType = Field(..., description='Pipeline type')
-    entityFullyQualifiedName: basic.FullyQualifiedEntityName = Field(
-        ..., description='Fully qualified name of the application to be executed'
+    type: Optional[ApplicationConfigType] = Field(
+        ApplicationConfigType.Application, description='Pipeline type'
+    )
+    sourcePythonClass: Optional[str] = Field(
+        None, description='Source Python Class Name to run the application'
+    )
+    appConfig: Optional[applicationConfig.AppConfig] = Field(
+        None, description='Application configuration'
+    )
+    appPrivateConfig: Optional[applicationConfig.PrivateConfig] = Field(
+        None, description='Application private configuration'
     )

metadata/generated/schema/metadataIngestion/dashboardServiceMetadataPipeline.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  metadataIngestion/dashboardServiceMetadataPipeline.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/metadataIngestion/dataInsightPipeline.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  metadataIngestion/dataInsightPipeline.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/metadataIngestion/databaseServiceMetadataPipeline.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  metadataIngestion/databaseServiceMetadataPipeline.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
@@ -48,6 +48,11 @@ class DatabaseServiceMetadataPipeline(BaseModel):
         description='Optional configuration to toggle the tags ingestion.',
         title='Include Tags',
     )
+    includeOwners: Optional[bool] = Field(
+        False,
+        description="Set the 'Include Owners' toggle to control whether to include owners to the ingested entity if the owner email matches with a user stored in the OM server as part of metadata ingestion. If the ingested entity already exists and has an owner, the owner will not be overwritten.",
+        title='Include Owners',
+    )
     includeStoredProcedures: Optional[bool] = Field(
         True,
         description='Optional configuration to toggle the Stored Procedures ingestion.',

metadata/generated/schema/metadataIngestion/databaseServiceProfilerPipeline.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  metadataIngestion/databaseServiceProfilerPipeline.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
@@ -67,6 +67,11 @@ class DatabaseServiceProfilerPipeline(BaseModel):
         description='Option to turn on/off generating sample data.',
         title='Generate Sample Data',
     )
+    computeMetrics: Optional[bool] = Field(
+        True,
+        description='Option to turn on/off computing profiler metrics.',
+        title='Compute Metrics',
+    )
     sampleDataCount: Optional[int] = Field(
         50,
         description='Number of row of sample data to be generated',
@@ -80,3 +85,8 @@ class DatabaseServiceProfilerPipeline(BaseModel):
     timeoutSeconds: Optional[int] = Field(
         43200, description='Profiler Timeout in Seconds', title='Timeout (in sec.)'
     )
+    useFqnForFiltering: Optional[bool] = Field(
+        False,
+        description='Regex will be applied on fully qualified name (e.g service_name.db_name.schema_name.table_name) instead of raw name (e.g. table_name)',
+        title='Use FQN For Filtering',
+    )

metadata/generated/schema/metadataIngestion/databaseServiceQueryLineagePipeline.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  metadataIngestion/databaseServiceQueryLineagePipeline.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/metadataIngestion/databaseServiceQueryUsagePipeline.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  metadataIngestion/databaseServiceQueryUsagePipeline.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/metadataIngestion/dbtPipeline.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  metadataIngestion/dbtPipeline.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/metadataIngestion/dbtconfig/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00

metadata/generated/schema/metadataIngestion/dbtconfig/dbtAzureConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  metadataIngestion/dbtconfig/dbtAzureConfig.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
@@ -28,8 +28,11 @@ class DbtPrefixConfig(BaseModel):
 
 
 class DbtAzureConfig(BaseModel):
-    dbtSecurityConfig: Optional[azureCredentials.AzureCredentials] = Field(
-        None, title='DBT Azure Security Config'
+    class Config:
+        extra = Extra.forbid
+
+    dbtSecurityConfig: azureCredentials.AzureCredentials = Field(
+        ..., title='DBT Azure Security Config'
     )
     dbtPrefixConfig: Optional[DbtPrefixConfig] = Field(
         None,

metadata/generated/schema/metadataIngestion/dbtconfig/dbtBucketDetails.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  metadataIngestion/dbtconfig/dbtBucketDetails.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/metadataIngestion/dbtconfig/dbtCloudConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  metadataIngestion/dbtconfig/dbtCloudConfig.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/metadataIngestion/dbtconfig/dbtGCSConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  metadataIngestion/dbtconfig/dbtGCSConfig.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations
 
@@ -28,8 +28,11 @@ class DbtPrefixConfig(BaseModel):
 
 
 class DbtGcsConfig(BaseModel):
-    dbtSecurityConfig: Optional[gcpCredentials.GCPCredentials] = Field(
-        None, title='DBT GCS Security Config'
+    class Config:
+        extra = Extra.forbid
+
+    dbtSecurityConfig: gcpCredentials.GCPCredentials = Field(
+        ..., title='DBT GCS Security Config'
     )
     dbtPrefixConfig: Optional[DbtPrefixConfig] = Field(
         None,

metadata/generated/schema/metadataIngestion/dbtconfig/dbtHttpConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  metadataIngestion/dbtconfig/dbtHttpConfig.json
-#   timestamp: 2024-01-05T10:55:05+00:00
+#   timestamp: 2024-03-25T11:44:26+00:00
 
 from __future__ import annotations