cribl-control-plane 0.0.13__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of cribl-control-plane might be problematic. Click here for more details.
- cribl_control_plane/__init__.py +17 -0
- cribl_control_plane/_hooks/__init__.py +5 -0
- cribl_control_plane/_hooks/clientcredentials.py +211 -0
- cribl_control_plane/_hooks/registration.py +13 -0
- cribl_control_plane/_hooks/sdkhooks.py +81 -0
- cribl_control_plane/_hooks/types.py +112 -0
- cribl_control_plane/_version.py +15 -0
- cribl_control_plane/auth_sdk.py +184 -0
- cribl_control_plane/basesdk.py +358 -0
- cribl_control_plane/errors/__init__.py +60 -0
- cribl_control_plane/errors/apierror.py +38 -0
- cribl_control_plane/errors/criblcontrolplaneerror.py +26 -0
- cribl_control_plane/errors/error.py +24 -0
- cribl_control_plane/errors/healthstatus_error.py +38 -0
- cribl_control_plane/errors/no_response_error.py +13 -0
- cribl_control_plane/errors/responsevalidationerror.py +25 -0
- cribl_control_plane/health.py +166 -0
- cribl_control_plane/httpclient.py +126 -0
- cribl_control_plane/models/__init__.py +7305 -0
- cribl_control_plane/models/addhectokenrequest.py +34 -0
- cribl_control_plane/models/authtoken.py +13 -0
- cribl_control_plane/models/createinputhectokenbyidop.py +45 -0
- cribl_control_plane/models/createinputop.py +24 -0
- cribl_control_plane/models/createoutputop.py +24 -0
- cribl_control_plane/models/createoutputtestbyidop.py +46 -0
- cribl_control_plane/models/criblevent.py +14 -0
- cribl_control_plane/models/deleteinputbyidop.py +37 -0
- cribl_control_plane/models/deleteoutputbyidop.py +37 -0
- cribl_control_plane/models/deleteoutputpqbyidop.py +36 -0
- cribl_control_plane/models/getinputbyidop.py +37 -0
- cribl_control_plane/models/getoutputbyidop.py +37 -0
- cribl_control_plane/models/getoutputpqbyidop.py +36 -0
- cribl_control_plane/models/getoutputsamplesbyidop.py +37 -0
- cribl_control_plane/models/healthstatus.py +36 -0
- cribl_control_plane/models/input.py +199 -0
- cribl_control_plane/models/inputappscope.py +448 -0
- cribl_control_plane/models/inputazureblob.py +308 -0
- cribl_control_plane/models/inputcollection.py +208 -0
- cribl_control_plane/models/inputconfluentcloud.py +585 -0
- cribl_control_plane/models/inputcribl.py +165 -0
- cribl_control_plane/models/inputcriblhttp.py +341 -0
- cribl_control_plane/models/inputcribllakehttp.py +342 -0
- cribl_control_plane/models/inputcriblmetrics.py +175 -0
- cribl_control_plane/models/inputcribltcp.py +299 -0
- cribl_control_plane/models/inputcrowdstrike.py +410 -0
- cribl_control_plane/models/inputdatadogagent.py +364 -0
- cribl_control_plane/models/inputdatagen.py +180 -0
- cribl_control_plane/models/inputedgeprometheus.py +551 -0
- cribl_control_plane/models/inputelastic.py +494 -0
- cribl_control_plane/models/inputeventhub.py +360 -0
- cribl_control_plane/models/inputexec.py +213 -0
- cribl_control_plane/models/inputfile.py +259 -0
- cribl_control_plane/models/inputfirehose.py +341 -0
- cribl_control_plane/models/inputgooglepubsub.py +247 -0
- cribl_control_plane/models/inputgrafana_union.py +1247 -0
- cribl_control_plane/models/inputhttp.py +403 -0
- cribl_control_plane/models/inputhttpraw.py +407 -0
- cribl_control_plane/models/inputjournalfiles.py +208 -0
- cribl_control_plane/models/inputkafka.py +581 -0
- cribl_control_plane/models/inputkinesis.py +363 -0
- cribl_control_plane/models/inputkubeevents.py +182 -0
- cribl_control_plane/models/inputkubelogs.py +256 -0
- cribl_control_plane/models/inputkubemetrics.py +233 -0
- cribl_control_plane/models/inputloki.py +468 -0
- cribl_control_plane/models/inputmetrics.py +290 -0
- cribl_control_plane/models/inputmodeldriventelemetry.py +274 -0
- cribl_control_plane/models/inputmsk.py +654 -0
- cribl_control_plane/models/inputnetflow.py +224 -0
- cribl_control_plane/models/inputoffice365mgmt.py +384 -0
- cribl_control_plane/models/inputoffice365msgtrace.py +449 -0
- cribl_control_plane/models/inputoffice365service.py +377 -0
- cribl_control_plane/models/inputopentelemetry.py +516 -0
- cribl_control_plane/models/inputprometheus.py +464 -0
- cribl_control_plane/models/inputprometheusrw.py +470 -0
- cribl_control_plane/models/inputrawudp.py +207 -0
- cribl_control_plane/models/inputs3.py +416 -0
- cribl_control_plane/models/inputs3inventory.py +440 -0
- cribl_control_plane/models/inputsecuritylake.py +425 -0
- cribl_control_plane/models/inputsnmp.py +274 -0
- cribl_control_plane/models/inputsplunk.py +387 -0
- cribl_control_plane/models/inputsplunkhec.py +478 -0
- cribl_control_plane/models/inputsplunksearch.py +537 -0
- cribl_control_plane/models/inputsqs.py +320 -0
- cribl_control_plane/models/inputsyslog_union.py +759 -0
- cribl_control_plane/models/inputsystemmetrics.py +533 -0
- cribl_control_plane/models/inputsystemstate.py +417 -0
- cribl_control_plane/models/inputtcp.py +359 -0
- cribl_control_plane/models/inputtcpjson.py +334 -0
- cribl_control_plane/models/inputwef.py +498 -0
- cribl_control_plane/models/inputwindowsmetrics.py +457 -0
- cribl_control_plane/models/inputwineventlogs.py +222 -0
- cribl_control_plane/models/inputwiz.py +334 -0
- cribl_control_plane/models/inputzscalerhec.py +439 -0
- cribl_control_plane/models/listinputop.py +24 -0
- cribl_control_plane/models/listoutputop.py +24 -0
- cribl_control_plane/models/logininfo.py +16 -0
- cribl_control_plane/models/output.py +229 -0
- cribl_control_plane/models/outputazureblob.py +471 -0
- cribl_control_plane/models/outputazuredataexplorer.py +660 -0
- cribl_control_plane/models/outputazureeventhub.py +321 -0
- cribl_control_plane/models/outputazurelogs.py +386 -0
- cribl_control_plane/models/outputclickhouse.py +650 -0
- cribl_control_plane/models/outputcloudwatch.py +273 -0
- cribl_control_plane/models/outputconfluentcloud.py +591 -0
- cribl_control_plane/models/outputcriblhttp.py +494 -0
- cribl_control_plane/models/outputcribllake.py +396 -0
- cribl_control_plane/models/outputcribltcp.py +387 -0
- cribl_control_plane/models/outputcrowdstrikenextgensiem.py +410 -0
- cribl_control_plane/models/outputdatadog.py +472 -0
- cribl_control_plane/models/outputdataset.py +437 -0
- cribl_control_plane/models/outputdefault.py +55 -0
- cribl_control_plane/models/outputdevnull.py +50 -0
- cribl_control_plane/models/outputdiskspool.py +89 -0
- cribl_control_plane/models/outputdls3.py +560 -0
- cribl_control_plane/models/outputdynatracehttp.py +454 -0
- cribl_control_plane/models/outputdynatraceotlp.py +486 -0
- cribl_control_plane/models/outputelastic.py +494 -0
- cribl_control_plane/models/outputelasticcloud.py +407 -0
- cribl_control_plane/models/outputexabeam.py +297 -0
- cribl_control_plane/models/outputfilesystem.py +357 -0
- cribl_control_plane/models/outputgooglechronicle.py +486 -0
- cribl_control_plane/models/outputgooglecloudlogging.py +557 -0
- cribl_control_plane/models/outputgooglecloudstorage.py +499 -0
- cribl_control_plane/models/outputgooglepubsub.py +274 -0
- cribl_control_plane/models/outputgrafanacloud_union.py +1024 -0
- cribl_control_plane/models/outputgraphite.py +225 -0
- cribl_control_plane/models/outputhoneycomb.py +369 -0
- cribl_control_plane/models/outputhumiohec.py +389 -0
- cribl_control_plane/models/outputinfluxdb.py +523 -0
- cribl_control_plane/models/outputkafka.py +581 -0
- cribl_control_plane/models/outputkinesis.py +312 -0
- cribl_control_plane/models/outputloki.py +425 -0
- cribl_control_plane/models/outputminio.py +512 -0
- cribl_control_plane/models/outputmsk.py +654 -0
- cribl_control_plane/models/outputnetflow.py +80 -0
- cribl_control_plane/models/outputnewrelic.py +424 -0
- cribl_control_plane/models/outputnewrelicevents.py +401 -0
- cribl_control_plane/models/outputopentelemetry.py +669 -0
- cribl_control_plane/models/outputprometheus.py +485 -0
- cribl_control_plane/models/outputring.py +121 -0
- cribl_control_plane/models/outputrouter.py +83 -0
- cribl_control_plane/models/outputs3.py +556 -0
- cribl_control_plane/models/outputsamplesresponse.py +14 -0
- cribl_control_plane/models/outputsecuritylake.py +505 -0
- cribl_control_plane/models/outputsentinel.py +488 -0
- cribl_control_plane/models/outputsentineloneaisiem.py +505 -0
- cribl_control_plane/models/outputservicenow.py +543 -0
- cribl_control_plane/models/outputsignalfx.py +369 -0
- cribl_control_plane/models/outputsnmp.py +80 -0
- cribl_control_plane/models/outputsns.py +274 -0
- cribl_control_plane/models/outputsplunk.py +383 -0
- cribl_control_plane/models/outputsplunkhec.py +434 -0
- cribl_control_plane/models/outputsplunklb.py +558 -0
- cribl_control_plane/models/outputsqs.py +328 -0
- cribl_control_plane/models/outputstatsd.py +224 -0
- cribl_control_plane/models/outputstatsdext.py +225 -0
- cribl_control_plane/models/outputsumologic.py +378 -0
- cribl_control_plane/models/outputsyslog.py +415 -0
- cribl_control_plane/models/outputtcpjson.py +413 -0
- cribl_control_plane/models/outputtestrequest.py +15 -0
- cribl_control_plane/models/outputtestresponse.py +29 -0
- cribl_control_plane/models/outputwavefront.py +369 -0
- cribl_control_plane/models/outputwebhook.py +689 -0
- cribl_control_plane/models/outputxsiam.py +415 -0
- cribl_control_plane/models/schemeclientoauth.py +24 -0
- cribl_control_plane/models/security.py +36 -0
- cribl_control_plane/models/updatehectokenrequest.py +31 -0
- cribl_control_plane/models/updateinputbyidop.py +44 -0
- cribl_control_plane/models/updateinputhectokenbyidandtokenop.py +52 -0
- cribl_control_plane/models/updateoutputbyidop.py +44 -0
- cribl_control_plane/outputs.py +1615 -0
- cribl_control_plane/py.typed +1 -0
- cribl_control_plane/sdk.py +164 -0
- cribl_control_plane/sdkconfiguration.py +36 -0
- cribl_control_plane/sources.py +1355 -0
- cribl_control_plane/types/__init__.py +21 -0
- cribl_control_plane/types/basemodel.py +39 -0
- cribl_control_plane/utils/__init__.py +187 -0
- cribl_control_plane/utils/annotations.py +55 -0
- cribl_control_plane/utils/datetimes.py +23 -0
- cribl_control_plane/utils/enums.py +74 -0
- cribl_control_plane/utils/eventstreaming.py +238 -0
- cribl_control_plane/utils/forms.py +223 -0
- cribl_control_plane/utils/headers.py +136 -0
- cribl_control_plane/utils/logger.py +27 -0
- cribl_control_plane/utils/metadata.py +118 -0
- cribl_control_plane/utils/queryparams.py +205 -0
- cribl_control_plane/utils/requestbodies.py +66 -0
- cribl_control_plane/utils/retries.py +217 -0
- cribl_control_plane/utils/security.py +207 -0
- cribl_control_plane/utils/serializers.py +249 -0
- cribl_control_plane/utils/unmarshal_json_response.py +24 -0
- cribl_control_plane/utils/url.py +155 -0
- cribl_control_plane/utils/values.py +137 -0
- cribl_control_plane-0.0.13.dist-info/METADATA +489 -0
- cribl_control_plane-0.0.13.dist-info/RECORD +197 -0
- cribl_control_plane-0.0.13.dist-info/WHEEL +4 -0
|
@@ -0,0 +1,650 @@
|
|
|
1
|
+
"""Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT."""
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
from cribl_control_plane import utils
|
|
5
|
+
from cribl_control_plane.types import BaseModel
|
|
6
|
+
from cribl_control_plane.utils import validate_open_enum
|
|
7
|
+
from enum import Enum
|
|
8
|
+
import pydantic
|
|
9
|
+
from pydantic.functional_validators import PlainValidator
|
|
10
|
+
from typing import List, Optional
|
|
11
|
+
from typing_extensions import Annotated, NotRequired, TypedDict
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
class OutputClickHouseType(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
15
|
+
CLICK_HOUSE = "click_house"
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
class OutputClickHouseAuthenticationType(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
19
|
+
NONE = "none"
|
|
20
|
+
BASIC = "basic"
|
|
21
|
+
CREDENTIALS_SECRET = "credentialsSecret"
|
|
22
|
+
SSL_USER_CERTIFICATE = "sslUserCertificate"
|
|
23
|
+
TOKEN = "token"
|
|
24
|
+
TEXT_SECRET = "textSecret"
|
|
25
|
+
OAUTH = "oauth"
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
class OutputClickHouseFormat(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
29
|
+
r"""Data format to use when sending data to ClickHouse. Defaults to JSON Compact."""
|
|
30
|
+
|
|
31
|
+
JSON_COMPACT_EACH_ROW_WITH_NAMES = "json-compact-each-row-with-names"
|
|
32
|
+
JSON_EACH_ROW = "json-each-row"
|
|
33
|
+
|
|
34
|
+
|
|
35
|
+
class MappingType(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
36
|
+
r"""How event fields are mapped to ClickHouse columns."""
|
|
37
|
+
|
|
38
|
+
AUTOMATIC = "automatic"
|
|
39
|
+
CUSTOM = "custom"
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
class OutputClickHouseMinimumTLSVersion(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
43
|
+
TL_SV1 = "TLSv1"
|
|
44
|
+
TL_SV1_1 = "TLSv1.1"
|
|
45
|
+
TL_SV1_2 = "TLSv1.2"
|
|
46
|
+
TL_SV1_3 = "TLSv1.3"
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
class OutputClickHouseMaximumTLSVersion(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
50
|
+
TL_SV1 = "TLSv1"
|
|
51
|
+
TL_SV1_1 = "TLSv1.1"
|
|
52
|
+
TL_SV1_2 = "TLSv1.2"
|
|
53
|
+
TL_SV1_3 = "TLSv1.3"
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
class OutputClickHouseTLSSettingsClientSideTypedDict(TypedDict):
|
|
57
|
+
disabled: NotRequired[bool]
|
|
58
|
+
servername: NotRequired[str]
|
|
59
|
+
r"""Server name for the SNI (Server Name Indication) TLS extension. It must be a host name, and not an IP address."""
|
|
60
|
+
certificate_name: NotRequired[str]
|
|
61
|
+
r"""The name of the predefined certificate"""
|
|
62
|
+
ca_path: NotRequired[str]
|
|
63
|
+
r"""Path on client in which to find CA certificates to verify the server's cert. PEM format. Can reference $ENV_VARS."""
|
|
64
|
+
priv_key_path: NotRequired[str]
|
|
65
|
+
r"""Path on client in which to find the private key to use. PEM format. Can reference $ENV_VARS."""
|
|
66
|
+
cert_path: NotRequired[str]
|
|
67
|
+
r"""Path on client in which to find certificates to use. PEM format. Can reference $ENV_VARS."""
|
|
68
|
+
passphrase: NotRequired[str]
|
|
69
|
+
r"""Passphrase to use to decrypt private key"""
|
|
70
|
+
min_version: NotRequired[OutputClickHouseMinimumTLSVersion]
|
|
71
|
+
max_version: NotRequired[OutputClickHouseMaximumTLSVersion]
|
|
72
|
+
|
|
73
|
+
|
|
74
|
+
class OutputClickHouseTLSSettingsClientSide(BaseModel):
|
|
75
|
+
disabled: Optional[bool] = True
|
|
76
|
+
|
|
77
|
+
servername: Optional[str] = None
|
|
78
|
+
r"""Server name for the SNI (Server Name Indication) TLS extension. It must be a host name, and not an IP address."""
|
|
79
|
+
|
|
80
|
+
certificate_name: Annotated[
|
|
81
|
+
Optional[str], pydantic.Field(alias="certificateName")
|
|
82
|
+
] = None
|
|
83
|
+
r"""The name of the predefined certificate"""
|
|
84
|
+
|
|
85
|
+
ca_path: Annotated[Optional[str], pydantic.Field(alias="caPath")] = None
|
|
86
|
+
r"""Path on client in which to find CA certificates to verify the server's cert. PEM format. Can reference $ENV_VARS."""
|
|
87
|
+
|
|
88
|
+
priv_key_path: Annotated[Optional[str], pydantic.Field(alias="privKeyPath")] = None
|
|
89
|
+
r"""Path on client in which to find the private key to use. PEM format. Can reference $ENV_VARS."""
|
|
90
|
+
|
|
91
|
+
cert_path: Annotated[Optional[str], pydantic.Field(alias="certPath")] = None
|
|
92
|
+
r"""Path on client in which to find certificates to use. PEM format. Can reference $ENV_VARS."""
|
|
93
|
+
|
|
94
|
+
passphrase: Optional[str] = None
|
|
95
|
+
r"""Passphrase to use to decrypt private key"""
|
|
96
|
+
|
|
97
|
+
min_version: Annotated[
|
|
98
|
+
Annotated[
|
|
99
|
+
Optional[OutputClickHouseMinimumTLSVersion],
|
|
100
|
+
PlainValidator(validate_open_enum(False)),
|
|
101
|
+
],
|
|
102
|
+
pydantic.Field(alias="minVersion"),
|
|
103
|
+
] = None
|
|
104
|
+
|
|
105
|
+
max_version: Annotated[
|
|
106
|
+
Annotated[
|
|
107
|
+
Optional[OutputClickHouseMaximumTLSVersion],
|
|
108
|
+
PlainValidator(validate_open_enum(False)),
|
|
109
|
+
],
|
|
110
|
+
pydantic.Field(alias="maxVersion"),
|
|
111
|
+
] = None
|
|
112
|
+
|
|
113
|
+
|
|
114
|
+
class OutputClickHouseExtraHTTPHeaderTypedDict(TypedDict):
|
|
115
|
+
value: str
|
|
116
|
+
name: NotRequired[str]
|
|
117
|
+
|
|
118
|
+
|
|
119
|
+
class OutputClickHouseExtraHTTPHeader(BaseModel):
|
|
120
|
+
value: str
|
|
121
|
+
|
|
122
|
+
name: Optional[str] = None
|
|
123
|
+
|
|
124
|
+
|
|
125
|
+
class OutputClickHouseFailedRequestLoggingMode(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
126
|
+
r"""Data to log when a request fails. All headers are redacted by default, unless listed as safe headers below."""
|
|
127
|
+
|
|
128
|
+
PAYLOAD = "payload"
|
|
129
|
+
PAYLOAD_AND_HEADERS = "payloadAndHeaders"
|
|
130
|
+
NONE = "none"
|
|
131
|
+
|
|
132
|
+
|
|
133
|
+
class OutputClickHouseResponseRetrySettingTypedDict(TypedDict):
|
|
134
|
+
http_status: float
|
|
135
|
+
r"""The HTTP response status code that will trigger retries"""
|
|
136
|
+
initial_backoff: NotRequired[float]
|
|
137
|
+
r"""How long, in milliseconds, Cribl Stream should wait before initiating backoff. Maximum interval is 600,000 ms (10 minutes)."""
|
|
138
|
+
backoff_rate: NotRequired[float]
|
|
139
|
+
r"""Base for exponential backoff. A value of 2 (default) means Cribl Stream will retry after 2 seconds, then 4 seconds, then 8 seconds, etc."""
|
|
140
|
+
max_backoff: NotRequired[float]
|
|
141
|
+
r"""The maximum backoff interval, in milliseconds, Cribl Stream should apply. Default (and minimum) is 10,000 ms (10 seconds); maximum is 180,000 ms (180 seconds)."""
|
|
142
|
+
|
|
143
|
+
|
|
144
|
+
class OutputClickHouseResponseRetrySetting(BaseModel):
|
|
145
|
+
http_status: Annotated[float, pydantic.Field(alias="httpStatus")]
|
|
146
|
+
r"""The HTTP response status code that will trigger retries"""
|
|
147
|
+
|
|
148
|
+
initial_backoff: Annotated[
|
|
149
|
+
Optional[float], pydantic.Field(alias="initialBackoff")
|
|
150
|
+
] = 1000
|
|
151
|
+
r"""How long, in milliseconds, Cribl Stream should wait before initiating backoff. Maximum interval is 600,000 ms (10 minutes)."""
|
|
152
|
+
|
|
153
|
+
backoff_rate: Annotated[Optional[float], pydantic.Field(alias="backoffRate")] = 2
|
|
154
|
+
r"""Base for exponential backoff. A value of 2 (default) means Cribl Stream will retry after 2 seconds, then 4 seconds, then 8 seconds, etc."""
|
|
155
|
+
|
|
156
|
+
max_backoff: Annotated[Optional[float], pydantic.Field(alias="maxBackoff")] = 10000
|
|
157
|
+
r"""The maximum backoff interval, in milliseconds, Cribl Stream should apply. Default (and minimum) is 10,000 ms (10 seconds); maximum is 180,000 ms (180 seconds)."""
|
|
158
|
+
|
|
159
|
+
|
|
160
|
+
class OutputClickHouseTimeoutRetrySettingsTypedDict(TypedDict):
|
|
161
|
+
timeout_retry: NotRequired[bool]
|
|
162
|
+
initial_backoff: NotRequired[float]
|
|
163
|
+
r"""How long, in milliseconds, Cribl Stream should wait before initiating backoff. Maximum interval is 600,000 ms (10 minutes)."""
|
|
164
|
+
backoff_rate: NotRequired[float]
|
|
165
|
+
r"""Base for exponential backoff. A value of 2 (default) means Cribl Stream will retry after 2 seconds, then 4 seconds, then 8 seconds, etc."""
|
|
166
|
+
max_backoff: NotRequired[float]
|
|
167
|
+
r"""The maximum backoff interval, in milliseconds, Cribl Stream should apply. Default (and minimum) is 10,000 ms (10 seconds); maximum is 180,000 ms (180 seconds)."""
|
|
168
|
+
|
|
169
|
+
|
|
170
|
+
class OutputClickHouseTimeoutRetrySettings(BaseModel):
|
|
171
|
+
timeout_retry: Annotated[Optional[bool], pydantic.Field(alias="timeoutRetry")] = (
|
|
172
|
+
False
|
|
173
|
+
)
|
|
174
|
+
|
|
175
|
+
initial_backoff: Annotated[
|
|
176
|
+
Optional[float], pydantic.Field(alias="initialBackoff")
|
|
177
|
+
] = 1000
|
|
178
|
+
r"""How long, in milliseconds, Cribl Stream should wait before initiating backoff. Maximum interval is 600,000 ms (10 minutes)."""
|
|
179
|
+
|
|
180
|
+
backoff_rate: Annotated[Optional[float], pydantic.Field(alias="backoffRate")] = 2
|
|
181
|
+
r"""Base for exponential backoff. A value of 2 (default) means Cribl Stream will retry after 2 seconds, then 4 seconds, then 8 seconds, etc."""
|
|
182
|
+
|
|
183
|
+
max_backoff: Annotated[Optional[float], pydantic.Field(alias="maxBackoff")] = 10000
|
|
184
|
+
r"""The maximum backoff interval, in milliseconds, Cribl Stream should apply. Default (and minimum) is 10,000 ms (10 seconds); maximum is 180,000 ms (180 seconds)."""
|
|
185
|
+
|
|
186
|
+
|
|
187
|
+
class OutputClickHouseBackpressureBehavior(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
188
|
+
r"""How to handle events when all receivers are exerting backpressure"""
|
|
189
|
+
|
|
190
|
+
BLOCK = "block"
|
|
191
|
+
DROP = "drop"
|
|
192
|
+
QUEUE = "queue"
|
|
193
|
+
|
|
194
|
+
|
|
195
|
+
class OutputClickHouseOauthParamTypedDict(TypedDict):
|
|
196
|
+
name: str
|
|
197
|
+
r"""OAuth parameter name"""
|
|
198
|
+
value: str
|
|
199
|
+
r"""OAuth parameter value"""
|
|
200
|
+
|
|
201
|
+
|
|
202
|
+
class OutputClickHouseOauthParam(BaseModel):
|
|
203
|
+
name: str
|
|
204
|
+
r"""OAuth parameter name"""
|
|
205
|
+
|
|
206
|
+
value: str
|
|
207
|
+
r"""OAuth parameter value"""
|
|
208
|
+
|
|
209
|
+
|
|
210
|
+
class OutputClickHouseOauthHeaderTypedDict(TypedDict):
|
|
211
|
+
name: str
|
|
212
|
+
r"""OAuth header name"""
|
|
213
|
+
value: str
|
|
214
|
+
r"""OAuth header value"""
|
|
215
|
+
|
|
216
|
+
|
|
217
|
+
class OutputClickHouseOauthHeader(BaseModel):
|
|
218
|
+
name: str
|
|
219
|
+
r"""OAuth header name"""
|
|
220
|
+
|
|
221
|
+
value: str
|
|
222
|
+
r"""OAuth header value"""
|
|
223
|
+
|
|
224
|
+
|
|
225
|
+
class ColumnMappingTypedDict(TypedDict):
|
|
226
|
+
column_name: str
|
|
227
|
+
r"""Name of the column in ClickHouse that will store field value"""
|
|
228
|
+
column_value_expression: str
|
|
229
|
+
r"""JavaScript expression to compute value to be inserted into ClickHouse table"""
|
|
230
|
+
column_type: NotRequired[str]
|
|
231
|
+
r"""Type of the column in the ClickHouse database"""
|
|
232
|
+
|
|
233
|
+
|
|
234
|
+
class ColumnMapping(BaseModel):
|
|
235
|
+
column_name: Annotated[str, pydantic.Field(alias="columnName")]
|
|
236
|
+
r"""Name of the column in ClickHouse that will store field value"""
|
|
237
|
+
|
|
238
|
+
column_value_expression: Annotated[
|
|
239
|
+
str, pydantic.Field(alias="columnValueExpression")
|
|
240
|
+
]
|
|
241
|
+
r"""JavaScript expression to compute value to be inserted into ClickHouse table"""
|
|
242
|
+
|
|
243
|
+
column_type: Annotated[Optional[str], pydantic.Field(alias="columnType")] = None
|
|
244
|
+
r"""Type of the column in the ClickHouse database"""
|
|
245
|
+
|
|
246
|
+
|
|
247
|
+
class OutputClickHouseCompression(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
248
|
+
r"""Codec to use to compress the persisted data"""
|
|
249
|
+
|
|
250
|
+
NONE = "none"
|
|
251
|
+
GZIP = "gzip"
|
|
252
|
+
|
|
253
|
+
|
|
254
|
+
class OutputClickHouseQueueFullBehavior(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
255
|
+
r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
|
|
256
|
+
|
|
257
|
+
BLOCK = "block"
|
|
258
|
+
DROP = "drop"
|
|
259
|
+
|
|
260
|
+
|
|
261
|
+
class OutputClickHouseMode(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
262
|
+
r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
|
|
263
|
+
|
|
264
|
+
ERROR = "error"
|
|
265
|
+
BACKPRESSURE = "backpressure"
|
|
266
|
+
ALWAYS = "always"
|
|
267
|
+
|
|
268
|
+
|
|
269
|
+
class OutputClickHousePqControlsTypedDict(TypedDict):
|
|
270
|
+
pass
|
|
271
|
+
|
|
272
|
+
|
|
273
|
+
class OutputClickHousePqControls(BaseModel):
|
|
274
|
+
pass
|
|
275
|
+
|
|
276
|
+
|
|
277
|
+
class OutputClickHouseTypedDict(TypedDict):
|
|
278
|
+
url: str
|
|
279
|
+
r"""URL of the ClickHouse instance. Example: http://localhost:8123/"""
|
|
280
|
+
database: str
|
|
281
|
+
table_name: str
|
|
282
|
+
r"""Name of the ClickHouse table where data will be inserted. Name can contain letters (A-Z, a-z), numbers (0-9), and the character \"_\", and must start with either a letter or the character \"_\"."""
|
|
283
|
+
id: NotRequired[str]
|
|
284
|
+
r"""Unique ID for this output"""
|
|
285
|
+
type: NotRequired[OutputClickHouseType]
|
|
286
|
+
pipeline: NotRequired[str]
|
|
287
|
+
r"""Pipeline to process data before sending out to this output"""
|
|
288
|
+
system_fields: NotRequired[List[str]]
|
|
289
|
+
r"""Fields to automatically add to events, such as cribl_pipe. Supports wildcards."""
|
|
290
|
+
environment: NotRequired[str]
|
|
291
|
+
r"""Optionally, enable this config only on a specified Git branch. If empty, will be enabled everywhere."""
|
|
292
|
+
streamtags: NotRequired[List[str]]
|
|
293
|
+
r"""Tags for filtering and grouping in @{product}"""
|
|
294
|
+
auth_type: NotRequired[OutputClickHouseAuthenticationType]
|
|
295
|
+
format_: NotRequired[OutputClickHouseFormat]
|
|
296
|
+
r"""Data format to use when sending data to ClickHouse. Defaults to JSON Compact."""
|
|
297
|
+
mapping_type: NotRequired[MappingType]
|
|
298
|
+
r"""How event fields are mapped to ClickHouse columns."""
|
|
299
|
+
async_inserts: NotRequired[bool]
|
|
300
|
+
r"""Collect data into batches for later processing. Disable to write to a ClickHouse table immediately."""
|
|
301
|
+
tls: NotRequired[OutputClickHouseTLSSettingsClientSideTypedDict]
|
|
302
|
+
concurrency: NotRequired[float]
|
|
303
|
+
r"""Maximum number of ongoing requests before blocking"""
|
|
304
|
+
max_payload_size_kb: NotRequired[float]
|
|
305
|
+
r"""Maximum size, in KB, of the request body"""
|
|
306
|
+
max_payload_events: NotRequired[float]
|
|
307
|
+
r"""Maximum number of events to include in the request body. Default is 0 (unlimited)."""
|
|
308
|
+
compress: NotRequired[bool]
|
|
309
|
+
r"""Compress the payload body before sending"""
|
|
310
|
+
reject_unauthorized: NotRequired[bool]
|
|
311
|
+
r"""Reject certificates not authorized by a CA in the CA certificate path or by another trusted CA (such as the system's).
|
|
312
|
+
Enabled by default. When this setting is also present in TLS Settings (Client Side),
|
|
313
|
+
that value will take precedence.
|
|
314
|
+
"""
|
|
315
|
+
timeout_sec: NotRequired[float]
|
|
316
|
+
r"""Amount of time, in seconds, to wait for a request to complete before canceling it"""
|
|
317
|
+
flush_period_sec: NotRequired[float]
|
|
318
|
+
r"""Maximum time between requests. Small values could cause the payload size to be smaller than the configured Body size limit."""
|
|
319
|
+
extra_http_headers: NotRequired[List[OutputClickHouseExtraHTTPHeaderTypedDict]]
|
|
320
|
+
r"""Headers to add to all events"""
|
|
321
|
+
use_round_robin_dns: NotRequired[bool]
|
|
322
|
+
r"""Enable round-robin DNS lookup. When a DNS server returns multiple addresses, @{product} will cycle through them in the order returned. For optimal performance, consider enabling this setting for non-load balanced destinations."""
|
|
323
|
+
failed_request_logging_mode: NotRequired[OutputClickHouseFailedRequestLoggingMode]
|
|
324
|
+
r"""Data to log when a request fails. All headers are redacted by default, unless listed as safe headers below."""
|
|
325
|
+
safe_headers: NotRequired[List[str]]
|
|
326
|
+
r"""List of headers that are safe to log in plain text"""
|
|
327
|
+
response_retry_settings: NotRequired[
|
|
328
|
+
List[OutputClickHouseResponseRetrySettingTypedDict]
|
|
329
|
+
]
|
|
330
|
+
r"""Automatically retry after unsuccessful response status codes, such as 429 (Too Many Requests) or 503 (Service Unavailable)"""
|
|
331
|
+
timeout_retry_settings: NotRequired[OutputClickHouseTimeoutRetrySettingsTypedDict]
|
|
332
|
+
response_honor_retry_after_header: NotRequired[bool]
|
|
333
|
+
r"""Honor any Retry-After header that specifies a delay (in seconds) no longer than 180 seconds after the retry request. @{product} limits the delay to 180 seconds, even if the Retry-After header specifies a longer delay. When enabled, takes precedence over user-configured retry options. When disabled, all Retry-After headers are ignored."""
|
|
334
|
+
dump_format_errors_to_disk: NotRequired[bool]
|
|
335
|
+
r"""Log the most recent event that fails to match the table schema"""
|
|
336
|
+
on_backpressure: NotRequired[OutputClickHouseBackpressureBehavior]
|
|
337
|
+
r"""How to handle events when all receivers are exerting backpressure"""
|
|
338
|
+
description: NotRequired[str]
|
|
339
|
+
username: NotRequired[str]
|
|
340
|
+
password: NotRequired[str]
|
|
341
|
+
token: NotRequired[str]
|
|
342
|
+
r"""Bearer token to include in the authorization header"""
|
|
343
|
+
credentials_secret: NotRequired[str]
|
|
344
|
+
r"""Select or create a secret that references your credentials"""
|
|
345
|
+
text_secret: NotRequired[str]
|
|
346
|
+
r"""Select or create a stored text secret"""
|
|
347
|
+
login_url: NotRequired[str]
|
|
348
|
+
r"""URL for OAuth"""
|
|
349
|
+
secret_param_name: NotRequired[str]
|
|
350
|
+
r"""Secret parameter name to pass in request body"""
|
|
351
|
+
secret: NotRequired[str]
|
|
352
|
+
r"""Secret parameter value to pass in request body"""
|
|
353
|
+
token_attribute_name: NotRequired[str]
|
|
354
|
+
r"""Name of the auth token attribute in the OAuth response. Can be top-level (e.g., 'token'); or nested, using a period (e.g., 'data.token')."""
|
|
355
|
+
auth_header_expr: NotRequired[str]
|
|
356
|
+
r"""JavaScript expression to compute the Authorization header value to pass in requests. The value `${token}` is used to reference the token obtained from authentication, e.g.: `Bearer ${token}`."""
|
|
357
|
+
token_timeout_secs: NotRequired[float]
|
|
358
|
+
r"""How often the OAuth token should be refreshed."""
|
|
359
|
+
oauth_params: NotRequired[List[OutputClickHouseOauthParamTypedDict]]
|
|
360
|
+
r"""Additional parameters to send in the OAuth login request. @{product} will combine the secret with these parameters, and will send the URL-encoded result in a POST request to the endpoint specified in the 'Login URL'. We'll automatically add the content-type header 'application/x-www-form-urlencoded' when sending this request."""
|
|
361
|
+
oauth_headers: NotRequired[List[OutputClickHouseOauthHeaderTypedDict]]
|
|
362
|
+
r"""Additional headers to send in the OAuth login request. @{product} will automatically add the content-type header 'application/x-www-form-urlencoded' when sending this request."""
|
|
363
|
+
sql_username: NotRequired[str]
|
|
364
|
+
r"""Username for certificate authentication"""
|
|
365
|
+
wait_for_async_inserts: NotRequired[bool]
|
|
366
|
+
r"""Cribl will wait for confirmation that data has been fully inserted into the ClickHouse database before proceeding. Disabling this option can increase throughput, but Cribl won’t be able to verify data has been completely inserted."""
|
|
367
|
+
exclude_mapping_fields: NotRequired[List[str]]
|
|
368
|
+
r"""Fields to exclude from sending to ClickHouse"""
|
|
369
|
+
describe_table: NotRequired[str]
|
|
370
|
+
r"""Retrieves the table schema from ClickHouse and populates the Column Mapping table"""
|
|
371
|
+
column_mappings: NotRequired[List[ColumnMappingTypedDict]]
|
|
372
|
+
pq_max_file_size: NotRequired[str]
|
|
373
|
+
r"""The maximum size to store in each queue file before closing and optionally compressing (KB, MB, etc.)"""
|
|
374
|
+
pq_max_size: NotRequired[str]
|
|
375
|
+
r"""The maximum disk space that the queue can consume (as an average per Worker Process) before queueing stops. Enter a numeral with units of KB, MB, etc."""
|
|
376
|
+
pq_path: NotRequired[str]
|
|
377
|
+
r"""The location for the persistent queue files. To this field's value, the system will append: /<worker-id>/<output-id>."""
|
|
378
|
+
pq_compress: NotRequired[OutputClickHouseCompression]
|
|
379
|
+
r"""Codec to use to compress the persisted data"""
|
|
380
|
+
pq_on_backpressure: NotRequired[OutputClickHouseQueueFullBehavior]
|
|
381
|
+
r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
|
|
382
|
+
pq_mode: NotRequired[OutputClickHouseMode]
|
|
383
|
+
r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
|
|
384
|
+
pq_controls: NotRequired[OutputClickHousePqControlsTypedDict]
|
|
385
|
+
|
|
386
|
+
|
|
387
|
+
class OutputClickHouse(BaseModel):
|
|
388
|
+
url: str
|
|
389
|
+
r"""URL of the ClickHouse instance. Example: http://localhost:8123/"""
|
|
390
|
+
|
|
391
|
+
database: str
|
|
392
|
+
|
|
393
|
+
table_name: Annotated[str, pydantic.Field(alias="tableName")]
|
|
394
|
+
r"""Name of the ClickHouse table where data will be inserted. Name can contain letters (A-Z, a-z), numbers (0-9), and the character \"_\", and must start with either a letter or the character \"_\"."""
|
|
395
|
+
|
|
396
|
+
id: Optional[str] = None
|
|
397
|
+
r"""Unique ID for this output"""
|
|
398
|
+
|
|
399
|
+
type: Annotated[
|
|
400
|
+
Optional[OutputClickHouseType], PlainValidator(validate_open_enum(False))
|
|
401
|
+
] = None
|
|
402
|
+
|
|
403
|
+
pipeline: Optional[str] = None
|
|
404
|
+
r"""Pipeline to process data before sending out to this output"""
|
|
405
|
+
|
|
406
|
+
system_fields: Annotated[
|
|
407
|
+
Optional[List[str]], pydantic.Field(alias="systemFields")
|
|
408
|
+
] = None
|
|
409
|
+
r"""Fields to automatically add to events, such as cribl_pipe. Supports wildcards."""
|
|
410
|
+
|
|
411
|
+
environment: Optional[str] = None
|
|
412
|
+
r"""Optionally, enable this config only on a specified Git branch. If empty, will be enabled everywhere."""
|
|
413
|
+
|
|
414
|
+
streamtags: Optional[List[str]] = None
|
|
415
|
+
r"""Tags for filtering and grouping in @{product}"""
|
|
416
|
+
|
|
417
|
+
auth_type: Annotated[
|
|
418
|
+
Annotated[
|
|
419
|
+
Optional[OutputClickHouseAuthenticationType],
|
|
420
|
+
PlainValidator(validate_open_enum(False)),
|
|
421
|
+
],
|
|
422
|
+
pydantic.Field(alias="authType"),
|
|
423
|
+
] = OutputClickHouseAuthenticationType.NONE
|
|
424
|
+
|
|
425
|
+
format_: Annotated[
|
|
426
|
+
Annotated[
|
|
427
|
+
Optional[OutputClickHouseFormat], PlainValidator(validate_open_enum(False))
|
|
428
|
+
],
|
|
429
|
+
pydantic.Field(alias="format"),
|
|
430
|
+
] = OutputClickHouseFormat.JSON_COMPACT_EACH_ROW_WITH_NAMES
|
|
431
|
+
r"""Data format to use when sending data to ClickHouse. Defaults to JSON Compact."""
|
|
432
|
+
|
|
433
|
+
mapping_type: Annotated[
|
|
434
|
+
Annotated[Optional[MappingType], PlainValidator(validate_open_enum(False))],
|
|
435
|
+
pydantic.Field(alias="mappingType"),
|
|
436
|
+
] = MappingType.AUTOMATIC
|
|
437
|
+
r"""How event fields are mapped to ClickHouse columns."""
|
|
438
|
+
|
|
439
|
+
async_inserts: Annotated[Optional[bool], pydantic.Field(alias="asyncInserts")] = (
|
|
440
|
+
False
|
|
441
|
+
)
|
|
442
|
+
r"""Collect data into batches for later processing. Disable to write to a ClickHouse table immediately."""
|
|
443
|
+
|
|
444
|
+
tls: Optional[OutputClickHouseTLSSettingsClientSide] = None
|
|
445
|
+
|
|
446
|
+
concurrency: Optional[float] = 5
|
|
447
|
+
r"""Maximum number of ongoing requests before blocking"""
|
|
448
|
+
|
|
449
|
+
max_payload_size_kb: Annotated[
|
|
450
|
+
Optional[float], pydantic.Field(alias="maxPayloadSizeKB")
|
|
451
|
+
] = 4096
|
|
452
|
+
r"""Maximum size, in KB, of the request body"""
|
|
453
|
+
|
|
454
|
+
max_payload_events: Annotated[
|
|
455
|
+
Optional[float], pydantic.Field(alias="maxPayloadEvents")
|
|
456
|
+
] = 0
|
|
457
|
+
r"""Maximum number of events to include in the request body. Default is 0 (unlimited)."""
|
|
458
|
+
|
|
459
|
+
compress: Optional[bool] = True
|
|
460
|
+
r"""Compress the payload body before sending"""
|
|
461
|
+
|
|
462
|
+
reject_unauthorized: Annotated[
|
|
463
|
+
Optional[bool], pydantic.Field(alias="rejectUnauthorized")
|
|
464
|
+
] = True
|
|
465
|
+
r"""Reject certificates not authorized by a CA in the CA certificate path or by another trusted CA (such as the system's).
|
|
466
|
+
Enabled by default. When this setting is also present in TLS Settings (Client Side),
|
|
467
|
+
that value will take precedence.
|
|
468
|
+
"""
|
|
469
|
+
|
|
470
|
+
timeout_sec: Annotated[Optional[float], pydantic.Field(alias="timeoutSec")] = 30
|
|
471
|
+
r"""Amount of time, in seconds, to wait for a request to complete before canceling it"""
|
|
472
|
+
|
|
473
|
+
flush_period_sec: Annotated[
|
|
474
|
+
Optional[float], pydantic.Field(alias="flushPeriodSec")
|
|
475
|
+
] = 1
|
|
476
|
+
r"""Maximum time between requests. Small values could cause the payload size to be smaller than the configured Body size limit."""
|
|
477
|
+
|
|
478
|
+
extra_http_headers: Annotated[
|
|
479
|
+
Optional[List[OutputClickHouseExtraHTTPHeader]],
|
|
480
|
+
pydantic.Field(alias="extraHttpHeaders"),
|
|
481
|
+
] = None
|
|
482
|
+
r"""Headers to add to all events"""
|
|
483
|
+
|
|
484
|
+
use_round_robin_dns: Annotated[
|
|
485
|
+
Optional[bool], pydantic.Field(alias="useRoundRobinDns")
|
|
486
|
+
] = False
|
|
487
|
+
r"""Enable round-robin DNS lookup. When a DNS server returns multiple addresses, @{product} will cycle through them in the order returned. For optimal performance, consider enabling this setting for non-load balanced destinations."""
|
|
488
|
+
|
|
489
|
+
failed_request_logging_mode: Annotated[
|
|
490
|
+
Annotated[
|
|
491
|
+
Optional[OutputClickHouseFailedRequestLoggingMode],
|
|
492
|
+
PlainValidator(validate_open_enum(False)),
|
|
493
|
+
],
|
|
494
|
+
pydantic.Field(alias="failedRequestLoggingMode"),
|
|
495
|
+
] = OutputClickHouseFailedRequestLoggingMode.NONE
|
|
496
|
+
r"""Data to log when a request fails. All headers are redacted by default, unless listed as safe headers below."""
|
|
497
|
+
|
|
498
|
+
safe_headers: Annotated[
|
|
499
|
+
Optional[List[str]], pydantic.Field(alias="safeHeaders")
|
|
500
|
+
] = None
|
|
501
|
+
r"""List of headers that are safe to log in plain text"""
|
|
502
|
+
|
|
503
|
+
response_retry_settings: Annotated[
|
|
504
|
+
Optional[List[OutputClickHouseResponseRetrySetting]],
|
|
505
|
+
pydantic.Field(alias="responseRetrySettings"),
|
|
506
|
+
] = None
|
|
507
|
+
r"""Automatically retry after unsuccessful response status codes, such as 429 (Too Many Requests) or 503 (Service Unavailable)"""
|
|
508
|
+
|
|
509
|
+
timeout_retry_settings: Annotated[
|
|
510
|
+
Optional[OutputClickHouseTimeoutRetrySettings],
|
|
511
|
+
pydantic.Field(alias="timeoutRetrySettings"),
|
|
512
|
+
] = None
|
|
513
|
+
|
|
514
|
+
response_honor_retry_after_header: Annotated[
|
|
515
|
+
Optional[bool], pydantic.Field(alias="responseHonorRetryAfterHeader")
|
|
516
|
+
] = False
|
|
517
|
+
r"""Honor any Retry-After header that specifies a delay (in seconds) no longer than 180 seconds after the retry request. @{product} limits the delay to 180 seconds, even if the Retry-After header specifies a longer delay. When enabled, takes precedence over user-configured retry options. When disabled, all Retry-After headers are ignored."""
|
|
518
|
+
|
|
519
|
+
dump_format_errors_to_disk: Annotated[
|
|
520
|
+
Optional[bool], pydantic.Field(alias="dumpFormatErrorsToDisk")
|
|
521
|
+
] = False
|
|
522
|
+
r"""Log the most recent event that fails to match the table schema"""
|
|
523
|
+
|
|
524
|
+
on_backpressure: Annotated[
|
|
525
|
+
Annotated[
|
|
526
|
+
Optional[OutputClickHouseBackpressureBehavior],
|
|
527
|
+
PlainValidator(validate_open_enum(False)),
|
|
528
|
+
],
|
|
529
|
+
pydantic.Field(alias="onBackpressure"),
|
|
530
|
+
] = OutputClickHouseBackpressureBehavior.BLOCK
|
|
531
|
+
r"""How to handle events when all receivers are exerting backpressure"""
|
|
532
|
+
|
|
533
|
+
description: Optional[str] = None
|
|
534
|
+
|
|
535
|
+
username: Optional[str] = None
|
|
536
|
+
|
|
537
|
+
password: Optional[str] = None
|
|
538
|
+
|
|
539
|
+
token: Optional[str] = None
|
|
540
|
+
r"""Bearer token to include in the authorization header"""
|
|
541
|
+
|
|
542
|
+
credentials_secret: Annotated[
|
|
543
|
+
Optional[str], pydantic.Field(alias="credentialsSecret")
|
|
544
|
+
] = None
|
|
545
|
+
r"""Select or create a secret that references your credentials"""
|
|
546
|
+
|
|
547
|
+
text_secret: Annotated[Optional[str], pydantic.Field(alias="textSecret")] = None
|
|
548
|
+
r"""Select or create a stored text secret"""
|
|
549
|
+
|
|
550
|
+
login_url: Annotated[Optional[str], pydantic.Field(alias="loginUrl")] = None
|
|
551
|
+
r"""URL for OAuth"""
|
|
552
|
+
|
|
553
|
+
secret_param_name: Annotated[
|
|
554
|
+
Optional[str], pydantic.Field(alias="secretParamName")
|
|
555
|
+
] = None
|
|
556
|
+
r"""Secret parameter name to pass in request body"""
|
|
557
|
+
|
|
558
|
+
secret: Optional[str] = None
|
|
559
|
+
r"""Secret parameter value to pass in request body"""
|
|
560
|
+
|
|
561
|
+
token_attribute_name: Annotated[
|
|
562
|
+
Optional[str], pydantic.Field(alias="tokenAttributeName")
|
|
563
|
+
] = None
|
|
564
|
+
r"""Name of the auth token attribute in the OAuth response. Can be top-level (e.g., 'token'); or nested, using a period (e.g., 'data.token')."""
|
|
565
|
+
|
|
566
|
+
auth_header_expr: Annotated[
|
|
567
|
+
Optional[str], pydantic.Field(alias="authHeaderExpr")
|
|
568
|
+
] = "`Bearer ${token}`"
|
|
569
|
+
r"""JavaScript expression to compute the Authorization header value to pass in requests. The value `${token}` is used to reference the token obtained from authentication, e.g.: `Bearer ${token}`."""
|
|
570
|
+
|
|
571
|
+
token_timeout_secs: Annotated[
|
|
572
|
+
Optional[float], pydantic.Field(alias="tokenTimeoutSecs")
|
|
573
|
+
] = 3600
|
|
574
|
+
r"""How often the OAuth token should be refreshed."""
|
|
575
|
+
|
|
576
|
+
oauth_params: Annotated[
|
|
577
|
+
Optional[List[OutputClickHouseOauthParam]], pydantic.Field(alias="oauthParams")
|
|
578
|
+
] = None
|
|
579
|
+
r"""Additional parameters to send in the OAuth login request. @{product} will combine the secret with these parameters, and will send the URL-encoded result in a POST request to the endpoint specified in the 'Login URL'. We'll automatically add the content-type header 'application/x-www-form-urlencoded' when sending this request."""
|
|
580
|
+
|
|
581
|
+
oauth_headers: Annotated[
|
|
582
|
+
Optional[List[OutputClickHouseOauthHeader]],
|
|
583
|
+
pydantic.Field(alias="oauthHeaders"),
|
|
584
|
+
] = None
|
|
585
|
+
r"""Additional headers to send in the OAuth login request. @{product} will automatically add the content-type header 'application/x-www-form-urlencoded' when sending this request."""
|
|
586
|
+
|
|
587
|
+
sql_username: Annotated[Optional[str], pydantic.Field(alias="sqlUsername")] = None
|
|
588
|
+
r"""Username for certificate authentication"""
|
|
589
|
+
|
|
590
|
+
wait_for_async_inserts: Annotated[
|
|
591
|
+
Optional[bool], pydantic.Field(alias="waitForAsyncInserts")
|
|
592
|
+
] = True
|
|
593
|
+
r"""Cribl will wait for confirmation that data has been fully inserted into the ClickHouse database before proceeding. Disabling this option can increase throughput, but Cribl won’t be able to verify data has been completely inserted."""
|
|
594
|
+
|
|
595
|
+
exclude_mapping_fields: Annotated[
|
|
596
|
+
Optional[List[str]], pydantic.Field(alias="excludeMappingFields")
|
|
597
|
+
] = None
|
|
598
|
+
r"""Fields to exclude from sending to ClickHouse"""
|
|
599
|
+
|
|
600
|
+
describe_table: Annotated[Optional[str], pydantic.Field(alias="describeTable")] = (
|
|
601
|
+
None
|
|
602
|
+
)
|
|
603
|
+
r"""Retrieves the table schema from ClickHouse and populates the Column Mapping table"""
|
|
604
|
+
|
|
605
|
+
column_mappings: Annotated[
|
|
606
|
+
Optional[List[ColumnMapping]], pydantic.Field(alias="columnMappings")
|
|
607
|
+
] = None
|
|
608
|
+
|
|
609
|
+
pq_max_file_size: Annotated[
|
|
610
|
+
Optional[str], pydantic.Field(alias="pqMaxFileSize")
|
|
611
|
+
] = "1 MB"
|
|
612
|
+
r"""The maximum size to store in each queue file before closing and optionally compressing (KB, MB, etc.)"""
|
|
613
|
+
|
|
614
|
+
pq_max_size: Annotated[Optional[str], pydantic.Field(alias="pqMaxSize")] = "5GB"
|
|
615
|
+
r"""The maximum disk space that the queue can consume (as an average per Worker Process) before queueing stops. Enter a numeral with units of KB, MB, etc."""
|
|
616
|
+
|
|
617
|
+
pq_path: Annotated[Optional[str], pydantic.Field(alias="pqPath")] = (
|
|
618
|
+
"$CRIBL_HOME/state/queues"
|
|
619
|
+
)
|
|
620
|
+
r"""The location for the persistent queue files. To this field's value, the system will append: /<worker-id>/<output-id>."""
|
|
621
|
+
|
|
622
|
+
pq_compress: Annotated[
|
|
623
|
+
Annotated[
|
|
624
|
+
Optional[OutputClickHouseCompression],
|
|
625
|
+
PlainValidator(validate_open_enum(False)),
|
|
626
|
+
],
|
|
627
|
+
pydantic.Field(alias="pqCompress"),
|
|
628
|
+
] = OutputClickHouseCompression.NONE
|
|
629
|
+
r"""Codec to use to compress the persisted data"""
|
|
630
|
+
|
|
631
|
+
pq_on_backpressure: Annotated[
|
|
632
|
+
Annotated[
|
|
633
|
+
Optional[OutputClickHouseQueueFullBehavior],
|
|
634
|
+
PlainValidator(validate_open_enum(False)),
|
|
635
|
+
],
|
|
636
|
+
pydantic.Field(alias="pqOnBackpressure"),
|
|
637
|
+
] = OutputClickHouseQueueFullBehavior.BLOCK
|
|
638
|
+
r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
|
|
639
|
+
|
|
640
|
+
pq_mode: Annotated[
|
|
641
|
+
Annotated[
|
|
642
|
+
Optional[OutputClickHouseMode], PlainValidator(validate_open_enum(False))
|
|
643
|
+
],
|
|
644
|
+
pydantic.Field(alias="pqMode"),
|
|
645
|
+
] = OutputClickHouseMode.ERROR
|
|
646
|
+
r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
|
|
647
|
+
|
|
648
|
+
pq_controls: Annotated[
|
|
649
|
+
Optional[OutputClickHousePqControls], pydantic.Field(alias="pqControls")
|
|
650
|
+
] = None
|