cribl-control-plane 0.0.13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of cribl-control-plane might be problematic. Click here for more details.

Files changed (197) hide show
  1. cribl_control_plane/__init__.py +17 -0
  2. cribl_control_plane/_hooks/__init__.py +5 -0
  3. cribl_control_plane/_hooks/clientcredentials.py +211 -0
  4. cribl_control_plane/_hooks/registration.py +13 -0
  5. cribl_control_plane/_hooks/sdkhooks.py +81 -0
  6. cribl_control_plane/_hooks/types.py +112 -0
  7. cribl_control_plane/_version.py +15 -0
  8. cribl_control_plane/auth_sdk.py +184 -0
  9. cribl_control_plane/basesdk.py +358 -0
  10. cribl_control_plane/errors/__init__.py +60 -0
  11. cribl_control_plane/errors/apierror.py +38 -0
  12. cribl_control_plane/errors/criblcontrolplaneerror.py +26 -0
  13. cribl_control_plane/errors/error.py +24 -0
  14. cribl_control_plane/errors/healthstatus_error.py +38 -0
  15. cribl_control_plane/errors/no_response_error.py +13 -0
  16. cribl_control_plane/errors/responsevalidationerror.py +25 -0
  17. cribl_control_plane/health.py +166 -0
  18. cribl_control_plane/httpclient.py +126 -0
  19. cribl_control_plane/models/__init__.py +7305 -0
  20. cribl_control_plane/models/addhectokenrequest.py +34 -0
  21. cribl_control_plane/models/authtoken.py +13 -0
  22. cribl_control_plane/models/createinputhectokenbyidop.py +45 -0
  23. cribl_control_plane/models/createinputop.py +24 -0
  24. cribl_control_plane/models/createoutputop.py +24 -0
  25. cribl_control_plane/models/createoutputtestbyidop.py +46 -0
  26. cribl_control_plane/models/criblevent.py +14 -0
  27. cribl_control_plane/models/deleteinputbyidop.py +37 -0
  28. cribl_control_plane/models/deleteoutputbyidop.py +37 -0
  29. cribl_control_plane/models/deleteoutputpqbyidop.py +36 -0
  30. cribl_control_plane/models/getinputbyidop.py +37 -0
  31. cribl_control_plane/models/getoutputbyidop.py +37 -0
  32. cribl_control_plane/models/getoutputpqbyidop.py +36 -0
  33. cribl_control_plane/models/getoutputsamplesbyidop.py +37 -0
  34. cribl_control_plane/models/healthstatus.py +36 -0
  35. cribl_control_plane/models/input.py +199 -0
  36. cribl_control_plane/models/inputappscope.py +448 -0
  37. cribl_control_plane/models/inputazureblob.py +308 -0
  38. cribl_control_plane/models/inputcollection.py +208 -0
  39. cribl_control_plane/models/inputconfluentcloud.py +585 -0
  40. cribl_control_plane/models/inputcribl.py +165 -0
  41. cribl_control_plane/models/inputcriblhttp.py +341 -0
  42. cribl_control_plane/models/inputcribllakehttp.py +342 -0
  43. cribl_control_plane/models/inputcriblmetrics.py +175 -0
  44. cribl_control_plane/models/inputcribltcp.py +299 -0
  45. cribl_control_plane/models/inputcrowdstrike.py +410 -0
  46. cribl_control_plane/models/inputdatadogagent.py +364 -0
  47. cribl_control_plane/models/inputdatagen.py +180 -0
  48. cribl_control_plane/models/inputedgeprometheus.py +551 -0
  49. cribl_control_plane/models/inputelastic.py +494 -0
  50. cribl_control_plane/models/inputeventhub.py +360 -0
  51. cribl_control_plane/models/inputexec.py +213 -0
  52. cribl_control_plane/models/inputfile.py +259 -0
  53. cribl_control_plane/models/inputfirehose.py +341 -0
  54. cribl_control_plane/models/inputgooglepubsub.py +247 -0
  55. cribl_control_plane/models/inputgrafana_union.py +1247 -0
  56. cribl_control_plane/models/inputhttp.py +403 -0
  57. cribl_control_plane/models/inputhttpraw.py +407 -0
  58. cribl_control_plane/models/inputjournalfiles.py +208 -0
  59. cribl_control_plane/models/inputkafka.py +581 -0
  60. cribl_control_plane/models/inputkinesis.py +363 -0
  61. cribl_control_plane/models/inputkubeevents.py +182 -0
  62. cribl_control_plane/models/inputkubelogs.py +256 -0
  63. cribl_control_plane/models/inputkubemetrics.py +233 -0
  64. cribl_control_plane/models/inputloki.py +468 -0
  65. cribl_control_plane/models/inputmetrics.py +290 -0
  66. cribl_control_plane/models/inputmodeldriventelemetry.py +274 -0
  67. cribl_control_plane/models/inputmsk.py +654 -0
  68. cribl_control_plane/models/inputnetflow.py +224 -0
  69. cribl_control_plane/models/inputoffice365mgmt.py +384 -0
  70. cribl_control_plane/models/inputoffice365msgtrace.py +449 -0
  71. cribl_control_plane/models/inputoffice365service.py +377 -0
  72. cribl_control_plane/models/inputopentelemetry.py +516 -0
  73. cribl_control_plane/models/inputprometheus.py +464 -0
  74. cribl_control_plane/models/inputprometheusrw.py +470 -0
  75. cribl_control_plane/models/inputrawudp.py +207 -0
  76. cribl_control_plane/models/inputs3.py +416 -0
  77. cribl_control_plane/models/inputs3inventory.py +440 -0
  78. cribl_control_plane/models/inputsecuritylake.py +425 -0
  79. cribl_control_plane/models/inputsnmp.py +274 -0
  80. cribl_control_plane/models/inputsplunk.py +387 -0
  81. cribl_control_plane/models/inputsplunkhec.py +478 -0
  82. cribl_control_plane/models/inputsplunksearch.py +537 -0
  83. cribl_control_plane/models/inputsqs.py +320 -0
  84. cribl_control_plane/models/inputsyslog_union.py +759 -0
  85. cribl_control_plane/models/inputsystemmetrics.py +533 -0
  86. cribl_control_plane/models/inputsystemstate.py +417 -0
  87. cribl_control_plane/models/inputtcp.py +359 -0
  88. cribl_control_plane/models/inputtcpjson.py +334 -0
  89. cribl_control_plane/models/inputwef.py +498 -0
  90. cribl_control_plane/models/inputwindowsmetrics.py +457 -0
  91. cribl_control_plane/models/inputwineventlogs.py +222 -0
  92. cribl_control_plane/models/inputwiz.py +334 -0
  93. cribl_control_plane/models/inputzscalerhec.py +439 -0
  94. cribl_control_plane/models/listinputop.py +24 -0
  95. cribl_control_plane/models/listoutputop.py +24 -0
  96. cribl_control_plane/models/logininfo.py +16 -0
  97. cribl_control_plane/models/output.py +229 -0
  98. cribl_control_plane/models/outputazureblob.py +471 -0
  99. cribl_control_plane/models/outputazuredataexplorer.py +660 -0
  100. cribl_control_plane/models/outputazureeventhub.py +321 -0
  101. cribl_control_plane/models/outputazurelogs.py +386 -0
  102. cribl_control_plane/models/outputclickhouse.py +650 -0
  103. cribl_control_plane/models/outputcloudwatch.py +273 -0
  104. cribl_control_plane/models/outputconfluentcloud.py +591 -0
  105. cribl_control_plane/models/outputcriblhttp.py +494 -0
  106. cribl_control_plane/models/outputcribllake.py +396 -0
  107. cribl_control_plane/models/outputcribltcp.py +387 -0
  108. cribl_control_plane/models/outputcrowdstrikenextgensiem.py +410 -0
  109. cribl_control_plane/models/outputdatadog.py +472 -0
  110. cribl_control_plane/models/outputdataset.py +437 -0
  111. cribl_control_plane/models/outputdefault.py +55 -0
  112. cribl_control_plane/models/outputdevnull.py +50 -0
  113. cribl_control_plane/models/outputdiskspool.py +89 -0
  114. cribl_control_plane/models/outputdls3.py +560 -0
  115. cribl_control_plane/models/outputdynatracehttp.py +454 -0
  116. cribl_control_plane/models/outputdynatraceotlp.py +486 -0
  117. cribl_control_plane/models/outputelastic.py +494 -0
  118. cribl_control_plane/models/outputelasticcloud.py +407 -0
  119. cribl_control_plane/models/outputexabeam.py +297 -0
  120. cribl_control_plane/models/outputfilesystem.py +357 -0
  121. cribl_control_plane/models/outputgooglechronicle.py +486 -0
  122. cribl_control_plane/models/outputgooglecloudlogging.py +557 -0
  123. cribl_control_plane/models/outputgooglecloudstorage.py +499 -0
  124. cribl_control_plane/models/outputgooglepubsub.py +274 -0
  125. cribl_control_plane/models/outputgrafanacloud_union.py +1024 -0
  126. cribl_control_plane/models/outputgraphite.py +225 -0
  127. cribl_control_plane/models/outputhoneycomb.py +369 -0
  128. cribl_control_plane/models/outputhumiohec.py +389 -0
  129. cribl_control_plane/models/outputinfluxdb.py +523 -0
  130. cribl_control_plane/models/outputkafka.py +581 -0
  131. cribl_control_plane/models/outputkinesis.py +312 -0
  132. cribl_control_plane/models/outputloki.py +425 -0
  133. cribl_control_plane/models/outputminio.py +512 -0
  134. cribl_control_plane/models/outputmsk.py +654 -0
  135. cribl_control_plane/models/outputnetflow.py +80 -0
  136. cribl_control_plane/models/outputnewrelic.py +424 -0
  137. cribl_control_plane/models/outputnewrelicevents.py +401 -0
  138. cribl_control_plane/models/outputopentelemetry.py +669 -0
  139. cribl_control_plane/models/outputprometheus.py +485 -0
  140. cribl_control_plane/models/outputring.py +121 -0
  141. cribl_control_plane/models/outputrouter.py +83 -0
  142. cribl_control_plane/models/outputs3.py +556 -0
  143. cribl_control_plane/models/outputsamplesresponse.py +14 -0
  144. cribl_control_plane/models/outputsecuritylake.py +505 -0
  145. cribl_control_plane/models/outputsentinel.py +488 -0
  146. cribl_control_plane/models/outputsentineloneaisiem.py +505 -0
  147. cribl_control_plane/models/outputservicenow.py +543 -0
  148. cribl_control_plane/models/outputsignalfx.py +369 -0
  149. cribl_control_plane/models/outputsnmp.py +80 -0
  150. cribl_control_plane/models/outputsns.py +274 -0
  151. cribl_control_plane/models/outputsplunk.py +383 -0
  152. cribl_control_plane/models/outputsplunkhec.py +434 -0
  153. cribl_control_plane/models/outputsplunklb.py +558 -0
  154. cribl_control_plane/models/outputsqs.py +328 -0
  155. cribl_control_plane/models/outputstatsd.py +224 -0
  156. cribl_control_plane/models/outputstatsdext.py +225 -0
  157. cribl_control_plane/models/outputsumologic.py +378 -0
  158. cribl_control_plane/models/outputsyslog.py +415 -0
  159. cribl_control_plane/models/outputtcpjson.py +413 -0
  160. cribl_control_plane/models/outputtestrequest.py +15 -0
  161. cribl_control_plane/models/outputtestresponse.py +29 -0
  162. cribl_control_plane/models/outputwavefront.py +369 -0
  163. cribl_control_plane/models/outputwebhook.py +689 -0
  164. cribl_control_plane/models/outputxsiam.py +415 -0
  165. cribl_control_plane/models/schemeclientoauth.py +24 -0
  166. cribl_control_plane/models/security.py +36 -0
  167. cribl_control_plane/models/updatehectokenrequest.py +31 -0
  168. cribl_control_plane/models/updateinputbyidop.py +44 -0
  169. cribl_control_plane/models/updateinputhectokenbyidandtokenop.py +52 -0
  170. cribl_control_plane/models/updateoutputbyidop.py +44 -0
  171. cribl_control_plane/outputs.py +1615 -0
  172. cribl_control_plane/py.typed +1 -0
  173. cribl_control_plane/sdk.py +164 -0
  174. cribl_control_plane/sdkconfiguration.py +36 -0
  175. cribl_control_plane/sources.py +1355 -0
  176. cribl_control_plane/types/__init__.py +21 -0
  177. cribl_control_plane/types/basemodel.py +39 -0
  178. cribl_control_plane/utils/__init__.py +187 -0
  179. cribl_control_plane/utils/annotations.py +55 -0
  180. cribl_control_plane/utils/datetimes.py +23 -0
  181. cribl_control_plane/utils/enums.py +74 -0
  182. cribl_control_plane/utils/eventstreaming.py +238 -0
  183. cribl_control_plane/utils/forms.py +223 -0
  184. cribl_control_plane/utils/headers.py +136 -0
  185. cribl_control_plane/utils/logger.py +27 -0
  186. cribl_control_plane/utils/metadata.py +118 -0
  187. cribl_control_plane/utils/queryparams.py +205 -0
  188. cribl_control_plane/utils/requestbodies.py +66 -0
  189. cribl_control_plane/utils/retries.py +217 -0
  190. cribl_control_plane/utils/security.py +207 -0
  191. cribl_control_plane/utils/serializers.py +249 -0
  192. cribl_control_plane/utils/unmarshal_json_response.py +24 -0
  193. cribl_control_plane/utils/url.py +155 -0
  194. cribl_control_plane/utils/values.py +137 -0
  195. cribl_control_plane-0.0.13.dist-info/METADATA +489 -0
  196. cribl_control_plane-0.0.13.dist-info/RECORD +197 -0
  197. cribl_control_plane-0.0.13.dist-info/WHEEL +4 -0
@@ -0,0 +1,650 @@
1
+ """Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT."""
2
+
3
+ from __future__ import annotations
4
+ from cribl_control_plane import utils
5
+ from cribl_control_plane.types import BaseModel
6
+ from cribl_control_plane.utils import validate_open_enum
7
+ from enum import Enum
8
+ import pydantic
9
+ from pydantic.functional_validators import PlainValidator
10
+ from typing import List, Optional
11
+ from typing_extensions import Annotated, NotRequired, TypedDict
12
+
13
+
14
+ class OutputClickHouseType(str, Enum, metaclass=utils.OpenEnumMeta):
15
+ CLICK_HOUSE = "click_house"
16
+
17
+
18
+ class OutputClickHouseAuthenticationType(str, Enum, metaclass=utils.OpenEnumMeta):
19
+ NONE = "none"
20
+ BASIC = "basic"
21
+ CREDENTIALS_SECRET = "credentialsSecret"
22
+ SSL_USER_CERTIFICATE = "sslUserCertificate"
23
+ TOKEN = "token"
24
+ TEXT_SECRET = "textSecret"
25
+ OAUTH = "oauth"
26
+
27
+
28
+ class OutputClickHouseFormat(str, Enum, metaclass=utils.OpenEnumMeta):
29
+ r"""Data format to use when sending data to ClickHouse. Defaults to JSON Compact."""
30
+
31
+ JSON_COMPACT_EACH_ROW_WITH_NAMES = "json-compact-each-row-with-names"
32
+ JSON_EACH_ROW = "json-each-row"
33
+
34
+
35
+ class MappingType(str, Enum, metaclass=utils.OpenEnumMeta):
36
+ r"""How event fields are mapped to ClickHouse columns."""
37
+
38
+ AUTOMATIC = "automatic"
39
+ CUSTOM = "custom"
40
+
41
+
42
+ class OutputClickHouseMinimumTLSVersion(str, Enum, metaclass=utils.OpenEnumMeta):
43
+ TL_SV1 = "TLSv1"
44
+ TL_SV1_1 = "TLSv1.1"
45
+ TL_SV1_2 = "TLSv1.2"
46
+ TL_SV1_3 = "TLSv1.3"
47
+
48
+
49
+ class OutputClickHouseMaximumTLSVersion(str, Enum, metaclass=utils.OpenEnumMeta):
50
+ TL_SV1 = "TLSv1"
51
+ TL_SV1_1 = "TLSv1.1"
52
+ TL_SV1_2 = "TLSv1.2"
53
+ TL_SV1_3 = "TLSv1.3"
54
+
55
+
56
+ class OutputClickHouseTLSSettingsClientSideTypedDict(TypedDict):
57
+ disabled: NotRequired[bool]
58
+ servername: NotRequired[str]
59
+ r"""Server name for the SNI (Server Name Indication) TLS extension. It must be a host name, and not an IP address."""
60
+ certificate_name: NotRequired[str]
61
+ r"""The name of the predefined certificate"""
62
+ ca_path: NotRequired[str]
63
+ r"""Path on client in which to find CA certificates to verify the server's cert. PEM format. Can reference $ENV_VARS."""
64
+ priv_key_path: NotRequired[str]
65
+ r"""Path on client in which to find the private key to use. PEM format. Can reference $ENV_VARS."""
66
+ cert_path: NotRequired[str]
67
+ r"""Path on client in which to find certificates to use. PEM format. Can reference $ENV_VARS."""
68
+ passphrase: NotRequired[str]
69
+ r"""Passphrase to use to decrypt private key"""
70
+ min_version: NotRequired[OutputClickHouseMinimumTLSVersion]
71
+ max_version: NotRequired[OutputClickHouseMaximumTLSVersion]
72
+
73
+
74
+ class OutputClickHouseTLSSettingsClientSide(BaseModel):
75
+ disabled: Optional[bool] = True
76
+
77
+ servername: Optional[str] = None
78
+ r"""Server name for the SNI (Server Name Indication) TLS extension. It must be a host name, and not an IP address."""
79
+
80
+ certificate_name: Annotated[
81
+ Optional[str], pydantic.Field(alias="certificateName")
82
+ ] = None
83
+ r"""The name of the predefined certificate"""
84
+
85
+ ca_path: Annotated[Optional[str], pydantic.Field(alias="caPath")] = None
86
+ r"""Path on client in which to find CA certificates to verify the server's cert. PEM format. Can reference $ENV_VARS."""
87
+
88
+ priv_key_path: Annotated[Optional[str], pydantic.Field(alias="privKeyPath")] = None
89
+ r"""Path on client in which to find the private key to use. PEM format. Can reference $ENV_VARS."""
90
+
91
+ cert_path: Annotated[Optional[str], pydantic.Field(alias="certPath")] = None
92
+ r"""Path on client in which to find certificates to use. PEM format. Can reference $ENV_VARS."""
93
+
94
+ passphrase: Optional[str] = None
95
+ r"""Passphrase to use to decrypt private key"""
96
+
97
+ min_version: Annotated[
98
+ Annotated[
99
+ Optional[OutputClickHouseMinimumTLSVersion],
100
+ PlainValidator(validate_open_enum(False)),
101
+ ],
102
+ pydantic.Field(alias="minVersion"),
103
+ ] = None
104
+
105
+ max_version: Annotated[
106
+ Annotated[
107
+ Optional[OutputClickHouseMaximumTLSVersion],
108
+ PlainValidator(validate_open_enum(False)),
109
+ ],
110
+ pydantic.Field(alias="maxVersion"),
111
+ ] = None
112
+
113
+
114
+ class OutputClickHouseExtraHTTPHeaderTypedDict(TypedDict):
115
+ value: str
116
+ name: NotRequired[str]
117
+
118
+
119
+ class OutputClickHouseExtraHTTPHeader(BaseModel):
120
+ value: str
121
+
122
+ name: Optional[str] = None
123
+
124
+
125
+ class OutputClickHouseFailedRequestLoggingMode(str, Enum, metaclass=utils.OpenEnumMeta):
126
+ r"""Data to log when a request fails. All headers are redacted by default, unless listed as safe headers below."""
127
+
128
+ PAYLOAD = "payload"
129
+ PAYLOAD_AND_HEADERS = "payloadAndHeaders"
130
+ NONE = "none"
131
+
132
+
133
+ class OutputClickHouseResponseRetrySettingTypedDict(TypedDict):
134
+ http_status: float
135
+ r"""The HTTP response status code that will trigger retries"""
136
+ initial_backoff: NotRequired[float]
137
+ r"""How long, in milliseconds, Cribl Stream should wait before initiating backoff. Maximum interval is 600,000 ms (10 minutes)."""
138
+ backoff_rate: NotRequired[float]
139
+ r"""Base for exponential backoff. A value of 2 (default) means Cribl Stream will retry after 2 seconds, then 4 seconds, then 8 seconds, etc."""
140
+ max_backoff: NotRequired[float]
141
+ r"""The maximum backoff interval, in milliseconds, Cribl Stream should apply. Default (and minimum) is 10,000 ms (10 seconds); maximum is 180,000 ms (180 seconds)."""
142
+
143
+
144
+ class OutputClickHouseResponseRetrySetting(BaseModel):
145
+ http_status: Annotated[float, pydantic.Field(alias="httpStatus")]
146
+ r"""The HTTP response status code that will trigger retries"""
147
+
148
+ initial_backoff: Annotated[
149
+ Optional[float], pydantic.Field(alias="initialBackoff")
150
+ ] = 1000
151
+ r"""How long, in milliseconds, Cribl Stream should wait before initiating backoff. Maximum interval is 600,000 ms (10 minutes)."""
152
+
153
+ backoff_rate: Annotated[Optional[float], pydantic.Field(alias="backoffRate")] = 2
154
+ r"""Base for exponential backoff. A value of 2 (default) means Cribl Stream will retry after 2 seconds, then 4 seconds, then 8 seconds, etc."""
155
+
156
+ max_backoff: Annotated[Optional[float], pydantic.Field(alias="maxBackoff")] = 10000
157
+ r"""The maximum backoff interval, in milliseconds, Cribl Stream should apply. Default (and minimum) is 10,000 ms (10 seconds); maximum is 180,000 ms (180 seconds)."""
158
+
159
+
160
+ class OutputClickHouseTimeoutRetrySettingsTypedDict(TypedDict):
161
+ timeout_retry: NotRequired[bool]
162
+ initial_backoff: NotRequired[float]
163
+ r"""How long, in milliseconds, Cribl Stream should wait before initiating backoff. Maximum interval is 600,000 ms (10 minutes)."""
164
+ backoff_rate: NotRequired[float]
165
+ r"""Base for exponential backoff. A value of 2 (default) means Cribl Stream will retry after 2 seconds, then 4 seconds, then 8 seconds, etc."""
166
+ max_backoff: NotRequired[float]
167
+ r"""The maximum backoff interval, in milliseconds, Cribl Stream should apply. Default (and minimum) is 10,000 ms (10 seconds); maximum is 180,000 ms (180 seconds)."""
168
+
169
+
170
+ class OutputClickHouseTimeoutRetrySettings(BaseModel):
171
+ timeout_retry: Annotated[Optional[bool], pydantic.Field(alias="timeoutRetry")] = (
172
+ False
173
+ )
174
+
175
+ initial_backoff: Annotated[
176
+ Optional[float], pydantic.Field(alias="initialBackoff")
177
+ ] = 1000
178
+ r"""How long, in milliseconds, Cribl Stream should wait before initiating backoff. Maximum interval is 600,000 ms (10 minutes)."""
179
+
180
+ backoff_rate: Annotated[Optional[float], pydantic.Field(alias="backoffRate")] = 2
181
+ r"""Base for exponential backoff. A value of 2 (default) means Cribl Stream will retry after 2 seconds, then 4 seconds, then 8 seconds, etc."""
182
+
183
+ max_backoff: Annotated[Optional[float], pydantic.Field(alias="maxBackoff")] = 10000
184
+ r"""The maximum backoff interval, in milliseconds, Cribl Stream should apply. Default (and minimum) is 10,000 ms (10 seconds); maximum is 180,000 ms (180 seconds)."""
185
+
186
+
187
+ class OutputClickHouseBackpressureBehavior(str, Enum, metaclass=utils.OpenEnumMeta):
188
+ r"""How to handle events when all receivers are exerting backpressure"""
189
+
190
+ BLOCK = "block"
191
+ DROP = "drop"
192
+ QUEUE = "queue"
193
+
194
+
195
+ class OutputClickHouseOauthParamTypedDict(TypedDict):
196
+ name: str
197
+ r"""OAuth parameter name"""
198
+ value: str
199
+ r"""OAuth parameter value"""
200
+
201
+
202
+ class OutputClickHouseOauthParam(BaseModel):
203
+ name: str
204
+ r"""OAuth parameter name"""
205
+
206
+ value: str
207
+ r"""OAuth parameter value"""
208
+
209
+
210
+ class OutputClickHouseOauthHeaderTypedDict(TypedDict):
211
+ name: str
212
+ r"""OAuth header name"""
213
+ value: str
214
+ r"""OAuth header value"""
215
+
216
+
217
+ class OutputClickHouseOauthHeader(BaseModel):
218
+ name: str
219
+ r"""OAuth header name"""
220
+
221
+ value: str
222
+ r"""OAuth header value"""
223
+
224
+
225
+ class ColumnMappingTypedDict(TypedDict):
226
+ column_name: str
227
+ r"""Name of the column in ClickHouse that will store field value"""
228
+ column_value_expression: str
229
+ r"""JavaScript expression to compute value to be inserted into ClickHouse table"""
230
+ column_type: NotRequired[str]
231
+ r"""Type of the column in the ClickHouse database"""
232
+
233
+
234
+ class ColumnMapping(BaseModel):
235
+ column_name: Annotated[str, pydantic.Field(alias="columnName")]
236
+ r"""Name of the column in ClickHouse that will store field value"""
237
+
238
+ column_value_expression: Annotated[
239
+ str, pydantic.Field(alias="columnValueExpression")
240
+ ]
241
+ r"""JavaScript expression to compute value to be inserted into ClickHouse table"""
242
+
243
+ column_type: Annotated[Optional[str], pydantic.Field(alias="columnType")] = None
244
+ r"""Type of the column in the ClickHouse database"""
245
+
246
+
247
+ class OutputClickHouseCompression(str, Enum, metaclass=utils.OpenEnumMeta):
248
+ r"""Codec to use to compress the persisted data"""
249
+
250
+ NONE = "none"
251
+ GZIP = "gzip"
252
+
253
+
254
+ class OutputClickHouseQueueFullBehavior(str, Enum, metaclass=utils.OpenEnumMeta):
255
+ r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
256
+
257
+ BLOCK = "block"
258
+ DROP = "drop"
259
+
260
+
261
+ class OutputClickHouseMode(str, Enum, metaclass=utils.OpenEnumMeta):
262
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
263
+
264
+ ERROR = "error"
265
+ BACKPRESSURE = "backpressure"
266
+ ALWAYS = "always"
267
+
268
+
269
+ class OutputClickHousePqControlsTypedDict(TypedDict):
270
+ pass
271
+
272
+
273
+ class OutputClickHousePqControls(BaseModel):
274
+ pass
275
+
276
+
277
+ class OutputClickHouseTypedDict(TypedDict):
278
+ url: str
279
+ r"""URL of the ClickHouse instance. Example: http://localhost:8123/"""
280
+ database: str
281
+ table_name: str
282
+ r"""Name of the ClickHouse table where data will be inserted. Name can contain letters (A-Z, a-z), numbers (0-9), and the character \"_\", and must start with either a letter or the character \"_\"."""
283
+ id: NotRequired[str]
284
+ r"""Unique ID for this output"""
285
+ type: NotRequired[OutputClickHouseType]
286
+ pipeline: NotRequired[str]
287
+ r"""Pipeline to process data before sending out to this output"""
288
+ system_fields: NotRequired[List[str]]
289
+ r"""Fields to automatically add to events, such as cribl_pipe. Supports wildcards."""
290
+ environment: NotRequired[str]
291
+ r"""Optionally, enable this config only on a specified Git branch. If empty, will be enabled everywhere."""
292
+ streamtags: NotRequired[List[str]]
293
+ r"""Tags for filtering and grouping in @{product}"""
294
+ auth_type: NotRequired[OutputClickHouseAuthenticationType]
295
+ format_: NotRequired[OutputClickHouseFormat]
296
+ r"""Data format to use when sending data to ClickHouse. Defaults to JSON Compact."""
297
+ mapping_type: NotRequired[MappingType]
298
+ r"""How event fields are mapped to ClickHouse columns."""
299
+ async_inserts: NotRequired[bool]
300
+ r"""Collect data into batches for later processing. Disable to write to a ClickHouse table immediately."""
301
+ tls: NotRequired[OutputClickHouseTLSSettingsClientSideTypedDict]
302
+ concurrency: NotRequired[float]
303
+ r"""Maximum number of ongoing requests before blocking"""
304
+ max_payload_size_kb: NotRequired[float]
305
+ r"""Maximum size, in KB, of the request body"""
306
+ max_payload_events: NotRequired[float]
307
+ r"""Maximum number of events to include in the request body. Default is 0 (unlimited)."""
308
+ compress: NotRequired[bool]
309
+ r"""Compress the payload body before sending"""
310
+ reject_unauthorized: NotRequired[bool]
311
+ r"""Reject certificates not authorized by a CA in the CA certificate path or by another trusted CA (such as the system's).
312
+ Enabled by default. When this setting is also present in TLS Settings (Client Side),
313
+ that value will take precedence.
314
+ """
315
+ timeout_sec: NotRequired[float]
316
+ r"""Amount of time, in seconds, to wait for a request to complete before canceling it"""
317
+ flush_period_sec: NotRequired[float]
318
+ r"""Maximum time between requests. Small values could cause the payload size to be smaller than the configured Body size limit."""
319
+ extra_http_headers: NotRequired[List[OutputClickHouseExtraHTTPHeaderTypedDict]]
320
+ r"""Headers to add to all events"""
321
+ use_round_robin_dns: NotRequired[bool]
322
+ r"""Enable round-robin DNS lookup. When a DNS server returns multiple addresses, @{product} will cycle through them in the order returned. For optimal performance, consider enabling this setting for non-load balanced destinations."""
323
+ failed_request_logging_mode: NotRequired[OutputClickHouseFailedRequestLoggingMode]
324
+ r"""Data to log when a request fails. All headers are redacted by default, unless listed as safe headers below."""
325
+ safe_headers: NotRequired[List[str]]
326
+ r"""List of headers that are safe to log in plain text"""
327
+ response_retry_settings: NotRequired[
328
+ List[OutputClickHouseResponseRetrySettingTypedDict]
329
+ ]
330
+ r"""Automatically retry after unsuccessful response status codes, such as 429 (Too Many Requests) or 503 (Service Unavailable)"""
331
+ timeout_retry_settings: NotRequired[OutputClickHouseTimeoutRetrySettingsTypedDict]
332
+ response_honor_retry_after_header: NotRequired[bool]
333
+ r"""Honor any Retry-After header that specifies a delay (in seconds) no longer than 180 seconds after the retry request. @{product} limits the delay to 180 seconds, even if the Retry-After header specifies a longer delay. When enabled, takes precedence over user-configured retry options. When disabled, all Retry-After headers are ignored."""
334
+ dump_format_errors_to_disk: NotRequired[bool]
335
+ r"""Log the most recent event that fails to match the table schema"""
336
+ on_backpressure: NotRequired[OutputClickHouseBackpressureBehavior]
337
+ r"""How to handle events when all receivers are exerting backpressure"""
338
+ description: NotRequired[str]
339
+ username: NotRequired[str]
340
+ password: NotRequired[str]
341
+ token: NotRequired[str]
342
+ r"""Bearer token to include in the authorization header"""
343
+ credentials_secret: NotRequired[str]
344
+ r"""Select or create a secret that references your credentials"""
345
+ text_secret: NotRequired[str]
346
+ r"""Select or create a stored text secret"""
347
+ login_url: NotRequired[str]
348
+ r"""URL for OAuth"""
349
+ secret_param_name: NotRequired[str]
350
+ r"""Secret parameter name to pass in request body"""
351
+ secret: NotRequired[str]
352
+ r"""Secret parameter value to pass in request body"""
353
+ token_attribute_name: NotRequired[str]
354
+ r"""Name of the auth token attribute in the OAuth response. Can be top-level (e.g., 'token'); or nested, using a period (e.g., 'data.token')."""
355
+ auth_header_expr: NotRequired[str]
356
+ r"""JavaScript expression to compute the Authorization header value to pass in requests. The value `${token}` is used to reference the token obtained from authentication, e.g.: `Bearer ${token}`."""
357
+ token_timeout_secs: NotRequired[float]
358
+ r"""How often the OAuth token should be refreshed."""
359
+ oauth_params: NotRequired[List[OutputClickHouseOauthParamTypedDict]]
360
+ r"""Additional parameters to send in the OAuth login request. @{product} will combine the secret with these parameters, and will send the URL-encoded result in a POST request to the endpoint specified in the 'Login URL'. We'll automatically add the content-type header 'application/x-www-form-urlencoded' when sending this request."""
361
+ oauth_headers: NotRequired[List[OutputClickHouseOauthHeaderTypedDict]]
362
+ r"""Additional headers to send in the OAuth login request. @{product} will automatically add the content-type header 'application/x-www-form-urlencoded' when sending this request."""
363
+ sql_username: NotRequired[str]
364
+ r"""Username for certificate authentication"""
365
+ wait_for_async_inserts: NotRequired[bool]
366
+ r"""Cribl will wait for confirmation that data has been fully inserted into the ClickHouse database before proceeding. Disabling this option can increase throughput, but Cribl won’t be able to verify data has been completely inserted."""
367
+ exclude_mapping_fields: NotRequired[List[str]]
368
+ r"""Fields to exclude from sending to ClickHouse"""
369
+ describe_table: NotRequired[str]
370
+ r"""Retrieves the table schema from ClickHouse and populates the Column Mapping table"""
371
+ column_mappings: NotRequired[List[ColumnMappingTypedDict]]
372
+ pq_max_file_size: NotRequired[str]
373
+ r"""The maximum size to store in each queue file before closing and optionally compressing (KB, MB, etc.)"""
374
+ pq_max_size: NotRequired[str]
375
+ r"""The maximum disk space that the queue can consume (as an average per Worker Process) before queueing stops. Enter a numeral with units of KB, MB, etc."""
376
+ pq_path: NotRequired[str]
377
+ r"""The location for the persistent queue files. To this field's value, the system will append: /<worker-id>/<output-id>."""
378
+ pq_compress: NotRequired[OutputClickHouseCompression]
379
+ r"""Codec to use to compress the persisted data"""
380
+ pq_on_backpressure: NotRequired[OutputClickHouseQueueFullBehavior]
381
+ r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
382
+ pq_mode: NotRequired[OutputClickHouseMode]
383
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
384
+ pq_controls: NotRequired[OutputClickHousePqControlsTypedDict]
385
+
386
+
387
+ class OutputClickHouse(BaseModel):
388
+ url: str
389
+ r"""URL of the ClickHouse instance. Example: http://localhost:8123/"""
390
+
391
+ database: str
392
+
393
+ table_name: Annotated[str, pydantic.Field(alias="tableName")]
394
+ r"""Name of the ClickHouse table where data will be inserted. Name can contain letters (A-Z, a-z), numbers (0-9), and the character \"_\", and must start with either a letter or the character \"_\"."""
395
+
396
+ id: Optional[str] = None
397
+ r"""Unique ID for this output"""
398
+
399
+ type: Annotated[
400
+ Optional[OutputClickHouseType], PlainValidator(validate_open_enum(False))
401
+ ] = None
402
+
403
+ pipeline: Optional[str] = None
404
+ r"""Pipeline to process data before sending out to this output"""
405
+
406
+ system_fields: Annotated[
407
+ Optional[List[str]], pydantic.Field(alias="systemFields")
408
+ ] = None
409
+ r"""Fields to automatically add to events, such as cribl_pipe. Supports wildcards."""
410
+
411
+ environment: Optional[str] = None
412
+ r"""Optionally, enable this config only on a specified Git branch. If empty, will be enabled everywhere."""
413
+
414
+ streamtags: Optional[List[str]] = None
415
+ r"""Tags for filtering and grouping in @{product}"""
416
+
417
+ auth_type: Annotated[
418
+ Annotated[
419
+ Optional[OutputClickHouseAuthenticationType],
420
+ PlainValidator(validate_open_enum(False)),
421
+ ],
422
+ pydantic.Field(alias="authType"),
423
+ ] = OutputClickHouseAuthenticationType.NONE
424
+
425
+ format_: Annotated[
426
+ Annotated[
427
+ Optional[OutputClickHouseFormat], PlainValidator(validate_open_enum(False))
428
+ ],
429
+ pydantic.Field(alias="format"),
430
+ ] = OutputClickHouseFormat.JSON_COMPACT_EACH_ROW_WITH_NAMES
431
+ r"""Data format to use when sending data to ClickHouse. Defaults to JSON Compact."""
432
+
433
+ mapping_type: Annotated[
434
+ Annotated[Optional[MappingType], PlainValidator(validate_open_enum(False))],
435
+ pydantic.Field(alias="mappingType"),
436
+ ] = MappingType.AUTOMATIC
437
+ r"""How event fields are mapped to ClickHouse columns."""
438
+
439
+ async_inserts: Annotated[Optional[bool], pydantic.Field(alias="asyncInserts")] = (
440
+ False
441
+ )
442
+ r"""Collect data into batches for later processing. Disable to write to a ClickHouse table immediately."""
443
+
444
+ tls: Optional[OutputClickHouseTLSSettingsClientSide] = None
445
+
446
+ concurrency: Optional[float] = 5
447
+ r"""Maximum number of ongoing requests before blocking"""
448
+
449
+ max_payload_size_kb: Annotated[
450
+ Optional[float], pydantic.Field(alias="maxPayloadSizeKB")
451
+ ] = 4096
452
+ r"""Maximum size, in KB, of the request body"""
453
+
454
+ max_payload_events: Annotated[
455
+ Optional[float], pydantic.Field(alias="maxPayloadEvents")
456
+ ] = 0
457
+ r"""Maximum number of events to include in the request body. Default is 0 (unlimited)."""
458
+
459
+ compress: Optional[bool] = True
460
+ r"""Compress the payload body before sending"""
461
+
462
+ reject_unauthorized: Annotated[
463
+ Optional[bool], pydantic.Field(alias="rejectUnauthorized")
464
+ ] = True
465
+ r"""Reject certificates not authorized by a CA in the CA certificate path or by another trusted CA (such as the system's).
466
+ Enabled by default. When this setting is also present in TLS Settings (Client Side),
467
+ that value will take precedence.
468
+ """
469
+
470
+ timeout_sec: Annotated[Optional[float], pydantic.Field(alias="timeoutSec")] = 30
471
+ r"""Amount of time, in seconds, to wait for a request to complete before canceling it"""
472
+
473
+ flush_period_sec: Annotated[
474
+ Optional[float], pydantic.Field(alias="flushPeriodSec")
475
+ ] = 1
476
+ r"""Maximum time between requests. Small values could cause the payload size to be smaller than the configured Body size limit."""
477
+
478
+ extra_http_headers: Annotated[
479
+ Optional[List[OutputClickHouseExtraHTTPHeader]],
480
+ pydantic.Field(alias="extraHttpHeaders"),
481
+ ] = None
482
+ r"""Headers to add to all events"""
483
+
484
+ use_round_robin_dns: Annotated[
485
+ Optional[bool], pydantic.Field(alias="useRoundRobinDns")
486
+ ] = False
487
+ r"""Enable round-robin DNS lookup. When a DNS server returns multiple addresses, @{product} will cycle through them in the order returned. For optimal performance, consider enabling this setting for non-load balanced destinations."""
488
+
489
+ failed_request_logging_mode: Annotated[
490
+ Annotated[
491
+ Optional[OutputClickHouseFailedRequestLoggingMode],
492
+ PlainValidator(validate_open_enum(False)),
493
+ ],
494
+ pydantic.Field(alias="failedRequestLoggingMode"),
495
+ ] = OutputClickHouseFailedRequestLoggingMode.NONE
496
+ r"""Data to log when a request fails. All headers are redacted by default, unless listed as safe headers below."""
497
+
498
+ safe_headers: Annotated[
499
+ Optional[List[str]], pydantic.Field(alias="safeHeaders")
500
+ ] = None
501
+ r"""List of headers that are safe to log in plain text"""
502
+
503
+ response_retry_settings: Annotated[
504
+ Optional[List[OutputClickHouseResponseRetrySetting]],
505
+ pydantic.Field(alias="responseRetrySettings"),
506
+ ] = None
507
+ r"""Automatically retry after unsuccessful response status codes, such as 429 (Too Many Requests) or 503 (Service Unavailable)"""
508
+
509
+ timeout_retry_settings: Annotated[
510
+ Optional[OutputClickHouseTimeoutRetrySettings],
511
+ pydantic.Field(alias="timeoutRetrySettings"),
512
+ ] = None
513
+
514
+ response_honor_retry_after_header: Annotated[
515
+ Optional[bool], pydantic.Field(alias="responseHonorRetryAfterHeader")
516
+ ] = False
517
+ r"""Honor any Retry-After header that specifies a delay (in seconds) no longer than 180 seconds after the retry request. @{product} limits the delay to 180 seconds, even if the Retry-After header specifies a longer delay. When enabled, takes precedence over user-configured retry options. When disabled, all Retry-After headers are ignored."""
518
+
519
+ dump_format_errors_to_disk: Annotated[
520
+ Optional[bool], pydantic.Field(alias="dumpFormatErrorsToDisk")
521
+ ] = False
522
+ r"""Log the most recent event that fails to match the table schema"""
523
+
524
+ on_backpressure: Annotated[
525
+ Annotated[
526
+ Optional[OutputClickHouseBackpressureBehavior],
527
+ PlainValidator(validate_open_enum(False)),
528
+ ],
529
+ pydantic.Field(alias="onBackpressure"),
530
+ ] = OutputClickHouseBackpressureBehavior.BLOCK
531
+ r"""How to handle events when all receivers are exerting backpressure"""
532
+
533
+ description: Optional[str] = None
534
+
535
+ username: Optional[str] = None
536
+
537
+ password: Optional[str] = None
538
+
539
+ token: Optional[str] = None
540
+ r"""Bearer token to include in the authorization header"""
541
+
542
+ credentials_secret: Annotated[
543
+ Optional[str], pydantic.Field(alias="credentialsSecret")
544
+ ] = None
545
+ r"""Select or create a secret that references your credentials"""
546
+
547
+ text_secret: Annotated[Optional[str], pydantic.Field(alias="textSecret")] = None
548
+ r"""Select or create a stored text secret"""
549
+
550
+ login_url: Annotated[Optional[str], pydantic.Field(alias="loginUrl")] = None
551
+ r"""URL for OAuth"""
552
+
553
+ secret_param_name: Annotated[
554
+ Optional[str], pydantic.Field(alias="secretParamName")
555
+ ] = None
556
+ r"""Secret parameter name to pass in request body"""
557
+
558
+ secret: Optional[str] = None
559
+ r"""Secret parameter value to pass in request body"""
560
+
561
+ token_attribute_name: Annotated[
562
+ Optional[str], pydantic.Field(alias="tokenAttributeName")
563
+ ] = None
564
+ r"""Name of the auth token attribute in the OAuth response. Can be top-level (e.g., 'token'); or nested, using a period (e.g., 'data.token')."""
565
+
566
+ auth_header_expr: Annotated[
567
+ Optional[str], pydantic.Field(alias="authHeaderExpr")
568
+ ] = "`Bearer ${token}`"
569
+ r"""JavaScript expression to compute the Authorization header value to pass in requests. The value `${token}` is used to reference the token obtained from authentication, e.g.: `Bearer ${token}`."""
570
+
571
+ token_timeout_secs: Annotated[
572
+ Optional[float], pydantic.Field(alias="tokenTimeoutSecs")
573
+ ] = 3600
574
+ r"""How often the OAuth token should be refreshed."""
575
+
576
+ oauth_params: Annotated[
577
+ Optional[List[OutputClickHouseOauthParam]], pydantic.Field(alias="oauthParams")
578
+ ] = None
579
+ r"""Additional parameters to send in the OAuth login request. @{product} will combine the secret with these parameters, and will send the URL-encoded result in a POST request to the endpoint specified in the 'Login URL'. We'll automatically add the content-type header 'application/x-www-form-urlencoded' when sending this request."""
580
+
581
+ oauth_headers: Annotated[
582
+ Optional[List[OutputClickHouseOauthHeader]],
583
+ pydantic.Field(alias="oauthHeaders"),
584
+ ] = None
585
+ r"""Additional headers to send in the OAuth login request. @{product} will automatically add the content-type header 'application/x-www-form-urlencoded' when sending this request."""
586
+
587
+ sql_username: Annotated[Optional[str], pydantic.Field(alias="sqlUsername")] = None
588
+ r"""Username for certificate authentication"""
589
+
590
+ wait_for_async_inserts: Annotated[
591
+ Optional[bool], pydantic.Field(alias="waitForAsyncInserts")
592
+ ] = True
593
+ r"""Cribl will wait for confirmation that data has been fully inserted into the ClickHouse database before proceeding. Disabling this option can increase throughput, but Cribl won’t be able to verify data has been completely inserted."""
594
+
595
+ exclude_mapping_fields: Annotated[
596
+ Optional[List[str]], pydantic.Field(alias="excludeMappingFields")
597
+ ] = None
598
+ r"""Fields to exclude from sending to ClickHouse"""
599
+
600
+ describe_table: Annotated[Optional[str], pydantic.Field(alias="describeTable")] = (
601
+ None
602
+ )
603
+ r"""Retrieves the table schema from ClickHouse and populates the Column Mapping table"""
604
+
605
+ column_mappings: Annotated[
606
+ Optional[List[ColumnMapping]], pydantic.Field(alias="columnMappings")
607
+ ] = None
608
+
609
+ pq_max_file_size: Annotated[
610
+ Optional[str], pydantic.Field(alias="pqMaxFileSize")
611
+ ] = "1 MB"
612
+ r"""The maximum size to store in each queue file before closing and optionally compressing (KB, MB, etc.)"""
613
+
614
+ pq_max_size: Annotated[Optional[str], pydantic.Field(alias="pqMaxSize")] = "5GB"
615
+ r"""The maximum disk space that the queue can consume (as an average per Worker Process) before queueing stops. Enter a numeral with units of KB, MB, etc."""
616
+
617
+ pq_path: Annotated[Optional[str], pydantic.Field(alias="pqPath")] = (
618
+ "$CRIBL_HOME/state/queues"
619
+ )
620
+ r"""The location for the persistent queue files. To this field's value, the system will append: /<worker-id>/<output-id>."""
621
+
622
+ pq_compress: Annotated[
623
+ Annotated[
624
+ Optional[OutputClickHouseCompression],
625
+ PlainValidator(validate_open_enum(False)),
626
+ ],
627
+ pydantic.Field(alias="pqCompress"),
628
+ ] = OutputClickHouseCompression.NONE
629
+ r"""Codec to use to compress the persisted data"""
630
+
631
+ pq_on_backpressure: Annotated[
632
+ Annotated[
633
+ Optional[OutputClickHouseQueueFullBehavior],
634
+ PlainValidator(validate_open_enum(False)),
635
+ ],
636
+ pydantic.Field(alias="pqOnBackpressure"),
637
+ ] = OutputClickHouseQueueFullBehavior.BLOCK
638
+ r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
639
+
640
+ pq_mode: Annotated[
641
+ Annotated[
642
+ Optional[OutputClickHouseMode], PlainValidator(validate_open_enum(False))
643
+ ],
644
+ pydantic.Field(alias="pqMode"),
645
+ ] = OutputClickHouseMode.ERROR
646
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
647
+
648
+ pq_controls: Annotated[
649
+ Optional[OutputClickHousePqControls], pydantic.Field(alias="pqControls")
650
+ ] = None