cribl-control-plane 0.0.13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of cribl-control-plane might be problematic. Click here for more details.

Files changed (197) hide show
  1. cribl_control_plane/__init__.py +17 -0
  2. cribl_control_plane/_hooks/__init__.py +5 -0
  3. cribl_control_plane/_hooks/clientcredentials.py +211 -0
  4. cribl_control_plane/_hooks/registration.py +13 -0
  5. cribl_control_plane/_hooks/sdkhooks.py +81 -0
  6. cribl_control_plane/_hooks/types.py +112 -0
  7. cribl_control_plane/_version.py +15 -0
  8. cribl_control_plane/auth_sdk.py +184 -0
  9. cribl_control_plane/basesdk.py +358 -0
  10. cribl_control_plane/errors/__init__.py +60 -0
  11. cribl_control_plane/errors/apierror.py +38 -0
  12. cribl_control_plane/errors/criblcontrolplaneerror.py +26 -0
  13. cribl_control_plane/errors/error.py +24 -0
  14. cribl_control_plane/errors/healthstatus_error.py +38 -0
  15. cribl_control_plane/errors/no_response_error.py +13 -0
  16. cribl_control_plane/errors/responsevalidationerror.py +25 -0
  17. cribl_control_plane/health.py +166 -0
  18. cribl_control_plane/httpclient.py +126 -0
  19. cribl_control_plane/models/__init__.py +7305 -0
  20. cribl_control_plane/models/addhectokenrequest.py +34 -0
  21. cribl_control_plane/models/authtoken.py +13 -0
  22. cribl_control_plane/models/createinputhectokenbyidop.py +45 -0
  23. cribl_control_plane/models/createinputop.py +24 -0
  24. cribl_control_plane/models/createoutputop.py +24 -0
  25. cribl_control_plane/models/createoutputtestbyidop.py +46 -0
  26. cribl_control_plane/models/criblevent.py +14 -0
  27. cribl_control_plane/models/deleteinputbyidop.py +37 -0
  28. cribl_control_plane/models/deleteoutputbyidop.py +37 -0
  29. cribl_control_plane/models/deleteoutputpqbyidop.py +36 -0
  30. cribl_control_plane/models/getinputbyidop.py +37 -0
  31. cribl_control_plane/models/getoutputbyidop.py +37 -0
  32. cribl_control_plane/models/getoutputpqbyidop.py +36 -0
  33. cribl_control_plane/models/getoutputsamplesbyidop.py +37 -0
  34. cribl_control_plane/models/healthstatus.py +36 -0
  35. cribl_control_plane/models/input.py +199 -0
  36. cribl_control_plane/models/inputappscope.py +448 -0
  37. cribl_control_plane/models/inputazureblob.py +308 -0
  38. cribl_control_plane/models/inputcollection.py +208 -0
  39. cribl_control_plane/models/inputconfluentcloud.py +585 -0
  40. cribl_control_plane/models/inputcribl.py +165 -0
  41. cribl_control_plane/models/inputcriblhttp.py +341 -0
  42. cribl_control_plane/models/inputcribllakehttp.py +342 -0
  43. cribl_control_plane/models/inputcriblmetrics.py +175 -0
  44. cribl_control_plane/models/inputcribltcp.py +299 -0
  45. cribl_control_plane/models/inputcrowdstrike.py +410 -0
  46. cribl_control_plane/models/inputdatadogagent.py +364 -0
  47. cribl_control_plane/models/inputdatagen.py +180 -0
  48. cribl_control_plane/models/inputedgeprometheus.py +551 -0
  49. cribl_control_plane/models/inputelastic.py +494 -0
  50. cribl_control_plane/models/inputeventhub.py +360 -0
  51. cribl_control_plane/models/inputexec.py +213 -0
  52. cribl_control_plane/models/inputfile.py +259 -0
  53. cribl_control_plane/models/inputfirehose.py +341 -0
  54. cribl_control_plane/models/inputgooglepubsub.py +247 -0
  55. cribl_control_plane/models/inputgrafana_union.py +1247 -0
  56. cribl_control_plane/models/inputhttp.py +403 -0
  57. cribl_control_plane/models/inputhttpraw.py +407 -0
  58. cribl_control_plane/models/inputjournalfiles.py +208 -0
  59. cribl_control_plane/models/inputkafka.py +581 -0
  60. cribl_control_plane/models/inputkinesis.py +363 -0
  61. cribl_control_plane/models/inputkubeevents.py +182 -0
  62. cribl_control_plane/models/inputkubelogs.py +256 -0
  63. cribl_control_plane/models/inputkubemetrics.py +233 -0
  64. cribl_control_plane/models/inputloki.py +468 -0
  65. cribl_control_plane/models/inputmetrics.py +290 -0
  66. cribl_control_plane/models/inputmodeldriventelemetry.py +274 -0
  67. cribl_control_plane/models/inputmsk.py +654 -0
  68. cribl_control_plane/models/inputnetflow.py +224 -0
  69. cribl_control_plane/models/inputoffice365mgmt.py +384 -0
  70. cribl_control_plane/models/inputoffice365msgtrace.py +449 -0
  71. cribl_control_plane/models/inputoffice365service.py +377 -0
  72. cribl_control_plane/models/inputopentelemetry.py +516 -0
  73. cribl_control_plane/models/inputprometheus.py +464 -0
  74. cribl_control_plane/models/inputprometheusrw.py +470 -0
  75. cribl_control_plane/models/inputrawudp.py +207 -0
  76. cribl_control_plane/models/inputs3.py +416 -0
  77. cribl_control_plane/models/inputs3inventory.py +440 -0
  78. cribl_control_plane/models/inputsecuritylake.py +425 -0
  79. cribl_control_plane/models/inputsnmp.py +274 -0
  80. cribl_control_plane/models/inputsplunk.py +387 -0
  81. cribl_control_plane/models/inputsplunkhec.py +478 -0
  82. cribl_control_plane/models/inputsplunksearch.py +537 -0
  83. cribl_control_plane/models/inputsqs.py +320 -0
  84. cribl_control_plane/models/inputsyslog_union.py +759 -0
  85. cribl_control_plane/models/inputsystemmetrics.py +533 -0
  86. cribl_control_plane/models/inputsystemstate.py +417 -0
  87. cribl_control_plane/models/inputtcp.py +359 -0
  88. cribl_control_plane/models/inputtcpjson.py +334 -0
  89. cribl_control_plane/models/inputwef.py +498 -0
  90. cribl_control_plane/models/inputwindowsmetrics.py +457 -0
  91. cribl_control_plane/models/inputwineventlogs.py +222 -0
  92. cribl_control_plane/models/inputwiz.py +334 -0
  93. cribl_control_plane/models/inputzscalerhec.py +439 -0
  94. cribl_control_plane/models/listinputop.py +24 -0
  95. cribl_control_plane/models/listoutputop.py +24 -0
  96. cribl_control_plane/models/logininfo.py +16 -0
  97. cribl_control_plane/models/output.py +229 -0
  98. cribl_control_plane/models/outputazureblob.py +471 -0
  99. cribl_control_plane/models/outputazuredataexplorer.py +660 -0
  100. cribl_control_plane/models/outputazureeventhub.py +321 -0
  101. cribl_control_plane/models/outputazurelogs.py +386 -0
  102. cribl_control_plane/models/outputclickhouse.py +650 -0
  103. cribl_control_plane/models/outputcloudwatch.py +273 -0
  104. cribl_control_plane/models/outputconfluentcloud.py +591 -0
  105. cribl_control_plane/models/outputcriblhttp.py +494 -0
  106. cribl_control_plane/models/outputcribllake.py +396 -0
  107. cribl_control_plane/models/outputcribltcp.py +387 -0
  108. cribl_control_plane/models/outputcrowdstrikenextgensiem.py +410 -0
  109. cribl_control_plane/models/outputdatadog.py +472 -0
  110. cribl_control_plane/models/outputdataset.py +437 -0
  111. cribl_control_plane/models/outputdefault.py +55 -0
  112. cribl_control_plane/models/outputdevnull.py +50 -0
  113. cribl_control_plane/models/outputdiskspool.py +89 -0
  114. cribl_control_plane/models/outputdls3.py +560 -0
  115. cribl_control_plane/models/outputdynatracehttp.py +454 -0
  116. cribl_control_plane/models/outputdynatraceotlp.py +486 -0
  117. cribl_control_plane/models/outputelastic.py +494 -0
  118. cribl_control_plane/models/outputelasticcloud.py +407 -0
  119. cribl_control_plane/models/outputexabeam.py +297 -0
  120. cribl_control_plane/models/outputfilesystem.py +357 -0
  121. cribl_control_plane/models/outputgooglechronicle.py +486 -0
  122. cribl_control_plane/models/outputgooglecloudlogging.py +557 -0
  123. cribl_control_plane/models/outputgooglecloudstorage.py +499 -0
  124. cribl_control_plane/models/outputgooglepubsub.py +274 -0
  125. cribl_control_plane/models/outputgrafanacloud_union.py +1024 -0
  126. cribl_control_plane/models/outputgraphite.py +225 -0
  127. cribl_control_plane/models/outputhoneycomb.py +369 -0
  128. cribl_control_plane/models/outputhumiohec.py +389 -0
  129. cribl_control_plane/models/outputinfluxdb.py +523 -0
  130. cribl_control_plane/models/outputkafka.py +581 -0
  131. cribl_control_plane/models/outputkinesis.py +312 -0
  132. cribl_control_plane/models/outputloki.py +425 -0
  133. cribl_control_plane/models/outputminio.py +512 -0
  134. cribl_control_plane/models/outputmsk.py +654 -0
  135. cribl_control_plane/models/outputnetflow.py +80 -0
  136. cribl_control_plane/models/outputnewrelic.py +424 -0
  137. cribl_control_plane/models/outputnewrelicevents.py +401 -0
  138. cribl_control_plane/models/outputopentelemetry.py +669 -0
  139. cribl_control_plane/models/outputprometheus.py +485 -0
  140. cribl_control_plane/models/outputring.py +121 -0
  141. cribl_control_plane/models/outputrouter.py +83 -0
  142. cribl_control_plane/models/outputs3.py +556 -0
  143. cribl_control_plane/models/outputsamplesresponse.py +14 -0
  144. cribl_control_plane/models/outputsecuritylake.py +505 -0
  145. cribl_control_plane/models/outputsentinel.py +488 -0
  146. cribl_control_plane/models/outputsentineloneaisiem.py +505 -0
  147. cribl_control_plane/models/outputservicenow.py +543 -0
  148. cribl_control_plane/models/outputsignalfx.py +369 -0
  149. cribl_control_plane/models/outputsnmp.py +80 -0
  150. cribl_control_plane/models/outputsns.py +274 -0
  151. cribl_control_plane/models/outputsplunk.py +383 -0
  152. cribl_control_plane/models/outputsplunkhec.py +434 -0
  153. cribl_control_plane/models/outputsplunklb.py +558 -0
  154. cribl_control_plane/models/outputsqs.py +328 -0
  155. cribl_control_plane/models/outputstatsd.py +224 -0
  156. cribl_control_plane/models/outputstatsdext.py +225 -0
  157. cribl_control_plane/models/outputsumologic.py +378 -0
  158. cribl_control_plane/models/outputsyslog.py +415 -0
  159. cribl_control_plane/models/outputtcpjson.py +413 -0
  160. cribl_control_plane/models/outputtestrequest.py +15 -0
  161. cribl_control_plane/models/outputtestresponse.py +29 -0
  162. cribl_control_plane/models/outputwavefront.py +369 -0
  163. cribl_control_plane/models/outputwebhook.py +689 -0
  164. cribl_control_plane/models/outputxsiam.py +415 -0
  165. cribl_control_plane/models/schemeclientoauth.py +24 -0
  166. cribl_control_plane/models/security.py +36 -0
  167. cribl_control_plane/models/updatehectokenrequest.py +31 -0
  168. cribl_control_plane/models/updateinputbyidop.py +44 -0
  169. cribl_control_plane/models/updateinputhectokenbyidandtokenop.py +52 -0
  170. cribl_control_plane/models/updateoutputbyidop.py +44 -0
  171. cribl_control_plane/outputs.py +1615 -0
  172. cribl_control_plane/py.typed +1 -0
  173. cribl_control_plane/sdk.py +164 -0
  174. cribl_control_plane/sdkconfiguration.py +36 -0
  175. cribl_control_plane/sources.py +1355 -0
  176. cribl_control_plane/types/__init__.py +21 -0
  177. cribl_control_plane/types/basemodel.py +39 -0
  178. cribl_control_plane/utils/__init__.py +187 -0
  179. cribl_control_plane/utils/annotations.py +55 -0
  180. cribl_control_plane/utils/datetimes.py +23 -0
  181. cribl_control_plane/utils/enums.py +74 -0
  182. cribl_control_plane/utils/eventstreaming.py +238 -0
  183. cribl_control_plane/utils/forms.py +223 -0
  184. cribl_control_plane/utils/headers.py +136 -0
  185. cribl_control_plane/utils/logger.py +27 -0
  186. cribl_control_plane/utils/metadata.py +118 -0
  187. cribl_control_plane/utils/queryparams.py +205 -0
  188. cribl_control_plane/utils/requestbodies.py +66 -0
  189. cribl_control_plane/utils/retries.py +217 -0
  190. cribl_control_plane/utils/security.py +207 -0
  191. cribl_control_plane/utils/serializers.py +249 -0
  192. cribl_control_plane/utils/unmarshal_json_response.py +24 -0
  193. cribl_control_plane/utils/url.py +155 -0
  194. cribl_control_plane/utils/values.py +137 -0
  195. cribl_control_plane-0.0.13.dist-info/METADATA +489 -0
  196. cribl_control_plane-0.0.13.dist-info/RECORD +197 -0
  197. cribl_control_plane-0.0.13.dist-info/WHEEL +4 -0
@@ -0,0 +1,581 @@
1
+ """Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT."""
2
+
3
+ from __future__ import annotations
4
+ from cribl_control_plane import utils
5
+ from cribl_control_plane.types import BaseModel
6
+ from cribl_control_plane.utils import validate_open_enum
7
+ from enum import Enum
8
+ import pydantic
9
+ from pydantic.functional_validators import PlainValidator
10
+ from typing import List, Optional
11
+ from typing_extensions import Annotated, NotRequired, TypedDict
12
+
13
+
14
+ class OutputKafkaType(str, Enum, metaclass=utils.OpenEnumMeta):
15
+ KAFKA = "kafka"
16
+
17
+
18
+ class OutputKafkaAcknowledgments(int, Enum, metaclass=utils.OpenEnumMeta):
19
+ r"""Control the number of required acknowledgments."""
20
+
21
+ ONE = 1
22
+ ZERO = 0
23
+ MINUS_1 = -1
24
+
25
+
26
+ class OutputKafkaRecordDataFormat(str, Enum, metaclass=utils.OpenEnumMeta):
27
+ r"""Format to use to serialize events before writing to Kafka."""
28
+
29
+ JSON = "json"
30
+ RAW = "raw"
31
+ PROTOBUF = "protobuf"
32
+
33
+
34
+ class OutputKafkaCompression(str, Enum, metaclass=utils.OpenEnumMeta):
35
+ r"""Codec to use to compress the data before sending to Kafka"""
36
+
37
+ NONE = "none"
38
+ GZIP = "gzip"
39
+ SNAPPY = "snappy"
40
+ LZ4 = "lz4"
41
+
42
+
43
+ class OutputKafkaAuthTypedDict(TypedDict):
44
+ r"""Credentials to use when authenticating with the schema registry using basic HTTP authentication"""
45
+
46
+ disabled: NotRequired[bool]
47
+ credentials_secret: NotRequired[str]
48
+ r"""Select or create a secret that references your credentials"""
49
+
50
+
51
+ class OutputKafkaAuth(BaseModel):
52
+ r"""Credentials to use when authenticating with the schema registry using basic HTTP authentication"""
53
+
54
+ disabled: Optional[bool] = True
55
+
56
+ credentials_secret: Annotated[
57
+ Optional[str], pydantic.Field(alias="credentialsSecret")
58
+ ] = None
59
+ r"""Select or create a secret that references your credentials"""
60
+
61
+
62
+ class OutputKafkaKafkaSchemaRegistryMinimumTLSVersion(
63
+ str, Enum, metaclass=utils.OpenEnumMeta
64
+ ):
65
+ TL_SV1 = "TLSv1"
66
+ TL_SV1_1 = "TLSv1.1"
67
+ TL_SV1_2 = "TLSv1.2"
68
+ TL_SV1_3 = "TLSv1.3"
69
+
70
+
71
+ class OutputKafkaKafkaSchemaRegistryMaximumTLSVersion(
72
+ str, Enum, metaclass=utils.OpenEnumMeta
73
+ ):
74
+ TL_SV1 = "TLSv1"
75
+ TL_SV1_1 = "TLSv1.1"
76
+ TL_SV1_2 = "TLSv1.2"
77
+ TL_SV1_3 = "TLSv1.3"
78
+
79
+
80
+ class OutputKafkaKafkaSchemaRegistryTLSSettingsClientSideTypedDict(TypedDict):
81
+ disabled: NotRequired[bool]
82
+ reject_unauthorized: NotRequired[bool]
83
+ r"""Reject certificates that are not authorized by a CA in the CA certificate path, or by another
84
+ trusted CA (such as the system's). Defaults to Enabled. Overrides the toggle from Advanced Settings, when also present.
85
+ """
86
+ servername: NotRequired[str]
87
+ r"""Server name for the SNI (Server Name Indication) TLS extension. It must be a host name, and not an IP address."""
88
+ certificate_name: NotRequired[str]
89
+ r"""The name of the predefined certificate"""
90
+ ca_path: NotRequired[str]
91
+ r"""Path on client in which to find CA certificates to verify the server's cert. PEM format. Can reference $ENV_VARS."""
92
+ priv_key_path: NotRequired[str]
93
+ r"""Path on client in which to find the private key to use. PEM format. Can reference $ENV_VARS."""
94
+ cert_path: NotRequired[str]
95
+ r"""Path on client in which to find certificates to use. PEM format. Can reference $ENV_VARS."""
96
+ passphrase: NotRequired[str]
97
+ r"""Passphrase to use to decrypt private key"""
98
+ min_version: NotRequired[OutputKafkaKafkaSchemaRegistryMinimumTLSVersion]
99
+ max_version: NotRequired[OutputKafkaKafkaSchemaRegistryMaximumTLSVersion]
100
+
101
+
102
+ class OutputKafkaKafkaSchemaRegistryTLSSettingsClientSide(BaseModel):
103
+ disabled: Optional[bool] = True
104
+
105
+ reject_unauthorized: Annotated[
106
+ Optional[bool], pydantic.Field(alias="rejectUnauthorized")
107
+ ] = True
108
+ r"""Reject certificates that are not authorized by a CA in the CA certificate path, or by another
109
+ trusted CA (such as the system's). Defaults to Enabled. Overrides the toggle from Advanced Settings, when also present.
110
+ """
111
+
112
+ servername: Optional[str] = None
113
+ r"""Server name for the SNI (Server Name Indication) TLS extension. It must be a host name, and not an IP address."""
114
+
115
+ certificate_name: Annotated[
116
+ Optional[str], pydantic.Field(alias="certificateName")
117
+ ] = None
118
+ r"""The name of the predefined certificate"""
119
+
120
+ ca_path: Annotated[Optional[str], pydantic.Field(alias="caPath")] = None
121
+ r"""Path on client in which to find CA certificates to verify the server's cert. PEM format. Can reference $ENV_VARS."""
122
+
123
+ priv_key_path: Annotated[Optional[str], pydantic.Field(alias="privKeyPath")] = None
124
+ r"""Path on client in which to find the private key to use. PEM format. Can reference $ENV_VARS."""
125
+
126
+ cert_path: Annotated[Optional[str], pydantic.Field(alias="certPath")] = None
127
+ r"""Path on client in which to find certificates to use. PEM format. Can reference $ENV_VARS."""
128
+
129
+ passphrase: Optional[str] = None
130
+ r"""Passphrase to use to decrypt private key"""
131
+
132
+ min_version: Annotated[
133
+ Annotated[
134
+ Optional[OutputKafkaKafkaSchemaRegistryMinimumTLSVersion],
135
+ PlainValidator(validate_open_enum(False)),
136
+ ],
137
+ pydantic.Field(alias="minVersion"),
138
+ ] = None
139
+
140
+ max_version: Annotated[
141
+ Annotated[
142
+ Optional[OutputKafkaKafkaSchemaRegistryMaximumTLSVersion],
143
+ PlainValidator(validate_open_enum(False)),
144
+ ],
145
+ pydantic.Field(alias="maxVersion"),
146
+ ] = None
147
+
148
+
149
+ class OutputKafkaKafkaSchemaRegistryAuthenticationTypedDict(TypedDict):
150
+ disabled: NotRequired[bool]
151
+ schema_registry_url: NotRequired[str]
152
+ r"""URL for accessing the Confluent Schema Registry. Example: http://localhost:8081. To connect over TLS, use https instead of http."""
153
+ connection_timeout: NotRequired[float]
154
+ r"""Maximum time to wait for a Schema Registry connection to complete successfully"""
155
+ request_timeout: NotRequired[float]
156
+ r"""Maximum time to wait for the Schema Registry to respond to a request"""
157
+ max_retries: NotRequired[float]
158
+ r"""Maximum number of times to try fetching schemas from the Schema Registry"""
159
+ auth: NotRequired[OutputKafkaAuthTypedDict]
160
+ r"""Credentials to use when authenticating with the schema registry using basic HTTP authentication"""
161
+ tls: NotRequired[OutputKafkaKafkaSchemaRegistryTLSSettingsClientSideTypedDict]
162
+ default_key_schema_id: NotRequired[float]
163
+ r"""Used when __keySchemaIdOut is not present, to transform key values, leave blank if key transformation is not required by default."""
164
+ default_value_schema_id: NotRequired[float]
165
+ r"""Used when __valueSchemaIdOut is not present, to transform _raw, leave blank if value transformation is not required by default."""
166
+
167
+
168
+ class OutputKafkaKafkaSchemaRegistryAuthentication(BaseModel):
169
+ disabled: Optional[bool] = True
170
+
171
+ schema_registry_url: Annotated[
172
+ Optional[str], pydantic.Field(alias="schemaRegistryURL")
173
+ ] = "http://localhost:8081"
174
+ r"""URL for accessing the Confluent Schema Registry. Example: http://localhost:8081. To connect over TLS, use https instead of http."""
175
+
176
+ connection_timeout: Annotated[
177
+ Optional[float], pydantic.Field(alias="connectionTimeout")
178
+ ] = 30000
179
+ r"""Maximum time to wait for a Schema Registry connection to complete successfully"""
180
+
181
+ request_timeout: Annotated[
182
+ Optional[float], pydantic.Field(alias="requestTimeout")
183
+ ] = 30000
184
+ r"""Maximum time to wait for the Schema Registry to respond to a request"""
185
+
186
+ max_retries: Annotated[Optional[float], pydantic.Field(alias="maxRetries")] = 1
187
+ r"""Maximum number of times to try fetching schemas from the Schema Registry"""
188
+
189
+ auth: Optional[OutputKafkaAuth] = None
190
+ r"""Credentials to use when authenticating with the schema registry using basic HTTP authentication"""
191
+
192
+ tls: Optional[OutputKafkaKafkaSchemaRegistryTLSSettingsClientSide] = None
193
+
194
+ default_key_schema_id: Annotated[
195
+ Optional[float], pydantic.Field(alias="defaultKeySchemaId")
196
+ ] = None
197
+ r"""Used when __keySchemaIdOut is not present, to transform key values, leave blank if key transformation is not required by default."""
198
+
199
+ default_value_schema_id: Annotated[
200
+ Optional[float], pydantic.Field(alias="defaultValueSchemaId")
201
+ ] = None
202
+ r"""Used when __valueSchemaIdOut is not present, to transform _raw, leave blank if value transformation is not required by default."""
203
+
204
+
205
+ class OutputKafkaSASLMechanism(str, Enum, metaclass=utils.OpenEnumMeta):
206
+ PLAIN = "plain"
207
+ SCRAM_SHA_256 = "scram-sha-256"
208
+ SCRAM_SHA_512 = "scram-sha-512"
209
+ KERBEROS = "kerberos"
210
+
211
+
212
+ class OutputKafkaAuthenticationTypedDict(TypedDict):
213
+ r"""Authentication parameters to use when connecting to brokers. Using TLS is highly recommended."""
214
+
215
+ disabled: NotRequired[bool]
216
+ mechanism: NotRequired[OutputKafkaSASLMechanism]
217
+
218
+
219
+ class OutputKafkaAuthentication(BaseModel):
220
+ r"""Authentication parameters to use when connecting to brokers. Using TLS is highly recommended."""
221
+
222
+ disabled: Optional[bool] = True
223
+
224
+ mechanism: Annotated[
225
+ Optional[OutputKafkaSASLMechanism], PlainValidator(validate_open_enum(False))
226
+ ] = OutputKafkaSASLMechanism.PLAIN
227
+
228
+
229
+ class OutputKafkaMinimumTLSVersion(str, Enum, metaclass=utils.OpenEnumMeta):
230
+ TL_SV1 = "TLSv1"
231
+ TL_SV1_1 = "TLSv1.1"
232
+ TL_SV1_2 = "TLSv1.2"
233
+ TL_SV1_3 = "TLSv1.3"
234
+
235
+
236
+ class OutputKafkaMaximumTLSVersion(str, Enum, metaclass=utils.OpenEnumMeta):
237
+ TL_SV1 = "TLSv1"
238
+ TL_SV1_1 = "TLSv1.1"
239
+ TL_SV1_2 = "TLSv1.2"
240
+ TL_SV1_3 = "TLSv1.3"
241
+
242
+
243
+ class OutputKafkaTLSSettingsClientSideTypedDict(TypedDict):
244
+ disabled: NotRequired[bool]
245
+ reject_unauthorized: NotRequired[bool]
246
+ r"""Reject certificates that are not authorized by a CA in the CA certificate path, or by another
247
+ trusted CA (such as the system's). Defaults to Enabled. Overrides the toggle from Advanced Settings, when also present.
248
+ """
249
+ servername: NotRequired[str]
250
+ r"""Server name for the SNI (Server Name Indication) TLS extension. It must be a host name, and not an IP address."""
251
+ certificate_name: NotRequired[str]
252
+ r"""The name of the predefined certificate"""
253
+ ca_path: NotRequired[str]
254
+ r"""Path on client in which to find CA certificates to verify the server's cert. PEM format. Can reference $ENV_VARS."""
255
+ priv_key_path: NotRequired[str]
256
+ r"""Path on client in which to find the private key to use. PEM format. Can reference $ENV_VARS."""
257
+ cert_path: NotRequired[str]
258
+ r"""Path on client in which to find certificates to use. PEM format. Can reference $ENV_VARS."""
259
+ passphrase: NotRequired[str]
260
+ r"""Passphrase to use to decrypt private key"""
261
+ min_version: NotRequired[OutputKafkaMinimumTLSVersion]
262
+ max_version: NotRequired[OutputKafkaMaximumTLSVersion]
263
+
264
+
265
+ class OutputKafkaTLSSettingsClientSide(BaseModel):
266
+ disabled: Optional[bool] = True
267
+
268
+ reject_unauthorized: Annotated[
269
+ Optional[bool], pydantic.Field(alias="rejectUnauthorized")
270
+ ] = True
271
+ r"""Reject certificates that are not authorized by a CA in the CA certificate path, or by another
272
+ trusted CA (such as the system's). Defaults to Enabled. Overrides the toggle from Advanced Settings, when also present.
273
+ """
274
+
275
+ servername: Optional[str] = None
276
+ r"""Server name for the SNI (Server Name Indication) TLS extension. It must be a host name, and not an IP address."""
277
+
278
+ certificate_name: Annotated[
279
+ Optional[str], pydantic.Field(alias="certificateName")
280
+ ] = None
281
+ r"""The name of the predefined certificate"""
282
+
283
+ ca_path: Annotated[Optional[str], pydantic.Field(alias="caPath")] = None
284
+ r"""Path on client in which to find CA certificates to verify the server's cert. PEM format. Can reference $ENV_VARS."""
285
+
286
+ priv_key_path: Annotated[Optional[str], pydantic.Field(alias="privKeyPath")] = None
287
+ r"""Path on client in which to find the private key to use. PEM format. Can reference $ENV_VARS."""
288
+
289
+ cert_path: Annotated[Optional[str], pydantic.Field(alias="certPath")] = None
290
+ r"""Path on client in which to find certificates to use. PEM format. Can reference $ENV_VARS."""
291
+
292
+ passphrase: Optional[str] = None
293
+ r"""Passphrase to use to decrypt private key"""
294
+
295
+ min_version: Annotated[
296
+ Annotated[
297
+ Optional[OutputKafkaMinimumTLSVersion],
298
+ PlainValidator(validate_open_enum(False)),
299
+ ],
300
+ pydantic.Field(alias="minVersion"),
301
+ ] = None
302
+
303
+ max_version: Annotated[
304
+ Annotated[
305
+ Optional[OutputKafkaMaximumTLSVersion],
306
+ PlainValidator(validate_open_enum(False)),
307
+ ],
308
+ pydantic.Field(alias="maxVersion"),
309
+ ] = None
310
+
311
+
312
+ class OutputKafkaBackpressureBehavior(str, Enum, metaclass=utils.OpenEnumMeta):
313
+ r"""How to handle events when all receivers are exerting backpressure"""
314
+
315
+ BLOCK = "block"
316
+ DROP = "drop"
317
+ QUEUE = "queue"
318
+
319
+
320
+ class OutputKafkaPqCompressCompression(str, Enum, metaclass=utils.OpenEnumMeta):
321
+ r"""Codec to use to compress the persisted data"""
322
+
323
+ NONE = "none"
324
+ GZIP = "gzip"
325
+
326
+
327
+ class OutputKafkaQueueFullBehavior(str, Enum, metaclass=utils.OpenEnumMeta):
328
+ r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
329
+
330
+ BLOCK = "block"
331
+ DROP = "drop"
332
+
333
+
334
+ class OutputKafkaMode(str, Enum, metaclass=utils.OpenEnumMeta):
335
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
336
+
337
+ ERROR = "error"
338
+ BACKPRESSURE = "backpressure"
339
+ ALWAYS = "always"
340
+
341
+
342
+ class OutputKafkaPqControlsTypedDict(TypedDict):
343
+ pass
344
+
345
+
346
+ class OutputKafkaPqControls(BaseModel):
347
+ pass
348
+
349
+
350
+ class OutputKafkaTypedDict(TypedDict):
351
+ brokers: List[str]
352
+ r"""Enter each Kafka bootstrap server you want to use. Specify hostname and port, e.g., mykafkabroker:9092, or just hostname, in which case @{product} will assign port 9092."""
353
+ topic: str
354
+ r"""The topic to publish events to. Can be overridden using the __topicOut field."""
355
+ id: NotRequired[str]
356
+ r"""Unique ID for this output"""
357
+ type: NotRequired[OutputKafkaType]
358
+ pipeline: NotRequired[str]
359
+ r"""Pipeline to process data before sending out to this output"""
360
+ system_fields: NotRequired[List[str]]
361
+ r"""Fields to automatically add to events, such as cribl_pipe. Supports wildcards."""
362
+ environment: NotRequired[str]
363
+ r"""Optionally, enable this config only on a specified Git branch. If empty, will be enabled everywhere."""
364
+ streamtags: NotRequired[List[str]]
365
+ r"""Tags for filtering and grouping in @{product}"""
366
+ ack: NotRequired[OutputKafkaAcknowledgments]
367
+ r"""Control the number of required acknowledgments."""
368
+ format_: NotRequired[OutputKafkaRecordDataFormat]
369
+ r"""Format to use to serialize events before writing to Kafka."""
370
+ compression: NotRequired[OutputKafkaCompression]
371
+ r"""Codec to use to compress the data before sending to Kafka"""
372
+ max_record_size_kb: NotRequired[float]
373
+ r"""Maximum size of each record batch before compression. The value must not exceed the Kafka brokers' message.max.bytes setting."""
374
+ flush_event_count: NotRequired[float]
375
+ r"""The maximum number of events you want the Destination to allow in a batch before forcing a flush"""
376
+ flush_period_sec: NotRequired[float]
377
+ r"""The maximum amount of time you want the Destination to wait before forcing a flush. Shorter intervals tend to result in smaller batches being sent."""
378
+ kafka_schema_registry: NotRequired[
379
+ OutputKafkaKafkaSchemaRegistryAuthenticationTypedDict
380
+ ]
381
+ connection_timeout: NotRequired[float]
382
+ r"""Maximum time to wait for a connection to complete successfully"""
383
+ request_timeout: NotRequired[float]
384
+ r"""Maximum time to wait for Kafka to respond to a request"""
385
+ max_retries: NotRequired[float]
386
+ r"""If messages are failing, you can set the maximum number of retries as high as 100 to prevent loss of data"""
387
+ max_back_off: NotRequired[float]
388
+ r"""The maximum wait time for a retry, in milliseconds. Default (and minimum) is 30,000 ms (30 seconds); maximum is 180,000 ms (180 seconds)."""
389
+ initial_backoff: NotRequired[float]
390
+ r"""Initial value used to calculate the retry, in milliseconds. Maximum is 600,000 ms (10 minutes)."""
391
+ backoff_rate: NotRequired[float]
392
+ r"""Set the backoff multiplier (2-20) to control the retry frequency for failed messages. For faster retries, use a lower multiplier. For slower retries with more delay between attempts, use a higher multiplier. The multiplier is used in an exponential backoff formula; see the Kafka [documentation](https://kafka.js.org/docs/retry-detailed) for details."""
393
+ authentication_timeout: NotRequired[float]
394
+ r"""Maximum time to wait for Kafka to respond to an authentication request"""
395
+ reauthentication_threshold: NotRequired[float]
396
+ r"""Specifies a time window during which @{product} can reauthenticate if needed. Creates the window measuring backward from the moment when credentials are set to expire."""
397
+ sasl: NotRequired[OutputKafkaAuthenticationTypedDict]
398
+ r"""Authentication parameters to use when connecting to brokers. Using TLS is highly recommended."""
399
+ tls: NotRequired[OutputKafkaTLSSettingsClientSideTypedDict]
400
+ on_backpressure: NotRequired[OutputKafkaBackpressureBehavior]
401
+ r"""How to handle events when all receivers are exerting backpressure"""
402
+ description: NotRequired[str]
403
+ protobuf_library_id: NotRequired[str]
404
+ r"""Select a set of Protobuf definitions for the events you want to send"""
405
+ pq_max_file_size: NotRequired[str]
406
+ r"""The maximum size to store in each queue file before closing and optionally compressing (KB, MB, etc.)"""
407
+ pq_max_size: NotRequired[str]
408
+ r"""The maximum disk space that the queue can consume (as an average per Worker Process) before queueing stops. Enter a numeral with units of KB, MB, etc."""
409
+ pq_path: NotRequired[str]
410
+ r"""The location for the persistent queue files. To this field's value, the system will append: /<worker-id>/<output-id>."""
411
+ pq_compress: NotRequired[OutputKafkaPqCompressCompression]
412
+ r"""Codec to use to compress the persisted data"""
413
+ pq_on_backpressure: NotRequired[OutputKafkaQueueFullBehavior]
414
+ r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
415
+ pq_mode: NotRequired[OutputKafkaMode]
416
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
417
+ pq_controls: NotRequired[OutputKafkaPqControlsTypedDict]
418
+
419
+
420
+ class OutputKafka(BaseModel):
421
+ brokers: List[str]
422
+ r"""Enter each Kafka bootstrap server you want to use. Specify hostname and port, e.g., mykafkabroker:9092, or just hostname, in which case @{product} will assign port 9092."""
423
+
424
+ topic: str
425
+ r"""The topic to publish events to. Can be overridden using the __topicOut field."""
426
+
427
+ id: Optional[str] = None
428
+ r"""Unique ID for this output"""
429
+
430
+ type: Annotated[
431
+ Optional[OutputKafkaType], PlainValidator(validate_open_enum(False))
432
+ ] = None
433
+
434
+ pipeline: Optional[str] = None
435
+ r"""Pipeline to process data before sending out to this output"""
436
+
437
+ system_fields: Annotated[
438
+ Optional[List[str]], pydantic.Field(alias="systemFields")
439
+ ] = None
440
+ r"""Fields to automatically add to events, such as cribl_pipe. Supports wildcards."""
441
+
442
+ environment: Optional[str] = None
443
+ r"""Optionally, enable this config only on a specified Git branch. If empty, will be enabled everywhere."""
444
+
445
+ streamtags: Optional[List[str]] = None
446
+ r"""Tags for filtering and grouping in @{product}"""
447
+
448
+ ack: Annotated[
449
+ Optional[OutputKafkaAcknowledgments], PlainValidator(validate_open_enum(True))
450
+ ] = OutputKafkaAcknowledgments.ONE
451
+ r"""Control the number of required acknowledgments."""
452
+
453
+ format_: Annotated[
454
+ Annotated[
455
+ Optional[OutputKafkaRecordDataFormat],
456
+ PlainValidator(validate_open_enum(False)),
457
+ ],
458
+ pydantic.Field(alias="format"),
459
+ ] = OutputKafkaRecordDataFormat.JSON
460
+ r"""Format to use to serialize events before writing to Kafka."""
461
+
462
+ compression: Annotated[
463
+ Optional[OutputKafkaCompression], PlainValidator(validate_open_enum(False))
464
+ ] = OutputKafkaCompression.GZIP
465
+ r"""Codec to use to compress the data before sending to Kafka"""
466
+
467
+ max_record_size_kb: Annotated[
468
+ Optional[float], pydantic.Field(alias="maxRecordSizeKB")
469
+ ] = 768
470
+ r"""Maximum size of each record batch before compression. The value must not exceed the Kafka brokers' message.max.bytes setting."""
471
+
472
+ flush_event_count: Annotated[
473
+ Optional[float], pydantic.Field(alias="flushEventCount")
474
+ ] = 1000
475
+ r"""The maximum number of events you want the Destination to allow in a batch before forcing a flush"""
476
+
477
+ flush_period_sec: Annotated[
478
+ Optional[float], pydantic.Field(alias="flushPeriodSec")
479
+ ] = 1
480
+ r"""The maximum amount of time you want the Destination to wait before forcing a flush. Shorter intervals tend to result in smaller batches being sent."""
481
+
482
+ kafka_schema_registry: Annotated[
483
+ Optional[OutputKafkaKafkaSchemaRegistryAuthentication],
484
+ pydantic.Field(alias="kafkaSchemaRegistry"),
485
+ ] = None
486
+
487
+ connection_timeout: Annotated[
488
+ Optional[float], pydantic.Field(alias="connectionTimeout")
489
+ ] = 10000
490
+ r"""Maximum time to wait for a connection to complete successfully"""
491
+
492
+ request_timeout: Annotated[
493
+ Optional[float], pydantic.Field(alias="requestTimeout")
494
+ ] = 60000
495
+ r"""Maximum time to wait for Kafka to respond to a request"""
496
+
497
+ max_retries: Annotated[Optional[float], pydantic.Field(alias="maxRetries")] = 5
498
+ r"""If messages are failing, you can set the maximum number of retries as high as 100 to prevent loss of data"""
499
+
500
+ max_back_off: Annotated[Optional[float], pydantic.Field(alias="maxBackOff")] = 30000
501
+ r"""The maximum wait time for a retry, in milliseconds. Default (and minimum) is 30,000 ms (30 seconds); maximum is 180,000 ms (180 seconds)."""
502
+
503
+ initial_backoff: Annotated[
504
+ Optional[float], pydantic.Field(alias="initialBackoff")
505
+ ] = 300
506
+ r"""Initial value used to calculate the retry, in milliseconds. Maximum is 600,000 ms (10 minutes)."""
507
+
508
+ backoff_rate: Annotated[Optional[float], pydantic.Field(alias="backoffRate")] = 2
509
+ r"""Set the backoff multiplier (2-20) to control the retry frequency for failed messages. For faster retries, use a lower multiplier. For slower retries with more delay between attempts, use a higher multiplier. The multiplier is used in an exponential backoff formula; see the Kafka [documentation](https://kafka.js.org/docs/retry-detailed) for details."""
510
+
511
+ authentication_timeout: Annotated[
512
+ Optional[float], pydantic.Field(alias="authenticationTimeout")
513
+ ] = 10000
514
+ r"""Maximum time to wait for Kafka to respond to an authentication request"""
515
+
516
+ reauthentication_threshold: Annotated[
517
+ Optional[float], pydantic.Field(alias="reauthenticationThreshold")
518
+ ] = 10000
519
+ r"""Specifies a time window during which @{product} can reauthenticate if needed. Creates the window measuring backward from the moment when credentials are set to expire."""
520
+
521
+ sasl: Optional[OutputKafkaAuthentication] = None
522
+ r"""Authentication parameters to use when connecting to brokers. Using TLS is highly recommended."""
523
+
524
+ tls: Optional[OutputKafkaTLSSettingsClientSide] = None
525
+
526
+ on_backpressure: Annotated[
527
+ Annotated[
528
+ Optional[OutputKafkaBackpressureBehavior],
529
+ PlainValidator(validate_open_enum(False)),
530
+ ],
531
+ pydantic.Field(alias="onBackpressure"),
532
+ ] = OutputKafkaBackpressureBehavior.BLOCK
533
+ r"""How to handle events when all receivers are exerting backpressure"""
534
+
535
+ description: Optional[str] = None
536
+
537
+ protobuf_library_id: Annotated[
538
+ Optional[str], pydantic.Field(alias="protobufLibraryId")
539
+ ] = None
540
+ r"""Select a set of Protobuf definitions for the events you want to send"""
541
+
542
+ pq_max_file_size: Annotated[
543
+ Optional[str], pydantic.Field(alias="pqMaxFileSize")
544
+ ] = "1 MB"
545
+ r"""The maximum size to store in each queue file before closing and optionally compressing (KB, MB, etc.)"""
546
+
547
+ pq_max_size: Annotated[Optional[str], pydantic.Field(alias="pqMaxSize")] = "5GB"
548
+ r"""The maximum disk space that the queue can consume (as an average per Worker Process) before queueing stops. Enter a numeral with units of KB, MB, etc."""
549
+
550
+ pq_path: Annotated[Optional[str], pydantic.Field(alias="pqPath")] = (
551
+ "$CRIBL_HOME/state/queues"
552
+ )
553
+ r"""The location for the persistent queue files. To this field's value, the system will append: /<worker-id>/<output-id>."""
554
+
555
+ pq_compress: Annotated[
556
+ Annotated[
557
+ Optional[OutputKafkaPqCompressCompression],
558
+ PlainValidator(validate_open_enum(False)),
559
+ ],
560
+ pydantic.Field(alias="pqCompress"),
561
+ ] = OutputKafkaPqCompressCompression.NONE
562
+ r"""Codec to use to compress the persisted data"""
563
+
564
+ pq_on_backpressure: Annotated[
565
+ Annotated[
566
+ Optional[OutputKafkaQueueFullBehavior],
567
+ PlainValidator(validate_open_enum(False)),
568
+ ],
569
+ pydantic.Field(alias="pqOnBackpressure"),
570
+ ] = OutputKafkaQueueFullBehavior.BLOCK
571
+ r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
572
+
573
+ pq_mode: Annotated[
574
+ Annotated[Optional[OutputKafkaMode], PlainValidator(validate_open_enum(False))],
575
+ pydantic.Field(alias="pqMode"),
576
+ ] = OutputKafkaMode.ERROR
577
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
578
+
579
+ pq_controls: Annotated[
580
+ Optional[OutputKafkaPqControls], pydantic.Field(alias="pqControls")
581
+ ] = None