cribl-control-plane 0.0.48a1__py3-none-any.whl → 0.0.49__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of cribl-control-plane might be problematic. Click here for more details.
- cribl_control_plane/_version.py +6 -4
- cribl_control_plane/errors/healthstatus_error.py +2 -8
- cribl_control_plane/models/__init__.py +12 -12
- cribl_control_plane/models/appmode.py +13 -0
- cribl_control_plane/models/cacheconnection.py +2 -10
- cribl_control_plane/models/cacheconnectionbackfillstatus.py +1 -2
- cribl_control_plane/models/cloudprovider.py +1 -2
- cribl_control_plane/models/configgroup.py +2 -7
- cribl_control_plane/models/configgroupcloud.py +2 -6
- cribl_control_plane/models/createconfiggroupbyproductop.py +2 -8
- cribl_control_plane/models/cribllakedataset.py +2 -8
- cribl_control_plane/models/datasetmetadata.py +2 -8
- cribl_control_plane/models/deleteconfiggroupbyproductandidop.py +2 -7
- cribl_control_plane/models/getconfiggroupaclbyproductandidop.py +2 -4
- cribl_control_plane/models/getconfiggroupaclteamsbyproductandidop.py +2 -4
- cribl_control_plane/models/getconfiggroupbyproductandidop.py +1 -3
- cribl_control_plane/models/getconfiggroupconfigversionbyproductandidop.py +2 -7
- cribl_control_plane/models/getsummaryop.py +2 -7
- cribl_control_plane/models/hbcriblinfo.py +3 -19
- cribl_control_plane/models/healthstatus.py +4 -7
- cribl_control_plane/models/heartbeatmetadata.py +0 -3
- cribl_control_plane/models/inputappscope.py +14 -34
- cribl_control_plane/models/inputazureblob.py +6 -17
- cribl_control_plane/models/inputcollection.py +4 -11
- cribl_control_plane/models/inputconfluentcloud.py +20 -47
- cribl_control_plane/models/inputcribl.py +4 -11
- cribl_control_plane/models/inputcriblhttp.py +8 -23
- cribl_control_plane/models/inputcribllakehttp.py +10 -22
- cribl_control_plane/models/inputcriblmetrics.py +4 -12
- cribl_control_plane/models/inputcribltcp.py +8 -23
- cribl_control_plane/models/inputcrowdstrike.py +10 -26
- cribl_control_plane/models/inputdatadogagent.py +8 -24
- cribl_control_plane/models/inputdatagen.py +4 -11
- cribl_control_plane/models/inputedgeprometheus.py +24 -58
- cribl_control_plane/models/inputelastic.py +14 -40
- cribl_control_plane/models/inputeventhub.py +6 -15
- cribl_control_plane/models/inputexec.py +6 -14
- cribl_control_plane/models/inputfile.py +6 -15
- cribl_control_plane/models/inputfirehose.py +8 -23
- cribl_control_plane/models/inputgooglepubsub.py +6 -19
- cribl_control_plane/models/inputgrafana.py +24 -67
- cribl_control_plane/models/inputhttp.py +8 -23
- cribl_control_plane/models/inputhttpraw.py +8 -23
- cribl_control_plane/models/inputjournalfiles.py +4 -12
- cribl_control_plane/models/inputkafka.py +16 -46
- cribl_control_plane/models/inputkinesis.py +14 -38
- cribl_control_plane/models/inputkubeevents.py +4 -11
- cribl_control_plane/models/inputkubelogs.py +8 -16
- cribl_control_plane/models/inputkubemetrics.py +8 -16
- cribl_control_plane/models/inputloki.py +10 -29
- cribl_control_plane/models/inputmetrics.py +8 -23
- cribl_control_plane/models/inputmodeldriventelemetry.py +10 -32
- cribl_control_plane/models/inputmsk.py +18 -53
- cribl_control_plane/models/inputnetflow.py +4 -11
- cribl_control_plane/models/inputoffice365mgmt.py +14 -33
- cribl_control_plane/models/inputoffice365msgtrace.py +16 -35
- cribl_control_plane/models/inputoffice365service.py +16 -35
- cribl_control_plane/models/inputopentelemetry.py +16 -38
- cribl_control_plane/models/inputprometheus.py +18 -50
- cribl_control_plane/models/inputprometheusrw.py +10 -30
- cribl_control_plane/models/inputrawudp.py +4 -11
- cribl_control_plane/models/inputs3.py +8 -21
- cribl_control_plane/models/inputs3inventory.py +10 -26
- cribl_control_plane/models/inputsecuritylake.py +10 -27
- cribl_control_plane/models/inputsnmp.py +6 -16
- cribl_control_plane/models/inputsplunk.py +12 -33
- cribl_control_plane/models/inputsplunkhec.py +10 -29
- cribl_control_plane/models/inputsplunksearch.py +14 -33
- cribl_control_plane/models/inputsqs.py +10 -27
- cribl_control_plane/models/inputsyslog.py +16 -43
- cribl_control_plane/models/inputsystemmetrics.py +24 -48
- cribl_control_plane/models/inputsystemstate.py +8 -16
- cribl_control_plane/models/inputtcp.py +10 -29
- cribl_control_plane/models/inputtcpjson.py +10 -29
- cribl_control_plane/models/inputwef.py +14 -37
- cribl_control_plane/models/inputwindowsmetrics.py +24 -44
- cribl_control_plane/models/inputwineventlogs.py +10 -20
- cribl_control_plane/models/inputwiz.py +8 -21
- cribl_control_plane/models/inputwizwebhook.py +8 -23
- cribl_control_plane/models/inputzscalerhec.py +10 -29
- cribl_control_plane/models/lakehouseconnectiontype.py +1 -2
- cribl_control_plane/models/listconfiggroupbyproductop.py +1 -3
- cribl_control_plane/models/masterworkerentry.py +2 -7
- cribl_control_plane/models/nodeactiveupgradestatus.py +1 -2
- cribl_control_plane/models/nodefailedupgradestatus.py +1 -2
- cribl_control_plane/models/nodeprovidedinfo.py +0 -3
- cribl_control_plane/models/nodeskippedupgradestatus.py +1 -2
- cribl_control_plane/models/nodeupgradestate.py +1 -2
- cribl_control_plane/models/nodeupgradestatus.py +5 -13
- cribl_control_plane/models/outputazureblob.py +18 -48
- cribl_control_plane/models/outputazuredataexplorer.py +28 -73
- cribl_control_plane/models/outputazureeventhub.py +18 -40
- cribl_control_plane/models/outputazurelogs.py +12 -35
- cribl_control_plane/models/outputclickhouse.py +20 -55
- cribl_control_plane/models/outputcloudwatch.py +10 -29
- cribl_control_plane/models/outputconfluentcloud.py +32 -77
- cribl_control_plane/models/outputcriblhttp.py +16 -44
- cribl_control_plane/models/outputcribllake.py +16 -46
- cribl_control_plane/models/outputcribltcp.py +18 -45
- cribl_control_plane/models/outputcrowdstrikenextgensiem.py +14 -49
- cribl_control_plane/models/outputdatadog.py +20 -48
- cribl_control_plane/models/outputdataset.py +18 -46
- cribl_control_plane/models/outputdiskspool.py +2 -7
- cribl_control_plane/models/outputdls3.py +24 -68
- cribl_control_plane/models/outputdynatracehttp.py +20 -53
- cribl_control_plane/models/outputdynatraceotlp.py +22 -55
- cribl_control_plane/models/outputelastic.py +18 -43
- cribl_control_plane/models/outputelasticcloud.py +12 -36
- cribl_control_plane/models/outputexabeam.py +10 -29
- cribl_control_plane/models/outputfilesystem.py +14 -39
- cribl_control_plane/models/outputgooglechronicle.py +16 -50
- cribl_control_plane/models/outputgooglecloudlogging.py +14 -41
- cribl_control_plane/models/outputgooglecloudstorage.py +24 -66
- cribl_control_plane/models/outputgooglepubsub.py +10 -31
- cribl_control_plane/models/outputgrafanacloud.py +32 -97
- cribl_control_plane/models/outputgraphite.py +14 -31
- cribl_control_plane/models/outputhoneycomb.py +12 -35
- cribl_control_plane/models/outputhumiohec.py +16 -43
- cribl_control_plane/models/outputinfluxdb.py +16 -42
- cribl_control_plane/models/outputkafka.py +28 -74
- cribl_control_plane/models/outputkinesis.py +16 -40
- cribl_control_plane/models/outputloki.py +16 -41
- cribl_control_plane/models/outputminio.py +24 -65
- cribl_control_plane/models/outputmsk.py +30 -82
- cribl_control_plane/models/outputnewrelic.py +18 -43
- cribl_control_plane/models/outputnewrelicevents.py +14 -41
- cribl_control_plane/models/outputopentelemetry.py +26 -67
- cribl_control_plane/models/outputprometheus.py +12 -35
- cribl_control_plane/models/outputring.py +8 -19
- cribl_control_plane/models/outputs3.py +26 -68
- cribl_control_plane/models/outputsecuritylake.py +18 -52
- cribl_control_plane/models/outputsentinel.py +18 -45
- cribl_control_plane/models/outputsentineloneaisiem.py +18 -50
- cribl_control_plane/models/outputservicenow.py +24 -60
- cribl_control_plane/models/outputsignalfx.py +14 -37
- cribl_control_plane/models/outputsns.py +14 -36
- cribl_control_plane/models/outputsplunk.py +24 -60
- cribl_control_plane/models/outputsplunkhec.py +12 -35
- cribl_control_plane/models/outputsplunklb.py +30 -77
- cribl_control_plane/models/outputsqs.py +16 -41
- cribl_control_plane/models/outputstatsd.py +14 -30
- cribl_control_plane/models/outputstatsdext.py +12 -29
- cribl_control_plane/models/outputsumologic.py +12 -35
- cribl_control_plane/models/outputsyslog.py +24 -58
- cribl_control_plane/models/outputtcpjson.py +20 -52
- cribl_control_plane/models/outputwavefront.py +12 -35
- cribl_control_plane/models/outputwebhook.py +22 -58
- cribl_control_plane/models/outputxsiam.py +14 -35
- cribl_control_plane/models/productscore.py +1 -2
- cribl_control_plane/models/rbacresource.py +1 -2
- cribl_control_plane/models/resourcepolicy.py +2 -4
- cribl_control_plane/models/routecloneconf.py +13 -0
- cribl_control_plane/models/routeconf.py +4 -3
- cribl_control_plane/models/runnablejobcollection.py +13 -30
- cribl_control_plane/models/runnablejobexecutor.py +4 -13
- cribl_control_plane/models/runnablejobscheduledsearch.py +2 -7
- cribl_control_plane/models/updateconfiggroupbyproductandidop.py +2 -8
- cribl_control_plane/models/updateconfiggroupdeploybyproductandidop.py +2 -8
- cribl_control_plane/models/workertypes.py +1 -2
- cribl_control_plane/sdk.py +2 -2
- cribl_control_plane/utils/annotations.py +32 -8
- {cribl_control_plane-0.0.48a1.dist-info → cribl_control_plane-0.0.49.dist-info}/METADATA +2 -1
- {cribl_control_plane-0.0.48a1.dist-info → cribl_control_plane-0.0.49.dist-info}/RECORD +164 -162
- {cribl_control_plane-0.0.48a1.dist-info → cribl_control_plane-0.0.49.dist-info}/WHEEL +0 -0
|
@@ -1,12 +1,9 @@
|
|
|
1
1
|
"""Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT."""
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
|
-
from cribl_control_plane import utils
|
|
5
4
|
from cribl_control_plane.types import BaseModel
|
|
6
|
-
from cribl_control_plane.utils import validate_open_enum
|
|
7
5
|
from enum import Enum
|
|
8
6
|
import pydantic
|
|
9
|
-
from pydantic.functional_validators import PlainValidator
|
|
10
7
|
from typing import List, Optional
|
|
11
8
|
from typing_extensions import Annotated, NotRequired, TypedDict
|
|
12
9
|
|
|
@@ -15,14 +12,14 @@ class OutputDatadogType(str, Enum):
|
|
|
15
12
|
DATADOG = "datadog"
|
|
16
13
|
|
|
17
14
|
|
|
18
|
-
class SendLogsAs(str, Enum
|
|
15
|
+
class SendLogsAs(str, Enum):
|
|
19
16
|
r"""The content type to use when sending logs"""
|
|
20
17
|
|
|
21
18
|
TEXT = "text"
|
|
22
19
|
JSON = "json"
|
|
23
20
|
|
|
24
21
|
|
|
25
|
-
class OutputDatadogSeverity(str, Enum
|
|
22
|
+
class OutputDatadogSeverity(str, Enum):
|
|
26
23
|
r"""Default value for message severity. When you send logs as JSON objects, the event's '__severity' field (if set) will override this value."""
|
|
27
24
|
|
|
28
25
|
EMERGENCY = "emergency"
|
|
@@ -35,7 +32,7 @@ class OutputDatadogSeverity(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
|
35
32
|
DEBUG = "debug"
|
|
36
33
|
|
|
37
34
|
|
|
38
|
-
class DatadogSite(str, Enum
|
|
35
|
+
class DatadogSite(str, Enum):
|
|
39
36
|
r"""Datadog site to which events should be sent"""
|
|
40
37
|
|
|
41
38
|
US = "us"
|
|
@@ -58,7 +55,7 @@ class OutputDatadogExtraHTTPHeader(BaseModel):
|
|
|
58
55
|
name: Optional[str] = None
|
|
59
56
|
|
|
60
57
|
|
|
61
|
-
class OutputDatadogFailedRequestLoggingMode(str, Enum
|
|
58
|
+
class OutputDatadogFailedRequestLoggingMode(str, Enum):
|
|
62
59
|
r"""Data to log when a request fails. All headers are redacted by default, unless listed as safe headers below."""
|
|
63
60
|
|
|
64
61
|
PAYLOAD = "payload"
|
|
@@ -120,7 +117,7 @@ class OutputDatadogTimeoutRetrySettings(BaseModel):
|
|
|
120
117
|
r"""The maximum backoff interval, in milliseconds, Cribl Stream should apply. Default (and minimum) is 10,000 ms (10 seconds); maximum is 180,000 ms (180 seconds)."""
|
|
121
118
|
|
|
122
119
|
|
|
123
|
-
class OutputDatadogBackpressureBehavior(str, Enum
|
|
120
|
+
class OutputDatadogBackpressureBehavior(str, Enum):
|
|
124
121
|
r"""How to handle events when all receivers are exerting backpressure"""
|
|
125
122
|
|
|
126
123
|
BLOCK = "block"
|
|
@@ -128,28 +125,28 @@ class OutputDatadogBackpressureBehavior(str, Enum, metaclass=utils.OpenEnumMeta)
|
|
|
128
125
|
QUEUE = "queue"
|
|
129
126
|
|
|
130
127
|
|
|
131
|
-
class OutputDatadogAuthenticationMethod(str, Enum
|
|
128
|
+
class OutputDatadogAuthenticationMethod(str, Enum):
|
|
132
129
|
r"""Enter API key directly, or select a stored secret"""
|
|
133
130
|
|
|
134
131
|
MANUAL = "manual"
|
|
135
132
|
SECRET = "secret"
|
|
136
133
|
|
|
137
134
|
|
|
138
|
-
class OutputDatadogCompression(str, Enum
|
|
135
|
+
class OutputDatadogCompression(str, Enum):
|
|
139
136
|
r"""Codec to use to compress the persisted data"""
|
|
140
137
|
|
|
141
138
|
NONE = "none"
|
|
142
139
|
GZIP = "gzip"
|
|
143
140
|
|
|
144
141
|
|
|
145
|
-
class OutputDatadogQueueFullBehavior(str, Enum
|
|
142
|
+
class OutputDatadogQueueFullBehavior(str, Enum):
|
|
146
143
|
r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
|
|
147
144
|
|
|
148
145
|
BLOCK = "block"
|
|
149
146
|
DROP = "drop"
|
|
150
147
|
|
|
151
148
|
|
|
152
|
-
class OutputDatadogMode(str, Enum
|
|
149
|
+
class OutputDatadogMode(str, Enum):
|
|
153
150
|
r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
|
|
154
151
|
|
|
155
152
|
ERROR = "error"
|
|
@@ -279,8 +276,7 @@ class OutputDatadog(BaseModel):
|
|
|
279
276
|
r"""Tags for filtering and grouping in @{product}"""
|
|
280
277
|
|
|
281
278
|
content_type: Annotated[
|
|
282
|
-
|
|
283
|
-
pydantic.Field(alias="contentType"),
|
|
279
|
+
Optional[SendLogsAs], pydantic.Field(alias="contentType")
|
|
284
280
|
] = SendLogsAs.JSON
|
|
285
281
|
r"""The content type to use when sending logs"""
|
|
286
282
|
|
|
@@ -307,14 +303,10 @@ class OutputDatadog(BaseModel):
|
|
|
307
303
|
] = False
|
|
308
304
|
r"""Allow API key to be set from the event's '__agent_api_key' field"""
|
|
309
305
|
|
|
310
|
-
severity:
|
|
311
|
-
Optional[OutputDatadogSeverity], PlainValidator(validate_open_enum(False))
|
|
312
|
-
] = None
|
|
306
|
+
severity: Optional[OutputDatadogSeverity] = None
|
|
313
307
|
r"""Default value for message severity. When you send logs as JSON objects, the event's '__severity' field (if set) will override this value."""
|
|
314
308
|
|
|
315
|
-
site:
|
|
316
|
-
Optional[DatadogSite], PlainValidator(validate_open_enum(False))
|
|
317
|
-
] = DatadogSite.US
|
|
309
|
+
site: Optional[DatadogSite] = DatadogSite.US
|
|
318
310
|
r"""Datadog site to which events should be sent"""
|
|
319
311
|
|
|
320
312
|
send_counters_as_count: Annotated[
|
|
@@ -366,10 +358,7 @@ class OutputDatadog(BaseModel):
|
|
|
366
358
|
r"""Enable round-robin DNS lookup. When a DNS server returns multiple addresses, @{product} will cycle through them in the order returned. For optimal performance, consider enabling this setting for non-load balanced destinations."""
|
|
367
359
|
|
|
368
360
|
failed_request_logging_mode: Annotated[
|
|
369
|
-
|
|
370
|
-
Optional[OutputDatadogFailedRequestLoggingMode],
|
|
371
|
-
PlainValidator(validate_open_enum(False)),
|
|
372
|
-
],
|
|
361
|
+
Optional[OutputDatadogFailedRequestLoggingMode],
|
|
373
362
|
pydantic.Field(alias="failedRequestLoggingMode"),
|
|
374
363
|
] = OutputDatadogFailedRequestLoggingMode.NONE
|
|
375
364
|
r"""Data to log when a request fails. All headers are redacted by default, unless listed as safe headers below."""
|
|
@@ -396,20 +385,13 @@ class OutputDatadog(BaseModel):
|
|
|
396
385
|
r"""Honor any Retry-After header that specifies a delay (in seconds) no longer than 180 seconds after the retry request. @{product} limits the delay to 180 seconds, even if the Retry-After header specifies a longer delay. When enabled, takes precedence over user-configured retry options. When disabled, all Retry-After headers are ignored."""
|
|
397
386
|
|
|
398
387
|
on_backpressure: Annotated[
|
|
399
|
-
|
|
400
|
-
Optional[OutputDatadogBackpressureBehavior],
|
|
401
|
-
PlainValidator(validate_open_enum(False)),
|
|
402
|
-
],
|
|
388
|
+
Optional[OutputDatadogBackpressureBehavior],
|
|
403
389
|
pydantic.Field(alias="onBackpressure"),
|
|
404
390
|
] = OutputDatadogBackpressureBehavior.BLOCK
|
|
405
391
|
r"""How to handle events when all receivers are exerting backpressure"""
|
|
406
392
|
|
|
407
393
|
auth_type: Annotated[
|
|
408
|
-
|
|
409
|
-
Optional[OutputDatadogAuthenticationMethod],
|
|
410
|
-
PlainValidator(validate_open_enum(False)),
|
|
411
|
-
],
|
|
412
|
-
pydantic.Field(alias="authType"),
|
|
394
|
+
Optional[OutputDatadogAuthenticationMethod], pydantic.Field(alias="authType")
|
|
413
395
|
] = OutputDatadogAuthenticationMethod.MANUAL
|
|
414
396
|
r"""Enter API key directly, or select a stored secret"""
|
|
415
397
|
|
|
@@ -436,29 +418,19 @@ class OutputDatadog(BaseModel):
|
|
|
436
418
|
r"""The location for the persistent queue files. To this field's value, the system will append: /<worker-id>/<output-id>."""
|
|
437
419
|
|
|
438
420
|
pq_compress: Annotated[
|
|
439
|
-
|
|
440
|
-
Optional[OutputDatadogCompression],
|
|
441
|
-
PlainValidator(validate_open_enum(False)),
|
|
442
|
-
],
|
|
443
|
-
pydantic.Field(alias="pqCompress"),
|
|
421
|
+
Optional[OutputDatadogCompression], pydantic.Field(alias="pqCompress")
|
|
444
422
|
] = OutputDatadogCompression.NONE
|
|
445
423
|
r"""Codec to use to compress the persisted data"""
|
|
446
424
|
|
|
447
425
|
pq_on_backpressure: Annotated[
|
|
448
|
-
|
|
449
|
-
Optional[OutputDatadogQueueFullBehavior],
|
|
450
|
-
PlainValidator(validate_open_enum(False)),
|
|
451
|
-
],
|
|
426
|
+
Optional[OutputDatadogQueueFullBehavior],
|
|
452
427
|
pydantic.Field(alias="pqOnBackpressure"),
|
|
453
428
|
] = OutputDatadogQueueFullBehavior.BLOCK
|
|
454
429
|
r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
|
|
455
430
|
|
|
456
|
-
pq_mode: Annotated[
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
],
|
|
460
|
-
pydantic.Field(alias="pqMode"),
|
|
461
|
-
] = OutputDatadogMode.ERROR
|
|
431
|
+
pq_mode: Annotated[Optional[OutputDatadogMode], pydantic.Field(alias="pqMode")] = (
|
|
432
|
+
OutputDatadogMode.ERROR
|
|
433
|
+
)
|
|
462
434
|
r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
|
|
463
435
|
|
|
464
436
|
pq_controls: Annotated[
|
|
@@ -1,12 +1,9 @@
|
|
|
1
1
|
"""Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT."""
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
|
-
from cribl_control_plane import utils
|
|
5
4
|
from cribl_control_plane.types import BaseModel
|
|
6
|
-
from cribl_control_plane.utils import validate_open_enum
|
|
7
5
|
from enum import Enum
|
|
8
6
|
import pydantic
|
|
9
|
-
from pydantic.functional_validators import PlainValidator
|
|
10
7
|
from typing import List, Optional
|
|
11
8
|
from typing_extensions import Annotated, NotRequired, TypedDict
|
|
12
9
|
|
|
@@ -15,7 +12,7 @@ class OutputDatasetType(str, Enum):
|
|
|
15
12
|
DATASET = "dataset"
|
|
16
13
|
|
|
17
14
|
|
|
18
|
-
class OutputDatasetSeverity(str, Enum
|
|
15
|
+
class OutputDatasetSeverity(str, Enum):
|
|
19
16
|
r"""Default value for event severity. If the `sev` or `__severity` fields are set on an event, the first one matching will override this value."""
|
|
20
17
|
|
|
21
18
|
FINEST = "finest"
|
|
@@ -81,7 +78,7 @@ class OutputDatasetTimeoutRetrySettings(BaseModel):
|
|
|
81
78
|
r"""The maximum backoff interval, in milliseconds, Cribl Stream should apply. Default (and minimum) is 10,000 ms (10 seconds); maximum is 180,000 ms (180 seconds)."""
|
|
82
79
|
|
|
83
80
|
|
|
84
|
-
class DataSetSite(str, Enum
|
|
81
|
+
class DataSetSite(str, Enum):
|
|
85
82
|
r"""DataSet site to which events should be sent"""
|
|
86
83
|
|
|
87
84
|
US = "us"
|
|
@@ -100,7 +97,7 @@ class OutputDatasetExtraHTTPHeader(BaseModel):
|
|
|
100
97
|
name: Optional[str] = None
|
|
101
98
|
|
|
102
99
|
|
|
103
|
-
class OutputDatasetFailedRequestLoggingMode(str, Enum
|
|
100
|
+
class OutputDatasetFailedRequestLoggingMode(str, Enum):
|
|
104
101
|
r"""Data to log when a request fails. All headers are redacted by default, unless listed as safe headers below."""
|
|
105
102
|
|
|
106
103
|
PAYLOAD = "payload"
|
|
@@ -108,7 +105,7 @@ class OutputDatasetFailedRequestLoggingMode(str, Enum, metaclass=utils.OpenEnumM
|
|
|
108
105
|
NONE = "none"
|
|
109
106
|
|
|
110
107
|
|
|
111
|
-
class OutputDatasetBackpressureBehavior(str, Enum
|
|
108
|
+
class OutputDatasetBackpressureBehavior(str, Enum):
|
|
112
109
|
r"""How to handle events when all receivers are exerting backpressure"""
|
|
113
110
|
|
|
114
111
|
BLOCK = "block"
|
|
@@ -116,28 +113,28 @@ class OutputDatasetBackpressureBehavior(str, Enum, metaclass=utils.OpenEnumMeta)
|
|
|
116
113
|
QUEUE = "queue"
|
|
117
114
|
|
|
118
115
|
|
|
119
|
-
class OutputDatasetAuthenticationMethod(str, Enum
|
|
116
|
+
class OutputDatasetAuthenticationMethod(str, Enum):
|
|
120
117
|
r"""Enter API key directly, or select a stored secret"""
|
|
121
118
|
|
|
122
119
|
MANUAL = "manual"
|
|
123
120
|
SECRET = "secret"
|
|
124
121
|
|
|
125
122
|
|
|
126
|
-
class OutputDatasetCompression(str, Enum
|
|
123
|
+
class OutputDatasetCompression(str, Enum):
|
|
127
124
|
r"""Codec to use to compress the persisted data"""
|
|
128
125
|
|
|
129
126
|
NONE = "none"
|
|
130
127
|
GZIP = "gzip"
|
|
131
128
|
|
|
132
129
|
|
|
133
|
-
class OutputDatasetQueueFullBehavior(str, Enum
|
|
130
|
+
class OutputDatasetQueueFullBehavior(str, Enum):
|
|
134
131
|
r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
|
|
135
132
|
|
|
136
133
|
BLOCK = "block"
|
|
137
134
|
DROP = "drop"
|
|
138
135
|
|
|
139
136
|
|
|
140
|
-
class OutputDatasetMode(str, Enum
|
|
137
|
+
class OutputDatasetMode(str, Enum):
|
|
141
138
|
r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
|
|
142
139
|
|
|
143
140
|
ERROR = "error"
|
|
@@ -275,10 +272,7 @@ class OutputDataset(BaseModel):
|
|
|
275
272
|
r"""Name of the event field that contains the timestamp. If not specified, defaults to `ts`, `_time`, or `Date.now()`, in that order."""
|
|
276
273
|
|
|
277
274
|
default_severity: Annotated[
|
|
278
|
-
|
|
279
|
-
Optional[OutputDatasetSeverity], PlainValidator(validate_open_enum(False))
|
|
280
|
-
],
|
|
281
|
-
pydantic.Field(alias="defaultSeverity"),
|
|
275
|
+
Optional[OutputDatasetSeverity], pydantic.Field(alias="defaultSeverity")
|
|
282
276
|
] = OutputDatasetSeverity.INFO
|
|
283
277
|
r"""Default value for event severity. If the `sev` or `__severity` fields are set on an event, the first one matching will override this value."""
|
|
284
278
|
|
|
@@ -298,9 +292,7 @@ class OutputDataset(BaseModel):
|
|
|
298
292
|
] = False
|
|
299
293
|
r"""Honor any Retry-After header that specifies a delay (in seconds) no longer than 180 seconds after the retry request. @{product} limits the delay to 180 seconds, even if the Retry-After header specifies a longer delay. When enabled, takes precedence over user-configured retry options. When disabled, all Retry-After headers are ignored."""
|
|
300
294
|
|
|
301
|
-
site:
|
|
302
|
-
Optional[DataSetSite], PlainValidator(validate_open_enum(False))
|
|
303
|
-
] = DataSetSite.US
|
|
295
|
+
site: Optional[DataSetSite] = DataSetSite.US
|
|
304
296
|
r"""DataSet site to which events should be sent"""
|
|
305
297
|
|
|
306
298
|
concurrency: Optional[float] = 5
|
|
@@ -347,10 +339,7 @@ class OutputDataset(BaseModel):
|
|
|
347
339
|
r"""Enable round-robin DNS lookup. When a DNS server returns multiple addresses, @{product} will cycle through them in the order returned. For optimal performance, consider enabling this setting for non-load balanced destinations."""
|
|
348
340
|
|
|
349
341
|
failed_request_logging_mode: Annotated[
|
|
350
|
-
|
|
351
|
-
Optional[OutputDatasetFailedRequestLoggingMode],
|
|
352
|
-
PlainValidator(validate_open_enum(False)),
|
|
353
|
-
],
|
|
342
|
+
Optional[OutputDatasetFailedRequestLoggingMode],
|
|
354
343
|
pydantic.Field(alias="failedRequestLoggingMode"),
|
|
355
344
|
] = OutputDatasetFailedRequestLoggingMode.NONE
|
|
356
345
|
r"""Data to log when a request fails. All headers are redacted by default, unless listed as safe headers below."""
|
|
@@ -361,20 +350,13 @@ class OutputDataset(BaseModel):
|
|
|
361
350
|
r"""List of headers that are safe to log in plain text"""
|
|
362
351
|
|
|
363
352
|
on_backpressure: Annotated[
|
|
364
|
-
|
|
365
|
-
Optional[OutputDatasetBackpressureBehavior],
|
|
366
|
-
PlainValidator(validate_open_enum(False)),
|
|
367
|
-
],
|
|
353
|
+
Optional[OutputDatasetBackpressureBehavior],
|
|
368
354
|
pydantic.Field(alias="onBackpressure"),
|
|
369
355
|
] = OutputDatasetBackpressureBehavior.BLOCK
|
|
370
356
|
r"""How to handle events when all receivers are exerting backpressure"""
|
|
371
357
|
|
|
372
358
|
auth_type: Annotated[
|
|
373
|
-
|
|
374
|
-
Optional[OutputDatasetAuthenticationMethod],
|
|
375
|
-
PlainValidator(validate_open_enum(False)),
|
|
376
|
-
],
|
|
377
|
-
pydantic.Field(alias="authType"),
|
|
359
|
+
Optional[OutputDatasetAuthenticationMethod], pydantic.Field(alias="authType")
|
|
378
360
|
] = OutputDatasetAuthenticationMethod.MANUAL
|
|
379
361
|
r"""Enter API key directly, or select a stored secret"""
|
|
380
362
|
|
|
@@ -401,29 +383,19 @@ class OutputDataset(BaseModel):
|
|
|
401
383
|
r"""The location for the persistent queue files. To this field's value, the system will append: /<worker-id>/<output-id>."""
|
|
402
384
|
|
|
403
385
|
pq_compress: Annotated[
|
|
404
|
-
|
|
405
|
-
Optional[OutputDatasetCompression],
|
|
406
|
-
PlainValidator(validate_open_enum(False)),
|
|
407
|
-
],
|
|
408
|
-
pydantic.Field(alias="pqCompress"),
|
|
386
|
+
Optional[OutputDatasetCompression], pydantic.Field(alias="pqCompress")
|
|
409
387
|
] = OutputDatasetCompression.NONE
|
|
410
388
|
r"""Codec to use to compress the persisted data"""
|
|
411
389
|
|
|
412
390
|
pq_on_backpressure: Annotated[
|
|
413
|
-
|
|
414
|
-
Optional[OutputDatasetQueueFullBehavior],
|
|
415
|
-
PlainValidator(validate_open_enum(False)),
|
|
416
|
-
],
|
|
391
|
+
Optional[OutputDatasetQueueFullBehavior],
|
|
417
392
|
pydantic.Field(alias="pqOnBackpressure"),
|
|
418
393
|
] = OutputDatasetQueueFullBehavior.BLOCK
|
|
419
394
|
r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
|
|
420
395
|
|
|
421
|
-
pq_mode: Annotated[
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
],
|
|
425
|
-
pydantic.Field(alias="pqMode"),
|
|
426
|
-
] = OutputDatasetMode.ERROR
|
|
396
|
+
pq_mode: Annotated[Optional[OutputDatasetMode], pydantic.Field(alias="pqMode")] = (
|
|
397
|
+
OutputDatasetMode.ERROR
|
|
398
|
+
)
|
|
427
399
|
r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
|
|
428
400
|
|
|
429
401
|
pq_controls: Annotated[
|
|
@@ -1,12 +1,9 @@
|
|
|
1
1
|
"""Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT."""
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
|
-
from cribl_control_plane import utils
|
|
5
4
|
from cribl_control_plane.types import BaseModel
|
|
6
|
-
from cribl_control_plane.utils import validate_open_enum
|
|
7
5
|
from enum import Enum
|
|
8
6
|
import pydantic
|
|
9
|
-
from pydantic.functional_validators import PlainValidator
|
|
10
7
|
from typing import List, Optional
|
|
11
8
|
from typing_extensions import Annotated, NotRequired, TypedDict
|
|
12
9
|
|
|
@@ -15,7 +12,7 @@ class OutputDiskSpoolType(str, Enum):
|
|
|
15
12
|
DISK_SPOOL = "disk_spool"
|
|
16
13
|
|
|
17
14
|
|
|
18
|
-
class OutputDiskSpoolCompression(str, Enum
|
|
15
|
+
class OutputDiskSpoolCompression(str, Enum):
|
|
19
16
|
r"""Data compression format. Default is gzip."""
|
|
20
17
|
|
|
21
18
|
NONE = "none"
|
|
@@ -76,9 +73,7 @@ class OutputDiskSpool(BaseModel):
|
|
|
76
73
|
max_data_time: Annotated[Optional[str], pydantic.Field(alias="maxDataTime")] = "24h"
|
|
77
74
|
r"""Maximum amount of time to retain data before older buckets are deleted. Examples: 2h, 4d. Default is 24h."""
|
|
78
75
|
|
|
79
|
-
compress:
|
|
80
|
-
Optional[OutputDiskSpoolCompression], PlainValidator(validate_open_enum(False))
|
|
81
|
-
] = OutputDiskSpoolCompression.GZIP
|
|
76
|
+
compress: Optional[OutputDiskSpoolCompression] = OutputDiskSpoolCompression.GZIP
|
|
82
77
|
r"""Data compression format. Default is gzip."""
|
|
83
78
|
|
|
84
79
|
partition_expr: Annotated[Optional[str], pydantic.Field(alias="partitionExpr")] = (
|
|
@@ -1,12 +1,9 @@
|
|
|
1
1
|
"""Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT."""
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
|
-
from cribl_control_plane import utils
|
|
5
4
|
from cribl_control_plane.types import BaseModel
|
|
6
|
-
from cribl_control_plane.utils import validate_open_enum
|
|
7
5
|
from enum import Enum
|
|
8
6
|
import pydantic
|
|
9
|
-
from pydantic.functional_validators import PlainValidator
|
|
10
7
|
from typing import List, Optional
|
|
11
8
|
from typing_extensions import Annotated, NotRequired, TypedDict
|
|
12
9
|
|
|
@@ -15,7 +12,7 @@ class OutputDlS3Type(str, Enum):
|
|
|
15
12
|
DL_S3 = "dl_s3"
|
|
16
13
|
|
|
17
14
|
|
|
18
|
-
class OutputDlS3AuthenticationMethod(str, Enum
|
|
15
|
+
class OutputDlS3AuthenticationMethod(str, Enum):
|
|
19
16
|
r"""AWS authentication method. Choose Auto to use IAM roles."""
|
|
20
17
|
|
|
21
18
|
AUTO = "auto"
|
|
@@ -23,14 +20,14 @@ class OutputDlS3AuthenticationMethod(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
|
23
20
|
SECRET = "secret"
|
|
24
21
|
|
|
25
22
|
|
|
26
|
-
class OutputDlS3SignatureVersion(str, Enum
|
|
23
|
+
class OutputDlS3SignatureVersion(str, Enum):
|
|
27
24
|
r"""Signature version to use for signing S3 requests"""
|
|
28
25
|
|
|
29
26
|
V2 = "v2"
|
|
30
27
|
V4 = "v4"
|
|
31
28
|
|
|
32
29
|
|
|
33
|
-
class OutputDlS3ObjectACL(str, Enum
|
|
30
|
+
class OutputDlS3ObjectACL(str, Enum):
|
|
34
31
|
r"""Object ACL to assign to uploaded objects"""
|
|
35
32
|
|
|
36
33
|
PRIVATE = "private"
|
|
@@ -42,7 +39,7 @@ class OutputDlS3ObjectACL(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
|
42
39
|
BUCKET_OWNER_FULL_CONTROL = "bucket-owner-full-control"
|
|
43
40
|
|
|
44
41
|
|
|
45
|
-
class OutputDlS3StorageClass(str, Enum
|
|
42
|
+
class OutputDlS3StorageClass(str, Enum):
|
|
46
43
|
r"""Storage class to select for uploaded objects"""
|
|
47
44
|
|
|
48
45
|
STANDARD = "STANDARD"
|
|
@@ -55,14 +52,12 @@ class OutputDlS3StorageClass(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
|
55
52
|
DEEP_ARCHIVE = "DEEP_ARCHIVE"
|
|
56
53
|
|
|
57
54
|
|
|
58
|
-
class OutputDlS3ServerSideEncryptionForUploadedObjects(
|
|
59
|
-
str, Enum, metaclass=utils.OpenEnumMeta
|
|
60
|
-
):
|
|
55
|
+
class OutputDlS3ServerSideEncryptionForUploadedObjects(str, Enum):
|
|
61
56
|
AES256 = "AES256"
|
|
62
57
|
AWS_KMS = "aws:kms"
|
|
63
58
|
|
|
64
59
|
|
|
65
|
-
class OutputDlS3DataFormat(str, Enum
|
|
60
|
+
class OutputDlS3DataFormat(str, Enum):
|
|
66
61
|
r"""Format of the output data"""
|
|
67
62
|
|
|
68
63
|
JSON = "json"
|
|
@@ -70,28 +65,28 @@ class OutputDlS3DataFormat(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
|
70
65
|
PARQUET = "parquet"
|
|
71
66
|
|
|
72
67
|
|
|
73
|
-
class OutputDlS3BackpressureBehavior(str, Enum
|
|
68
|
+
class OutputDlS3BackpressureBehavior(str, Enum):
|
|
74
69
|
r"""How to handle events when all receivers are exerting backpressure"""
|
|
75
70
|
|
|
76
71
|
BLOCK = "block"
|
|
77
72
|
DROP = "drop"
|
|
78
73
|
|
|
79
74
|
|
|
80
|
-
class OutputDlS3DiskSpaceProtection(str, Enum
|
|
75
|
+
class OutputDlS3DiskSpaceProtection(str, Enum):
|
|
81
76
|
r"""How to handle events when disk space is below the global 'Min free disk space' limit"""
|
|
82
77
|
|
|
83
78
|
BLOCK = "block"
|
|
84
79
|
DROP = "drop"
|
|
85
80
|
|
|
86
81
|
|
|
87
|
-
class OutputDlS3Compression(str, Enum
|
|
82
|
+
class OutputDlS3Compression(str, Enum):
|
|
88
83
|
r"""Data compression format to apply to HTTP content before it is delivered"""
|
|
89
84
|
|
|
90
85
|
NONE = "none"
|
|
91
86
|
GZIP = "gzip"
|
|
92
87
|
|
|
93
88
|
|
|
94
|
-
class OutputDlS3CompressionLevel(str, Enum
|
|
89
|
+
class OutputDlS3CompressionLevel(str, Enum):
|
|
95
90
|
r"""Compression level to apply before moving files to final destination"""
|
|
96
91
|
|
|
97
92
|
BEST_SPEED = "best_speed"
|
|
@@ -99,7 +94,7 @@ class OutputDlS3CompressionLevel(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
|
99
94
|
BEST_COMPRESSION = "best_compression"
|
|
100
95
|
|
|
101
96
|
|
|
102
|
-
class OutputDlS3ParquetVersion(str, Enum
|
|
97
|
+
class OutputDlS3ParquetVersion(str, Enum):
|
|
103
98
|
r"""Determines which data types are supported and how they are represented"""
|
|
104
99
|
|
|
105
100
|
PARQUET_1_0 = "PARQUET_1_0"
|
|
@@ -107,7 +102,7 @@ class OutputDlS3ParquetVersion(str, Enum, metaclass=utils.OpenEnumMeta):
|
|
|
107
102
|
PARQUET_2_6 = "PARQUET_2_6"
|
|
108
103
|
|
|
109
104
|
|
|
110
|
-
class OutputDlS3DataPageVersion(str, Enum
|
|
105
|
+
class OutputDlS3DataPageVersion(str, Enum):
|
|
111
106
|
r"""Serialization format of data pages. Note that some reader implementations use Data page V2's attributes to work more efficiently, while others ignore it."""
|
|
112
107
|
|
|
113
108
|
DATA_PAGE_V1 = "DATA_PAGE_V1"
|
|
@@ -279,10 +274,7 @@ class OutputDlS3(BaseModel):
|
|
|
279
274
|
r"""Secret key. This value can be a constant or a JavaScript expression. Example: `${C.env.SOME_SECRET}`)"""
|
|
280
275
|
|
|
281
276
|
aws_authentication_method: Annotated[
|
|
282
|
-
|
|
283
|
-
Optional[OutputDlS3AuthenticationMethod],
|
|
284
|
-
PlainValidator(validate_open_enum(False)),
|
|
285
|
-
],
|
|
277
|
+
Optional[OutputDlS3AuthenticationMethod],
|
|
286
278
|
pydantic.Field(alias="awsAuthenticationMethod"),
|
|
287
279
|
] = OutputDlS3AuthenticationMethod.AUTO
|
|
288
280
|
r"""AWS authentication method. Choose Auto to use IAM roles."""
|
|
@@ -291,11 +283,7 @@ class OutputDlS3(BaseModel):
|
|
|
291
283
|
r"""S3 service endpoint. If empty, defaults to the AWS Region-specific endpoint. Otherwise, it must point to S3-compatible endpoint."""
|
|
292
284
|
|
|
293
285
|
signature_version: Annotated[
|
|
294
|
-
|
|
295
|
-
Optional[OutputDlS3SignatureVersion],
|
|
296
|
-
PlainValidator(validate_open_enum(False)),
|
|
297
|
-
],
|
|
298
|
-
pydantic.Field(alias="signatureVersion"),
|
|
286
|
+
Optional[OutputDlS3SignatureVersion], pydantic.Field(alias="signatureVersion")
|
|
299
287
|
] = OutputDlS3SignatureVersion.V4
|
|
300
288
|
r"""Signature version to use for signing S3 requests"""
|
|
301
289
|
|
|
@@ -343,26 +331,17 @@ class OutputDlS3(BaseModel):
|
|
|
343
331
|
r"""Prefix to prepend to files before uploading. Must be a JavaScript expression (which can evaluate to a constant value), enclosed in quotes or backticks. Can be evaluated only at init time. Example referencing a Global Variable: `myKeyPrefix-${C.vars.myVar}`"""
|
|
344
332
|
|
|
345
333
|
object_acl: Annotated[
|
|
346
|
-
|
|
347
|
-
Optional[OutputDlS3ObjectACL], PlainValidator(validate_open_enum(False))
|
|
348
|
-
],
|
|
349
|
-
pydantic.Field(alias="objectACL"),
|
|
334
|
+
Optional[OutputDlS3ObjectACL], pydantic.Field(alias="objectACL")
|
|
350
335
|
] = OutputDlS3ObjectACL.PRIVATE
|
|
351
336
|
r"""Object ACL to assign to uploaded objects"""
|
|
352
337
|
|
|
353
338
|
storage_class: Annotated[
|
|
354
|
-
|
|
355
|
-
Optional[OutputDlS3StorageClass], PlainValidator(validate_open_enum(False))
|
|
356
|
-
],
|
|
357
|
-
pydantic.Field(alias="storageClass"),
|
|
339
|
+
Optional[OutputDlS3StorageClass], pydantic.Field(alias="storageClass")
|
|
358
340
|
] = None
|
|
359
341
|
r"""Storage class to select for uploaded objects"""
|
|
360
342
|
|
|
361
343
|
server_side_encryption: Annotated[
|
|
362
|
-
|
|
363
|
-
Optional[OutputDlS3ServerSideEncryptionForUploadedObjects],
|
|
364
|
-
PlainValidator(validate_open_enum(False)),
|
|
365
|
-
],
|
|
344
|
+
Optional[OutputDlS3ServerSideEncryptionForUploadedObjects],
|
|
366
345
|
pydantic.Field(alias="serverSideEncryption"),
|
|
367
346
|
] = None
|
|
368
347
|
|
|
@@ -375,10 +354,7 @@ class OutputDlS3(BaseModel):
|
|
|
375
354
|
r"""Remove empty staging directories after moving files"""
|
|
376
355
|
|
|
377
356
|
format_: Annotated[
|
|
378
|
-
|
|
379
|
-
Optional[OutputDlS3DataFormat], PlainValidator(validate_open_enum(False))
|
|
380
|
-
],
|
|
381
|
-
pydantic.Field(alias="format"),
|
|
357
|
+
Optional[OutputDlS3DataFormat], pydantic.Field(alias="format")
|
|
382
358
|
] = OutputDlS3DataFormat.JSON
|
|
383
359
|
r"""Format of the output data"""
|
|
384
360
|
|
|
@@ -411,11 +387,7 @@ class OutputDlS3(BaseModel):
|
|
|
411
387
|
r"""Buffer size used to write to a file"""
|
|
412
388
|
|
|
413
389
|
on_backpressure: Annotated[
|
|
414
|
-
|
|
415
|
-
Optional[OutputDlS3BackpressureBehavior],
|
|
416
|
-
PlainValidator(validate_open_enum(False)),
|
|
417
|
-
],
|
|
418
|
-
pydantic.Field(alias="onBackpressure"),
|
|
390
|
+
Optional[OutputDlS3BackpressureBehavior], pydantic.Field(alias="onBackpressure")
|
|
419
391
|
] = OutputDlS3BackpressureBehavior.BLOCK
|
|
420
392
|
r"""How to handle events when all receivers are exerting backpressure"""
|
|
421
393
|
|
|
@@ -425,10 +397,7 @@ class OutputDlS3(BaseModel):
|
|
|
425
397
|
r"""If a file fails to move to its final destination after the maximum number of retries, move it to a designated directory to prevent further errors"""
|
|
426
398
|
|
|
427
399
|
on_disk_full_backpressure: Annotated[
|
|
428
|
-
|
|
429
|
-
Optional[OutputDlS3DiskSpaceProtection],
|
|
430
|
-
PlainValidator(validate_open_enum(False)),
|
|
431
|
-
],
|
|
400
|
+
Optional[OutputDlS3DiskSpaceProtection],
|
|
432
401
|
pydantic.Field(alias="onDiskFullBackpressure"),
|
|
433
402
|
] = OutputDlS3DiskSpaceProtection.BLOCK
|
|
434
403
|
r"""How to handle events when disk space is below the global 'Min free disk space' limit"""
|
|
@@ -471,17 +440,11 @@ class OutputDlS3(BaseModel):
|
|
|
471
440
|
aws_secret: Annotated[Optional[str], pydantic.Field(alias="awsSecret")] = None
|
|
472
441
|
r"""Select or create a stored secret that references your access key and secret key"""
|
|
473
442
|
|
|
474
|
-
compress:
|
|
475
|
-
Optional[OutputDlS3Compression], PlainValidator(validate_open_enum(False))
|
|
476
|
-
] = OutputDlS3Compression.GZIP
|
|
443
|
+
compress: Optional[OutputDlS3Compression] = OutputDlS3Compression.GZIP
|
|
477
444
|
r"""Data compression format to apply to HTTP content before it is delivered"""
|
|
478
445
|
|
|
479
446
|
compression_level: Annotated[
|
|
480
|
-
|
|
481
|
-
Optional[OutputDlS3CompressionLevel],
|
|
482
|
-
PlainValidator(validate_open_enum(False)),
|
|
483
|
-
],
|
|
484
|
-
pydantic.Field(alias="compressionLevel"),
|
|
447
|
+
Optional[OutputDlS3CompressionLevel], pydantic.Field(alias="compressionLevel")
|
|
485
448
|
] = OutputDlS3CompressionLevel.BEST_SPEED
|
|
486
449
|
r"""Compression level to apply before moving files to final destination"""
|
|
487
450
|
|
|
@@ -491,19 +454,12 @@ class OutputDlS3(BaseModel):
|
|
|
491
454
|
r"""Automatically calculate the schema based on the events of each Parquet file generated"""
|
|
492
455
|
|
|
493
456
|
parquet_version: Annotated[
|
|
494
|
-
|
|
495
|
-
Optional[OutputDlS3ParquetVersion],
|
|
496
|
-
PlainValidator(validate_open_enum(False)),
|
|
497
|
-
],
|
|
498
|
-
pydantic.Field(alias="parquetVersion"),
|
|
457
|
+
Optional[OutputDlS3ParquetVersion], pydantic.Field(alias="parquetVersion")
|
|
499
458
|
] = OutputDlS3ParquetVersion.PARQUET_2_6
|
|
500
459
|
r"""Determines which data types are supported and how they are represented"""
|
|
501
460
|
|
|
502
461
|
parquet_data_page_version: Annotated[
|
|
503
|
-
|
|
504
|
-
Optional[OutputDlS3DataPageVersion],
|
|
505
|
-
PlainValidator(validate_open_enum(False)),
|
|
506
|
-
],
|
|
462
|
+
Optional[OutputDlS3DataPageVersion],
|
|
507
463
|
pydantic.Field(alias="parquetDataPageVersion"),
|
|
508
464
|
] = OutputDlS3DataPageVersion.DATA_PAGE_V2
|
|
509
465
|
r"""Serialization format of data pages. Note that some reader implementations use Data page V2's attributes to work more efficiently, while others ignore it."""
|