cribl-control-plane 0.2.1rc3__py3-none-any.whl → 0.2.1rc4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of cribl-control-plane might be problematic. Click here for more details.

Files changed (102) hide show
  1. cribl_control_plane/_version.py +4 -4
  2. cribl_control_plane/groups_sdk.py +0 -3
  3. cribl_control_plane/models/__init__.py +105 -28
  4. cribl_control_plane/models/input.py +14 -14
  5. cribl_control_plane/models/inputappscope.py +20 -16
  6. cribl_control_plane/models/inputconfluentcloud.py +110 -0
  7. cribl_control_plane/models/inputcriblhttp.py +20 -16
  8. cribl_control_plane/models/inputcribllakehttp.py +20 -16
  9. cribl_control_plane/models/inputcribltcp.py +20 -16
  10. cribl_control_plane/models/inputdatadogagent.py +20 -16
  11. cribl_control_plane/models/inputedgeprometheus.py +44 -36
  12. cribl_control_plane/models/inputelastic.py +44 -27
  13. cribl_control_plane/models/inputeventhub.py +118 -0
  14. cribl_control_plane/models/inputfirehose.py +20 -16
  15. cribl_control_plane/models/inputgrafana.py +39 -31
  16. cribl_control_plane/models/inputhttp.py +20 -16
  17. cribl_control_plane/models/inputhttpraw.py +20 -16
  18. cribl_control_plane/models/inputkafka.py +108 -0
  19. cribl_control_plane/models/inputloki.py +20 -16
  20. cribl_control_plane/models/inputmetrics.py +20 -16
  21. cribl_control_plane/models/inputmodeldriventelemetry.py +20 -16
  22. cribl_control_plane/models/inputopentelemetry.py +19 -15
  23. cribl_control_plane/models/inputprometheus.py +44 -36
  24. cribl_control_plane/models/inputprometheusrw.py +20 -16
  25. cribl_control_plane/models/inputsplunk.py +20 -16
  26. cribl_control_plane/models/inputsplunkhec.py +19 -15
  27. cribl_control_plane/models/inputsyslog.py +39 -31
  28. cribl_control_plane/models/inputsystemmetrics.py +20 -10
  29. cribl_control_plane/models/inputtcp.py +30 -16
  30. cribl_control_plane/models/inputtcpjson.py +20 -16
  31. cribl_control_plane/models/inputwindowsmetrics.py +20 -10
  32. cribl_control_plane/models/inputwineventlogs.py +14 -0
  33. cribl_control_plane/models/inputwizwebhook.py +20 -16
  34. cribl_control_plane/models/inputzscalerhec.py +19 -15
  35. cribl_control_plane/models/output.py +22 -22
  36. cribl_control_plane/models/outputazureblob.py +7 -0
  37. cribl_control_plane/models/outputazuredataexplorer.py +283 -93
  38. cribl_control_plane/models/outputazureeventhub.py +169 -21
  39. cribl_control_plane/models/outputazurelogs.py +49 -21
  40. cribl_control_plane/models/outputchronicle.py +49 -21
  41. cribl_control_plane/models/outputclickhouse.py +49 -21
  42. cribl_control_plane/models/outputcloudwatch.py +49 -21
  43. cribl_control_plane/models/outputconfluentcloud.py +167 -22
  44. cribl_control_plane/models/outputcriblhttp.py +49 -21
  45. cribl_control_plane/models/outputcribltcp.py +49 -21
  46. cribl_control_plane/models/outputcrowdstrikenextgensiem.py +50 -22
  47. cribl_control_plane/models/outputdatabricks.py +7 -0
  48. cribl_control_plane/models/outputdatadog.py +49 -21
  49. cribl_control_plane/models/outputdataset.py +49 -21
  50. cribl_control_plane/models/outputdls3.py +7 -0
  51. cribl_control_plane/models/outputdynatracehttp.py +49 -21
  52. cribl_control_plane/models/outputdynatraceotlp.py +49 -21
  53. cribl_control_plane/models/outputelastic.py +74 -21
  54. cribl_control_plane/models/outputelasticcloud.py +74 -21
  55. cribl_control_plane/models/outputfilesystem.py +7 -0
  56. cribl_control_plane/models/outputgooglechronicle.py +65 -22
  57. cribl_control_plane/models/outputgooglecloudlogging.py +50 -22
  58. cribl_control_plane/models/outputgooglecloudstorage.py +7 -0
  59. cribl_control_plane/models/outputgooglepubsub.py +49 -21
  60. cribl_control_plane/models/outputgrafanacloud.py +98 -42
  61. cribl_control_plane/models/outputgraphite.py +49 -21
  62. cribl_control_plane/models/outputhoneycomb.py +49 -21
  63. cribl_control_plane/models/outputhumiohec.py +49 -21
  64. cribl_control_plane/models/outputinfluxdb.py +49 -21
  65. cribl_control_plane/models/outputkafka.py +162 -19
  66. cribl_control_plane/models/outputkinesis.py +56 -21
  67. cribl_control_plane/models/outputloki.py +47 -19
  68. cribl_control_plane/models/outputminio.py +7 -0
  69. cribl_control_plane/models/outputmsk.py +54 -19
  70. cribl_control_plane/models/outputnewrelic.py +49 -21
  71. cribl_control_plane/models/outputnewrelicevents.py +50 -22
  72. cribl_control_plane/models/outputopentelemetry.py +49 -21
  73. cribl_control_plane/models/outputprometheus.py +49 -21
  74. cribl_control_plane/models/outputs3.py +7 -0
  75. cribl_control_plane/models/outputsentinel.py +49 -21
  76. cribl_control_plane/models/outputsentineloneaisiem.py +50 -22
  77. cribl_control_plane/models/outputservicenow.py +49 -21
  78. cribl_control_plane/models/outputsignalfx.py +49 -21
  79. cribl_control_plane/models/outputsns.py +47 -19
  80. cribl_control_plane/models/outputsplunk.py +49 -21
  81. cribl_control_plane/models/outputsplunkhec.py +49 -21
  82. cribl_control_plane/models/outputsplunklb.py +49 -21
  83. cribl_control_plane/models/outputsqs.py +47 -19
  84. cribl_control_plane/models/outputstatsd.py +49 -21
  85. cribl_control_plane/models/outputstatsdext.py +49 -21
  86. cribl_control_plane/models/outputsumologic.py +49 -21
  87. cribl_control_plane/models/outputsyslog.py +129 -99
  88. cribl_control_plane/models/outputtcpjson.py +49 -21
  89. cribl_control_plane/models/outputwavefront.py +49 -21
  90. cribl_control_plane/models/outputwebhook.py +49 -21
  91. cribl_control_plane/models/outputxsiam.py +47 -19
  92. cribl_control_plane/models/pipeline.py +4 -4
  93. cribl_control_plane/models/runnablejobcollection.py +12 -8
  94. cribl_control_plane/models/runnablejobexecutor.py +12 -8
  95. cribl_control_plane/models/runnablejobscheduledsearch.py +12 -8
  96. cribl_control_plane/pipelines.py +8 -8
  97. {cribl_control_plane-0.2.1rc3.dist-info → cribl_control_plane-0.2.1rc4.dist-info}/METADATA +2 -6
  98. {cribl_control_plane-0.2.1rc3.dist-info → cribl_control_plane-0.2.1rc4.dist-info}/RECORD +99 -102
  99. cribl_control_plane/mappings.py +0 -205
  100. cribl_control_plane/models/createadminproductsmappingsactivatebyproductop.py +0 -52
  101. cribl_control_plane/models/rulesetid.py +0 -13
  102. {cribl_control_plane-0.2.1rc3.dist-info → cribl_control_plane-0.2.1rc4.dist-info}/WHEEL +0 -0
@@ -126,6 +126,17 @@ class OutputCrowdstrikeNextGenSiemBackpressureBehavior(
126
126
  QUEUE = "queue"
127
127
 
128
128
 
129
+ class OutputCrowdstrikeNextGenSiemMode(str, Enum, metaclass=utils.OpenEnumMeta):
130
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
131
+
132
+ # Error
133
+ ERROR = "error"
134
+ # Backpressure
135
+ ALWAYS = "always"
136
+ # Always On
137
+ BACKPRESSURE = "backpressure"
138
+
139
+
129
140
  class OutputCrowdstrikeNextGenSiemCompression(str, Enum, metaclass=utils.OpenEnumMeta):
130
141
  r"""Codec to use to compress the persisted data"""
131
142
 
@@ -146,17 +157,6 @@ class OutputCrowdstrikeNextGenSiemQueueFullBehavior(
146
157
  DROP = "drop"
147
158
 
148
159
 
149
- class OutputCrowdstrikeNextGenSiemMode(str, Enum, metaclass=utils.OpenEnumMeta):
150
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
151
-
152
- # Error
153
- ERROR = "error"
154
- # Backpressure
155
- BACKPRESSURE = "backpressure"
156
- # Always On
157
- ALWAYS = "always"
158
-
159
-
160
160
  class OutputCrowdstrikeNextGenSiemPqControlsTypedDict(TypedDict):
161
161
  pass
162
162
 
@@ -229,6 +229,16 @@ class OutputCrowdstrikeNextGenSiemTypedDict(TypedDict):
229
229
  token: NotRequired[str]
230
230
  text_secret: NotRequired[str]
231
231
  r"""Select or create a stored text secret"""
232
+ pq_strict_ordering: NotRequired[bool]
233
+ r"""Use FIFO (first in, first out) processing. Disable to forward new events to receivers before queue is flushed."""
234
+ pq_rate_per_sec: NotRequired[float]
235
+ r"""Throttling rate (in events per second) to impose while writing to Destinations from PQ. Defaults to 0, which disables throttling."""
236
+ pq_mode: NotRequired[OutputCrowdstrikeNextGenSiemMode]
237
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
238
+ pq_max_buffer_size: NotRequired[float]
239
+ r"""The maximum number of events to hold in memory before writing the events to disk"""
240
+ pq_max_backpressure_sec: NotRequired[float]
241
+ r"""How long (in seconds) to wait for backpressure to resolve before engaging the queue"""
232
242
  pq_max_file_size: NotRequired[str]
233
243
  r"""The maximum size to store in each queue file before closing and optionally compressing (KB, MB, etc.)"""
234
244
  pq_max_size: NotRequired[str]
@@ -239,8 +249,6 @@ class OutputCrowdstrikeNextGenSiemTypedDict(TypedDict):
239
249
  r"""Codec to use to compress the persisted data"""
240
250
  pq_on_backpressure: NotRequired[OutputCrowdstrikeNextGenSiemQueueFullBehavior]
241
251
  r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
242
- pq_mode: NotRequired[OutputCrowdstrikeNextGenSiemMode]
243
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
244
252
  pq_controls: NotRequired[OutputCrowdstrikeNextGenSiemPqControlsTypedDict]
245
253
 
246
254
 
@@ -376,6 +384,35 @@ class OutputCrowdstrikeNextGenSiem(BaseModel):
376
384
  text_secret: Annotated[Optional[str], pydantic.Field(alias="textSecret")] = None
377
385
  r"""Select or create a stored text secret"""
378
386
 
387
+ pq_strict_ordering: Annotated[
388
+ Optional[bool], pydantic.Field(alias="pqStrictOrdering")
389
+ ] = True
390
+ r"""Use FIFO (first in, first out) processing. Disable to forward new events to receivers before queue is flushed."""
391
+
392
+ pq_rate_per_sec: Annotated[
393
+ Optional[float], pydantic.Field(alias="pqRatePerSec")
394
+ ] = 0
395
+ r"""Throttling rate (in events per second) to impose while writing to Destinations from PQ. Defaults to 0, which disables throttling."""
396
+
397
+ pq_mode: Annotated[
398
+ Annotated[
399
+ Optional[OutputCrowdstrikeNextGenSiemMode],
400
+ PlainValidator(validate_open_enum(False)),
401
+ ],
402
+ pydantic.Field(alias="pqMode"),
403
+ ] = OutputCrowdstrikeNextGenSiemMode.ERROR
404
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
405
+
406
+ pq_max_buffer_size: Annotated[
407
+ Optional[float], pydantic.Field(alias="pqMaxBufferSize")
408
+ ] = 42
409
+ r"""The maximum number of events to hold in memory before writing the events to disk"""
410
+
411
+ pq_max_backpressure_sec: Annotated[
412
+ Optional[float], pydantic.Field(alias="pqMaxBackpressureSec")
413
+ ] = 30
414
+ r"""How long (in seconds) to wait for backpressure to resolve before engaging the queue"""
415
+
379
416
  pq_max_file_size: Annotated[
380
417
  Optional[str], pydantic.Field(alias="pqMaxFileSize")
381
418
  ] = "1 MB"
@@ -407,15 +444,6 @@ class OutputCrowdstrikeNextGenSiem(BaseModel):
407
444
  ] = OutputCrowdstrikeNextGenSiemQueueFullBehavior.BLOCK
408
445
  r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
409
446
 
410
- pq_mode: Annotated[
411
- Annotated[
412
- Optional[OutputCrowdstrikeNextGenSiemMode],
413
- PlainValidator(validate_open_enum(False)),
414
- ],
415
- pydantic.Field(alias="pqMode"),
416
- ] = OutputCrowdstrikeNextGenSiemMode.ERROR
417
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
418
-
419
447
  pq_controls: Annotated[
420
448
  Optional[OutputCrowdstrikeNextGenSiemPqControls],
421
449
  pydantic.Field(alias="pqControls"),
@@ -160,6 +160,8 @@ class OutputDatabricksTypedDict(TypedDict):
160
160
  r"""Compression level to apply before moving files to final destination"""
161
161
  automatic_schema: NotRequired[bool]
162
162
  r"""Automatically calculate the schema based on the events of each Parquet file generated"""
163
+ parquet_schema: NotRequired[str]
164
+ r"""To add a new schema, navigate to Processing > Knowledge > Parquet Schemas"""
163
165
  parquet_version: NotRequired[OutputDatabricksParquetVersion]
164
166
  r"""Determines which data types are supported and how they are represented"""
165
167
  parquet_data_page_version: NotRequired[OutputDatabricksDataPageVersion]
@@ -343,6 +345,11 @@ class OutputDatabricks(BaseModel):
343
345
  ] = False
344
346
  r"""Automatically calculate the schema based on the events of each Parquet file generated"""
345
347
 
348
+ parquet_schema: Annotated[Optional[str], pydantic.Field(alias="parquetSchema")] = (
349
+ None
350
+ )
351
+ r"""To add a new schema, navigate to Processing > Knowledge > Parquet Schemas"""
352
+
346
353
  parquet_version: Annotated[
347
354
  Annotated[
348
355
  Optional[OutputDatabricksParquetVersion],
@@ -158,6 +158,17 @@ class OutputDatadogAuthenticationMethod(str, Enum, metaclass=utils.OpenEnumMeta)
158
158
  SECRET = "secret"
159
159
 
160
160
 
161
+ class OutputDatadogMode(str, Enum, metaclass=utils.OpenEnumMeta):
162
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
163
+
164
+ # Error
165
+ ERROR = "error"
166
+ # Backpressure
167
+ ALWAYS = "always"
168
+ # Always On
169
+ BACKPRESSURE = "backpressure"
170
+
171
+
161
172
  class OutputDatadogCompression(str, Enum, metaclass=utils.OpenEnumMeta):
162
173
  r"""Codec to use to compress the persisted data"""
163
174
 
@@ -176,17 +187,6 @@ class OutputDatadogQueueFullBehavior(str, Enum, metaclass=utils.OpenEnumMeta):
176
187
  DROP = "drop"
177
188
 
178
189
 
179
- class OutputDatadogMode(str, Enum, metaclass=utils.OpenEnumMeta):
180
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
181
-
182
- # Error
183
- ERROR = "error"
184
- # Backpressure
185
- BACKPRESSURE = "backpressure"
186
- # Always On
187
- ALWAYS = "always"
188
-
189
-
190
190
  class OutputDatadogPqControlsTypedDict(TypedDict):
191
191
  pass
192
192
 
@@ -269,6 +269,16 @@ class OutputDatadogTypedDict(TypedDict):
269
269
  r"""Maximum total size of the batches waiting to be sent. If left blank, defaults to 5 times the max body size (if set). If 0, no limit is enforced."""
270
270
  description: NotRequired[str]
271
271
  custom_url: NotRequired[str]
272
+ pq_strict_ordering: NotRequired[bool]
273
+ r"""Use FIFO (first in, first out) processing. Disable to forward new events to receivers before queue is flushed."""
274
+ pq_rate_per_sec: NotRequired[float]
275
+ r"""Throttling rate (in events per second) to impose while writing to Destinations from PQ. Defaults to 0, which disables throttling."""
276
+ pq_mode: NotRequired[OutputDatadogMode]
277
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
278
+ pq_max_buffer_size: NotRequired[float]
279
+ r"""The maximum number of events to hold in memory before writing the events to disk"""
280
+ pq_max_backpressure_sec: NotRequired[float]
281
+ r"""How long (in seconds) to wait for backpressure to resolve before engaging the queue"""
272
282
  pq_max_file_size: NotRequired[str]
273
283
  r"""The maximum size to store in each queue file before closing and optionally compressing (KB, MB, etc.)"""
274
284
  pq_max_size: NotRequired[str]
@@ -279,8 +289,6 @@ class OutputDatadogTypedDict(TypedDict):
279
289
  r"""Codec to use to compress the persisted data"""
280
290
  pq_on_backpressure: NotRequired[OutputDatadogQueueFullBehavior]
281
291
  r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
282
- pq_mode: NotRequired[OutputDatadogMode]
283
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
284
292
  pq_controls: NotRequired[OutputDatadogPqControlsTypedDict]
285
293
  api_key: NotRequired[str]
286
294
  r"""Organization's API key in Datadog"""
@@ -452,6 +460,34 @@ class OutputDatadog(BaseModel):
452
460
 
453
461
  custom_url: Annotated[Optional[str], pydantic.Field(alias="customUrl")] = None
454
462
 
463
+ pq_strict_ordering: Annotated[
464
+ Optional[bool], pydantic.Field(alias="pqStrictOrdering")
465
+ ] = True
466
+ r"""Use FIFO (first in, first out) processing. Disable to forward new events to receivers before queue is flushed."""
467
+
468
+ pq_rate_per_sec: Annotated[
469
+ Optional[float], pydantic.Field(alias="pqRatePerSec")
470
+ ] = 0
471
+ r"""Throttling rate (in events per second) to impose while writing to Destinations from PQ. Defaults to 0, which disables throttling."""
472
+
473
+ pq_mode: Annotated[
474
+ Annotated[
475
+ Optional[OutputDatadogMode], PlainValidator(validate_open_enum(False))
476
+ ],
477
+ pydantic.Field(alias="pqMode"),
478
+ ] = OutputDatadogMode.ERROR
479
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
480
+
481
+ pq_max_buffer_size: Annotated[
482
+ Optional[float], pydantic.Field(alias="pqMaxBufferSize")
483
+ ] = 42
484
+ r"""The maximum number of events to hold in memory before writing the events to disk"""
485
+
486
+ pq_max_backpressure_sec: Annotated[
487
+ Optional[float], pydantic.Field(alias="pqMaxBackpressureSec")
488
+ ] = 30
489
+ r"""How long (in seconds) to wait for backpressure to resolve before engaging the queue"""
490
+
455
491
  pq_max_file_size: Annotated[
456
492
  Optional[str], pydantic.Field(alias="pqMaxFileSize")
457
493
  ] = "1 MB"
@@ -483,14 +519,6 @@ class OutputDatadog(BaseModel):
483
519
  ] = OutputDatadogQueueFullBehavior.BLOCK
484
520
  r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
485
521
 
486
- pq_mode: Annotated[
487
- Annotated[
488
- Optional[OutputDatadogMode], PlainValidator(validate_open_enum(False))
489
- ],
490
- pydantic.Field(alias="pqMode"),
491
- ] = OutputDatadogMode.ERROR
492
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
493
-
494
522
  pq_controls: Annotated[
495
523
  Optional[OutputDatadogPqControls], pydantic.Field(alias="pqControls")
496
524
  ] = None
@@ -139,6 +139,17 @@ class OutputDatasetAuthenticationMethod(str, Enum, metaclass=utils.OpenEnumMeta)
139
139
  SECRET = "secret"
140
140
 
141
141
 
142
+ class OutputDatasetMode(str, Enum, metaclass=utils.OpenEnumMeta):
143
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
144
+
145
+ # Error
146
+ ERROR = "error"
147
+ # Backpressure
148
+ ALWAYS = "always"
149
+ # Always On
150
+ BACKPRESSURE = "backpressure"
151
+
152
+
142
153
  class OutputDatasetCompression(str, Enum, metaclass=utils.OpenEnumMeta):
143
154
  r"""Codec to use to compress the persisted data"""
144
155
 
@@ -157,17 +168,6 @@ class OutputDatasetQueueFullBehavior(str, Enum, metaclass=utils.OpenEnumMeta):
157
168
  DROP = "drop"
158
169
 
159
170
 
160
- class OutputDatasetMode(str, Enum, metaclass=utils.OpenEnumMeta):
161
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
162
-
163
- # Error
164
- ERROR = "error"
165
- # Backpressure
166
- BACKPRESSURE = "backpressure"
167
- # Always On
168
- ALWAYS = "always"
169
-
170
-
171
171
  class OutputDatasetPqControlsTypedDict(TypedDict):
172
172
  pass
173
173
 
@@ -240,6 +240,16 @@ class OutputDatasetTypedDict(TypedDict):
240
240
  r"""Maximum total size of the batches waiting to be sent. If left blank, defaults to 5 times the max body size (if set). If 0, no limit is enforced."""
241
241
  description: NotRequired[str]
242
242
  custom_url: NotRequired[str]
243
+ pq_strict_ordering: NotRequired[bool]
244
+ r"""Use FIFO (first in, first out) processing. Disable to forward new events to receivers before queue is flushed."""
245
+ pq_rate_per_sec: NotRequired[float]
246
+ r"""Throttling rate (in events per second) to impose while writing to Destinations from PQ. Defaults to 0, which disables throttling."""
247
+ pq_mode: NotRequired[OutputDatasetMode]
248
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
249
+ pq_max_buffer_size: NotRequired[float]
250
+ r"""The maximum number of events to hold in memory before writing the events to disk"""
251
+ pq_max_backpressure_sec: NotRequired[float]
252
+ r"""How long (in seconds) to wait for backpressure to resolve before engaging the queue"""
243
253
  pq_max_file_size: NotRequired[str]
244
254
  r"""The maximum size to store in each queue file before closing and optionally compressing (KB, MB, etc.)"""
245
255
  pq_max_size: NotRequired[str]
@@ -250,8 +260,6 @@ class OutputDatasetTypedDict(TypedDict):
250
260
  r"""Codec to use to compress the persisted data"""
251
261
  pq_on_backpressure: NotRequired[OutputDatasetQueueFullBehavior]
252
262
  r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
253
- pq_mode: NotRequired[OutputDatasetMode]
254
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
255
263
  pq_controls: NotRequired[OutputDatasetPqControlsTypedDict]
256
264
  api_key: NotRequired[str]
257
265
  r"""A 'Log Write Access' API key for the DataSet account"""
@@ -410,6 +418,34 @@ class OutputDataset(BaseModel):
410
418
 
411
419
  custom_url: Annotated[Optional[str], pydantic.Field(alias="customUrl")] = None
412
420
 
421
+ pq_strict_ordering: Annotated[
422
+ Optional[bool], pydantic.Field(alias="pqStrictOrdering")
423
+ ] = True
424
+ r"""Use FIFO (first in, first out) processing. Disable to forward new events to receivers before queue is flushed."""
425
+
426
+ pq_rate_per_sec: Annotated[
427
+ Optional[float], pydantic.Field(alias="pqRatePerSec")
428
+ ] = 0
429
+ r"""Throttling rate (in events per second) to impose while writing to Destinations from PQ. Defaults to 0, which disables throttling."""
430
+
431
+ pq_mode: Annotated[
432
+ Annotated[
433
+ Optional[OutputDatasetMode], PlainValidator(validate_open_enum(False))
434
+ ],
435
+ pydantic.Field(alias="pqMode"),
436
+ ] = OutputDatasetMode.ERROR
437
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
438
+
439
+ pq_max_buffer_size: Annotated[
440
+ Optional[float], pydantic.Field(alias="pqMaxBufferSize")
441
+ ] = 42
442
+ r"""The maximum number of events to hold in memory before writing the events to disk"""
443
+
444
+ pq_max_backpressure_sec: Annotated[
445
+ Optional[float], pydantic.Field(alias="pqMaxBackpressureSec")
446
+ ] = 30
447
+ r"""How long (in seconds) to wait for backpressure to resolve before engaging the queue"""
448
+
413
449
  pq_max_file_size: Annotated[
414
450
  Optional[str], pydantic.Field(alias="pqMaxFileSize")
415
451
  ] = "1 MB"
@@ -441,14 +477,6 @@ class OutputDataset(BaseModel):
441
477
  ] = OutputDatasetQueueFullBehavior.BLOCK
442
478
  r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
443
479
 
444
- pq_mode: Annotated[
445
- Annotated[
446
- Optional[OutputDatasetMode], PlainValidator(validate_open_enum(False))
447
- ],
448
- pydantic.Field(alias="pqMode"),
449
- ] = OutputDatasetMode.ERROR
450
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
451
-
452
480
  pq_controls: Annotated[
453
481
  Optional[OutputDatasetPqControls], pydantic.Field(alias="pqControls")
454
482
  ] = None
@@ -256,6 +256,8 @@ class OutputDlS3TypedDict(TypedDict):
256
256
  r"""Compression level to apply before moving files to final destination"""
257
257
  automatic_schema: NotRequired[bool]
258
258
  r"""Automatically calculate the schema based on the events of each Parquet file generated"""
259
+ parquet_schema: NotRequired[str]
260
+ r"""To add a new schema, navigate to Processing > Knowledge > Parquet Schemas"""
259
261
  parquet_version: NotRequired[OutputDlS3ParquetVersion]
260
262
  r"""Determines which data types are supported and how they are represented"""
261
263
  parquet_data_page_version: NotRequired[OutputDlS3DataPageVersion]
@@ -525,6 +527,11 @@ class OutputDlS3(BaseModel):
525
527
  ] = False
526
528
  r"""Automatically calculate the schema based on the events of each Parquet file generated"""
527
529
 
530
+ parquet_schema: Annotated[Optional[str], pydantic.Field(alias="parquetSchema")] = (
531
+ None
532
+ )
533
+ r"""To add a new schema, navigate to Processing > Knowledge > Parquet Schemas"""
534
+
528
535
  parquet_version: Annotated[
529
536
  Annotated[
530
537
  Optional[OutputDlS3ParquetVersion],
@@ -144,6 +144,17 @@ class TelemetryType(str, Enum, metaclass=utils.OpenEnumMeta):
144
144
  METRICS = "metrics"
145
145
 
146
146
 
147
+ class OutputDynatraceHTTPMode(str, Enum, metaclass=utils.OpenEnumMeta):
148
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
149
+
150
+ # Error
151
+ ERROR = "error"
152
+ # Backpressure
153
+ ALWAYS = "always"
154
+ # Always On
155
+ BACKPRESSURE = "backpressure"
156
+
157
+
147
158
  class OutputDynatraceHTTPCompression(str, Enum, metaclass=utils.OpenEnumMeta):
148
159
  r"""Codec to use to compress the persisted data"""
149
160
 
@@ -162,17 +173,6 @@ class OutputDynatraceHTTPQueueFullBehavior(str, Enum, metaclass=utils.OpenEnumMe
162
173
  DROP = "drop"
163
174
 
164
175
 
165
- class OutputDynatraceHTTPMode(str, Enum, metaclass=utils.OpenEnumMeta):
166
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
167
-
168
- # Error
169
- ERROR = "error"
170
- # Backpressure
171
- BACKPRESSURE = "backpressure"
172
- # Always On
173
- ALWAYS = "always"
174
-
175
-
176
176
  class OutputDynatraceHTTPPqControlsTypedDict(TypedDict):
177
177
  pass
178
178
 
@@ -243,6 +243,16 @@ class OutputDynatraceHTTPTypedDict(TypedDict):
243
243
  total_memory_limit_kb: NotRequired[float]
244
244
  r"""Maximum total size of the batches waiting to be sent. If left blank, defaults to 5 times the max body size (if set). If 0, no limit is enforced."""
245
245
  description: NotRequired[str]
246
+ pq_strict_ordering: NotRequired[bool]
247
+ r"""Use FIFO (first in, first out) processing. Disable to forward new events to receivers before queue is flushed."""
248
+ pq_rate_per_sec: NotRequired[float]
249
+ r"""Throttling rate (in events per second) to impose while writing to Destinations from PQ. Defaults to 0, which disables throttling."""
250
+ pq_mode: NotRequired[OutputDynatraceHTTPMode]
251
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
252
+ pq_max_buffer_size: NotRequired[float]
253
+ r"""The maximum number of events to hold in memory before writing the events to disk"""
254
+ pq_max_backpressure_sec: NotRequired[float]
255
+ r"""How long (in seconds) to wait for backpressure to resolve before engaging the queue"""
246
256
  pq_max_file_size: NotRequired[str]
247
257
  r"""The maximum size to store in each queue file before closing and optionally compressing (KB, MB, etc.)"""
248
258
  pq_max_size: NotRequired[str]
@@ -253,8 +263,6 @@ class OutputDynatraceHTTPTypedDict(TypedDict):
253
263
  r"""Codec to use to compress the persisted data"""
254
264
  pq_on_backpressure: NotRequired[OutputDynatraceHTTPQueueFullBehavior]
255
265
  r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
256
- pq_mode: NotRequired[OutputDynatraceHTTPMode]
257
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
258
266
  pq_controls: NotRequired[OutputDynatraceHTTPPqControlsTypedDict]
259
267
  token: NotRequired[str]
260
268
  r"""Bearer token to include in the authorization header"""
@@ -411,6 +419,34 @@ class OutputDynatraceHTTP(BaseModel):
411
419
 
412
420
  description: Optional[str] = None
413
421
 
422
+ pq_strict_ordering: Annotated[
423
+ Optional[bool], pydantic.Field(alias="pqStrictOrdering")
424
+ ] = True
425
+ r"""Use FIFO (first in, first out) processing. Disable to forward new events to receivers before queue is flushed."""
426
+
427
+ pq_rate_per_sec: Annotated[
428
+ Optional[float], pydantic.Field(alias="pqRatePerSec")
429
+ ] = 0
430
+ r"""Throttling rate (in events per second) to impose while writing to Destinations from PQ. Defaults to 0, which disables throttling."""
431
+
432
+ pq_mode: Annotated[
433
+ Annotated[
434
+ Optional[OutputDynatraceHTTPMode], PlainValidator(validate_open_enum(False))
435
+ ],
436
+ pydantic.Field(alias="pqMode"),
437
+ ] = OutputDynatraceHTTPMode.ERROR
438
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
439
+
440
+ pq_max_buffer_size: Annotated[
441
+ Optional[float], pydantic.Field(alias="pqMaxBufferSize")
442
+ ] = 42
443
+ r"""The maximum number of events to hold in memory before writing the events to disk"""
444
+
445
+ pq_max_backpressure_sec: Annotated[
446
+ Optional[float], pydantic.Field(alias="pqMaxBackpressureSec")
447
+ ] = 30
448
+ r"""How long (in seconds) to wait for backpressure to resolve before engaging the queue"""
449
+
414
450
  pq_max_file_size: Annotated[
415
451
  Optional[str], pydantic.Field(alias="pqMaxFileSize")
416
452
  ] = "1 MB"
@@ -442,14 +478,6 @@ class OutputDynatraceHTTP(BaseModel):
442
478
  ] = OutputDynatraceHTTPQueueFullBehavior.BLOCK
443
479
  r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
444
480
 
445
- pq_mode: Annotated[
446
- Annotated[
447
- Optional[OutputDynatraceHTTPMode], PlainValidator(validate_open_enum(False))
448
- ],
449
- pydantic.Field(alias="pqMode"),
450
- ] = OutputDynatraceHTTPMode.ERROR
451
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
452
-
453
481
  pq_controls: Annotated[
454
482
  Optional[OutputDynatraceHTTPPqControls], pydantic.Field(alias="pqControls")
455
483
  ] = None
@@ -160,6 +160,17 @@ class OutputDynatraceOtlpTimeoutRetrySettings(BaseModel):
160
160
  r"""The maximum backoff interval, in milliseconds, Cribl Stream should apply. Default (and minimum) is 10,000 ms (10 seconds); maximum is 180,000 ms (180 seconds)."""
161
161
 
162
162
 
163
+ class OutputDynatraceOtlpMode(str, Enum, metaclass=utils.OpenEnumMeta):
164
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
165
+
166
+ # Error
167
+ ERROR = "error"
168
+ # Backpressure
169
+ ALWAYS = "always"
170
+ # Always On
171
+ BACKPRESSURE = "backpressure"
172
+
173
+
163
174
  class OutputDynatraceOtlpPqCompressCompression(str, Enum, metaclass=utils.OpenEnumMeta):
164
175
  r"""Codec to use to compress the persisted data"""
165
176
 
@@ -178,17 +189,6 @@ class OutputDynatraceOtlpQueueFullBehavior(str, Enum, metaclass=utils.OpenEnumMe
178
189
  DROP = "drop"
179
190
 
180
191
 
181
- class OutputDynatraceOtlpMode(str, Enum, metaclass=utils.OpenEnumMeta):
182
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
183
-
184
- # Error
185
- ERROR = "error"
186
- # Backpressure
187
- BACKPRESSURE = "backpressure"
188
- # Always On
189
- ALWAYS = "always"
190
-
191
-
192
192
  class OutputDynatraceOtlpPqControlsTypedDict(TypedDict):
193
193
  pass
194
194
 
@@ -273,6 +273,16 @@ class OutputDynatraceOtlpTypedDict(TypedDict):
273
273
  ]
274
274
  response_honor_retry_after_header: NotRequired[bool]
275
275
  r"""Honor any Retry-After header that specifies a delay (in seconds) no longer than 180 seconds after the retry request. @{product} limits the delay to 180 seconds, even if the Retry-After header specifies a longer delay. When enabled, takes precedence over user-configured retry options. When disabled, all Retry-After headers are ignored."""
276
+ pq_strict_ordering: NotRequired[bool]
277
+ r"""Use FIFO (first in, first out) processing. Disable to forward new events to receivers before queue is flushed."""
278
+ pq_rate_per_sec: NotRequired[float]
279
+ r"""Throttling rate (in events per second) to impose while writing to Destinations from PQ. Defaults to 0, which disables throttling."""
280
+ pq_mode: NotRequired[OutputDynatraceOtlpMode]
281
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
282
+ pq_max_buffer_size: NotRequired[float]
283
+ r"""The maximum number of events to hold in memory before writing the events to disk"""
284
+ pq_max_backpressure_sec: NotRequired[float]
285
+ r"""How long (in seconds) to wait for backpressure to resolve before engaging the queue"""
276
286
  pq_max_file_size: NotRequired[str]
277
287
  r"""The maximum size to store in each queue file before closing and optionally compressing (KB, MB, etc.)"""
278
288
  pq_max_size: NotRequired[str]
@@ -283,8 +293,6 @@ class OutputDynatraceOtlpTypedDict(TypedDict):
283
293
  r"""Codec to use to compress the persisted data"""
284
294
  pq_on_backpressure: NotRequired[OutputDynatraceOtlpQueueFullBehavior]
285
295
  r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
286
- pq_mode: NotRequired[OutputDynatraceOtlpMode]
287
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
288
296
  pq_controls: NotRequired[OutputDynatraceOtlpPqControlsTypedDict]
289
297
 
290
298
 
@@ -462,6 +470,34 @@ class OutputDynatraceOtlp(BaseModel):
462
470
  ] = True
463
471
  r"""Honor any Retry-After header that specifies a delay (in seconds) no longer than 180 seconds after the retry request. @{product} limits the delay to 180 seconds, even if the Retry-After header specifies a longer delay. When enabled, takes precedence over user-configured retry options. When disabled, all Retry-After headers are ignored."""
464
472
 
473
+ pq_strict_ordering: Annotated[
474
+ Optional[bool], pydantic.Field(alias="pqStrictOrdering")
475
+ ] = True
476
+ r"""Use FIFO (first in, first out) processing. Disable to forward new events to receivers before queue is flushed."""
477
+
478
+ pq_rate_per_sec: Annotated[
479
+ Optional[float], pydantic.Field(alias="pqRatePerSec")
480
+ ] = 0
481
+ r"""Throttling rate (in events per second) to impose while writing to Destinations from PQ. Defaults to 0, which disables throttling."""
482
+
483
+ pq_mode: Annotated[
484
+ Annotated[
485
+ Optional[OutputDynatraceOtlpMode], PlainValidator(validate_open_enum(False))
486
+ ],
487
+ pydantic.Field(alias="pqMode"),
488
+ ] = OutputDynatraceOtlpMode.ERROR
489
+ r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
490
+
491
+ pq_max_buffer_size: Annotated[
492
+ Optional[float], pydantic.Field(alias="pqMaxBufferSize")
493
+ ] = 42
494
+ r"""The maximum number of events to hold in memory before writing the events to disk"""
495
+
496
+ pq_max_backpressure_sec: Annotated[
497
+ Optional[float], pydantic.Field(alias="pqMaxBackpressureSec")
498
+ ] = 30
499
+ r"""How long (in seconds) to wait for backpressure to resolve before engaging the queue"""
500
+
465
501
  pq_max_file_size: Annotated[
466
502
  Optional[str], pydantic.Field(alias="pqMaxFileSize")
467
503
  ] = "1 MB"
@@ -493,14 +529,6 @@ class OutputDynatraceOtlp(BaseModel):
493
529
  ] = OutputDynatraceOtlpQueueFullBehavior.BLOCK
494
530
  r"""How to handle events when the queue is exerting backpressure (full capacity or low disk). 'Block' is the same behavior as non-PQ blocking. 'Drop new data' throws away incoming data, while leaving the contents of the PQ unchanged."""
495
531
 
496
- pq_mode: Annotated[
497
- Annotated[
498
- Optional[OutputDynatraceOtlpMode], PlainValidator(validate_open_enum(False))
499
- ],
500
- pydantic.Field(alias="pqMode"),
501
- ] = OutputDynatraceOtlpMode.ERROR
502
- r"""In Error mode, PQ writes events to the filesystem if the Destination is unavailable. In Backpressure mode, PQ writes events to the filesystem when it detects backpressure from the Destination. In Always On mode, PQ always writes events to the filesystem."""
503
-
504
532
  pq_controls: Annotated[
505
533
  Optional[OutputDynatraceOtlpPqControls], pydantic.Field(alias="pqControls")
506
534
  ] = None