cribl-control-plane 0.0.13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of cribl-control-plane might be problematic. Click here for more details.

Files changed (197) hide show
  1. cribl_control_plane/__init__.py +17 -0
  2. cribl_control_plane/_hooks/__init__.py +5 -0
  3. cribl_control_plane/_hooks/clientcredentials.py +211 -0
  4. cribl_control_plane/_hooks/registration.py +13 -0
  5. cribl_control_plane/_hooks/sdkhooks.py +81 -0
  6. cribl_control_plane/_hooks/types.py +112 -0
  7. cribl_control_plane/_version.py +15 -0
  8. cribl_control_plane/auth_sdk.py +184 -0
  9. cribl_control_plane/basesdk.py +358 -0
  10. cribl_control_plane/errors/__init__.py +60 -0
  11. cribl_control_plane/errors/apierror.py +38 -0
  12. cribl_control_plane/errors/criblcontrolplaneerror.py +26 -0
  13. cribl_control_plane/errors/error.py +24 -0
  14. cribl_control_plane/errors/healthstatus_error.py +38 -0
  15. cribl_control_plane/errors/no_response_error.py +13 -0
  16. cribl_control_plane/errors/responsevalidationerror.py +25 -0
  17. cribl_control_plane/health.py +166 -0
  18. cribl_control_plane/httpclient.py +126 -0
  19. cribl_control_plane/models/__init__.py +7305 -0
  20. cribl_control_plane/models/addhectokenrequest.py +34 -0
  21. cribl_control_plane/models/authtoken.py +13 -0
  22. cribl_control_plane/models/createinputhectokenbyidop.py +45 -0
  23. cribl_control_plane/models/createinputop.py +24 -0
  24. cribl_control_plane/models/createoutputop.py +24 -0
  25. cribl_control_plane/models/createoutputtestbyidop.py +46 -0
  26. cribl_control_plane/models/criblevent.py +14 -0
  27. cribl_control_plane/models/deleteinputbyidop.py +37 -0
  28. cribl_control_plane/models/deleteoutputbyidop.py +37 -0
  29. cribl_control_plane/models/deleteoutputpqbyidop.py +36 -0
  30. cribl_control_plane/models/getinputbyidop.py +37 -0
  31. cribl_control_plane/models/getoutputbyidop.py +37 -0
  32. cribl_control_plane/models/getoutputpqbyidop.py +36 -0
  33. cribl_control_plane/models/getoutputsamplesbyidop.py +37 -0
  34. cribl_control_plane/models/healthstatus.py +36 -0
  35. cribl_control_plane/models/input.py +199 -0
  36. cribl_control_plane/models/inputappscope.py +448 -0
  37. cribl_control_plane/models/inputazureblob.py +308 -0
  38. cribl_control_plane/models/inputcollection.py +208 -0
  39. cribl_control_plane/models/inputconfluentcloud.py +585 -0
  40. cribl_control_plane/models/inputcribl.py +165 -0
  41. cribl_control_plane/models/inputcriblhttp.py +341 -0
  42. cribl_control_plane/models/inputcribllakehttp.py +342 -0
  43. cribl_control_plane/models/inputcriblmetrics.py +175 -0
  44. cribl_control_plane/models/inputcribltcp.py +299 -0
  45. cribl_control_plane/models/inputcrowdstrike.py +410 -0
  46. cribl_control_plane/models/inputdatadogagent.py +364 -0
  47. cribl_control_plane/models/inputdatagen.py +180 -0
  48. cribl_control_plane/models/inputedgeprometheus.py +551 -0
  49. cribl_control_plane/models/inputelastic.py +494 -0
  50. cribl_control_plane/models/inputeventhub.py +360 -0
  51. cribl_control_plane/models/inputexec.py +213 -0
  52. cribl_control_plane/models/inputfile.py +259 -0
  53. cribl_control_plane/models/inputfirehose.py +341 -0
  54. cribl_control_plane/models/inputgooglepubsub.py +247 -0
  55. cribl_control_plane/models/inputgrafana_union.py +1247 -0
  56. cribl_control_plane/models/inputhttp.py +403 -0
  57. cribl_control_plane/models/inputhttpraw.py +407 -0
  58. cribl_control_plane/models/inputjournalfiles.py +208 -0
  59. cribl_control_plane/models/inputkafka.py +581 -0
  60. cribl_control_plane/models/inputkinesis.py +363 -0
  61. cribl_control_plane/models/inputkubeevents.py +182 -0
  62. cribl_control_plane/models/inputkubelogs.py +256 -0
  63. cribl_control_plane/models/inputkubemetrics.py +233 -0
  64. cribl_control_plane/models/inputloki.py +468 -0
  65. cribl_control_plane/models/inputmetrics.py +290 -0
  66. cribl_control_plane/models/inputmodeldriventelemetry.py +274 -0
  67. cribl_control_plane/models/inputmsk.py +654 -0
  68. cribl_control_plane/models/inputnetflow.py +224 -0
  69. cribl_control_plane/models/inputoffice365mgmt.py +384 -0
  70. cribl_control_plane/models/inputoffice365msgtrace.py +449 -0
  71. cribl_control_plane/models/inputoffice365service.py +377 -0
  72. cribl_control_plane/models/inputopentelemetry.py +516 -0
  73. cribl_control_plane/models/inputprometheus.py +464 -0
  74. cribl_control_plane/models/inputprometheusrw.py +470 -0
  75. cribl_control_plane/models/inputrawudp.py +207 -0
  76. cribl_control_plane/models/inputs3.py +416 -0
  77. cribl_control_plane/models/inputs3inventory.py +440 -0
  78. cribl_control_plane/models/inputsecuritylake.py +425 -0
  79. cribl_control_plane/models/inputsnmp.py +274 -0
  80. cribl_control_plane/models/inputsplunk.py +387 -0
  81. cribl_control_plane/models/inputsplunkhec.py +478 -0
  82. cribl_control_plane/models/inputsplunksearch.py +537 -0
  83. cribl_control_plane/models/inputsqs.py +320 -0
  84. cribl_control_plane/models/inputsyslog_union.py +759 -0
  85. cribl_control_plane/models/inputsystemmetrics.py +533 -0
  86. cribl_control_plane/models/inputsystemstate.py +417 -0
  87. cribl_control_plane/models/inputtcp.py +359 -0
  88. cribl_control_plane/models/inputtcpjson.py +334 -0
  89. cribl_control_plane/models/inputwef.py +498 -0
  90. cribl_control_plane/models/inputwindowsmetrics.py +457 -0
  91. cribl_control_plane/models/inputwineventlogs.py +222 -0
  92. cribl_control_plane/models/inputwiz.py +334 -0
  93. cribl_control_plane/models/inputzscalerhec.py +439 -0
  94. cribl_control_plane/models/listinputop.py +24 -0
  95. cribl_control_plane/models/listoutputop.py +24 -0
  96. cribl_control_plane/models/logininfo.py +16 -0
  97. cribl_control_plane/models/output.py +229 -0
  98. cribl_control_plane/models/outputazureblob.py +471 -0
  99. cribl_control_plane/models/outputazuredataexplorer.py +660 -0
  100. cribl_control_plane/models/outputazureeventhub.py +321 -0
  101. cribl_control_plane/models/outputazurelogs.py +386 -0
  102. cribl_control_plane/models/outputclickhouse.py +650 -0
  103. cribl_control_plane/models/outputcloudwatch.py +273 -0
  104. cribl_control_plane/models/outputconfluentcloud.py +591 -0
  105. cribl_control_plane/models/outputcriblhttp.py +494 -0
  106. cribl_control_plane/models/outputcribllake.py +396 -0
  107. cribl_control_plane/models/outputcribltcp.py +387 -0
  108. cribl_control_plane/models/outputcrowdstrikenextgensiem.py +410 -0
  109. cribl_control_plane/models/outputdatadog.py +472 -0
  110. cribl_control_plane/models/outputdataset.py +437 -0
  111. cribl_control_plane/models/outputdefault.py +55 -0
  112. cribl_control_plane/models/outputdevnull.py +50 -0
  113. cribl_control_plane/models/outputdiskspool.py +89 -0
  114. cribl_control_plane/models/outputdls3.py +560 -0
  115. cribl_control_plane/models/outputdynatracehttp.py +454 -0
  116. cribl_control_plane/models/outputdynatraceotlp.py +486 -0
  117. cribl_control_plane/models/outputelastic.py +494 -0
  118. cribl_control_plane/models/outputelasticcloud.py +407 -0
  119. cribl_control_plane/models/outputexabeam.py +297 -0
  120. cribl_control_plane/models/outputfilesystem.py +357 -0
  121. cribl_control_plane/models/outputgooglechronicle.py +486 -0
  122. cribl_control_plane/models/outputgooglecloudlogging.py +557 -0
  123. cribl_control_plane/models/outputgooglecloudstorage.py +499 -0
  124. cribl_control_plane/models/outputgooglepubsub.py +274 -0
  125. cribl_control_plane/models/outputgrafanacloud_union.py +1024 -0
  126. cribl_control_plane/models/outputgraphite.py +225 -0
  127. cribl_control_plane/models/outputhoneycomb.py +369 -0
  128. cribl_control_plane/models/outputhumiohec.py +389 -0
  129. cribl_control_plane/models/outputinfluxdb.py +523 -0
  130. cribl_control_plane/models/outputkafka.py +581 -0
  131. cribl_control_plane/models/outputkinesis.py +312 -0
  132. cribl_control_plane/models/outputloki.py +425 -0
  133. cribl_control_plane/models/outputminio.py +512 -0
  134. cribl_control_plane/models/outputmsk.py +654 -0
  135. cribl_control_plane/models/outputnetflow.py +80 -0
  136. cribl_control_plane/models/outputnewrelic.py +424 -0
  137. cribl_control_plane/models/outputnewrelicevents.py +401 -0
  138. cribl_control_plane/models/outputopentelemetry.py +669 -0
  139. cribl_control_plane/models/outputprometheus.py +485 -0
  140. cribl_control_plane/models/outputring.py +121 -0
  141. cribl_control_plane/models/outputrouter.py +83 -0
  142. cribl_control_plane/models/outputs3.py +556 -0
  143. cribl_control_plane/models/outputsamplesresponse.py +14 -0
  144. cribl_control_plane/models/outputsecuritylake.py +505 -0
  145. cribl_control_plane/models/outputsentinel.py +488 -0
  146. cribl_control_plane/models/outputsentineloneaisiem.py +505 -0
  147. cribl_control_plane/models/outputservicenow.py +543 -0
  148. cribl_control_plane/models/outputsignalfx.py +369 -0
  149. cribl_control_plane/models/outputsnmp.py +80 -0
  150. cribl_control_plane/models/outputsns.py +274 -0
  151. cribl_control_plane/models/outputsplunk.py +383 -0
  152. cribl_control_plane/models/outputsplunkhec.py +434 -0
  153. cribl_control_plane/models/outputsplunklb.py +558 -0
  154. cribl_control_plane/models/outputsqs.py +328 -0
  155. cribl_control_plane/models/outputstatsd.py +224 -0
  156. cribl_control_plane/models/outputstatsdext.py +225 -0
  157. cribl_control_plane/models/outputsumologic.py +378 -0
  158. cribl_control_plane/models/outputsyslog.py +415 -0
  159. cribl_control_plane/models/outputtcpjson.py +413 -0
  160. cribl_control_plane/models/outputtestrequest.py +15 -0
  161. cribl_control_plane/models/outputtestresponse.py +29 -0
  162. cribl_control_plane/models/outputwavefront.py +369 -0
  163. cribl_control_plane/models/outputwebhook.py +689 -0
  164. cribl_control_plane/models/outputxsiam.py +415 -0
  165. cribl_control_plane/models/schemeclientoauth.py +24 -0
  166. cribl_control_plane/models/security.py +36 -0
  167. cribl_control_plane/models/updatehectokenrequest.py +31 -0
  168. cribl_control_plane/models/updateinputbyidop.py +44 -0
  169. cribl_control_plane/models/updateinputhectokenbyidandtokenop.py +52 -0
  170. cribl_control_plane/models/updateoutputbyidop.py +44 -0
  171. cribl_control_plane/outputs.py +1615 -0
  172. cribl_control_plane/py.typed +1 -0
  173. cribl_control_plane/sdk.py +164 -0
  174. cribl_control_plane/sdkconfiguration.py +36 -0
  175. cribl_control_plane/sources.py +1355 -0
  176. cribl_control_plane/types/__init__.py +21 -0
  177. cribl_control_plane/types/basemodel.py +39 -0
  178. cribl_control_plane/utils/__init__.py +187 -0
  179. cribl_control_plane/utils/annotations.py +55 -0
  180. cribl_control_plane/utils/datetimes.py +23 -0
  181. cribl_control_plane/utils/enums.py +74 -0
  182. cribl_control_plane/utils/eventstreaming.py +238 -0
  183. cribl_control_plane/utils/forms.py +223 -0
  184. cribl_control_plane/utils/headers.py +136 -0
  185. cribl_control_plane/utils/logger.py +27 -0
  186. cribl_control_plane/utils/metadata.py +118 -0
  187. cribl_control_plane/utils/queryparams.py +205 -0
  188. cribl_control_plane/utils/requestbodies.py +66 -0
  189. cribl_control_plane/utils/retries.py +217 -0
  190. cribl_control_plane/utils/security.py +207 -0
  191. cribl_control_plane/utils/serializers.py +249 -0
  192. cribl_control_plane/utils/unmarshal_json_response.py +24 -0
  193. cribl_control_plane/utils/url.py +155 -0
  194. cribl_control_plane/utils/values.py +137 -0
  195. cribl_control_plane-0.0.13.dist-info/METADATA +489 -0
  196. cribl_control_plane-0.0.13.dist-info/RECORD +197 -0
  197. cribl_control_plane-0.0.13.dist-info/WHEEL +4 -0
@@ -0,0 +1,83 @@
1
+ """Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT."""
2
+
3
+ from __future__ import annotations
4
+ from cribl_control_plane import utils
5
+ from cribl_control_plane.types import BaseModel
6
+ from cribl_control_plane.utils import validate_open_enum
7
+ from enum import Enum
8
+ import pydantic
9
+ from pydantic.functional_validators import PlainValidator
10
+ from typing import List, Optional
11
+ from typing_extensions import Annotated, NotRequired, TypedDict
12
+
13
+
14
+ class OutputRouterType(str, Enum, metaclass=utils.OpenEnumMeta):
15
+ ROUTER = "router"
16
+
17
+
18
+ class OutputRouterRuleTypedDict(TypedDict):
19
+ filter_: str
20
+ r"""JavaScript expression to select events to send to output"""
21
+ output: str
22
+ r"""Output to send matching events to"""
23
+ description: NotRequired[str]
24
+ r"""Description of this rule's purpose"""
25
+ final: NotRequired[bool]
26
+ r"""Flag to control whether to stop the event from being checked against other rules"""
27
+
28
+
29
+ class OutputRouterRule(BaseModel):
30
+ filter_: Annotated[str, pydantic.Field(alias="filter")]
31
+ r"""JavaScript expression to select events to send to output"""
32
+
33
+ output: str
34
+ r"""Output to send matching events to"""
35
+
36
+ description: Optional[str] = None
37
+ r"""Description of this rule's purpose"""
38
+
39
+ final: Optional[bool] = True
40
+ r"""Flag to control whether to stop the event from being checked against other rules"""
41
+
42
+
43
+ class OutputRouterTypedDict(TypedDict):
44
+ type: OutputRouterType
45
+ rules: List[OutputRouterRuleTypedDict]
46
+ r"""Event routing rules"""
47
+ id: NotRequired[str]
48
+ r"""Unique ID for this output"""
49
+ pipeline: NotRequired[str]
50
+ r"""Pipeline to process data before sending out to this output"""
51
+ system_fields: NotRequired[List[str]]
52
+ r"""Fields to automatically add to events, such as cribl_pipe. Supports wildcards."""
53
+ environment: NotRequired[str]
54
+ r"""Optionally, enable this config only on a specified Git branch. If empty, will be enabled everywhere."""
55
+ streamtags: NotRequired[List[str]]
56
+ r"""Tags for filtering and grouping in @{product}"""
57
+ description: NotRequired[str]
58
+
59
+
60
+ class OutputRouter(BaseModel):
61
+ type: Annotated[OutputRouterType, PlainValidator(validate_open_enum(False))]
62
+
63
+ rules: List[OutputRouterRule]
64
+ r"""Event routing rules"""
65
+
66
+ id: Optional[str] = None
67
+ r"""Unique ID for this output"""
68
+
69
+ pipeline: Optional[str] = None
70
+ r"""Pipeline to process data before sending out to this output"""
71
+
72
+ system_fields: Annotated[
73
+ Optional[List[str]], pydantic.Field(alias="systemFields")
74
+ ] = None
75
+ r"""Fields to automatically add to events, such as cribl_pipe. Supports wildcards."""
76
+
77
+ environment: Optional[str] = None
78
+ r"""Optionally, enable this config only on a specified Git branch. If empty, will be enabled everywhere."""
79
+
80
+ streamtags: Optional[List[str]] = None
81
+ r"""Tags for filtering and grouping in @{product}"""
82
+
83
+ description: Optional[str] = None
@@ -0,0 +1,556 @@
1
+ """Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT."""
2
+
3
+ from __future__ import annotations
4
+ from cribl_control_plane import utils
5
+ from cribl_control_plane.types import BaseModel
6
+ from cribl_control_plane.utils import validate_open_enum
7
+ from enum import Enum
8
+ import pydantic
9
+ from pydantic.functional_validators import PlainValidator
10
+ from typing import List, Optional
11
+ from typing_extensions import Annotated, NotRequired, TypedDict
12
+
13
+
14
+ class OutputS3Type(str, Enum, metaclass=utils.OpenEnumMeta):
15
+ S3 = "s3"
16
+
17
+
18
+ class OutputS3AuthenticationMethod(str, Enum, metaclass=utils.OpenEnumMeta):
19
+ r"""AWS authentication method. Choose Auto to use IAM roles."""
20
+
21
+ AUTO = "auto"
22
+ MANUAL = "manual"
23
+ SECRET = "secret"
24
+
25
+
26
+ class OutputS3SignatureVersion(str, Enum, metaclass=utils.OpenEnumMeta):
27
+ r"""Signature version to use for signing S3 requests"""
28
+
29
+ V2 = "v2"
30
+ V4 = "v4"
31
+
32
+
33
+ class OutputS3ObjectACL(str, Enum, metaclass=utils.OpenEnumMeta):
34
+ r"""Object ACL to assign to uploaded objects"""
35
+
36
+ PRIVATE = "private"
37
+ PUBLIC_READ = "public-read"
38
+ PUBLIC_READ_WRITE = "public-read-write"
39
+ AUTHENTICATED_READ = "authenticated-read"
40
+ AWS_EXEC_READ = "aws-exec-read"
41
+ BUCKET_OWNER_READ = "bucket-owner-read"
42
+ BUCKET_OWNER_FULL_CONTROL = "bucket-owner-full-control"
43
+
44
+
45
+ class OutputS3StorageClass(str, Enum, metaclass=utils.OpenEnumMeta):
46
+ r"""Storage class to select for uploaded objects"""
47
+
48
+ STANDARD = "STANDARD"
49
+ REDUCED_REDUNDANCY = "REDUCED_REDUNDANCY"
50
+ STANDARD_IA = "STANDARD_IA"
51
+ ONEZONE_IA = "ONEZONE_IA"
52
+ INTELLIGENT_TIERING = "INTELLIGENT_TIERING"
53
+ GLACIER = "GLACIER"
54
+ GLACIER_IR = "GLACIER_IR"
55
+ DEEP_ARCHIVE = "DEEP_ARCHIVE"
56
+
57
+
58
+ class OutputS3ServerSideEncryptionForUploadedObjects(
59
+ str, Enum, metaclass=utils.OpenEnumMeta
60
+ ):
61
+ AES256 = "AES256"
62
+ AWS_KMS = "aws:kms"
63
+
64
+
65
+ class OutputS3DataFormat(str, Enum, metaclass=utils.OpenEnumMeta):
66
+ r"""Format of the output data"""
67
+
68
+ JSON = "json"
69
+ RAW = "raw"
70
+ PARQUET = "parquet"
71
+
72
+
73
+ class OutputS3BackpressureBehavior(str, Enum, metaclass=utils.OpenEnumMeta):
74
+ r"""How to handle events when all receivers are exerting backpressure"""
75
+
76
+ BLOCK = "block"
77
+ DROP = "drop"
78
+
79
+
80
+ class OutputS3DiskSpaceProtection(str, Enum, metaclass=utils.OpenEnumMeta):
81
+ r"""How to handle events when disk space is below the global 'Min free disk space' limit"""
82
+
83
+ BLOCK = "block"
84
+ DROP = "drop"
85
+
86
+
87
+ class OutputS3Compression(str, Enum, metaclass=utils.OpenEnumMeta):
88
+ r"""Data compression format to apply to HTTP content before it is delivered"""
89
+
90
+ NONE = "none"
91
+ GZIP = "gzip"
92
+
93
+
94
+ class OutputS3CompressionLevel(str, Enum, metaclass=utils.OpenEnumMeta):
95
+ r"""Compression level to apply before moving files to final destination"""
96
+
97
+ BEST_SPEED = "best_speed"
98
+ NORMAL = "normal"
99
+ BEST_COMPRESSION = "best_compression"
100
+
101
+
102
+ class OutputS3ParquetVersion(str, Enum, metaclass=utils.OpenEnumMeta):
103
+ r"""Determines which data types are supported and how they are represented"""
104
+
105
+ PARQUET_1_0 = "PARQUET_1_0"
106
+ PARQUET_2_4 = "PARQUET_2_4"
107
+ PARQUET_2_6 = "PARQUET_2_6"
108
+
109
+
110
+ class OutputS3DataPageVersion(str, Enum, metaclass=utils.OpenEnumMeta):
111
+ r"""Serialization format of data pages. Note that some reader implementations use Data page V2's attributes to work more efficiently, while others ignore it."""
112
+
113
+ DATA_PAGE_V1 = "DATA_PAGE_V1"
114
+ DATA_PAGE_V2 = "DATA_PAGE_V2"
115
+
116
+
117
+ class OutputS3KeyValueMetadatumTypedDict(TypedDict):
118
+ value: str
119
+ key: NotRequired[str]
120
+
121
+
122
+ class OutputS3KeyValueMetadatum(BaseModel):
123
+ value: str
124
+
125
+ key: Optional[str] = ""
126
+
127
+
128
+ class OutputS3TypedDict(TypedDict):
129
+ bucket: str
130
+ r"""Name of the destination S3 bucket. Must be a JavaScript expression (which can evaluate to a constant value), enclosed in quotes or backticks. Can be evaluated only at initialization time. Example referencing a Global Variable: `myBucket-${C.vars.myVar}`"""
131
+ id: NotRequired[str]
132
+ r"""Unique ID for this output"""
133
+ type: NotRequired[OutputS3Type]
134
+ pipeline: NotRequired[str]
135
+ r"""Pipeline to process data before sending out to this output"""
136
+ system_fields: NotRequired[List[str]]
137
+ r"""Fields to automatically add to events, such as cribl_pipe. Supports wildcards."""
138
+ environment: NotRequired[str]
139
+ r"""Optionally, enable this config only on a specified Git branch. If empty, will be enabled everywhere."""
140
+ streamtags: NotRequired[List[str]]
141
+ r"""Tags for filtering and grouping in @{product}"""
142
+ region: NotRequired[str]
143
+ r"""Region where the S3 bucket is located"""
144
+ aws_secret_key: NotRequired[str]
145
+ r"""Secret key. This value can be a constant or a JavaScript expression. Example: `${C.env.SOME_SECRET}`)"""
146
+ aws_authentication_method: NotRequired[OutputS3AuthenticationMethod]
147
+ r"""AWS authentication method. Choose Auto to use IAM roles."""
148
+ endpoint: NotRequired[str]
149
+ r"""S3 service endpoint. If empty, defaults to the AWS Region-specific endpoint. Otherwise, it must point to S3-compatible endpoint."""
150
+ signature_version: NotRequired[OutputS3SignatureVersion]
151
+ r"""Signature version to use for signing S3 requests"""
152
+ reuse_connections: NotRequired[bool]
153
+ r"""Reuse connections between requests, which can improve performance"""
154
+ reject_unauthorized: NotRequired[bool]
155
+ r"""Reject certificates that cannot be verified against a valid CA, such as self-signed certificates"""
156
+ enable_assume_role: NotRequired[bool]
157
+ r"""Use Assume Role credentials to access S3"""
158
+ assume_role_arn: NotRequired[str]
159
+ r"""Amazon Resource Name (ARN) of the role to assume"""
160
+ assume_role_external_id: NotRequired[str]
161
+ r"""External ID to use when assuming role"""
162
+ duration_seconds: NotRequired[float]
163
+ r"""Duration of the assumed role's session, in seconds. Minimum is 900 (15 minutes), default is 3600 (1 hour), and maximum is 43200 (12 hours)."""
164
+ stage_path: NotRequired[str]
165
+ r"""Filesystem location in which to buffer files, before compressing and moving to final destination. Use performant and stable storage."""
166
+ add_id_to_stage_path: NotRequired[bool]
167
+ r"""Add the Output ID value to staging location"""
168
+ dest_path: NotRequired[str]
169
+ r"""Prefix to append to files before uploading. Must be a JavaScript expression (which can evaluate to a constant value), enclosed in quotes or backticks. Can be evaluated only at init time. Example referencing a Global Variable: `myKeyPrefix-${C.vars.myVar}`"""
170
+ object_acl: NotRequired[OutputS3ObjectACL]
171
+ r"""Object ACL to assign to uploaded objects"""
172
+ storage_class: NotRequired[OutputS3StorageClass]
173
+ r"""Storage class to select for uploaded objects"""
174
+ server_side_encryption: NotRequired[OutputS3ServerSideEncryptionForUploadedObjects]
175
+ kms_key_id: NotRequired[str]
176
+ r"""ID or ARN of the KMS customer-managed key to use for encryption"""
177
+ remove_empty_dirs: NotRequired[bool]
178
+ r"""Remove empty staging directories after moving files"""
179
+ partition_expr: NotRequired[str]
180
+ r"""JavaScript expression defining how files are partitioned and organized. Default is date-based. If blank, Stream will fall back to the event's __partition field value – if present – otherwise to each location's root directory."""
181
+ format_: NotRequired[OutputS3DataFormat]
182
+ r"""Format of the output data"""
183
+ base_file_name: NotRequired[str]
184
+ r"""JavaScript expression to define the output filename prefix (can be constant)"""
185
+ file_name_suffix: NotRequired[str]
186
+ r"""JavaScript expression to define the output filename suffix (can be constant). The `__format` variable refers to the value of the `Data format` field (`json` or `raw`). The `__compression` field refers to the kind of compression being used (`none` or `gzip`)."""
187
+ max_file_size_mb: NotRequired[float]
188
+ r"""Maximum uncompressed output file size. Files of this size will be closed and moved to final output location."""
189
+ max_open_files: NotRequired[float]
190
+ r"""Maximum number of files to keep open concurrently. When exceeded, @{product} will close the oldest open files and move them to the final output location."""
191
+ header_line: NotRequired[str]
192
+ r"""If set, this line will be written to the beginning of each output file"""
193
+ write_high_water_mark: NotRequired[float]
194
+ r"""Buffer size used to write to a file"""
195
+ on_backpressure: NotRequired[OutputS3BackpressureBehavior]
196
+ r"""How to handle events when all receivers are exerting backpressure"""
197
+ deadletter_enabled: NotRequired[bool]
198
+ r"""If a file fails to move to its final destination after the maximum number of retries, move it to a designated directory to prevent further errors"""
199
+ on_disk_full_backpressure: NotRequired[OutputS3DiskSpaceProtection]
200
+ r"""How to handle events when disk space is below the global 'Min free disk space' limit"""
201
+ max_file_open_time_sec: NotRequired[float]
202
+ r"""Maximum amount of time to write to a file. Files open for longer than this will be closed and moved to final output location."""
203
+ max_file_idle_time_sec: NotRequired[float]
204
+ r"""Maximum amount of time to keep inactive files open. Files open for longer than this will be closed and moved to final output location."""
205
+ max_concurrent_file_parts: NotRequired[float]
206
+ r"""Maximum number of parts to upload in parallel per file. Minimum part size is 5MB."""
207
+ verify_permissions: NotRequired[bool]
208
+ r"""Disable if you can access files within the bucket but not the bucket itself"""
209
+ max_closing_files_to_backpressure: NotRequired[float]
210
+ r"""Maximum number of files that can be waiting for upload before backpressure is applied"""
211
+ description: NotRequired[str]
212
+ aws_api_key: NotRequired[str]
213
+ r"""This value can be a constant or a JavaScript expression (`${C.env.SOME_ACCESS_KEY}`)"""
214
+ aws_secret: NotRequired[str]
215
+ r"""Select or create a stored secret that references your access key and secret key"""
216
+ compress: NotRequired[OutputS3Compression]
217
+ r"""Data compression format to apply to HTTP content before it is delivered"""
218
+ compression_level: NotRequired[OutputS3CompressionLevel]
219
+ r"""Compression level to apply before moving files to final destination"""
220
+ automatic_schema: NotRequired[bool]
221
+ r"""Automatically calculate the schema based on the events of each Parquet file generated"""
222
+ parquet_version: NotRequired[OutputS3ParquetVersion]
223
+ r"""Determines which data types are supported and how they are represented"""
224
+ parquet_data_page_version: NotRequired[OutputS3DataPageVersion]
225
+ r"""Serialization format of data pages. Note that some reader implementations use Data page V2's attributes to work more efficiently, while others ignore it."""
226
+ parquet_row_group_length: NotRequired[float]
227
+ r"""The number of rows that every group will contain. The final group can contain a smaller number of rows."""
228
+ parquet_page_size: NotRequired[str]
229
+ r"""Target memory size for page segments, such as 1MB or 128MB. Generally, lower values improve reading speed, while higher values improve compression."""
230
+ should_log_invalid_rows: NotRequired[bool]
231
+ r"""Log up to 3 rows that @{product} skips due to data mismatch"""
232
+ key_value_metadata: NotRequired[List[OutputS3KeyValueMetadatumTypedDict]]
233
+ r"""The metadata of files the Destination writes will include the properties you add here as key-value pairs. Useful for tagging. Examples: \"key\":\"OCSF Event Class\", \"value\":\"9001\" """
234
+ enable_statistics: NotRequired[bool]
235
+ r"""Statistics profile an entire file in terms of minimum/maximum values within data, numbers of nulls, etc. You can use Parquet tools to view statistics."""
236
+ enable_write_page_index: NotRequired[bool]
237
+ r"""One page index contains statistics for one data page. Parquet readers use statistics to enable page skipping."""
238
+ enable_page_checksum: NotRequired[bool]
239
+ r"""Parquet tools can use the checksum of a Parquet page to verify data integrity"""
240
+ empty_dir_cleanup_sec: NotRequired[float]
241
+ r"""How frequently, in seconds, to clean up empty directories"""
242
+ deadletter_path: NotRequired[str]
243
+ r"""Storage location for files that fail to reach their final destination after maximum retries are exceeded"""
244
+ max_retry_num: NotRequired[float]
245
+ r"""The maximum number of times a file will attempt to move to its final destination before being dead-lettered"""
246
+
247
+
248
+ class OutputS3(BaseModel):
249
+ bucket: str
250
+ r"""Name of the destination S3 bucket. Must be a JavaScript expression (which can evaluate to a constant value), enclosed in quotes or backticks. Can be evaluated only at initialization time. Example referencing a Global Variable: `myBucket-${C.vars.myVar}`"""
251
+
252
+ id: Optional[str] = None
253
+ r"""Unique ID for this output"""
254
+
255
+ type: Annotated[
256
+ Optional[OutputS3Type], PlainValidator(validate_open_enum(False))
257
+ ] = None
258
+
259
+ pipeline: Optional[str] = None
260
+ r"""Pipeline to process data before sending out to this output"""
261
+
262
+ system_fields: Annotated[
263
+ Optional[List[str]], pydantic.Field(alias="systemFields")
264
+ ] = None
265
+ r"""Fields to automatically add to events, such as cribl_pipe. Supports wildcards."""
266
+
267
+ environment: Optional[str] = None
268
+ r"""Optionally, enable this config only on a specified Git branch. If empty, will be enabled everywhere."""
269
+
270
+ streamtags: Optional[List[str]] = None
271
+ r"""Tags for filtering and grouping in @{product}"""
272
+
273
+ region: Optional[str] = None
274
+ r"""Region where the S3 bucket is located"""
275
+
276
+ aws_secret_key: Annotated[Optional[str], pydantic.Field(alias="awsSecretKey")] = (
277
+ None
278
+ )
279
+ r"""Secret key. This value can be a constant or a JavaScript expression. Example: `${C.env.SOME_SECRET}`)"""
280
+
281
+ aws_authentication_method: Annotated[
282
+ Annotated[
283
+ Optional[OutputS3AuthenticationMethod],
284
+ PlainValidator(validate_open_enum(False)),
285
+ ],
286
+ pydantic.Field(alias="awsAuthenticationMethod"),
287
+ ] = OutputS3AuthenticationMethod.AUTO
288
+ r"""AWS authentication method. Choose Auto to use IAM roles."""
289
+
290
+ endpoint: Optional[str] = None
291
+ r"""S3 service endpoint. If empty, defaults to the AWS Region-specific endpoint. Otherwise, it must point to S3-compatible endpoint."""
292
+
293
+ signature_version: Annotated[
294
+ Annotated[
295
+ Optional[OutputS3SignatureVersion],
296
+ PlainValidator(validate_open_enum(False)),
297
+ ],
298
+ pydantic.Field(alias="signatureVersion"),
299
+ ] = OutputS3SignatureVersion.V4
300
+ r"""Signature version to use for signing S3 requests"""
301
+
302
+ reuse_connections: Annotated[
303
+ Optional[bool], pydantic.Field(alias="reuseConnections")
304
+ ] = True
305
+ r"""Reuse connections between requests, which can improve performance"""
306
+
307
+ reject_unauthorized: Annotated[
308
+ Optional[bool], pydantic.Field(alias="rejectUnauthorized")
309
+ ] = True
310
+ r"""Reject certificates that cannot be verified against a valid CA, such as self-signed certificates"""
311
+
312
+ enable_assume_role: Annotated[
313
+ Optional[bool], pydantic.Field(alias="enableAssumeRole")
314
+ ] = False
315
+ r"""Use Assume Role credentials to access S3"""
316
+
317
+ assume_role_arn: Annotated[Optional[str], pydantic.Field(alias="assumeRoleArn")] = (
318
+ None
319
+ )
320
+ r"""Amazon Resource Name (ARN) of the role to assume"""
321
+
322
+ assume_role_external_id: Annotated[
323
+ Optional[str], pydantic.Field(alias="assumeRoleExternalId")
324
+ ] = None
325
+ r"""External ID to use when assuming role"""
326
+
327
+ duration_seconds: Annotated[
328
+ Optional[float], pydantic.Field(alias="durationSeconds")
329
+ ] = 3600
330
+ r"""Duration of the assumed role's session, in seconds. Minimum is 900 (15 minutes), default is 3600 (1 hour), and maximum is 43200 (12 hours)."""
331
+
332
+ stage_path: Annotated[Optional[str], pydantic.Field(alias="stagePath")] = (
333
+ "$CRIBL_HOME/state/outputs/staging"
334
+ )
335
+ r"""Filesystem location in which to buffer files, before compressing and moving to final destination. Use performant and stable storage."""
336
+
337
+ add_id_to_stage_path: Annotated[
338
+ Optional[bool], pydantic.Field(alias="addIdToStagePath")
339
+ ] = True
340
+ r"""Add the Output ID value to staging location"""
341
+
342
+ dest_path: Annotated[Optional[str], pydantic.Field(alias="destPath")] = ""
343
+ r"""Prefix to append to files before uploading. Must be a JavaScript expression (which can evaluate to a constant value), enclosed in quotes or backticks. Can be evaluated only at init time. Example referencing a Global Variable: `myKeyPrefix-${C.vars.myVar}`"""
344
+
345
+ object_acl: Annotated[
346
+ Annotated[
347
+ Optional[OutputS3ObjectACL], PlainValidator(validate_open_enum(False))
348
+ ],
349
+ pydantic.Field(alias="objectACL"),
350
+ ] = OutputS3ObjectACL.PRIVATE
351
+ r"""Object ACL to assign to uploaded objects"""
352
+
353
+ storage_class: Annotated[
354
+ Annotated[
355
+ Optional[OutputS3StorageClass], PlainValidator(validate_open_enum(False))
356
+ ],
357
+ pydantic.Field(alias="storageClass"),
358
+ ] = None
359
+ r"""Storage class to select for uploaded objects"""
360
+
361
+ server_side_encryption: Annotated[
362
+ Annotated[
363
+ Optional[OutputS3ServerSideEncryptionForUploadedObjects],
364
+ PlainValidator(validate_open_enum(False)),
365
+ ],
366
+ pydantic.Field(alias="serverSideEncryption"),
367
+ ] = None
368
+
369
+ kms_key_id: Annotated[Optional[str], pydantic.Field(alias="kmsKeyId")] = None
370
+ r"""ID or ARN of the KMS customer-managed key to use for encryption"""
371
+
372
+ remove_empty_dirs: Annotated[
373
+ Optional[bool], pydantic.Field(alias="removeEmptyDirs")
374
+ ] = True
375
+ r"""Remove empty staging directories after moving files"""
376
+
377
+ partition_expr: Annotated[Optional[str], pydantic.Field(alias="partitionExpr")] = (
378
+ "C.Time.strftime(_time ? _time : Date.now()/1000, '%Y/%m/%d')"
379
+ )
380
+ r"""JavaScript expression defining how files are partitioned and organized. Default is date-based. If blank, Stream will fall back to the event's __partition field value – if present – otherwise to each location's root directory."""
381
+
382
+ format_: Annotated[
383
+ Annotated[
384
+ Optional[OutputS3DataFormat], PlainValidator(validate_open_enum(False))
385
+ ],
386
+ pydantic.Field(alias="format"),
387
+ ] = OutputS3DataFormat.JSON
388
+ r"""Format of the output data"""
389
+
390
+ base_file_name: Annotated[Optional[str], pydantic.Field(alias="baseFileName")] = (
391
+ "`CriblOut`"
392
+ )
393
+ r"""JavaScript expression to define the output filename prefix (can be constant)"""
394
+
395
+ file_name_suffix: Annotated[
396
+ Optional[str], pydantic.Field(alias="fileNameSuffix")
397
+ ] = '`.${C.env["CRIBL_WORKER_ID"]}.${__format}${__compression === "gzip" ? ".gz" : ""}`'
398
+ r"""JavaScript expression to define the output filename suffix (can be constant). The `__format` variable refers to the value of the `Data format` field (`json` or `raw`). The `__compression` field refers to the kind of compression being used (`none` or `gzip`)."""
399
+
400
+ max_file_size_mb: Annotated[
401
+ Optional[float], pydantic.Field(alias="maxFileSizeMB")
402
+ ] = 32
403
+ r"""Maximum uncompressed output file size. Files of this size will be closed and moved to final output location."""
404
+
405
+ max_open_files: Annotated[Optional[float], pydantic.Field(alias="maxOpenFiles")] = (
406
+ 100
407
+ )
408
+ r"""Maximum number of files to keep open concurrently. When exceeded, @{product} will close the oldest open files and move them to the final output location."""
409
+
410
+ header_line: Annotated[Optional[str], pydantic.Field(alias="headerLine")] = ""
411
+ r"""If set, this line will be written to the beginning of each output file"""
412
+
413
+ write_high_water_mark: Annotated[
414
+ Optional[float], pydantic.Field(alias="writeHighWaterMark")
415
+ ] = 64
416
+ r"""Buffer size used to write to a file"""
417
+
418
+ on_backpressure: Annotated[
419
+ Annotated[
420
+ Optional[OutputS3BackpressureBehavior],
421
+ PlainValidator(validate_open_enum(False)),
422
+ ],
423
+ pydantic.Field(alias="onBackpressure"),
424
+ ] = OutputS3BackpressureBehavior.BLOCK
425
+ r"""How to handle events when all receivers are exerting backpressure"""
426
+
427
+ deadletter_enabled: Annotated[
428
+ Optional[bool], pydantic.Field(alias="deadletterEnabled")
429
+ ] = False
430
+ r"""If a file fails to move to its final destination after the maximum number of retries, move it to a designated directory to prevent further errors"""
431
+
432
+ on_disk_full_backpressure: Annotated[
433
+ Annotated[
434
+ Optional[OutputS3DiskSpaceProtection],
435
+ PlainValidator(validate_open_enum(False)),
436
+ ],
437
+ pydantic.Field(alias="onDiskFullBackpressure"),
438
+ ] = OutputS3DiskSpaceProtection.BLOCK
439
+ r"""How to handle events when disk space is below the global 'Min free disk space' limit"""
440
+
441
+ max_file_open_time_sec: Annotated[
442
+ Optional[float], pydantic.Field(alias="maxFileOpenTimeSec")
443
+ ] = 300
444
+ r"""Maximum amount of time to write to a file. Files open for longer than this will be closed and moved to final output location."""
445
+
446
+ max_file_idle_time_sec: Annotated[
447
+ Optional[float], pydantic.Field(alias="maxFileIdleTimeSec")
448
+ ] = 30
449
+ r"""Maximum amount of time to keep inactive files open. Files open for longer than this will be closed and moved to final output location."""
450
+
451
+ max_concurrent_file_parts: Annotated[
452
+ Optional[float], pydantic.Field(alias="maxConcurrentFileParts")
453
+ ] = 4
454
+ r"""Maximum number of parts to upload in parallel per file. Minimum part size is 5MB."""
455
+
456
+ verify_permissions: Annotated[
457
+ Optional[bool], pydantic.Field(alias="verifyPermissions")
458
+ ] = True
459
+ r"""Disable if you can access files within the bucket but not the bucket itself"""
460
+
461
+ max_closing_files_to_backpressure: Annotated[
462
+ Optional[float], pydantic.Field(alias="maxClosingFilesToBackpressure")
463
+ ] = 100
464
+ r"""Maximum number of files that can be waiting for upload before backpressure is applied"""
465
+
466
+ description: Optional[str] = None
467
+
468
+ aws_api_key: Annotated[Optional[str], pydantic.Field(alias="awsApiKey")] = None
469
+ r"""This value can be a constant or a JavaScript expression (`${C.env.SOME_ACCESS_KEY}`)"""
470
+
471
+ aws_secret: Annotated[Optional[str], pydantic.Field(alias="awsSecret")] = None
472
+ r"""Select or create a stored secret that references your access key and secret key"""
473
+
474
+ compress: Annotated[
475
+ Optional[OutputS3Compression], PlainValidator(validate_open_enum(False))
476
+ ] = OutputS3Compression.GZIP
477
+ r"""Data compression format to apply to HTTP content before it is delivered"""
478
+
479
+ compression_level: Annotated[
480
+ Annotated[
481
+ Optional[OutputS3CompressionLevel],
482
+ PlainValidator(validate_open_enum(False)),
483
+ ],
484
+ pydantic.Field(alias="compressionLevel"),
485
+ ] = OutputS3CompressionLevel.BEST_SPEED
486
+ r"""Compression level to apply before moving files to final destination"""
487
+
488
+ automatic_schema: Annotated[
489
+ Optional[bool], pydantic.Field(alias="automaticSchema")
490
+ ] = False
491
+ r"""Automatically calculate the schema based on the events of each Parquet file generated"""
492
+
493
+ parquet_version: Annotated[
494
+ Annotated[
495
+ Optional[OutputS3ParquetVersion], PlainValidator(validate_open_enum(False))
496
+ ],
497
+ pydantic.Field(alias="parquetVersion"),
498
+ ] = OutputS3ParquetVersion.PARQUET_2_6
499
+ r"""Determines which data types are supported and how they are represented"""
500
+
501
+ parquet_data_page_version: Annotated[
502
+ Annotated[
503
+ Optional[OutputS3DataPageVersion], PlainValidator(validate_open_enum(False))
504
+ ],
505
+ pydantic.Field(alias="parquetDataPageVersion"),
506
+ ] = OutputS3DataPageVersion.DATA_PAGE_V2
507
+ r"""Serialization format of data pages. Note that some reader implementations use Data page V2's attributes to work more efficiently, while others ignore it."""
508
+
509
+ parquet_row_group_length: Annotated[
510
+ Optional[float], pydantic.Field(alias="parquetRowGroupLength")
511
+ ] = 10000
512
+ r"""The number of rows that every group will contain. The final group can contain a smaller number of rows."""
513
+
514
+ parquet_page_size: Annotated[
515
+ Optional[str], pydantic.Field(alias="parquetPageSize")
516
+ ] = "1MB"
517
+ r"""Target memory size for page segments, such as 1MB or 128MB. Generally, lower values improve reading speed, while higher values improve compression."""
518
+
519
+ should_log_invalid_rows: Annotated[
520
+ Optional[bool], pydantic.Field(alias="shouldLogInvalidRows")
521
+ ] = None
522
+ r"""Log up to 3 rows that @{product} skips due to data mismatch"""
523
+
524
+ key_value_metadata: Annotated[
525
+ Optional[List[OutputS3KeyValueMetadatum]],
526
+ pydantic.Field(alias="keyValueMetadata"),
527
+ ] = None
528
+ r"""The metadata of files the Destination writes will include the properties you add here as key-value pairs. Useful for tagging. Examples: \"key\":\"OCSF Event Class\", \"value\":\"9001\" """
529
+
530
+ enable_statistics: Annotated[
531
+ Optional[bool], pydantic.Field(alias="enableStatistics")
532
+ ] = True
533
+ r"""Statistics profile an entire file in terms of minimum/maximum values within data, numbers of nulls, etc. You can use Parquet tools to view statistics."""
534
+
535
+ enable_write_page_index: Annotated[
536
+ Optional[bool], pydantic.Field(alias="enableWritePageIndex")
537
+ ] = True
538
+ r"""One page index contains statistics for one data page. Parquet readers use statistics to enable page skipping."""
539
+
540
+ enable_page_checksum: Annotated[
541
+ Optional[bool], pydantic.Field(alias="enablePageChecksum")
542
+ ] = False
543
+ r"""Parquet tools can use the checksum of a Parquet page to verify data integrity"""
544
+
545
+ empty_dir_cleanup_sec: Annotated[
546
+ Optional[float], pydantic.Field(alias="emptyDirCleanupSec")
547
+ ] = 300
548
+ r"""How frequently, in seconds, to clean up empty directories"""
549
+
550
+ deadletter_path: Annotated[
551
+ Optional[str], pydantic.Field(alias="deadletterPath")
552
+ ] = "$CRIBL_HOME/state/outputs/dead-letter"
553
+ r"""Storage location for files that fail to reach their final destination after maximum retries are exceeded"""
554
+
555
+ max_retry_num: Annotated[Optional[float], pydantic.Field(alias="maxRetryNum")] = 20
556
+ r"""The maximum number of times a file will attempt to move to its final destination before being dead-lettered"""
@@ -0,0 +1,14 @@
1
+ """Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT."""
2
+
3
+ from __future__ import annotations
4
+ from cribl_control_plane.types import BaseModel
5
+ from typing import Any, Dict, List
6
+ from typing_extensions import TypedDict
7
+
8
+
9
+ class OutputSamplesResponseTypedDict(TypedDict):
10
+ events: List[Dict[str, Any]]
11
+
12
+
13
+ class OutputSamplesResponse(BaseModel):
14
+ events: List[Dict[str, Any]]