cribl-control-plane 0.5.0-rc.8 → 0.5.0-rc.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commonjs/funcs/packsDelete.d.ts +1 -1
- package/dist/commonjs/funcs/packsDelete.d.ts.map +1 -1
- package/dist/commonjs/funcs/packsDelete.js +1 -1
- package/dist/commonjs/funcs/packsDelete.js.map +1 -1
- package/dist/commonjs/lib/config.d.ts +3 -3
- package/dist/commonjs/lib/config.js +3 -3
- package/dist/commonjs/models/azureblobcollectorconf.d.ts +364 -29
- package/dist/commonjs/models/azureblobcollectorconf.d.ts.map +1 -1
- package/dist/commonjs/models/azureblobcollectorconf.js +241 -27
- package/dist/commonjs/models/azureblobcollectorconf.js.map +1 -1
- package/dist/commonjs/models/countedpackuninstallinfo.d.ts +15 -0
- package/dist/commonjs/models/countedpackuninstallinfo.d.ts.map +1 -0
- package/dist/commonjs/models/countedpackuninstallinfo.js +52 -0
- package/dist/commonjs/models/countedpackuninstallinfo.js.map +1 -0
- package/dist/commonjs/models/googlecloudstoragecollectorconf.d.ts +203 -27
- package/dist/commonjs/models/googlecloudstoragecollectorconf.d.ts.map +1 -1
- package/dist/commonjs/models/googlecloudstoragecollectorconf.js +145 -28
- package/dist/commonjs/models/googlecloudstoragecollectorconf.js.map +1 -1
- package/dist/commonjs/models/healthcheckcollectorconf.d.ts +2322 -98
- package/dist/commonjs/models/healthcheckcollectorconf.d.ts.map +1 -1
- package/dist/commonjs/models/healthcheckcollectorconf.js +1924 -66
- package/dist/commonjs/models/healthcheckcollectorconf.js.map +1 -1
- package/dist/commonjs/models/index.d.ts +2 -0
- package/dist/commonjs/models/index.d.ts.map +1 -1
- package/dist/commonjs/models/index.js +2 -0
- package/dist/commonjs/models/index.js.map +1 -1
- package/dist/commonjs/models/nodeprovidedinfo.d.ts +2 -2
- package/dist/commonjs/models/nodeprovidedinfo.d.ts.map +1 -1
- package/dist/commonjs/models/nodeprovidedinfo.js +2 -2
- package/dist/commonjs/models/nodeprovidedinfo.js.map +1 -1
- package/dist/commonjs/models/packuninstallinfo.d.ts +11 -0
- package/dist/commonjs/models/packuninstallinfo.d.ts.map +1 -0
- package/dist/commonjs/models/packuninstallinfo.js +51 -0
- package/dist/commonjs/models/packuninstallinfo.js.map +1 -0
- package/dist/commonjs/models/restcollectorconf.d.ts +4977 -138
- package/dist/commonjs/models/restcollectorconf.d.ts.map +1 -1
- package/dist/commonjs/models/restcollectorconf.js +4670 -99
- package/dist/commonjs/models/restcollectorconf.js.map +1 -1
- package/dist/commonjs/models/s3collectorconf.d.ts +758 -29
- package/dist/commonjs/models/s3collectorconf.d.ts.map +1 -1
- package/dist/commonjs/models/s3collectorconf.js +494 -32
- package/dist/commonjs/models/s3collectorconf.js.map +1 -1
- package/dist/commonjs/models/splunkcollectorconf.d.ts +1478 -66
- package/dist/commonjs/models/splunkcollectorconf.d.ts.map +1 -1
- package/dist/commonjs/models/splunkcollectorconf.js +1150 -48
- package/dist/commonjs/models/splunkcollectorconf.js.map +1 -1
- package/dist/commonjs/sdk/packs.d.ts +1 -1
- package/dist/commonjs/sdk/packs.d.ts.map +1 -1
- package/dist/esm/funcs/packsDelete.d.ts +1 -1
- package/dist/esm/funcs/packsDelete.d.ts.map +1 -1
- package/dist/esm/funcs/packsDelete.js +1 -1
- package/dist/esm/funcs/packsDelete.js.map +1 -1
- package/dist/esm/lib/config.d.ts +3 -3
- package/dist/esm/lib/config.js +3 -3
- package/dist/esm/models/azureblobcollectorconf.d.ts +364 -29
- package/dist/esm/models/azureblobcollectorconf.d.ts.map +1 -1
- package/dist/esm/models/azureblobcollectorconf.js +222 -24
- package/dist/esm/models/azureblobcollectorconf.js.map +1 -1
- package/dist/esm/models/countedpackuninstallinfo.d.ts +15 -0
- package/dist/esm/models/countedpackuninstallinfo.d.ts.map +1 -0
- package/dist/esm/models/countedpackuninstallinfo.js +15 -0
- package/dist/esm/models/countedpackuninstallinfo.js.map +1 -0
- package/dist/esm/models/googlecloudstoragecollectorconf.d.ts +203 -27
- package/dist/esm/models/googlecloudstoragecollectorconf.d.ts.map +1 -1
- package/dist/esm/models/googlecloudstoragecollectorconf.js +132 -25
- package/dist/esm/models/googlecloudstoragecollectorconf.js.map +1 -1
- package/dist/esm/models/healthcheckcollectorconf.d.ts +2322 -98
- package/dist/esm/models/healthcheckcollectorconf.d.ts.map +1 -1
- package/dist/esm/models/healthcheckcollectorconf.js +1827 -59
- package/dist/esm/models/healthcheckcollectorconf.js.map +1 -1
- package/dist/esm/models/index.d.ts +2 -0
- package/dist/esm/models/index.d.ts.map +1 -1
- package/dist/esm/models/index.js +2 -0
- package/dist/esm/models/index.js.map +1 -1
- package/dist/esm/models/nodeprovidedinfo.d.ts +2 -2
- package/dist/esm/models/nodeprovidedinfo.d.ts.map +1 -1
- package/dist/esm/models/nodeprovidedinfo.js +2 -2
- package/dist/esm/models/nodeprovidedinfo.js.map +1 -1
- package/dist/esm/models/packuninstallinfo.d.ts +11 -0
- package/dist/esm/models/packuninstallinfo.d.ts.map +1 -0
- package/dist/esm/models/packuninstallinfo.js +14 -0
- package/dist/esm/models/packuninstallinfo.js.map +1 -0
- package/dist/esm/models/restcollectorconf.d.ts +4977 -138
- package/dist/esm/models/restcollectorconf.d.ts.map +1 -1
- package/dist/esm/models/restcollectorconf.js +4416 -86
- package/dist/esm/models/restcollectorconf.js.map +1 -1
- package/dist/esm/models/s3collectorconf.d.ts +758 -29
- package/dist/esm/models/s3collectorconf.d.ts.map +1 -1
- package/dist/esm/models/s3collectorconf.js +472 -29
- package/dist/esm/models/s3collectorconf.js.map +1 -1
- package/dist/esm/models/splunkcollectorconf.d.ts +1478 -66
- package/dist/esm/models/splunkcollectorconf.d.ts.map +1 -1
- package/dist/esm/models/splunkcollectorconf.js +1091 -41
- package/dist/esm/models/splunkcollectorconf.js.map +1 -1
- package/dist/esm/sdk/packs.d.ts +1 -1
- package/dist/esm/sdk/packs.d.ts.map +1 -1
- package/examples/package-lock.json +1 -1
- package/jsr.json +1 -1
- package/package.json +1 -1
- package/src/funcs/packsDelete.ts +4 -4
- package/src/lib/config.ts +3 -3
- package/src/models/azureblobcollectorconf.ts +761 -56
- package/src/models/countedpackuninstallinfo.ts +40 -0
- package/src/models/googlecloudstoragecollectorconf.ts +464 -63
- package/src/models/healthcheckcollectorconf.ts +5473 -211
- package/src/models/index.ts +2 -0
- package/src/models/nodeprovidedinfo.ts +4 -4
- package/src/models/packuninstallinfo.ts +33 -0
- package/src/models/restcollectorconf.ts +12333 -239
- package/src/models/s3collectorconf.ts +1595 -180
- package/src/models/splunkcollectorconf.ts +3304 -205
- package/src/sdk/packs.ts +1 -1
|
@@ -12,7 +12,7 @@ import { SDKValidationError } from "./errors/sdkvalidationerror.js";
|
|
|
12
12
|
/**
|
|
13
13
|
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
14
14
|
*/
|
|
15
|
-
export const
|
|
15
|
+
export const S3AwsAuthenticationMethodSecretPartitioningScheme = {
|
|
16
16
|
/**
|
|
17
17
|
* Defined in Path
|
|
18
18
|
*/
|
|
@@ -25,157 +25,1520 @@ export const PartitioningScheme = {
|
|
|
25
25
|
/**
|
|
26
26
|
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
27
27
|
*/
|
|
28
|
-
export type
|
|
28
|
+
export type S3AwsAuthenticationMethodSecretPartitioningScheme = OpenEnum<
|
|
29
|
+
typeof S3AwsAuthenticationMethodSecretPartitioningScheme
|
|
30
|
+
>;
|
|
31
|
+
|
|
32
|
+
export type S3AwsAuthenticationMethodSecretExtractor = {
|
|
33
|
+
/**
|
|
34
|
+
* A token from the template path, such as epoch
|
|
35
|
+
*/
|
|
36
|
+
key: string;
|
|
37
|
+
/**
|
|
38
|
+
* JavaScript expression that receives token under "value" variable, and evaluates to populate event fields. Example: {date: new Date(+value*1000)}
|
|
39
|
+
*/
|
|
40
|
+
expression: string;
|
|
41
|
+
};
|
|
42
|
+
|
|
43
|
+
/**
|
|
44
|
+
* Signature version to use for signing S3 requests
|
|
45
|
+
*/
|
|
46
|
+
export const S3AwsAuthenticationMethodSecretSignatureVersion = {
|
|
47
|
+
V2: "v2",
|
|
48
|
+
V4: "v4",
|
|
49
|
+
} as const;
|
|
50
|
+
/**
|
|
51
|
+
* Signature version to use for signing S3 requests
|
|
52
|
+
*/
|
|
53
|
+
export type S3AwsAuthenticationMethodSecretSignatureVersion = OpenEnum<
|
|
54
|
+
typeof S3AwsAuthenticationMethodSecretSignatureVersion
|
|
55
|
+
>;
|
|
56
|
+
|
|
57
|
+
export type S3AwsAuthenticationMethodSecret = {
|
|
58
|
+
/**
|
|
59
|
+
* AWS authentication method. Choose Auto to use IAM roles.
|
|
60
|
+
*/
|
|
61
|
+
awsAuthenticationMethod: "secret";
|
|
62
|
+
/**
|
|
63
|
+
* Select or create a stored secret that references AWS access key and secret key.
|
|
64
|
+
*/
|
|
65
|
+
awsSecret?: string | undefined;
|
|
66
|
+
/**
|
|
67
|
+
* Name of the predefined Destination that will be used to auto-populate Collector settings
|
|
68
|
+
*/
|
|
69
|
+
outputName?: string | undefined;
|
|
70
|
+
/**
|
|
71
|
+
* S3 Bucket from which to collect data
|
|
72
|
+
*/
|
|
73
|
+
bucket: string;
|
|
74
|
+
/**
|
|
75
|
+
* Maximum file size for each Parquet chunk
|
|
76
|
+
*/
|
|
77
|
+
parquetChunkSizeMB?: number | undefined;
|
|
78
|
+
/**
|
|
79
|
+
* Maximum time allowed for downloading a Parquet chunk. Processing will stop if a chunk cannot be downloaded within the time specified.
|
|
80
|
+
*/
|
|
81
|
+
parquetChunkDownloadTimeout?: number | undefined;
|
|
82
|
+
/**
|
|
83
|
+
* Region from which to retrieve data
|
|
84
|
+
*/
|
|
85
|
+
region?: string | undefined;
|
|
86
|
+
/**
|
|
87
|
+
* Directory where data will be collected. Templating (such as 'myDir/${datacenter}/${host}/${app}/') and time-based tokens (such as 'myOtherDir/${_time:%Y}/${_time:%m}/${_time:%d}/') are supported. Can be a constant (enclosed in quotes) or a JavaScript expression.
|
|
88
|
+
*/
|
|
89
|
+
path?: string | undefined;
|
|
90
|
+
/**
|
|
91
|
+
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
92
|
+
*/
|
|
93
|
+
partitioningScheme?:
|
|
94
|
+
| S3AwsAuthenticationMethodSecretPartitioningScheme
|
|
95
|
+
| undefined;
|
|
96
|
+
/**
|
|
97
|
+
* Allows using template tokens as context for expressions that enrich discovery results. For example, given a template /path/${epoch}, an extractor under key "epoch" with an expression {date: new Date(+value*1000)}, will enrich discovery results with a human readable "date" field.
|
|
98
|
+
*/
|
|
99
|
+
extractors?: Array<S3AwsAuthenticationMethodSecretExtractor> | undefined;
|
|
100
|
+
/**
|
|
101
|
+
* Must point to an S3-compatible endpoint. If empty, defaults to an AWS region-specific endpoint.
|
|
102
|
+
*/
|
|
103
|
+
endpoint?: string | undefined;
|
|
104
|
+
/**
|
|
105
|
+
* Signature version to use for signing S3 requests
|
|
106
|
+
*/
|
|
107
|
+
signatureVersion?:
|
|
108
|
+
| S3AwsAuthenticationMethodSecretSignatureVersion
|
|
109
|
+
| undefined;
|
|
110
|
+
/**
|
|
111
|
+
* Use AssumeRole credentials
|
|
112
|
+
*/
|
|
113
|
+
enableAssumeRole?: boolean | undefined;
|
|
114
|
+
/**
|
|
115
|
+
* Amazon Resource Name (ARN) of the role to assume
|
|
116
|
+
*/
|
|
117
|
+
assumeRoleArn?: string | undefined;
|
|
118
|
+
/**
|
|
119
|
+
* External ID to use when assuming role
|
|
120
|
+
*/
|
|
121
|
+
assumeRoleExternalId?: string | undefined;
|
|
122
|
+
/**
|
|
123
|
+
* Duration of the Assumed Role's session, in seconds. Minimum is 900 (15 minutes), default is 3600 (1 hour), and maximum is 43200 (12 hours).
|
|
124
|
+
*/
|
|
125
|
+
durationSeconds?: number | undefined;
|
|
126
|
+
/**
|
|
127
|
+
* Maximum number of metadata objects to batch before recording as results
|
|
128
|
+
*/
|
|
129
|
+
maxBatchSize?: number | undefined;
|
|
130
|
+
recurse?: any | undefined;
|
|
131
|
+
/**
|
|
132
|
+
* Reuse connections between requests to improve performance
|
|
133
|
+
*/
|
|
134
|
+
reuseConnections?: boolean | undefined;
|
|
135
|
+
/**
|
|
136
|
+
* Reject certificates that cannot be verified against a valid CA (such as a self-signed certificate)
|
|
137
|
+
*/
|
|
138
|
+
rejectUnauthorized?: boolean | undefined;
|
|
139
|
+
/**
|
|
140
|
+
* Disable if you can access files within the bucket but not the bucket itself. Resolves errors of the form "discover task initialization failed...error: Forbidden".
|
|
141
|
+
*/
|
|
142
|
+
verifyPermissions?: boolean | undefined;
|
|
143
|
+
/**
|
|
144
|
+
* Disable Collector event time filtering when a date range is specified
|
|
145
|
+
*/
|
|
146
|
+
disableTimeFilter?: boolean | undefined;
|
|
147
|
+
};
|
|
148
|
+
|
|
149
|
+
/**
|
|
150
|
+
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
151
|
+
*/
|
|
152
|
+
export const S3AwsAuthenticationMethodManualPartitioningScheme = {
|
|
153
|
+
/**
|
|
154
|
+
* Defined in Path
|
|
155
|
+
*/
|
|
156
|
+
None: "none",
|
|
157
|
+
/**
|
|
158
|
+
* DDSS
|
|
159
|
+
*/
|
|
160
|
+
Ddss: "ddss",
|
|
161
|
+
} as const;
|
|
162
|
+
/**
|
|
163
|
+
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
164
|
+
*/
|
|
165
|
+
export type S3AwsAuthenticationMethodManualPartitioningScheme = OpenEnum<
|
|
166
|
+
typeof S3AwsAuthenticationMethodManualPartitioningScheme
|
|
167
|
+
>;
|
|
168
|
+
|
|
169
|
+
export type S3AwsAuthenticationMethodManualExtractor = {
|
|
170
|
+
/**
|
|
171
|
+
* A token from the template path, such as epoch
|
|
172
|
+
*/
|
|
173
|
+
key: string;
|
|
174
|
+
/**
|
|
175
|
+
* JavaScript expression that receives token under "value" variable, and evaluates to populate event fields. Example: {date: new Date(+value*1000)}
|
|
176
|
+
*/
|
|
177
|
+
expression: string;
|
|
178
|
+
};
|
|
179
|
+
|
|
180
|
+
/**
|
|
181
|
+
* Signature version to use for signing S3 requests
|
|
182
|
+
*/
|
|
183
|
+
export const S3AwsAuthenticationMethodManualSignatureVersion = {
|
|
184
|
+
V2: "v2",
|
|
185
|
+
V4: "v4",
|
|
186
|
+
} as const;
|
|
187
|
+
/**
|
|
188
|
+
* Signature version to use for signing S3 requests
|
|
189
|
+
*/
|
|
190
|
+
export type S3AwsAuthenticationMethodManualSignatureVersion = OpenEnum<
|
|
191
|
+
typeof S3AwsAuthenticationMethodManualSignatureVersion
|
|
192
|
+
>;
|
|
193
|
+
|
|
194
|
+
export type S3AwsAuthenticationMethodManual = {
|
|
195
|
+
/**
|
|
196
|
+
* AWS authentication method. Choose Auto to use IAM roles.
|
|
197
|
+
*/
|
|
198
|
+
awsAuthenticationMethod: "manual";
|
|
199
|
+
/**
|
|
200
|
+
* Access key. If not present, will fall back to env.AWS_ACCESS_KEY_ID, or to the metadata endpoint for IAM creds. Optional when running on AWS. This value can be a constant or a JavaScript expression.
|
|
201
|
+
*/
|
|
202
|
+
awsApiKey?: string | undefined;
|
|
203
|
+
/**
|
|
204
|
+
* Secret key. If not present, will fall back to env.AWS_SECRET_ACCESS_KEY, or to the metadata endpoint for IAM creds. Optional when running on AWS. This value can be a constant or a JavaScript expression.
|
|
205
|
+
*/
|
|
206
|
+
awsSecretKey?: string | undefined;
|
|
207
|
+
/**
|
|
208
|
+
* Name of the predefined Destination that will be used to auto-populate Collector settings
|
|
209
|
+
*/
|
|
210
|
+
outputName?: string | undefined;
|
|
211
|
+
/**
|
|
212
|
+
* S3 Bucket from which to collect data
|
|
213
|
+
*/
|
|
214
|
+
bucket: string;
|
|
215
|
+
/**
|
|
216
|
+
* Maximum file size for each Parquet chunk
|
|
217
|
+
*/
|
|
218
|
+
parquetChunkSizeMB?: number | undefined;
|
|
219
|
+
/**
|
|
220
|
+
* Maximum time allowed for downloading a Parquet chunk. Processing will stop if a chunk cannot be downloaded within the time specified.
|
|
221
|
+
*/
|
|
222
|
+
parquetChunkDownloadTimeout?: number | undefined;
|
|
223
|
+
/**
|
|
224
|
+
* Region from which to retrieve data
|
|
225
|
+
*/
|
|
226
|
+
region?: string | undefined;
|
|
227
|
+
/**
|
|
228
|
+
* Directory where data will be collected. Templating (such as 'myDir/${datacenter}/${host}/${app}/') and time-based tokens (such as 'myOtherDir/${_time:%Y}/${_time:%m}/${_time:%d}/') are supported. Can be a constant (enclosed in quotes) or a JavaScript expression.
|
|
229
|
+
*/
|
|
230
|
+
path?: string | undefined;
|
|
231
|
+
/**
|
|
232
|
+
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
233
|
+
*/
|
|
234
|
+
partitioningScheme?:
|
|
235
|
+
| S3AwsAuthenticationMethodManualPartitioningScheme
|
|
236
|
+
| undefined;
|
|
237
|
+
/**
|
|
238
|
+
* Allows using template tokens as context for expressions that enrich discovery results. For example, given a template /path/${epoch}, an extractor under key "epoch" with an expression {date: new Date(+value*1000)}, will enrich discovery results with a human readable "date" field.
|
|
239
|
+
*/
|
|
240
|
+
extractors?: Array<S3AwsAuthenticationMethodManualExtractor> | undefined;
|
|
241
|
+
/**
|
|
242
|
+
* Must point to an S3-compatible endpoint. If empty, defaults to an AWS region-specific endpoint.
|
|
243
|
+
*/
|
|
244
|
+
endpoint?: string | undefined;
|
|
245
|
+
/**
|
|
246
|
+
* Signature version to use for signing S3 requests
|
|
247
|
+
*/
|
|
248
|
+
signatureVersion?:
|
|
249
|
+
| S3AwsAuthenticationMethodManualSignatureVersion
|
|
250
|
+
| undefined;
|
|
251
|
+
/**
|
|
252
|
+
* Use AssumeRole credentials
|
|
253
|
+
*/
|
|
254
|
+
enableAssumeRole?: boolean | undefined;
|
|
255
|
+
/**
|
|
256
|
+
* Amazon Resource Name (ARN) of the role to assume
|
|
257
|
+
*/
|
|
258
|
+
assumeRoleArn?: string | undefined;
|
|
259
|
+
/**
|
|
260
|
+
* External ID to use when assuming role
|
|
261
|
+
*/
|
|
262
|
+
assumeRoleExternalId?: string | undefined;
|
|
263
|
+
/**
|
|
264
|
+
* Duration of the Assumed Role's session, in seconds. Minimum is 900 (15 minutes), default is 3600 (1 hour), and maximum is 43200 (12 hours).
|
|
265
|
+
*/
|
|
266
|
+
durationSeconds?: number | undefined;
|
|
267
|
+
/**
|
|
268
|
+
* Maximum number of metadata objects to batch before recording as results
|
|
269
|
+
*/
|
|
270
|
+
maxBatchSize?: number | undefined;
|
|
271
|
+
recurse?: any | undefined;
|
|
272
|
+
/**
|
|
273
|
+
* Reuse connections between requests to improve performance
|
|
274
|
+
*/
|
|
275
|
+
reuseConnections?: boolean | undefined;
|
|
276
|
+
/**
|
|
277
|
+
* Reject certificates that cannot be verified against a valid CA (such as a self-signed certificate)
|
|
278
|
+
*/
|
|
279
|
+
rejectUnauthorized?: boolean | undefined;
|
|
280
|
+
/**
|
|
281
|
+
* Disable if you can access files within the bucket but not the bucket itself. Resolves errors of the form "discover task initialization failed...error: Forbidden".
|
|
282
|
+
*/
|
|
283
|
+
verifyPermissions?: boolean | undefined;
|
|
284
|
+
/**
|
|
285
|
+
* Disable Collector event time filtering when a date range is specified
|
|
286
|
+
*/
|
|
287
|
+
disableTimeFilter?: boolean | undefined;
|
|
288
|
+
};
|
|
289
|
+
|
|
290
|
+
/**
|
|
291
|
+
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
292
|
+
*/
|
|
293
|
+
export const S3AwsAuthenticationMethodAutoPartitioningScheme = {
|
|
294
|
+
/**
|
|
295
|
+
* Defined in Path
|
|
296
|
+
*/
|
|
297
|
+
None: "none",
|
|
298
|
+
/**
|
|
299
|
+
* DDSS
|
|
300
|
+
*/
|
|
301
|
+
Ddss: "ddss",
|
|
302
|
+
} as const;
|
|
303
|
+
/**
|
|
304
|
+
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
305
|
+
*/
|
|
306
|
+
export type S3AwsAuthenticationMethodAutoPartitioningScheme = OpenEnum<
|
|
307
|
+
typeof S3AwsAuthenticationMethodAutoPartitioningScheme
|
|
308
|
+
>;
|
|
309
|
+
|
|
310
|
+
export type S3AwsAuthenticationMethodAutoExtractor = {
|
|
311
|
+
/**
|
|
312
|
+
* A token from the template path, such as epoch
|
|
313
|
+
*/
|
|
314
|
+
key: string;
|
|
315
|
+
/**
|
|
316
|
+
* JavaScript expression that receives token under "value" variable, and evaluates to populate event fields. Example: {date: new Date(+value*1000)}
|
|
317
|
+
*/
|
|
318
|
+
expression: string;
|
|
319
|
+
};
|
|
320
|
+
|
|
321
|
+
/**
|
|
322
|
+
* Signature version to use for signing S3 requests
|
|
323
|
+
*/
|
|
324
|
+
export const S3AwsAuthenticationMethodAutoSignatureVersion = {
|
|
325
|
+
V2: "v2",
|
|
326
|
+
V4: "v4",
|
|
327
|
+
} as const;
|
|
328
|
+
/**
|
|
329
|
+
* Signature version to use for signing S3 requests
|
|
330
|
+
*/
|
|
331
|
+
export type S3AwsAuthenticationMethodAutoSignatureVersion = OpenEnum<
|
|
332
|
+
typeof S3AwsAuthenticationMethodAutoSignatureVersion
|
|
333
|
+
>;
|
|
334
|
+
|
|
335
|
+
export type S3AwsAuthenticationMethodAuto = {
|
|
336
|
+
/**
|
|
337
|
+
* AWS authentication method. Choose Auto to use IAM roles.
|
|
338
|
+
*/
|
|
339
|
+
awsAuthenticationMethod: "auto";
|
|
340
|
+
/**
|
|
341
|
+
* Name of the predefined Destination that will be used to auto-populate Collector settings
|
|
342
|
+
*/
|
|
343
|
+
outputName?: string | undefined;
|
|
344
|
+
/**
|
|
345
|
+
* S3 Bucket from which to collect data
|
|
346
|
+
*/
|
|
347
|
+
bucket: string;
|
|
348
|
+
/**
|
|
349
|
+
* Maximum file size for each Parquet chunk
|
|
350
|
+
*/
|
|
351
|
+
parquetChunkSizeMB?: number | undefined;
|
|
352
|
+
/**
|
|
353
|
+
* Maximum time allowed for downloading a Parquet chunk. Processing will stop if a chunk cannot be downloaded within the time specified.
|
|
354
|
+
*/
|
|
355
|
+
parquetChunkDownloadTimeout?: number | undefined;
|
|
356
|
+
/**
|
|
357
|
+
* Region from which to retrieve data
|
|
358
|
+
*/
|
|
359
|
+
region?: string | undefined;
|
|
360
|
+
/**
|
|
361
|
+
* Directory where data will be collected. Templating (such as 'myDir/${datacenter}/${host}/${app}/') and time-based tokens (such as 'myOtherDir/${_time:%Y}/${_time:%m}/${_time:%d}/') are supported. Can be a constant (enclosed in quotes) or a JavaScript expression.
|
|
362
|
+
*/
|
|
363
|
+
path?: string | undefined;
|
|
364
|
+
/**
|
|
365
|
+
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
366
|
+
*/
|
|
367
|
+
partitioningScheme?:
|
|
368
|
+
| S3AwsAuthenticationMethodAutoPartitioningScheme
|
|
369
|
+
| undefined;
|
|
370
|
+
/**
|
|
371
|
+
* Allows using template tokens as context for expressions that enrich discovery results. For example, given a template /path/${epoch}, an extractor under key "epoch" with an expression {date: new Date(+value*1000)}, will enrich discovery results with a human readable "date" field.
|
|
372
|
+
*/
|
|
373
|
+
extractors?: Array<S3AwsAuthenticationMethodAutoExtractor> | undefined;
|
|
374
|
+
/**
|
|
375
|
+
* Must point to an S3-compatible endpoint. If empty, defaults to an AWS region-specific endpoint.
|
|
376
|
+
*/
|
|
377
|
+
endpoint?: string | undefined;
|
|
378
|
+
/**
|
|
379
|
+
* Signature version to use for signing S3 requests
|
|
380
|
+
*/
|
|
381
|
+
signatureVersion?: S3AwsAuthenticationMethodAutoSignatureVersion | undefined;
|
|
382
|
+
/**
|
|
383
|
+
* Use AssumeRole credentials
|
|
384
|
+
*/
|
|
385
|
+
enableAssumeRole?: boolean | undefined;
|
|
386
|
+
/**
|
|
387
|
+
* Amazon Resource Name (ARN) of the role to assume
|
|
388
|
+
*/
|
|
389
|
+
assumeRoleArn?: string | undefined;
|
|
390
|
+
/**
|
|
391
|
+
* External ID to use when assuming role
|
|
392
|
+
*/
|
|
393
|
+
assumeRoleExternalId?: string | undefined;
|
|
394
|
+
/**
|
|
395
|
+
* Duration of the Assumed Role's session, in seconds. Minimum is 900 (15 minutes), default is 3600 (1 hour), and maximum is 43200 (12 hours).
|
|
396
|
+
*/
|
|
397
|
+
durationSeconds?: number | undefined;
|
|
398
|
+
/**
|
|
399
|
+
* Maximum number of metadata objects to batch before recording as results
|
|
400
|
+
*/
|
|
401
|
+
maxBatchSize?: number | undefined;
|
|
402
|
+
recurse?: any | undefined;
|
|
403
|
+
/**
|
|
404
|
+
* Reuse connections between requests to improve performance
|
|
405
|
+
*/
|
|
406
|
+
reuseConnections?: boolean | undefined;
|
|
407
|
+
/**
|
|
408
|
+
* Reject certificates that cannot be verified against a valid CA (such as a self-signed certificate)
|
|
409
|
+
*/
|
|
410
|
+
rejectUnauthorized?: boolean | undefined;
|
|
411
|
+
/**
|
|
412
|
+
* Disable if you can access files within the bucket but not the bucket itself. Resolves errors of the form "discover task initialization failed...error: Forbidden".
|
|
413
|
+
*/
|
|
414
|
+
verifyPermissions?: boolean | undefined;
|
|
415
|
+
/**
|
|
416
|
+
* Disable Collector event time filtering when a date range is specified
|
|
417
|
+
*/
|
|
418
|
+
disableTimeFilter?: boolean | undefined;
|
|
419
|
+
};
|
|
420
|
+
|
|
421
|
+
/**
|
|
422
|
+
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
423
|
+
*/
|
|
424
|
+
export const S3PartitioningSchemeNonePartitioningScheme = {
|
|
425
|
+
/**
|
|
426
|
+
* Defined in Path
|
|
427
|
+
*/
|
|
428
|
+
None: "none",
|
|
429
|
+
/**
|
|
430
|
+
* DDSS
|
|
431
|
+
*/
|
|
432
|
+
Ddss: "ddss",
|
|
433
|
+
} as const;
|
|
434
|
+
/**
|
|
435
|
+
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
436
|
+
*/
|
|
437
|
+
export type S3PartitioningSchemeNonePartitioningScheme = OpenEnum<
|
|
438
|
+
typeof S3PartitioningSchemeNonePartitioningScheme
|
|
439
|
+
>;
|
|
440
|
+
|
|
441
|
+
export type S3PartitioningSchemeNoneExtractor = {
|
|
442
|
+
/**
|
|
443
|
+
* A token from the template path, such as epoch
|
|
444
|
+
*/
|
|
445
|
+
key: string;
|
|
446
|
+
/**
|
|
447
|
+
* JavaScript expression that receives token under "value" variable, and evaluates to populate event fields. Example: {date: new Date(+value*1000)}
|
|
448
|
+
*/
|
|
449
|
+
expression: string;
|
|
450
|
+
};
|
|
451
|
+
|
|
452
|
+
/**
|
|
453
|
+
* AWS authentication method. Choose Auto to use IAM roles.
|
|
454
|
+
*/
|
|
455
|
+
export const S3PartitioningSchemeNoneAuthenticationMethod = {
|
|
456
|
+
/**
|
|
457
|
+
* Auto
|
|
458
|
+
*/
|
|
459
|
+
Auto: "auto",
|
|
460
|
+
/**
|
|
461
|
+
* Manual
|
|
462
|
+
*/
|
|
463
|
+
Manual: "manual",
|
|
464
|
+
/**
|
|
465
|
+
* Secret Key pair
|
|
466
|
+
*/
|
|
467
|
+
Secret: "secret",
|
|
468
|
+
} as const;
|
|
469
|
+
/**
|
|
470
|
+
* AWS authentication method. Choose Auto to use IAM roles.
|
|
471
|
+
*/
|
|
472
|
+
export type S3PartitioningSchemeNoneAuthenticationMethod = OpenEnum<
|
|
473
|
+
typeof S3PartitioningSchemeNoneAuthenticationMethod
|
|
474
|
+
>;
|
|
475
|
+
|
|
476
|
+
/**
|
|
477
|
+
* Signature version to use for signing S3 requests
|
|
478
|
+
*/
|
|
479
|
+
export const S3PartitioningSchemeNoneSignatureVersion = {
|
|
480
|
+
V2: "v2",
|
|
481
|
+
V4: "v4",
|
|
482
|
+
} as const;
|
|
483
|
+
/**
|
|
484
|
+
* Signature version to use for signing S3 requests
|
|
485
|
+
*/
|
|
486
|
+
export type S3PartitioningSchemeNoneSignatureVersion = OpenEnum<
|
|
487
|
+
typeof S3PartitioningSchemeNoneSignatureVersion
|
|
488
|
+
>;
|
|
489
|
+
|
|
490
|
+
export type S3PartitioningSchemeNone = {
|
|
491
|
+
/**
|
|
492
|
+
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
493
|
+
*/
|
|
494
|
+
partitioningScheme?: S3PartitioningSchemeNonePartitioningScheme | undefined;
|
|
495
|
+
recurse?: any | undefined;
|
|
496
|
+
/**
|
|
497
|
+
* Name of the predefined Destination that will be used to auto-populate Collector settings
|
|
498
|
+
*/
|
|
499
|
+
outputName?: string | undefined;
|
|
500
|
+
/**
|
|
501
|
+
* S3 Bucket from which to collect data
|
|
502
|
+
*/
|
|
503
|
+
bucket: string;
|
|
504
|
+
/**
|
|
505
|
+
* Maximum file size for each Parquet chunk
|
|
506
|
+
*/
|
|
507
|
+
parquetChunkSizeMB?: number | undefined;
|
|
508
|
+
/**
|
|
509
|
+
* Maximum time allowed for downloading a Parquet chunk. Processing will stop if a chunk cannot be downloaded within the time specified.
|
|
510
|
+
*/
|
|
511
|
+
parquetChunkDownloadTimeout?: number | undefined;
|
|
512
|
+
/**
|
|
513
|
+
* Region from which to retrieve data
|
|
514
|
+
*/
|
|
515
|
+
region?: string | undefined;
|
|
516
|
+
/**
|
|
517
|
+
* Directory where data will be collected. Templating (such as 'myDir/${datacenter}/${host}/${app}/') and time-based tokens (such as 'myOtherDir/${_time:%Y}/${_time:%m}/${_time:%d}/') are supported. Can be a constant (enclosed in quotes) or a JavaScript expression.
|
|
518
|
+
*/
|
|
519
|
+
path?: string | undefined;
|
|
520
|
+
/**
|
|
521
|
+
* Allows using template tokens as context for expressions that enrich discovery results. For example, given a template /path/${epoch}, an extractor under key "epoch" with an expression {date: new Date(+value*1000)}, will enrich discovery results with a human readable "date" field.
|
|
522
|
+
*/
|
|
523
|
+
extractors?: Array<S3PartitioningSchemeNoneExtractor> | undefined;
|
|
524
|
+
/**
|
|
525
|
+
* AWS authentication method. Choose Auto to use IAM roles.
|
|
526
|
+
*/
|
|
527
|
+
awsAuthenticationMethod?:
|
|
528
|
+
| S3PartitioningSchemeNoneAuthenticationMethod
|
|
529
|
+
| undefined;
|
|
530
|
+
/**
|
|
531
|
+
* Must point to an S3-compatible endpoint. If empty, defaults to an AWS region-specific endpoint.
|
|
532
|
+
*/
|
|
533
|
+
endpoint?: string | undefined;
|
|
534
|
+
/**
|
|
535
|
+
* Signature version to use for signing S3 requests
|
|
536
|
+
*/
|
|
537
|
+
signatureVersion?: S3PartitioningSchemeNoneSignatureVersion | undefined;
|
|
538
|
+
/**
|
|
539
|
+
* Use AssumeRole credentials
|
|
540
|
+
*/
|
|
541
|
+
enableAssumeRole?: boolean | undefined;
|
|
542
|
+
/**
|
|
543
|
+
* Amazon Resource Name (ARN) of the role to assume
|
|
544
|
+
*/
|
|
545
|
+
assumeRoleArn?: string | undefined;
|
|
546
|
+
/**
|
|
547
|
+
* External ID to use when assuming role
|
|
548
|
+
*/
|
|
549
|
+
assumeRoleExternalId?: string | undefined;
|
|
550
|
+
/**
|
|
551
|
+
* Duration of the Assumed Role's session, in seconds. Minimum is 900 (15 minutes), default is 3600 (1 hour), and maximum is 43200 (12 hours).
|
|
552
|
+
*/
|
|
553
|
+
durationSeconds?: number | undefined;
|
|
554
|
+
/**
|
|
555
|
+
* Maximum number of metadata objects to batch before recording as results
|
|
556
|
+
*/
|
|
557
|
+
maxBatchSize?: number | undefined;
|
|
558
|
+
/**
|
|
559
|
+
* Reuse connections between requests to improve performance
|
|
560
|
+
*/
|
|
561
|
+
reuseConnections?: boolean | undefined;
|
|
562
|
+
/**
|
|
563
|
+
* Reject certificates that cannot be verified against a valid CA (such as a self-signed certificate)
|
|
564
|
+
*/
|
|
565
|
+
rejectUnauthorized?: boolean | undefined;
|
|
566
|
+
/**
|
|
567
|
+
* Disable if you can access files within the bucket but not the bucket itself. Resolves errors of the form "discover task initialization failed...error: Forbidden".
|
|
568
|
+
*/
|
|
569
|
+
verifyPermissions?: boolean | undefined;
|
|
570
|
+
/**
|
|
571
|
+
* Disable Collector event time filtering when a date range is specified
|
|
572
|
+
*/
|
|
573
|
+
disableTimeFilter?: boolean | undefined;
|
|
574
|
+
};
|
|
575
|
+
|
|
576
|
+
/**
|
|
577
|
+
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
578
|
+
*/
|
|
579
|
+
export const S3PartitioningSchemeDdssPartitioningScheme = {
|
|
580
|
+
/**
|
|
581
|
+
* Defined in Path
|
|
582
|
+
*/
|
|
583
|
+
None: "none",
|
|
584
|
+
/**
|
|
585
|
+
* DDSS
|
|
586
|
+
*/
|
|
587
|
+
Ddss: "ddss",
|
|
588
|
+
} as const;
|
|
589
|
+
/**
|
|
590
|
+
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
591
|
+
*/
|
|
592
|
+
export type S3PartitioningSchemeDdssPartitioningScheme = OpenEnum<
|
|
593
|
+
typeof S3PartitioningSchemeDdssPartitioningScheme
|
|
594
|
+
>;
|
|
595
|
+
|
|
596
|
+
export type S3PartitioningSchemeDdssExtractor = {
|
|
597
|
+
/**
|
|
598
|
+
* A token from the template path, such as epoch
|
|
599
|
+
*/
|
|
600
|
+
key: string;
|
|
601
|
+
/**
|
|
602
|
+
* JavaScript expression that receives token under "value" variable, and evaluates to populate event fields. Example: {date: new Date(+value*1000)}
|
|
603
|
+
*/
|
|
604
|
+
expression: string;
|
|
605
|
+
};
|
|
606
|
+
|
|
607
|
+
/**
|
|
608
|
+
* AWS authentication method. Choose Auto to use IAM roles.
|
|
609
|
+
*/
|
|
610
|
+
export const S3PartitioningSchemeDdssAuthenticationMethod = {
|
|
611
|
+
/**
|
|
612
|
+
* Auto
|
|
613
|
+
*/
|
|
614
|
+
Auto: "auto",
|
|
615
|
+
/**
|
|
616
|
+
* Manual
|
|
617
|
+
*/
|
|
618
|
+
Manual: "manual",
|
|
619
|
+
/**
|
|
620
|
+
* Secret Key pair
|
|
621
|
+
*/
|
|
622
|
+
Secret: "secret",
|
|
623
|
+
} as const;
|
|
624
|
+
/**
|
|
625
|
+
* AWS authentication method. Choose Auto to use IAM roles.
|
|
626
|
+
*/
|
|
627
|
+
export type S3PartitioningSchemeDdssAuthenticationMethod = OpenEnum<
|
|
628
|
+
typeof S3PartitioningSchemeDdssAuthenticationMethod
|
|
629
|
+
>;
|
|
630
|
+
|
|
631
|
+
/**
|
|
632
|
+
* Signature version to use for signing S3 requests
|
|
633
|
+
*/
|
|
634
|
+
export const S3PartitioningSchemeDdssSignatureVersion = {
|
|
635
|
+
V2: "v2",
|
|
636
|
+
V4: "v4",
|
|
637
|
+
} as const;
|
|
638
|
+
/**
|
|
639
|
+
* Signature version to use for signing S3 requests
|
|
640
|
+
*/
|
|
641
|
+
export type S3PartitioningSchemeDdssSignatureVersion = OpenEnum<
|
|
642
|
+
typeof S3PartitioningSchemeDdssSignatureVersion
|
|
643
|
+
>;
|
|
644
|
+
|
|
645
|
+
export type S3PartitioningSchemeDdss = {
|
|
646
|
+
/**
|
|
647
|
+
* Partitioning scheme used for this dataset. Using a known scheme like DDSS enables more efficient data reading and retrieval.
|
|
648
|
+
*/
|
|
649
|
+
partitioningScheme?: S3PartitioningSchemeDdssPartitioningScheme | undefined;
|
|
650
|
+
/**
|
|
651
|
+
* Name of the predefined Destination that will be used to auto-populate Collector settings
|
|
652
|
+
*/
|
|
653
|
+
outputName?: string | undefined;
|
|
654
|
+
/**
|
|
655
|
+
* S3 Bucket from which to collect data
|
|
656
|
+
*/
|
|
657
|
+
bucket: string;
|
|
658
|
+
/**
|
|
659
|
+
* Maximum file size for each Parquet chunk
|
|
660
|
+
*/
|
|
661
|
+
parquetChunkSizeMB?: number | undefined;
|
|
662
|
+
/**
|
|
663
|
+
* Maximum time allowed for downloading a Parquet chunk. Processing will stop if a chunk cannot be downloaded within the time specified.
|
|
664
|
+
*/
|
|
665
|
+
parquetChunkDownloadTimeout?: number | undefined;
|
|
666
|
+
/**
|
|
667
|
+
* Region from which to retrieve data
|
|
668
|
+
*/
|
|
669
|
+
region?: string | undefined;
|
|
670
|
+
/**
|
|
671
|
+
* Directory where data will be collected. Templating (such as 'myDir/${datacenter}/${host}/${app}/') and time-based tokens (such as 'myOtherDir/${_time:%Y}/${_time:%m}/${_time:%d}/') are supported. Can be a constant (enclosed in quotes) or a JavaScript expression.
|
|
672
|
+
*/
|
|
673
|
+
path?: string | undefined;
|
|
674
|
+
/**
|
|
675
|
+
* Allows using template tokens as context for expressions that enrich discovery results. For example, given a template /path/${epoch}, an extractor under key "epoch" with an expression {date: new Date(+value*1000)}, will enrich discovery results with a human readable "date" field.
|
|
676
|
+
*/
|
|
677
|
+
extractors?: Array<S3PartitioningSchemeDdssExtractor> | undefined;
|
|
678
|
+
/**
|
|
679
|
+
* AWS authentication method. Choose Auto to use IAM roles.
|
|
680
|
+
*/
|
|
681
|
+
awsAuthenticationMethod?:
|
|
682
|
+
| S3PartitioningSchemeDdssAuthenticationMethod
|
|
683
|
+
| undefined;
|
|
684
|
+
/**
|
|
685
|
+
* Must point to an S3-compatible endpoint. If empty, defaults to an AWS region-specific endpoint.
|
|
686
|
+
*/
|
|
687
|
+
endpoint?: string | undefined;
|
|
688
|
+
/**
|
|
689
|
+
* Signature version to use for signing S3 requests
|
|
690
|
+
*/
|
|
691
|
+
signatureVersion?: S3PartitioningSchemeDdssSignatureVersion | undefined;
|
|
692
|
+
/**
|
|
693
|
+
* Use AssumeRole credentials
|
|
694
|
+
*/
|
|
695
|
+
enableAssumeRole?: boolean | undefined;
|
|
696
|
+
/**
|
|
697
|
+
* Amazon Resource Name (ARN) of the role to assume
|
|
698
|
+
*/
|
|
699
|
+
assumeRoleArn?: string | undefined;
|
|
700
|
+
/**
|
|
701
|
+
* External ID to use when assuming role
|
|
702
|
+
*/
|
|
703
|
+
assumeRoleExternalId?: string | undefined;
|
|
704
|
+
/**
|
|
705
|
+
* Duration of the Assumed Role's session, in seconds. Minimum is 900 (15 minutes), default is 3600 (1 hour), and maximum is 43200 (12 hours).
|
|
706
|
+
*/
|
|
707
|
+
durationSeconds?: number | undefined;
|
|
708
|
+
/**
|
|
709
|
+
* Maximum number of metadata objects to batch before recording as results
|
|
710
|
+
*/
|
|
711
|
+
maxBatchSize?: number | undefined;
|
|
712
|
+
recurse?: any | undefined;
|
|
713
|
+
/**
|
|
714
|
+
* Reuse connections between requests to improve performance
|
|
715
|
+
*/
|
|
716
|
+
reuseConnections?: boolean | undefined;
|
|
717
|
+
/**
|
|
718
|
+
* Reject certificates that cannot be verified against a valid CA (such as a self-signed certificate)
|
|
719
|
+
*/
|
|
720
|
+
rejectUnauthorized?: boolean | undefined;
|
|
721
|
+
/**
|
|
722
|
+
* Disable if you can access files within the bucket but not the bucket itself. Resolves errors of the form "discover task initialization failed...error: Forbidden".
|
|
723
|
+
*/
|
|
724
|
+
verifyPermissions?: boolean | undefined;
|
|
725
|
+
/**
|
|
726
|
+
* Disable Collector event time filtering when a date range is specified
|
|
727
|
+
*/
|
|
728
|
+
disableTimeFilter?: boolean | undefined;
|
|
729
|
+
};
|
|
730
|
+
|
|
731
|
+
export type S3CollectorConf =
|
|
732
|
+
| S3AwsAuthenticationMethodAuto
|
|
733
|
+
| S3AwsAuthenticationMethodManual
|
|
734
|
+
| S3AwsAuthenticationMethodSecret;
|
|
735
|
+
|
|
736
|
+
/** @internal */
|
|
737
|
+
export const S3AwsAuthenticationMethodSecretPartitioningScheme$inboundSchema:
|
|
738
|
+
z.ZodType<
|
|
739
|
+
S3AwsAuthenticationMethodSecretPartitioningScheme,
|
|
740
|
+
z.ZodTypeDef,
|
|
741
|
+
unknown
|
|
742
|
+
> = openEnums.inboundSchema(
|
|
743
|
+
S3AwsAuthenticationMethodSecretPartitioningScheme,
|
|
744
|
+
);
|
|
745
|
+
/** @internal */
|
|
746
|
+
export const S3AwsAuthenticationMethodSecretPartitioningScheme$outboundSchema:
|
|
747
|
+
z.ZodType<
|
|
748
|
+
string,
|
|
749
|
+
z.ZodTypeDef,
|
|
750
|
+
S3AwsAuthenticationMethodSecretPartitioningScheme
|
|
751
|
+
> = openEnums.outboundSchema(
|
|
752
|
+
S3AwsAuthenticationMethodSecretPartitioningScheme,
|
|
753
|
+
);
|
|
754
|
+
|
|
755
|
+
/** @internal */
|
|
756
|
+
export const S3AwsAuthenticationMethodSecretExtractor$inboundSchema: z.ZodType<
|
|
757
|
+
S3AwsAuthenticationMethodSecretExtractor,
|
|
758
|
+
z.ZodTypeDef,
|
|
759
|
+
unknown
|
|
760
|
+
> = z.object({
|
|
761
|
+
key: z.string(),
|
|
762
|
+
expression: z.string(),
|
|
763
|
+
});
|
|
764
|
+
/** @internal */
|
|
765
|
+
export type S3AwsAuthenticationMethodSecretExtractor$Outbound = {
|
|
766
|
+
key: string;
|
|
767
|
+
expression: string;
|
|
768
|
+
};
|
|
769
|
+
|
|
770
|
+
/** @internal */
|
|
771
|
+
export const S3AwsAuthenticationMethodSecretExtractor$outboundSchema: z.ZodType<
|
|
772
|
+
S3AwsAuthenticationMethodSecretExtractor$Outbound,
|
|
773
|
+
z.ZodTypeDef,
|
|
774
|
+
S3AwsAuthenticationMethodSecretExtractor
|
|
775
|
+
> = z.object({
|
|
776
|
+
key: z.string(),
|
|
777
|
+
expression: z.string(),
|
|
778
|
+
});
|
|
779
|
+
|
|
780
|
+
export function s3AwsAuthenticationMethodSecretExtractorToJSON(
|
|
781
|
+
s3AwsAuthenticationMethodSecretExtractor:
|
|
782
|
+
S3AwsAuthenticationMethodSecretExtractor,
|
|
783
|
+
): string {
|
|
784
|
+
return JSON.stringify(
|
|
785
|
+
S3AwsAuthenticationMethodSecretExtractor$outboundSchema.parse(
|
|
786
|
+
s3AwsAuthenticationMethodSecretExtractor,
|
|
787
|
+
),
|
|
788
|
+
);
|
|
789
|
+
}
|
|
790
|
+
export function s3AwsAuthenticationMethodSecretExtractorFromJSON(
|
|
791
|
+
jsonString: string,
|
|
792
|
+
): SafeParseResult<
|
|
793
|
+
S3AwsAuthenticationMethodSecretExtractor,
|
|
794
|
+
SDKValidationError
|
|
795
|
+
> {
|
|
796
|
+
return safeParse(
|
|
797
|
+
jsonString,
|
|
798
|
+
(x) =>
|
|
799
|
+
S3AwsAuthenticationMethodSecretExtractor$inboundSchema.parse(
|
|
800
|
+
JSON.parse(x),
|
|
801
|
+
),
|
|
802
|
+
`Failed to parse 'S3AwsAuthenticationMethodSecretExtractor' from JSON`,
|
|
803
|
+
);
|
|
804
|
+
}
|
|
805
|
+
|
|
806
|
+
/** @internal */
|
|
807
|
+
export const S3AwsAuthenticationMethodSecretSignatureVersion$inboundSchema:
|
|
808
|
+
z.ZodType<
|
|
809
|
+
S3AwsAuthenticationMethodSecretSignatureVersion,
|
|
810
|
+
z.ZodTypeDef,
|
|
811
|
+
unknown
|
|
812
|
+
> = openEnums.inboundSchema(S3AwsAuthenticationMethodSecretSignatureVersion);
|
|
813
|
+
/** @internal */
|
|
814
|
+
export const S3AwsAuthenticationMethodSecretSignatureVersion$outboundSchema:
|
|
815
|
+
z.ZodType<
|
|
816
|
+
string,
|
|
817
|
+
z.ZodTypeDef,
|
|
818
|
+
S3AwsAuthenticationMethodSecretSignatureVersion
|
|
819
|
+
> = openEnums.outboundSchema(S3AwsAuthenticationMethodSecretSignatureVersion);
|
|
820
|
+
|
|
821
|
+
/** @internal */
|
|
822
|
+
export const S3AwsAuthenticationMethodSecret$inboundSchema: z.ZodType<
|
|
823
|
+
S3AwsAuthenticationMethodSecret,
|
|
824
|
+
z.ZodTypeDef,
|
|
825
|
+
unknown
|
|
826
|
+
> = z.object({
|
|
827
|
+
awsAuthenticationMethod: z.literal("secret"),
|
|
828
|
+
awsSecret: z.string().optional(),
|
|
829
|
+
outputName: z.string().optional(),
|
|
830
|
+
bucket: z.string(),
|
|
831
|
+
parquetChunkSizeMB: z.number().default(5),
|
|
832
|
+
parquetChunkDownloadTimeout: z.number().default(600),
|
|
833
|
+
region: z.string().optional(),
|
|
834
|
+
path: z.string().optional(),
|
|
835
|
+
partitioningScheme:
|
|
836
|
+
S3AwsAuthenticationMethodSecretPartitioningScheme$inboundSchema.default(
|
|
837
|
+
"none",
|
|
838
|
+
),
|
|
839
|
+
extractors: z.array(
|
|
840
|
+
z.lazy(() => S3AwsAuthenticationMethodSecretExtractor$inboundSchema),
|
|
841
|
+
).optional(),
|
|
842
|
+
endpoint: z.string().optional(),
|
|
843
|
+
signatureVersion:
|
|
844
|
+
S3AwsAuthenticationMethodSecretSignatureVersion$inboundSchema.default("v4"),
|
|
845
|
+
enableAssumeRole: z.boolean().default(false),
|
|
846
|
+
assumeRoleArn: z.string().optional(),
|
|
847
|
+
assumeRoleExternalId: z.string().optional(),
|
|
848
|
+
durationSeconds: z.number().default(3600),
|
|
849
|
+
maxBatchSize: z.number().default(10),
|
|
850
|
+
recurse: z.any().optional(),
|
|
851
|
+
reuseConnections: z.boolean().default(true),
|
|
852
|
+
rejectUnauthorized: z.boolean().default(true),
|
|
853
|
+
verifyPermissions: z.boolean().default(true),
|
|
854
|
+
disableTimeFilter: z.boolean().default(false),
|
|
855
|
+
});
|
|
856
|
+
/** @internal */
|
|
857
|
+
export type S3AwsAuthenticationMethodSecret$Outbound = {
|
|
858
|
+
awsAuthenticationMethod: "secret";
|
|
859
|
+
awsSecret?: string | undefined;
|
|
860
|
+
outputName?: string | undefined;
|
|
861
|
+
bucket: string;
|
|
862
|
+
parquetChunkSizeMB: number;
|
|
863
|
+
parquetChunkDownloadTimeout: number;
|
|
864
|
+
region?: string | undefined;
|
|
865
|
+
path?: string | undefined;
|
|
866
|
+
partitioningScheme: string;
|
|
867
|
+
extractors?:
|
|
868
|
+
| Array<S3AwsAuthenticationMethodSecretExtractor$Outbound>
|
|
869
|
+
| undefined;
|
|
870
|
+
endpoint?: string | undefined;
|
|
871
|
+
signatureVersion: string;
|
|
872
|
+
enableAssumeRole: boolean;
|
|
873
|
+
assumeRoleArn?: string | undefined;
|
|
874
|
+
assumeRoleExternalId?: string | undefined;
|
|
875
|
+
durationSeconds: number;
|
|
876
|
+
maxBatchSize: number;
|
|
877
|
+
recurse?: any | undefined;
|
|
878
|
+
reuseConnections: boolean;
|
|
879
|
+
rejectUnauthorized: boolean;
|
|
880
|
+
verifyPermissions: boolean;
|
|
881
|
+
disableTimeFilter: boolean;
|
|
882
|
+
};
|
|
883
|
+
|
|
884
|
+
/** @internal */
|
|
885
|
+
export const S3AwsAuthenticationMethodSecret$outboundSchema: z.ZodType<
|
|
886
|
+
S3AwsAuthenticationMethodSecret$Outbound,
|
|
887
|
+
z.ZodTypeDef,
|
|
888
|
+
S3AwsAuthenticationMethodSecret
|
|
889
|
+
> = z.object({
|
|
890
|
+
awsAuthenticationMethod: z.literal("secret"),
|
|
891
|
+
awsSecret: z.string().optional(),
|
|
892
|
+
outputName: z.string().optional(),
|
|
893
|
+
bucket: z.string(),
|
|
894
|
+
parquetChunkSizeMB: z.number().default(5),
|
|
895
|
+
parquetChunkDownloadTimeout: z.number().default(600),
|
|
896
|
+
region: z.string().optional(),
|
|
897
|
+
path: z.string().optional(),
|
|
898
|
+
partitioningScheme:
|
|
899
|
+
S3AwsAuthenticationMethodSecretPartitioningScheme$outboundSchema.default(
|
|
900
|
+
"none",
|
|
901
|
+
),
|
|
902
|
+
extractors: z.array(
|
|
903
|
+
z.lazy(() => S3AwsAuthenticationMethodSecretExtractor$outboundSchema),
|
|
904
|
+
).optional(),
|
|
905
|
+
endpoint: z.string().optional(),
|
|
906
|
+
signatureVersion:
|
|
907
|
+
S3AwsAuthenticationMethodSecretSignatureVersion$outboundSchema.default(
|
|
908
|
+
"v4",
|
|
909
|
+
),
|
|
910
|
+
enableAssumeRole: z.boolean().default(false),
|
|
911
|
+
assumeRoleArn: z.string().optional(),
|
|
912
|
+
assumeRoleExternalId: z.string().optional(),
|
|
913
|
+
durationSeconds: z.number().default(3600),
|
|
914
|
+
maxBatchSize: z.number().default(10),
|
|
915
|
+
recurse: z.any().optional(),
|
|
916
|
+
reuseConnections: z.boolean().default(true),
|
|
917
|
+
rejectUnauthorized: z.boolean().default(true),
|
|
918
|
+
verifyPermissions: z.boolean().default(true),
|
|
919
|
+
disableTimeFilter: z.boolean().default(false),
|
|
920
|
+
});
|
|
921
|
+
|
|
922
|
+
export function s3AwsAuthenticationMethodSecretToJSON(
|
|
923
|
+
s3AwsAuthenticationMethodSecret: S3AwsAuthenticationMethodSecret,
|
|
924
|
+
): string {
|
|
925
|
+
return JSON.stringify(
|
|
926
|
+
S3AwsAuthenticationMethodSecret$outboundSchema.parse(
|
|
927
|
+
s3AwsAuthenticationMethodSecret,
|
|
928
|
+
),
|
|
929
|
+
);
|
|
930
|
+
}
|
|
931
|
+
export function s3AwsAuthenticationMethodSecretFromJSON(
|
|
932
|
+
jsonString: string,
|
|
933
|
+
): SafeParseResult<S3AwsAuthenticationMethodSecret, SDKValidationError> {
|
|
934
|
+
return safeParse(
|
|
935
|
+
jsonString,
|
|
936
|
+
(x) => S3AwsAuthenticationMethodSecret$inboundSchema.parse(JSON.parse(x)),
|
|
937
|
+
`Failed to parse 'S3AwsAuthenticationMethodSecret' from JSON`,
|
|
938
|
+
);
|
|
939
|
+
}
|
|
940
|
+
|
|
941
|
+
/** @internal */
|
|
942
|
+
export const S3AwsAuthenticationMethodManualPartitioningScheme$inboundSchema:
|
|
943
|
+
z.ZodType<
|
|
944
|
+
S3AwsAuthenticationMethodManualPartitioningScheme,
|
|
945
|
+
z.ZodTypeDef,
|
|
946
|
+
unknown
|
|
947
|
+
> = openEnums.inboundSchema(
|
|
948
|
+
S3AwsAuthenticationMethodManualPartitioningScheme,
|
|
949
|
+
);
|
|
950
|
+
/** @internal */
|
|
951
|
+
export const S3AwsAuthenticationMethodManualPartitioningScheme$outboundSchema:
|
|
952
|
+
z.ZodType<
|
|
953
|
+
string,
|
|
954
|
+
z.ZodTypeDef,
|
|
955
|
+
S3AwsAuthenticationMethodManualPartitioningScheme
|
|
956
|
+
> = openEnums.outboundSchema(
|
|
957
|
+
S3AwsAuthenticationMethodManualPartitioningScheme,
|
|
958
|
+
);
|
|
959
|
+
|
|
960
|
+
/** @internal */
|
|
961
|
+
export const S3AwsAuthenticationMethodManualExtractor$inboundSchema: z.ZodType<
|
|
962
|
+
S3AwsAuthenticationMethodManualExtractor,
|
|
963
|
+
z.ZodTypeDef,
|
|
964
|
+
unknown
|
|
965
|
+
> = z.object({
|
|
966
|
+
key: z.string(),
|
|
967
|
+
expression: z.string(),
|
|
968
|
+
});
|
|
969
|
+
/** @internal */
|
|
970
|
+
export type S3AwsAuthenticationMethodManualExtractor$Outbound = {
|
|
971
|
+
key: string;
|
|
972
|
+
expression: string;
|
|
973
|
+
};
|
|
974
|
+
|
|
975
|
+
/** @internal */
|
|
976
|
+
export const S3AwsAuthenticationMethodManualExtractor$outboundSchema: z.ZodType<
|
|
977
|
+
S3AwsAuthenticationMethodManualExtractor$Outbound,
|
|
978
|
+
z.ZodTypeDef,
|
|
979
|
+
S3AwsAuthenticationMethodManualExtractor
|
|
980
|
+
> = z.object({
|
|
981
|
+
key: z.string(),
|
|
982
|
+
expression: z.string(),
|
|
983
|
+
});
|
|
984
|
+
|
|
985
|
+
export function s3AwsAuthenticationMethodManualExtractorToJSON(
|
|
986
|
+
s3AwsAuthenticationMethodManualExtractor:
|
|
987
|
+
S3AwsAuthenticationMethodManualExtractor,
|
|
988
|
+
): string {
|
|
989
|
+
return JSON.stringify(
|
|
990
|
+
S3AwsAuthenticationMethodManualExtractor$outboundSchema.parse(
|
|
991
|
+
s3AwsAuthenticationMethodManualExtractor,
|
|
992
|
+
),
|
|
993
|
+
);
|
|
994
|
+
}
|
|
995
|
+
export function s3AwsAuthenticationMethodManualExtractorFromJSON(
|
|
996
|
+
jsonString: string,
|
|
997
|
+
): SafeParseResult<
|
|
998
|
+
S3AwsAuthenticationMethodManualExtractor,
|
|
999
|
+
SDKValidationError
|
|
1000
|
+
> {
|
|
1001
|
+
return safeParse(
|
|
1002
|
+
jsonString,
|
|
1003
|
+
(x) =>
|
|
1004
|
+
S3AwsAuthenticationMethodManualExtractor$inboundSchema.parse(
|
|
1005
|
+
JSON.parse(x),
|
|
1006
|
+
),
|
|
1007
|
+
`Failed to parse 'S3AwsAuthenticationMethodManualExtractor' from JSON`,
|
|
1008
|
+
);
|
|
1009
|
+
}
|
|
1010
|
+
|
|
1011
|
+
/** @internal */
|
|
1012
|
+
export const S3AwsAuthenticationMethodManualSignatureVersion$inboundSchema:
|
|
1013
|
+
z.ZodType<
|
|
1014
|
+
S3AwsAuthenticationMethodManualSignatureVersion,
|
|
1015
|
+
z.ZodTypeDef,
|
|
1016
|
+
unknown
|
|
1017
|
+
> = openEnums.inboundSchema(S3AwsAuthenticationMethodManualSignatureVersion);
|
|
1018
|
+
/** @internal */
|
|
1019
|
+
export const S3AwsAuthenticationMethodManualSignatureVersion$outboundSchema:
|
|
1020
|
+
z.ZodType<
|
|
1021
|
+
string,
|
|
1022
|
+
z.ZodTypeDef,
|
|
1023
|
+
S3AwsAuthenticationMethodManualSignatureVersion
|
|
1024
|
+
> = openEnums.outboundSchema(S3AwsAuthenticationMethodManualSignatureVersion);
|
|
1025
|
+
|
|
1026
|
+
/** @internal */
|
|
1027
|
+
export const S3AwsAuthenticationMethodManual$inboundSchema: z.ZodType<
|
|
1028
|
+
S3AwsAuthenticationMethodManual,
|
|
1029
|
+
z.ZodTypeDef,
|
|
1030
|
+
unknown
|
|
1031
|
+
> = z.object({
|
|
1032
|
+
awsAuthenticationMethod: z.literal("manual"),
|
|
1033
|
+
awsApiKey: z.string().optional(),
|
|
1034
|
+
awsSecretKey: z.string().optional(),
|
|
1035
|
+
outputName: z.string().optional(),
|
|
1036
|
+
bucket: z.string(),
|
|
1037
|
+
parquetChunkSizeMB: z.number().default(5),
|
|
1038
|
+
parquetChunkDownloadTimeout: z.number().default(600),
|
|
1039
|
+
region: z.string().optional(),
|
|
1040
|
+
path: z.string().optional(),
|
|
1041
|
+
partitioningScheme:
|
|
1042
|
+
S3AwsAuthenticationMethodManualPartitioningScheme$inboundSchema.default(
|
|
1043
|
+
"none",
|
|
1044
|
+
),
|
|
1045
|
+
extractors: z.array(
|
|
1046
|
+
z.lazy(() => S3AwsAuthenticationMethodManualExtractor$inboundSchema),
|
|
1047
|
+
).optional(),
|
|
1048
|
+
endpoint: z.string().optional(),
|
|
1049
|
+
signatureVersion:
|
|
1050
|
+
S3AwsAuthenticationMethodManualSignatureVersion$inboundSchema.default("v4"),
|
|
1051
|
+
enableAssumeRole: z.boolean().default(false),
|
|
1052
|
+
assumeRoleArn: z.string().optional(),
|
|
1053
|
+
assumeRoleExternalId: z.string().optional(),
|
|
1054
|
+
durationSeconds: z.number().default(3600),
|
|
1055
|
+
maxBatchSize: z.number().default(10),
|
|
1056
|
+
recurse: z.any().optional(),
|
|
1057
|
+
reuseConnections: z.boolean().default(true),
|
|
1058
|
+
rejectUnauthorized: z.boolean().default(true),
|
|
1059
|
+
verifyPermissions: z.boolean().default(true),
|
|
1060
|
+
disableTimeFilter: z.boolean().default(false),
|
|
1061
|
+
});
|
|
1062
|
+
/** @internal */
|
|
1063
|
+
export type S3AwsAuthenticationMethodManual$Outbound = {
|
|
1064
|
+
awsAuthenticationMethod: "manual";
|
|
1065
|
+
awsApiKey?: string | undefined;
|
|
1066
|
+
awsSecretKey?: string | undefined;
|
|
1067
|
+
outputName?: string | undefined;
|
|
1068
|
+
bucket: string;
|
|
1069
|
+
parquetChunkSizeMB: number;
|
|
1070
|
+
parquetChunkDownloadTimeout: number;
|
|
1071
|
+
region?: string | undefined;
|
|
1072
|
+
path?: string | undefined;
|
|
1073
|
+
partitioningScheme: string;
|
|
1074
|
+
extractors?:
|
|
1075
|
+
| Array<S3AwsAuthenticationMethodManualExtractor$Outbound>
|
|
1076
|
+
| undefined;
|
|
1077
|
+
endpoint?: string | undefined;
|
|
1078
|
+
signatureVersion: string;
|
|
1079
|
+
enableAssumeRole: boolean;
|
|
1080
|
+
assumeRoleArn?: string | undefined;
|
|
1081
|
+
assumeRoleExternalId?: string | undefined;
|
|
1082
|
+
durationSeconds: number;
|
|
1083
|
+
maxBatchSize: number;
|
|
1084
|
+
recurse?: any | undefined;
|
|
1085
|
+
reuseConnections: boolean;
|
|
1086
|
+
rejectUnauthorized: boolean;
|
|
1087
|
+
verifyPermissions: boolean;
|
|
1088
|
+
disableTimeFilter: boolean;
|
|
1089
|
+
};
|
|
1090
|
+
|
|
1091
|
+
/** @internal */
|
|
1092
|
+
export const S3AwsAuthenticationMethodManual$outboundSchema: z.ZodType<
|
|
1093
|
+
S3AwsAuthenticationMethodManual$Outbound,
|
|
1094
|
+
z.ZodTypeDef,
|
|
1095
|
+
S3AwsAuthenticationMethodManual
|
|
1096
|
+
> = z.object({
|
|
1097
|
+
awsAuthenticationMethod: z.literal("manual"),
|
|
1098
|
+
awsApiKey: z.string().optional(),
|
|
1099
|
+
awsSecretKey: z.string().optional(),
|
|
1100
|
+
outputName: z.string().optional(),
|
|
1101
|
+
bucket: z.string(),
|
|
1102
|
+
parquetChunkSizeMB: z.number().default(5),
|
|
1103
|
+
parquetChunkDownloadTimeout: z.number().default(600),
|
|
1104
|
+
region: z.string().optional(),
|
|
1105
|
+
path: z.string().optional(),
|
|
1106
|
+
partitioningScheme:
|
|
1107
|
+
S3AwsAuthenticationMethodManualPartitioningScheme$outboundSchema.default(
|
|
1108
|
+
"none",
|
|
1109
|
+
),
|
|
1110
|
+
extractors: z.array(
|
|
1111
|
+
z.lazy(() => S3AwsAuthenticationMethodManualExtractor$outboundSchema),
|
|
1112
|
+
).optional(),
|
|
1113
|
+
endpoint: z.string().optional(),
|
|
1114
|
+
signatureVersion:
|
|
1115
|
+
S3AwsAuthenticationMethodManualSignatureVersion$outboundSchema.default(
|
|
1116
|
+
"v4",
|
|
1117
|
+
),
|
|
1118
|
+
enableAssumeRole: z.boolean().default(false),
|
|
1119
|
+
assumeRoleArn: z.string().optional(),
|
|
1120
|
+
assumeRoleExternalId: z.string().optional(),
|
|
1121
|
+
durationSeconds: z.number().default(3600),
|
|
1122
|
+
maxBatchSize: z.number().default(10),
|
|
1123
|
+
recurse: z.any().optional(),
|
|
1124
|
+
reuseConnections: z.boolean().default(true),
|
|
1125
|
+
rejectUnauthorized: z.boolean().default(true),
|
|
1126
|
+
verifyPermissions: z.boolean().default(true),
|
|
1127
|
+
disableTimeFilter: z.boolean().default(false),
|
|
1128
|
+
});
|
|
1129
|
+
|
|
1130
|
+
export function s3AwsAuthenticationMethodManualToJSON(
|
|
1131
|
+
s3AwsAuthenticationMethodManual: S3AwsAuthenticationMethodManual,
|
|
1132
|
+
): string {
|
|
1133
|
+
return JSON.stringify(
|
|
1134
|
+
S3AwsAuthenticationMethodManual$outboundSchema.parse(
|
|
1135
|
+
s3AwsAuthenticationMethodManual,
|
|
1136
|
+
),
|
|
1137
|
+
);
|
|
1138
|
+
}
|
|
1139
|
+
export function s3AwsAuthenticationMethodManualFromJSON(
|
|
1140
|
+
jsonString: string,
|
|
1141
|
+
): SafeParseResult<S3AwsAuthenticationMethodManual, SDKValidationError> {
|
|
1142
|
+
return safeParse(
|
|
1143
|
+
jsonString,
|
|
1144
|
+
(x) => S3AwsAuthenticationMethodManual$inboundSchema.parse(JSON.parse(x)),
|
|
1145
|
+
`Failed to parse 'S3AwsAuthenticationMethodManual' from JSON`,
|
|
1146
|
+
);
|
|
1147
|
+
}
|
|
1148
|
+
|
|
1149
|
+
/** @internal */
|
|
1150
|
+
export const S3AwsAuthenticationMethodAutoPartitioningScheme$inboundSchema:
|
|
1151
|
+
z.ZodType<
|
|
1152
|
+
S3AwsAuthenticationMethodAutoPartitioningScheme,
|
|
1153
|
+
z.ZodTypeDef,
|
|
1154
|
+
unknown
|
|
1155
|
+
> = openEnums.inboundSchema(S3AwsAuthenticationMethodAutoPartitioningScheme);
|
|
1156
|
+
/** @internal */
|
|
1157
|
+
export const S3AwsAuthenticationMethodAutoPartitioningScheme$outboundSchema:
|
|
1158
|
+
z.ZodType<
|
|
1159
|
+
string,
|
|
1160
|
+
z.ZodTypeDef,
|
|
1161
|
+
S3AwsAuthenticationMethodAutoPartitioningScheme
|
|
1162
|
+
> = openEnums.outboundSchema(S3AwsAuthenticationMethodAutoPartitioningScheme);
|
|
1163
|
+
|
|
1164
|
+
/** @internal */
|
|
1165
|
+
export const S3AwsAuthenticationMethodAutoExtractor$inboundSchema: z.ZodType<
|
|
1166
|
+
S3AwsAuthenticationMethodAutoExtractor,
|
|
1167
|
+
z.ZodTypeDef,
|
|
1168
|
+
unknown
|
|
1169
|
+
> = z.object({
|
|
1170
|
+
key: z.string(),
|
|
1171
|
+
expression: z.string(),
|
|
1172
|
+
});
|
|
1173
|
+
/** @internal */
|
|
1174
|
+
export type S3AwsAuthenticationMethodAutoExtractor$Outbound = {
|
|
1175
|
+
key: string;
|
|
1176
|
+
expression: string;
|
|
1177
|
+
};
|
|
1178
|
+
|
|
1179
|
+
/** @internal */
|
|
1180
|
+
export const S3AwsAuthenticationMethodAutoExtractor$outboundSchema: z.ZodType<
|
|
1181
|
+
S3AwsAuthenticationMethodAutoExtractor$Outbound,
|
|
1182
|
+
z.ZodTypeDef,
|
|
1183
|
+
S3AwsAuthenticationMethodAutoExtractor
|
|
1184
|
+
> = z.object({
|
|
1185
|
+
key: z.string(),
|
|
1186
|
+
expression: z.string(),
|
|
1187
|
+
});
|
|
1188
|
+
|
|
1189
|
+
export function s3AwsAuthenticationMethodAutoExtractorToJSON(
|
|
1190
|
+
s3AwsAuthenticationMethodAutoExtractor:
|
|
1191
|
+
S3AwsAuthenticationMethodAutoExtractor,
|
|
1192
|
+
): string {
|
|
1193
|
+
return JSON.stringify(
|
|
1194
|
+
S3AwsAuthenticationMethodAutoExtractor$outboundSchema.parse(
|
|
1195
|
+
s3AwsAuthenticationMethodAutoExtractor,
|
|
1196
|
+
),
|
|
1197
|
+
);
|
|
1198
|
+
}
|
|
1199
|
+
export function s3AwsAuthenticationMethodAutoExtractorFromJSON(
|
|
1200
|
+
jsonString: string,
|
|
1201
|
+
): SafeParseResult<S3AwsAuthenticationMethodAutoExtractor, SDKValidationError> {
|
|
1202
|
+
return safeParse(
|
|
1203
|
+
jsonString,
|
|
1204
|
+
(x) =>
|
|
1205
|
+
S3AwsAuthenticationMethodAutoExtractor$inboundSchema.parse(JSON.parse(x)),
|
|
1206
|
+
`Failed to parse 'S3AwsAuthenticationMethodAutoExtractor' from JSON`,
|
|
1207
|
+
);
|
|
1208
|
+
}
|
|
1209
|
+
|
|
1210
|
+
/** @internal */
|
|
1211
|
+
export const S3AwsAuthenticationMethodAutoSignatureVersion$inboundSchema:
|
|
1212
|
+
z.ZodType<
|
|
1213
|
+
S3AwsAuthenticationMethodAutoSignatureVersion,
|
|
1214
|
+
z.ZodTypeDef,
|
|
1215
|
+
unknown
|
|
1216
|
+
> = openEnums.inboundSchema(S3AwsAuthenticationMethodAutoSignatureVersion);
|
|
1217
|
+
/** @internal */
|
|
1218
|
+
export const S3AwsAuthenticationMethodAutoSignatureVersion$outboundSchema:
|
|
1219
|
+
z.ZodType<
|
|
1220
|
+
string,
|
|
1221
|
+
z.ZodTypeDef,
|
|
1222
|
+
S3AwsAuthenticationMethodAutoSignatureVersion
|
|
1223
|
+
> = openEnums.outboundSchema(S3AwsAuthenticationMethodAutoSignatureVersion);
|
|
1224
|
+
|
|
1225
|
+
/** @internal */
|
|
1226
|
+
export const S3AwsAuthenticationMethodAuto$inboundSchema: z.ZodType<
|
|
1227
|
+
S3AwsAuthenticationMethodAuto,
|
|
1228
|
+
z.ZodTypeDef,
|
|
1229
|
+
unknown
|
|
1230
|
+
> = z.object({
|
|
1231
|
+
awsAuthenticationMethod: z.literal("auto"),
|
|
1232
|
+
outputName: z.string().optional(),
|
|
1233
|
+
bucket: z.string(),
|
|
1234
|
+
parquetChunkSizeMB: z.number().default(5),
|
|
1235
|
+
parquetChunkDownloadTimeout: z.number().default(600),
|
|
1236
|
+
region: z.string().optional(),
|
|
1237
|
+
path: z.string().optional(),
|
|
1238
|
+
partitioningScheme:
|
|
1239
|
+
S3AwsAuthenticationMethodAutoPartitioningScheme$inboundSchema.default(
|
|
1240
|
+
"none",
|
|
1241
|
+
),
|
|
1242
|
+
extractors: z.array(
|
|
1243
|
+
z.lazy(() => S3AwsAuthenticationMethodAutoExtractor$inboundSchema),
|
|
1244
|
+
).optional(),
|
|
1245
|
+
endpoint: z.string().optional(),
|
|
1246
|
+
signatureVersion: S3AwsAuthenticationMethodAutoSignatureVersion$inboundSchema
|
|
1247
|
+
.default("v4"),
|
|
1248
|
+
enableAssumeRole: z.boolean().default(false),
|
|
1249
|
+
assumeRoleArn: z.string().optional(),
|
|
1250
|
+
assumeRoleExternalId: z.string().optional(),
|
|
1251
|
+
durationSeconds: z.number().default(3600),
|
|
1252
|
+
maxBatchSize: z.number().default(10),
|
|
1253
|
+
recurse: z.any().optional(),
|
|
1254
|
+
reuseConnections: z.boolean().default(true),
|
|
1255
|
+
rejectUnauthorized: z.boolean().default(true),
|
|
1256
|
+
verifyPermissions: z.boolean().default(true),
|
|
1257
|
+
disableTimeFilter: z.boolean().default(false),
|
|
1258
|
+
});
|
|
1259
|
+
/** @internal */
|
|
1260
|
+
export type S3AwsAuthenticationMethodAuto$Outbound = {
|
|
1261
|
+
awsAuthenticationMethod: "auto";
|
|
1262
|
+
outputName?: string | undefined;
|
|
1263
|
+
bucket: string;
|
|
1264
|
+
parquetChunkSizeMB: number;
|
|
1265
|
+
parquetChunkDownloadTimeout: number;
|
|
1266
|
+
region?: string | undefined;
|
|
1267
|
+
path?: string | undefined;
|
|
1268
|
+
partitioningScheme: string;
|
|
1269
|
+
extractors?:
|
|
1270
|
+
| Array<S3AwsAuthenticationMethodAutoExtractor$Outbound>
|
|
1271
|
+
| undefined;
|
|
1272
|
+
endpoint?: string | undefined;
|
|
1273
|
+
signatureVersion: string;
|
|
1274
|
+
enableAssumeRole: boolean;
|
|
1275
|
+
assumeRoleArn?: string | undefined;
|
|
1276
|
+
assumeRoleExternalId?: string | undefined;
|
|
1277
|
+
durationSeconds: number;
|
|
1278
|
+
maxBatchSize: number;
|
|
1279
|
+
recurse?: any | undefined;
|
|
1280
|
+
reuseConnections: boolean;
|
|
1281
|
+
rejectUnauthorized: boolean;
|
|
1282
|
+
verifyPermissions: boolean;
|
|
1283
|
+
disableTimeFilter: boolean;
|
|
1284
|
+
};
|
|
1285
|
+
|
|
1286
|
+
/** @internal */
|
|
1287
|
+
export const S3AwsAuthenticationMethodAuto$outboundSchema: z.ZodType<
|
|
1288
|
+
S3AwsAuthenticationMethodAuto$Outbound,
|
|
1289
|
+
z.ZodTypeDef,
|
|
1290
|
+
S3AwsAuthenticationMethodAuto
|
|
1291
|
+
> = z.object({
|
|
1292
|
+
awsAuthenticationMethod: z.literal("auto"),
|
|
1293
|
+
outputName: z.string().optional(),
|
|
1294
|
+
bucket: z.string(),
|
|
1295
|
+
parquetChunkSizeMB: z.number().default(5),
|
|
1296
|
+
parquetChunkDownloadTimeout: z.number().default(600),
|
|
1297
|
+
region: z.string().optional(),
|
|
1298
|
+
path: z.string().optional(),
|
|
1299
|
+
partitioningScheme:
|
|
1300
|
+
S3AwsAuthenticationMethodAutoPartitioningScheme$outboundSchema.default(
|
|
1301
|
+
"none",
|
|
1302
|
+
),
|
|
1303
|
+
extractors: z.array(
|
|
1304
|
+
z.lazy(() => S3AwsAuthenticationMethodAutoExtractor$outboundSchema),
|
|
1305
|
+
).optional(),
|
|
1306
|
+
endpoint: z.string().optional(),
|
|
1307
|
+
signatureVersion: S3AwsAuthenticationMethodAutoSignatureVersion$outboundSchema
|
|
1308
|
+
.default("v4"),
|
|
1309
|
+
enableAssumeRole: z.boolean().default(false),
|
|
1310
|
+
assumeRoleArn: z.string().optional(),
|
|
1311
|
+
assumeRoleExternalId: z.string().optional(),
|
|
1312
|
+
durationSeconds: z.number().default(3600),
|
|
1313
|
+
maxBatchSize: z.number().default(10),
|
|
1314
|
+
recurse: z.any().optional(),
|
|
1315
|
+
reuseConnections: z.boolean().default(true),
|
|
1316
|
+
rejectUnauthorized: z.boolean().default(true),
|
|
1317
|
+
verifyPermissions: z.boolean().default(true),
|
|
1318
|
+
disableTimeFilter: z.boolean().default(false),
|
|
1319
|
+
});
|
|
29
1320
|
|
|
30
|
-
export
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
1321
|
+
export function s3AwsAuthenticationMethodAutoToJSON(
|
|
1322
|
+
s3AwsAuthenticationMethodAuto: S3AwsAuthenticationMethodAuto,
|
|
1323
|
+
): string {
|
|
1324
|
+
return JSON.stringify(
|
|
1325
|
+
S3AwsAuthenticationMethodAuto$outboundSchema.parse(
|
|
1326
|
+
s3AwsAuthenticationMethodAuto,
|
|
1327
|
+
),
|
|
1328
|
+
);
|
|
1329
|
+
}
|
|
1330
|
+
export function s3AwsAuthenticationMethodAutoFromJSON(
|
|
1331
|
+
jsonString: string,
|
|
1332
|
+
): SafeParseResult<S3AwsAuthenticationMethodAuto, SDKValidationError> {
|
|
1333
|
+
return safeParse(
|
|
1334
|
+
jsonString,
|
|
1335
|
+
(x) => S3AwsAuthenticationMethodAuto$inboundSchema.parse(JSON.parse(x)),
|
|
1336
|
+
`Failed to parse 'S3AwsAuthenticationMethodAuto' from JSON`,
|
|
1337
|
+
);
|
|
1338
|
+
}
|
|
1339
|
+
|
|
1340
|
+
/** @internal */
|
|
1341
|
+
export const S3PartitioningSchemeNonePartitioningScheme$inboundSchema:
|
|
1342
|
+
z.ZodType<S3PartitioningSchemeNonePartitioningScheme, z.ZodTypeDef, unknown> =
|
|
1343
|
+
openEnums.inboundSchema(S3PartitioningSchemeNonePartitioningScheme);
|
|
1344
|
+
/** @internal */
|
|
1345
|
+
export const S3PartitioningSchemeNonePartitioningScheme$outboundSchema:
|
|
1346
|
+
z.ZodType<string, z.ZodTypeDef, S3PartitioningSchemeNonePartitioningScheme> =
|
|
1347
|
+
openEnums.outboundSchema(S3PartitioningSchemeNonePartitioningScheme);
|
|
1348
|
+
|
|
1349
|
+
/** @internal */
|
|
1350
|
+
export const S3PartitioningSchemeNoneExtractor$inboundSchema: z.ZodType<
|
|
1351
|
+
S3PartitioningSchemeNoneExtractor,
|
|
1352
|
+
z.ZodTypeDef,
|
|
1353
|
+
unknown
|
|
1354
|
+
> = z.object({
|
|
1355
|
+
key: z.string(),
|
|
1356
|
+
expression: z.string(),
|
|
1357
|
+
});
|
|
1358
|
+
/** @internal */
|
|
1359
|
+
export type S3PartitioningSchemeNoneExtractor$Outbound = {
|
|
34
1360
|
key: string;
|
|
35
|
-
/**
|
|
36
|
-
* JavaScript expression that receives token under "value" variable, and evaluates to populate event fields. Example: {date: new Date(+value*1000)}
|
|
37
|
-
*/
|
|
38
1361
|
expression: string;
|
|
39
1362
|
};
|
|
40
1363
|
|
|
41
|
-
/**
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
* Manual
|
|
51
|
-
*/
|
|
52
|
-
Manual: "manual",
|
|
53
|
-
/**
|
|
54
|
-
* Secret Key pair
|
|
55
|
-
*/
|
|
56
|
-
Secret: "secret",
|
|
57
|
-
} as const;
|
|
58
|
-
/**
|
|
59
|
-
* AWS authentication method. Choose Auto to use IAM roles.
|
|
60
|
-
*/
|
|
61
|
-
export type S3CollectorConfAuthenticationMethod = OpenEnum<
|
|
62
|
-
typeof S3CollectorConfAuthenticationMethod
|
|
63
|
-
>;
|
|
1364
|
+
/** @internal */
|
|
1365
|
+
export const S3PartitioningSchemeNoneExtractor$outboundSchema: z.ZodType<
|
|
1366
|
+
S3PartitioningSchemeNoneExtractor$Outbound,
|
|
1367
|
+
z.ZodTypeDef,
|
|
1368
|
+
S3PartitioningSchemeNoneExtractor
|
|
1369
|
+
> = z.object({
|
|
1370
|
+
key: z.string(),
|
|
1371
|
+
expression: z.string(),
|
|
1372
|
+
});
|
|
64
1373
|
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
1374
|
+
export function s3PartitioningSchemeNoneExtractorToJSON(
|
|
1375
|
+
s3PartitioningSchemeNoneExtractor: S3PartitioningSchemeNoneExtractor,
|
|
1376
|
+
): string {
|
|
1377
|
+
return JSON.stringify(
|
|
1378
|
+
S3PartitioningSchemeNoneExtractor$outboundSchema.parse(
|
|
1379
|
+
s3PartitioningSchemeNoneExtractor,
|
|
1380
|
+
),
|
|
1381
|
+
);
|
|
1382
|
+
}
|
|
1383
|
+
export function s3PartitioningSchemeNoneExtractorFromJSON(
|
|
1384
|
+
jsonString: string,
|
|
1385
|
+
): SafeParseResult<S3PartitioningSchemeNoneExtractor, SDKValidationError> {
|
|
1386
|
+
return safeParse(
|
|
1387
|
+
jsonString,
|
|
1388
|
+
(x) => S3PartitioningSchemeNoneExtractor$inboundSchema.parse(JSON.parse(x)),
|
|
1389
|
+
`Failed to parse 'S3PartitioningSchemeNoneExtractor' from JSON`,
|
|
1390
|
+
);
|
|
1391
|
+
}
|
|
78
1392
|
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
1393
|
+
/** @internal */
|
|
1394
|
+
export const S3PartitioningSchemeNoneAuthenticationMethod$inboundSchema:
|
|
1395
|
+
z.ZodType<
|
|
1396
|
+
S3PartitioningSchemeNoneAuthenticationMethod,
|
|
1397
|
+
z.ZodTypeDef,
|
|
1398
|
+
unknown
|
|
1399
|
+
> = openEnums.inboundSchema(S3PartitioningSchemeNoneAuthenticationMethod);
|
|
1400
|
+
/** @internal */
|
|
1401
|
+
export const S3PartitioningSchemeNoneAuthenticationMethod$outboundSchema:
|
|
1402
|
+
z.ZodType<
|
|
1403
|
+
string,
|
|
1404
|
+
z.ZodTypeDef,
|
|
1405
|
+
S3PartitioningSchemeNoneAuthenticationMethod
|
|
1406
|
+
> = openEnums.outboundSchema(S3PartitioningSchemeNoneAuthenticationMethod);
|
|
1407
|
+
|
|
1408
|
+
/** @internal */
|
|
1409
|
+
export const S3PartitioningSchemeNoneSignatureVersion$inboundSchema: z.ZodType<
|
|
1410
|
+
S3PartitioningSchemeNoneSignatureVersion,
|
|
1411
|
+
z.ZodTypeDef,
|
|
1412
|
+
unknown
|
|
1413
|
+
> = openEnums.inboundSchema(S3PartitioningSchemeNoneSignatureVersion);
|
|
1414
|
+
/** @internal */
|
|
1415
|
+
export const S3PartitioningSchemeNoneSignatureVersion$outboundSchema: z.ZodType<
|
|
1416
|
+
string,
|
|
1417
|
+
z.ZodTypeDef,
|
|
1418
|
+
S3PartitioningSchemeNoneSignatureVersion
|
|
1419
|
+
> = openEnums.outboundSchema(S3PartitioningSchemeNoneSignatureVersion);
|
|
1420
|
+
|
|
1421
|
+
/** @internal */
|
|
1422
|
+
export const S3PartitioningSchemeNone$inboundSchema: z.ZodType<
|
|
1423
|
+
S3PartitioningSchemeNone,
|
|
1424
|
+
z.ZodTypeDef,
|
|
1425
|
+
unknown
|
|
1426
|
+
> = z.object({
|
|
1427
|
+
partitioningScheme: S3PartitioningSchemeNonePartitioningScheme$inboundSchema
|
|
1428
|
+
.default("none"),
|
|
1429
|
+
recurse: z.any().optional(),
|
|
1430
|
+
outputName: z.string().optional(),
|
|
1431
|
+
bucket: z.string(),
|
|
1432
|
+
parquetChunkSizeMB: z.number().default(5),
|
|
1433
|
+
parquetChunkDownloadTimeout: z.number().default(600),
|
|
1434
|
+
region: z.string().optional(),
|
|
1435
|
+
path: z.string().optional(),
|
|
1436
|
+
extractors: z.array(
|
|
1437
|
+
z.lazy(() => S3PartitioningSchemeNoneExtractor$inboundSchema),
|
|
1438
|
+
).optional(),
|
|
1439
|
+
awsAuthenticationMethod:
|
|
1440
|
+
S3PartitioningSchemeNoneAuthenticationMethod$inboundSchema.default("auto"),
|
|
1441
|
+
endpoint: z.string().optional(),
|
|
1442
|
+
signatureVersion: S3PartitioningSchemeNoneSignatureVersion$inboundSchema
|
|
1443
|
+
.default("v4"),
|
|
1444
|
+
enableAssumeRole: z.boolean().default(false),
|
|
1445
|
+
assumeRoleArn: z.string().optional(),
|
|
1446
|
+
assumeRoleExternalId: z.string().optional(),
|
|
1447
|
+
durationSeconds: z.number().default(3600),
|
|
1448
|
+
maxBatchSize: z.number().default(10),
|
|
1449
|
+
reuseConnections: z.boolean().default(true),
|
|
1450
|
+
rejectUnauthorized: z.boolean().default(true),
|
|
1451
|
+
verifyPermissions: z.boolean().default(true),
|
|
1452
|
+
disableTimeFilter: z.boolean().default(false),
|
|
1453
|
+
});
|
|
1454
|
+
/** @internal */
|
|
1455
|
+
export type S3PartitioningSchemeNone$Outbound = {
|
|
1456
|
+
partitioningScheme: string;
|
|
1457
|
+
recurse?: any | undefined;
|
|
83
1458
|
outputName?: string | undefined;
|
|
84
|
-
/**
|
|
85
|
-
* S3 Bucket from which to collect data
|
|
86
|
-
*/
|
|
87
1459
|
bucket: string;
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
*/
|
|
91
|
-
parquetChunkSizeMB?: number | undefined;
|
|
92
|
-
/**
|
|
93
|
-
* Maximum time allowed for downloading a Parquet chunk. Processing will stop if a chunk cannot be downloaded within the time specified.
|
|
94
|
-
*/
|
|
95
|
-
parquetChunkDownloadTimeout?: number | undefined;
|
|
96
|
-
/**
|
|
97
|
-
* Region from which to retrieve data
|
|
98
|
-
*/
|
|
1460
|
+
parquetChunkSizeMB: number;
|
|
1461
|
+
parquetChunkDownloadTimeout: number;
|
|
99
1462
|
region?: string | undefined;
|
|
100
|
-
/**
|
|
101
|
-
* Directory where data will be collected. Templating (such as 'myDir/${datacenter}/${host}/${app}/') and time-based tokens (such as 'myOtherDir/${_time:%Y}/${_time:%m}/${_time:%d}/') are supported. Can be a constant (enclosed in quotes) or a JavaScript expression.
|
|
102
|
-
*/
|
|
103
1463
|
path?: string | undefined;
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
*/
|
|
107
|
-
partitioningScheme?: PartitioningScheme | undefined;
|
|
108
|
-
/**
|
|
109
|
-
* Allows using template tokens as context for expressions that enrich discovery results. For example, given a template /path/${epoch}, an extractor under key "epoch" with an expression {date: new Date(+value*1000)}, will enrich discovery results with a human readable "date" field.
|
|
110
|
-
*/
|
|
111
|
-
extractors?: Array<S3CollectorConfExtractor> | undefined;
|
|
112
|
-
/**
|
|
113
|
-
* AWS authentication method. Choose Auto to use IAM roles.
|
|
114
|
-
*/
|
|
115
|
-
awsAuthenticationMethod?: S3CollectorConfAuthenticationMethod | undefined;
|
|
116
|
-
/**
|
|
117
|
-
* Must point to an S3-compatible endpoint. If empty, defaults to an AWS region-specific endpoint.
|
|
118
|
-
*/
|
|
1464
|
+
extractors?: Array<S3PartitioningSchemeNoneExtractor$Outbound> | undefined;
|
|
1465
|
+
awsAuthenticationMethod: string;
|
|
119
1466
|
endpoint?: string | undefined;
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
*/
|
|
123
|
-
signatureVersion?: S3CollectorConfSignatureVersion | undefined;
|
|
124
|
-
/**
|
|
125
|
-
* Use AssumeRole credentials
|
|
126
|
-
*/
|
|
127
|
-
enableAssumeRole?: boolean | undefined;
|
|
128
|
-
/**
|
|
129
|
-
* Amazon Resource Name (ARN) of the role to assume
|
|
130
|
-
*/
|
|
1467
|
+
signatureVersion: string;
|
|
1468
|
+
enableAssumeRole: boolean;
|
|
131
1469
|
assumeRoleArn?: string | undefined;
|
|
132
|
-
/**
|
|
133
|
-
* External ID to use when assuming role
|
|
134
|
-
*/
|
|
135
1470
|
assumeRoleExternalId?: string | undefined;
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
*/
|
|
143
|
-
maxBatchSize?: number | undefined;
|
|
144
|
-
recurse?: any | undefined;
|
|
145
|
-
/**
|
|
146
|
-
* Reuse connections between requests to improve performance
|
|
147
|
-
*/
|
|
148
|
-
reuseConnections?: boolean | undefined;
|
|
149
|
-
/**
|
|
150
|
-
* Reject certificates that cannot be verified against a valid CA (such as a self-signed certificate)
|
|
151
|
-
*/
|
|
152
|
-
rejectUnauthorized?: boolean | undefined;
|
|
153
|
-
/**
|
|
154
|
-
* Disable if you can access files within the bucket but not the bucket itself. Resolves errors of the form "discover task initialization failed...error: Forbidden".
|
|
155
|
-
*/
|
|
156
|
-
verifyPermissions?: boolean | undefined;
|
|
157
|
-
/**
|
|
158
|
-
* Disable Collector event time filtering when a date range is specified
|
|
159
|
-
*/
|
|
160
|
-
disableTimeFilter?: boolean | undefined;
|
|
1471
|
+
durationSeconds: number;
|
|
1472
|
+
maxBatchSize: number;
|
|
1473
|
+
reuseConnections: boolean;
|
|
1474
|
+
rejectUnauthorized: boolean;
|
|
1475
|
+
verifyPermissions: boolean;
|
|
1476
|
+
disableTimeFilter: boolean;
|
|
161
1477
|
};
|
|
162
1478
|
|
|
163
1479
|
/** @internal */
|
|
164
|
-
export const
|
|
165
|
-
|
|
1480
|
+
export const S3PartitioningSchemeNone$outboundSchema: z.ZodType<
|
|
1481
|
+
S3PartitioningSchemeNone$Outbound,
|
|
166
1482
|
z.ZodTypeDef,
|
|
167
|
-
|
|
168
|
-
> =
|
|
1483
|
+
S3PartitioningSchemeNone
|
|
1484
|
+
> = z.object({
|
|
1485
|
+
partitioningScheme: S3PartitioningSchemeNonePartitioningScheme$outboundSchema
|
|
1486
|
+
.default("none"),
|
|
1487
|
+
recurse: z.any().optional(),
|
|
1488
|
+
outputName: z.string().optional(),
|
|
1489
|
+
bucket: z.string(),
|
|
1490
|
+
parquetChunkSizeMB: z.number().default(5),
|
|
1491
|
+
parquetChunkDownloadTimeout: z.number().default(600),
|
|
1492
|
+
region: z.string().optional(),
|
|
1493
|
+
path: z.string().optional(),
|
|
1494
|
+
extractors: z.array(
|
|
1495
|
+
z.lazy(() => S3PartitioningSchemeNoneExtractor$outboundSchema),
|
|
1496
|
+
).optional(),
|
|
1497
|
+
awsAuthenticationMethod:
|
|
1498
|
+
S3PartitioningSchemeNoneAuthenticationMethod$outboundSchema.default("auto"),
|
|
1499
|
+
endpoint: z.string().optional(),
|
|
1500
|
+
signatureVersion: S3PartitioningSchemeNoneSignatureVersion$outboundSchema
|
|
1501
|
+
.default("v4"),
|
|
1502
|
+
enableAssumeRole: z.boolean().default(false),
|
|
1503
|
+
assumeRoleArn: z.string().optional(),
|
|
1504
|
+
assumeRoleExternalId: z.string().optional(),
|
|
1505
|
+
durationSeconds: z.number().default(3600),
|
|
1506
|
+
maxBatchSize: z.number().default(10),
|
|
1507
|
+
reuseConnections: z.boolean().default(true),
|
|
1508
|
+
rejectUnauthorized: z.boolean().default(true),
|
|
1509
|
+
verifyPermissions: z.boolean().default(true),
|
|
1510
|
+
disableTimeFilter: z.boolean().default(false),
|
|
1511
|
+
});
|
|
1512
|
+
|
|
1513
|
+
export function s3PartitioningSchemeNoneToJSON(
|
|
1514
|
+
s3PartitioningSchemeNone: S3PartitioningSchemeNone,
|
|
1515
|
+
): string {
|
|
1516
|
+
return JSON.stringify(
|
|
1517
|
+
S3PartitioningSchemeNone$outboundSchema.parse(s3PartitioningSchemeNone),
|
|
1518
|
+
);
|
|
1519
|
+
}
|
|
1520
|
+
export function s3PartitioningSchemeNoneFromJSON(
|
|
1521
|
+
jsonString: string,
|
|
1522
|
+
): SafeParseResult<S3PartitioningSchemeNone, SDKValidationError> {
|
|
1523
|
+
return safeParse(
|
|
1524
|
+
jsonString,
|
|
1525
|
+
(x) => S3PartitioningSchemeNone$inboundSchema.parse(JSON.parse(x)),
|
|
1526
|
+
`Failed to parse 'S3PartitioningSchemeNone' from JSON`,
|
|
1527
|
+
);
|
|
1528
|
+
}
|
|
1529
|
+
|
|
169
1530
|
/** @internal */
|
|
170
|
-
export const
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
1531
|
+
export const S3PartitioningSchemeDdssPartitioningScheme$inboundSchema:
|
|
1532
|
+
z.ZodType<S3PartitioningSchemeDdssPartitioningScheme, z.ZodTypeDef, unknown> =
|
|
1533
|
+
openEnums.inboundSchema(S3PartitioningSchemeDdssPartitioningScheme);
|
|
1534
|
+
/** @internal */
|
|
1535
|
+
export const S3PartitioningSchemeDdssPartitioningScheme$outboundSchema:
|
|
1536
|
+
z.ZodType<string, z.ZodTypeDef, S3PartitioningSchemeDdssPartitioningScheme> =
|
|
1537
|
+
openEnums.outboundSchema(S3PartitioningSchemeDdssPartitioningScheme);
|
|
175
1538
|
|
|
176
1539
|
/** @internal */
|
|
177
|
-
export const
|
|
178
|
-
|
|
1540
|
+
export const S3PartitioningSchemeDdssExtractor$inboundSchema: z.ZodType<
|
|
1541
|
+
S3PartitioningSchemeDdssExtractor,
|
|
179
1542
|
z.ZodTypeDef,
|
|
180
1543
|
unknown
|
|
181
1544
|
> = z.object({
|
|
@@ -183,83 +1546,90 @@ export const S3CollectorConfExtractor$inboundSchema: z.ZodType<
|
|
|
183
1546
|
expression: z.string(),
|
|
184
1547
|
});
|
|
185
1548
|
/** @internal */
|
|
186
|
-
export type
|
|
1549
|
+
export type S3PartitioningSchemeDdssExtractor$Outbound = {
|
|
187
1550
|
key: string;
|
|
188
1551
|
expression: string;
|
|
189
1552
|
};
|
|
190
1553
|
|
|
191
1554
|
/** @internal */
|
|
192
|
-
export const
|
|
193
|
-
|
|
1555
|
+
export const S3PartitioningSchemeDdssExtractor$outboundSchema: z.ZodType<
|
|
1556
|
+
S3PartitioningSchemeDdssExtractor$Outbound,
|
|
194
1557
|
z.ZodTypeDef,
|
|
195
|
-
|
|
1558
|
+
S3PartitioningSchemeDdssExtractor
|
|
196
1559
|
> = z.object({
|
|
197
1560
|
key: z.string(),
|
|
198
1561
|
expression: z.string(),
|
|
199
1562
|
});
|
|
200
1563
|
|
|
201
|
-
export function
|
|
202
|
-
|
|
1564
|
+
export function s3PartitioningSchemeDdssExtractorToJSON(
|
|
1565
|
+
s3PartitioningSchemeDdssExtractor: S3PartitioningSchemeDdssExtractor,
|
|
203
1566
|
): string {
|
|
204
1567
|
return JSON.stringify(
|
|
205
|
-
|
|
1568
|
+
S3PartitioningSchemeDdssExtractor$outboundSchema.parse(
|
|
1569
|
+
s3PartitioningSchemeDdssExtractor,
|
|
1570
|
+
),
|
|
206
1571
|
);
|
|
207
1572
|
}
|
|
208
|
-
export function
|
|
1573
|
+
export function s3PartitioningSchemeDdssExtractorFromJSON(
|
|
209
1574
|
jsonString: string,
|
|
210
|
-
): SafeParseResult<
|
|
1575
|
+
): SafeParseResult<S3PartitioningSchemeDdssExtractor, SDKValidationError> {
|
|
211
1576
|
return safeParse(
|
|
212
1577
|
jsonString,
|
|
213
|
-
(x) =>
|
|
214
|
-
`Failed to parse '
|
|
1578
|
+
(x) => S3PartitioningSchemeDdssExtractor$inboundSchema.parse(JSON.parse(x)),
|
|
1579
|
+
`Failed to parse 'S3PartitioningSchemeDdssExtractor' from JSON`,
|
|
215
1580
|
);
|
|
216
1581
|
}
|
|
217
1582
|
|
|
218
1583
|
/** @internal */
|
|
219
|
-
export const
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
1584
|
+
export const S3PartitioningSchemeDdssAuthenticationMethod$inboundSchema:
|
|
1585
|
+
z.ZodType<
|
|
1586
|
+
S3PartitioningSchemeDdssAuthenticationMethod,
|
|
1587
|
+
z.ZodTypeDef,
|
|
1588
|
+
unknown
|
|
1589
|
+
> = openEnums.inboundSchema(S3PartitioningSchemeDdssAuthenticationMethod);
|
|
224
1590
|
/** @internal */
|
|
225
|
-
export const
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
1591
|
+
export const S3PartitioningSchemeDdssAuthenticationMethod$outboundSchema:
|
|
1592
|
+
z.ZodType<
|
|
1593
|
+
string,
|
|
1594
|
+
z.ZodTypeDef,
|
|
1595
|
+
S3PartitioningSchemeDdssAuthenticationMethod
|
|
1596
|
+
> = openEnums.outboundSchema(S3PartitioningSchemeDdssAuthenticationMethod);
|
|
230
1597
|
|
|
231
1598
|
/** @internal */
|
|
232
|
-
export const
|
|
233
|
-
|
|
1599
|
+
export const S3PartitioningSchemeDdssSignatureVersion$inboundSchema: z.ZodType<
|
|
1600
|
+
S3PartitioningSchemeDdssSignatureVersion,
|
|
234
1601
|
z.ZodTypeDef,
|
|
235
1602
|
unknown
|
|
236
|
-
> = openEnums.inboundSchema(
|
|
1603
|
+
> = openEnums.inboundSchema(S3PartitioningSchemeDdssSignatureVersion);
|
|
237
1604
|
/** @internal */
|
|
238
|
-
export const
|
|
1605
|
+
export const S3PartitioningSchemeDdssSignatureVersion$outboundSchema: z.ZodType<
|
|
239
1606
|
string,
|
|
240
1607
|
z.ZodTypeDef,
|
|
241
|
-
|
|
242
|
-
> = openEnums.outboundSchema(
|
|
1608
|
+
S3PartitioningSchemeDdssSignatureVersion
|
|
1609
|
+
> = openEnums.outboundSchema(S3PartitioningSchemeDdssSignatureVersion);
|
|
243
1610
|
|
|
244
1611
|
/** @internal */
|
|
245
|
-
export const
|
|
246
|
-
|
|
1612
|
+
export const S3PartitioningSchemeDdss$inboundSchema: z.ZodType<
|
|
1613
|
+
S3PartitioningSchemeDdss,
|
|
247
1614
|
z.ZodTypeDef,
|
|
248
1615
|
unknown
|
|
249
1616
|
> = z.object({
|
|
1617
|
+
partitioningScheme: S3PartitioningSchemeDdssPartitioningScheme$inboundSchema
|
|
1618
|
+
.default("none"),
|
|
250
1619
|
outputName: z.string().optional(),
|
|
251
1620
|
bucket: z.string(),
|
|
252
1621
|
parquetChunkSizeMB: z.number().default(5),
|
|
253
1622
|
parquetChunkDownloadTimeout: z.number().default(600),
|
|
254
1623
|
region: z.string().optional(),
|
|
255
1624
|
path: z.string().optional(),
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
awsAuthenticationMethod:
|
|
260
|
-
.default("auto"),
|
|
1625
|
+
extractors: z.array(
|
|
1626
|
+
z.lazy(() => S3PartitioningSchemeDdssExtractor$inboundSchema),
|
|
1627
|
+
).optional(),
|
|
1628
|
+
awsAuthenticationMethod:
|
|
1629
|
+
S3PartitioningSchemeDdssAuthenticationMethod$inboundSchema.default("auto"),
|
|
261
1630
|
endpoint: z.string().optional(),
|
|
262
|
-
signatureVersion:
|
|
1631
|
+
signatureVersion: S3PartitioningSchemeDdssSignatureVersion$inboundSchema
|
|
1632
|
+
.default("v4"),
|
|
263
1633
|
enableAssumeRole: z.boolean().default(false),
|
|
264
1634
|
assumeRoleArn: z.string().optional(),
|
|
265
1635
|
assumeRoleExternalId: z.string().optional(),
|
|
@@ -272,15 +1642,15 @@ export const S3CollectorConf$inboundSchema: z.ZodType<
|
|
|
272
1642
|
disableTimeFilter: z.boolean().default(false),
|
|
273
1643
|
});
|
|
274
1644
|
/** @internal */
|
|
275
|
-
export type
|
|
1645
|
+
export type S3PartitioningSchemeDdss$Outbound = {
|
|
1646
|
+
partitioningScheme: string;
|
|
276
1647
|
outputName?: string | undefined;
|
|
277
1648
|
bucket: string;
|
|
278
1649
|
parquetChunkSizeMB: number;
|
|
279
1650
|
parquetChunkDownloadTimeout: number;
|
|
280
1651
|
region?: string | undefined;
|
|
281
1652
|
path?: string | undefined;
|
|
282
|
-
|
|
283
|
-
extractors?: Array<S3CollectorConfExtractor$Outbound> | undefined;
|
|
1653
|
+
extractors?: Array<S3PartitioningSchemeDdssExtractor$Outbound> | undefined;
|
|
284
1654
|
awsAuthenticationMethod: string;
|
|
285
1655
|
endpoint?: string | undefined;
|
|
286
1656
|
signatureVersion: string;
|
|
@@ -297,26 +1667,27 @@ export type S3CollectorConf$Outbound = {
|
|
|
297
1667
|
};
|
|
298
1668
|
|
|
299
1669
|
/** @internal */
|
|
300
|
-
export const
|
|
301
|
-
|
|
1670
|
+
export const S3PartitioningSchemeDdss$outboundSchema: z.ZodType<
|
|
1671
|
+
S3PartitioningSchemeDdss$Outbound,
|
|
302
1672
|
z.ZodTypeDef,
|
|
303
|
-
|
|
1673
|
+
S3PartitioningSchemeDdss
|
|
304
1674
|
> = z.object({
|
|
1675
|
+
partitioningScheme: S3PartitioningSchemeDdssPartitioningScheme$outboundSchema
|
|
1676
|
+
.default("none"),
|
|
305
1677
|
outputName: z.string().optional(),
|
|
306
1678
|
bucket: z.string(),
|
|
307
1679
|
parquetChunkSizeMB: z.number().default(5),
|
|
308
1680
|
parquetChunkDownloadTimeout: z.number().default(600),
|
|
309
1681
|
region: z.string().optional(),
|
|
310
1682
|
path: z.string().optional(),
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
awsAuthenticationMethod:
|
|
315
|
-
.default("auto"),
|
|
1683
|
+
extractors: z.array(
|
|
1684
|
+
z.lazy(() => S3PartitioningSchemeDdssExtractor$outboundSchema),
|
|
1685
|
+
).optional(),
|
|
1686
|
+
awsAuthenticationMethod:
|
|
1687
|
+
S3PartitioningSchemeDdssAuthenticationMethod$outboundSchema.default("auto"),
|
|
316
1688
|
endpoint: z.string().optional(),
|
|
317
|
-
signatureVersion:
|
|
318
|
-
"v4",
|
|
319
|
-
),
|
|
1689
|
+
signatureVersion: S3PartitioningSchemeDdssSignatureVersion$outboundSchema
|
|
1690
|
+
.default("v4"),
|
|
320
1691
|
enableAssumeRole: z.boolean().default(false),
|
|
321
1692
|
assumeRoleArn: z.string().optional(),
|
|
322
1693
|
assumeRoleExternalId: z.string().optional(),
|
|
@@ -329,6 +1700,50 @@ export const S3CollectorConf$outboundSchema: z.ZodType<
|
|
|
329
1700
|
disableTimeFilter: z.boolean().default(false),
|
|
330
1701
|
});
|
|
331
1702
|
|
|
1703
|
+
export function s3PartitioningSchemeDdssToJSON(
|
|
1704
|
+
s3PartitioningSchemeDdss: S3PartitioningSchemeDdss,
|
|
1705
|
+
): string {
|
|
1706
|
+
return JSON.stringify(
|
|
1707
|
+
S3PartitioningSchemeDdss$outboundSchema.parse(s3PartitioningSchemeDdss),
|
|
1708
|
+
);
|
|
1709
|
+
}
|
|
1710
|
+
export function s3PartitioningSchemeDdssFromJSON(
|
|
1711
|
+
jsonString: string,
|
|
1712
|
+
): SafeParseResult<S3PartitioningSchemeDdss, SDKValidationError> {
|
|
1713
|
+
return safeParse(
|
|
1714
|
+
jsonString,
|
|
1715
|
+
(x) => S3PartitioningSchemeDdss$inboundSchema.parse(JSON.parse(x)),
|
|
1716
|
+
`Failed to parse 'S3PartitioningSchemeDdss' from JSON`,
|
|
1717
|
+
);
|
|
1718
|
+
}
|
|
1719
|
+
|
|
1720
|
+
/** @internal */
|
|
1721
|
+
export const S3CollectorConf$inboundSchema: z.ZodType<
|
|
1722
|
+
S3CollectorConf,
|
|
1723
|
+
z.ZodTypeDef,
|
|
1724
|
+
unknown
|
|
1725
|
+
> = z.union([
|
|
1726
|
+
z.lazy(() => S3AwsAuthenticationMethodAuto$inboundSchema),
|
|
1727
|
+
z.lazy(() => S3AwsAuthenticationMethodManual$inboundSchema),
|
|
1728
|
+
z.lazy(() => S3AwsAuthenticationMethodSecret$inboundSchema),
|
|
1729
|
+
]);
|
|
1730
|
+
/** @internal */
|
|
1731
|
+
export type S3CollectorConf$Outbound =
|
|
1732
|
+
| S3AwsAuthenticationMethodAuto$Outbound
|
|
1733
|
+
| S3AwsAuthenticationMethodManual$Outbound
|
|
1734
|
+
| S3AwsAuthenticationMethodSecret$Outbound;
|
|
1735
|
+
|
|
1736
|
+
/** @internal */
|
|
1737
|
+
export const S3CollectorConf$outboundSchema: z.ZodType<
|
|
1738
|
+
S3CollectorConf$Outbound,
|
|
1739
|
+
z.ZodTypeDef,
|
|
1740
|
+
S3CollectorConf
|
|
1741
|
+
> = z.union([
|
|
1742
|
+
z.lazy(() => S3AwsAuthenticationMethodAuto$outboundSchema),
|
|
1743
|
+
z.lazy(() => S3AwsAuthenticationMethodManual$outboundSchema),
|
|
1744
|
+
z.lazy(() => S3AwsAuthenticationMethodSecret$outboundSchema),
|
|
1745
|
+
]);
|
|
1746
|
+
|
|
332
1747
|
export function s3CollectorConfToJSON(
|
|
333
1748
|
s3CollectorConf: S3CollectorConf,
|
|
334
1749
|
): string {
|