@brightdata/n8n-nodes-brightdata 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (32) hide show
  1. package/LICENSE.md +19 -0
  2. package/README.md +215 -0
  3. package/dist/__tests__/BrightData.node.test.d.ts +1 -0
  4. package/dist/__tests__/BrightData.node.test.js +21 -0
  5. package/dist/__tests__/BrightData.node.test.js.map +1 -0
  6. package/dist/credentials/BrightDataApi.credentials.d.ts +8 -0
  7. package/dist/credentials/BrightDataApi.credentials.js +31 -0
  8. package/dist/credentials/BrightDataApi.credentials.js.map +1 -0
  9. package/dist/nodes/BrightData/BrightData.node.d.ts +13 -0
  10. package/dist/nodes/BrightData/BrightData.node.js +703 -0
  11. package/dist/nodes/BrightData/BrightData.node.js.map +1 -0
  12. package/dist/nodes/BrightData/BrightData.node.json +18 -0
  13. package/dist/nodes/BrightData/GenericFunctions.d.ts +3 -0
  14. package/dist/nodes/BrightData/GenericFunctions.js +44 -0
  15. package/dist/nodes/BrightData/GenericFunctions.js.map +1 -0
  16. package/dist/nodes/BrightData/MarketplaceDatasetDescription.d.ts +3 -0
  17. package/dist/nodes/BrightData/MarketplaceDatasetDescription.js +1575 -0
  18. package/dist/nodes/BrightData/MarketplaceDatasetDescription.js.map +1 -0
  19. package/dist/nodes/BrightData/SearchFunctions.d.ts +4 -0
  20. package/dist/nodes/BrightData/SearchFunctions.js +36 -0
  21. package/dist/nodes/BrightData/SearchFunctions.js.map +1 -0
  22. package/dist/nodes/BrightData/WebScrapperDescription.d.ts +3 -0
  23. package/dist/nodes/BrightData/WebScrapperDescription.js +1452 -0
  24. package/dist/nodes/BrightData/WebScrapperDescription.js.map +1 -0
  25. package/dist/nodes/BrightData/WebUnlockerDescription.d.ts +3 -0
  26. package/dist/nodes/BrightData/WebUnlockerDescription.js +200 -0
  27. package/dist/nodes/BrightData/WebUnlockerDescription.js.map +1 -0
  28. package/dist/nodes/BrightData/brightdatasquared.svg +17 -0
  29. package/dist/package.json +64 -0
  30. package/dist/tsconfig.tsbuildinfo +1 -0
  31. package/index.js +0 -0
  32. package/package.json +64 -0
@@ -0,0 +1,1575 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.marketplaceDatasetFields = exports.marketplaceDatasetOperations = void 0;
4
+ exports.marketplaceDatasetOperations = [
5
+ {
6
+ displayName: 'Operation',
7
+ name: 'operation',
8
+ type: 'options',
9
+ noDataExpression: true,
10
+ displayOptions: {
11
+ show: {
12
+ resource: ['marketplaceDataset'],
13
+ },
14
+ },
15
+ options: [
16
+ {
17
+ name: "Deliver Snapshot",
18
+ value: 'deliverSnapshot',
19
+ action: 'Deliver the dataset snapshot',
20
+ routing: {
21
+ request: {
22
+ method: 'POST',
23
+ url: '/datasets/snapshots/{{$parameter["snapshot_id"]}}/deliver',
24
+ },
25
+ },
26
+ },
27
+ {
28
+ name: 'Filter Dataset',
29
+ value: 'filterDataset',
30
+ action: 'Create a dataset snapshot based on a provided filter',
31
+ routing: {
32
+ request: {
33
+ method: 'POST',
34
+ url: '/datasets/filter',
35
+ body: {
36
+ records_limit: '={{$parameter["records_limit"]}}',
37
+ filter: '={{$parameter["filter"]}}',
38
+ dataset_id: '={{$parameter["dataset_id"]}}',
39
+ },
40
+ },
41
+ },
42
+ },
43
+ {
44
+ name: 'Get Dataset Metadata',
45
+ value: 'getDatasetMetadata',
46
+ action: 'Retrieve detailed metadata for a specific dataset',
47
+ routing: {
48
+ request: {
49
+ method: 'GET',
50
+ url: '=/datasets/{{$parameter["dataset_id"]}}/metadata',
51
+ },
52
+ },
53
+ },
54
+ {
55
+ name: 'Get Snapshot Content',
56
+ value: 'getSnapshotContent',
57
+ action: 'Get dataset snapshot content',
58
+ routing: {
59
+ request: {
60
+ method: 'GET',
61
+ url: '/datasets/snapshots/{{$parameter["snapshot_id"]}}/content',
62
+ qs: {
63
+ format: '={{$parameter["format"]}}',
64
+ compress: '={{$parameter["compress"] || false}}',
65
+ batch_size: '={{$parameter["batch_size"]}}',
66
+ part: '={{$parameter["part"]}}',
67
+ },
68
+ },
69
+ },
70
+ },
71
+ {
72
+ name: 'Get Snapshot Metadata',
73
+ value: 'getSnapshotMetadata',
74
+ action: 'Get dataset snapshot metadata',
75
+ routing: {
76
+ request: {
77
+ method: 'GET',
78
+ url: '/datasets/snapshots/{{$parameter["snapshot_id"]}}/metadata',
79
+ },
80
+ },
81
+ },
82
+ {
83
+ name: 'Get Snapshot Parts',
84
+ value: 'getSnapshotParts',
85
+ action: 'Get dataset snapshot delivery parts',
86
+ routing: {
87
+ request: {
88
+ method: 'GET',
89
+ url: '/datasets/snapshots/{{$parameter["snapshot_id"]}}/parts',
90
+ },
91
+ },
92
+ },
93
+ {
94
+ name: 'List Datasets',
95
+ value: 'listDatasets',
96
+ action: 'Retrieve a list of available datasets',
97
+ routing: {
98
+ request: {
99
+ method: 'GET',
100
+ url: '/datasets/list',
101
+ },
102
+ },
103
+ },
104
+ {
105
+ name: 'List Snapshots',
106
+ value: 'listSnapshots',
107
+ action: 'Get dataset snapshots',
108
+ routing: {
109
+ request: {
110
+ method: 'GET',
111
+ url: '/datasets/snapshots',
112
+ },
113
+ },
114
+ },
115
+ ],
116
+ default: 'listDatasets',
117
+ },
118
+ ];
119
+ const marketplaceDatasetParameters = [
120
+ {
121
+ displayName: 'Dataset',
122
+ name: 'dataset_id',
123
+ type: 'resourceLocator',
124
+ default: {
125
+ mode: 'list',
126
+ },
127
+ modes: [
128
+ {
129
+ displayName: 'From List',
130
+ name: 'list',
131
+ type: 'list',
132
+ placeholder: 'Select a DataSet ...',
133
+ typeOptions: {
134
+ searchListMethod: 'getDataSets',
135
+ searchable: true,
136
+ },
137
+ },
138
+ ],
139
+ required: true,
140
+ description: 'Select the DataSet',
141
+ displayOptions: {
142
+ show: {
143
+ resource: ['marketplaceDataset'],
144
+ operation: [
145
+ 'getDatasetMetadata',
146
+ 'filterDataset',
147
+ 'listSnapshots'
148
+ ],
149
+ },
150
+ },
151
+ },
152
+ {
153
+ displayName: 'View',
154
+ name: 'view_id',
155
+ type: 'string',
156
+ default: '',
157
+ displayOptions: {
158
+ show: {
159
+ resource: ['marketplaceDataset'],
160
+ operation: ['listSnapshots'],
161
+ },
162
+ },
163
+ description: 'The ID of the view to filter the snapshots',
164
+ },
165
+ {
166
+ displayName: 'Status',
167
+ name: 'status',
168
+ type: 'options',
169
+ default: 'ready',
170
+ displayOptions: {
171
+ show: {
172
+ resource: ['marketplaceDataset'],
173
+ operation: ['listSnapshots'],
174
+ },
175
+ },
176
+ options: [
177
+ {
178
+ name: 'Building',
179
+ value: 'building',
180
+ },
181
+ {
182
+ name: 'Canceled',
183
+ value: 'canceled',
184
+ },
185
+ {
186
+ name: 'Collecting',
187
+ value: 'collecting',
188
+ },
189
+ {
190
+ name: 'Delivering',
191
+ value: 'delivering',
192
+ },
193
+ {
194
+ name: 'Digesting',
195
+ value: 'digesting',
196
+ },
197
+ {
198
+ name: 'Failed',
199
+ value: 'failed',
200
+ },
201
+ {
202
+ name: 'Pending Developer Review',
203
+ value: 'pending_developer_review',
204
+ },
205
+ {
206
+ name: 'Pending Discovery Input',
207
+ value: 'pending_discovery_input',
208
+ },
209
+ {
210
+ name: 'Pending Owner Review',
211
+ value: 'pending_owner_review',
212
+ },
213
+ {
214
+ name: 'Pending PDP Input',
215
+ value: 'pending_pdp_input',
216
+ },
217
+ {
218
+ name: 'Queued For Developer Review',
219
+ value: 'queued_for_developer_review',
220
+ },
221
+ {
222
+ name: 'Ready',
223
+ value: 'ready',
224
+ },
225
+ {
226
+ name: 'Rolling Back',
227
+ value: 'rolling_back',
228
+ },
229
+ {
230
+ name: 'Scheduled',
231
+ value: 'scheduled',
232
+ },
233
+ {
234
+ name: 'Validating',
235
+ value: 'validating',
236
+ },
237
+ ],
238
+ description: 'The status of the snapshot to filter the snapshots',
239
+ },
240
+ {
241
+ displayName: 'Snapshot ID',
242
+ name: 'snapshot_id',
243
+ type: 'string',
244
+ default: '',
245
+ displayOptions: {
246
+ show: {
247
+ resource: ['marketplaceDataset'],
248
+ operation: [
249
+ 'getSnapshotMetadata',
250
+ 'getSnapshotParts',
251
+ 'getSnapshotContent',
252
+ 'deliverSnapshot',
253
+ ],
254
+ },
255
+ },
256
+ required: true,
257
+ description: 'The ID of the snapshot to operate on',
258
+ },
259
+ {
260
+ displayName: 'Records Limit',
261
+ name: 'records_limit',
262
+ type: 'number',
263
+ default: 100,
264
+ displayOptions: {
265
+ show: {
266
+ resource: ['marketplaceDataset'],
267
+ operation: ['filterDataset'],
268
+ },
269
+ },
270
+ description: 'The maximum number of records to include in the snapshot',
271
+ },
272
+ {
273
+ displayName: 'Compress',
274
+ name: 'compress',
275
+ type: 'boolean',
276
+ default: false,
277
+ description: 'Whether compress the response in gzip format',
278
+ displayOptions: {
279
+ show: {
280
+ resource: ['marketplaceDataset'],
281
+ operation: ['getSnapshotContent'],
282
+ },
283
+ },
284
+ routing: {
285
+ request: {
286
+ qs: {
287
+ compress: '={{$value}}',
288
+ },
289
+ },
290
+ },
291
+ },
292
+ {
293
+ displayName: 'Batch Size',
294
+ name: 'batch_size',
295
+ type: 'number',
296
+ default: 1000,
297
+ description: 'Number of records to include in each response batch',
298
+ displayOptions: {
299
+ show: {
300
+ resource: ['marketplaceDataset'],
301
+ operation: ['getSnapshotContent'],
302
+ },
303
+ },
304
+ routing: {
305
+ request: {
306
+ qs: {
307
+ batch_size: '={{$value}}',
308
+ },
309
+ },
310
+ },
311
+ },
312
+ {
313
+ displayName: 'Part',
314
+ name: 'part',
315
+ type: 'number',
316
+ default: 1,
317
+ description: 'Number of batch to return. The numbering starts from 1.',
318
+ displayOptions: {
319
+ show: {
320
+ resource: ['marketplaceDataset'],
321
+ operation: ['getSnapshotContent'],
322
+ },
323
+ },
324
+ routing: {
325
+ request: {
326
+ qs: {
327
+ part: '={{$value}}',
328
+ },
329
+ },
330
+ },
331
+ },
332
+ {
333
+ displayName: 'Format',
334
+ name: 'format',
335
+ type: 'options',
336
+ options: [
337
+ {
338
+ name: 'JSON',
339
+ value: 'json',
340
+ },
341
+ {
342
+ name: 'JSONL',
343
+ value: 'jsonl',
344
+ },
345
+ {
346
+ name: 'CSV',
347
+ value: 'csv',
348
+ },
349
+ ],
350
+ default: 'json',
351
+ description: 'Format of the response. Available options: JSON, JSONL, CSV.',
352
+ displayOptions: {
353
+ show: {
354
+ resource: ['marketplaceDataset'],
355
+ operation: ['getSnapshotContent'],
356
+ },
357
+ },
358
+ },
359
+ {
360
+ displayName: 'Filter Type',
361
+ name: 'filter_type',
362
+ type: 'options',
363
+ options: [
364
+ {
365
+ name: 'Group Filters',
366
+ value: 'filters_group',
367
+ },
368
+ {
369
+ name: 'Single Filter',
370
+ value: 'filter_single',
371
+ },
372
+ ],
373
+ default: 'filter_single',
374
+ displayOptions: {
375
+ show: {
376
+ resource: ['marketplaceDataset'],
377
+ operation: ['filterDataset'],
378
+ },
379
+ },
380
+ description: 'Type of filter to apply. Simple filter or multiple filter (using "and" with filters array).',
381
+ },
382
+ {
383
+ displayName: 'Field Name',
384
+ name: 'field_name',
385
+ type: 'string',
386
+ default: '',
387
+ displayOptions: {
388
+ show: {
389
+ resource: ['marketplaceDataset'],
390
+ operation: ['filterDataset'],
391
+ filter_type: ['filter_single'],
392
+ },
393
+ },
394
+ description: 'Field name to filter on',
395
+ routing: {
396
+ request: {
397
+ body: {
398
+ filter: {
399
+ name: '={{$parameter["field_name"]}}',
400
+ },
401
+ },
402
+ },
403
+ },
404
+ },
405
+ {
406
+ displayName: 'Operator',
407
+ name: 'field_operator',
408
+ type: 'options',
409
+ options: [
410
+ {
411
+ name: 'Array Includes',
412
+ value: 'array_includes',
413
+ },
414
+ {
415
+ name: 'Equals',
416
+ value: '==',
417
+ },
418
+ {
419
+ name: 'Greater Than',
420
+ value: '>',
421
+ },
422
+ {
423
+ name: 'Greater Than or Equal To',
424
+ value: '>=',
425
+ },
426
+ {
427
+ name: 'In',
428
+ value: 'in',
429
+ },
430
+ {
431
+ name: 'Includes',
432
+ value: 'includes',
433
+ },
434
+ {
435
+ name: 'Less Than',
436
+ value: '<',
437
+ },
438
+ {
439
+ name: 'Less Than or Equal To',
440
+ value: '<=',
441
+ },
442
+ {
443
+ name: 'Not Array Includes',
444
+ value: 'not_array_includes',
445
+ },
446
+ {
447
+ name: 'Not Equals',
448
+ value: '!=',
449
+ },
450
+ {
451
+ name: 'Not In',
452
+ value: 'not_in',
453
+ },
454
+ {
455
+ name: 'Not Includes',
456
+ value: 'not_includes',
457
+ },
458
+ ],
459
+ default: '==',
460
+ noDataExpression: true,
461
+ displayOptions: {
462
+ show: {
463
+ resource: ['marketplaceDataset'],
464
+ operation: ['filterDataset'],
465
+ filter_type: ['filter_single'],
466
+ },
467
+ },
468
+ description: 'Operator to use for the filter',
469
+ routing: {
470
+ request: {
471
+ body: {
472
+ filter: {
473
+ operator: '={{$parameter["field_operator"]}}',
474
+ },
475
+ },
476
+ },
477
+ },
478
+ },
479
+ {
480
+ displayName: 'Field Value',
481
+ name: 'field_value',
482
+ type: 'string',
483
+ default: '',
484
+ displayOptions: {
485
+ show: {
486
+ resource: ['marketplaceDataset'],
487
+ operation: ['filterDataset'],
488
+ filter_type: ['filter_single'],
489
+ },
490
+ },
491
+ description: 'Value to filter on',
492
+ routing: {
493
+ request: {
494
+ body: {
495
+ filter: {
496
+ value: '={{$parameter["field_value"]}}',
497
+ },
498
+ },
499
+ },
500
+ },
501
+ },
502
+ {
503
+ displayName: 'Filters Group',
504
+ name: 'filters_group',
505
+ type: 'json',
506
+ typeOptions: {
507
+ rows: 4,
508
+ },
509
+ placeholder: 'Enter filter JSON. E.g.: {"name": "name", "operator": "=", "value": "John"} or {"operator": "and", "filters": [ {"name": "name", "operator": "=", "value": "John"}, {"name": "age", "operator": ">", "value": "30"} ] }',
510
+ default: '{"operator":"","filters":[{"name":"","operator":"","value":""}]}',
511
+ displayOptions: {
512
+ show: {
513
+ resource: ['marketplaceDataset'],
514
+ operation: ['filterDataset'],
515
+ filter_type: ['filters_group'],
516
+ },
517
+ },
518
+ description: 'JSON filter. Supports a simple filter or a composite filter (using "and" with filters array).',
519
+ routing: {
520
+ request: {
521
+ body: {
522
+ filter_type: '={{$value}}',
523
+ },
524
+ },
525
+ },
526
+ },
527
+ {
528
+ displayName: 'CSV Filter',
529
+ name: 'csv_filter',
530
+ type: 'string',
531
+ typeOptions: {
532
+ rows: 4,
533
+ },
534
+ default: 'industries:value\nAccounting\nAd Network\nAdvertising\n',
535
+ displayOptions: {
536
+ show: {
537
+ resource: ['marketplaceDataset'],
538
+ operation: ['filterDataset'],
539
+ filter_type: ['csv_filter'],
540
+ },
541
+ },
542
+ routing: {
543
+ request: {
544
+ body: {
545
+ filter_type: '={{$value}}',
546
+ },
547
+ },
548
+ },
549
+ },
550
+ {
551
+ displayName: 'JSON Filter',
552
+ name: 'json_filter',
553
+ type: 'json',
554
+ default: '[{"industries:value": "Accounting"},{"industries:value": "Ad Network"},{"industries:value": "Advertising"}]',
555
+ typeOptions: {
556
+ rows: 4,
557
+ },
558
+ displayOptions: {
559
+ show: {
560
+ resource: ['marketplaceDataset'],
561
+ operation: ['filterDataset'],
562
+ filter_type: ['json_filter'],
563
+ },
564
+ },
565
+ routing: {
566
+ request: {
567
+ body: {
568
+ filter_type: '={{$value}}',
569
+ },
570
+ },
571
+ },
572
+ },
573
+ {
574
+ displayName: 'Deliver Type',
575
+ name: 'deliver_type',
576
+ type: 'options',
577
+ options: [
578
+ {
579
+ name: 'Aliyun Object Storage Service',
580
+ value: 'ali_oss',
581
+ },
582
+ {
583
+ name: 'Amazon S3',
584
+ value: 's3',
585
+ },
586
+ {
587
+ name: 'Google Cloud PubSub',
588
+ value: 'gcs_pubsub',
589
+ },
590
+ {
591
+ name: 'Google Cloud Storage',
592
+ value: 'gcs',
593
+ },
594
+ {
595
+ name: 'Microsoft Azure',
596
+ value: 'azure',
597
+ },
598
+ {
599
+ name: 'SFTP',
600
+ value: 'sftp',
601
+ },
602
+ {
603
+ name: 'Snowflake',
604
+ value: 'snowflake',
605
+ },
606
+ {
607
+ name: 'Webhook',
608
+ value: 'webhook',
609
+ },
610
+ ],
611
+ default: 's3',
612
+ displayOptions: {
613
+ show: {
614
+ resource: ['marketplaceDataset'],
615
+ operation: ['deliverSnapshot'],
616
+ },
617
+ },
618
+ routing: {
619
+ request: {
620
+ body: {
621
+ deliver: {
622
+ type: '={{$parameter["deliver_type"]}}',
623
+ },
624
+ },
625
+ },
626
+ },
627
+ },
628
+ {
629
+ displayName: 'Webhook Endpoint',
630
+ name: 'endpoint',
631
+ type: 'string',
632
+ default: '',
633
+ description: 'Webhook URL to deliver the snapshot',
634
+ displayOptions: {
635
+ show: {
636
+ resource: ['marketplaceDataset'],
637
+ operation: ['deliverSnapshot'],
638
+ deliver_type: ['webhook'],
639
+ },
640
+ },
641
+ routing: {
642
+ request: {
643
+ body: {
644
+ deliver: {
645
+ endpoint: '={{$parameter["endpoint"]}}',
646
+ },
647
+ },
648
+ },
649
+ },
650
+ },
651
+ {
652
+ displayName: 'Filename Template',
653
+ name: 'filename_template',
654
+ type: 'string',
655
+ default: '',
656
+ description: 'Template for the filename, including placeholders',
657
+ displayOptions: {
658
+ show: {
659
+ resource: ['marketplaceDataset'],
660
+ operation: ['deliverSnapshot'],
661
+ deliver_type: [
662
+ 'webhook',
663
+ 'ali_oss',
664
+ 'gcs_pubsub',
665
+ 'gcs',
666
+ 's3',
667
+ 'azure',
668
+ 'sftp',
669
+ 'snowflake',
670
+ ],
671
+ },
672
+ },
673
+ routing: {
674
+ request: {
675
+ body: {
676
+ deliver: {
677
+ filename: {
678
+ template: '={{$parameter["filename_template"]}}',
679
+ },
680
+ },
681
+ },
682
+ },
683
+ },
684
+ required: true,
685
+ },
686
+ {
687
+ displayName: 'File Extension',
688
+ name: 'filename_extension',
689
+ type: 'options',
690
+ options: [
691
+ {
692
+ name: 'JSON',
693
+ value: 'json',
694
+ },
695
+ {
696
+ name: 'JSONL',
697
+ value: 'jsonl',
698
+ },
699
+ {
700
+ name: 'CSV',
701
+ value: 'csv',
702
+ },
703
+ ],
704
+ default: 'json',
705
+ description: 'Extension for the delivered file (JSON, JSONL, CSV)',
706
+ displayOptions: {
707
+ show: {
708
+ resource: ['marketplaceDataset'],
709
+ operation: ['deliverSnapshot'],
710
+ deliver_type: [
711
+ 'webhook',
712
+ 'ali_oss',
713
+ 'gcs_pubsub',
714
+ 'gcs',
715
+ 's3',
716
+ 'azure',
717
+ 'sftp',
718
+ 'snowflake',
719
+ ],
720
+ },
721
+ },
722
+ routing: {
723
+ request: {
724
+ body: {
725
+ deliver: {
726
+ type: 'webhook',
727
+ filename: {
728
+ extension: '={{$parameter["filename_extension"]}}',
729
+ },
730
+ },
731
+ },
732
+ },
733
+ },
734
+ required: true,
735
+ },
736
+ {
737
+ displayName: 'Topic ID',
738
+ name: 'topic_id',
739
+ type: 'string',
740
+ default: '',
741
+ description: 'Google PubSub topic ID',
742
+ displayOptions: {
743
+ show: {
744
+ resource: ['marketplaceDataset'],
745
+ operation: ['deliverSnapshot'],
746
+ deliver_type: ['gcs_pubsub'],
747
+ },
748
+ },
749
+ routing: {
750
+ request: {
751
+ body: {
752
+ deliver: {
753
+ topic_id: '={{$parameter["topic_id"]}}',
754
+ },
755
+ },
756
+ },
757
+ },
758
+ required: true,
759
+ },
760
+ {
761
+ displayName: 'Client Email',
762
+ name: 'client_email',
763
+ type: 'string',
764
+ default: '',
765
+ displayOptions: {
766
+ show: {
767
+ resource: ['marketplaceDataset'],
768
+ operation: ['deliverSnapshot'],
769
+ deliver_type: ['gcs_pubsub', 'gcs'],
770
+ },
771
+ },
772
+ routing: {
773
+ request: {
774
+ body: {
775
+ deliver: {
776
+ credentials: {
777
+ client_email: '={{$parameter["client_email"]}}',
778
+ },
779
+ },
780
+ },
781
+ },
782
+ },
783
+ required: true,
784
+ },
785
+ {
786
+ displayName: 'Private Key',
787
+ name: 'private_key',
788
+ type: 'string',
789
+ typeOptions: {
790
+ password: true,
791
+ },
792
+ default: '',
793
+ displayOptions: {
794
+ show: {
795
+ resource: ['marketplaceDataset'],
796
+ operation: ['deliverSnapshot'],
797
+ deliver_type: ['gcs_pubsub', 'gcs'],
798
+ },
799
+ },
800
+ routing: {
801
+ request: {
802
+ body: {
803
+ deliver: {
804
+ credentials: {
805
+ private_key: '={{$parameter["private_key"]}}',
806
+ },
807
+ },
808
+ },
809
+ },
810
+ },
811
+ required: true,
812
+ },
813
+ {
814
+ displayName: 'Attributes',
815
+ name: 'attributes',
816
+ type: 'json',
817
+ default: '',
818
+ description: 'Attributes to include in the PubSub message',
819
+ displayOptions: {
820
+ show: {
821
+ resource: ['marketplaceDataset'],
822
+ operation: ['deliverSnapshot'],
823
+ deliver_type: ['gcs_pubsub'],
824
+ },
825
+ },
826
+ routing: {
827
+ request: {
828
+ body: {
829
+ deliver: {
830
+ attributes: '={{$parameter["attributes"]}}',
831
+ },
832
+ },
833
+ },
834
+ },
835
+ },
836
+ {
837
+ displayName: 'Container',
838
+ name: 'container',
839
+ type: 'string',
840
+ default: '',
841
+ description: 'Name of the Azure container',
842
+ displayOptions: {
843
+ show: {
844
+ resource: ['marketplaceDataset'],
845
+ operation: ['deliverSnapshot'],
846
+ deliver_type: ['azure'],
847
+ },
848
+ },
849
+ routing: {
850
+ request: {
851
+ body: {
852
+ deliver: {
853
+ container: '={{$parameter["container"]}}',
854
+ },
855
+ },
856
+ },
857
+ },
858
+ required: true,
859
+ },
860
+ {
861
+ displayName: 'Bucket',
862
+ name: 'bucket',
863
+ type: 'string',
864
+ default: '',
865
+ description: 'Name of the bucket',
866
+ displayOptions: {
867
+ show: {
868
+ resource: ['marketplaceDataset'],
869
+ operation: ['deliverSnapshot'],
870
+ deliver_type: ['s3', 'ali_oss', 'gcs'],
871
+ },
872
+ },
873
+ routing: {
874
+ request: {
875
+ body: {
876
+ deliver: {
877
+ bucket: '={{$parameter["bucket"]}}',
878
+ },
879
+ },
880
+ },
881
+ },
882
+ required: true,
883
+ },
884
+ {
885
+ displayName: 'AWS Access Key',
886
+ name: 'aws-access-key',
887
+ type: 'string',
888
+ default: '',
889
+ displayOptions: {
890
+ show: {
891
+ resource: ['marketplaceDataset'],
892
+ operation: ['deliverSnapshot'],
893
+ deliver_type: ['s3'],
894
+ },
895
+ },
896
+ description: 'AWS Access Key ID',
897
+ routing: {
898
+ request: {
899
+ body: {
900
+ deliver: {
901
+ credentials: {
902
+ 'aws-access-key': '={{$parameter["aws-access-key"]}}',
903
+ },
904
+ },
905
+ },
906
+ },
907
+ },
908
+ required: true,
909
+ },
910
+ {
911
+ displayName: 'AWS Secret Key',
912
+ name: 'aws-secret-key',
913
+ type: 'string',
914
+ typeOptions: {
915
+ password: true,
916
+ },
917
+ default: '',
918
+ displayOptions: {
919
+ show: {
920
+ resource: ['marketplaceDataset'],
921
+ operation: ['deliverSnapshot'],
922
+ deliver_type: ['s3'],
923
+ },
924
+ },
925
+ description: 'AWS Secret Access Key',
926
+ routing: {
927
+ request: {
928
+ body: {
929
+ deliver: {
930
+ credentials: {
931
+ 'aws-secret-key': '={{$parameter["aws-secret-key"]}}',
932
+ },
933
+ },
934
+ },
935
+ },
936
+ },
937
+ required: true,
938
+ },
939
+ {
940
+ displayName: 'Access Key',
941
+ name: 'aws-access-key',
942
+ type: 'string',
943
+ default: '',
944
+ displayOptions: {
945
+ show: {
946
+ resource: ['marketplaceDataset'],
947
+ operation: ['deliverSnapshot'],
948
+ deliver_type: ['ali_oss'],
949
+ },
950
+ },
951
+ routing: {
952
+ request: {
953
+ body: {
954
+ deliver: {
955
+ credentials: {
956
+ 'access-key': '={{$parameter["access-key"]}}',
957
+ },
958
+ },
959
+ },
960
+ },
961
+ },
962
+ required: true,
963
+ },
964
+ {
965
+ displayName: 'Secret Key',
966
+ name: 'secret-key',
967
+ type: 'string',
968
+ typeOptions: {
969
+ password: true,
970
+ },
971
+ default: '',
972
+ displayOptions: {
973
+ show: {
974
+ resource: ['marketplaceDataset'],
975
+ operation: ['deliverSnapshot'],
976
+ deliver_type: ['ali_oss'],
977
+ },
978
+ },
979
+ routing: {
980
+ request: {
981
+ body: {
982
+ deliver: {
983
+ credentials: {
984
+ 'secret-key': '={{$parameter["secret-key"]}}',
985
+ },
986
+ },
987
+ },
988
+ },
989
+ },
990
+ required: true,
991
+ },
992
+ {
993
+ displayName: 'Account',
994
+ name: 'account',
995
+ type: 'string',
996
+ default: '',
997
+ description: 'Azure storage account',
998
+ displayOptions: {
999
+ show: {
1000
+ resource: ['marketplaceDataset'],
1001
+ operation: ['deliverSnapshot'],
1002
+ deliver_type: ['azure'],
1003
+ },
1004
+ },
1005
+ routing: {
1006
+ request: {
1007
+ body: {
1008
+ deliver: {
1009
+ credentials: {
1010
+ account: '={{$parameter["account"]}}',
1011
+ },
1012
+ },
1013
+ },
1014
+ },
1015
+ },
1016
+ required: true,
1017
+ },
1018
+ {
1019
+ displayName: 'Key',
1020
+ name: 'key',
1021
+ type: 'string',
1022
+ typeOptions: {
1023
+ password: true,
1024
+ },
1025
+ default: '',
1026
+ description: 'Azure storage key',
1027
+ displayOptions: {
1028
+ show: {
1029
+ resource: ['marketplaceDataset'],
1030
+ operation: ['deliverSnapshot'],
1031
+ deliver_type: ['azure'],
1032
+ },
1033
+ },
1034
+ routing: {
1035
+ request: {
1036
+ body: {
1037
+ deliver: {
1038
+ credentials: {
1039
+ key: '={{$parameter["key"]}}',
1040
+ },
1041
+ },
1042
+ },
1043
+ },
1044
+ },
1045
+ required: true,
1046
+ },
1047
+ {
1048
+ displayName: 'SAS Token',
1049
+ name: 'sas_token',
1050
+ type: 'string',
1051
+ typeOptions: {
1052
+ password: true,
1053
+ },
1054
+ default: '',
1055
+ description: 'Azure SAS token for access',
1056
+ displayOptions: {
1057
+ show: {
1058
+ resource: ['marketplaceDataset'],
1059
+ operation: ['deliverSnapshot'],
1060
+ deliver_type: ['azure'],
1061
+ },
1062
+ },
1063
+ routing: {
1064
+ request: {
1065
+ body: {
1066
+ deliver: {
1067
+ credentials: {
1068
+ sas_token: '={{$parameter["sas_token"]}}',
1069
+ },
1070
+ },
1071
+ },
1072
+ },
1073
+ },
1074
+ required: true,
1075
+ },
1076
+ {
1077
+ displayName: 'Role ARN',
1078
+ name: 'role_arn',
1079
+ type: 'string',
1080
+ default: '',
1081
+ displayOptions: {
1082
+ show: {
1083
+ resource: ['marketplaceDataset'],
1084
+ operation: ['deliverSnapshot'],
1085
+ deliver_type: ['s3'],
1086
+ },
1087
+ },
1088
+ routing: {
1089
+ request: {
1090
+ body: {
1091
+ deliver: {
1092
+ credentials: {
1093
+ role_arn: '={{$parameter["role_arn"]}}',
1094
+ },
1095
+ },
1096
+ },
1097
+ },
1098
+ },
1099
+ },
1100
+ {
1101
+ displayName: 'External ID',
1102
+ name: 'external_id',
1103
+ type: 'string',
1104
+ default: '',
1105
+ displayOptions: {
1106
+ show: {
1107
+ resource: ['marketplaceDataset'],
1108
+ operation: ['deliverSnapshot'],
1109
+ deliver_type: ['s3'],
1110
+ },
1111
+ },
1112
+ routing: {
1113
+ request: {
1114
+ body: {
1115
+ deliver: {
1116
+ credentials: {
1117
+ external_id: '={{$parameter["external_id"]}}',
1118
+ },
1119
+ },
1120
+ },
1121
+ },
1122
+ },
1123
+ },
1124
+ {
1125
+ displayName: 'Directory',
1126
+ name: 'directory',
1127
+ type: 'string',
1128
+ default: '',
1129
+ description: 'Target path',
1130
+ displayOptions: {
1131
+ show: {
1132
+ resource: ['marketplaceDataset'],
1133
+ operation: ['deliverSnapshot'],
1134
+ deliver_type: ['s3', 'ali_oss', 'gcs', 'azure', 'sftp', 'snowflake'],
1135
+ },
1136
+ },
1137
+ routing: {
1138
+ request: {
1139
+ body: {
1140
+ deliver: {
1141
+ directory: '={{$parameter["directory"]}}',
1142
+ },
1143
+ },
1144
+ },
1145
+ },
1146
+ },
1147
+ {
1148
+ displayName: 'Region',
1149
+ name: 'region',
1150
+ type: 'string',
1151
+ default: '',
1152
+ description: 'AWS Region',
1153
+ displayOptions: {
1154
+ show: {
1155
+ resource: ['marketplaceDataset'],
1156
+ operation: ['deliverSnapshot'],
1157
+ deliver_type: ['s3', 'ali_oss'],
1158
+ },
1159
+ },
1160
+ routing: {
1161
+ request: {
1162
+ body: {
1163
+ deliver: {
1164
+ region: '={{$parameter["region"]}}',
1165
+ },
1166
+ },
1167
+ },
1168
+ },
1169
+ },
1170
+ {
1171
+ displayName: 'Host',
1172
+ name: 'host',
1173
+ type: 'string',
1174
+ default: '',
1175
+ description: 'SFTP server host',
1176
+ displayOptions: {
1177
+ show: {
1178
+ resource: ['marketplaceDataset'],
1179
+ operation: ['deliverSnapshot'],
1180
+ deliver_type: ['sftp'],
1181
+ },
1182
+ },
1183
+ routing: {
1184
+ request: {
1185
+ body: {
1186
+ deliver: {
1187
+ host: '={{$parameter["host"]}}',
1188
+ },
1189
+ },
1190
+ },
1191
+ },
1192
+ required: true,
1193
+ },
1194
+ {
1195
+ displayName: 'Port',
1196
+ name: 'port',
1197
+ type: 'number',
1198
+ default: 22,
1199
+ description: 'SFTP server port',
1200
+ displayOptions: {
1201
+ show: {
1202
+ resource: ['marketplaceDataset'],
1203
+ operation: ['deliverSnapshot'],
1204
+ deliver_type: ['sftp'],
1205
+ },
1206
+ },
1207
+ routing: {
1208
+ request: {
1209
+ body: {
1210
+ deliver: {
1211
+ port: '={{$parameter["port"]}}',
1212
+ },
1213
+ },
1214
+ },
1215
+ },
1216
+ },
1217
+ {
1218
+ displayName: 'Path',
1219
+ name: 'path',
1220
+ type: 'string',
1221
+ default: '',
1222
+ description: 'Remote path on the SFTP server to store the file',
1223
+ displayOptions: {
1224
+ show: {
1225
+ resource: ['marketplaceDataset'],
1226
+ operation: ['deliverSnapshot'],
1227
+ deliver_type: ['sftp'],
1228
+ },
1229
+ },
1230
+ routing: {
1231
+ request: {
1232
+ body: {
1233
+ deliver: {
1234
+ path: '={{$parameter["path"]}}',
1235
+ },
1236
+ },
1237
+ },
1238
+ },
1239
+ },
1240
+ {
1241
+ displayName: 'Username',
1242
+ name: 'username',
1243
+ type: 'string',
1244
+ default: '',
1245
+ description: 'SFTP username',
1246
+ displayOptions: {
1247
+ show: {
1248
+ resource: ['marketplaceDataset'],
1249
+ operation: ['deliverSnapshot'],
1250
+ deliver_type: ['sftp'],
1251
+ },
1252
+ },
1253
+ routing: {
1254
+ request: {
1255
+ body: {
1256
+ deliver: {
1257
+ credentials: {
1258
+ username: '={{$parameter["username"]}}',
1259
+ },
1260
+ },
1261
+ },
1262
+ },
1263
+ },
1264
+ required: true,
1265
+ },
1266
+ {
1267
+ displayName: 'Password',
1268
+ name: 'password',
1269
+ type: 'string',
1270
+ typeOptions: {
1271
+ password: true,
1272
+ },
1273
+ default: '',
1274
+ description: 'SFTP password',
1275
+ displayOptions: {
1276
+ show: {
1277
+ resource: ['marketplaceDataset'],
1278
+ operation: ['deliverSnapshot'],
1279
+ deliver_type: ['sftp'],
1280
+ },
1281
+ },
1282
+ routing: {
1283
+ request: {
1284
+ body: {
1285
+ deliver: {
1286
+ credentials: {
1287
+ password: '={{$parameter["password"]}}',
1288
+ },
1289
+ },
1290
+ },
1291
+ },
1292
+ },
1293
+ required: true,
1294
+ },
1295
+ {
1296
+ displayName: 'SSH Key',
1297
+ name: 'ssh_key',
1298
+ type: 'string',
1299
+ typeOptions: {
1300
+ password: true,
1301
+ },
1302
+ default: '',
1303
+ description: 'SSH key for SFTP authentication',
1304
+ displayOptions: {
1305
+ show: {
1306
+ resource: ['marketplaceDataset'],
1307
+ operation: ['deliverSnapshot'],
1308
+ deliver_type: ['sftp'],
1309
+ },
1310
+ },
1311
+ routing: {
1312
+ request: {
1313
+ body: {
1314
+ deliver: {
1315
+ credentials: {
1316
+ ssh_key: '={{$parameter["ssh_key"]}}',
1317
+ },
1318
+ },
1319
+ },
1320
+ },
1321
+ },
1322
+ required: true,
1323
+ },
1324
+ {
1325
+ displayName: 'Passphrase',
1326
+ name: 'passphrase',
1327
+ type: 'string',
1328
+ typeOptions: {
1329
+ password: true,
1330
+ },
1331
+ default: '',
1332
+ description: 'Passphrase for the SSH key, if any',
1333
+ displayOptions: {
1334
+ show: {
1335
+ resource: ['marketplaceDataset'],
1336
+ operation: ['deliverSnapshot'],
1337
+ deliver_type: ['sftp'],
1338
+ },
1339
+ },
1340
+ routing: {
1341
+ request: {
1342
+ body: {
1343
+ deliver: {
1344
+ credentials: {
1345
+ passphrase: '={{$parameter["passphrase"]}}',
1346
+ },
1347
+ },
1348
+ },
1349
+ },
1350
+ },
1351
+ },
1352
+ {
1353
+ displayName: 'Database',
1354
+ name: 'database',
1355
+ type: 'string',
1356
+ default: '',
1357
+ displayOptions: {
1358
+ show: {
1359
+ resource: ['marketplaceDataset'],
1360
+ operation: ['deliverSnapshot'],
1361
+ deliver_type: ['snowflake'],
1362
+ },
1363
+ },
1364
+ routing: {
1365
+ request: {
1366
+ body: {
1367
+ deliver: {
1368
+ database: '={{$parameter["database"]}}',
1369
+ },
1370
+ },
1371
+ },
1372
+ },
1373
+ required: true,
1374
+ description: 'Snowflake database name',
1375
+ },
1376
+ {
1377
+ displayName: 'Schema',
1378
+ name: 'schema',
1379
+ type: 'string',
1380
+ default: '',
1381
+ displayOptions: {
1382
+ show: {
1383
+ resource: ['marketplaceDataset'],
1384
+ operation: ['deliverSnapshot'],
1385
+ deliver_type: ['snowflake'],
1386
+ },
1387
+ },
1388
+ routing: {
1389
+ request: {
1390
+ body: {
1391
+ deliver: {
1392
+ schema: '={{$parameter["schema"]}}',
1393
+ },
1394
+ },
1395
+ },
1396
+ },
1397
+ required: true,
1398
+ description: 'Snowflake schema name',
1399
+ },
1400
+ {
1401
+ displayName: 'Stage',
1402
+ name: 'stage',
1403
+ type: 'string',
1404
+ default: '',
1405
+ displayOptions: {
1406
+ show: {
1407
+ resource: ['marketplaceDataset'],
1408
+ operation: ['deliverSnapshot'],
1409
+ deliver_type: ['snowflake'],
1410
+ },
1411
+ },
1412
+ routing: {
1413
+ request: {
1414
+ body: {
1415
+ deliver: {
1416
+ stage: '={{$parameter["stage"]}}',
1417
+ },
1418
+ },
1419
+ },
1420
+ },
1421
+ required: true,
1422
+ description: 'Snowflake stage name',
1423
+ },
1424
+ {
1425
+ displayName: 'Role',
1426
+ name: 'role',
1427
+ type: 'string',
1428
+ default: '',
1429
+ displayOptions: {
1430
+ show: {
1431
+ resource: ['marketplaceDataset'],
1432
+ operation: ['deliverSnapshot'],
1433
+ deliver_type: ['snowflake'],
1434
+ },
1435
+ },
1436
+ routing: {
1437
+ request: {
1438
+ body: {
1439
+ deliver: {
1440
+ role: '={{$parameter["role"]}}',
1441
+ },
1442
+ },
1443
+ },
1444
+ },
1445
+ required: true,
1446
+ description: 'Snowflake role',
1447
+ },
1448
+ {
1449
+ displayName: 'Warehouse',
1450
+ name: 'warehouse',
1451
+ type: 'string',
1452
+ default: '',
1453
+ displayOptions: {
1454
+ show: {
1455
+ resource: ['marketplaceDataset'],
1456
+ operation: ['deliverSnapshot'],
1457
+ deliver_type: ['snowflake'],
1458
+ },
1459
+ },
1460
+ routing: {
1461
+ request: {
1462
+ body: {
1463
+ deliver: {
1464
+ warehouse: '={{$parameter["warehouse"]}}',
1465
+ },
1466
+ },
1467
+ },
1468
+ },
1469
+ required: true,
1470
+ description: 'Snowflake warehouse',
1471
+ },
1472
+ {
1473
+ displayName: 'Account',
1474
+ name: 'credentials.account',
1475
+ type: 'string',
1476
+ default: '',
1477
+ displayOptions: {
1478
+ show: {
1479
+ resource: ['marketplaceDataset'],
1480
+ operation: ['deliverSnapshot'],
1481
+ deliver_type: ['snowflake'],
1482
+ },
1483
+ },
1484
+ routing: {
1485
+ request: {
1486
+ body: {
1487
+ deliver: {
1488
+ credentials: {
1489
+ account: '={{$parameter["credentials.account"]}}',
1490
+ },
1491
+ },
1492
+ },
1493
+ },
1494
+ },
1495
+ required: true,
1496
+ description: 'Snowflake account',
1497
+ },
1498
+ {
1499
+ displayName: 'User',
1500
+ name: 'credentials.user',
1501
+ type: 'string',
1502
+ default: '',
1503
+ displayOptions: {
1504
+ show: {
1505
+ resource: ['marketplaceDataset'],
1506
+ operation: ['deliverSnapshot'],
1507
+ deliver_type: ['snowflake'],
1508
+ },
1509
+ },
1510
+ routing: {
1511
+ request: {
1512
+ body: {
1513
+ deliver: {
1514
+ credentials: {
1515
+ user: '={{$parameter["credentials.user"]}}',
1516
+ },
1517
+ },
1518
+ },
1519
+ },
1520
+ },
1521
+ required: true,
1522
+ description: 'Snowflake user',
1523
+ },
1524
+ {
1525
+ displayName: 'Password',
1526
+ name: 'credentials.password',
1527
+ type: 'string',
1528
+ typeOptions: {
1529
+ password: true,
1530
+ },
1531
+ default: '',
1532
+ displayOptions: {
1533
+ show: {
1534
+ resource: ['marketplaceDataset'],
1535
+ operation: ['deliverSnapshot'],
1536
+ deliver_type: ['snowflake'],
1537
+ },
1538
+ },
1539
+ routing: {
1540
+ request: {
1541
+ body: {
1542
+ deliver: {
1543
+ credentials: {
1544
+ password: '={{$parameter["credentials.password"]}}',
1545
+ },
1546
+ },
1547
+ },
1548
+ },
1549
+ },
1550
+ required: true,
1551
+ description: 'Snowflake password',
1552
+ },
1553
+ {
1554
+ displayName: 'Compress',
1555
+ name: 'compress',
1556
+ type: 'boolean',
1557
+ default: false,
1558
+ description: 'Whether compress the response in gzip format',
1559
+ displayOptions: {
1560
+ show: {
1561
+ resource: ['marketplaceDataset'],
1562
+ operation: ['deliverSnapshot'],
1563
+ },
1564
+ },
1565
+ routing: {
1566
+ request: {
1567
+ body: {
1568
+ compress: '={{$parameter["compress"]}}',
1569
+ },
1570
+ },
1571
+ },
1572
+ },
1573
+ ];
1574
+ exports.marketplaceDatasetFields = [...marketplaceDatasetParameters];
1575
+ //# sourceMappingURL=MarketplaceDatasetDescription.js.map