@mapbox/cloudfriend 9.2.0 → 9.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/settings.local.json +8 -0
- package/.idea/cloudfriend.iml +9 -0
- package/.idea/codeStyles/Project.xml +7 -0
- package/.idea/codeStyles/codeStyleConfig.xml +5 -0
- package/.idea/inspectionProfiles/Project_Default.xml +6 -0
- package/.idea/misc.xml +6 -0
- package/.idea/modules.xml +8 -0
- package/.idea/vcs.xml +6 -0
- package/.nyc_output/6686e513-03b6-415d-9b8b-0fcde7a4e430.json +1 -0
- package/.nyc_output/f58a557c-a1c0-4dcc-83c5-bbca4d01baf9.json +1 -0
- package/.nyc_output/processinfo/6686e513-03b6-415d-9b8b-0fcde7a4e430.json +1 -0
- package/.nyc_output/processinfo/f58a557c-a1c0-4dcc-83c5-bbca4d01baf9.json +1 -0
- package/.nyc_output/processinfo/index.json +1 -1
- package/cfniceberg_createtable.yaml +71 -0
- package/changelog.md +8 -0
- package/coverage/clover.xml +630 -0
- package/coverage/coverage-final.json +33 -0
- package/coverage/lcov-report/base.css +224 -0
- package/coverage/lcov-report/block-navigation.js +87 -0
- package/coverage/lcov-report/cloudfriend/bin/build-template.js.html +130 -0
- package/coverage/lcov-report/cloudfriend/bin/index.html +131 -0
- package/coverage/lcov-report/cloudfriend/bin/validate-template.js.html +142 -0
- package/coverage/lcov-report/cloudfriend/index.html +116 -0
- package/coverage/lcov-report/cloudfriend/index.js.html +307 -0
- package/coverage/lcov-report/cloudfriend/lib/build.js.html +217 -0
- package/coverage/lcov-report/cloudfriend/lib/conditions.js.html +430 -0
- package/coverage/lcov-report/cloudfriend/lib/index.html +206 -0
- package/coverage/lcov-report/cloudfriend/lib/intrinsic.js.html +979 -0
- package/coverage/lcov-report/cloudfriend/lib/merge.js.html +478 -0
- package/coverage/lcov-report/cloudfriend/lib/pseudo.js.html +370 -0
- package/coverage/lcov-report/cloudfriend/lib/rules.js.html +349 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/cross-account-role.js.html +244 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/event-lambda.js.html +367 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/glue-database.js.html +286 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/glue-iceberg-table.js.html +646 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/glue-json-table.js.html +235 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/glue-orc-table.js.html +226 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/glue-parquet-table.js.html +268 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/glue-presto-view.js.html +358 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/glue-spark-view.js.html +241 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/glue-table.js.html +481 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/hookshot.js.html +1504 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/index.html +431 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/index.js.html +157 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/kinesis-firehose-base.js.html +418 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/lambda.js.html +832 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/log-subscription-lambda.js.html +310 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/queue-lambda.js.html +364 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/queue.js.html +619 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/role.js.html +382 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/s3-kinesis-firehose.js.html +568 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/scheduled-lambda.js.html +490 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/service-role.js.html +307 -0
- package/coverage/lcov-report/cloudfriend/lib/shortcuts/stream-lambda.js.html +493 -0
- package/coverage/lcov-report/cloudfriend/lib/validate.js.html +154 -0
- package/coverage/lcov-report/favicon.png +0 -0
- package/coverage/lcov-report/index.html +161 -0
- package/coverage/lcov-report/prettify.css +1 -0
- package/coverage/lcov-report/prettify.js +2 -0
- package/coverage/lcov-report/sort-arrow-sprite.png +0 -0
- package/coverage/lcov-report/sorter.js +210 -0
- package/coverage/lcov.info +1319 -0
- package/jest.config.js +14 -0
- package/lib/shortcuts/api.md +37 -0
- package/lib/shortcuts/glue-iceberg-table.js +187 -0
- package/lib/shortcuts/index.js +1 -0
- package/package.json +15 -13
- package/readme.md +1 -1
- package/requirements.dev.txt +2 -2
- package/test/bin.test.js +18 -14
- package/test/fixtures/shortcuts/cross-account-role-defaults.json +1 -1
- package/test/fixtures/shortcuts/cross-account-role-no-defaults.json +1 -1
- package/test/fixtures/shortcuts/event-lambda-defaults.json +1 -1
- package/test/fixtures/shortcuts/event-lambda-full.json +1 -1
- package/test/fixtures/shortcuts/firehose-defaults.json +1 -1
- package/test/fixtures/shortcuts/firehose-with-stream.json +1 -1
- package/test/fixtures/shortcuts/glue-database-defaults.json +1 -1
- package/test/fixtures/shortcuts/glue-database-no-defaults.json +1 -1
- package/test/fixtures/shortcuts/glue-iceberg-table-defaults.json +41 -0
- package/test/fixtures/shortcuts/glue-iceberg-table-no-defaults.json +39 -0
- package/test/fixtures/shortcuts/glue-iceberg-table-with-all-optimizers.json +101 -0
- package/test/fixtures/shortcuts/glue-iceberg-table-with-both-optimizers.json +80 -0
- package/test/fixtures/shortcuts/glue-iceberg-table-with-compaction-custom.json +68 -0
- package/test/fixtures/shortcuts/glue-iceberg-table-with-compaction-defaults.json +57 -0
- package/test/fixtures/shortcuts/glue-iceberg-table-with-optimizer-custom.json +75 -0
- package/test/fixtures/shortcuts/glue-iceberg-table-with-optimizer-defaults.json +64 -0
- package/test/fixtures/shortcuts/glue-iceberg-table-with-orphan-deletion-custom.json +74 -0
- package/test/fixtures/shortcuts/glue-iceberg-table-with-orphan-deletion-defaults.json +62 -0
- package/test/fixtures/shortcuts/glue-json-table-defaults.json +1 -1
- package/test/fixtures/shortcuts/glue-json-table-no-defaults.json +1 -1
- package/test/fixtures/shortcuts/glue-orc-table-defaults.json +1 -1
- package/test/fixtures/shortcuts/glue-orc-table-no-defaults.json +1 -1
- package/test/fixtures/shortcuts/glue-parquet-table-defaults.json +1 -1
- package/test/fixtures/shortcuts/glue-parquet-table-no-defaults.json +1 -1
- package/test/fixtures/shortcuts/glue-table-defaults.json +1 -1
- package/test/fixtures/shortcuts/glue-table-no-defaults.json +1 -1
- package/test/fixtures/shortcuts/glue-view-defaults.json +1 -1
- package/test/fixtures/shortcuts/glue-view-no-defaults.json +1 -1
- package/test/fixtures/shortcuts/hookshot-github-secret-ref.json +1 -1
- package/test/fixtures/shortcuts/hookshot-github-secret-string.json +1 -1
- package/test/fixtures/shortcuts/hookshot-github.json +1 -1
- package/test/fixtures/shortcuts/hookshot-passthrough-access-log-format.json +1 -1
- package/test/fixtures/shortcuts/hookshot-passthrough-alarms.json +1 -1
- package/test/fixtures/shortcuts/hookshot-passthrough-enhanced-logging.json +1 -1
- package/test/fixtures/shortcuts/hookshot-passthrough-full-blown-logging.json +1 -1
- package/test/fixtures/shortcuts/hookshot-passthrough-logging.json +1 -1
- package/test/fixtures/shortcuts/hookshot-passthrough.json +1 -1
- package/test/fixtures/shortcuts/lambda-defaults.json +1 -1
- package/test/fixtures/shortcuts/lambda-docker.json +1 -1
- package/test/fixtures/shortcuts/lambda-full.json +1 -1
- package/test/fixtures/shortcuts/lambda-provided-role.json +1 -1
- package/test/fixtures/shortcuts/lambda-zipfile.json +1 -1
- package/test/fixtures/shortcuts/log-subscription-lambda-defaults.json +1 -1
- package/test/fixtures/shortcuts/log-subscription-lambda-no-defaults.json +1 -1
- package/test/fixtures/shortcuts/queue-defaults.json +1 -1
- package/test/fixtures/shortcuts/queue-external-topic-ref.json +1 -1
- package/test/fixtures/shortcuts/queue-external-topic.json +1 -1
- package/test/fixtures/shortcuts/queue-fifo-queuename.json +1 -1
- package/test/fixtures/shortcuts/queue-fifo.json +1 -1
- package/test/fixtures/shortcuts/queue-full.json +1 -1
- package/test/fixtures/shortcuts/queue-lambda-zero.json +1 -1
- package/test/fixtures/shortcuts/queue-lambda.json +1 -1
- package/test/fixtures/shortcuts/role-defaults.json +1 -1
- package/test/fixtures/shortcuts/role-no-defaults.json +1 -1
- package/test/fixtures/shortcuts/scheduled-lambda-defaults.json +1 -1
- package/test/fixtures/shortcuts/scheduled-lambda-full.json +1 -1
- package/test/fixtures/shortcuts/service-role-defaults.json +1 -1
- package/test/fixtures/shortcuts/service-role-no-defaults.json +1 -1
- package/test/fixtures/shortcuts/service-role-no-url-suffix.json +1 -1
- package/test/fixtures/shortcuts/service-role-url-suffix-with-replacement.json +1 -1
- package/test/fixtures/shortcuts/service-role-url-suffix.json +1 -1
- package/test/fixtures/shortcuts/stream-lambda-defaults.json +1 -1
- package/test/fixtures/shortcuts/stream-lambda-no-defaults.json +1 -1
- package/test/index.test.js +383 -235
- package/test/shortcuts.test.js +1523 -1483
- package/.nyc_output/2b544c0b-2830-4ad0-97cd-8e661710b0bb.json +0 -1
- package/.nyc_output/65e58b48-bf1c-412d-8dd4-d7b564b12d76.json +0 -1
- package/.nyc_output/processinfo/2b544c0b-2830-4ad0-97cd-8e661710b0bb.json +0 -1
- package/.nyc_output/processinfo/65e58b48-bf1c-412d-8dd4-d7b564b12d76.json +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"processes":{"
|
|
1
|
+
{"processes":{"6686e513-03b6-415d-9b8b-0fcde7a4e430":{"parent":"f58a557c-a1c0-4dcc-83c5-bbca4d01baf9","children":[]},"f58a557c-a1c0-4dcc-83c5-bbca4d01baf9":{"parent":null,"children":["6686e513-03b6-415d-9b8b-0fcde7a4e430"]}},"files":{"/Users/marierajan/projects/cloudfriend/bin/build-template.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430"],"/Users/marierajan/projects/cloudfriend/index.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/intrinsic.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/conditions.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/rules.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/pseudo.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/build.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/validate.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/merge.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/index.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/lambda.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/service-role.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/role.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/scheduled-lambda.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/event-lambda.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/queue-lambda.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/stream-lambda.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/cross-account-role.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/queue.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/s3-kinesis-firehose.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/kinesis-firehose-base.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/glue-database.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/glue-table.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/glue-json-table.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/glue-orc-table.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/glue-parquet-table.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/glue-iceberg-table.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/glue-presto-view.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/glue-spark-view.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/hookshot.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"],"/Users/marierajan/projects/cloudfriend/lib/shortcuts/log-subscription-lambda.js":["6686e513-03b6-415d-9b8b-0fcde7a4e430","f58a557c-a1c0-4dcc-83c5-bbca4d01baf9"]},"externalIds":{}}
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
AWSTemplateFormatVersion: 2010-09-09
|
|
2
|
+
Description: Create an Iceberg table with partitions using CloudFormationTemplate
|
|
3
|
+
|
|
4
|
+
Parameters:
|
|
5
|
+
TableName:
|
|
6
|
+
Type: String
|
|
7
|
+
Description: Table name of the Iceberg Table
|
|
8
|
+
Default: transactiontable2
|
|
9
|
+
MinLength: '1'
|
|
10
|
+
MaxLength: '64'
|
|
11
|
+
ConstraintDescription: the table name must be between 1 and 64 characters
|
|
12
|
+
DatabaseName:
|
|
13
|
+
Type: String
|
|
14
|
+
Description: Database name in which to create the Iceberg Table
|
|
15
|
+
Default: bankdata_icebergdb
|
|
16
|
+
MinLength: '1'
|
|
17
|
+
MaxLength: '64'
|
|
18
|
+
ConstraintDescription: the database name must be between 1 and 64 characters
|
|
19
|
+
|
|
20
|
+
# grouping of input parameters by relevance
|
|
21
|
+
Metadata:
|
|
22
|
+
AWS::CloudFormation::Interface:
|
|
23
|
+
ParameterGroups:
|
|
24
|
+
-
|
|
25
|
+
Label:
|
|
26
|
+
default: Table Parameters
|
|
27
|
+
Parameters:
|
|
28
|
+
- DatabaseName
|
|
29
|
+
- TableName
|
|
30
|
+
|
|
31
|
+
Resources:
|
|
32
|
+
CfnIcebergTable:
|
|
33
|
+
Type: AWS::Glue::Table
|
|
34
|
+
Properties:
|
|
35
|
+
CatalogId: !Ref AWS::AccountId
|
|
36
|
+
DatabaseName: !Ref DatabaseName
|
|
37
|
+
Name: !Ref TableName
|
|
38
|
+
OpenTableFormatInput:
|
|
39
|
+
IcebergInput:
|
|
40
|
+
MetadataOperation: "CREATE"
|
|
41
|
+
Version: "2"
|
|
42
|
+
IcebergTableInput:
|
|
43
|
+
Location: "s3://sampledatabucket/bankdataiceberg/transactiontable2/"
|
|
44
|
+
Schema:
|
|
45
|
+
Type: "struct"
|
|
46
|
+
Fields:
|
|
47
|
+
- Name: "transaction_id"
|
|
48
|
+
Type: "string"
|
|
49
|
+
Id: 1
|
|
50
|
+
Required: true
|
|
51
|
+
- Name: "transaction_name"
|
|
52
|
+
Type: "string"
|
|
53
|
+
Id: 2
|
|
54
|
+
Required: true
|
|
55
|
+
- Name: "transaction_amount"
|
|
56
|
+
Type: "float"
|
|
57
|
+
Id: 3
|
|
58
|
+
Required: true
|
|
59
|
+
PartitionSpec:
|
|
60
|
+
SpecId: 0
|
|
61
|
+
Fields:
|
|
62
|
+
- SourceId: 1
|
|
63
|
+
Transform: "identity"
|
|
64
|
+
Name: "transaction_id"
|
|
65
|
+
WriteOrder:
|
|
66
|
+
OrderId: 1
|
|
67
|
+
Fields:
|
|
68
|
+
- SourceId: 1
|
|
69
|
+
Transform: "identity"
|
|
70
|
+
Direction: "asc"
|
|
71
|
+
NullOrder: "nulls-last"
|
package/changelog.md
CHANGED
|
@@ -1,5 +1,13 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 9.3.1
|
|
4
|
+
|
|
5
|
+
- Add `GlueIcebergTable` shortcut for creating AWS Glue tables backed by Apache Iceberg format with support for table optimizers.
|
|
6
|
+
|
|
7
|
+
## 9.2.1
|
|
8
|
+
|
|
9
|
+
- Refactor tests to use `jest` instead of `tape` & update linting dependencies to fix security vulnerabilities.
|
|
10
|
+
|
|
3
11
|
## 9.2.0
|
|
4
12
|
|
|
5
13
|
- Inline policy for Lambda Shortcut name will change from `${LogicalName}-lambda-log-access` to `${AWS::StackName}-${LogicalName}-lambda-log-access`. This is the new default value. You can override default value using property `LogPolicyName`.
|