@forzalabs/remora 2.1.0 → 2.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +22 -0
- package/index.js +3258 -1024
- package/json_schemas/source-schema.json +47 -0
- package/package.json +2 -1
- package/workers/ExecutorWorker.js +3431 -1197
|
@@ -20,6 +20,7 @@
|
|
|
20
20
|
"type": "string",
|
|
21
21
|
"enum": [
|
|
22
22
|
"aws-redshift",
|
|
23
|
+
"postgres",
|
|
23
24
|
"aws-s3",
|
|
24
25
|
"aws-sqs",
|
|
25
26
|
"local",
|
|
@@ -168,6 +169,21 @@
|
|
|
168
169
|
"description": "How client credentials are sent to the token endpoint: HTTP Basic header ('basic', default) or request body ('post')",
|
|
169
170
|
"default": "basic"
|
|
170
171
|
},
|
|
172
|
+
"sslMode": {
|
|
173
|
+
"type": "string",
|
|
174
|
+
"enum": [
|
|
175
|
+
"disable",
|
|
176
|
+
"require",
|
|
177
|
+
"verify-full"
|
|
178
|
+
],
|
|
179
|
+
"description": "How a postgres connection negotiates TLS. Defaults to 'require' for a remote host and 'disable' for localhost. 'verify-full' also verifies the certificate chain, so point NODE_EXTRA_CA_CERTS at the RDS CA bundle when you use it."
|
|
180
|
+
},
|
|
181
|
+
"connectionTimeoutMs": {
|
|
182
|
+
"type": "number",
|
|
183
|
+
"description": "How long to wait for a postgres connection and its authentication handshake, in milliseconds",
|
|
184
|
+
"default": 30000,
|
|
185
|
+
"minimum": 1000
|
|
186
|
+
},
|
|
171
187
|
"url": {
|
|
172
188
|
"type": "string",
|
|
173
189
|
"format": "uri",
|
|
@@ -272,6 +288,37 @@
|
|
|
272
288
|
},
|
|
273
289
|
"_version": 1
|
|
274
290
|
},
|
|
291
|
+
{
|
|
292
|
+
"name": "Aurora Postgres via IAM auth",
|
|
293
|
+
"description": "Postgres source on RDS/Aurora that authenticates with a short-lived IAM auth token instead of a stored password. The AWS credentials that sign the token come from the SDK default chain.",
|
|
294
|
+
"engine": "postgres",
|
|
295
|
+
"authentication": {
|
|
296
|
+
"method": "iam",
|
|
297
|
+
"host": "analytics.cluster-abc123.eu-west-1.rds.amazonaws.com",
|
|
298
|
+
"port": "5432",
|
|
299
|
+
"database": "analytics",
|
|
300
|
+
"schema": "public",
|
|
301
|
+
"user": "remora_reader",
|
|
302
|
+
"region": "eu-west-1",
|
|
303
|
+
"sslMode": "require"
|
|
304
|
+
},
|
|
305
|
+
"_version": 1
|
|
306
|
+
},
|
|
307
|
+
{
|
|
308
|
+
"name": "Postgres with a password",
|
|
309
|
+
"description": "Postgres source authenticated with a username and password taken from environment variables",
|
|
310
|
+
"engine": "postgres",
|
|
311
|
+
"authentication": {
|
|
312
|
+
"method": "username-password",
|
|
313
|
+
"host": "{PG_HOST}",
|
|
314
|
+
"port": "5432",
|
|
315
|
+
"database": "analytics",
|
|
316
|
+
"schema": "public",
|
|
317
|
+
"user": "{PG_USER}",
|
|
318
|
+
"password": "{PG_PASSWORD}"
|
|
319
|
+
},
|
|
320
|
+
"_version": 1
|
|
321
|
+
},
|
|
275
322
|
{
|
|
276
323
|
"name": "S3 via assumed IAM role",
|
|
277
324
|
"description": "S3 source that assumes a cross-account IAM role via STS. Base identity comes from the SDK default chain (instance/task role, SSO, or an assume-only key in env vars) — no data-access keys stored here.",
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@forzalabs/remora",
|
|
3
|
-
"version": "2.1.
|
|
3
|
+
"version": "2.1.1",
|
|
4
4
|
"description": "A powerful CLI tool for seamless data translation.",
|
|
5
5
|
"main": "index.js",
|
|
6
6
|
"private": false,
|
|
@@ -46,6 +46,7 @@
|
|
|
46
46
|
"license": "BSL",
|
|
47
47
|
"dependencies": {
|
|
48
48
|
"@aws-sdk/client-redshift-data": "^3.699.0",
|
|
49
|
+
"@aws-sdk/rds-signer": "^3.1136.0",
|
|
49
50
|
"@aws-sdk/client-s3": "^3.701.0",
|
|
50
51
|
"@aws-sdk/client-sqs": "^3.886.0",
|
|
51
52
|
"@forzalabs/remora-preview": "^1.0.0",
|