@netacea/kinesisingest 1.5.42 → 1.5.44
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +16 -0
- package/dist/Kinesis.d.ts +1 -9
- package/dist/Kinesis.js +31 -32
- package/dist/Kinesis.js.map +1 -1
- package/dist/KinesisIngest.js +2 -2
- package/dist/KinesisIngest.js.map +1 -1
- package/dist/index.d.ts +1 -1
- package/package.json +19 -33
- package/package.json.bak +37 -0
package/CHANGELOG.md
CHANGED
|
@@ -3,6 +3,22 @@
|
|
|
3
3
|
All notable changes to this project will be documented in this file.
|
|
4
4
|
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
|
|
5
5
|
|
|
6
|
+
## 1.5.44 (2024-05-22)
|
|
7
|
+
|
|
8
|
+
**Note:** Version bump only for package @netacea/kinesisingest
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
## 1.5.43 (2024-05-22)
|
|
15
|
+
|
|
16
|
+
**Note:** Version bump only for package @netacea/kinesisingest
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
|
|
6
22
|
## 1.5.42 (2024-05-21)
|
|
7
23
|
|
|
8
24
|
**Note:** Version bump only for package @netacea/kinesisingest
|
package/dist/Kinesis.d.ts
CHANGED
|
@@ -5,12 +5,4 @@ export interface KinesisPayloadArgs {
|
|
|
5
5
|
accessKeyId?: string;
|
|
6
6
|
secretAccessKey?: string;
|
|
7
7
|
}
|
|
8
|
-
|
|
9
|
-
Data: string;
|
|
10
|
-
PartitionKey: string;
|
|
11
|
-
}
|
|
12
|
-
export default class Kinesis {
|
|
13
|
-
static batchArrayForKinesis(array: any[], size: number): KinesisRecord[];
|
|
14
|
-
static signRequest(kinesisOpts: KinesisPayloadArgs, webLog: KinesisIngestWebLog[], batchSize: number): SignedAwsRequest;
|
|
15
|
-
}
|
|
16
|
-
export {};
|
|
8
|
+
export declare function signRequest(kinesisOpts: KinesisPayloadArgs, webLog: KinesisIngestWebLog[], batchSize: number): SignedAwsRequest;
|
package/dist/Kinesis.js
CHANGED
|
@@ -1,40 +1,39 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.signRequest = void 0;
|
|
3
4
|
const aws4 = require("aws4");
|
|
4
5
|
const KinesisConstants_1 = require("./KinesisConstants");
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
PartitionKey: Date.now().toString()
|
|
13
|
-
});
|
|
14
|
-
}
|
|
15
|
-
return result;
|
|
16
|
-
}
|
|
17
|
-
static signRequest(kinesisOpts, webLog, batchSize) {
|
|
18
|
-
const { accessKeyId, secretAccessKey } = kinesisOpts;
|
|
19
|
-
const params = {
|
|
20
|
-
Records: this.batchArrayForKinesis(webLog, batchSize),
|
|
21
|
-
PartitionKey: Date.now().toString(),
|
|
22
|
-
StreamName: kinesisOpts.streamName
|
|
23
|
-
};
|
|
24
|
-
const kinesis = aws4.sign({
|
|
25
|
-
service: 'kinesis',
|
|
26
|
-
body: JSON.stringify(params),
|
|
27
|
-
headers: {
|
|
28
|
-
'Content-Type': 'application/x-amz-json-1.1',
|
|
29
|
-
'X-Amz-Target': 'Kinesis_20131202.PutRecords'
|
|
30
|
-
},
|
|
31
|
-
region: KinesisConstants_1.REGION
|
|
32
|
-
}, {
|
|
33
|
-
accessKeyId,
|
|
34
|
-
secretAccessKey
|
|
6
|
+
function batchArrayForKinesis(array, size) {
|
|
7
|
+
const result = [];
|
|
8
|
+
for (let i = 0; i < array.length; i += size) {
|
|
9
|
+
const chunk = array.slice(i, i + size);
|
|
10
|
+
result.push({
|
|
11
|
+
Data: Buffer.from(JSON.stringify(chunk)).toString('base64'),
|
|
12
|
+
PartitionKey: Date.now().toString()
|
|
35
13
|
});
|
|
36
|
-
return kinesis;
|
|
37
14
|
}
|
|
15
|
+
return result;
|
|
16
|
+
}
|
|
17
|
+
function signRequest(kinesisOpts, webLog, batchSize) {
|
|
18
|
+
const { accessKeyId, secretAccessKey } = kinesisOpts;
|
|
19
|
+
const params = {
|
|
20
|
+
Records: batchArrayForKinesis(webLog, batchSize),
|
|
21
|
+
PartitionKey: Date.now().toString(),
|
|
22
|
+
StreamName: kinesisOpts.streamName
|
|
23
|
+
};
|
|
24
|
+
const kinesis = aws4.sign({
|
|
25
|
+
service: 'kinesis',
|
|
26
|
+
body: JSON.stringify(params),
|
|
27
|
+
headers: {
|
|
28
|
+
'Content-Type': 'application/x-amz-json-1.1',
|
|
29
|
+
'X-Amz-Target': 'Kinesis_20131202.PutRecords'
|
|
30
|
+
},
|
|
31
|
+
region: KinesisConstants_1.REGION
|
|
32
|
+
}, {
|
|
33
|
+
accessKeyId,
|
|
34
|
+
secretAccessKey
|
|
35
|
+
});
|
|
36
|
+
return kinesis;
|
|
38
37
|
}
|
|
39
|
-
exports.
|
|
38
|
+
exports.signRequest = signRequest;
|
|
40
39
|
//# sourceMappingURL=Kinesis.js.map
|
package/dist/Kinesis.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Kinesis.js","sourceRoot":"","sources":["../src/Kinesis.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"Kinesis.js","sourceRoot":"","sources":["../src/Kinesis.ts"],"names":[],"mappings":";;;AAAA,6BAA4B;AAG5B,yDAA2C;AAa3C,SAAS,oBAAoB,CAAE,KAAY,EAAE,IAAY;IACvD,MAAM,MAAM,GAAoB,EAAE,CAAA;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAA;QACtC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC3D,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;SACpC,CAAC,CAAA;IACJ,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAgB,WAAW,CACzB,WAA+B,EAC/B,MAA6B,EAC7B,SAAiB;IAEjB,MAAM,EAAE,WAAW,EAAE,eAAe,EAAE,GAAG,WAAW,CAAA;IACpD,MAAM,MAAM,GAIR;QACF,OAAO,EAAE,oBAAoB,CAAC,MAAM,EAAE,SAAS,CAAC;QAChD,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACnC,UAAU,EAAE,WAAW,CAAC,UAAU;KACnC,CAAA;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC;QACxB,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;QAC5B,OAAO,EAAE;YACP,cAAc,EAAE,4BAA4B;YAC5C,cAAc,EAAE,6BAA6B;SAC9C;QACD,MAAM,EAAE,yBAAM;KACf,EAAE;QACD,WAAW;QACX,eAAe;KAChB,CAAC,CAAA;IACF,OAAO,OAAO,CAAA;AAChB,CAAC;AA5BD,kCA4BC"}
|
package/dist/KinesisIngest.js
CHANGED
|
@@ -31,7 +31,7 @@ class KinesisIngest {
|
|
|
31
31
|
const localCache = [...this.logCache];
|
|
32
32
|
this.logCache = [];
|
|
33
33
|
try {
|
|
34
|
-
const data = Kinesis_1.
|
|
34
|
+
const data = (0, Kinesis_1.signRequest)({
|
|
35
35
|
streamName: this.kinesisStreamName,
|
|
36
36
|
accessKeyId: this.kinesisAccessKey,
|
|
37
37
|
secretAccessKey: this.kinesisSecretKey
|
|
@@ -59,7 +59,7 @@ class KinesisIngest {
|
|
|
59
59
|
this.intervalSet = false;
|
|
60
60
|
}
|
|
61
61
|
if (this.logCache.length >= this.logBatchSize) {
|
|
62
|
-
|
|
62
|
+
await this.putToKinesis(makeRequest);
|
|
63
63
|
}
|
|
64
64
|
}
|
|
65
65
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"KinesisIngest.js","sourceRoot":"","sources":["../src/KinesisIngest.ts"],"names":[],"mappings":";;AAAA,
|
|
1
|
+
{"version":3,"file":"KinesisIngest.js","sourceRoot":"","sources":["../src/KinesisIngest.ts"],"names":[],"mappings":";;AAAA,uCAAuC;AAkBvC,KAAK,UAAU,KAAK,CAAE,EAAU;IAC9B,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;QAC1B,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAA;IACzB,CAAC,CAAC,CAAA;AACJ,CAAC;AAKD,MAAqB,aAAa;IAShC,YAAa,EACX,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EAChB,YAAY,EACM;QAXD,iBAAY,GAAW,EAAE,CAAA;QACzB,qBAAgB,GAAW,EAAE,CAAA;QACtC,aAAQ,GAA0B,EAAE,CAAA;QACtC,gBAAW,GAAY,KAAK,CAAA;QASlC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAA;QAC1C,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAA;QACxC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAA;QACxC,IACE,gBAAgB,KAAK,SAAS;YAC9B,gBAAgB,GAAG,IAAI,CAAC,gBAAgB;YACxC,gBAAgB,GAAG,CAAC,EACpB,CAAC;YACD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAA;QAC1C,CAAC;QACD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAClC,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,YAAY,CAA0C,WAAwB;QACzF,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAM;QACR,CAAC;QACD,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAA;QACrC,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAA;QAClB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAA,qBAAW,EAAC;gBACvB,UAAU,EAAE,IAAI,CAAC,iBAAiB;gBAClC,WAAW,EAAE,IAAI,CAAC,gBAAgB;gBAClC,eAAe,EAAE,IAAI,CAAC,gBAAgB;aACvC,EAAE,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;YACjC,MAAM,WAAW,CAAC;gBAChB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,IAAI,EAAE,WAAW,IAAI,CAAC,QAAQ,EAAE;gBAChC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;YACjC,sCAAsC;YACtC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAClB,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,MAAM,CAClB,GAAc,EAAE,WAAwB;QACvC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACvB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;YACvB,MAAM,KAAK,CAAC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAA;YACzC,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;YACpC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;QAC1B,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAC9C,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QACtC,CAAC;IACH,CAAC;CACF;AAtED,gCAsEC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
import KinesisIngest from './KinesisIngest';
|
|
2
2
|
export default KinesisIngest;
|
|
3
|
-
export { KinesisIngestArgs, KinesisIngestWebLog, KinesisIngestConfigArgs } from './KinesisIngest';
|
|
3
|
+
export type { KinesisIngestArgs, KinesisIngestWebLog, KinesisIngestConfigArgs } from './KinesisIngest';
|
package/package.json
CHANGED
|
@@ -1,34 +1,20 @@
|
|
|
1
1
|
{
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
"
|
|
12
|
-
"
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
"
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
"@types/node": "^20.12.2",
|
|
22
|
-
"@types/sinon": "^9.0.7",
|
|
23
|
-
"@types/tape": "^4.13.0",
|
|
24
|
-
"nyc": "^15.1.0",
|
|
25
|
-
"sinon": "^9.1.0",
|
|
26
|
-
"tape": "^5.0.1",
|
|
27
|
-
"ts-node": "^9.0.0",
|
|
28
|
-
"typescript": "^5.4.3"
|
|
29
|
-
},
|
|
30
|
-
"dependencies": {
|
|
31
|
-
"aws4": "1.11.0"
|
|
32
|
-
},
|
|
33
|
-
"gitHead": "ce3df71d2ea60c17fb83a888c6a9cb2411c6a943"
|
|
34
|
-
}
|
|
2
|
+
"name": "@netacea/kinesisingest",
|
|
3
|
+
"version": "1.5.44",
|
|
4
|
+
"description": "Kinesis Ingest module for Netacea.",
|
|
5
|
+
"main": "dist/index.js",
|
|
6
|
+
"types": "dist/index.d.ts",
|
|
7
|
+
"scripts": {
|
|
8
|
+
"prepack": "npx netacea-bundler prepack",
|
|
9
|
+
"postpack": "npx netacea-bundler postpack"
|
|
10
|
+
},
|
|
11
|
+
"author": "Netacea <npm@netacea.com> (https://netacea.com)",
|
|
12
|
+
"publishConfig": {
|
|
13
|
+
"access": "public"
|
|
14
|
+
},
|
|
15
|
+
"license": "ISC",
|
|
16
|
+
"dependencies": {
|
|
17
|
+
"aws4": "1.11.0"
|
|
18
|
+
},
|
|
19
|
+
"gitHead": "6b8dc377316ba9526910e1f44f17fbee44e4a51d"
|
|
20
|
+
}
|
package/package.json.bak
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@netacea/kinesisingest",
|
|
3
|
+
"version": "1.5.44",
|
|
4
|
+
"description": "Kinesis Ingest module for Netacea.",
|
|
5
|
+
"main": "dist/index.js",
|
|
6
|
+
"types": "dist/index.d.ts",
|
|
7
|
+
"scripts": {
|
|
8
|
+
"test": "npx nyc tape -r ts-node/register './tests/*.test.ts'",
|
|
9
|
+
"lint": "npx eslint . --ext ts",
|
|
10
|
+
"lint:fix": "npx eslint . --ext ts --fix",
|
|
11
|
+
"prepublishOnly": "npm run build",
|
|
12
|
+
"build": "npx tsc --project tsconfig.build.json",
|
|
13
|
+
"postpack": "npx netacea-bundler postpack",
|
|
14
|
+
"prepack": "npx netacea-bundler prepack"
|
|
15
|
+
},
|
|
16
|
+
"author": "Netacea <npm@netacea.com> (https://netacea.com)",
|
|
17
|
+
"publishConfig": {
|
|
18
|
+
"access": "public"
|
|
19
|
+
},
|
|
20
|
+
"license": "ISC",
|
|
21
|
+
"devDependencies": {
|
|
22
|
+
"@netacea/bundler": "^1.0.0",
|
|
23
|
+
"@types/aws4": "1.5.2",
|
|
24
|
+
"@types/node": "^20.12.2",
|
|
25
|
+
"@types/sinon": "^9.0.7",
|
|
26
|
+
"@types/tape": "^4.13.0",
|
|
27
|
+
"nyc": "^15.1.0",
|
|
28
|
+
"sinon": "^9.1.0",
|
|
29
|
+
"tape": "^5.0.1",
|
|
30
|
+
"ts-node": "^9.0.0",
|
|
31
|
+
"typescript": "^5.4.3"
|
|
32
|
+
},
|
|
33
|
+
"dependencies": {
|
|
34
|
+
"aws4": "1.11.0"
|
|
35
|
+
},
|
|
36
|
+
"gitHead": "6b8dc377316ba9526910e1f44f17fbee44e4a51d"
|
|
37
|
+
}
|