@memberjunction/server 0.9.211 → 0.9.212
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build.log.json +3 -0
- package/dist/util.js +67 -57
- package/dist/util.js.map +1 -1
- package/package.json +1 -1
- package/src/util.ts +77 -66
package/build.log.json
CHANGED
package/dist/util.js
CHANGED
|
@@ -9,70 +9,80 @@ const url_1 = require("url");
|
|
|
9
9
|
const gzip = (0, util_1.promisify)(zlib_1.gzip);
|
|
10
10
|
async function sendPostRequest(url, payload, useCompression, headers, streamCallback) {
|
|
11
11
|
return new Promise(async (resolve, reject) => {
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
12
|
+
try {
|
|
13
|
+
const { protocol, hostname, port, pathname } = new url_1.URL(url);
|
|
14
|
+
let data;
|
|
15
|
+
if (useCompression) {
|
|
16
|
+
try {
|
|
17
|
+
data = await gzip(Buffer.from(JSON.stringify(payload)));
|
|
18
|
+
headers = headers || {};
|
|
19
|
+
headers['Content-Encoding'] = 'gzip';
|
|
20
|
+
}
|
|
21
|
+
catch (error) {
|
|
22
|
+
console.error(`Error in sendPostRequest while compressing data: ${error && error.message ? error.message : error}`);
|
|
23
|
+
return reject(error);
|
|
24
|
+
}
|
|
22
25
|
}
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
data = Buffer.from(JSON.stringify(payload));
|
|
26
|
-
}
|
|
27
|
-
const options = {
|
|
28
|
-
hostname,
|
|
29
|
-
port: port || (protocol === 'https:' ? 443 : 80),
|
|
30
|
-
path: pathname,
|
|
31
|
-
method: 'POST',
|
|
32
|
-
headers: {
|
|
33
|
-
'Content-Type': 'application/json',
|
|
34
|
-
...headers
|
|
26
|
+
else {
|
|
27
|
+
data = Buffer.from(JSON.stringify(payload));
|
|
35
28
|
}
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
buffer += chunk;
|
|
45
|
-
let boundary;
|
|
46
|
-
while ((boundary = buffer.indexOf('\n')) !== -1) {
|
|
47
|
-
const jsonString = buffer.substring(0, boundary);
|
|
48
|
-
buffer = buffer.substring(boundary + 1);
|
|
49
|
-
try {
|
|
50
|
-
const jsonObject = JSON.parse(jsonString);
|
|
51
|
-
jsonObjects.push(jsonObject);
|
|
52
|
-
streamCallback?.(jsonObject);
|
|
53
|
-
}
|
|
54
|
-
catch (e) {
|
|
55
|
-
}
|
|
29
|
+
const options = {
|
|
30
|
+
hostname,
|
|
31
|
+
port: port || (protocol === 'https:' ? 443 : 80),
|
|
32
|
+
path: pathname,
|
|
33
|
+
method: 'POST',
|
|
34
|
+
headers: {
|
|
35
|
+
'Content-Type': 'application/json',
|
|
36
|
+
...headers
|
|
56
37
|
}
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
38
|
+
};
|
|
39
|
+
const request = protocol === 'https:' ? https_1.request : http_1.request;
|
|
40
|
+
const jsonObjects = [];
|
|
41
|
+
let buffer = '';
|
|
42
|
+
const req = request(options, (res) => {
|
|
43
|
+
const gunzip = (0, zlib_1.createGunzip)();
|
|
44
|
+
const stream = res.headers['content-encoding'] === 'gzip' ? res.pipe(gunzip) : res;
|
|
45
|
+
stream.on('data', (chunk) => {
|
|
46
|
+
buffer += chunk;
|
|
47
|
+
let boundary;
|
|
48
|
+
while ((boundary = buffer.indexOf('\n')) !== -1) {
|
|
49
|
+
const jsonString = buffer.substring(0, boundary);
|
|
50
|
+
buffer = buffer.substring(boundary + 1);
|
|
51
|
+
try {
|
|
52
|
+
const jsonObject = JSON.parse(jsonString);
|
|
53
|
+
jsonObjects.push(jsonObject);
|
|
54
|
+
streamCallback?.(jsonObject);
|
|
55
|
+
}
|
|
56
|
+
catch (e) {
|
|
57
|
+
console.warn(`Error in postRequest().stream(data) while parsing JSON object: ${e && e.message ? e.message : e}`);
|
|
58
|
+
}
|
|
64
59
|
}
|
|
65
|
-
|
|
60
|
+
});
|
|
61
|
+
stream.on('end', () => {
|
|
62
|
+
if (buffer.trim()) {
|
|
63
|
+
try {
|
|
64
|
+
const jsonObject = JSON.parse(buffer.trim());
|
|
65
|
+
jsonObjects.push(jsonObject);
|
|
66
|
+
streamCallback?.(jsonObject);
|
|
67
|
+
}
|
|
68
|
+
catch (e) {
|
|
69
|
+
console.warn(`Error in postRequest().stream(end) while parsing JSON object: ${e && e.message ? e.message : e}`);
|
|
70
|
+
}
|
|
66
71
|
}
|
|
67
|
-
|
|
68
|
-
|
|
72
|
+
resolve(jsonObjects);
|
|
73
|
+
});
|
|
69
74
|
});
|
|
70
|
-
|
|
71
|
-
|
|
75
|
+
req.on('error', (e) => {
|
|
76
|
+
console.error(`Error in sendPostRequest().req.on(error): ${e && e.message ? e.message : e}`);
|
|
77
|
+
reject(e);
|
|
78
|
+
});
|
|
79
|
+
req.write(data);
|
|
80
|
+
req.end();
|
|
81
|
+
}
|
|
82
|
+
catch (e) {
|
|
83
|
+
console.error(`Error in sendPostRequest: ${e && e.message ? e.message : e}`);
|
|
72
84
|
reject(e);
|
|
73
|
-
}
|
|
74
|
-
req.write(data);
|
|
75
|
-
req.end();
|
|
85
|
+
}
|
|
76
86
|
});
|
|
77
87
|
}
|
|
78
88
|
exports.sendPostRequest = sendPostRequest;
|
package/dist/util.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"util.js","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":";;;AAAA,+BAA8C;AAC9C,iCAAgD;AAChD,+BAA0D;AAC1D,+BAAiC;AACjC,6BAA0B;AAE1B,MAAM,IAAI,GAAG,IAAA,gBAAS,EAAC,WAAY,CAAC,CAAC;AAe9B,KAAK,UAAU,eAAe,CAAC,GAAW,EAAE,OAAY,EAAE,cAAuB,EAAE,OAAsC,EAAE,cAA+B;IAC/J,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,SAAG,CAAC,GAAG,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"util.js","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":";;;AAAA,+BAA8C;AAC9C,iCAAgD;AAChD,+BAA0D;AAC1D,+BAAiC;AACjC,6BAA0B;AAE1B,MAAM,IAAI,GAAG,IAAA,gBAAS,EAAC,WAAY,CAAC,CAAC;AAe9B,KAAK,UAAU,eAAe,CAAC,GAAW,EAAE,OAAY,EAAE,cAAuB,EAAE,OAAsC,EAAE,cAA+B;IAC/J,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,IAAI,CAAC;YACH,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,SAAG,CAAC,GAAG,CAAC,CAAC;YAC5D,IAAI,IAAI,CAAC;YACT,IAAI,cAAc,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACH,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBACxD,OAAO,GAAG,OAAO,IAAI,EAAE,CAAC;oBACxB,OAAO,CAAC,kBAAkB,CAAC,GAAG,MAAM,CAAC;gBACvC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,oDAAoD,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;oBACpH,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;YAC9C,CAAC;YAED,MAAM,OAAO,GAAG;gBACd,QAAQ;gBACR,IAAI,EAAE,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChD,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,GAAG,OAAO;iBACX;aACF,CAAC;YAEF,MAAM,OAAO,GAAG,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAY,CAAC,CAAC,CAAC,cAAW,CAAC;YACnE,MAAM,WAAW,GAAU,EAAE,CAAC;YAC9B,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACnC,MAAM,MAAM,GAAG,IAAA,mBAAY,GAAE,CAAC;gBAC9B,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,kBAAkB,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;gBAEnF,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;oBAC1B,MAAM,IAAI,KAAK,CAAC;oBAChB,IAAI,QAAQ,CAAC;oBACb,OAAO,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;wBAChD,MAAM,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;wBACjD,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;wBACxC,IAAI,CAAC;4BACH,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;4BAC1C,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;4BAC7B,cAAc,EAAE,CAAC,UAAU,CAAC,CAAC;wBAC/B,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BAEX,OAAO,CAAC,IAAI,CAAC,kEAAkE,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBACnH,CAAC;oBACH,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBAEpB,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;wBAClB,IAAI,CAAC;4BACH,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;4BAC7C,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;4BAC7B,cAAc,EAAE,CAAC,UAAU,CAAC,CAAC;wBAC/B,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BAEX,OAAO,CAAC,IAAI,CAAC,iEAAiE,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBAClH,CAAC;oBACH,CAAC;oBACD,OAAO,CAAC,WAAW,CAAC,CAAC;gBACvB,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;gBACpB,OAAO,CAAC,KAAK,CAAC,6CAA6C,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;gBAC5F,MAAM,CAAC,CAAC,CAAC,CAAC;YACZ,CAAC,CAAC,CAAC;YAEH,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAChB,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;YAC5E,MAAM,CAAC,CAAC,CAAC,CAAC;QACZ,CAAC;IACH,CAAC,CACA,CAAC;AACJ,CAAC;AApFD,0CAoFC"}
|
package/package.json
CHANGED
package/src/util.ts
CHANGED
|
@@ -21,75 +21,86 @@ type StreamCallback = (jsonObject: any) => void;
|
|
|
21
21
|
*/
|
|
22
22
|
export async function sendPostRequest(url: string, payload: any, useCompression: boolean, headers: Record<string, string> | null, streamCallback?: StreamCallback): Promise<any[]> {
|
|
23
23
|
return new Promise(async (resolve, reject) => {
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
const options = {
|
|
39
|
-
hostname,
|
|
40
|
-
port: port || (protocol === 'https:' ? 443 : 80),
|
|
41
|
-
path: pathname,
|
|
42
|
-
method: 'POST',
|
|
43
|
-
headers: {
|
|
44
|
-
'Content-Type': 'application/json',
|
|
45
|
-
...headers
|
|
24
|
+
try {
|
|
25
|
+
const { protocol, hostname, port, pathname } = new URL(url);
|
|
26
|
+
let data;
|
|
27
|
+
if (useCompression) {
|
|
28
|
+
try {
|
|
29
|
+
data = await gzip(Buffer.from(JSON.stringify(payload)));
|
|
30
|
+
headers = headers || {}; // Ensure headers is an object
|
|
31
|
+
headers['Content-Encoding'] = 'gzip';
|
|
32
|
+
} catch (error) {
|
|
33
|
+
console.error(`Error in sendPostRequest while compressing data: ${error && error.message ? error.message : error}`);
|
|
34
|
+
return reject(error);
|
|
35
|
+
}
|
|
36
|
+
} else {
|
|
37
|
+
data = Buffer.from(JSON.stringify(payload));
|
|
46
38
|
}
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
stream.on('data', (chunk) => {
|
|
58
|
-
buffer += chunk;
|
|
59
|
-
let boundary;
|
|
60
|
-
while ((boundary = buffer.indexOf('\n')) !== -1) {
|
|
61
|
-
const jsonString = buffer.substring(0, boundary);
|
|
62
|
-
buffer = buffer.substring(boundary + 1);
|
|
63
|
-
try {
|
|
64
|
-
const jsonObject = JSON.parse(jsonString);
|
|
65
|
-
jsonObjects.push(jsonObject);
|
|
66
|
-
streamCallback?.(jsonObject);
|
|
67
|
-
} catch (e) {
|
|
68
|
-
// Handle JSON parse error for cases of malformed JSON objects
|
|
69
|
-
}
|
|
39
|
+
|
|
40
|
+
const options = {
|
|
41
|
+
hostname,
|
|
42
|
+
port: port || (protocol === 'https:' ? 443 : 80),
|
|
43
|
+
path: pathname,
|
|
44
|
+
method: 'POST',
|
|
45
|
+
headers: {
|
|
46
|
+
'Content-Type': 'application/json',
|
|
47
|
+
...headers
|
|
70
48
|
}
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
49
|
+
};
|
|
50
|
+
|
|
51
|
+
const request = protocol === 'https:' ? httpsRequest : httpRequest;
|
|
52
|
+
const jsonObjects: any[] = [];
|
|
53
|
+
let buffer = '';
|
|
54
|
+
|
|
55
|
+
const req = request(options, (res) => {
|
|
56
|
+
const gunzip = createGunzip();
|
|
57
|
+
const stream = res.headers['content-encoding'] === 'gzip' ? res.pipe(gunzip) : res;
|
|
58
|
+
|
|
59
|
+
stream.on('data', (chunk) => {
|
|
60
|
+
buffer += chunk;
|
|
61
|
+
let boundary;
|
|
62
|
+
while ((boundary = buffer.indexOf('\n')) !== -1) {
|
|
63
|
+
const jsonString = buffer.substring(0, boundary);
|
|
64
|
+
buffer = buffer.substring(boundary + 1);
|
|
65
|
+
try {
|
|
66
|
+
const jsonObject = JSON.parse(jsonString);
|
|
67
|
+
jsonObjects.push(jsonObject);
|
|
68
|
+
streamCallback?.(jsonObject);
|
|
69
|
+
} catch (e) {
|
|
70
|
+
// Handle JSON parse error for cases of malformed JSON objects
|
|
71
|
+
console.warn(`Error in postRequest().stream(data) while parsing JSON object: ${e && e.message ? e.message : e}`);
|
|
72
|
+
}
|
|
82
73
|
}
|
|
83
|
-
}
|
|
84
|
-
|
|
74
|
+
});
|
|
75
|
+
|
|
76
|
+
stream.on('end', () => {
|
|
77
|
+
// Attempt to parse any remaining data in buffer in case it's a complete JSON object
|
|
78
|
+
if (buffer.trim()) {
|
|
79
|
+
try {
|
|
80
|
+
const jsonObject = JSON.parse(buffer.trim());
|
|
81
|
+
jsonObjects.push(jsonObject);
|
|
82
|
+
streamCallback?.(jsonObject);
|
|
83
|
+
} catch (e) {
|
|
84
|
+
// Handle JSON parse error for the last chunk
|
|
85
|
+
console.warn(`Error in postRequest().stream(end) while parsing JSON object: ${e && e.message ? e.message : e}`);
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
resolve(jsonObjects);
|
|
89
|
+
});
|
|
85
90
|
});
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
91
|
+
|
|
92
|
+
req.on('error', (e) => {
|
|
93
|
+
console.error(`Error in sendPostRequest().req.on(error): ${e && e.message ? e.message : e}`)
|
|
94
|
+
reject(e);
|
|
95
|
+
});
|
|
96
|
+
|
|
97
|
+
req.write(data);
|
|
98
|
+
req.end();
|
|
99
|
+
}
|
|
100
|
+
catch (e) {
|
|
101
|
+
console.error(`Error in sendPostRequest: ${e && e.message ? e.message : e}`)
|
|
89
102
|
reject(e);
|
|
90
|
-
}
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
req.end();
|
|
94
|
-
});
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
);
|
|
95
106
|
}
|