apify-client 2.6.0-beta.1 → 2.6.0-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +4 -2
- package/README.md +8 -0
- package/dist/apify_api_error.d.ts.map +1 -1
- package/dist/apify_api_error.js +18 -5
- package/dist/apify_api_error.js.map +1 -1
- package/dist/body_parser.d.ts +1 -0
- package/dist/body_parser.d.ts.map +1 -1
- package/dist/body_parser.js +2 -2
- package/dist/body_parser.js.map +1 -1
- package/dist/http_client.d.ts +1 -0
- package/dist/http_client.d.ts.map +1 -1
- package/dist/http_client.js +26 -8
- package/dist/http_client.js.map +1 -1
- package/dist/resource_clients/key_value_store.d.ts +8 -0
- package/dist/resource_clients/key_value_store.d.ts.map +1 -1
- package/dist/resource_clients/key_value_store.js +8 -0
- package/dist/resource_clients/key_value_store.js.map +1 -1
- package/package.json +2 -2
package/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
|
-
2.6.0 / 2022/07/
|
|
1
|
+
2.6.0 / 2022/07/18
|
|
2
2
|
==================
|
|
3
|
-
- Add `run.update()` method for setting fields on runs.
|
|
3
|
+
- Add `run.update()` method for setting fields on runs. You can update statusMessage of run using this method.
|
|
4
|
+
- Fix parsing ApifyError for method called with `forceBuffer` param to `true`.
|
|
5
|
+
- Fix stream support, related with axios/axios#1045
|
|
4
6
|
|
|
5
7
|
2.5.2 / 2022/06/27
|
|
6
8
|
===================
|
package/README.md
CHANGED
|
@@ -1102,6 +1102,14 @@ https://docs.apify.com/api/v2#/reference/key-value-stores/key-collection/get-lis
|
|
|
1102
1102
|
|
|
1103
1103
|
#### [](#KeyValueStoreClient+setRecord) `keyValueStoreClient.setRecord(record)` ⇒ <code>Promise.<void></code>
|
|
1104
1104
|
|
|
1105
|
+
The value in the record can be a stream object (detected by having the `.pipe`
|
|
1106
|
+
and `.on` methods). However, note that in that case following redirects or
|
|
1107
|
+
retrying the request if it fails (for example due to rate limiting) isn't
|
|
1108
|
+
possible. If you want to keep that behavior, you need to collect the whole
|
|
1109
|
+
stream contents into a Buffer and then send the full buffer. See [this
|
|
1110
|
+
StackOverflow answer](https://stackoverflow.com/a/14269536/7292139) for
|
|
1111
|
+
an example how to do that.
|
|
1112
|
+
|
|
1105
1113
|
https://docs.apify.com/api/v2#/reference/key-value-stores/record/put-record
|
|
1106
1114
|
|
|
1107
1115
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"apify_api_error.d.ts","sourceRoot":"","sources":["../src/apify_api_error.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"apify_api_error.d.ts","sourceRoot":"","sources":["../src/apify_api_error.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAetC;;;;;;;GAOG;AACH,qBAAa,aAAc,SAAQ,KAAK;IAC3B,IAAI,EAAE,MAAM,CAAC;IAEtB;;;OAGG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;;OAGG;IACH,aAAa,EAAE,MAAM,CAAC;gBAEV,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM;IA4CpD,OAAO,CAAC,4BAA4B;IAWpC,OAAO,CAAC,gCAAgC;IAMxC;;;;;;;;;;;;;OAaG;IACH,OAAO,CAAC,eAAe;CAiB1B"}
|
package/dist/apify_api_error.js
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.ApifyApiError = void 0;
|
|
4
|
+
const body_parser_1 = require("./body_parser");
|
|
5
|
+
const utils_1 = require("./utils");
|
|
4
6
|
/**
|
|
5
7
|
* Examples of capturing groups for "...at ActorCollectionClient._list (/Users/..."
|
|
6
8
|
* 0: "at ActorCollectionClient._list ("
|
|
@@ -24,18 +26,29 @@ class ApifyApiError extends Error {
|
|
|
24
26
|
var _a;
|
|
25
27
|
let message;
|
|
26
28
|
let type;
|
|
27
|
-
|
|
28
|
-
|
|
29
|
+
let responseData = response.data;
|
|
30
|
+
// Some methods (e.g. downloadItems) set up forceBuffer on request response. If this request failed
|
|
31
|
+
// the body buffer needs to parse to get the correct error.
|
|
32
|
+
if ((0, utils_1.isBuffer)(responseData)) {
|
|
33
|
+
try {
|
|
34
|
+
responseData = JSON.parse((0, body_parser_1.isomorphicBufferToString)(response.data, 'utf-8'));
|
|
35
|
+
}
|
|
36
|
+
catch (e) {
|
|
37
|
+
// This can happen. The data in the response body are malformed.
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
if (responseData && responseData.error) {
|
|
41
|
+
const { error } = responseData;
|
|
29
42
|
message = error.message;
|
|
30
43
|
type = error.type;
|
|
31
44
|
}
|
|
32
|
-
else if (
|
|
45
|
+
else if (responseData) {
|
|
33
46
|
let dataString;
|
|
34
47
|
try {
|
|
35
|
-
dataString = JSON.stringify(
|
|
48
|
+
dataString = JSON.stringify(responseData, null, 2);
|
|
36
49
|
}
|
|
37
50
|
catch (err) {
|
|
38
|
-
dataString = `${
|
|
51
|
+
dataString = `${responseData}`;
|
|
39
52
|
}
|
|
40
53
|
message = `Unexpected error: ${dataString}`;
|
|
41
54
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"apify_api_error.js","sourceRoot":"","sources":["../src/apify_api_error.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"apify_api_error.js","sourceRoot":"","sources":["../src/apify_api_error.ts"],"names":[],"mappings":";;;AACA,+CAAyD;AACzD,mCAAmC;AAEnC;;;;;;;;GAQG;AACH,MAAM,mBAAmB,GAAG,8DAA8D,CAAC;AAE3F;;;;;;;GAOG;AACH,MAAa,aAAc,SAAQ,KAAK;IAwCpC,YAAY,QAAuB,EAAE,OAAe;;QAChD,IAAI,OAAgB,CAAC;QACrB,IAAI,IAAwB,CAAC;QAC7B,IAAI,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC;QAEjC,mGAAmG;QACnG,2DAA2D;QAC3D,IAAI,IAAA,gBAAQ,EAAC,YAAY,CAAC,EAAE;YACxB,IAAI;gBACA,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAA,sCAAwB,EAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;aAC/E;YAAC,OAAO,CAAC,EAAE;gBACR,gEAAgE;aACnE;SACJ;QAED,IAAI,YAAY,IAAI,YAAY,CAAC,KAAK,EAAE;YACpC,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,CAAC;YAC/B,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;YACxB,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;SACrB;aAAM,IAAI,YAAY,EAAE;YACrB,IAAI,UAAU,CAAC;YACf,IAAI;gBACA,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;aACtD;YAAC,OAAO,GAAG,EAAE;gBACV,UAAU,GAAG,GAAG,YAAY,EAAE,CAAC;aAClC;YACD,OAAO,GAAG,qBAAqB,UAAU,EAAE,CAAC;SAC/C;QACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAnEnB;;;;;WAAsB;QAEtB;;;WAGG;QACH;;;;;WAAqB;QAErB;;WAEG;QACH;;;;;WAAmB;QAEnB;;WAEG;QACH;;;;;WAAc;QAEd;;WAEG;QACH;;;;;WAAgB;QAEhB;;WAEG;QACH;;;;;WAAoB;QAEpB;;WAEG;QACH;;;;;WAAc;QAEd;;;WAGG;QACH;;;;;WAAsB;QAgClB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAClC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,gCAAgC,EAAE,CAAC;QAC5D,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,MAAA,QAAQ,CAAC,MAAM,0CAAE,MAAM,CAAC;QAC1C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,4BAA4B,CAAC,QAAQ,CAAC,CAAC;QAExD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAM,CAAC;QAE1B,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACtD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;IACxC,CAAC;IAEO,4BAA4B,CAAC,QAAuB;;QACxD,MAAM,SAAS,GAAG,MAAA,QAAQ,CAAC,MAAM,0CAAE,GAAG,CAAC;QACvC,IAAI,GAAG,CAAC;QACR,IAAI;YACA,GAAG,GAAG,IAAI,GAAG,CAAC,SAAU,CAAC,CAAC;SAC7B;QAAC,MAAM;YACJ,OAAO,SAAS,CAAC;SACpB;QACD,OAAO,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC;IACrC,CAAC;IAEO,gCAAgC;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACrD,IAAI,KAAK;YAAE,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5C,OAAO,SAAS,CAAC;IACrB,CAAC;IAED;;;;;;;;;;;;;OAaG;IACK,eAAe;QACnB,MAAM,EACF,IAAI,EACJ,GAAG,KAAK,EACX,GAAG,IAAI,CAAC;QAET,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;aAC9B,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE;YACZ,qDAAqD;YACrD,mDAAmD;YACnD,IAAI,CAAC,KAAK,eAAe;gBAAE,CAAC,GAAG,OAAO,CAAC;YACvC,OAAO,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhB,OAAO,GAAG,IAAI,KAAK,IAAI,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;IAChD,CAAC;CACJ;AApID,sCAoIC"}
|
package/dist/body_parser.d.ts
CHANGED
|
@@ -11,4 +11,5 @@ import { JsonArray, JsonObject } from 'type-fest';
|
|
|
11
11
|
* if the charset represents a known encoding to Node.js or Browser.
|
|
12
12
|
*/
|
|
13
13
|
export declare function maybeParseBody(body: Buffer | ArrayBuffer, contentTypeHeader: string): string | Buffer | ArrayBuffer | JsonObject | JsonArray;
|
|
14
|
+
export declare function isomorphicBufferToString(buffer: Buffer | ArrayBuffer, encoding: BufferEncoding): string;
|
|
14
15
|
//# sourceMappingURL=body_parser.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"body_parser.d.ts","sourceRoot":"","sources":["../src/body_parser.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAUlD;;;;;;;;;GASG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,EAAE,iBAAiB,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,WAAW,GAAG,UAAU,GAAG,SAAS,CAoB5I"}
|
|
1
|
+
{"version":3,"file":"body_parser.d.ts","sourceRoot":"","sources":["../src/body_parser.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAUlD;;;;;;;;;GASG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,EAAE,iBAAiB,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,WAAW,GAAG,UAAU,GAAG,SAAS,CAoB5I;AAED,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,EAAE,QAAQ,EAAE,cAAc,GAAG,MAAM,CAQvG"}
|
package/dist/body_parser.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.maybeParseBody = void 0;
|
|
3
|
+
exports.isomorphicBufferToString = exports.maybeParseBody = void 0;
|
|
4
4
|
const tslib_1 = require("tslib");
|
|
5
5
|
const content_type_1 = tslib_1.__importDefault(require("content-type"));
|
|
6
6
|
const utils_1 = require("./utils");
|
|
@@ -42,7 +42,6 @@ function maybeParseBody(body, contentTypeHeader) {
|
|
|
42
42
|
: dataString;
|
|
43
43
|
}
|
|
44
44
|
exports.maybeParseBody = maybeParseBody;
|
|
45
|
-
;
|
|
46
45
|
function isomorphicBufferToString(buffer, encoding) {
|
|
47
46
|
if (buffer.constructor.name !== ArrayBuffer.name) {
|
|
48
47
|
return buffer.toString(encoding);
|
|
@@ -51,6 +50,7 @@ function isomorphicBufferToString(buffer, encoding) {
|
|
|
51
50
|
const utf8decoder = new TextDecoder();
|
|
52
51
|
return utf8decoder.decode(new Uint8Array(buffer));
|
|
53
52
|
}
|
|
53
|
+
exports.isomorphicBufferToString = isomorphicBufferToString;
|
|
54
54
|
function isCharsetStringifiable(charset) {
|
|
55
55
|
if (!charset)
|
|
56
56
|
return true; // hope that it's utf-8
|
package/dist/body_parser.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"body_parser.js","sourceRoot":"","sources":["../src/body_parser.ts"],"names":[],"mappings":";;;;AAAA,wEAA6C;AAE7C,mCAAiC;AAEjC,MAAM,iBAAiB,GAAG,kBAAkB,CAAC;AAC7C,MAAM,8BAA8B,GAAG;IACnC,IAAI,MAAM,CAAC,IAAI,iBAAiB,EAAE,EAAE,GAAG,CAAC;IACxC,uBAAuB;IACvB,UAAU;CACb,CAAC;AAEF;;;;;;;;;GASG;AACH,SAAgB,cAAc,CAAC,IAA0B,EAAE,iBAAyB;IAChF,IAAI,WAAW,CAAC;IAChB,IAAI,OAAuB,CAAC;IAC5B,IAAI;QACA,MAAM,MAAM,GAAG,sBAAiB,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC1D,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC;QAC1B,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,OAAyB,CAAC;KACzD;IAAC,MAAM;QACJ,kCAAkC;QAClC,OAAO,IAAI,CAAC;KACf;IAED,+CAA+C;IAC/C,oDAAoD;IACpD,IAAI,CAAC,oBAAoB,CAAC,WAAW,EAAE,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7D,MAAM,UAAU,GAAG,wBAAwB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAE3D,OAAO,WAAW,KAAK,iBAAiB;QACpC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;QACxB,CAAC,CAAC,UAAU,CAAC;AACrB,CAAC;AApBD,wCAoBC;
|
|
1
|
+
{"version":3,"file":"body_parser.js","sourceRoot":"","sources":["../src/body_parser.ts"],"names":[],"mappings":";;;;AAAA,wEAA6C;AAE7C,mCAAiC;AAEjC,MAAM,iBAAiB,GAAG,kBAAkB,CAAC;AAC7C,MAAM,8BAA8B,GAAG;IACnC,IAAI,MAAM,CAAC,IAAI,iBAAiB,EAAE,EAAE,GAAG,CAAC;IACxC,uBAAuB;IACvB,UAAU;CACb,CAAC;AAEF;;;;;;;;;GASG;AACH,SAAgB,cAAc,CAAC,IAA0B,EAAE,iBAAyB;IAChF,IAAI,WAAW,CAAC;IAChB,IAAI,OAAuB,CAAC;IAC5B,IAAI;QACA,MAAM,MAAM,GAAG,sBAAiB,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC1D,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC;QAC1B,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,OAAyB,CAAC;KACzD;IAAC,MAAM;QACJ,kCAAkC;QAClC,OAAO,IAAI,CAAC;KACf;IAED,+CAA+C;IAC/C,oDAAoD;IACpD,IAAI,CAAC,oBAAoB,CAAC,WAAW,EAAE,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7D,MAAM,UAAU,GAAG,wBAAwB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAE3D,OAAO,WAAW,KAAK,iBAAiB;QACpC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;QACxB,CAAC,CAAC,UAAU,CAAC;AACrB,CAAC;AApBD,wCAoBC;AAED,SAAgB,wBAAwB,CAAC,MAA4B,EAAE,QAAwB;IAC3F,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,EAAE;QAC9C,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;KACpC;IAED,0CAA0C;IAC1C,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;IACtC,OAAO,WAAW,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;AACtD,CAAC;AARD,4DAQC;AAED,SAAS,sBAAsB,CAAC,OAAe;IAC3C,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC,CAAC,uBAAuB;IAClD,IAAI,IAAA,cAAM,GAAE;QAAE,OAAO,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,iBAAiB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACjE,gDAAgD;IAChD,OAAO,iBAAiB,KAAK,MAAM,CAAC;AACxC,CAAC;AAED,SAAS,0BAA0B,CAAC,WAAmB;IACnD,IAAI,CAAC,WAAW;QAAE,OAAO,KAAK,CAAC,CAAC,cAAc;IAC9C,OAAO,8BAA8B,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,oBAAoB,CAAC,WAAmB,EAAE,OAAe;IAC9D,OAAO,0BAA0B,CAAC,WAAW,CAAC,IAAI,sBAAsB,CAAC,OAAO,CAAC,CAAC;AACtF,CAAC"}
|
package/dist/http_client.d.ts
CHANGED
|
@@ -16,6 +16,7 @@ export declare class HttpClient {
|
|
|
16
16
|
workflowKey?: string;
|
|
17
17
|
constructor(options: HttpClientOptions);
|
|
18
18
|
call<T = any>(config: ApifyRequestConfig): Promise<ApifyResponse<T>>;
|
|
19
|
+
private _informAboutStreamNoRetry;
|
|
19
20
|
/**
|
|
20
21
|
* Successful responses are returned, errors and unsuccessful
|
|
21
22
|
* status codes are retried. See the following functions for the
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http_client.d.ts","sourceRoot":"","sources":["../src/http_client.ts"],"names":[],"mappings":"AAAA,OAAc,EAAc,aAAa,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAE5F,OAAO,cAAc,MAAM,gBAAgB,CAAC;AAG5C,OAAO,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAEjC,OAAO,EAEH,0BAA0B,EAG7B,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"http_client.d.ts","sourceRoot":"","sources":["../src/http_client.ts"],"names":[],"mappings":"AAAA,OAAc,EAAc,aAAa,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAE5F,OAAO,cAAc,MAAM,gBAAgB,CAAC;AAG5C,OAAO,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAEjC,OAAO,EAEH,0BAA0B,EAG7B,MAAM,gBAAgB,CAAC;AAOxB,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAM1C,qBAAa,UAAU;IACnB,KAAK,EAAE,UAAU,CAAC;IAElB,UAAU,EAAE,MAAM,CAAC;IAEnB,4BAA4B,EAAE,MAAM,CAAA;IAEpC,+BAA+B,EAAE,0BAA0B,EAAE,CAAC;IAE9D,MAAM,EAAE,GAAG,CAAC;IAEZ,aAAa,EAAE,MAAM,CAAC;IAEtB,SAAS,CAAC,EAAE,cAAc,CAAC;IAE3B,UAAU,CAAC,EAAE,cAAc,CAAC,UAAU,CAAC;IAEvC,KAAK,EAAE,aAAa,CAAC;IAErB,WAAW,CAAC,EAAE,MAAM,CAAC;gBAET,OAAO,EAAE,iBAAiB;IA4EhC,IAAI,CAAC,CAAC,GAAG,GAAG,EAAE,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IAW1E,OAAO,CAAC,yBAAyB;IAKjC;;;;OAIG;IACH,OAAO,CAAC,qBAAqB;IAuC7B,OAAO,CAAC,WAAW;IAInB;;;OAGG;IACH,OAAO,CAAC,mBAAmB;IAe3B;;;OAGG;IACH,OAAO,CAAC,eAAe;IAIvB;;;;;OAKG;IACH,OAAO,CAAC,iBAAiB;IAIzB;;;;OAIG;IACH,OAAO,CAAC,sBAAsB;IAI9B;;;;OAIG;IACH,OAAO,CAAC,eAAe;IAMvB;;;;OAIG;IACH,OAAO,CAAC,sBAAsB;IAM9B,OAAO,CAAC,eAAe;CAK1B;AAED,MAAM,WAAW,kBAAmB,SAAQ,kBAAkB;IAC1D,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAChC;AAED,MAAM,WAAW,aAAa,CAAC,CAAC,GAAG,GAAG,CAAE,SAAQ,aAAa,CAAC,CAAC,CAAC;IAC5D,MAAM,EAAE,kBAAkB,CAAC;CAC9B;AAED,MAAM,WAAW,iBAAiB;IAC9B,gBAAgB,EAAE,UAAU,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,4BAA4B,EAAE,MAAM,CAAC;IACrC,mBAAmB,EAAE,0BAA0B,EAAE,CAAC;IAClD,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,GAAG,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB"}
|
package/dist/http_client.js
CHANGED
|
@@ -150,6 +150,10 @@ class HttpClient {
|
|
|
150
150
|
onRetry: this._onRequestRetry,
|
|
151
151
|
});
|
|
152
152
|
}
|
|
153
|
+
_informAboutStreamNoRetry() {
|
|
154
|
+
this.logger.warningOnce('Request body was a stream - retrying will not work, as part of it was already consumed.');
|
|
155
|
+
this.logger.warningOnce('If you want Apify client to handle retries for you, collect the stream into a buffer before sending it.');
|
|
156
|
+
}
|
|
153
157
|
/**
|
|
154
158
|
* Successful responses are returned, errors and unsuccessful
|
|
155
159
|
* status codes are retried. See the following functions for the
|
|
@@ -159,7 +163,14 @@ class HttpClient {
|
|
|
159
163
|
const makeRequest = async (stopTrying, attempt) => {
|
|
160
164
|
this.stats.requests++;
|
|
161
165
|
let response;
|
|
166
|
+
const requestIsStream = (0, utils_1.isStream)(config.data);
|
|
162
167
|
try {
|
|
168
|
+
if (requestIsStream) {
|
|
169
|
+
// Handling redirects is not possible without buffering - part of the stream has already been sent and can't be recovered
|
|
170
|
+
// when server sends the redirect. Therefore we need to override this in Axios config to prevent it from buffering the body.
|
|
171
|
+
// see also axios/axios#1045
|
|
172
|
+
config = { ...config, maxRedirects: 0 };
|
|
173
|
+
}
|
|
163
174
|
response = await this.axios.request(config);
|
|
164
175
|
if (this._isStatusOk(response.status))
|
|
165
176
|
return response;
|
|
@@ -172,11 +183,15 @@ class HttpClient {
|
|
|
172
183
|
}
|
|
173
184
|
const apiError = new apify_api_error_1.ApifyApiError(response, attempt);
|
|
174
185
|
if (this._isStatusCodeRetryable(response.status)) {
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
186
|
+
if (requestIsStream) {
|
|
187
|
+
this._informAboutStreamNoRetry();
|
|
188
|
+
}
|
|
189
|
+
else {
|
|
190
|
+
// allow a retry
|
|
191
|
+
throw apiError;
|
|
192
|
+
}
|
|
179
193
|
}
|
|
194
|
+
stopTrying(apiError);
|
|
180
195
|
return response;
|
|
181
196
|
};
|
|
182
197
|
return makeRequest;
|
|
@@ -193,11 +208,14 @@ class HttpClient {
|
|
|
193
208
|
return stopTrying(err);
|
|
194
209
|
}
|
|
195
210
|
if (this._isRetryableError(err)) {
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
211
|
+
if ((0, utils_1.isStream)(config.data)) {
|
|
212
|
+
this._informAboutStreamNoRetry();
|
|
213
|
+
}
|
|
214
|
+
else {
|
|
215
|
+
throw err;
|
|
216
|
+
}
|
|
200
217
|
}
|
|
218
|
+
return stopTrying(err);
|
|
201
219
|
}
|
|
202
220
|
/**
|
|
203
221
|
* Axios calls req.abort() on timeouts so timeout errors will
|
package/dist/http_client.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http_client.js","sourceRoot":"","sources":["../src/http_client.ts"],"names":[],"mappings":";;;;AAAA,0DAA4F;AAC5F,sEAAmD;AACnD,4EAA4C;AAC5C,oDAAoB;AACpB,0CAAyC;AAEzC,uDAAkD;AAClD,iDAKwB;AACxB,
|
|
1
|
+
{"version":3,"file":"http_client.js","sourceRoot":"","sources":["../src/http_client.ts"],"names":[],"mappings":";;;;AAAA,0DAA4F;AAC5F,sEAAmD;AACnD,4EAA4C;AAC5C,oDAAoB;AACpB,0CAAyC;AAEzC,uDAAkD;AAClD,iDAKwB;AACxB,mCAKiB;AAGjB,MAAM,EAAE,OAAO,EAAE,GAAG,IAAA,sBAAc,EAAC,iBAAiB,CAAC,CAAC;AAEtD,MAAM,+BAA+B,GAAG,GAAG,CAAC;AAE5C,MAAa,UAAU;IAqBnB,YAAY,OAA0B;QApBtC;;;;;WAAkB;QAElB;;;;;WAAmB;QAEnB;;;;;WAAoC;QAEpC;;;;;WAA8D;QAE9D;;;;;WAAY;QAEZ;;;;;WAAsB;QAEtB;;;;;WAA2B;QAE3B;;;;;WAAuC;QAEvC;;;;;WAAqB;QAErB;;;;;WAAqB;QAGjB,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACtC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,4BAA4B,GAAG,OAAO,CAAC,4BAA4B,CAAC;QACzE,IAAI,CAAC,+BAA+B,GAAG,OAAO,CAAC,mBAAmB,CAAC;QACnE,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;QAChD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAQ,CAAC,YAAY,CAAC,CAAC;QAC7E,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvD,IAAI,IAAA,cAAM,GAAE,EAAE;YACV,wDAAwD;YACxD,kEAAkE;YAClE,0DAA0D;YAC1D,6DAA6D;YAC7D,yDAAyD;YACzD,kCAAkC;YAClC,MAAM,SAAS,GAAG;gBACd,OAAO,EAAE,IAAI,CAAC,aAAa;aAC9B,CAAC;YACF,IAAI,CAAC,SAAS,GAAG,IAAI,wBAAc,CAAC,SAAS,CAAC,CAAC;YAC/C,IAAI,CAAC,UAAU,GAAG,IAAI,wBAAc,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;SAC9D;QAED,IAAI,CAAC,KAAK,GAAG,eAAK,CAAC,MAAM,CAAC;YACtB,OAAO,EAAE;gBACL,MAAM,EAAE,uBAAuB;gBAC/B,sBAAsB,EAAE,IAAI,CAAC,WAAW;aAC3C;YACD,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,gBAAgB,EAAE,CAAC,MAAM,EAAE,EAAE;gBACzB,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAS,MAAM,CAAC;qBACjD,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC;qBAC1C,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;oBAClB,MAAM,YAAY,GAAG,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;oBACxE,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;gBACvC,CAAC,CAAC,CAAC;gBAEP,OAAO,IAAI,eAAe,CAAC,eAAe,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC3D,CAAC;YACD,cAAc,EAAE,IAAI;YACpB,6CAA6C;YAC7C,gBAAgB,EAAE,SAAS;YAC3B,iBAAiB,EAAE,SAAS;YAC5B,YAAY,EAAE,aAAa;YAC3B,OAAO,EAAE,IAAI,CAAC,aAAa;YAC3B,+EAA+E;YAC/E,mDAAmD;YACnD,aAAa,EAAE,QAAQ;YACvB,mFAAmF;YACnF,kGAAkG;YAClG,gBAAgB,EAAE,CAAC,CAAC;SACvB,CAAC,CAAC;QAEH,0DAA0D;QAC1D,0DAA0D;QAC1D,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,GAAG,EAAE,CAAC;QAEjC,IAAI,IAAA,cAAM,GAAE,EAAE;YACV,+CAA+C;YAC/C,MAAM,SAAS,GAAG,eAAe,OAAO,KAAK,YAAE,CAAC,IAAI,EAAE,UAAU,OAAO,CAAC,OAAO,eAAe,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;YACzH,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,SAAS,CAAC;SACzD;QAED,qEAAqE;QACrE,IAAI,KAAK,EAAE;YACP,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,GAAG,UAAU,KAAK,EAAE,CAAC;SACjE;QAED,kCAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3E,IAAI,CAAC,+BAA+B,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5F,mCAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,KAAK,CAAC,IAAI,CAAU,MAA0B;QAC1C,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAEvD,OAAO,IAAA,qBAAK,EAAC,WAAW,EAAE;YACtB,OAAO,EAAE,IAAI,CAAC,UAAU;YACxB,UAAU,EAAE,IAAI,CAAC,4BAA4B;YAC7C,OAAO,EAAE,IAAI,CAAC,eAAe;SAChC,CAAC,CAAC;IACP,CAAC;IAEO,yBAAyB;QAC7B,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,yFAAyF,CAAC,CAAC;QACnH,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,yGAAyG,CAAC,CAAC;IACvI,CAAC;IAED;;;;OAIG;IACK,qBAAqB,CAAC,MAA0B;QACpD,MAAM,WAAW,GAAiC,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE;YAC5E,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACtB,IAAI,QAAuB,CAAC;YAC5B,MAAM,eAAe,GAAG,IAAA,gBAAQ,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI;gBACA,IAAI,eAAe,EAAE;oBACjB,yHAAyH;oBACzH,4HAA4H;oBAC5H,4BAA4B;oBAC5B,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;iBAC3C;gBACD,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC5C,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAAE,OAAO,QAAQ,CAAC;aAC1D;YAAC,OAAO,GAAG,EAAE;gBACV,OAAO,IAAA,YAAI,EAAC,IAAI,CAAC,mBAAmB,CAAC,GAAiB,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;aAChF;YAED,IAAI,QAAQ,CAAC,MAAM,KAAK,+BAA+B,EAAE;gBACrD,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;aACzC;YAED,MAAM,QAAQ,GAAG,IAAI,+BAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACtD,IAAI,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;gBAC9C,IAAI,eAAe,EAAE;oBACjB,IAAI,CAAC,yBAAyB,EAAE,CAAC;iBACpC;qBAAM;oBACH,gBAAgB;oBAChB,MAAM,QAAQ,CAAC;iBAClB;aACJ;YACD,UAAU,CAAC,QAAQ,CAAC,CAAC;YAErB,OAAO,QAAQ,CAAC;QACpB,CAAC,CAAC;QAEF,OAAO,WAAW,CAAC;IACvB,CAAC;IAEO,WAAW,CAAC,UAAkB;QAClC,OAAO,UAAU,GAAG,GAAG,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACK,mBAAmB,CAAC,GAAe,EAAE,MAA0B,EAAE,UAA8B;QACnG,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,kBAAkB,EAAE;YACxD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC;SAC1B;QAED,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE;YAC7B,IAAI,IAAA,gBAAQ,EAAC,MAAM,CAAC,IAAI,CAAC,EAAE;gBACvB,IAAI,CAAC,yBAAyB,EAAE,CAAC;aACpC;iBAAM;gBACH,MAAM,GAAG,CAAC;aACb;SACJ;QACD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACK,eAAe,CAAC,GAAe;QACnC,OAAO,GAAG,CAAC,IAAI,KAAK,cAAc,CAAC;IACvC,CAAC;IAED;;;;;OAKG;IACK,iBAAiB,CAAC,GAAe;QACrC,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;IACzE,CAAC;IAED;;;;OAIG;IACK,sBAAsB,CAAC,GAAU;QACrC,OAAO,GAAG,YAAY,uCAAwB,CAAC;IACnD,CAAC;IAED;;;;OAIG;IACK,eAAe,CAAC,GAAe;QACnC,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC;QAClE,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC;QAC/D,OAAO,UAAU,IAAI,SAAS,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACK,sBAAsB,CAAC,UAAkB;QAC7C,MAAM,gBAAgB,GAAG,UAAU,KAAK,+BAA+B,CAAC;QACxE,MAAM,eAAe,GAAG,UAAU,IAAI,GAAG,CAAC;QAC1C,OAAO,gBAAgB,IAAI,eAAe,CAAC;IAC/C,CAAC;IAEO,eAAe,CAAC,KAAY,EAAE,OAAe;QACjD,IAAI,OAAO,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,EAAE;YAC7C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,sBAAsB,OAAO,yBAAyB,IAAI,CAAC,UAAU,GAAG,CAAC,YAAY,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;SAC3H;IACL,CAAC;CACJ;AA1OD,gCA0OC"}
|
|
@@ -35,6 +35,14 @@ export declare class KeyValueStoreClient extends ResourceClient {
|
|
|
35
35
|
getRecord(key: string): Promise<KeyValueStoreRecord<JsonValue> | undefined>;
|
|
36
36
|
getRecord<Options extends KeyValueClientGetRecordOptions = KeyValueClientGetRecordOptions>(key: string, options: Options): Promise<KeyValueStoreRecord<ReturnTypeFromOptions<Options>> | undefined>;
|
|
37
37
|
/**
|
|
38
|
+
* The value in the record can be a stream object (detected by having the `.pipe`
|
|
39
|
+
* and `.on` methods). However, note that in that case following redirects or
|
|
40
|
+
* retrying the request if it fails (for example due to rate limiting) isn't
|
|
41
|
+
* possible. If you want to keep that behavior, you need to collect the whole
|
|
42
|
+
* stream contents into a Buffer and then send the full buffer. See [this
|
|
43
|
+
* StackOverflow answer](https://stackoverflow.com/a/14269536/7292139) for
|
|
44
|
+
* an example how to do that.
|
|
45
|
+
*
|
|
38
46
|
* https://docs.apify.com/api/v2#/reference/key-value-stores/record/put-record
|
|
39
47
|
*/
|
|
40
48
|
setRecord(record: KeyValueStoreRecord<JsonValue>): Promise<void>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"key_value_store.d.ts","sourceRoot":"","sources":["../../src/resource_clients/key_value_store.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAYzD;;GAEG;AACH,qBAAa,mBAAoB,SAAQ,cAAc;gBACvC,OAAO,EAAE,2BAA2B;IAOhD;;OAEG;IACG,GAAG,IAAI,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC;IAI/C;;OAEG;IACG,MAAM,CAAC,SAAS,EAAE,2BAA2B,GAAG,OAAO,CAAC,aAAa,CAAC;IAM5E;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B;;OAEG;IACG,QAAQ,CAAC,OAAO,GAAE,6BAAkC,GAAG,OAAO,CAAC,4BAA4B,CAAC;IAelG;;;;;;;;OAQG;IACG,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC;IAE3E,SAAS,CAAC,OAAO,SAAS,8BAA8B,GAAG,8BAA8B,EAC3F,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,OAAO,GACjB,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC;IA0C3E
|
|
1
|
+
{"version":3,"file":"key_value_store.d.ts","sourceRoot":"","sources":["../../src/resource_clients/key_value_store.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAYzD;;GAEG;AACH,qBAAa,mBAAoB,SAAQ,cAAc;gBACvC,OAAO,EAAE,2BAA2B;IAOhD;;OAEG;IACG,GAAG,IAAI,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC;IAI/C;;OAEG;IACG,MAAM,CAAC,SAAS,EAAE,2BAA2B,GAAG,OAAO,CAAC,aAAa,CAAC;IAM5E;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B;;OAEG;IACG,QAAQ,CAAC,OAAO,GAAE,6BAAkC,GAAG,OAAO,CAAC,4BAA4B,CAAC;IAelG;;;;;;;;OAQG;IACG,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC;IAE3E,SAAS,CAAC,OAAO,SAAS,8BAA8B,GAAG,8BAA8B,EAC3F,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,OAAO,GACjB,OAAO,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC;IA0C3E;;;;;;;;;;OAUG;IACG,SAAS,CAAC,MAAM,EAAE,mBAAmB,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAuCtE;;OAEG;IACG,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CASjD;AAED,MAAM,WAAW,aAAa;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,IAAI,CAAC;IAChB,UAAU,EAAE,IAAI,CAAC;IACjB,UAAU,EAAE,IAAI,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,kBAAkB,CAAC;CAC9B;AAED,MAAM,WAAW,kBAAkB;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,2BAA2B;IACxC,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,6BAA6B;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,4BAA4B;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,iBAAiB,EAAE,MAAM,CAAC;IAC1B,WAAW,EAAE,OAAO,CAAC;IACrB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,KAAK,EAAE,gBAAgB,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,gBAAgB;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,8BAA8B;IAC3C,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB,CAAC,CAAC;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,CAAC,CAAC;IACT,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,oBAAY,qBAAqB,CAAC,OAAO,SAAS,8BAA8B,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,IAAI,GAC5G,cAAc,GACd,OAAO,CAAC,QAAQ,CAAC,SAAS,IAAI,GAAG,MAAM,GAAG,SAAS,CAAC"}
|
|
@@ -87,6 +87,14 @@ class KeyValueStoreClient extends resource_client_1.ResourceClient {
|
|
|
87
87
|
return undefined;
|
|
88
88
|
}
|
|
89
89
|
/**
|
|
90
|
+
* The value in the record can be a stream object (detected by having the `.pipe`
|
|
91
|
+
* and `.on` methods). However, note that in that case following redirects or
|
|
92
|
+
* retrying the request if it fails (for example due to rate limiting) isn't
|
|
93
|
+
* possible. If you want to keep that behavior, you need to collect the whole
|
|
94
|
+
* stream contents into a Buffer and then send the full buffer. See [this
|
|
95
|
+
* StackOverflow answer](https://stackoverflow.com/a/14269536/7292139) for
|
|
96
|
+
* an example how to do that.
|
|
97
|
+
*
|
|
90
98
|
* https://docs.apify.com/api/v2#/reference/key-value-stores/record/put-record
|
|
91
99
|
*/
|
|
92
100
|
async setRecord(record) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"key_value_store.js","sourceRoot":"","sources":["../../src/resource_clients/key_value_store.ts"],"names":[],"mappings":";;;;AAAA,6DAA6B;AAC7B,oDAAoB;AAIpB,6DAAyD;AAEzD,oCAQkB;AAElB;;GAEG;AACH,MAAa,mBAAoB,SAAQ,gCAAc;IACnD,YAAY,OAAoC;QAC5C,KAAK,CAAC;YACF,YAAY,EAAE,kBAAkB;YAChC,GAAG,OAAO;SACb,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,SAAsC;QAC/C,IAAA,YAAE,EAAC,SAAS,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QAEzB,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,UAAyC,EAAE;QACtD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACzB,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;SACxC,CAAC,CAAC,CAAC;QAEJ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YACxC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;YACtB,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;SAChC,CAAC,CAAC;QAEH,OAAO,IAAA,YAAI,EAAC,IAAA,uBAAe,EAAC,IAAA,iBAAS,EAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC;IAkBD,KAAK,CAAC,SAAS,CAAC,GAAW,EAAE,UAA0C,EAAE;QACrE,IAAA,YAAE,EAAC,GAAG,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QACnB,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,MAAM,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;YAC3B,MAAM,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;YAC3B,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SACvC,CAAC,CAAC,CAAC;QAEJ,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,IAAA,cAAM,GAAE,EAAE;YAC7B,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;SACjF;QAED,IAAI,iBAAiB,IAAI,OAAO,EAAE;YAC9B,aAAG,CAAC,UAAU,CAAC,4DAA4D;kBACrE,sEAAsE,CAAC,CAAC;SACjF;QAED,MAAM,WAAW,GAA4B;YACzC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;YAChC,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE;SACzB,CAAC;QAEF,IAAI,OAAO,CAAC,MAAM;YAAE,WAAW,CAAC,WAAW,GAAG,IAAI,CAAC;QACnD,IAAI,OAAO,CAAC,MAAM;YAAE,WAAW,CAAC,YAAY,GAAG,QAAQ,CAAC;QAExD,IAAI;YACA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACzD,OAAO;gBACH,GAAG;gBACH,KAAK,EAAE,QAAQ,CAAC,IAAI;gBACpB,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC;aAChD,CAAC;SACL;QAAC,OAAO,GAAG,EAAE;YACV,IAAA,4BAAoB,EAAC,GAAoB,CAAC,CAAC;SAC9C;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAED
|
|
1
|
+
{"version":3,"file":"key_value_store.js","sourceRoot":"","sources":["../../src/resource_clients/key_value_store.ts"],"names":[],"mappings":";;;;AAAA,6DAA6B;AAC7B,oDAAoB;AAIpB,6DAAyD;AAEzD,oCAQkB;AAElB;;GAEG;AACH,MAAa,mBAAoB,SAAQ,gCAAc;IACnD,YAAY,OAAoC;QAC5C,KAAK,CAAC;YACF,YAAY,EAAE,kBAAkB;YAChC,GAAG,OAAO;SACb,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,SAAsC;QAC/C,IAAA,YAAE,EAAC,SAAS,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QAEzB,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,UAAyC,EAAE;QACtD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACzB,iBAAiB,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;SACxC,CAAC,CAAC,CAAC;QAEJ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YACxC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;YACtB,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;SAChC,CAAC,CAAC;QAEH,OAAO,IAAA,YAAI,EAAC,IAAA,uBAAe,EAAC,IAAA,iBAAS,EAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC;IAkBD,KAAK,CAAC,SAAS,CAAC,GAAW,EAAE,UAA0C,EAAE;QACrE,IAAA,YAAE,EAAC,GAAG,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QACnB,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,MAAM,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;YAC3B,MAAM,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;YAC3B,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SACvC,CAAC,CAAC,CAAC;QAEJ,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,IAAA,cAAM,GAAE,EAAE;YAC7B,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;SACjF;QAED,IAAI,iBAAiB,IAAI,OAAO,EAAE;YAC9B,aAAG,CAAC,UAAU,CAAC,4DAA4D;kBACrE,sEAAsE,CAAC,CAAC;SACjF;QAED,MAAM,WAAW,GAA4B;YACzC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;YAChC,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE;SACzB,CAAC;QAEF,IAAI,OAAO,CAAC,MAAM;YAAE,WAAW,CAAC,WAAW,GAAG,IAAI,CAAC;QACnD,IAAI,OAAO,CAAC,MAAM;YAAE,WAAW,CAAC,YAAY,GAAG,QAAQ,CAAC;QAExD,IAAI;YACA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACzD,OAAO;gBACH,GAAG;gBACH,KAAK,EAAE,QAAQ,CAAC,IAAI;gBACpB,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC;aAChD,CAAC;SACL;QAAC,OAAO,GAAG,EAAE;YACV,IAAA,4BAAoB,EAAC,GAAoB,CAAC,CAAC;SAC9C;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,SAAS,CAAC,MAAsC;QAClD,IAAA,YAAE,EAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC5B,GAAG,EAAE,YAAE,CAAC,MAAM;YACd,KAAK,EAAE,YAAE,CAAC,GAAG,CAAC,YAAE,CAAC,IAAI,EAAE,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,OAAO,CAAC;YACnE,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ;SAC3C,CAAC,CAAC,CAAC;QAEJ,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;QACvB,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;QAEpC,MAAM,qBAAqB,GAAG,IAAA,gBAAQ,EAAC,KAAK,CAAC,IAAI,IAAA,gBAAQ,EAAC,KAAK,CAAC,CAAC;QACjE,iEAAiE;QACjE,IAAI,CAAC,WAAW,EAAE;YACd,IAAI,qBAAqB;gBAAE,WAAW,GAAG,0BAA0B,CAAC;iBAC/D,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,WAAW,GAAG,2BAA2B,CAAC;;gBACzE,WAAW,GAAG,iCAAiC,CAAC;SACxD;QAED,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACjE,IAAI,iBAAiB,IAAI,CAAC,qBAAqB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;YAC1E,IAAI;gBACA,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;aAC1C;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,GAAG,GAAG,8FAA+F,GAAa,CAAC,OAAO,EAAE,CAAC;gBACnI,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;aACxB;SACJ;QAED,MAAM,UAAU,GAAuB;YACnC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;YAChC,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE;YACtB,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,WAAW,IAAI,EAAE,cAAc,EAAE,WAAW,EAAE;SAC1D,CAAC;QAEF,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,GAAW;QAC1B,IAAA,YAAE,EAAC,GAAG,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QAEnB,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YACvB,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;YAChC,MAAM,EAAE,QAAQ;YAChB,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE;SACzB,CAAC,CAAC;IACP,CAAC;CACJ;AAvKD,kDAuKC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "apify-client",
|
|
3
|
-
"version": "2.6.0-beta.
|
|
3
|
+
"version": "2.6.0-beta.4",
|
|
4
4
|
"description": "Apify API client for JavaScript",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"module": "dist/index.mjs",
|
|
@@ -59,7 +59,7 @@
|
|
|
59
59
|
},
|
|
60
60
|
"dependencies": {
|
|
61
61
|
"@apify/consts": "^1.4.0",
|
|
62
|
-
"@apify/log": "^
|
|
62
|
+
"@apify/log": "^2.1.0",
|
|
63
63
|
"agentkeepalive": "^4.1.4",
|
|
64
64
|
"async-retry": "^1.3.1",
|
|
65
65
|
"axios": "^0.21.1",
|