apify-client 2.0.7 → 2.1.0-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/resource_clients/actor_env_var.d.ts +22 -0
- package/dist/resource_clients/actor_env_var.d.ts.map +1 -0
- package/dist/resource_clients/actor_env_var.js +38 -0
- package/dist/resource_clients/actor_env_var.js.map +1 -0
- package/dist/resource_clients/actor_env_var_collection.d.ts +25 -0
- package/dist/resource_clients/actor_env_var_collection.d.ts.map +1 -0
- package/dist/resource_clients/actor_env_var_collection.js +37 -0
- package/dist/resource_clients/actor_env_var_collection.js.map +1 -0
- package/dist/resource_clients/actor_version.d.ts +11 -0
- package/dist/resource_clients/actor_version.d.ts.map +1 -1
- package/dist/resource_clients/actor_version.js +18 -0
- package/dist/resource_clients/actor_version.js.map +1 -1
- package/dist/resource_clients/request_queue.d.ts +28 -0
- package/dist/resource_clients/request_queue.d.ts.map +1 -1
- package/dist/resource_clients/request_queue.js +90 -0
- package/dist/resource_clients/request_queue.js.map +1 -1
- package/package.json +107 -107
package/CHANGELOG.md
CHANGED
|
@@ -1,3 +1,9 @@
|
|
|
1
|
+
2.1.0 / 2022/01/26
|
|
2
|
+
===================
|
|
3
|
+
- Added `ActorEnvVarCollectionClient` and `ActorEnvVarClient`
|
|
4
|
+
- Add export for `PaginatedList` interface.
|
|
5
|
+
- Experimental: Add method for request queue batch requests insert endpoint
|
|
6
|
+
|
|
1
7
|
2.0.7 / 2022/01/10
|
|
2
8
|
===================
|
|
3
9
|
- For TypeScript users, the input type for Task#start and Task#call is now correctly marked as optional
|
package/dist/index.d.ts
CHANGED
|
@@ -21,4 +21,5 @@ export * from './resource_clients/webhook';
|
|
|
21
21
|
export * from './resource_clients/webhook_collection';
|
|
22
22
|
export * from './resource_clients/webhook_dispatch';
|
|
23
23
|
export * from './resource_clients/webhook_dispatch_collection';
|
|
24
|
+
export { PaginatedList } from './utils';
|
|
24
25
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,0BAA0B,CAAC;AACzC,cAAc,qCAAqC,CAAC;AACpD,cAAc,0BAA0B,CAAC;AACzC,cAAc,qCAAqC,CAAC;AACpD,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uCAAuC,CAAC;AACtD,cAAc,oCAAoC,CAAC;AACnD,cAAc,+CAA+C,CAAC;AAC9D,cAAc,wBAAwB,CAAC;AACvC,cAAc,kCAAkC,CAAC;AACjD,cAAc,6CAA6C,CAAC;AAC5D,cAAc,wBAAwB,CAAC;AACvC,cAAc,mCAAmC,CAAC;AAClD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wCAAwC,CAAC;AACvD,cAAc,yBAAyB,CAAC;AACxC,cAAc,oCAAoC,CAAC;AACnD,cAAc,yBAAyB,CAAC;AACxC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uCAAuC,CAAC;AACtD,cAAc,qCAAqC,CAAC;AACpD,cAAc,gDAAgD,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,0BAA0B,CAAC;AACzC,cAAc,qCAAqC,CAAC;AACpD,cAAc,0BAA0B,CAAC;AACzC,cAAc,qCAAqC,CAAC;AACpD,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uCAAuC,CAAC;AACtD,cAAc,oCAAoC,CAAC;AACnD,cAAc,+CAA+C,CAAC;AAC9D,cAAc,wBAAwB,CAAC;AACvC,cAAc,kCAAkC,CAAC;AACjD,cAAc,6CAA6C,CAAC;AAC5D,cAAc,wBAAwB,CAAC;AACvC,cAAc,mCAAmC,CAAC;AAClD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wCAAwC,CAAC;AACvD,cAAc,yBAAyB,CAAC;AACxC,cAAc,oCAAoC,CAAC;AACnD,cAAc,yBAAyB,CAAC;AACxC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uCAAuC,CAAC;AACtD,cAAc,qCAAqC,CAAC;AACpD,cAAc,gDAAgD,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { ApiClientSubResourceOptions } from '../base/api_client';
|
|
2
|
+
import { ResourceClient } from '../base/resource_client';
|
|
3
|
+
import { ActorEnvironmentVariable } from './actor_version';
|
|
4
|
+
/**
|
|
5
|
+
* @hideconstructor
|
|
6
|
+
*/
|
|
7
|
+
export declare class ActorEnvVarClient extends ResourceClient {
|
|
8
|
+
constructor(options: ApiClientSubResourceOptions);
|
|
9
|
+
/**
|
|
10
|
+
* TODO: https://docs.apify.com/api/v2#/reference/actors/env-var-object/get-env-var
|
|
11
|
+
*/
|
|
12
|
+
get(): Promise<ActorEnvironmentVariable | undefined>;
|
|
13
|
+
/**
|
|
14
|
+
* TODO: https://docs.apify.com/api/v2#/reference/actors/env-var-object/update-env-var
|
|
15
|
+
*/
|
|
16
|
+
update(actorEnvVar: ActorEnvironmentVariable): Promise<ActorEnvironmentVariable>;
|
|
17
|
+
/**
|
|
18
|
+
* TODO: https://docs.apify.com/api/v2#/reference/actors/env-var-object/delete-env-var
|
|
19
|
+
*/
|
|
20
|
+
delete(): Promise<void>;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=actor_env_var.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"actor_env_var.d.ts","sourceRoot":"","sources":["../../src/resource_clients/actor_env_var.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAE3D;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,cAAc;gBACrC,OAAO,EAAE,2BAA2B;IAOhD;;OAEG;IACG,GAAG,IAAI,OAAO,CAAC,wBAAwB,GAAG,SAAS,CAAC;IAI1D;;OAEG;IACG,MAAM,CAAC,WAAW,EAAE,wBAAwB,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAKtF;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAGhC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ActorEnvVarClient = void 0;
|
|
4
|
+
const tslib_1 = require("tslib");
|
|
5
|
+
const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
|
|
6
|
+
const resource_client_1 = require("../base/resource_client");
|
|
7
|
+
/**
|
|
8
|
+
* @hideconstructor
|
|
9
|
+
*/
|
|
10
|
+
class ActorEnvVarClient extends resource_client_1.ResourceClient {
|
|
11
|
+
constructor(options) {
|
|
12
|
+
super({
|
|
13
|
+
resourcePath: 'env-vars',
|
|
14
|
+
...options,
|
|
15
|
+
});
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* TODO: https://docs.apify.com/api/v2#/reference/actors/env-var-object/get-env-var
|
|
19
|
+
*/
|
|
20
|
+
async get() {
|
|
21
|
+
return this._get();
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* TODO: https://docs.apify.com/api/v2#/reference/actors/env-var-object/update-env-var
|
|
25
|
+
*/
|
|
26
|
+
async update(actorEnvVar) {
|
|
27
|
+
(0, ow_1.default)(actorEnvVar, ow_1.default.object);
|
|
28
|
+
return this._update(actorEnvVar);
|
|
29
|
+
}
|
|
30
|
+
/**
|
|
31
|
+
* TODO: https://docs.apify.com/api/v2#/reference/actors/env-var-object/delete-env-var
|
|
32
|
+
*/
|
|
33
|
+
async delete() {
|
|
34
|
+
return this._delete();
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
exports.ActorEnvVarClient = ActorEnvVarClient;
|
|
38
|
+
//# sourceMappingURL=actor_env_var.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"actor_env_var.js","sourceRoot":"","sources":["../../src/resource_clients/actor_env_var.ts"],"names":[],"mappings":";;;;AAAA,yDAAoB;AAEpB,6DAAyD;AAGzD;;GAEG;AACH,MAAa,iBAAkB,SAAQ,gCAAc;IACjD,YAAY,OAAoC;QAC5C,KAAK,CAAC;YACF,YAAY,EAAE,UAAU;YACxB,GAAG,OAAO;SACb,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,WAAqC;QAC9C,IAAA,YAAE,EAAC,WAAW,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;CACJ;AA7BD,8CA6BC"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { ApiClientSubResourceOptions } from '../base/api_client';
|
|
2
|
+
import { ResourceCollectionClient } from '../base/resource_collection_client';
|
|
3
|
+
import { PaginatedList } from '../utils';
|
|
4
|
+
import { ActorEnvironmentVariable } from './actor_version';
|
|
5
|
+
/**
|
|
6
|
+
* @hideconstructor
|
|
7
|
+
*/
|
|
8
|
+
export declare class ActorEnvVarCollectionClient extends ResourceCollectionClient {
|
|
9
|
+
constructor(options: ApiClientSubResourceOptions);
|
|
10
|
+
/**
|
|
11
|
+
* TODO: https://docs.apify.com/api/v2#/reference/actors/env-var-collection/get-list-of-env-vars
|
|
12
|
+
*/
|
|
13
|
+
list(options?: ActorEnvVarCollectionListOptions): Promise<ActorEnvVarListResult>;
|
|
14
|
+
/**
|
|
15
|
+
* TODO: https://docs.apify.com/api/v2#/reference/actors/env-var-collection/create-env-var
|
|
16
|
+
*/
|
|
17
|
+
create(actorEnvVar: ActorEnvironmentVariable): Promise<ActorEnvironmentVariable>;
|
|
18
|
+
}
|
|
19
|
+
export interface ActorEnvVarCollectionListOptions {
|
|
20
|
+
limit?: number;
|
|
21
|
+
offset?: number;
|
|
22
|
+
desc?: boolean;
|
|
23
|
+
}
|
|
24
|
+
export declare type ActorEnvVarListResult = Pick<PaginatedList<ActorEnvironmentVariable>, 'total' | 'items'>;
|
|
25
|
+
//# sourceMappingURL=actor_env_var_collection.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"actor_env_var_collection.d.ts","sourceRoot":"","sources":["../../src/resource_clients/actor_env_var_collection.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,wBAAwB,EAAE,MAAM,oCAAoC,CAAC;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAE3D;;GAEG;AACH,qBAAa,2BAA4B,SAAQ,wBAAwB;gBACzD,OAAO,EAAE,2BAA2B;IAOhD;;OAEG;IACG,IAAI,CAAC,OAAO,GAAE,gCAAqC,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAS1F;;OAEG;IACG,MAAM,CAAC,WAAW,EAAE,wBAAwB,GAAG,OAAO,CAAC,wBAAwB,CAAC;CAIzF;AAED,MAAM,WAAW,gCAAgC;IAC7C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,oBAAY,qBAAqB,GAAG,IAAI,CAAC,aAAa,CAAC,wBAAwB,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,CAAA"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ActorEnvVarCollectionClient = void 0;
|
|
4
|
+
const tslib_1 = require("tslib");
|
|
5
|
+
const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
|
|
6
|
+
const resource_collection_client_1 = require("../base/resource_collection_client");
|
|
7
|
+
/**
|
|
8
|
+
* @hideconstructor
|
|
9
|
+
*/
|
|
10
|
+
class ActorEnvVarCollectionClient extends resource_collection_client_1.ResourceCollectionClient {
|
|
11
|
+
constructor(options) {
|
|
12
|
+
super({
|
|
13
|
+
resourcePath: 'env-vars',
|
|
14
|
+
...options,
|
|
15
|
+
});
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* TODO: https://docs.apify.com/api/v2#/reference/actors/env-var-collection/get-list-of-env-vars
|
|
19
|
+
*/
|
|
20
|
+
async list(options = {}) {
|
|
21
|
+
(0, ow_1.default)(options, ow_1.default.object.exactShape({
|
|
22
|
+
limit: ow_1.default.optional.number,
|
|
23
|
+
offset: ow_1.default.optional.number,
|
|
24
|
+
desc: ow_1.default.optional.boolean,
|
|
25
|
+
}));
|
|
26
|
+
return this._list(options);
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* TODO: https://docs.apify.com/api/v2#/reference/actors/env-var-collection/create-env-var
|
|
30
|
+
*/
|
|
31
|
+
async create(actorEnvVar) {
|
|
32
|
+
(0, ow_1.default)(actorEnvVar, ow_1.default.optional.object);
|
|
33
|
+
return this._create(actorEnvVar);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
exports.ActorEnvVarCollectionClient = ActorEnvVarCollectionClient;
|
|
37
|
+
//# sourceMappingURL=actor_env_var_collection.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"actor_env_var_collection.js","sourceRoot":"","sources":["../../src/resource_clients/actor_env_var_collection.ts"],"names":[],"mappings":";;;;AAAA,yDAAoB;AAEpB,mFAA8E;AAI9E;;GAEG;AACH,MAAa,2BAA4B,SAAQ,qDAAwB;IACrE,YAAY,OAAoC;QAC5C,KAAK,CAAC;YACF,YAAY,EAAE,UAAU;YACxB,GAAG,OAAO;SACb,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,UAA4C,EAAE;QACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACzB,MAAM,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YAC1B,IAAI,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SAC5B,CAAC,CAAC,CAAC;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,WAAqC;QAC9C,IAAA,YAAE,EAAC,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACrC,CAAC;CACJ;AA3BD,kEA2BC"}
|
|
@@ -1,5 +1,7 @@
|
|
|
1
1
|
import { ApiClientSubResourceOptions } from '../base/api_client';
|
|
2
2
|
import { ResourceClient } from '../base/resource_client';
|
|
3
|
+
import { ActorEnvVarClient } from './actor_env_var';
|
|
4
|
+
import { ActorEnvVarCollectionClient } from './actor_env_var_collection';
|
|
3
5
|
/**
|
|
4
6
|
* @hideconstructor
|
|
5
7
|
*/
|
|
@@ -17,6 +19,15 @@ export declare class ActorVersionClient extends ResourceClient {
|
|
|
17
19
|
* https://docs.apify.com/api/v2#/reference/actors/version-object/delete-version
|
|
18
20
|
*/
|
|
19
21
|
delete(): Promise<void>;
|
|
22
|
+
/**
|
|
23
|
+
* TODO: https://docs.apify.com/api/v2#/reference/actors/env-var-object
|
|
24
|
+
*/
|
|
25
|
+
envVar(envVarName: string): ActorEnvVarClient;
|
|
26
|
+
/**
|
|
27
|
+
* TODO: https://docs.apify.com/api/v2#/reference/actors/env-var-collection
|
|
28
|
+
* @return {ActorVersionCollectionClient}
|
|
29
|
+
*/
|
|
30
|
+
envVars(): ActorEnvVarCollectionClient;
|
|
20
31
|
}
|
|
21
32
|
export interface BaseActorVersion<SourceType extends ActorSourceType> {
|
|
22
33
|
versionNumber?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"actor_version.d.ts","sourceRoot":"","sources":["../../src/resource_clients/actor_version.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"actor_version.d.ts","sourceRoot":"","sources":["../../src/resource_clients/actor_version.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,2BAA2B,EAAE,MAAM,4BAA4B,CAAC;AAEzE;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,cAAc;gBACtC,OAAO,EAAE,2BAA2B;IAOhD;;OAEG;IACG,GAAG,IAAI,OAAO,CAAC,iBAAiB,GAAG,SAAS,CAAC;IAInD;;OAEG;IACG,MAAM,CAAC,SAAS,EAAE,YAAY,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAMjE;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B;;OAEG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,iBAAiB;IAO7C;;;OAGG;IACH,OAAO,IAAI,2BAA2B;CAGzC;AAED,MAAM,WAAW,gBAAgB,CAAC,UAAU,SAAS,eAAe;IAChE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,UAAU,CAAC;IACvB,OAAO,CAAC,EAAE,wBAAwB,EAAE,CAAC;IACrC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,sBAAuB,SAAQ,gBAAgB,CAAC,eAAe,CAAC,UAAU,GAAG,eAAe,CAAC,WAAW,CAAC;IACtH,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,sBAAsB,EAAE,CAAC;CACzC;AAED,MAAM,WAAW,sBAAsB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,GAAG,QAAQ,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAoB,SAAQ,gBAAgB,CAAC,eAAe,CAAC,OAAO,CAAC;IAClF,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,mBAAoB,SAAQ,gBAAgB,CAAC,eAAe,CAAC,OAAO,CAAC;IAClF,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,sBAAuB,SAAQ,gBAAgB,CAAC,eAAe,CAAC,UAAU,CAAC;IACxF,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,oBAAY,eAAe;IACvB,UAAU,gBAAgB;IAC1B,WAAW,iBAAiB;IAC5B,OAAO,aAAa;IACpB,OAAO,YAAY;IACnB,UAAU,gBAAgB;CAC7B;AAED,MAAM,WAAW,wBAAwB;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,oBAAY,YAAY,GAClB,sBAAsB,GACtB,mBAAmB,GACnB,mBAAmB,GACnB,sBAAsB,CAAC;AAE7B,oBAAY,iBAAiB,GAAG,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,eAAe,GAAG,UAAU,CAAC,CAAC,CAAC"}
|
|
@@ -4,6 +4,8 @@ exports.ActorSourceType = exports.ActorVersionClient = void 0;
|
|
|
4
4
|
const tslib_1 = require("tslib");
|
|
5
5
|
const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
|
|
6
6
|
const resource_client_1 = require("../base/resource_client");
|
|
7
|
+
const actor_env_var_1 = require("./actor_env_var");
|
|
8
|
+
const actor_env_var_collection_1 = require("./actor_env_var_collection");
|
|
7
9
|
/**
|
|
8
10
|
* @hideconstructor
|
|
9
11
|
*/
|
|
@@ -33,6 +35,22 @@ class ActorVersionClient extends resource_client_1.ResourceClient {
|
|
|
33
35
|
async delete() {
|
|
34
36
|
return this._delete();
|
|
35
37
|
}
|
|
38
|
+
/**
|
|
39
|
+
* TODO: https://docs.apify.com/api/v2#/reference/actors/env-var-object
|
|
40
|
+
*/
|
|
41
|
+
envVar(envVarName) {
|
|
42
|
+
(0, ow_1.default)(envVarName, ow_1.default.string);
|
|
43
|
+
return new actor_env_var_1.ActorEnvVarClient(this._subResourceOptions({
|
|
44
|
+
id: envVarName,
|
|
45
|
+
}));
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* TODO: https://docs.apify.com/api/v2#/reference/actors/env-var-collection
|
|
49
|
+
* @return {ActorVersionCollectionClient}
|
|
50
|
+
*/
|
|
51
|
+
envVars() {
|
|
52
|
+
return new actor_env_var_collection_1.ActorEnvVarCollectionClient(this._subResourceOptions());
|
|
53
|
+
}
|
|
36
54
|
}
|
|
37
55
|
exports.ActorVersionClient = ActorVersionClient;
|
|
38
56
|
var ActorSourceType;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"actor_version.js","sourceRoot":"","sources":["../../src/resource_clients/actor_version.ts"],"names":[],"mappings":";;;;AAAA,yDAAoB;AAEpB,6DAAyD;
|
|
1
|
+
{"version":3,"file":"actor_version.js","sourceRoot":"","sources":["../../src/resource_clients/actor_version.ts"],"names":[],"mappings":";;;;AAAA,yDAAoB;AAEpB,6DAAyD;AACzD,mDAAoD;AACpD,yEAAyE;AAEzE;;GAEG;AACH,MAAa,kBAAmB,SAAQ,gCAAc;IAClD,YAAY,OAAoC;QAC5C,KAAK,CAAC;YACF,YAAY,EAAE,UAAU;YACxB,GAAG,OAAO;SACb,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,SAAuB;QAChC,IAAA,YAAE,EAAC,SAAS,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QAEzB,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,UAAkB;QACrB,IAAA,YAAE,EAAC,UAAU,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QAC1B,OAAO,IAAI,iCAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC;YAClD,EAAE,EAAE,UAAU;SACjB,CAAC,CAAC,CAAC;IACR,CAAC;IAED;;;OAGG;IACH,OAAO;QACH,OAAO,IAAI,sDAA2B,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC,CAAC;IACvE,CAAC;CACJ;AAhDD,gDAgDC;AAkCD,IAAY,eAMX;AAND,WAAY,eAAe;IACvB,6CAA0B,CAAA;IAC1B,+CAA4B,CAAA;IAC5B,uCAAoB,CAAA;IACpB,sCAAmB,CAAA;IACnB,6CAA0B,CAAA;AAC9B,CAAC,EANW,eAAe,GAAf,uBAAe,KAAf,uBAAe,QAM1B"}
|
|
@@ -26,6 +26,15 @@ export declare class RequestQueueClient extends ResourceClient {
|
|
|
26
26
|
* https://docs.apify.com/api/v2#/reference/request-queues/request-collection/add-request
|
|
27
27
|
*/
|
|
28
28
|
addRequest(request: Omit<RequestQueueClientRequestSchema, 'id'>, options?: RequestQueueClientAddRequestOptions): Promise<RequestQueueClientAddRequestResult>;
|
|
29
|
+
protected _batchAddRequestsWithRetries(requests: Omit<RequestQueueClientRequestSchema, 'id'>[], options?: RequestQueueClientBatchAddRequestOptions): Promise<RequestQueueClientBatchAddRequestsResult>;
|
|
30
|
+
/**
|
|
31
|
+
* Writes multiple requests to request queue concurrently in batches.
|
|
32
|
+
* THIS METHOD IS EXPERIMENTAL AND NOT INTENDED FOR PRODUCTION USE.
|
|
33
|
+
*
|
|
34
|
+
* @private
|
|
35
|
+
* @experimental
|
|
36
|
+
*/
|
|
37
|
+
batchAddRequests(requests: Omit<RequestQueueClientRequestSchema, 'id'>[], options?: RequestQueueClientBatchAddRequestOptions): Promise<RequestQueueClientBatchAddRequestsResult>;
|
|
29
38
|
/**
|
|
30
39
|
* https://docs.apify.com/api/v2#/reference/request-queues/request/get-request
|
|
31
40
|
*/
|
|
@@ -84,6 +93,9 @@ export interface RequestQueueClientListItem {
|
|
|
84
93
|
export interface RequestQueueClientAddRequestOptions {
|
|
85
94
|
forefront?: boolean;
|
|
86
95
|
}
|
|
96
|
+
export interface RequestQueueClientBatchAddRequestOptions {
|
|
97
|
+
forefront?: boolean;
|
|
98
|
+
}
|
|
87
99
|
export interface RequestQueueClientRequestSchema {
|
|
88
100
|
id: string;
|
|
89
101
|
uniqueKey: string;
|
|
@@ -103,6 +115,22 @@ export interface RequestQueueClientAddRequestResult {
|
|
|
103
115
|
wasAlreadyPresent: boolean;
|
|
104
116
|
wasAlreadyHandled: boolean;
|
|
105
117
|
}
|
|
118
|
+
interface ProcessedRequest {
|
|
119
|
+
uniqueKey: string;
|
|
120
|
+
requestId: string;
|
|
121
|
+
wasAlreadyPresent: boolean;
|
|
122
|
+
wasAlreadyHandled: boolean;
|
|
123
|
+
}
|
|
124
|
+
interface UnprocessedRequest {
|
|
125
|
+
uniqueKey: string;
|
|
126
|
+
url: string;
|
|
127
|
+
method?: AllowedHttpMethods;
|
|
128
|
+
}
|
|
129
|
+
export interface RequestQueueClientBatchAddRequestsResult {
|
|
130
|
+
processedRequests: ProcessedRequest[];
|
|
131
|
+
unprocessedRequests: UnprocessedRequest[];
|
|
132
|
+
}
|
|
106
133
|
export declare type RequestQueueClientGetRequestResult = Omit<RequestQueueClientListItem, 'retryCount'>;
|
|
107
134
|
export declare type AllowedHttpMethods = 'GET' | 'HEAD' | 'POST' | 'PUT' | 'DELETE' | 'TRACE' | 'OPTIONS' | 'CONNECT' | 'PATCH';
|
|
135
|
+
export {};
|
|
108
136
|
//# sourceMappingURL=request_queue.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"request_queue.d.ts","sourceRoot":"","sources":["../../src/resource_clients/request_queue.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"request_queue.d.ts","sourceRoot":"","sources":["../../src/resource_clients/request_queue.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AASzD;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,cAAc;IAClD,OAAO,CAAC,SAAS,CAAC,CAAS;gBAEf,OAAO,EAAE,2BAA2B,EAAE,WAAW,GAAE,uBAA4B;IAS3F;;OAEG;IACG,GAAG,IAAI,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;IAI9C;;OAEG;IACG,MAAM,CAAC,SAAS,EAAE,+BAA+B,GAAG,OAAO,CAAC,YAAY,CAAC;IAM/E;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B;;OAEG;IACG,QAAQ,CAAC,OAAO,GAAE,iCAAsC,GAAG,OAAO,CAAC,gCAAgC,CAAC;IAiB1G;;OAEG;IACG,UAAU,CACZ,OAAO,EAAE,IAAI,CAAC,+BAA+B,EAAE,IAAI,CAAC,EACpD,OAAO,GAAE,mCAAwC,GAClD,OAAO,CAAC,kCAAkC,CAAC;cAsB9B,4BAA4B,CACxC,QAAQ,EAAE,IAAI,CAAC,+BAA+B,EAAE,IAAI,CAAC,EAAE,EACvD,OAAO,GAAE,wCAA6C,GACvD,OAAO,CAAC,wCAAwC,CAAC;IAuDpD;;;;;;OAMG;IACG,gBAAgB,CAClB,QAAQ,EAAE,IAAI,CAAC,+BAA+B,EAAE,IAAI,CAAC,EAAE,EACvD,OAAO,GAAE,wCAA6C,GACvD,OAAO,CAAC,wCAAwC,CAAC;IAuCpD;;OAEG;IACG,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,kCAAkC,GAAG,SAAS,CAAC;IAiBrF;;OAEG;IACG,aAAa,CACf,OAAO,EAAE,+BAA+B,EACxC,OAAO,GAAE,mCAAwC,GAClD,OAAO,CAAC,kCAAkC,CAAC;IAsBxC,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAWjD;AAED,MAAM,WAAW,uBAAuB;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,KAAK,EAAE,iBAAiB,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAiB;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,+BAA+B;IAC5C,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iCAAiC;IAC9C,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gCAAgC;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,KAAK,EAAE,0BAA0B,EAAE,CAAC;CACvC;AAED,MAAM,WAAW,0BAA0B;IACvC,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mCAAmC;IAChD,SAAS,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,wCAAwC;IACrD,SAAS,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,+BAA+B;IAC5C,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,kBAAkB,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,kCAAkC;IAC/C,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,iBAAiB,EAAE,OAAO,CAAC;CAC9B;AAED,UAAU,gBAAgB;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,iBAAiB,EAAE,OAAO,CAAC;CAC9B;AAED,UAAU,kBAAkB;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,kBAAkB,CAAC;CAC/B;AAED,MAAM,WAAW,wCAAwC;IACrD,iBAAiB,EAAE,gBAAgB,EAAE,CAAC;IACtC,mBAAmB,EAAE,kBAAkB,EAAE,CAAC;CAC7C;AAED,oBAAY,kCAAkC,GAAG,IAAI,CAAC,0BAA0B,EAAE,YAAY,CAAC,CAAA;AAE/F,oBAAY,kBAAkB,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,CAAA"}
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.RequestQueueClient = void 0;
|
|
4
4
|
const tslib_1 = require("tslib");
|
|
5
|
+
const log_1 = (0, tslib_1.__importDefault)(require("@apify/log"));
|
|
5
6
|
const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
|
|
6
7
|
const resource_client_1 = require("../base/resource_client");
|
|
7
8
|
const utils_1 = require("../utils");
|
|
@@ -79,6 +80,95 @@ class RequestQueueClient extends resource_client_1.ResourceClient {
|
|
|
79
80
|
});
|
|
80
81
|
return (0, utils_1.cast)((0, utils_1.parseDateFields)((0, utils_1.pluckData)(response.data)));
|
|
81
82
|
}
|
|
83
|
+
async _batchAddRequestsWithRetries(requests, options = {}) {
|
|
84
|
+
// Keep track of the requests that remain to be processed (in parameter format)
|
|
85
|
+
let remainingRequests = requests;
|
|
86
|
+
// Keep track of the requests that have been processed (in api format)
|
|
87
|
+
const processedRequests = [];
|
|
88
|
+
// The requests we have not been able to process in the last call
|
|
89
|
+
// ie. those we have not been able to process at all
|
|
90
|
+
let unprocessedRequests = [];
|
|
91
|
+
// TODO: Do not use `maxRetries` from http client, but rather a separate value
|
|
92
|
+
for (let i = 0; i < 1 + this.httpClient.maxRetries; i++) {
|
|
93
|
+
try {
|
|
94
|
+
const response = await this.httpClient.call({
|
|
95
|
+
url: this._url('requests/batch'),
|
|
96
|
+
method: 'POST',
|
|
97
|
+
data: remainingRequests,
|
|
98
|
+
params: this._params({
|
|
99
|
+
forefront: options.forefront,
|
|
100
|
+
clientKey: this.clientKey,
|
|
101
|
+
}),
|
|
102
|
+
});
|
|
103
|
+
const data = response.data.data;
|
|
104
|
+
processedRequests.push(...data.processedRequests);
|
|
105
|
+
unprocessedRequests = data.unprocessedRequests;
|
|
106
|
+
// Get unique keys of all requests processed so far
|
|
107
|
+
const processedRequestsUniqueKeys = processedRequests.map(({ uniqueKey }) => uniqueKey);
|
|
108
|
+
// Requests remaining to be processed are the all that remain
|
|
109
|
+
remainingRequests = requests.filter(({ uniqueKey }) => !processedRequestsUniqueKeys.includes(uniqueKey));
|
|
110
|
+
// Stop if all requests have been processed
|
|
111
|
+
if (remainingRequests.length === 0) {
|
|
112
|
+
break;
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
catch (err) {
|
|
116
|
+
log_1.default.exception(err, 'Request batch insert failed');
|
|
117
|
+
// When something fails and http client does not retry, the remaining requests are treated as unprocessed.
|
|
118
|
+
// This ensures that this method does not throw and keeps the signature.
|
|
119
|
+
const processedRequestsUniqueKeys = processedRequests.map(({ uniqueKey }) => uniqueKey);
|
|
120
|
+
unprocessedRequests = requests
|
|
121
|
+
.filter(({ uniqueKey }) => !processedRequestsUniqueKeys.includes(uniqueKey))
|
|
122
|
+
.map(({ method, uniqueKey, url }) => ({ method, uniqueKey, url }));
|
|
123
|
+
break;
|
|
124
|
+
}
|
|
125
|
+
// Sleep for some time before trying again
|
|
126
|
+
// TODO: Do not use delay from client, but rather a separate value
|
|
127
|
+
await new Promise((resolve) => setTimeout(resolve, this.httpClient.minDelayBetweenRetriesMillis));
|
|
128
|
+
}
|
|
129
|
+
const result = { processedRequests, unprocessedRequests };
|
|
130
|
+
return (0, utils_1.cast)((0, utils_1.parseDateFields)(result));
|
|
131
|
+
}
|
|
132
|
+
/**
|
|
133
|
+
* Writes multiple requests to request queue concurrently in batches.
|
|
134
|
+
* THIS METHOD IS EXPERIMENTAL AND NOT INTENDED FOR PRODUCTION USE.
|
|
135
|
+
*
|
|
136
|
+
* @private
|
|
137
|
+
* @experimental
|
|
138
|
+
*/
|
|
139
|
+
async batchAddRequests(requests, options = {}) {
|
|
140
|
+
(0, ow_1.default)(requests, ow_1.default.array.ofType(ow_1.default.object.partialShape({
|
|
141
|
+
id: ow_1.default.undefined,
|
|
142
|
+
})).minLength(1));
|
|
143
|
+
(0, ow_1.default)(options, ow_1.default.object.exactShape({
|
|
144
|
+
forefront: ow_1.default.optional.boolean,
|
|
145
|
+
}));
|
|
146
|
+
// The number of 50 parallel requests seemed optimal, if it was higher it did not seem to bring any extra value.
|
|
147
|
+
const maxParallelRequests = 50;
|
|
148
|
+
const operationsInProgress = [];
|
|
149
|
+
const individualResults = [];
|
|
150
|
+
// Send up to `maxParallelRequests` requests at once, wait for all of them to finish and repeat
|
|
151
|
+
for (let i = 0; i < requests.length; i += 25) {
|
|
152
|
+
const requestsInBatch = requests.slice(i, i + 25);
|
|
153
|
+
operationsInProgress.push(this._batchAddRequestsWithRetries(requestsInBatch, options));
|
|
154
|
+
if (operationsInProgress.length === maxParallelRequests) {
|
|
155
|
+
individualResults.push(...(await Promise.all(operationsInProgress)));
|
|
156
|
+
operationsInProgress.splice(0, operationsInProgress.length);
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
// Get results from remaining operations
|
|
160
|
+
individualResults.push(...(await Promise.all(operationsInProgress)));
|
|
161
|
+
// Combine individual results together
|
|
162
|
+
const result = {
|
|
163
|
+
processedRequests: [],
|
|
164
|
+
unprocessedRequests: [],
|
|
165
|
+
};
|
|
166
|
+
individualResults.forEach(({ processedRequests, unprocessedRequests }) => {
|
|
167
|
+
result.processedRequests.push(...processedRequests);
|
|
168
|
+
result.unprocessedRequests.push(...unprocessedRequests);
|
|
169
|
+
});
|
|
170
|
+
return result;
|
|
171
|
+
}
|
|
82
172
|
/**
|
|
83
173
|
* https://docs.apify.com/api/v2#/reference/request-queues/request/get-request
|
|
84
174
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"request_queue.js","sourceRoot":"","sources":["../../src/resource_clients/request_queue.ts"],"names":[],"mappings":";;;;AAAA,yDAAoB;
|
|
1
|
+
{"version":3,"file":"request_queue.js","sourceRoot":"","sources":["../../src/resource_clients/request_queue.ts"],"names":[],"mappings":";;;;AAAA,kEAA6B;AAC7B,yDAAoB;AAIpB,6DAAyD;AAEzD,oCAKkB;AAElB;;GAEG;AACH,MAAa,kBAAmB,SAAQ,gCAAc;IAGlD,YAAY,OAAoC,EAAE,cAAuC,EAAE;QACvF,KAAK,CAAC;YACF,YAAY,EAAE,gBAAgB;YAC9B,GAAG,OAAO;SACb,CAAC,CAAC;QANP;;;;;WAA2B;QAQvB,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,SAA0C;QACnD,IAAA,YAAE,EAAC,SAAS,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QAEzB,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,UAA6C,EAAE;QAC1D,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,KAAK,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;SAC5B,CAAC,CAAC,CAAC;QAEJ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YACxC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;YACtB,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC;gBACjB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC5B,CAAC;SACL,CAAC,CAAC;QAEH,OAAO,IAAA,YAAI,EAAC,IAAA,uBAAe,EAAC,IAAA,iBAAS,EAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CACZ,OAAoD,EACpD,UAA+C,EAAE;QAEjD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,YAAY,CAAC;YAC/B,EAAE,EAAE,YAAE,CAAC,SAAS;SACnB,CAAC,CAAC,CAAC;QAEJ,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SACjC,CAAC,CAAC,CAAC;QAEJ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YACxC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;YAC1B,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC;gBACjB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,SAAS,EAAE,IAAI,CAAC,SAAS;aAC5B,CAAC;SACL,CAAC,CAAC;QAEH,OAAO,IAAA,YAAI,EAAC,IAAA,uBAAe,EAAC,IAAA,iBAAS,EAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC;IAES,KAAK,CAAC,4BAA4B,CACxC,QAAuD,EACvD,UAAoD,EAAE;QAEtD,+EAA+E;QAC/E,IAAI,iBAAiB,GAAG,QAAQ,CAAC;QACjC,sEAAsE;QACtE,MAAM,iBAAiB,GAAuB,EAAE,CAAC;QACjD,iEAAiE;QACjE,oDAAoD;QACpD,IAAI,mBAAmB,GAAyB,EAAE,CAAC;QACnD,8EAA8E;QAC9E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE;YACrD,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;oBACxC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC;oBAChC,MAAM,EAAE,MAAM;oBACd,IAAI,EAAE,iBAAiB;oBACvB,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC;wBACjB,SAAS,EAAE,OAAO,CAAC,SAAS;wBAC5B,SAAS,EAAE,IAAI,CAAC,SAAS;qBAC5B,CAAC;iBACL,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAgD,CAAC;gBAC5E,iBAAiB,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC;gBAClD,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC;gBAE/C,mDAAmD;gBACnD,MAAM,2BAA2B,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;gBACxF,6DAA6D;gBAC7D,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC,2BAA2B,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;gBAEzG,2CAA2C;gBAC3C,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE;oBAChC,MAAM;iBACT;aACJ;YAAC,OAAO,GAAG,EAAE;gBACV,aAAG,CAAC,SAAS,CAAC,GAAY,EAAE,6BAA6B,CAAC,CAAC;gBAC3D,0GAA0G;gBAC1G,wEAAwE;gBACxE,MAAM,2BAA2B,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;gBACxF,mBAAmB,GAAG,QAAQ;qBACzB,MAAM,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC,2BAA2B,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;qBAC3E,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;gBAEvE,MAAM;aACT;YAED,0CAA0C;YAC1C,kEAAkE;YAClE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,4BAA4B,CAAC,CAAC,CAAC;SACrG;QAED,MAAM,MAAM,GAAG,EAAE,iBAAiB,EAAE,mBAAmB,EAA2B,CAAC;QAEnF,OAAO,IAAA,YAAI,EAAC,IAAA,uBAAe,EAAC,MAAM,CAAC,CAAC,CAAC;IACzC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,gBAAgB,CAClB,QAAuD,EACvD,UAAoD,EAAE;QAEtD,IAAA,YAAE,EAAC,QAAQ,EAAE,YAAE,CAAC,KAAK,CAAC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC,YAAY,CAAC;YAChD,EAAE,EAAE,YAAE,CAAC,SAAS;SACnB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAElB,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SACjC,CAAC,CAAC,CAAC;QAEJ,gHAAgH;QAChH,MAAM,mBAAmB,GAAG,EAAE,CAAC;QAE/B,MAAM,oBAAoB,GAAG,EAAE,CAAC;QAChC,MAAM,iBAAiB,GAAG,EAAE,CAAC;QAE7B,+FAA+F;QAC/F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC1C,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;YAClD,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC;YACvF,IAAI,oBAAoB,CAAC,MAAM,KAAK,mBAAmB,EAAE;gBACrD,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;gBACrE,oBAAoB,CAAC,MAAM,CAAC,CAAC,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC;aAC/D;SACJ;QACD,wCAAwC;QACxC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;QAErE,sCAAsC;QACtC,MAAM,MAAM,GAA6C;YACrD,iBAAiB,EAAE,EAAE;YACrB,mBAAmB,EAAE,EAAE;SAC1B,CAAC;QACF,iBAAiB,CAAC,OAAO,CAAC,CAAC,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,EAAE,EAAE;YACrE,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,CAAC;YACpD,MAAM,CAAC,mBAAmB,CAAC,IAAI,CAAC,GAAG,mBAAmB,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,EAAU;QACvB,IAAA,YAAE,EAAC,EAAE,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QAClB,MAAM,WAAW,GAAuB;YACpC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YAChC,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE;SACzB,CAAC;QACF,IAAI;YACA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACzD,OAAO,IAAA,YAAI,EAAC,IAAA,uBAAe,EAAC,IAAA,iBAAS,EAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SAC1D;QAAC,OAAO,GAAG,EAAE;YACV,IAAA,4BAAoB,EAAC,GAAoB,CAAC,CAAC;SAC9C;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACf,OAAwC,EACxC,UAA+C,EAAE;QAEjD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,YAAY,CAAC;YAC/B,EAAE,EAAE,YAAE,CAAC,MAAM;SAChB,CAAC,CAAC,CAAC;QAEJ,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,SAAS,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SACjC,CAAC,CAAC,CAAC;QAEJ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YACxC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,OAAO,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC;gBACjB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,SAAS,EAAE,IAAI,CAAC,SAAS;aAC5B,CAAC;SACL,CAAC,CAAC;QAEH,OAAO,IAAA,YAAI,EAAC,IAAA,uBAAe,EAAC,IAAA,iBAAS,EAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,EAAU;QAC1B,IAAA,YAAE,EAAC,EAAE,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;QAElB,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YACvB,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YAChC,MAAM,EAAE,QAAQ;YAChB,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC;gBACjB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC5B,CAAC;SACL,CAAC,CAAC;IACP,CAAC;CACJ;AAzPD,gDAyPC"}
|
package/package.json
CHANGED
|
@@ -1,109 +1,109 @@
|
|
|
1
1
|
{
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
2
|
+
"name": "apify-client",
|
|
3
|
+
"version": "2.1.0-beta.2",
|
|
4
|
+
"description": "Apify API client for JavaScript",
|
|
5
|
+
"main": "dist/index.js",
|
|
6
|
+
"module": "dist/index.mjs",
|
|
7
|
+
"types": "dist/index.d.ts",
|
|
8
|
+
"exports": {
|
|
9
|
+
"./package.json": "./package.json",
|
|
10
|
+
".": {
|
|
11
|
+
"import": "./dist/index.mjs",
|
|
12
|
+
"require": "./dist/index.js"
|
|
13
|
+
}
|
|
14
|
+
},
|
|
15
|
+
"keywords": [
|
|
16
|
+
"apify",
|
|
17
|
+
"api",
|
|
18
|
+
"apifier",
|
|
19
|
+
"crawler",
|
|
20
|
+
"scraper"
|
|
21
|
+
],
|
|
22
|
+
"author": {
|
|
23
|
+
"name": "Apify",
|
|
24
|
+
"email": "support@apify.com",
|
|
25
|
+
"url": "https://apify.com"
|
|
26
|
+
},
|
|
27
|
+
"contributors": [
|
|
28
|
+
"Jan Curn <jan@apify.com>",
|
|
29
|
+
"Marek Trunkát <marek@apify.com>",
|
|
30
|
+
"Ondra Urban <ondra@apify.com>",
|
|
31
|
+
"Jakub Drobník <jakub.drobnik@apify.com>"
|
|
32
|
+
],
|
|
33
|
+
"license": "Apache-2.0",
|
|
34
|
+
"repository": {
|
|
35
|
+
"type": "git",
|
|
36
|
+
"url": "git+https://github.com/apifytech/apify-client-js"
|
|
37
|
+
},
|
|
38
|
+
"bugs": {
|
|
39
|
+
"url": "https://github.com/apifytech/apify-client-js/issues"
|
|
40
|
+
},
|
|
41
|
+
"homepage": "https://apify.com/docs/sdk/apify-client-js/latest",
|
|
42
|
+
"files": [
|
|
43
|
+
"dist",
|
|
44
|
+
"!dist/*.tsbuildinfo",
|
|
45
|
+
"!dist/bundle.js"
|
|
46
|
+
],
|
|
47
|
+
"scripts": {
|
|
48
|
+
"build": "run-s clean build:node build:browser",
|
|
49
|
+
"postbuild": "gen-esm-wrapper dist/index.js dist/index.mjs",
|
|
50
|
+
"prepublishOnly": "(test $CI || (echo \"Publishing is reserved to CI!\"; exit 1))",
|
|
51
|
+
"clean": "rimraf dist",
|
|
52
|
+
"test": "npm run build && jest",
|
|
53
|
+
"lint": "eslint src test --ext js,jsx,mjs,ts",
|
|
54
|
+
"lint:fix": "eslint src test --ext js,jsx,mjs,ts --fix",
|
|
55
|
+
"build:node": "tsc",
|
|
56
|
+
"build:browser": "webpack",
|
|
57
|
+
"build-docs": "npm run build-toc && node docs/build_docs.js",
|
|
58
|
+
"build-toc": "markdown-toc docs/README.hbs -i"
|
|
59
|
+
},
|
|
60
|
+
"dependencies": {
|
|
61
|
+
"@apify/consts": "^1.4.0",
|
|
62
|
+
"@apify/log": "^1.1.1",
|
|
63
|
+
"agentkeepalive": "^4.1.4",
|
|
64
|
+
"async-retry": "^1.3.1",
|
|
65
|
+
"axios": "^0.21.1",
|
|
66
|
+
"content-type": "^1.0.4",
|
|
67
|
+
"ow": "^0.27.0"
|
|
68
|
+
},
|
|
69
|
+
"devDependencies": {
|
|
70
|
+
"@apify/eslint-config-ts": "^0.1.4",
|
|
71
|
+
"@apify/tsconfig": "^0.1.0",
|
|
72
|
+
"@babel/cli": "^7.14.8",
|
|
73
|
+
"@babel/core": "^7.15.0",
|
|
74
|
+
"@babel/preset-env": "^7.15.0",
|
|
75
|
+
"@babel/register": "^7.15.3",
|
|
76
|
+
"@types/async-retry": "^1.4.3",
|
|
77
|
+
"@types/content-type": "^1.1.5",
|
|
78
|
+
"@types/express": "^4.17.13",
|
|
79
|
+
"@types/fs-extra": "^9.0.12",
|
|
80
|
+
"@types/jest": "^27.0.1",
|
|
81
|
+
"@types/node": "^16.6.1",
|
|
82
|
+
"@typescript-eslint/eslint-plugin": "^4.29.1",
|
|
83
|
+
"@typescript-eslint/parser": "^4.29.1",
|
|
84
|
+
"apify": "^2.0.2",
|
|
85
|
+
"babel-loader": "^8.2.2",
|
|
86
|
+
"body-parser": "^1.19.0",
|
|
87
|
+
"compression": "^1.7.4",
|
|
88
|
+
"eslint": "^7.32.0",
|
|
89
|
+
"express": "^4.17.1",
|
|
90
|
+
"fs-extra": "^10.0.0",
|
|
91
|
+
"gen-esm-wrapper": "^1.1.2",
|
|
92
|
+
"jest": "^27.0.6",
|
|
93
|
+
"jest-circus": "^27.0.6",
|
|
94
|
+
"jsdoc-to-markdown": "^7.0.1",
|
|
95
|
+
"markdown-toc": "^1.2.0",
|
|
96
|
+
"morgan": "^1.10.0",
|
|
97
|
+
"npm-run-all": "^4.1.5",
|
|
98
|
+
"process": "^0.11.10",
|
|
99
|
+
"puppeteer": "^10.2.0",
|
|
100
|
+
"rimraf": "^3.0.2",
|
|
101
|
+
"terser-webpack-plugin": "^5.1.4",
|
|
102
|
+
"ts-jest": "^27.0.4",
|
|
103
|
+
"ts-loader": "^9.2.5",
|
|
104
|
+
"ts-node": "^10.2.0",
|
|
105
|
+
"typescript": "^4.3.5",
|
|
106
|
+
"webpack": "^5.50.0",
|
|
107
|
+
"webpack-cli": "^4.7.2"
|
|
108
|
+
}
|
|
109
109
|
}
|