@dealcrawl/sdk 2.0.2 → 2.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +47 -2
- package/dist/{sdk/src/client.d.ts → client.d.ts} +6 -6
- package/dist/client.d.ts.map +1 -0
- package/dist/{sdk/src/client.js → client.js} +8 -8
- package/dist/client.js.map +1 -0
- package/dist/{sdk/src/error.d.ts → error.d.ts} +3 -2
- package/dist/error.d.ts.map +1 -0
- package/dist/{sdk/src/error.js → error.js} +15 -2
- package/dist/error.js.map +1 -0
- package/dist/{sdk/src/index.d.ts → index.d.ts} +3 -3
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js.map +1 -0
- package/dist/resources/account.d.ts.map +1 -0
- package/dist/resources/account.js.map +1 -0
- package/dist/{sdk/src/resources → resources}/crawl.d.ts +19 -5
- package/dist/resources/crawl.d.ts.map +1 -0
- package/dist/{sdk/src/resources → resources}/crawl.js +44 -15
- package/dist/resources/crawl.js.map +1 -0
- package/dist/{sdk/src/resources → resources}/data.d.ts +2 -2
- package/dist/resources/data.d.ts.map +1 -0
- package/dist/{sdk/src/resources → resources}/data.js +6 -0
- package/dist/resources/data.js.map +1 -0
- package/dist/resources/dork.d.ts.map +1 -0
- package/dist/{sdk/src/resources → resources}/dork.js +6 -6
- package/dist/resources/dork.js.map +1 -0
- package/dist/resources/extract.d.ts.map +1 -0
- package/dist/resources/extract.js.map +1 -0
- package/dist/resources/index.d.ts.map +1 -0
- package/dist/resources/index.js.map +1 -0
- package/dist/{sdk/src/resources → resources}/keys.d.ts +1 -1
- package/dist/resources/keys.d.ts.map +1 -0
- package/dist/{sdk/src/resources → resources}/keys.js +1 -1
- package/dist/resources/keys.js.map +1 -0
- package/dist/resources/scrape.d.ts.map +1 -0
- package/dist/resources/scrape.js.map +1 -0
- package/dist/resources/status.d.ts.map +1 -0
- package/dist/resources/status.js.map +1 -0
- package/dist/resources/webhooks.d.ts.map +1 -0
- package/dist/resources/webhooks.js.map +1 -0
- package/dist/{sdk/src/types → types}/config.d.ts +1 -1
- package/dist/types/config.d.ts.map +1 -0
- package/dist/types/config.js.map +1 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js.map +1 -0
- package/dist/{sdk/src/types → types}/options.d.ts +45 -3
- package/dist/types/options.d.ts.map +1 -0
- package/dist/types/options.js.map +1 -0
- package/dist/{sdk/src/types → types}/responses.d.ts +38 -1
- package/dist/types/responses.d.ts.map +1 -0
- package/dist/types/responses.js.map +1 -0
- package/dist/types/shared.d.ts +234 -0
- package/dist/types/shared.d.ts.map +1 -0
- package/dist/{shared/src/constants/errors.js → types/shared.js} +8 -10
- package/dist/types/shared.js.map +1 -0
- package/dist/utils/polling.d.ts.map +1 -0
- package/dist/utils/polling.js.map +1 -0
- package/dist/{sdk/src/utils → utils}/request.d.ts +1 -1
- package/dist/utils/request.d.ts.map +1 -0
- package/dist/{sdk/src/utils → utils}/request.js +39 -8
- package/dist/utils/request.js.map +1 -0
- package/package.json +6 -6
- package/dist/sdk/src/client.d.ts.map +0 -1
- package/dist/sdk/src/client.js.map +0 -1
- package/dist/sdk/src/error.d.ts.map +0 -1
- package/dist/sdk/src/error.js.map +0 -1
- package/dist/sdk/src/index.d.ts.map +0 -1
- package/dist/sdk/src/index.js.map +0 -1
- package/dist/sdk/src/resources/account.d.ts.map +0 -1
- package/dist/sdk/src/resources/account.js.map +0 -1
- package/dist/sdk/src/resources/crawl.d.ts.map +0 -1
- package/dist/sdk/src/resources/crawl.js.map +0 -1
- package/dist/sdk/src/resources/data.d.ts.map +0 -1
- package/dist/sdk/src/resources/data.js.map +0 -1
- package/dist/sdk/src/resources/dork.d.ts.map +0 -1
- package/dist/sdk/src/resources/dork.js.map +0 -1
- package/dist/sdk/src/resources/extract.d.ts.map +0 -1
- package/dist/sdk/src/resources/extract.js.map +0 -1
- package/dist/sdk/src/resources/index.d.ts.map +0 -1
- package/dist/sdk/src/resources/index.js.map +0 -1
- package/dist/sdk/src/resources/keys.d.ts.map +0 -1
- package/dist/sdk/src/resources/keys.js.map +0 -1
- package/dist/sdk/src/resources/scrape.d.ts.map +0 -1
- package/dist/sdk/src/resources/scrape.js.map +0 -1
- package/dist/sdk/src/resources/status.d.ts.map +0 -1
- package/dist/sdk/src/resources/status.js.map +0 -1
- package/dist/sdk/src/resources/webhooks.d.ts.map +0 -1
- package/dist/sdk/src/resources/webhooks.js.map +0 -1
- package/dist/sdk/src/types/config.d.ts.map +0 -1
- package/dist/sdk/src/types/config.js.map +0 -1
- package/dist/sdk/src/types/index.d.ts.map +0 -1
- package/dist/sdk/src/types/index.js.map +0 -1
- package/dist/sdk/src/types/options.d.ts.map +0 -1
- package/dist/sdk/src/types/options.js.map +0 -1
- package/dist/sdk/src/types/responses.d.ts.map +0 -1
- package/dist/sdk/src/types/responses.js.map +0 -1
- package/dist/sdk/src/utils/polling.d.ts.map +0 -1
- package/dist/sdk/src/utils/polling.js.map +0 -1
- package/dist/sdk/src/utils/request.d.ts.map +0 -1
- package/dist/sdk/src/utils/request.js.map +0 -1
- package/dist/shared/src/constants/errors.d.ts +0 -26
- package/dist/shared/src/constants/errors.d.ts.map +0 -1
- package/dist/shared/src/constants/errors.js.map +0 -1
- package/dist/shared/src/constants/http.d.ts +0 -26
- package/dist/shared/src/constants/http.d.ts.map +0 -1
- package/dist/shared/src/constants/http.js +0 -26
- package/dist/shared/src/constants/http.js.map +0 -1
- package/dist/shared/src/constants/index.d.ts +0 -4
- package/dist/shared/src/constants/index.d.ts.map +0 -1
- package/dist/shared/src/constants/index.js +0 -5
- package/dist/shared/src/constants/index.js.map +0 -1
- package/dist/shared/src/constants/limits.d.ts +0 -52
- package/dist/shared/src/constants/limits.d.ts.map +0 -1
- package/dist/shared/src/constants/limits.js +0 -43
- package/dist/shared/src/constants/limits.js.map +0 -1
- package/dist/shared/src/index.d.ts +0 -5
- package/dist/shared/src/index.d.ts.map +0 -1
- package/dist/shared/src/index.js +0 -11
- package/dist/shared/src/index.js.map +0 -1
- package/dist/shared/src/lib/index.d.ts +0 -2
- package/dist/shared/src/lib/index.d.ts.map +0 -1
- package/dist/shared/src/lib/index.js +0 -2
- package/dist/shared/src/lib/index.js.map +0 -1
- package/dist/shared/src/lib/redis.d.ts +0 -14
- package/dist/shared/src/lib/redis.d.ts.map +0 -1
- package/dist/shared/src/lib/redis.js +0 -60
- package/dist/shared/src/lib/redis.js.map +0 -1
- package/dist/shared/src/types/api-key.types.d.ts +0 -94
- package/dist/shared/src/types/api-key.types.d.ts.map +0 -1
- package/dist/shared/src/types/api-key.types.js +0 -30
- package/dist/shared/src/types/api-key.types.js.map +0 -1
- package/dist/shared/src/types/api.types.d.ts +0 -38
- package/dist/shared/src/types/api.types.d.ts.map +0 -1
- package/dist/shared/src/types/api.types.js +0 -2
- package/dist/shared/src/types/api.types.js.map +0 -1
- package/dist/shared/src/types/client.types.d.ts +0 -73
- package/dist/shared/src/types/client.types.d.ts.map +0 -1
- package/dist/shared/src/types/client.types.js +0 -9
- package/dist/shared/src/types/client.types.js.map +0 -1
- package/dist/shared/src/types/crawl.types.d.ts +0 -65
- package/dist/shared/src/types/crawl.types.d.ts.map +0 -1
- package/dist/shared/src/types/crawl.types.js +0 -2
- package/dist/shared/src/types/crawl.types.js.map +0 -1
- package/dist/shared/src/types/deal.types.d.ts +0 -210
- package/dist/shared/src/types/deal.types.d.ts.map +0 -1
- package/dist/shared/src/types/deal.types.js +0 -6
- package/dist/shared/src/types/deal.types.js.map +0 -1
- package/dist/shared/src/types/dork.types.d.ts +0 -29
- package/dist/shared/src/types/dork.types.d.ts.map +0 -1
- package/dist/shared/src/types/dork.types.js +0 -2
- package/dist/shared/src/types/dork.types.js.map +0 -1
- package/dist/shared/src/types/index.d.ts +0 -8
- package/dist/shared/src/types/index.d.ts.map +0 -1
- package/dist/shared/src/types/index.js +0 -9
- package/dist/shared/src/types/index.js.map +0 -1
- package/dist/shared/src/types/scrape.types.d.ts +0 -151
- package/dist/shared/src/types/scrape.types.d.ts.map +0 -1
- package/dist/shared/src/types/scrape.types.js +0 -2
- package/dist/shared/src/types/scrape.types.js.map +0 -1
- package/dist/shared/src/utils/date.d.ts +0 -7
- package/dist/shared/src/utils/date.d.ts.map +0 -1
- package/dist/shared/src/utils/date.js +0 -25
- package/dist/shared/src/utils/date.js.map +0 -1
- package/dist/shared/src/utils/hash.d.ts +0 -4
- package/dist/shared/src/utils/hash.d.ts.map +0 -1
- package/dist/shared/src/utils/hash.js +0 -21
- package/dist/shared/src/utils/hash.js.map +0 -1
- package/dist/shared/src/utils/index.d.ts +0 -7
- package/dist/shared/src/utils/index.d.ts.map +0 -1
- package/dist/shared/src/utils/index.js +0 -8
- package/dist/shared/src/utils/index.js.map +0 -1
- package/dist/shared/src/utils/logger.d.ts +0 -66
- package/dist/shared/src/utils/logger.d.ts.map +0 -1
- package/dist/shared/src/utils/logger.js +0 -268
- package/dist/shared/src/utils/logger.js.map +0 -1
- package/dist/shared/src/utils/retry.d.ts +0 -11
- package/dist/shared/src/utils/retry.d.ts.map +0 -1
- package/dist/shared/src/utils/retry.js +0 -36
- package/dist/shared/src/utils/retry.js.map +0 -1
- package/dist/shared/src/utils/url-validator.d.ts +0 -37
- package/dist/shared/src/utils/url-validator.d.ts.map +0 -1
- package/dist/shared/src/utils/url-validator.js +0 -179
- package/dist/shared/src/utils/url-validator.js.map +0 -1
- package/dist/shared/src/utils/url.d.ts +0 -6
- package/dist/shared/src/utils/url.d.ts.map +0 -1
- package/dist/shared/src/utils/url.js +0 -56
- package/dist/shared/src/utils/url.js.map +0 -1
- /package/dist/{sdk/src/index.js → index.js} +0 -0
- /package/dist/{sdk/src/resources → resources}/account.d.ts +0 -0
- /package/dist/{sdk/src/resources → resources}/account.js +0 -0
- /package/dist/{sdk/src/resources → resources}/dork.d.ts +0 -0
- /package/dist/{sdk/src/resources → resources}/extract.d.ts +0 -0
- /package/dist/{sdk/src/resources → resources}/extract.js +0 -0
- /package/dist/{sdk/src/resources → resources}/index.d.ts +0 -0
- /package/dist/{sdk/src/resources → resources}/index.js +0 -0
- /package/dist/{sdk/src/resources → resources}/scrape.d.ts +0 -0
- /package/dist/{sdk/src/resources → resources}/scrape.js +0 -0
- /package/dist/{sdk/src/resources → resources}/status.d.ts +0 -0
- /package/dist/{sdk/src/resources → resources}/status.js +0 -0
- /package/dist/{sdk/src/resources → resources}/webhooks.d.ts +0 -0
- /package/dist/{sdk/src/resources → resources}/webhooks.js +0 -0
- /package/dist/{sdk/src/types → types}/config.js +0 -0
- /package/dist/{sdk/src/types → types}/index.d.ts +0 -0
- /package/dist/{sdk/src/types → types}/index.js +0 -0
- /package/dist/{sdk/src/types → types}/options.js +0 -0
- /package/dist/{sdk/src/types → types}/responses.js +0 -0
- /package/dist/{sdk/src/utils → utils}/polling.d.ts +0 -0
- /package/dist/{sdk/src/utils → utils}/polling.js +0 -0
package/README.md
CHANGED
|
@@ -282,10 +282,10 @@ await client.webhooks.delete(webhookId);
|
|
|
282
282
|
// List all keys
|
|
283
283
|
const keys = await client.keys.list();
|
|
284
284
|
|
|
285
|
-
// Create a new key
|
|
285
|
+
// Create a new key with proper scopes
|
|
286
286
|
const newKey = await client.keys.create({
|
|
287
287
|
name: "Production Key",
|
|
288
|
-
scopes: ["scrape
|
|
288
|
+
scopes: ["scrape", "crawl", "status", "data:read"],
|
|
289
289
|
expiresInDays: 365,
|
|
290
290
|
});
|
|
291
291
|
// ⚠️ Save newKey.key immediately - it won't be shown again!
|
|
@@ -302,6 +302,51 @@ await client.keys.revoke(keyId);
|
|
|
302
302
|
const stats = await client.keys.getStats(keyId, { days: 30 });
|
|
303
303
|
```
|
|
304
304
|
|
|
305
|
+
**Available Scopes:**
|
|
306
|
+
|
|
307
|
+
| Scope | Endpoint | Description |
|
|
308
|
+
| ----------------- | --------------------- | ---------------------- |
|
|
309
|
+
| `scrape` | `POST /v1/scrape` | Create scrape jobs |
|
|
310
|
+
| `crawl` | `POST /v1/crawl` | Create crawl jobs |
|
|
311
|
+
| `dork` | `POST /v1/dork` | Create dork searches |
|
|
312
|
+
| `extract` | `POST /v1/extract` | Create extraction jobs |
|
|
313
|
+
| `status` | `GET /v1/status/:id` | Read job status |
|
|
314
|
+
| `data:read` | `GET /v1/data/*` | Read jobs/deals |
|
|
315
|
+
| `data:export` | `GET /v1/data/export` | Export data |
|
|
316
|
+
| `keys:manage` | `/v1/keys` | Manage API keys |
|
|
317
|
+
| `webhooks:manage` | `/v1/webhooks` | Manage webhooks |
|
|
318
|
+
|
|
319
|
+
**Scope Examples:**
|
|
320
|
+
|
|
321
|
+
```typescript
|
|
322
|
+
// Read-only monitoring key
|
|
323
|
+
await client.keys.create({
|
|
324
|
+
name: "Monitoring Dashboard",
|
|
325
|
+
scopes: ["status", "data:read"],
|
|
326
|
+
});
|
|
327
|
+
|
|
328
|
+
// Production scraping key
|
|
329
|
+
await client.keys.create({
|
|
330
|
+
name: "Scraper Service",
|
|
331
|
+
scopes: ["scrape", "status", "data:read"],
|
|
332
|
+
});
|
|
333
|
+
|
|
334
|
+
// Full access (admin)
|
|
335
|
+
await client.keys.create({
|
|
336
|
+
name: "Admin Key",
|
|
337
|
+
scopes: [
|
|
338
|
+
"scrape",
|
|
339
|
+
"crawl",
|
|
340
|
+
"dork",
|
|
341
|
+
"extract",
|
|
342
|
+
"status",
|
|
343
|
+
"data:read",
|
|
344
|
+
"data:export",
|
|
345
|
+
"keys:manage",
|
|
346
|
+
],
|
|
347
|
+
});
|
|
348
|
+
```
|
|
349
|
+
|
|
305
350
|
### Account - Profile & Preferences
|
|
306
351
|
|
|
307
352
|
```typescript
|
|
@@ -21,15 +21,15 @@
|
|
|
21
21
|
*/
|
|
22
22
|
import type { DealCrawlConfig } from "./types/config";
|
|
23
23
|
import type { WaitOptions, WaitResult } from "./utils/polling";
|
|
24
|
-
import {
|
|
24
|
+
import { AccountResource } from "./resources/account";
|
|
25
25
|
import { CrawlResource } from "./resources/crawl";
|
|
26
|
-
import {
|
|
26
|
+
import { DataResource } from "./resources/data";
|
|
27
27
|
import { DorkResource } from "./resources/dork";
|
|
28
|
+
import { ExtractResource } from "./resources/extract";
|
|
29
|
+
import { KeysResource } from "./resources/keys";
|
|
30
|
+
import { ScrapeResource } from "./resources/scrape";
|
|
28
31
|
import { StatusResource } from "./resources/status";
|
|
29
|
-
import { DataResource } from "./resources/data";
|
|
30
32
|
import { WebhooksResource } from "./resources/webhooks";
|
|
31
|
-
import { KeysResource } from "./resources/keys";
|
|
32
|
-
import { AccountResource } from "./resources/account";
|
|
33
33
|
/**
|
|
34
34
|
* DealCrawl SDK Client
|
|
35
35
|
*
|
|
@@ -157,7 +157,7 @@ export declare class DealCrawl {
|
|
|
157
157
|
* ```ts
|
|
158
158
|
* const newKey = await client.keys.create({
|
|
159
159
|
* name: "Production",
|
|
160
|
-
* scopes: ["scrape
|
|
160
|
+
* scopes: ["scrape", "status"]
|
|
161
161
|
* });
|
|
162
162
|
* ```
|
|
163
163
|
*/
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAkB,MAAM,gBAAgB,CAAC;AAEtE,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAI/D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAExD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,qBAAa,SAAS;IACpB,+BAA+B;IAC/B,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAiB;IAMrC;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC;IAEhC;;;;;;;;;;;;;;;OAeG;IACH,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;IAE9B;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,OAAO,EAAE,eAAe,CAAC;IAElC;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAE5B;;;;;;;;;OASG;IACH,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC;IAEhC;;;;;;;;;OASG;IACH,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAE5B;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAC;IAEpC;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAE5B;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,OAAO,EAAE,eAAe,CAAC;IAMlC;;;;;;;;;;;;;;;;;;;;OAoBG;gBACS,MAAM,EAAE,eAAe;IA+BnC;;;;;;;;;;;;;;;;;;OAkBG;IACG,aAAa,CAAC,CAAC,GAAG,OAAO,EAC7B,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAIzB;;;;;;;;;;;;;OAaG;IACG,UAAU,CAAC,CAAC,GAAG,OAAO,EAC1B,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;IAI3B;;;;;;;;;OASG;IACG,UAAU,CAAC,CAAC,GAAG,OAAO,EAC1B,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAQzB;;;;;;;;;;;OAWG;IACG,aAAa,CAAC,CAAC,GAAG,OAAO,EAC7B,OAAO,EAAE,UAAU,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAChD,WAAW,CAAC,EAAE,WAAW,GACxB,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAKzB;;;;;;;;;;;OAWG;IACG,YAAY,CAAC,CAAC,GAAG,OAAO,EAC5B,OAAO,EAAE,UAAU,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAC/C,WAAW,CAAC,EAAE,WAAW,GACxB,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAKzB;;;;;;;;;;;OAWG;IACG,cAAc,CAAC,CAAC,GAAG,OAAO,EAC9B,OAAO,EAAE,UAAU,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EACjD,WAAW,CAAC,EAAE,WAAW,GACxB,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;CAI1B"}
|
|
@@ -20,17 +20,17 @@
|
|
|
20
20
|
* ```
|
|
21
21
|
*/
|
|
22
22
|
import { DEFAULT_CONFIG } from "./types/config";
|
|
23
|
-
import {
|
|
23
|
+
import { waitForAll, waitForAny, waitForResult } from "./utils/polling";
|
|
24
24
|
// Import resources
|
|
25
|
-
import {
|
|
25
|
+
import { AccountResource } from "./resources/account";
|
|
26
26
|
import { CrawlResource } from "./resources/crawl";
|
|
27
|
-
import {
|
|
27
|
+
import { DataResource } from "./resources/data";
|
|
28
28
|
import { DorkResource } from "./resources/dork";
|
|
29
|
+
import { ExtractResource } from "./resources/extract";
|
|
30
|
+
import { KeysResource } from "./resources/keys";
|
|
31
|
+
import { ScrapeResource } from "./resources/scrape";
|
|
29
32
|
import { StatusResource } from "./resources/status";
|
|
30
|
-
import { DataResource } from "./resources/data";
|
|
31
33
|
import { WebhooksResource } from "./resources/webhooks";
|
|
32
|
-
import { KeysResource } from "./resources/keys";
|
|
33
|
-
import { AccountResource } from "./resources/account";
|
|
34
34
|
/**
|
|
35
35
|
* DealCrawl SDK Client
|
|
36
36
|
*
|
|
@@ -161,7 +161,7 @@ export class DealCrawl {
|
|
|
161
161
|
* ```ts
|
|
162
162
|
* const newKey = await client.keys.create({
|
|
163
163
|
* name: "Production",
|
|
164
|
-
* scopes: ["scrape
|
|
164
|
+
* scopes: ["scrape", "status"]
|
|
165
165
|
* });
|
|
166
166
|
* ```
|
|
167
167
|
*/
|
|
@@ -203,7 +203,7 @@ export class DealCrawl {
|
|
|
203
203
|
* ```
|
|
204
204
|
*/
|
|
205
205
|
constructor(config) {
|
|
206
|
-
if (!config.apiKey) {
|
|
206
|
+
if (!config.apiKey || !config.apiKey.trim()) {
|
|
207
207
|
throw new Error("API key is required");
|
|
208
208
|
}
|
|
209
209
|
// Build request context
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"client.js","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAGH,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAExE,mBAAmB;AACnB,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAExD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,MAAM,OAAO,SAAS;IACpB,+BAA+B;IACd,GAAG,CAAiB;IAErC,+CAA+C;IAC/C,YAAY;IACZ,+CAA+C;IAE/C;;;;;;;;;;OAUG;IACM,MAAM,CAAiB;IAEhC;;;;;;;;;;;;;;;OAeG;IACM,KAAK,CAAgB;IAE9B;;;;;;;;;;OAUG;IACM,OAAO,CAAkB;IAElC;;;;;;;;;;OAUG;IACM,IAAI,CAAe;IAE5B;;;;;;;;;OASG;IACM,MAAM,CAAiB;IAEhC;;;;;;;;;OASG;IACM,IAAI,CAAe;IAE5B;;;;;;;;;;OAUG;IACM,QAAQ,CAAmB;IAEpC;;;;;;;;;;OAUG;IACM,IAAI,CAAe;IAE5B;;;;;;;;;;OAUG;IACM,OAAO,CAAkB;IAElC,+CAA+C;IAC/C,cAAc;IACd,+CAA+C;IAE/C;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,wBAAwB;QACxB,IAAI,CAAC,GAAG,GAAG;YACT,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,cAAc,CAAC,OAAO;YACjD,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,cAAc,CAAC,OAAO;YACjD,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU;YAC1D,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU;YAC1D,WAAW,EAAE,MAAM,CAAC,WAAW;SAChC,CAAC;QAEF,uBAAuB;QACvB,IAAI,CAAC,MAAM,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,CAAC,IAAI,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/C,IAAI,CAAC,IAAI,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/C,CAAC;IAED,+CAA+C;IAC/C,kBAAkB;IAClB,+CAA+C;IAE/C;;;;;;;;;;;;;;;;;;OAkBG;IACH,KAAK,CAAC,aAAa,CACjB,KAAa,EACb,OAAqB;QAErB,OAAO,aAAa,CAAI,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACpD,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,KAAK,CAAC,UAAU,CACd,MAAgB,EAChB,OAAqB;QAErB,OAAO,UAAU,CAAI,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,UAAU,CACd,MAAgB,EAChB,OAAqB;QAErB,OAAO,UAAU,CAAI,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAED,+CAA+C;IAC/C,sBAAsB;IACtB,+CAA+C;IAE/C;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,aAAa,CACjB,OAAgD,EAChD,WAAyB;QAEzB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC,aAAa,CAAI,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IACvD,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,YAAY,CAChB,OAA+C,EAC/C,WAAyB;QAEzB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC7C,OAAO,IAAI,CAAC,aAAa,CAAI,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IACvD,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,cAAc,CAClB,OAAiD,EACjD,WAAyB;QAEzB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,IAAI,CAAC,aAAa,CAAI,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IACvD,CAAC;CACF"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { ERROR_CODES, type ErrorCode } from "
|
|
1
|
+
import { ERROR_CODES, type LegacyErrorCode as ErrorCode } from "./types/shared";
|
|
2
2
|
/**
|
|
3
3
|
* Custom error class for DealCrawl SDK
|
|
4
4
|
* Provides structured error handling with error codes
|
|
@@ -48,7 +48,8 @@ export declare class DealCrawlError extends Error {
|
|
|
48
48
|
message?: string;
|
|
49
49
|
error?: string;
|
|
50
50
|
details?: Record<string, unknown>;
|
|
51
|
-
|
|
51
|
+
retryAfter?: number;
|
|
52
|
+
}, retryAfter?: number | string | null): DealCrawlError;
|
|
52
53
|
}
|
|
53
54
|
export { ERROR_CODES, type ErrorCode };
|
|
54
55
|
//# sourceMappingURL=error.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"error.d.ts","sourceRoot":"","sources":["../src/error.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,KAAK,eAAe,IAAI,SAAS,EAClC,MAAM,gBAAgB,CAAC;AAExB;;;GAGG;AACH,qBAAa,cAAe,SAAQ,KAAK;IACvC,kCAAkC;IAClC,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IAEzB,6CAA6C;IAC7C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,+BAA+B;IAC/B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAE3C,8DAA8D;IAC9D,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;gBAEjB,OAAO,EAAE;QACnB,IAAI,EAAE,SAAS,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClC,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB;IAcD;;;OAGG;IACH,WAAW,IAAI,OAAO;IAUtB;;OAEG;IACH,WAAW,IAAI,OAAO;IAUtB;;OAEG;IACH,aAAa,IAAI,OAAO;IAIxB;;OAEG;IACH,eAAe,IAAI,OAAO;IAI1B;;OAEG;IACH,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAWjC;;OAEG;IACH,MAAM,CAAC,YAAY,CACjB,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE;QACJ,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAClC,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,EACD,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,GAClC,cAAc;CAyBlB;AA0BD,OAAO,EAAE,WAAW,EAAE,KAAK,SAAS,EAAE,CAAC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { ERROR_CODES } from "
|
|
1
|
+
import { ERROR_CODES, } from "./types/shared";
|
|
2
2
|
/**
|
|
3
3
|
* Custom error class for DealCrawl SDK
|
|
4
4
|
* Provides structured error handling with error codes
|
|
@@ -77,14 +77,27 @@ export class DealCrawlError extends Error {
|
|
|
77
77
|
/**
|
|
78
78
|
* Create a DealCrawlError from an API error response
|
|
79
79
|
*/
|
|
80
|
-
static fromResponse(statusCode, body) {
|
|
80
|
+
static fromResponse(statusCode, body, retryAfter) {
|
|
81
81
|
const code = body.code || mapStatusCodeToErrorCode(statusCode);
|
|
82
82
|
const message = body.message || body.error || "An error occurred";
|
|
83
|
+
// Parse retryAfter from parameter or body
|
|
84
|
+
let parsedRetryAfter;
|
|
85
|
+
if (retryAfter !== null && retryAfter !== undefined) {
|
|
86
|
+
parsedRetryAfter =
|
|
87
|
+
typeof retryAfter === "string" ? parseInt(retryAfter, 10) : retryAfter;
|
|
88
|
+
if (isNaN(parsedRetryAfter)) {
|
|
89
|
+
parsedRetryAfter = undefined;
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
else if (body.retryAfter !== undefined) {
|
|
93
|
+
parsedRetryAfter = body.retryAfter;
|
|
94
|
+
}
|
|
83
95
|
return new DealCrawlError({
|
|
84
96
|
code,
|
|
85
97
|
message,
|
|
86
98
|
statusCode,
|
|
87
99
|
details: body.details,
|
|
100
|
+
retryAfter: parsedRetryAfter,
|
|
88
101
|
});
|
|
89
102
|
}
|
|
90
103
|
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"error.js","sourceRoot":"","sources":["../src/error.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,GAEZ,MAAM,gBAAgB,CAAC;AAExB;;;GAGG;AACH,MAAM,OAAO,cAAe,SAAQ,KAAK;IACvC,kCAAkC;IACzB,IAAI,CAAY;IAEzB,6CAA6C;IACpC,UAAU,CAAS;IAE5B,+BAA+B;IACtB,OAAO,CAA2B;IAE3C,8DAA8D;IACrD,UAAU,CAAU;IAE7B,YAAY,OAMX;QACC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;QAC7B,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,GAAG,CAAC;QAC5C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QAErC,8DAA8D;QAC9D,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAC5B,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,WAAW;QACT,MAAM,cAAc,GAAgB;YAClC,WAAW,CAAC,mBAAmB;YAC/B,WAAW,CAAC,mBAAmB;YAC/B,WAAW,CAAC,WAAW;YACvB,WAAW,CAAC,cAAc;SAC3B,CAAC;QACF,OAAO,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,WAAW;QACT,MAAM,SAAS,GAAgB;YAC7B,WAAW,CAAC,eAAe;YAC3B,WAAW,CAAC,eAAe;YAC3B,WAAW,CAAC,eAAe;YAC3B,WAAW,CAAC,iBAAiB;SAC9B,CAAC;QACF,OAAO,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,mBAAmB,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,cAAc,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,YAAY,CACjB,UAAkB,EAClB,IAMC,EACD,UAAmC;QAEnC,MAAM,IAAI,GACP,IAAI,CAAC,IAAkB,IAAI,wBAAwB,CAAC,UAAU,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,KAAK,IAAI,mBAAmB,CAAC;QAElE,0CAA0C;QAC1C,IAAI,gBAAoC,CAAC;QACzC,IAAI,UAAU,KAAK,IAAI,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YACpD,gBAAgB;gBACd,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;YACzE,IAAI,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,GAAG,SAAS,CAAC;YAC/B,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACzC,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC;QACrC,CAAC;QAED,OAAO,IAAI,cAAc,CAAC;YACxB,IAAI;YACJ,OAAO;YACP,UAAU;YACV,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,gBAAgB;SAC7B,CAAC,CAAC;IACL,CAAC;CACF;AAED;;GAEG;AACH,SAAS,wBAAwB,CAAC,UAAkB;IAClD,QAAQ,UAAU,EAAE,CAAC;QACnB,KAAK,GAAG;YACN,OAAO,WAAW,CAAC,eAAe,CAAC;QACrC,KAAK,GAAG;YACN,OAAO,WAAW,CAAC,eAAe,CAAC;QACrC,KAAK,GAAG;YACN,OAAO,WAAW,CAAC,iBAAiB,CAAC;QACvC,KAAK,GAAG;YACN,OAAO,WAAW,CAAC,aAAa,CAAC;QACnC,KAAK,GAAG;YACN,OAAO,WAAW,CAAC,mBAAmB,CAAC;QACzC,KAAK,GAAG;YACN,OAAO,WAAW,CAAC,cAAc,CAAC;QACpC,KAAK,GAAG;YACN,OAAO,WAAW,CAAC,mBAAmB,CAAC;QACzC;YACE,OAAO,WAAW,CAAC,cAAc,CAAC;IACtC,CAAC;AACH,CAAC;AAED,OAAO,EAAE,WAAW,EAAkB,CAAC"}
|
|
@@ -49,10 +49,10 @@ export { DealCrawlError, ERROR_CODES, type ErrorCode } from "./error";
|
|
|
49
49
|
export { ScrapeResource, CrawlResource, ExtractResource, DorkResource, StatusResource, DataResource, WebhooksResource, KeysResource, AccountResource, } from "./resources";
|
|
50
50
|
export type { DealCrawlConfig, RequestContext } from "./types/config";
|
|
51
51
|
export { DEFAULT_CONFIG } from "./types/config";
|
|
52
|
-
export type { ScreenshotOptions, ScrapeOptions, CrawlOptions, CrawlTemplate, CrawlTemplateId, ExtractOptions, ExtractModel, DorkOptions, GetDealsOptions, JobStatusFilter, JobTypeFilter, SortOrder, ListJobsOptions, ListDealsOptions, ExportFormat, ExportJobsOptions, ExportDealsOptions, WebhookEvent, CreateWebhookOptions, UpdateWebhookOptions, ApiKeyScope, CreateApiKeyOptions, RotateApiKeyOptions, ListApiKeysOptions, GetApiKeyStatsOptions, ProductCategory, UpdatePreferencesOptions, } from "./types/options";
|
|
53
|
-
export type { JobResponse, PaginationInfo, ScrapeJobResponse, CrawlJobResponse, CrawlAnalysisResponse, ExtractJobResponse, DorkJobResponse, DealMetrics, CheckpointInfo, JobStatusResponse, JobDealsResponse, DealSummary, ResumeJobResponse, JobMetricsResponse, CancelJobResponse, JobSummary, ListJobsResponse, ProductInfo, PricingInfo, DealItem, ListDealsResponse, DealDetails, ClientStatsResponse, WebhookItem, CreateWebhookResponse, ListWebhooksResponse, UpdateWebhookResponse, DeleteWebhookResponse, TestWebhookResponse, ApiKeyInfo, CreatedApiKey, ListKeysResponse, CreateKeyResponse, RotateKeyResponse, DeleteKeyResponse, KeyStatsResponse, UsageStats, ClientPreferences, AccountInfoResponse, AccountMetricsResponse, DealUpMetrics, DealUpMetricsResponse, CrawlRecommendation, RecommendationsResponse, PreferencesResponse, UpdatePreferencesResponse, } from "./types/responses";
|
|
52
|
+
export type { ScreenshotOptions, ScrapeOptions, CrawlOptions, CrawlTemplate, CrawlTemplateId, CrawlCategory, CrawlPriority, PriceRange, ExtractOptions, ExtractModel, DorkOptions, GetDealsOptions, JobStatusFilter, JobTypeFilter, SortOrder, ListJobsOptions, ListDealsOptions, ExportFormat, ExportJobsOptions, ExportDealsOptions, WebhookEvent, CreateWebhookOptions, UpdateWebhookOptions, ApiKeyScope, CreateApiKeyOptions, RotateApiKeyOptions, ListApiKeysOptions, GetApiKeyStatsOptions, ProductCategory, UpdatePreferencesOptions, } from "./types/options";
|
|
53
|
+
export type { JobResponse, PaginationInfo, ScrapeJobResponse, CrawlJobResponse, CrawlAnalysisResponse, CrawlTemplateInfo, CrawlFeatures, CrawlPriorityLevel, ExtractJobResponse, DorkJobResponse, DealMetrics, CheckpointInfo, JobStatusResponse, JobDealsResponse, DealSummary, ResumeJobResponse, JobMetricsResponse, CancelJobResponse, JobSummary, ListJobsResponse, ProductInfo, PricingInfo, DealItem, ListDealsResponse, DealDetails, ClientStatsResponse, WebhookItem, CreateWebhookResponse, ListWebhooksResponse, UpdateWebhookResponse, DeleteWebhookResponse, TestWebhookResponse, ApiKeyInfo, CreatedApiKey, ListKeysResponse, CreateKeyResponse, RotateKeyResponse, DeleteKeyResponse, KeyStatsResponse, UsageStats, ClientPreferences, AccountInfoResponse, AccountMetricsResponse, DealUpMetrics, DealUpMetricsResponse, CrawlRecommendation, RecommendationsResponse, PreferencesResponse, UpdatePreferencesResponse, } from "./types/responses";
|
|
54
54
|
export type { WaitOptions, WaitResult } from "./utils/polling";
|
|
55
55
|
export { waitForResult, waitForAll, waitForAny, pollUntil, } from "./utils/polling";
|
|
56
|
-
export type { JobStatus, RateLimitInfo, PaginatedResponse, ApiResponse, ApiError, ScrapeResult, CrawlResult, DorkResult, ExtractedDeal, DealScoreSummary, Signal, PriceSignal, DiscountSignal, ParsedPage, } from "
|
|
56
|
+
export type { JobStatus, RateLimitInfo, PaginatedResponse, ApiResponse, ApiError, ScrapeResult, CrawlResult, DorkResult, ExtractedDeal, DealScoreSummary, Signal, PriceSignal, DiscountSignal, ParsedPage, } from "./types/shared";
|
|
57
57
|
export { DealCrawl as default } from "./client";
|
|
58
58
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6CG;AAMH,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAMrC,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,KAAK,SAAS,EAAE,MAAM,SAAS,CAAC;AAMtE,OAAO,EACL,cAAc,EACd,aAAa,EACb,eAAe,EACf,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,eAAe,GAChB,MAAM,aAAa,CAAC;AAMrB,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACtE,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAMhD,YAAY,EAEV,iBAAiB,EACjB,aAAa,EAEb,YAAY,EACZ,aAAa,EACb,eAAe,EACf,aAAa,EACb,aAAa,EACb,UAAU,EAEV,cAAc,EACd,YAAY,EAEZ,WAAW,EAEX,eAAe,EAEf,eAAe,EACf,aAAa,EACb,SAAS,EACT,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,iBAAiB,EACjB,kBAAkB,EAElB,YAAY,EACZ,oBAAoB,EACpB,oBAAoB,EAEpB,WAAW,EACX,mBAAmB,EACnB,mBAAmB,EACnB,kBAAkB,EAClB,qBAAqB,EAErB,eAAe,EACf,wBAAwB,GACzB,MAAM,iBAAiB,CAAC;AAMzB,YAAY,EAEV,WAAW,EACX,cAAc,EAEd,iBAAiB,EAEjB,gBAAgB,EAChB,qBAAqB,EACrB,iBAAiB,EACjB,aAAa,EACb,kBAAkB,EAElB,kBAAkB,EAElB,eAAe,EAEf,WAAW,EACX,cAAc,EACd,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EAEjB,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,WAAW,EACX,QAAQ,EACR,iBAAiB,EACjB,WAAW,EACX,mBAAmB,EAEnB,WAAW,EACX,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,mBAAmB,EAEnB,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EACjB,gBAAgB,EAEhB,UAAU,EACV,iBAAiB,EACjB,mBAAmB,EACnB,sBAAsB,EACtB,aAAa,EACb,qBAAqB,EACrB,mBAAmB,EACnB,uBAAuB,EACvB,mBAAmB,EACnB,yBAAyB,GAC1B,MAAM,mBAAmB,CAAC;AAM3B,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EACL,aAAa,EACb,UAAU,EACV,UAAU,EACV,SAAS,GACV,MAAM,iBAAiB,CAAC;AAOzB,YAAY,EAEV,SAAS,EACT,aAAa,EACb,iBAAiB,EACjB,WAAW,EACX,QAAQ,EAER,YAAY,EACZ,WAAW,EACX,UAAU,EAEV,aAAa,EACb,gBAAgB,EAEhB,MAAM,EACN,WAAW,EACX,cAAc,EAEd,UAAU,GACX,MAAM,gBAAgB,CAAC;AAMxB,OAAO,EAAE,SAAS,IAAI,OAAO,EAAE,MAAM,UAAU,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6CG;AAEH,+CAA+C;AAC/C,cAAc;AACd,+CAA+C;AAE/C,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,+CAA+C;AAC/C,iBAAiB;AACjB,+CAA+C;AAE/C,OAAO,EAAE,cAAc,EAAE,WAAW,EAAkB,MAAM,SAAS,CAAC;AAEtE,+CAA+C;AAC/C,mBAAmB;AACnB,+CAA+C;AAE/C,OAAO,EACL,cAAc,EACd,aAAa,EACb,eAAe,EACf,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,eAAe,GAChB,MAAM,aAAa,CAAC;AAOrB,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAuHhD,OAAO,EACL,aAAa,EACb,UAAU,EACV,UAAU,EACV,SAAS,GACV,MAAM,iBAAiB,CAAC;AA6BzB,+CAA+C;AAC/C,iBAAiB;AACjB,+CAA+C;AAE/C,OAAO,EAAE,SAAS,IAAI,OAAO,EAAE,MAAM,UAAU,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"account.d.ts","sourceRoot":"","sources":["../../src/resources/account.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,KAAK,EACV,mBAAmB,EACnB,sBAAsB,EACtB,qBAAqB,EACrB,uBAAuB,EACvB,mBAAmB,EACnB,yBAAyB,EAC1B,MAAM,oBAAoB,CAAC;AAG5B;;;GAGG;AACH,qBAAa,eAAe;IACd,OAAO,CAAC,GAAG;gBAAH,GAAG,EAAE,cAAc;IAEvC;;;;;;;;;;OAUG;IACG,GAAG,IAAI,OAAO,CAAC,mBAAmB,CAAC;IAKzC;;;;;;;;;OASG;IACG,UAAU,IAAI,OAAO,CAAC,sBAAsB,CAAC;IAQnD;;;;;;;;;OASG;IACG,gBAAgB,IAAI,OAAO,CAAC,qBAAqB,CAAC;IAQxD;;;;;;;;;;;OAWG;IACG,kBAAkB,IAAI,OAAO,CAAC,uBAAuB,CAAC;IAQ5D;;;;;;;;;OASG;IACG,cAAc,IAAI,OAAO,CAAC,mBAAmB,CAAC;IAQpD;;;;;;;;;;;OAWG;IACG,iBAAiB,CACrB,OAAO,EAAE,wBAAwB,GAChC,OAAO,CAAC,yBAAyB,CAAC;IAcrC;;;;;;;;OAQG;IACG,UAAU,CACd,MAAM,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC;IAgBhC;;;;;;;;OAQG;IACG,iBAAiB,CACrB,QAAQ,EAAE,SAAS,GAAG,QAAQ,GAAG,OAAO,GACvC,OAAO,CAAC,MAAM,CAAC;IAMlB;;;;;;;;;OASG;IACG,QAAQ,CACZ,QAAQ,EAAE,SAAS,GAAG,QAAQ,GAAG,OAAO,EACxC,MAAM,GAAE,MAAU,GACjB,OAAO,CAAC,OAAO,CAAC;IAKnB;;;;;;;;;;OAUG;IACG,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,KAAK,GAAG,YAAY,CAAC;IAKvD;;;;;;;;;OASG;IACG,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC;CAIpC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"account.js","sourceRoot":"","sources":["../../src/resources/account.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAYH,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAEpD;;;GAGG;AACH,MAAM,OAAO,eAAe;IACN;IAApB,YAAoB,GAAmB;QAAnB,QAAG,GAAH,GAAG,CAAgB;IAAG,CAAC;IAE3C;;;;;;;;;;OAUG;IACH,KAAK,CAAC,GAAG;QACP,MAAM,MAAM,GAAG,MAAM,GAAG,CAAsB,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QACtE,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,IAAI,CAAC,GAAG,EACR,oBAAoB,CACrB,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,gBAAgB;QACpB,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,IAAI,CAAC,GAAG,EACR,mBAAmB,CACpB,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,kBAAkB;QACtB,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,IAAI,CAAC,GAAG,EACR,4BAA4B,CAC7B,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,cAAc;QAClB,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,IAAI,CAAC,GAAG,EACR,wBAAwB,CACzB,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAAiC;QAEjC,MAAM,MAAM,GAAG,MAAM,KAAK,CACxB,IAAI,CAAC,GAAG,EACR,wBAAwB,EACxB;YACE,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;YAChD,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,cAAc,EAAE,OAAO,CAAC,cAAc;SACvC,CACF,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,UAAU,CACd,MAAc,EACd,MAAe;QAEf,MAAM,MAAM,GAAG,MAAM,IAAI,CACvB,IAAI,CAAC,GAAG,EACR,yBAAyB,EACzB;YACE,MAAM;YACN,MAAM;SACP,CACF,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,+CAA+C;IAC/C,sBAAsB;IACtB,+CAA+C;IAE/C;;;;;;;;OAQG;IACH,KAAK,CAAC,iBAAiB,CACrB,QAAwC;QAExC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACtC,OAAO,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC;IAClC,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,QAAQ,CACZ,QAAwC,EACxC,SAAiB,CAAC;QAElB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACzD,OAAO,SAAS,IAAI,MAAM,CAAC;IAC7B,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,OAAO;QACX,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,OAAO,OAAO,CAAC,IAAI,CAAC;IACtB,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAClC,OAAO,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,YAAY,CAAC;IACjD,CAAC;CACF"}
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
*/
|
|
5
5
|
import type { RequestContext } from "../types/config";
|
|
6
6
|
import type { CrawlOptions, CrawlTemplate, CrawlTemplateId } from "../types/options";
|
|
7
|
-
import type {
|
|
7
|
+
import type { CrawlAnalysisResponse, CrawlJobResponse } from "../types/responses";
|
|
8
8
|
/**
|
|
9
9
|
* Crawl resource class
|
|
10
10
|
* Provides methods for website crawling
|
|
@@ -17,13 +17,27 @@ export declare class CrawlResource {
|
|
|
17
17
|
*
|
|
18
18
|
* @example
|
|
19
19
|
* ```ts
|
|
20
|
+
* // Basic crawl
|
|
20
21
|
* const job = await client.crawl.create({
|
|
21
22
|
* url: "https://example.com",
|
|
22
23
|
* maxDepth: 3,
|
|
23
24
|
* maxPages: 100,
|
|
24
25
|
* extractDeal: true
|
|
25
26
|
* });
|
|
26
|
-
*
|
|
27
|
+
*
|
|
28
|
+
* // Advanced crawl with deal filtering
|
|
29
|
+
* const advancedJob = await client.crawl.create({
|
|
30
|
+
* url: "https://shop.example.com",
|
|
31
|
+
* categories: ["software", "courses"],
|
|
32
|
+
* priceRange: { min: 10, max: 100 },
|
|
33
|
+
* minDealScore: 70,
|
|
34
|
+
* syncToDealup: true,
|
|
35
|
+
* webhookUrl: "https://your-webhook.com/deals"
|
|
36
|
+
* });
|
|
37
|
+
*
|
|
38
|
+
* console.log(advancedJob.jobId);
|
|
39
|
+
* console.log(advancedJob.priority); // "high" | "medium" | "low"
|
|
40
|
+
* console.log(advancedJob.features);
|
|
27
41
|
* ```
|
|
28
42
|
*/
|
|
29
43
|
create(options: CrawlOptions): Promise<CrawlJobResponse>;
|
|
@@ -61,13 +75,13 @@ export declare class CrawlResource {
|
|
|
61
75
|
getTemplate(templateId: CrawlTemplateId): CrawlTemplate | undefined;
|
|
62
76
|
/**
|
|
63
77
|
* Analyze a URL before crawling
|
|
64
|
-
* Returns recommended settings based on site structure
|
|
78
|
+
* Returns recommended settings and template suggestions based on site structure
|
|
65
79
|
*
|
|
66
80
|
* @example
|
|
67
81
|
* ```ts
|
|
68
82
|
* const analysis = await client.crawl.analyze("https://shop.example.com");
|
|
69
|
-
* console.log(analysis.
|
|
70
|
-
* console.log(analysis.
|
|
83
|
+
* console.log(analysis.matchedTemplate);
|
|
84
|
+
* console.log(analysis.recommendation);
|
|
71
85
|
* ```
|
|
72
86
|
*/
|
|
73
87
|
analyze(url: string): Promise<CrawlAnalysisResponse>;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"crawl.d.ts","sourceRoot":"","sources":["../../src/resources/crawl.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EACV,YAAY,EACZ,aAAa,EACb,eAAe,EAChB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EACV,qBAAqB,EACrB,gBAAgB,EACjB,MAAM,oBAAoB,CAAC;AAiF5B;;;GAGG;AACH,qBAAa,aAAa;IACZ,OAAO,CAAC,GAAG;gBAAH,GAAG,EAAE,cAAc;IAEvC;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACG,MAAM,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA0C9D;;;;;;;;;;OAUG;IACG,YAAY,CAChB,UAAU,EAAE,eAAe,EAC3B,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,gBAAgB,CAAC;IAe5B;;;;;;;;OAQG;IACH,aAAa,IAAI,aAAa,EAAE;IAIhC;;;;;;;;OAQG;IACH,WAAW,CAAC,UAAU,EAAE,eAAe,GAAG,aAAa,GAAG,SAAS;IAInE;;;;;;;;;;OAUG;IACG,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAS1D;;;;;;;;;;OAUG;IACG,QAAQ,CACZ,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,IAAI,CAAC,YAAY,EAAE,KAAK,GAAG,aAAa,GAAG,qBAAqB,CAAC,GAC1E,OAAO,CAAC,gBAAgB,CAAC;CAQ7B"}
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
* Crawl Resource
|
|
3
3
|
* Handles website crawling operations
|
|
4
4
|
*/
|
|
5
|
-
import { post
|
|
5
|
+
import { post } from "../utils/request";
|
|
6
6
|
/**
|
|
7
7
|
* Predefined crawl templates with optimized settings
|
|
8
8
|
*/
|
|
@@ -94,31 +94,59 @@ export class CrawlResource {
|
|
|
94
94
|
*
|
|
95
95
|
* @example
|
|
96
96
|
* ```ts
|
|
97
|
+
* // Basic crawl
|
|
97
98
|
* const job = await client.crawl.create({
|
|
98
99
|
* url: "https://example.com",
|
|
99
100
|
* maxDepth: 3,
|
|
100
101
|
* maxPages: 100,
|
|
101
102
|
* extractDeal: true
|
|
102
103
|
* });
|
|
103
|
-
*
|
|
104
|
+
*
|
|
105
|
+
* // Advanced crawl with deal filtering
|
|
106
|
+
* const advancedJob = await client.crawl.create({
|
|
107
|
+
* url: "https://shop.example.com",
|
|
108
|
+
* categories: ["software", "courses"],
|
|
109
|
+
* priceRange: { min: 10, max: 100 },
|
|
110
|
+
* minDealScore: 70,
|
|
111
|
+
* syncToDealup: true,
|
|
112
|
+
* webhookUrl: "https://your-webhook.com/deals"
|
|
113
|
+
* });
|
|
114
|
+
*
|
|
115
|
+
* console.log(advancedJob.jobId);
|
|
116
|
+
* console.log(advancedJob.priority); // "high" | "medium" | "low"
|
|
117
|
+
* console.log(advancedJob.features);
|
|
104
118
|
* ```
|
|
105
119
|
*/
|
|
106
120
|
async create(options) {
|
|
107
121
|
const body = {
|
|
122
|
+
// Basic options
|
|
108
123
|
startUrl: options.url || options.startUrl,
|
|
109
|
-
url: options.url || options.startUrl,
|
|
110
124
|
prompt: options.prompt,
|
|
111
125
|
maxDepth: options.maxDepth,
|
|
112
126
|
maxPages: options.maxPages,
|
|
113
|
-
delayMs: options.delayMs,
|
|
114
127
|
detectSignals: options.detectSignals,
|
|
115
128
|
extractWithAI: options.extractWithAI,
|
|
116
|
-
|
|
129
|
+
// Deal-specific parameters
|
|
117
130
|
minDealScore: options.minDealScore,
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
131
|
+
categories: options.categories,
|
|
132
|
+
priceRange: options.priceRange,
|
|
133
|
+
// Engine selection hints
|
|
134
|
+
preferStatic: options.preferStatic,
|
|
135
|
+
requireJS: options.requireJS,
|
|
136
|
+
bypassAntiBot: options.bypassAntiBot,
|
|
137
|
+
// Quality thresholds
|
|
138
|
+
onlyHighQuality: options.onlyHighQuality,
|
|
139
|
+
// Merchant filtering
|
|
140
|
+
allowedMerchants: options.allowedMerchants,
|
|
141
|
+
blockedMerchants: options.blockedMerchants,
|
|
142
|
+
// Notifications & sync
|
|
143
|
+
webhookUrl: options.webhookUrl,
|
|
144
|
+
syncToDealup: options.syncToDealup,
|
|
145
|
+
// Priority & routing
|
|
146
|
+
priority: options.priority,
|
|
147
|
+
siteConfig: options.siteConfig,
|
|
148
|
+
template: options.template,
|
|
149
|
+
useSmartRouting: options.useSmartRouting,
|
|
122
150
|
};
|
|
123
151
|
const result = await post(this.ctx, "/v1/crawl", body);
|
|
124
152
|
return result.data;
|
|
@@ -136,6 +164,9 @@ export class CrawlResource {
|
|
|
136
164
|
*/
|
|
137
165
|
async withTemplate(templateId, options) {
|
|
138
166
|
const template = CRAWL_TEMPLATES[templateId];
|
|
167
|
+
if (!template) {
|
|
168
|
+
throw new Error(`Invalid crawl templateId: ${templateId}. Available templates: ${Object.keys(CRAWL_TEMPLATES).join(", ")}`);
|
|
169
|
+
}
|
|
139
170
|
return this.create({
|
|
140
171
|
...template.defaultOptions,
|
|
141
172
|
...options,
|
|
@@ -167,19 +198,17 @@ export class CrawlResource {
|
|
|
167
198
|
}
|
|
168
199
|
/**
|
|
169
200
|
* Analyze a URL before crawling
|
|
170
|
-
* Returns recommended settings based on site structure
|
|
201
|
+
* Returns recommended settings and template suggestions based on site structure
|
|
171
202
|
*
|
|
172
203
|
* @example
|
|
173
204
|
* ```ts
|
|
174
205
|
* const analysis = await client.crawl.analyze("https://shop.example.com");
|
|
175
|
-
* console.log(analysis.
|
|
176
|
-
* console.log(analysis.
|
|
206
|
+
* console.log(analysis.matchedTemplate);
|
|
207
|
+
* console.log(analysis.recommendation);
|
|
177
208
|
* ```
|
|
178
209
|
*/
|
|
179
210
|
async analyze(url) {
|
|
180
|
-
const result = await
|
|
181
|
-
url,
|
|
182
|
-
});
|
|
211
|
+
const result = await post(this.ctx, "/v1/crawl/analyze", { url });
|
|
183
212
|
return result.data;
|
|
184
213
|
}
|
|
185
214
|
/**
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"crawl.js","sourceRoot":"","sources":["../../src/resources/crawl.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAYH,OAAO,EAAO,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAE7C;;GAEG;AACH,MAAM,eAAe,GAA2C;IAC9D,SAAS,EAAE;QACT,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,+CAA+C;QAC5D,cAAc,EAAE;YACd,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,GAAG;YACb,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,IAAI;YACjB,mBAAmB,EAAE,IAAI;YACzB,eAAe,EAAE;gBACf,SAAS;gBACT,aAAa;gBACb,YAAY;gBACZ,UAAU;gBACV,aAAa;gBACb,aAAa;gBACb,YAAY;aACb;SACF;KACF;IACD,IAAI,EAAE;QACJ,EAAE,EAAE,MAAM;QACV,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,uCAAuC;QACpD,cAAc,EAAE;YACd,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,GAAG;YACb,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,KAAK;YAClB,mBAAmB,EAAE,KAAK;YAC1B,eAAe,EAAE,CAAC,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,UAAU,CAAC;SACvE;KACF;IACD,IAAI,EAAE;QACJ,EAAE,EAAE,MAAM;QACV,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,mCAAmC;QAChD,cAAc,EAAE;YACd,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,GAAG;YACb,OAAO,EAAE,GAAG;YACZ,WAAW,EAAE,KAAK;YAClB,mBAAmB,EAAE,KAAK;SAC3B;KACF;IACD,WAAW,EAAE;QACX,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,aAAa;QACnB,WAAW,EAAE,yCAAyC;QACtD,cAAc,EAAE;YACd,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,IAAI;YACjB,mBAAmB,EAAE,IAAI;YACzB,mBAAmB,EAAE,KAAK;YAC1B,eAAe,EAAE;gBACf,YAAY;gBACZ,YAAY;gBACZ,UAAU;gBACV,YAAY;gBACZ,cAAc;aACf;SACF;KACF;IACD,MAAM,EAAE;QACN,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,mCAAmC;QAChD,cAAc,EAAE,EAAE;KACnB;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,OAAO,aAAa;IACJ;IAApB,YAAoB,GAAmB;QAAnB,QAAG,GAAH,GAAG,CAAgB;IAAG,CAAC;IAE3C;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,KAAK,CAAC,MAAM,CAAC,OAAqB;QAChC,MAAM,IAAI,GAAG;YACX,gBAAgB;YAChB,QAAQ,EAAE,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,QAAQ;YACzC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,aAAa,EAAE,OAAO,CAAC,aAAa;YAEpC,2BAA2B;YAC3B,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;YAE9B,yBAAyB;YACzB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,aAAa,EAAE,OAAO,CAAC,aAAa;YAEpC,qBAAqB;YACrB,eAAe,EAAE,OAAO,CAAC,eAAe;YAExC,qBAAqB;YACrB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAE1C,uBAAuB;YACvB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,YAAY,EAAE,OAAO,CAAC,YAAY;YAElC,qBAAqB;YACrB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,eAAe,EAAE,OAAO,CAAC,eAAe;SACzC,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAmB,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC;QACzE,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,YAAY,CAChB,UAA2B,EAC3B,OAAqB;QAErB,MAAM,QAAQ,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;QAE7C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CACb,6BAA6B,UAAU,0BAA0B,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC3G,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,GAAG,QAAQ,CAAC,cAAc;YAC1B,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,aAAa;QACX,OAAO,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IACxC,CAAC;IAED;;;;;;;;OAQG;IACH,WAAW,CAAC,UAA2B;QACrC,OAAO,eAAe,CAAC,UAAU,CAAC,CAAC;IACrC,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,OAAO,CAAC,GAAW;QACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CACvB,IAAI,CAAC,GAAG,EACR,mBAAmB,EACnB,EAAE,GAAG,EAAE,CACR,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,QAAQ,CACZ,GAAW,EACX,OAA2E;QAE3E,OAAO,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE;YACpC,GAAG;YACH,WAAW,EAAE,IAAI;YACjB,mBAAmB,EAAE,IAAI;YACzB,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -3,8 +3,8 @@
|
|
|
3
3
|
* Handles data retrieval, listing, and export operations
|
|
4
4
|
*/
|
|
5
5
|
import type { RequestContext } from "../types/config";
|
|
6
|
-
import type {
|
|
7
|
-
import type {
|
|
6
|
+
import type { ExportDealsOptions, ExportJobsOptions, ListDealsOptions, ListJobsOptions } from "../types/options";
|
|
7
|
+
import type { ClientStatsResponse, DealDetails, ListDealsResponse, ListJobsResponse } from "../types/responses";
|
|
8
8
|
/**
|
|
9
9
|
* Data resource class
|
|
10
10
|
* Provides methods for accessing job and deal data
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../src/resources/data.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EACV,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,eAAe,EAChB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EACV,mBAAmB,EACnB,WAAW,EACX,iBAAiB,EACjB,gBAAgB,EACjB,MAAM,oBAAoB,CAAC;AAG5B;;;GAGG;AACH,qBAAa,YAAY;IACX,OAAO,CAAC,GAAG;gBAAH,GAAG,EAAE,cAAc;IAMvC;;;;;;;;;;;;;;OAcG;IACG,QAAQ,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAcxE;;;;;;;;OAQG;IACG,eAAe,CACnB,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,EACjC,OAAO,CAAC,EAAE,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC,GACxC,OAAO,CAAC,gBAAgB,CAAC;IAI5B;;;;;;;;OAQG;IACG,aAAa,CACjB,IAAI,EAAE,eAAe,CAAC,MAAM,CAAC,EAC7B,OAAO,CAAC,EAAE,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,GACtC,OAAO,CAAC,gBAAgB,CAAC;IAI5B;;;;;;;;OAQG;IACG,aAAa,CAAC,KAAK,GAAE,MAAW,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAYlE;;;;;;;;;;;;OAYG;IACG,SAAS,CAAC,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAe3E;;;;;;;;;OASG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAOnD;;;;;;;;OAQG;IACG,WAAW,CACf,KAAK,GAAE,MAAW,EAClB,QAAQ,GAAE,MAAW,GACpB,OAAO,CAAC,iBAAiB,CAAC;IAS7B;;;;;;;;OAQG;IACG,kBAAkB,CACtB,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,IAAI,CAAC,gBAAgB,EAAE,UAAU,CAAC,GAC3C,OAAO,CAAC,iBAAiB,CAAC;IAO7B;;;;;;;OAOG;IACG,gBAAgB,CACpB,OAAO,CAAC,EAAE,IAAI,CAAC,gBAAgB,EAAE,QAAQ,CAAC,GACzC,OAAO,CAAC,iBAAiB,CAAC;IAQ7B;;;;;;;;;;;OAWG;IACG,UAAU,CACd,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;IAe7B;;;;;;;;;;;;;;;OAeG;IACG,WAAW,CACf,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;IAmB7B;;;;;;;;;OASG;IACG,QAAQ,IAAI,OAAO,CAAC,mBAAmB,CAAC;CAI/C"}
|
|
@@ -124,6 +124,9 @@ export class DataResource {
|
|
|
124
124
|
* ```
|
|
125
125
|
*/
|
|
126
126
|
async getDeal(dealId) {
|
|
127
|
+
if (!dealId || !dealId.trim()) {
|
|
128
|
+
throw new Error("dealId is required and cannot be empty");
|
|
129
|
+
}
|
|
127
130
|
const result = await get(this.ctx, `/v1/data/deals/${dealId}`);
|
|
128
131
|
return result.data;
|
|
129
132
|
}
|
|
@@ -154,6 +157,9 @@ export class DataResource {
|
|
|
154
157
|
* ```
|
|
155
158
|
*/
|
|
156
159
|
async getDealsByCategory(category, options) {
|
|
160
|
+
if (!category || !category.trim()) {
|
|
161
|
+
throw new Error("category is required and cannot be empty");
|
|
162
|
+
}
|
|
157
163
|
return this.listDeals({ category, ...options });
|
|
158
164
|
}
|
|
159
165
|
/**
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"data.js","sourceRoot":"","sources":["../../src/resources/data.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAeH,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAEvC;;;GAGG;AACH,MAAM,OAAO,YAAY;IACH;IAApB,YAAoB,GAAmB;QAAnB,QAAG,GAAH,GAAG,CAAgB;IAAG,CAAC;IAE3C,+CAA+C;IAC/C,OAAO;IACP,+CAA+C;IAE/C;;;;;;;;;;;;;;OAcG;IACH,KAAK,CAAC,QAAQ,CAAC,UAA2B,EAAE;QAC1C,MAAM,MAAM,GAAG,MAAM,GAAG,CAAmB,IAAI,CAAC,GAAG,EAAE,eAAe,EAAE;YACpE,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,eAAe,CACnB,MAAiC,EACjC,OAAyC;QAEzC,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,aAAa,CACjB,IAA6B,EAC7B,OAAuC;QAEvC,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,aAAa,CAAC,QAAgB,EAAE;QACpC,OAAO,IAAI,CAAC,QAAQ,CAAC;YACnB,KAAK;YACL,MAAM,EAAE,YAAY;YACpB,SAAS,EAAE,MAAM;SAClB,CAAC,CAAC;IACL,CAAC;IAED,+CAA+C;IAC/C,QAAQ;IACR,+CAA+C;IAE/C;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,SAAS,CAAC,UAA4B,EAAE;QAC5C,MAAM,MAAM,GAAG,MAAM,GAAG,CAAoB,IAAI,CAAC,GAAG,EAAE,gBAAgB,EAAE;YACtE,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE;YAClC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,OAAO,CAAC,MAAc;QAC1B,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,GAAG,CAAc,IAAI,CAAC,GAAG,EAAE,kBAAkB,MAAM,EAAE,CAAC,CAAC;QAC5E,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IACD;;;;;;;;OAQG;IACH,KAAK,CAAC,WAAW,CACf,QAAgB,EAAE,EAClB,WAAmB,EAAE;QAErB,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,KAAK;YACL,QAAQ;YACR,MAAM,EAAE,YAAY;YACpB,SAAS,EAAE,MAAM;SAClB,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,kBAAkB,CACtB,QAAgB,EAChB,OAA4C;QAE5C,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAClD,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,gBAAgB,CACpB,OAA0C;QAE1C,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,+CAA+C;IAC/C,SAAS;IACT,+CAA+C;IAE/C;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,UAAU,CACd,UAA6B,EAAE;QAE/B,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,IAAI,CAAC,GAAG,EACR,sBAAsB,EACtB;YACE,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,MAAM;YAChC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CACF,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACH,KAAK,CAAC,WAAW,CACf,UAA8B,EAAE;QAEhC,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,IAAI,CAAC,GAAG,EACR,uBAAuB,EACvB;YACE,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,MAAM;YAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;SAC7C,CACF,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,+CAA+C;IAC/C,QAAQ;IACR,+CAA+C;IAE/C;;;;;;;;;OASG;IACH,KAAK,CAAC,QAAQ;QACZ,MAAM,MAAM,GAAG,MAAM,GAAG,CAAsB,IAAI,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;QAC1E,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dork.d.ts","sourceRoot":"","sources":["../../src/resources/dork.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAG1D;;;GAGG;AACH,qBAAa,YAAY;IACX,OAAO,CAAC,GAAG;gBAAH,GAAG,EAAE,cAAc;IAEvC;;;;;;;;;;;;OAYG;IACG,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,eAAe,CAAC;IAW5D;;;;;;;;;;OAUG;IACG,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,GAAG,MAAM,CAAC,GAC5C,OAAO,CAAC,eAAe,CAAC;IAQ3B;;;;;;;;;;OAUG;IACG,YAAY,CAChB,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,GAAG,MAAM,GAAG,OAAO,CAAC,GACtD,OAAO,CAAC,eAAe,CAAC;IAS3B;;;;;;;;OAQG;IACG,QAAQ,CACZ,IAAI,EAAE,MAAM,EACZ,KAAK,CAAC,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,GAAG,MAAM,GAAG,UAAU,CAAC,GACzD,OAAO,CAAC,eAAe,CAAC;IAS3B;;;;;;;;;;;OAWG;IACG,OAAO,CACX,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,GACrC,OAAO,CAAC,eAAe,CAAC;IAQ3B;;;;;;;;;;OAUG;IACG,KAAK,CACT,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,GACnC,OAAO,CAAC,eAAe,CAAC;IAQ3B;;;;;;;;;;;;;OAaG;IACH,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM;CAuBzC"}
|
|
@@ -27,11 +27,7 @@ export class DorkResource {
|
|
|
27
27
|
*/
|
|
28
28
|
async create(options) {
|
|
29
29
|
const body = {
|
|
30
|
-
query: options
|
|
31
|
-
site: options.site,
|
|
32
|
-
fileType: options.fileType,
|
|
33
|
-
inUrl: options.inUrl,
|
|
34
|
-
inTitle: options.inTitle,
|
|
30
|
+
query: this.buildQuery(options),
|
|
35
31
|
maxResults: options.maxResults,
|
|
36
32
|
region: options.region,
|
|
37
33
|
};
|
|
@@ -144,7 +140,11 @@ export class DorkResource {
|
|
|
144
140
|
* ```
|
|
145
141
|
*/
|
|
146
142
|
buildQuery(options) {
|
|
147
|
-
const parts = [
|
|
143
|
+
const parts = [];
|
|
144
|
+
// Only add query if it's a non-empty string
|
|
145
|
+
if (typeof options.query === 'string' && options.query.trim() !== '') {
|
|
146
|
+
parts.push(options.query);
|
|
147
|
+
}
|
|
148
148
|
if (options.site) {
|
|
149
149
|
parts.push(`site:${options.site}`);
|
|
150
150
|
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dork.js","sourceRoot":"","sources":["../../src/resources/dork.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAExC;;;GAGG;AACH,MAAM,OAAO,YAAY;IACH;IAApB,YAAoB,GAAmB;QAAnB,QAAG,GAAH,GAAG,CAAgB;IAAG,CAAC;IAE3C;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,MAAM,CAAC,OAAoB;QAC/B,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YAC/B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAkB,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QACvE,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,SAAS,CACb,IAAY,EACZ,OAA6C;QAE7C,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,6CAA6C;YACpD,IAAI;YACJ,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,YAAY,CAChB,IAAY,EACZ,OAAuD;QAEvD,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,wBAAwB;YAC/B,IAAI;YACJ,KAAK,EAAE,SAAS;YAChB,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,QAAQ,CACZ,IAAY,EACZ,KAAc,EACd,OAA0D;QAE1D,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,KAAK,IAAI,GAAG;YACnB,IAAI;YACJ,QAAQ,EAAE,KAAK;YACf,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,OAAO,CACX,UAAkB,EAClB,OAAsC;QAEtC,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,UAAU;YACnC,OAAO,EAAE,UAAU;YACnB,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,KAAK,CACT,QAAgB,EAChB,OAAoC;QAEpC,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,QAAQ;YACjC,KAAK,EAAE,QAAQ;YACf,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,UAAU,CAAC,OAAoB;QAC7B,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,4CAA4C;QAC5C,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACrE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,YAAY,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/resources/extract.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EAAE,cAAc,EAAgB,MAAM,kBAAkB,CAAC;AACrE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAG7D;;;GAGG;AACH,qBAAa,eAAe;IACd,OAAO,CAAC,GAAG;gBAAH,GAAG,EAAE,cAAc;IAEvC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACG,MAAM,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA2BlE;;;;;;;;;;;;;;;;;OAiBG;IACG,UAAU,CACd,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,CAAC,GAC1D,OAAO,CAAC,kBAAkB,CAAC;IAQ9B;;;;;;;;;;;OAWG;IACG,UAAU,CACd,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,CAAC,GAC1D,OAAO,CAAC,kBAAkB,CAAC;IAQ9B;;;;;;;;OAQG;IACG,OAAO,CACX,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,CAAC,GAC1D,OAAO,CAAC,kBAAkB,CAAC;IA4C9B;;;;;;;;OAQG;IACG,OAAO,CACX,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,CAAC,GAC1D,OAAO,CAAC,kBAAkB,CAAC;IAiC9B;;;;;;;;OAQG;IACG,OAAO,CACX,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,CAAC,GAC1D,OAAO,CAAC,kBAAkB,CAAC;CAyC/B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/resources/extract.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAExC;;;GAGG;AACH,MAAM,OAAO,eAAe;IACN;IAApB,YAAoB,GAAmB;QAAnB,QAAG,GAAH,GAAG,CAAgB;IAAG,CAAC;IAE3C;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,KAAK,CAAC,MAAM,CAAC,OAAuB;QAClC,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QAED,MAAM,IAAI,GAAG;YACX,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CACvB,IAAI,CAAC,GAAG,EACR,aAAa,EACb,IAAI,CACL,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,KAAK,CAAC,UAAU,CACd,GAAW,EACX,MAA+B,EAC/B,OAA2D;QAE3D,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,GAAG;YACH,MAAM;YACN,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,UAAU,CACd,GAAW,EACX,MAAc,EACd,OAA2D;QAE3D,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,GAAG;YACH,MAAM;YACN,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,OAAO,CACX,GAAW,EACX,OAA2D;QAE3D,MAAM,aAAa,GAAG;YACpB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE;gBACrD,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE;gBACpD,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE;gBACvD,aAAa,EAAE;oBACb,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,gCAAgC;iBAC9C;gBACD,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,gCAAgC;iBAC9C;gBACD,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qBAAqB,EAAE;gBACnE,QAAQ,EAAE;oBACR,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACzB,WAAW,EAAE,0BAA0B;iBACxC;gBACD,MAAM,EAAE;oBACN,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACzB,WAAW,EAAE,oBAAoB;iBAClC;gBACD,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,8BAA8B;iBAC5C;gBACD,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,gBAAgB,EAAE;gBACzD,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,mBAAmB,EAAE;aAClE;YACD,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;SAC5B,CAAC;QAEF,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,GAAG;YACH,MAAM,EAAE,aAAa;YACrB,KAAK,EAAE,aAAa;YACpB,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,OAAO,CACX,GAAW,EACX,OAA2D;QAE3D,MAAM,aAAa,GAAG;YACpB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE;gBACvD,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE;gBACtD,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,kBAAkB,EAAE;gBAChE,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,8BAA8B;iBAC5C;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,sBAAsB,EAAE;gBAChE,IAAI,EAAE;oBACJ,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACzB,WAAW,EAAE,4BAA4B;iBAC1C;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,mCAAmC;iBACjD;aACF;YACD,QAAQ,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;SAC/B,CAAC;QAEF,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,GAAG;YACH,MAAM,EAAE,aAAa;YACrB,eAAe,EAAE,IAAI;YACrB,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,OAAO,CACX,GAAW,EACX,OAA2D;QAE3D,MAAM,aAAa,GAAG;YACpB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,8BAA8B;iBAC5C;gBACD,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,uBAAuB,EAAE;gBAC/D,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE;gBACtD,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC1B,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACxB,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACzB,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC9B,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC5B;oBACD,WAAW,EAAE,kBAAkB;iBAChC;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC3B,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC5B,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC5B,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC9B;oBACD,WAAW,EAAE,oBAAoB;iBAClC;aACF;SACF,CAAC;QAEF,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,GAAG;YACH,MAAM,EAAE,aAAa;YACrB,eAAe,EAAE,KAAK,EAAE,kCAAkC;YAC1D,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC"}
|
|
@@ -31,7 +31,7 @@ export declare class KeysResource {
|
|
|
31
31
|
* ```ts
|
|
32
32
|
* const newKey = await client.keys.create({
|
|
33
33
|
* name: "Production Key",
|
|
34
|
-
* scopes: ["scrape
|
|
34
|
+
* scopes: ["scrape", "crawl", "status", "data:read"],
|
|
35
35
|
* expiresInDays: 365
|
|
36
36
|
* });
|
|
37
37
|
*
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"keys.d.ts","sourceRoot":"","sources":["../../src/resources/keys.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EACV,mBAAmB,EACnB,mBAAmB,EACnB,kBAAkB,EAClB,qBAAqB,EACtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,UAAU,EACV,iBAAiB,EACjB,iBAAiB,EACjB,gBAAgB,EACjB,MAAM,oBAAoB,CAAC;AAG5B;;;GAGG;AACH,qBAAa,YAAY;IACX,OAAO,CAAC,GAAG;gBAAH,GAAG,EAAE,cAAc;IAEvC;;;;;;;;;;OAUG;IACG,IAAI,CAAC,OAAO,GAAE,kBAAuB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAOvE;;;;;;;;;;;;;;OAcG;IACG,MAAM,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAUtE;;;;;;;;;OASG;IACG,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;IAK7C;;;;;;;;;OASG;IACG,QAAQ,CACZ,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,gBAAgB,CAAC;IAW5B;;;;;;;;;;;;;;;OAeG;IACG,MAAM,CACV,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,iBAAiB,CAAC;IAW7B;;;;;;;OAOG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAKvD;;;;;;;;;OASG;IACG,SAAS,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAQ/D;;;;;;;OAOG;IACG,SAAS,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAKxC;;;;;;;OAOG;IACG,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;CAU/C"}
|
|
@@ -36,7 +36,7 @@ export class KeysResource {
|
|
|
36
36
|
* ```ts
|
|
37
37
|
* const newKey = await client.keys.create({
|
|
38
38
|
* name: "Production Key",
|
|
39
|
-
* scopes: ["scrape
|
|
39
|
+
* scopes: ["scrape", "crawl", "status", "data:read"],
|
|
40
40
|
* expiresInDays: 365
|
|
41
41
|
* });
|
|
42
42
|
*
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"keys.js","sourceRoot":"","sources":["../../src/resources/keys.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAiBH,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAElD;;;GAGG;AACH,MAAM,OAAO,YAAY;IACH;IAApB,YAAoB,GAAmB;QAAnB,QAAG,GAAH,GAAG,CAAgB;IAAG,CAAC;IAE3C;;;;;;;;;;OAUG;IACH,KAAK,CAAC,IAAI,CAAC,UAA8B,EAAE;QACzC,MAAM,MAAM,GAAG,MAAM,GAAG,CAAmB,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE;YAC/D,cAAc,EAAE,OAAO,CAAC,cAAc;SACvC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,KAAK,CAAC,MAAM,CAAC,OAA4B;QACvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAoB,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE;YACjE,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,GAAG,CAAC,KAAa;QACrB,MAAM,MAAM,GAAG,MAAM,GAAG,CAAa,IAAI,CAAC,GAAG,EAAE,YAAY,KAAK,EAAE,CAAC,CAAC;QACpE,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,QAAQ,CACZ,KAAa,EACb,UAAiC,EAAE;QAEnC,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,IAAI,CAAC,GAAG,EACR,YAAY,KAAK,QAAQ,EACzB;YACE,IAAI,EAAE,OAAO,CAAC,IAAI;SACnB,CACF,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACH,KAAK,CAAC,MAAM,CACV,KAAa,EACb,UAA+B,EAAE;QAEjC,MAAM,MAAM,GAAG,MAAM,IAAI,CACvB,IAAI,CAAC,GAAG,EACR,YAAY,KAAK,SAAS,EAC1B;YACE,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CACF,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa;QACxB,MAAM,MAAM,GAAG,MAAM,GAAG,CAAoB,IAAI,CAAC,GAAG,EAAE,YAAY,KAAK,EAAE,CAAC,CAAC;QAC3E,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,SAAS;QACb,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,IAAI,CAAC,GAAG,EACR,cAAc,CACf,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,SAAS;QACb,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;QACvD,OAAO,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,CAAC,GAAG,CAAC,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAChC,IAAI,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,IAAI,IAAI,EAAE;gBAAE,OAAO,KAAK,CAAC;YACxE,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../src/resources/scrape.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAG5D;;;GAGG;AACH,qBAAa,cAAc;IACb,OAAO,CAAC,GAAG;gBAAH,GAAG,EAAE,cAAc;IAEvC;;;;;;;;;;;;OAYG;IACG,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAoBhE;;;;;;;;OAQG;IACG,WAAW,CACf,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,IAAI,CAAC,aAAa,EAAE,KAAK,GAAG,aAAa,CAAC,GACnD,OAAO,CAAC,iBAAiB,CAAC;IAQ7B;;;;;;;;;;;OAWG;IACG,cAAc,CAClB,GAAG,EAAE,MAAM,EACX,iBAAiB,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,SAAS,CAAC,EAChE,OAAO,CAAC,EAAE,IAAI,CAAC,aAAa,EAAE,KAAK,GAAG,YAAY,CAAC,GAClD,OAAO,CAAC,iBAAiB,CAAC;CAU9B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../src/resources/scrape.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAExC;;;GAGG;AACH,MAAM,OAAO,cAAc;IACL;IAApB,YAAoB,GAAmB;QAAnB,QAAG,GAAH,GAAG,CAAgB;IAAG,CAAC;IAE3C;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,MAAM,CAAC,OAAsB;QACjC,MAAM,IAAI,GAAG;YACX,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI;YAC5C,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAoB,IAAI,CAAC,GAAG,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;QAC3E,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,WAAW,CACf,GAAW,EACX,OAAoD;QAEpD,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,GAAG;YACH,WAAW,EAAE,IAAI;YACjB,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,cAAc,CAClB,GAAW,EACX,iBAAgE,EAChE,OAAmD;QAEnD,OAAO,IAAI,CAAC,MAAM,CAAC;YACjB,GAAG;YACH,UAAU,EAAE;gBACV,OAAO,EAAE,IAAI;gBACb,GAAG,iBAAiB;aACrB;YACD,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"status.d.ts","sourceRoot":"","sources":["../../src/resources/status.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EACV,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,oBAAoB,CAAC;AAG5B;;;GAGG;AACH,qBAAa,cAAc;IACb,OAAO,CAAC,GAAG;gBAAH,GAAG,EAAE,cAAc;IAEvC;;;;;;;;;OASG;IACG,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAQpD;;;;;;;;;;;OAWG;IACG,QAAQ,CACZ,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,gBAAgB,CAAC;IAY5B;;;;;;;;OAQG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAQvD;;;;;;;;OAQG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAQ5D;;;;;;;;OAQG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAQvD;;;;;;;;OAQG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAKjD;;;;;;;;OAQG;IACG,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAKhD;;;;;;;;OAQG;IACG,SAAS,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC;CAaxD"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"status.js","sourceRoot":"","sources":["../../src/resources/status.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAWH,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAElD;;;GAGG;AACH,MAAM,OAAO,cAAc;IACL;IAApB,YAAoB,GAAmB;QAAnB,QAAG,GAAH,GAAG,CAAgB;IAAG,CAAC;IAE3C;;;;;;;;;OASG;IACH,KAAK,CAAC,GAAG,CAAC,KAAa;QACrB,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,IAAI,CAAC,GAAG,EACR,cAAc,KAAK,EAAE,CACtB,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,QAAQ,CACZ,KAAa,EACb,OAAyB;QAEzB,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,IAAI,CAAC,GAAG,EACR,cAAc,KAAK,QAAQ,EAC3B;YACE,QAAQ,EAAE,OAAO,EAAE,QAAQ;YAC3B,KAAK,EAAE,OAAO,EAAE,KAAK;SACtB,CACF,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa;QACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CACvB,IAAI,CAAC,GAAG,EACR,cAAc,KAAK,SAAS,CAC7B,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,UAAU,CAAC,KAAa;QAC5B,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,IAAI,CAAC,GAAG,EACR,cAAc,KAAK,UAAU,CAC9B,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa;QACxB,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,IAAI,CAAC,GAAG,EACR,cAAc,KAAK,EAAE,CACtB,CAAC;QACF,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,UAAU,CAAC,KAAa;QAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC;IACrE,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,SAAS,CAAC,KAAa;QAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,MAAM,KAAK,WAAW,CAAC;IACvC,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,SAAS,CAAc,KAAa;QACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAErC,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,eAAe,MAAM,CAAC,KAAK,IAAI,eAAe,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,6BAA6B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAChE,CAAC;QAED,OAAO,MAAM,CAAC,MAAW,CAAC;IAC5B,CAAC;CACF"}
|