@keystrokehq/scrape_do 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/action.cjs.map +1 -1
- package/dist/action.mjs.map +1 -1
- package/dist/actions/cancel-async-job.cjs.map +1 -1
- package/dist/actions/cancel-async-job.d.cts +19 -3
- package/dist/actions/cancel-async-job.d.cts.map +1 -1
- package/dist/actions/cancel-async-job.d.mts +19 -3
- package/dist/actions/cancel-async-job.d.mts.map +1 -1
- package/dist/actions/cancel-async-job.mjs.map +1 -1
- package/dist/actions/create-async-job.cjs +2 -2
- package/dist/actions/create-async-job.cjs.map +1 -1
- package/dist/actions/create-async-job.d.cts +83 -3
- package/dist/actions/create-async-job.d.cts.map +1 -1
- package/dist/actions/create-async-job.d.mts +83 -3
- package/dist/actions/create-async-job.d.mts.map +1 -1
- package/dist/actions/create-async-job.mjs +2 -2
- package/dist/actions/create-async-job.mjs.map +1 -1
- package/dist/actions/get-account-info.cjs +5 -5
- package/dist/actions/get-account-info.cjs.map +1 -1
- package/dist/actions/get-account-info.d.cts +13 -3
- package/dist/actions/get-account-info.d.cts.map +1 -1
- package/dist/actions/get-account-info.d.mts +13 -3
- package/dist/actions/get-account-info.d.mts.map +1 -1
- package/dist/actions/get-account-info.mjs +5 -5
- package/dist/actions/get-account-info.mjs.map +1 -1
- package/dist/actions/get-amazon-offers.cjs.map +1 -1
- package/dist/actions/get-amazon-offers.d.cts +51 -3
- package/dist/actions/get-amazon-offers.d.cts.map +1 -1
- package/dist/actions/get-amazon-offers.d.mts +51 -3
- package/dist/actions/get-amazon-offers.d.mts.map +1 -1
- package/dist/actions/get-amazon-offers.mjs.map +1 -1
- package/dist/actions/get-amazon-product.cjs.map +1 -1
- package/dist/actions/get-amazon-product.d.cts +56 -3
- package/dist/actions/get-amazon-product.d.cts.map +1 -1
- package/dist/actions/get-amazon-product.d.mts +56 -3
- package/dist/actions/get-amazon-product.d.mts.map +1 -1
- package/dist/actions/get-amazon-product.mjs.map +1 -1
- package/dist/actions/get-amazon-raw-html.cjs +1 -1
- package/dist/actions/get-amazon-raw-html.cjs.map +1 -1
- package/dist/actions/get-amazon-raw-html.d.cts +21 -3
- package/dist/actions/get-amazon-raw-html.d.cts.map +1 -1
- package/dist/actions/get-amazon-raw-html.d.mts +21 -3
- package/dist/actions/get-amazon-raw-html.d.mts.map +1 -1
- package/dist/actions/get-amazon-raw-html.mjs +1 -1
- package/dist/actions/get-amazon-raw-html.mjs.map +1 -1
- package/dist/actions/get-async-account-info.cjs +4 -4
- package/dist/actions/get-async-account-info.cjs.map +1 -1
- package/dist/actions/get-async-account-info.d.cts +8 -3
- package/dist/actions/get-async-account-info.d.cts.map +1 -1
- package/dist/actions/get-async-account-info.d.mts +8 -3
- package/dist/actions/get-async-account-info.d.mts.map +1 -1
- package/dist/actions/get-async-account-info.mjs +4 -4
- package/dist/actions/get-async-account-info.mjs.map +1 -1
- package/dist/actions/get-async-job.cjs.map +1 -1
- package/dist/actions/get-async-job.d.cts +20 -3
- package/dist/actions/get-async-job.d.cts.map +1 -1
- package/dist/actions/get-async-job.d.mts +20 -3
- package/dist/actions/get-async-job.d.mts.map +1 -1
- package/dist/actions/get-async-job.mjs.map +1 -1
- package/dist/actions/get-async-task.cjs.map +1 -1
- package/dist/actions/get-async-task.d.cts +24 -3
- package/dist/actions/get-async-task.d.cts.map +1 -1
- package/dist/actions/get-async-task.d.mts +24 -3
- package/dist/actions/get-async-task.d.mts.map +1 -1
- package/dist/actions/get-async-task.mjs.map +1 -1
- package/dist/actions/get-page.cjs +2 -2
- package/dist/actions/get-page.cjs.map +1 -1
- package/dist/actions/get-page.d.cts +48 -3
- package/dist/actions/get-page.d.cts.map +1 -1
- package/dist/actions/get-page.d.mts +48 -3
- package/dist/actions/get-page.d.mts.map +1 -1
- package/dist/actions/get-page.mjs +2 -2
- package/dist/actions/get-page.mjs.map +1 -1
- package/dist/actions/list-async-jobs.cjs +7 -7
- package/dist/actions/list-async-jobs.cjs.map +1 -1
- package/dist/actions/list-async-jobs.d.cts +21 -3
- package/dist/actions/list-async-jobs.d.cts.map +1 -1
- package/dist/actions/list-async-jobs.d.mts +21 -3
- package/dist/actions/list-async-jobs.d.mts.map +1 -1
- package/dist/actions/list-async-jobs.mjs +7 -7
- package/dist/actions/list-async-jobs.mjs.map +1 -1
- package/dist/actions/proxy-mode.cjs +2 -2
- package/dist/actions/proxy-mode.cjs.map +1 -1
- package/dist/actions/proxy-mode.d.cts +19 -3
- package/dist/actions/proxy-mode.d.cts.map +1 -1
- package/dist/actions/proxy-mode.d.mts +19 -3
- package/dist/actions/proxy-mode.d.mts.map +1 -1
- package/dist/actions/proxy-mode.mjs +2 -2
- package/dist/actions/proxy-mode.mjs.map +1 -1
- package/dist/actions/scrape-url-post.cjs +2 -2
- package/dist/actions/scrape-url-post.cjs.map +1 -1
- package/dist/actions/scrape-url-post.d.cts +33 -3
- package/dist/actions/scrape-url-post.d.cts.map +1 -1
- package/dist/actions/scrape-url-post.d.mts +33 -3
- package/dist/actions/scrape-url-post.d.mts.map +1 -1
- package/dist/actions/scrape-url-post.mjs +2 -2
- package/dist/actions/scrape-url-post.mjs.map +1 -1
- package/dist/actions/search-amazon.cjs.map +1 -1
- package/dist/actions/search-amazon.d.cts +46 -3
- package/dist/actions/search-amazon.d.cts.map +1 -1
- package/dist/actions/search-amazon.d.mts +46 -3
- package/dist/actions/search-amazon.d.mts.map +1 -1
- package/dist/actions/search-amazon.mjs.map +1 -1
- package/dist/actions/set-block-urls.cjs.map +1 -1
- package/dist/actions/set-block-urls.d.cts +10 -3
- package/dist/actions/set-block-urls.d.cts.map +1 -1
- package/dist/actions/set-block-urls.d.mts +10 -3
- package/dist/actions/set-block-urls.d.mts.map +1 -1
- package/dist/actions/set-block-urls.mjs.map +1 -1
- package/dist/actions/set-regional-geo-code.cjs +2 -2
- package/dist/actions/set-regional-geo-code.cjs.map +1 -1
- package/dist/actions/set-regional-geo-code.d.cts +19 -3
- package/dist/actions/set-regional-geo-code.d.cts.map +1 -1
- package/dist/actions/set-regional-geo-code.d.mts +19 -3
- package/dist/actions/set-regional-geo-code.d.mts.map +1 -1
- package/dist/actions/set-regional-geo-code.mjs +2 -2
- package/dist/actions/set-regional-geo-code.mjs.map +1 -1
- package/dist/catalog.cjs +7 -1
- package/dist/catalog.cjs.map +1 -1
- package/dist/catalog.d.cts +8 -0
- package/dist/catalog.d.mts +8 -0
- package/dist/catalog.mjs +7 -1
- package/dist/catalog.mjs.map +1 -1
- package/package.json +2 -2
|
@@ -1,9 +1,16 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/set-block-urls.d.ts
|
|
4
|
-
declare const ScrapeDoSetBlockUrlsInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapeDoSetBlockUrlsInput: z.ZodObject<{
|
|
5
|
+
urls: z.ZodArray<z.ZodString>;
|
|
6
|
+
}, z.core.$strip>;
|
|
7
|
+
declare const ScrapeDoSetBlockUrlsOutput: z.ZodObject<{
|
|
8
|
+
message: z.ZodOptional<z.ZodNullable<z.ZodDefault<z.ZodString>>>;
|
|
9
|
+
blocked_urls: z.ZodOptional<z.ZodNullable<z.ZodDefault<z.ZodArray<z.ZodString>>>>;
|
|
10
|
+
}, z.core.$strip>;
|
|
11
|
+
declare const scrapeDoSetBlockUrls: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
12
|
+
urls: string[];
|
|
13
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
14
|
//#endregion
|
|
8
15
|
export { scrapeDoSetBlockUrls };
|
|
9
16
|
//# sourceMappingURL=set-block-urls.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"set-block-urls.d.cts","names":[],"sources":["../../src/actions/set-block-urls.ts"],"mappings":";;;cAIa,yBAAA,
|
|
1
|
+
{"version":3,"file":"set-block-urls.d.cts","names":[],"sources":["../../src/actions/set-block-urls.ts"],"mappings":";;;cAIa,yBAAA,EAAyB,CAAA,CAAA,SAAA;;;cAGzB,0BAAA,EAA0B,CAAA,CAAA,SAAA;;;;cAK1B,oBAAA,gCAAoB,wBAAA"}
|
|
@@ -1,9 +1,16 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/set-block-urls.d.ts
|
|
4
|
-
declare const ScrapeDoSetBlockUrlsInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapeDoSetBlockUrlsInput: z.ZodObject<{
|
|
5
|
+
urls: z.ZodArray<z.ZodString>;
|
|
6
|
+
}, z.core.$strip>;
|
|
7
|
+
declare const ScrapeDoSetBlockUrlsOutput: z.ZodObject<{
|
|
8
|
+
message: z.ZodOptional<z.ZodNullable<z.ZodDefault<z.ZodString>>>;
|
|
9
|
+
blocked_urls: z.ZodOptional<z.ZodNullable<z.ZodDefault<z.ZodArray<z.ZodString>>>>;
|
|
10
|
+
}, z.core.$strip>;
|
|
11
|
+
declare const scrapeDoSetBlockUrls: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
12
|
+
urls: string[];
|
|
13
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
14
|
//#endregion
|
|
8
15
|
export { scrapeDoSetBlockUrls };
|
|
9
16
|
//# sourceMappingURL=set-block-urls.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"set-block-urls.d.mts","names":[],"sources":["../../src/actions/set-block-urls.ts"],"mappings":";;;cAIa,yBAAA,
|
|
1
|
+
{"version":3,"file":"set-block-urls.d.mts","names":[],"sources":["../../src/actions/set-block-urls.ts"],"mappings":";;;cAIa,yBAAA,EAAyB,CAAA,CAAA,SAAA;;;cAGzB,0BAAA,EAA0B,CAAA,CAAA,SAAA;;;;cAK1B,oBAAA,gCAAoB,wBAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"set-block-urls.mjs","names":[],"sources":["../../src/actions/set-block-urls.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoSetBlockUrlsInput
|
|
1
|
+
{"version":3,"file":"set-block-urls.mjs","names":[],"sources":["../../src/actions/set-block-urls.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoSetBlockUrlsInput = z.object({\n urls: z.array(z.string()).describe(\"List of URL patterns to block during scraping. Can be full URLs or patterns.\"),\n}).describe(\"Request model for SetBlockUrls action.\");\nexport const ScrapeDoSetBlockUrlsOutput = z.object({\n message: z.string().default(\"\").describe(\"Success message confirming URLs have been blocked.\").nullable().optional(),\n blocked_urls: z.array(z.string()).default([]).describe(\"List of URLs that were successfully blocked.\").nullable().optional(),\n}).describe(\"Response model for SetBlockUrls action.\");\n\nexport const scrapeDoSetBlockUrls = action(\"SCRAPE_DO_SET_BLOCK_URLS\", {\n slug: \"scrape_do-set-block-urls\",\n name: \"Block specific URLs during scraping\",\n description: \"This tool allows users to block specific URLs during the scraping process. It's particularly useful for blocking unwanted resources like analytics scripts, advertisements, or any other URLs that might interfere with the scraping process or slow it down. It provides granular control by allowing users to specify URL patterns to block, thereby improving scraping performance and maintaining privacy.\",\n input: ScrapeDoSetBlockUrlsInput,\n output: ScrapeDoSetBlockUrlsOutput,\n});\n"],"mappings":";;AAYA,MAAa,uBAAuB,OAAO,4BAA4B;CACrE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAZuC,EAAE,OAAO,EAChD,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,8EAA8E,EACnH,CAAC,CAAC,CAAC,SAAS,wCAUH;CACP,QAVwC,EAAE,OAAO;EACjD,SAAS,EAAE,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,oDAAoD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACnH,cAAc,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7H,CAAC,CAAC,CAAC,SAAS,yCAOF;AACV,CAAC"}
|
|
@@ -13,8 +13,8 @@ const ScrapeDoSetRegionalGeoCodeInput = zod.z.object({
|
|
|
13
13
|
]).describe("The region code to target for scraping requests")
|
|
14
14
|
});
|
|
15
15
|
const ScrapeDoSetRegionalGeoCodeOutput = zod.z.object({
|
|
16
|
-
status: zod.z.string().describe("Status of the regional geolocation setting request"),
|
|
17
|
-
message: zod.z.string().describe("Response message from the API")
|
|
16
|
+
status: zod.z.string().describe("Status of the regional geolocation setting request").nullable(),
|
|
17
|
+
message: zod.z.string().describe("Response message from the API").nullable()
|
|
18
18
|
});
|
|
19
19
|
const scrapeDoSetRegionalGeoCode = require_action.action("SCRAPE_DO_SET_REGIONAL_GEO_CODE", {
|
|
20
20
|
slug: "scrape_do-set-regional-geo-code",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"set-regional-geo-code.cjs","names":["z","action"],"sources":["../../src/actions/set-regional-geo-code.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoSetRegionalGeoCodeInput
|
|
1
|
+
{"version":3,"file":"set-regional-geo-code.cjs","names":["z","action"],"sources":["../../src/actions/set-regional-geo-code.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoSetRegionalGeoCodeInput = z.object({\n url: z.string().describe(\"The target URL to scrape with the specified regional geo code\"),\n regional_geo_code: z.enum([\"europe\", \"asia\", \"africa\", \"oceania\", \"northamerica\", \"southamerica\"]).describe(\"The region code to target for scraping requests\"),\n});\nexport const ScrapeDoSetRegionalGeoCodeOutput = z.object({\n status: z.string().describe(\"Status of the regional geolocation setting request\").nullable(),\n message: z.string().describe(\"Response message from the API\").nullable(),\n});\n\nexport const scrapeDoSetRegionalGeoCode = action(\"SCRAPE_DO_SET_REGIONAL_GEO_CODE\", {\n slug: \"scrape_do-set-regional-geo-code\",\n name: \"Set Regional Geolocation for Scraping\",\n description: \"This tool allows users to set a broader geographical targeting by specifying a region code instead of a specific country code. This is useful when you want to scrape content from an entire region rather than a specific country. Note that this feature requires super mode to be enabled and is only available for Business Plan or higher subscriptions.\",\n input: ScrapeDoSetRegionalGeoCodeInput,\n output: ScrapeDoSetRegionalGeoCodeOutput,\n});\n"],"mappings":";;;AAIA,MAAa,kCAAkCA,IAAAA,EAAE,OAAO;CACtD,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;CACxF,mBAAmBA,IAAAA,EAAE,KAAK;EAAC;EAAU;EAAQ;EAAU;EAAW;EAAgB;CAAc,CAAC,CAAC,CAAC,SAAS,iDAAiD;AAC/J,CAAC;AACD,MAAa,mCAAmCA,IAAAA,EAAE,OAAO;CACvD,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oDAAoD,CAAC,CAAC,SAAS;CAC3F,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS;AACzE,CAAC;AAED,MAAa,6BAA6BC,eAAAA,OAAO,mCAAmC;CAClF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,9 +1,25 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/set-regional-geo-code.d.ts
|
|
4
|
-
declare const ScrapeDoSetRegionalGeoCodeInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapeDoSetRegionalGeoCodeInput: z.ZodObject<{
|
|
5
|
+
url: z.ZodString;
|
|
6
|
+
regional_geo_code: z.ZodEnum<{
|
|
7
|
+
europe: "europe";
|
|
8
|
+
asia: "asia";
|
|
9
|
+
africa: "africa";
|
|
10
|
+
oceania: "oceania";
|
|
11
|
+
northamerica: "northamerica";
|
|
12
|
+
southamerica: "southamerica";
|
|
13
|
+
}>;
|
|
14
|
+
}, z.core.$strip>;
|
|
15
|
+
declare const ScrapeDoSetRegionalGeoCodeOutput: z.ZodObject<{
|
|
16
|
+
status: z.ZodNullable<z.ZodString>;
|
|
17
|
+
message: z.ZodNullable<z.ZodString>;
|
|
18
|
+
}, z.core.$strip>;
|
|
19
|
+
declare const scrapeDoSetRegionalGeoCode: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
20
|
+
url: string;
|
|
21
|
+
regional_geo_code: "europe" | "asia" | "africa" | "oceania" | "northamerica" | "southamerica";
|
|
22
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
23
|
//#endregion
|
|
8
24
|
export { scrapeDoSetRegionalGeoCode };
|
|
9
25
|
//# sourceMappingURL=set-regional-geo-code.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"set-regional-geo-code.d.cts","names":[],"sources":["../../src/actions/set-regional-geo-code.ts"],"mappings":";;;cAIa,+BAAA,
|
|
1
|
+
{"version":3,"file":"set-regional-geo-code.d.cts","names":[],"sources":["../../src/actions/set-regional-geo-code.ts"],"mappings":";;;cAIa,+BAAA,EAA+B,CAAA,CAAA,SAAA;;;;;;;;;;;cAI/B,gCAAA,EAAgC,CAAA,CAAA,SAAA;;;;cAKhC,0BAAA,gCAA0B,wBAAA"}
|
|
@@ -1,9 +1,25 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/set-regional-geo-code.d.ts
|
|
4
|
-
declare const ScrapeDoSetRegionalGeoCodeInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapeDoSetRegionalGeoCodeInput: z.ZodObject<{
|
|
5
|
+
url: z.ZodString;
|
|
6
|
+
regional_geo_code: z.ZodEnum<{
|
|
7
|
+
europe: "europe";
|
|
8
|
+
asia: "asia";
|
|
9
|
+
africa: "africa";
|
|
10
|
+
oceania: "oceania";
|
|
11
|
+
northamerica: "northamerica";
|
|
12
|
+
southamerica: "southamerica";
|
|
13
|
+
}>;
|
|
14
|
+
}, z.core.$strip>;
|
|
15
|
+
declare const ScrapeDoSetRegionalGeoCodeOutput: z.ZodObject<{
|
|
16
|
+
status: z.ZodNullable<z.ZodString>;
|
|
17
|
+
message: z.ZodNullable<z.ZodString>;
|
|
18
|
+
}, z.core.$strip>;
|
|
19
|
+
declare const scrapeDoSetRegionalGeoCode: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
20
|
+
url: string;
|
|
21
|
+
regional_geo_code: "europe" | "asia" | "africa" | "oceania" | "northamerica" | "southamerica";
|
|
22
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
23
|
//#endregion
|
|
8
24
|
export { scrapeDoSetRegionalGeoCode };
|
|
9
25
|
//# sourceMappingURL=set-regional-geo-code.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"set-regional-geo-code.d.mts","names":[],"sources":["../../src/actions/set-regional-geo-code.ts"],"mappings":";;;cAIa,+BAAA,
|
|
1
|
+
{"version":3,"file":"set-regional-geo-code.d.mts","names":[],"sources":["../../src/actions/set-regional-geo-code.ts"],"mappings":";;;cAIa,+BAAA,EAA+B,CAAA,CAAA,SAAA;;;;;;;;;;;cAI/B,gCAAA,EAAgC,CAAA,CAAA,SAAA;;;;cAKhC,0BAAA,gCAA0B,wBAAA"}
|
|
@@ -16,8 +16,8 @@ const scrapeDoSetRegionalGeoCode = action("SCRAPE_DO_SET_REGIONAL_GEO_CODE", {
|
|
|
16
16
|
]).describe("The region code to target for scraping requests")
|
|
17
17
|
}),
|
|
18
18
|
output: z.object({
|
|
19
|
-
status: z.string().describe("Status of the regional geolocation setting request"),
|
|
20
|
-
message: z.string().describe("Response message from the API")
|
|
19
|
+
status: z.string().describe("Status of the regional geolocation setting request").nullable(),
|
|
20
|
+
message: z.string().describe("Response message from the API").nullable()
|
|
21
21
|
})
|
|
22
22
|
});
|
|
23
23
|
//#endregion
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"set-regional-geo-code.mjs","names":[],"sources":["../../src/actions/set-regional-geo-code.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoSetRegionalGeoCodeInput
|
|
1
|
+
{"version":3,"file":"set-regional-geo-code.mjs","names":[],"sources":["../../src/actions/set-regional-geo-code.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoSetRegionalGeoCodeInput = z.object({\n url: z.string().describe(\"The target URL to scrape with the specified regional geo code\"),\n regional_geo_code: z.enum([\"europe\", \"asia\", \"africa\", \"oceania\", \"northamerica\", \"southamerica\"]).describe(\"The region code to target for scraping requests\"),\n});\nexport const ScrapeDoSetRegionalGeoCodeOutput = z.object({\n status: z.string().describe(\"Status of the regional geolocation setting request\").nullable(),\n message: z.string().describe(\"Response message from the API\").nullable(),\n});\n\nexport const scrapeDoSetRegionalGeoCode = action(\"SCRAPE_DO_SET_REGIONAL_GEO_CODE\", {\n slug: \"scrape_do-set-regional-geo-code\",\n name: \"Set Regional Geolocation for Scraping\",\n description: \"This tool allows users to set a broader geographical targeting by specifying a region code instead of a specific country code. This is useful when you want to scrape content from an entire region rather than a specific country. Note that this feature requires super mode to be enabled and is only available for Business Plan or higher subscriptions.\",\n input: ScrapeDoSetRegionalGeoCodeInput,\n output: ScrapeDoSetRegionalGeoCodeOutput,\n});\n"],"mappings":";;AAaA,MAAa,6BAA6B,OAAO,mCAAmC;CAClF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAb6C,EAAE,OAAO;EACtD,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;EACxF,mBAAmB,EAAE,KAAK;GAAC;GAAU;GAAQ;GAAU;GAAW;GAAgB;EAAc,CAAC,CAAC,CAAC,SAAS,iDAAiD;CAC/J,CAUS;CACP,QAV8C,EAAE,OAAO;EACvD,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,oDAAoD,CAAC,CAAC,SAAS;EAC3F,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS;CACzE,CAOU;AACV,CAAC"}
|
package/dist/catalog.cjs
CHANGED
|
@@ -7,7 +7,13 @@ const scrapeDoCatalog = {
|
|
|
7
7
|
"category": "AI Web Scraping",
|
|
8
8
|
"logo": "https://logos.composio.dev/api/scrape_do",
|
|
9
9
|
"authKind": "keystroke",
|
|
10
|
-
"oauthScopes": []
|
|
10
|
+
"oauthScopes": [],
|
|
11
|
+
"credentialFields": { "generic_token": {
|
|
12
|
+
"label": "Scrape.do API Token",
|
|
13
|
+
"secret": true,
|
|
14
|
+
"description": "Enter your Scrape.do API token, which you can find in your Scrape.do dashboard."
|
|
15
|
+
} },
|
|
16
|
+
"credentialScheme": "API_KEY"
|
|
11
17
|
};
|
|
12
18
|
//#endregion
|
|
13
19
|
exports.scrapeDoCatalog = scrapeDoCatalog;
|
package/dist/catalog.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"catalog.cjs","names":[],"sources":["../src/catalog.ts"],"sourcesContent":["/** Generated — kept in sync with src/app.ts. */\nexport const scrapeDoCatalog = {\n \"slug\": \"scrape_do\",\n \"name\": \"Scrape Do\",\n \"description\": \"Scrape.do is a web scraping API offering rotating residential, data-center, and mobile proxies with headless browser support and session management to bypass anti-bot protections (e.g., Cloudflare, Akamai) and extract data at scale in formats like JSON and HTML.\",\n \"category\": \"AI Web Scraping\",\n \"logo\": \"https://logos.composio.dev/api/scrape_do\",\n \"authKind\": \"keystroke\",\n \"oauthScopes\": []\n} as const;\n"],"mappings":";;AACA,MAAa,kBAAkB;CAC7B,QAAQ;CACR,QAAQ;CACR,eAAe;CACf,YAAY;CACZ,QAAQ;CACR,YAAY;CACZ,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"catalog.cjs","names":[],"sources":["../src/catalog.ts"],"sourcesContent":["/** Generated — kept in sync with src/app.ts. */\nexport const scrapeDoCatalog = {\n \"slug\": \"scrape_do\",\n \"name\": \"Scrape Do\",\n \"description\": \"Scrape.do is a web scraping API offering rotating residential, data-center, and mobile proxies with headless browser support and session management to bypass anti-bot protections (e.g., Cloudflare, Akamai) and extract data at scale in formats like JSON and HTML.\",\n \"category\": \"AI Web Scraping\",\n \"logo\": \"https://logos.composio.dev/api/scrape_do\",\n \"authKind\": \"keystroke\",\n \"oauthScopes\": [],\n \"credentialFields\": {\n \"generic_token\": {\n \"label\": \"Scrape.do API Token\",\n \"secret\": true,\n \"description\": \"Enter your Scrape.do API token, which you can find in your Scrape.do dashboard.\"\n }\n },\n \"credentialScheme\": \"API_KEY\"\n} as const;\n"],"mappings":";;AACA,MAAa,kBAAkB;CAC7B,QAAQ;CACR,QAAQ;CACR,eAAe;CACf,YAAY;CACZ,QAAQ;CACR,YAAY;CACZ,eAAe,CAAC;CAChB,oBAAoB,EAClB,iBAAiB;EACf,SAAS;EACT,UAAU;EACV,eAAe;CACjB,EACF;CACA,oBAAoB;AACtB"}
|
package/dist/catalog.d.cts
CHANGED
|
@@ -8,6 +8,14 @@ declare const scrapeDoCatalog: {
|
|
|
8
8
|
readonly logo: "https://logos.composio.dev/api/scrape_do";
|
|
9
9
|
readonly authKind: "keystroke";
|
|
10
10
|
readonly oauthScopes: readonly [];
|
|
11
|
+
readonly credentialFields: {
|
|
12
|
+
readonly generic_token: {
|
|
13
|
+
readonly label: "Scrape.do API Token";
|
|
14
|
+
readonly secret: true;
|
|
15
|
+
readonly description: "Enter your Scrape.do API token, which you can find in your Scrape.do dashboard.";
|
|
16
|
+
};
|
|
17
|
+
};
|
|
18
|
+
readonly credentialScheme: "API_KEY";
|
|
11
19
|
};
|
|
12
20
|
//#endregion
|
|
13
21
|
export { scrapeDoCatalog };
|
package/dist/catalog.d.mts
CHANGED
|
@@ -8,6 +8,14 @@ declare const scrapeDoCatalog: {
|
|
|
8
8
|
readonly logo: "https://logos.composio.dev/api/scrape_do";
|
|
9
9
|
readonly authKind: "keystroke";
|
|
10
10
|
readonly oauthScopes: readonly [];
|
|
11
|
+
readonly credentialFields: {
|
|
12
|
+
readonly generic_token: {
|
|
13
|
+
readonly label: "Scrape.do API Token";
|
|
14
|
+
readonly secret: true;
|
|
15
|
+
readonly description: "Enter your Scrape.do API token, which you can find in your Scrape.do dashboard.";
|
|
16
|
+
};
|
|
17
|
+
};
|
|
18
|
+
readonly credentialScheme: "API_KEY";
|
|
11
19
|
};
|
|
12
20
|
//#endregion
|
|
13
21
|
export { scrapeDoCatalog };
|
package/dist/catalog.mjs
CHANGED
|
@@ -7,7 +7,13 @@ const scrapeDoCatalog = {
|
|
|
7
7
|
"category": "AI Web Scraping",
|
|
8
8
|
"logo": "https://logos.composio.dev/api/scrape_do",
|
|
9
9
|
"authKind": "keystroke",
|
|
10
|
-
"oauthScopes": []
|
|
10
|
+
"oauthScopes": [],
|
|
11
|
+
"credentialFields": { "generic_token": {
|
|
12
|
+
"label": "Scrape.do API Token",
|
|
13
|
+
"secret": true,
|
|
14
|
+
"description": "Enter your Scrape.do API token, which you can find in your Scrape.do dashboard."
|
|
15
|
+
} },
|
|
16
|
+
"credentialScheme": "API_KEY"
|
|
11
17
|
};
|
|
12
18
|
//#endregion
|
|
13
19
|
export { scrapeDoCatalog };
|
package/dist/catalog.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"catalog.mjs","names":[],"sources":["../src/catalog.ts"],"sourcesContent":["/** Generated — kept in sync with src/app.ts. */\nexport const scrapeDoCatalog = {\n \"slug\": \"scrape_do\",\n \"name\": \"Scrape Do\",\n \"description\": \"Scrape.do is a web scraping API offering rotating residential, data-center, and mobile proxies with headless browser support and session management to bypass anti-bot protections (e.g., Cloudflare, Akamai) and extract data at scale in formats like JSON and HTML.\",\n \"category\": \"AI Web Scraping\",\n \"logo\": \"https://logos.composio.dev/api/scrape_do\",\n \"authKind\": \"keystroke\",\n \"oauthScopes\": []\n} as const;\n"],"mappings":";;AACA,MAAa,kBAAkB;CAC7B,QAAQ;CACR,QAAQ;CACR,eAAe;CACf,YAAY;CACZ,QAAQ;CACR,YAAY;CACZ,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"catalog.mjs","names":[],"sources":["../src/catalog.ts"],"sourcesContent":["/** Generated — kept in sync with src/app.ts. */\nexport const scrapeDoCatalog = {\n \"slug\": \"scrape_do\",\n \"name\": \"Scrape Do\",\n \"description\": \"Scrape.do is a web scraping API offering rotating residential, data-center, and mobile proxies with headless browser support and session management to bypass anti-bot protections (e.g., Cloudflare, Akamai) and extract data at scale in formats like JSON and HTML.\",\n \"category\": \"AI Web Scraping\",\n \"logo\": \"https://logos.composio.dev/api/scrape_do\",\n \"authKind\": \"keystroke\",\n \"oauthScopes\": [],\n \"credentialFields\": {\n \"generic_token\": {\n \"label\": \"Scrape.do API Token\",\n \"secret\": true,\n \"description\": \"Enter your Scrape.do API token, which you can find in your Scrape.do dashboard.\"\n }\n },\n \"credentialScheme\": \"API_KEY\"\n} as const;\n"],"mappings":";;AACA,MAAa,kBAAkB;CAC7B,QAAQ;CACR,QAAQ;CACR,eAAe;CACf,YAAY;CACZ,QAAQ;CACR,YAAY;CACZ,eAAe,CAAC;CAChB,oBAAoB,EAClB,iBAAiB;EACf,SAAS;EACT,UAAU;EACV,eAAe;CACjB,EACF;CACA,oBAAoB;AACtB"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@keystrokehq/scrape_do",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.2",
|
|
4
4
|
"publishConfig": {
|
|
5
5
|
"access": "public",
|
|
6
6
|
"registry": "https://registry.npmjs.org"
|
|
@@ -31,7 +31,7 @@
|
|
|
31
31
|
}
|
|
32
32
|
},
|
|
33
33
|
"peerDependencies": {
|
|
34
|
-
"@keystrokehq/keystroke": "
|
|
34
|
+
"@keystrokehq/keystroke": ">=0.1.4",
|
|
35
35
|
"zod": "^4.4.3"
|
|
36
36
|
},
|
|
37
37
|
"devDependencies": {
|