@keystrokehq/scrape_do 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/action.cjs.map +1 -1
- package/dist/action.mjs.map +1 -1
- package/dist/actions/cancel-async-job.cjs.map +1 -1
- package/dist/actions/cancel-async-job.d.cts +19 -3
- package/dist/actions/cancel-async-job.d.cts.map +1 -1
- package/dist/actions/cancel-async-job.d.mts +19 -3
- package/dist/actions/cancel-async-job.d.mts.map +1 -1
- package/dist/actions/cancel-async-job.mjs.map +1 -1
- package/dist/actions/create-async-job.cjs +2 -2
- package/dist/actions/create-async-job.cjs.map +1 -1
- package/dist/actions/create-async-job.d.cts +83 -3
- package/dist/actions/create-async-job.d.cts.map +1 -1
- package/dist/actions/create-async-job.d.mts +83 -3
- package/dist/actions/create-async-job.d.mts.map +1 -1
- package/dist/actions/create-async-job.mjs +2 -2
- package/dist/actions/create-async-job.mjs.map +1 -1
- package/dist/actions/get-account-info.cjs +5 -5
- package/dist/actions/get-account-info.cjs.map +1 -1
- package/dist/actions/get-account-info.d.cts +13 -3
- package/dist/actions/get-account-info.d.cts.map +1 -1
- package/dist/actions/get-account-info.d.mts +13 -3
- package/dist/actions/get-account-info.d.mts.map +1 -1
- package/dist/actions/get-account-info.mjs +5 -5
- package/dist/actions/get-account-info.mjs.map +1 -1
- package/dist/actions/get-amazon-offers.cjs.map +1 -1
- package/dist/actions/get-amazon-offers.d.cts +51 -3
- package/dist/actions/get-amazon-offers.d.cts.map +1 -1
- package/dist/actions/get-amazon-offers.d.mts +51 -3
- package/dist/actions/get-amazon-offers.d.mts.map +1 -1
- package/dist/actions/get-amazon-offers.mjs.map +1 -1
- package/dist/actions/get-amazon-product.cjs.map +1 -1
- package/dist/actions/get-amazon-product.d.cts +56 -3
- package/dist/actions/get-amazon-product.d.cts.map +1 -1
- package/dist/actions/get-amazon-product.d.mts +56 -3
- package/dist/actions/get-amazon-product.d.mts.map +1 -1
- package/dist/actions/get-amazon-product.mjs.map +1 -1
- package/dist/actions/get-amazon-raw-html.cjs +1 -1
- package/dist/actions/get-amazon-raw-html.cjs.map +1 -1
- package/dist/actions/get-amazon-raw-html.d.cts +21 -3
- package/dist/actions/get-amazon-raw-html.d.cts.map +1 -1
- package/dist/actions/get-amazon-raw-html.d.mts +21 -3
- package/dist/actions/get-amazon-raw-html.d.mts.map +1 -1
- package/dist/actions/get-amazon-raw-html.mjs +1 -1
- package/dist/actions/get-amazon-raw-html.mjs.map +1 -1
- package/dist/actions/get-async-account-info.cjs +4 -4
- package/dist/actions/get-async-account-info.cjs.map +1 -1
- package/dist/actions/get-async-account-info.d.cts +8 -3
- package/dist/actions/get-async-account-info.d.cts.map +1 -1
- package/dist/actions/get-async-account-info.d.mts +8 -3
- package/dist/actions/get-async-account-info.d.mts.map +1 -1
- package/dist/actions/get-async-account-info.mjs +4 -4
- package/dist/actions/get-async-account-info.mjs.map +1 -1
- package/dist/actions/get-async-job.cjs.map +1 -1
- package/dist/actions/get-async-job.d.cts +20 -3
- package/dist/actions/get-async-job.d.cts.map +1 -1
- package/dist/actions/get-async-job.d.mts +20 -3
- package/dist/actions/get-async-job.d.mts.map +1 -1
- package/dist/actions/get-async-job.mjs.map +1 -1
- package/dist/actions/get-async-task.cjs.map +1 -1
- package/dist/actions/get-async-task.d.cts +24 -3
- package/dist/actions/get-async-task.d.cts.map +1 -1
- package/dist/actions/get-async-task.d.mts +24 -3
- package/dist/actions/get-async-task.d.mts.map +1 -1
- package/dist/actions/get-async-task.mjs.map +1 -1
- package/dist/actions/get-page.cjs +2 -2
- package/dist/actions/get-page.cjs.map +1 -1
- package/dist/actions/get-page.d.cts +48 -3
- package/dist/actions/get-page.d.cts.map +1 -1
- package/dist/actions/get-page.d.mts +48 -3
- package/dist/actions/get-page.d.mts.map +1 -1
- package/dist/actions/get-page.mjs +2 -2
- package/dist/actions/get-page.mjs.map +1 -1
- package/dist/actions/list-async-jobs.cjs +7 -7
- package/dist/actions/list-async-jobs.cjs.map +1 -1
- package/dist/actions/list-async-jobs.d.cts +21 -3
- package/dist/actions/list-async-jobs.d.cts.map +1 -1
- package/dist/actions/list-async-jobs.d.mts +21 -3
- package/dist/actions/list-async-jobs.d.mts.map +1 -1
- package/dist/actions/list-async-jobs.mjs +7 -7
- package/dist/actions/list-async-jobs.mjs.map +1 -1
- package/dist/actions/proxy-mode.cjs +2 -2
- package/dist/actions/proxy-mode.cjs.map +1 -1
- package/dist/actions/proxy-mode.d.cts +19 -3
- package/dist/actions/proxy-mode.d.cts.map +1 -1
- package/dist/actions/proxy-mode.d.mts +19 -3
- package/dist/actions/proxy-mode.d.mts.map +1 -1
- package/dist/actions/proxy-mode.mjs +2 -2
- package/dist/actions/proxy-mode.mjs.map +1 -1
- package/dist/actions/scrape-url-post.cjs +2 -2
- package/dist/actions/scrape-url-post.cjs.map +1 -1
- package/dist/actions/scrape-url-post.d.cts +33 -3
- package/dist/actions/scrape-url-post.d.cts.map +1 -1
- package/dist/actions/scrape-url-post.d.mts +33 -3
- package/dist/actions/scrape-url-post.d.mts.map +1 -1
- package/dist/actions/scrape-url-post.mjs +2 -2
- package/dist/actions/scrape-url-post.mjs.map +1 -1
- package/dist/actions/search-amazon.cjs.map +1 -1
- package/dist/actions/search-amazon.d.cts +46 -3
- package/dist/actions/search-amazon.d.cts.map +1 -1
- package/dist/actions/search-amazon.d.mts +46 -3
- package/dist/actions/search-amazon.d.mts.map +1 -1
- package/dist/actions/search-amazon.mjs.map +1 -1
- package/dist/actions/set-block-urls.cjs.map +1 -1
- package/dist/actions/set-block-urls.d.cts +10 -3
- package/dist/actions/set-block-urls.d.cts.map +1 -1
- package/dist/actions/set-block-urls.d.mts +10 -3
- package/dist/actions/set-block-urls.d.mts.map +1 -1
- package/dist/actions/set-block-urls.mjs.map +1 -1
- package/dist/actions/set-regional-geo-code.cjs +2 -2
- package/dist/actions/set-regional-geo-code.cjs.map +1 -1
- package/dist/actions/set-regional-geo-code.d.cts +19 -3
- package/dist/actions/set-regional-geo-code.d.cts.map +1 -1
- package/dist/actions/set-regional-geo-code.d.mts +19 -3
- package/dist/actions/set-regional-geo-code.d.mts.map +1 -1
- package/dist/actions/set-regional-geo-code.mjs +2 -2
- package/dist/actions/set-regional-geo-code.mjs.map +1 -1
- package/dist/catalog.cjs +7 -1
- package/dist/catalog.cjs.map +1 -1
- package/dist/catalog.d.cts +8 -0
- package/dist/catalog.d.mts +8 -0
- package/dist/catalog.mjs +7 -1
- package/dist/catalog.mjs.map +1 -1
- package/package.json +2 -2
|
@@ -1,9 +1,27 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/list-async-jobs.d.ts
|
|
4
|
-
declare const ScrapeDoListAsyncJobsInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapeDoListAsyncJobsInput: z.ZodObject<{
|
|
5
|
+
page: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
6
|
+
page_size: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
7
|
+
}, z.core.$strip>;
|
|
8
|
+
declare const ScrapeDoListAsyncJobsOutput: z.ZodObject<{
|
|
9
|
+
Jobs: z.ZodArray<z.ZodObject<{
|
|
10
|
+
JobID: z.ZodNullable<z.ZodString>;
|
|
11
|
+
Status: z.ZodNullable<z.ZodString>;
|
|
12
|
+
EndTime: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
13
|
+
TaskIDs: z.ZodArray<z.ZodString>;
|
|
14
|
+
StartTime: z.ZodNullable<z.ZodString>;
|
|
15
|
+
}, z.core.$strip>>;
|
|
16
|
+
PageSize: z.ZodNullable<z.ZodNumber>;
|
|
17
|
+
PageNumber: z.ZodNullable<z.ZodNumber>;
|
|
18
|
+
TotalCount: z.ZodNullable<z.ZodNumber>;
|
|
19
|
+
TotalPages: z.ZodNullable<z.ZodNumber>;
|
|
20
|
+
}, z.core.$strip>;
|
|
21
|
+
declare const scrapeDoListAsyncJobs: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
22
|
+
page?: number | undefined;
|
|
23
|
+
page_size?: number | undefined;
|
|
24
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
25
|
//#endregion
|
|
8
26
|
export { scrapeDoListAsyncJobs };
|
|
9
27
|
//# sourceMappingURL=list-async-jobs.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"list-async-jobs.d.mts","names":[],"sources":["../../src/actions/list-async-jobs.ts"],"mappings":";;;cAIa,0BAAA,
|
|
1
|
+
{"version":3,"file":"list-async-jobs.d.mts","names":[],"sources":["../../src/actions/list-async-jobs.ts"],"mappings":";;;cAIa,0BAAA,EAA0B,CAAA,CAAA,SAAA;;;;cAW1B,2BAAA,EAA2B,CAAA,CAAA,SAAA;;;;;;;;;;;;;cAQ3B,qBAAA,gCAAqB,wBAAA"}
|
|
@@ -6,11 +6,11 @@ const ScrapeDoListAsyncJobsInput = z.object({
|
|
|
6
6
|
page_size: z.number().int().default(10).describe("Number of jobs per page (default: 10, maximum: 100)").optional()
|
|
7
7
|
}).describe("Request model for listing asynchronous scraping jobs.");
|
|
8
8
|
const ScrapeDoListAsyncJobs_JobDetailsSchema = z.object({
|
|
9
|
-
JobID: z.string().describe("Unique identifier for the job"),
|
|
10
|
-
Status: z.string().describe("Current status of the job (queuing, queued, pending, rotating, success, error, canceled)"),
|
|
9
|
+
JobID: z.string().describe("Unique identifier for the job").nullable(),
|
|
10
|
+
Status: z.string().describe("Current status of the job (queuing, queued, pending, rotating, success, error, canceled)").nullable(),
|
|
11
11
|
EndTime: z.string().describe("ISO 8601 timestamp when the job ended (null if not completed)").nullable().optional(),
|
|
12
12
|
TaskIDs: z.array(z.string()).describe("Array of task UUID strings associated with this job"),
|
|
13
|
-
StartTime: z.string().describe("ISO 8601 timestamp when the job started")
|
|
13
|
+
StartTime: z.string().describe("ISO 8601 timestamp when the job started").nullable()
|
|
14
14
|
}).describe("Details of an individual scraping job.");
|
|
15
15
|
const scrapeDoListAsyncJobs = action("SCRAPE_DO_LIST_ASYNC_JOBS", {
|
|
16
16
|
slug: "scrape_do-list-async-jobs",
|
|
@@ -19,10 +19,10 @@ const scrapeDoListAsyncJobs = action("SCRAPE_DO_LIST_ASYNC_JOBS", {
|
|
|
19
19
|
input: ScrapeDoListAsyncJobsInput,
|
|
20
20
|
output: z.object({
|
|
21
21
|
Jobs: z.array(ScrapeDoListAsyncJobs_JobDetailsSchema).describe("List of jobs with their status and metadata"),
|
|
22
|
-
PageSize: z.number().int().describe("Number of jobs per page"),
|
|
23
|
-
PageNumber: z.number().int().describe("Current page number"),
|
|
24
|
-
TotalCount: z.number().int().describe("Total number of jobs available"),
|
|
25
|
-
TotalPages: z.number().int().describe("Total number of pages available")
|
|
22
|
+
PageSize: z.number().int().describe("Number of jobs per page").nullable(),
|
|
23
|
+
PageNumber: z.number().int().describe("Current page number").nullable(),
|
|
24
|
+
TotalCount: z.number().int().describe("Total number of jobs available").nullable(),
|
|
25
|
+
TotalPages: z.number().int().describe("Total number of pages available").nullable()
|
|
26
26
|
}).describe("Response model for listing asynchronous scraping jobs.")
|
|
27
27
|
});
|
|
28
28
|
//#endregion
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"list-async-jobs.mjs","names":[],"sources":["../../src/actions/list-async-jobs.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoListAsyncJobsInput
|
|
1
|
+
{"version":3,"file":"list-async-jobs.mjs","names":[],"sources":["../../src/actions/list-async-jobs.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoListAsyncJobsInput = z.object({\n page: z.number().int().default(1).describe(\"Page number for pagination (default: 1, minimum: 1)\").optional(),\n page_size: z.number().int().default(10).describe(\"Number of jobs per page (default: 10, maximum: 100)\").optional(),\n}).describe(\"Request model for listing asynchronous scraping jobs.\");\nconst ScrapeDoListAsyncJobs_JobDetailsSchema = z.object({\n JobID: z.string().describe(\"Unique identifier for the job\").nullable(),\n Status: z.string().describe(\"Current status of the job (queuing, queued, pending, rotating, success, error, canceled)\").nullable(),\n EndTime: z.string().describe(\"ISO 8601 timestamp when the job ended (null if not completed)\").nullable().optional(),\n TaskIDs: z.array(z.string()).describe(\"Array of task UUID strings associated with this job\"),\n StartTime: z.string().describe(\"ISO 8601 timestamp when the job started\").nullable(),\n}).describe(\"Details of an individual scraping job.\");\nexport const ScrapeDoListAsyncJobsOutput = z.object({\n Jobs: z.array(ScrapeDoListAsyncJobs_JobDetailsSchema).describe(\"List of jobs with their status and metadata\"),\n PageSize: z.number().int().describe(\"Number of jobs per page\").nullable(),\n PageNumber: z.number().int().describe(\"Current page number\").nullable(),\n TotalCount: z.number().int().describe(\"Total number of jobs available\").nullable(),\n TotalPages: z.number().int().describe(\"Total number of pages available\").nullable(),\n}).describe(\"Response model for listing asynchronous scraping jobs.\");\n\nexport const scrapeDoListAsyncJobs = action(\"SCRAPE_DO_LIST_ASYNC_JOBS\", {\n slug: \"scrape_do-list-async-jobs\",\n name: \"List Asynchronous Scraping Jobs\",\n description: \"Tool to list all asynchronous scraping jobs. Returns paginated list of jobs with their status and metadata. Use when you need to retrieve job history or monitor job statuses. Supports pagination with up to 100 jobs per page.\",\n input: ScrapeDoListAsyncJobsInput,\n output: ScrapeDoListAsyncJobsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,6BAA6B,EAAE,OAAO;CACjD,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;CAC3G,WAAW,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;AACnH,CAAC,CAAC,CAAC,SAAS,uDAAuD;AACnE,MAAM,yCAAyC,EAAE,OAAO;CACtD,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS;CACrE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,0FAA0F,CAAC,CAAC,SAAS;CACjI,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAClH,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,qDAAqD;CAC3F,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;AACrF,CAAC,CAAC,CAAC,SAAS,wCAAwC;AASpD,MAAa,wBAAwB,OAAO,6BAA6B;CACvE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAbyC,EAAE,OAAO;EAClD,MAAM,EAAE,MAAM,sCAAsC,CAAC,CAAC,SAAS,6CAA6C;EAC5G,UAAU,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS;EACxE,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qBAAqB,CAAC,CAAC,SAAS;EACtE,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;EACjF,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACpF,CAAC,CAAC,CAAC,SAAS,wDAOF;AACV,CAAC"}
|
|
@@ -9,9 +9,9 @@ const ScrapeDoProxyModeInput = zod.z.object({
|
|
|
9
9
|
custom_headers: zod.z.boolean().default(true).describe("Whether to forward custom headers to the target website").optional()
|
|
10
10
|
}).describe("Request model for SCRAPE_DO_PROXY_MODE action.");
|
|
11
11
|
const ScrapeDoProxyModeOutput = zod.z.object({
|
|
12
|
-
content: zod.z.string().describe("The scraped content from the target webpage"),
|
|
12
|
+
content: zod.z.string().describe("The scraped content from the target webpage").nullable(),
|
|
13
13
|
headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Response headers including Scrape.do specific headers"),
|
|
14
|
-
status_code: zod.z.number().int().describe("HTTP status code of the response")
|
|
14
|
+
status_code: zod.z.number().int().describe("HTTP status code of the response").nullable()
|
|
15
15
|
}).describe("Response model for SCRAPE_DO_PROXY_MODE action.");
|
|
16
16
|
const scrapeDoProxyMode = require_action.action("SCRAPE_DO_PROXY_MODE", {
|
|
17
17
|
slug: "scrape_do-proxy-mode",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"proxy-mode.cjs","names":["z","action"],"sources":["../../src/actions/proxy-mode.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoProxyModeInput
|
|
1
|
+
{"version":3,"file":"proxy-mode.cjs","names":["z","action"],"sources":["../../src/actions/proxy-mode.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoProxyModeInput = z.object({\n url: z.string().describe(\"The target URL to scrape\"),\n device: z.string().default(\"desktop\").describe(\"Device type to simulate (desktop, mobile, tablet)\").optional(),\n render: z.boolean().default(false).describe(\"Enable/disable JavaScript rendering\").optional(),\n geo_code: z.string().describe(\"Geographic location for the request (e.g., 'us', 'uk')\").optional(),\n custom_headers: z.boolean().default(true).describe(\"Whether to forward custom headers to the target website\").optional(),\n}).describe(\"Request model for SCRAPE_DO_PROXY_MODE action.\");\nexport const ScrapeDoProxyModeOutput = z.object({\n content: z.string().describe(\"The scraped content from the target webpage\").nullable(),\n headers: z.record(z.string(), z.unknown()).describe(\"Response headers including Scrape.do specific headers\"),\n status_code: z.number().int().describe(\"HTTP status code of the response\").nullable(),\n}).describe(\"Response model for SCRAPE_DO_PROXY_MODE action.\");\n\nexport const scrapeDoProxyMode = action(\"SCRAPE_DO_PROXY_MODE\", {\n slug: \"scrape_do-proxy-mode\",\n name: \"Use Scrape.do Proxy Mode\",\n description: \"This tool implements the Proxy Mode functionality of scrape.do, which allows routing requests through their proxy server. It provides an alternative way to access web scraping capabilities by handling complex JavaScript-rendered pages, geolocation-based routing, device simulation, and built-in anti-bot and retry mechanisms.\",\n input: ScrapeDoProxyModeInput,\n output: ScrapeDoProxyModeOutput,\n});\n"],"mappings":";;;AAIA,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0BAA0B;CACnD,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,QAAQ,SAAS,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAC7G,QAAQA,IAAAA,EAAE,QAAQ,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC5F,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;CACjG,gBAAgBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;AACzH,CAAC,CAAC,CAAC,SAAS,gDAAgD;AAC5D,MAAa,0BAA0BA,IAAAA,EAAE,OAAO;CAC9C,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;CACrF,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,uDAAuD;CAC3G,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AACtF,CAAC,CAAC,CAAC,SAAS,iDAAiD;AAE7D,MAAa,oBAAoBC,eAAAA,OAAO,wBAAwB;CAC9D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,9 +1,25 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/proxy-mode.d.ts
|
|
4
|
-
declare const ScrapeDoProxyModeInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapeDoProxyModeInput: z.ZodObject<{
|
|
5
|
+
url: z.ZodString;
|
|
6
|
+
device: z.ZodOptional<z.ZodDefault<z.ZodString>>;
|
|
7
|
+
render: z.ZodOptional<z.ZodDefault<z.ZodBoolean>>;
|
|
8
|
+
geo_code: z.ZodOptional<z.ZodString>;
|
|
9
|
+
custom_headers: z.ZodOptional<z.ZodDefault<z.ZodBoolean>>;
|
|
10
|
+
}, z.core.$strip>;
|
|
11
|
+
declare const ScrapeDoProxyModeOutput: z.ZodObject<{
|
|
12
|
+
content: z.ZodNullable<z.ZodString>;
|
|
13
|
+
headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
14
|
+
status_code: z.ZodNullable<z.ZodNumber>;
|
|
15
|
+
}, z.core.$strip>;
|
|
16
|
+
declare const scrapeDoProxyMode: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
17
|
+
url: string;
|
|
18
|
+
device?: string | undefined;
|
|
19
|
+
render?: boolean | undefined;
|
|
20
|
+
geo_code?: string | undefined;
|
|
21
|
+
custom_headers?: boolean | undefined;
|
|
22
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
23
|
//#endregion
|
|
8
24
|
export { scrapeDoProxyMode };
|
|
9
25
|
//# sourceMappingURL=proxy-mode.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"proxy-mode.d.cts","names":[],"sources":["../../src/actions/proxy-mode.ts"],"mappings":";;;cAIa,sBAAA,
|
|
1
|
+
{"version":3,"file":"proxy-mode.d.cts","names":[],"sources":["../../src/actions/proxy-mode.ts"],"mappings":";;;cAIa,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;cAOtB,uBAAA,EAAuB,CAAA,CAAA,SAAA;;;;;cAMvB,iBAAA,gCAAiB,wBAAA"}
|
|
@@ -1,9 +1,25 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/proxy-mode.d.ts
|
|
4
|
-
declare const ScrapeDoProxyModeInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapeDoProxyModeInput: z.ZodObject<{
|
|
5
|
+
url: z.ZodString;
|
|
6
|
+
device: z.ZodOptional<z.ZodDefault<z.ZodString>>;
|
|
7
|
+
render: z.ZodOptional<z.ZodDefault<z.ZodBoolean>>;
|
|
8
|
+
geo_code: z.ZodOptional<z.ZodString>;
|
|
9
|
+
custom_headers: z.ZodOptional<z.ZodDefault<z.ZodBoolean>>;
|
|
10
|
+
}, z.core.$strip>;
|
|
11
|
+
declare const ScrapeDoProxyModeOutput: z.ZodObject<{
|
|
12
|
+
content: z.ZodNullable<z.ZodString>;
|
|
13
|
+
headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
14
|
+
status_code: z.ZodNullable<z.ZodNumber>;
|
|
15
|
+
}, z.core.$strip>;
|
|
16
|
+
declare const scrapeDoProxyMode: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
17
|
+
url: string;
|
|
18
|
+
device?: string | undefined;
|
|
19
|
+
render?: boolean | undefined;
|
|
20
|
+
geo_code?: string | undefined;
|
|
21
|
+
custom_headers?: boolean | undefined;
|
|
22
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
23
|
//#endregion
|
|
8
24
|
export { scrapeDoProxyMode };
|
|
9
25
|
//# sourceMappingURL=proxy-mode.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"proxy-mode.d.mts","names":[],"sources":["../../src/actions/proxy-mode.ts"],"mappings":";;;cAIa,sBAAA,
|
|
1
|
+
{"version":3,"file":"proxy-mode.d.mts","names":[],"sources":["../../src/actions/proxy-mode.ts"],"mappings":";;;cAIa,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;cAOtB,uBAAA,EAAuB,CAAA,CAAA,SAAA;;;;;cAMvB,iBAAA,gCAAiB,wBAAA"}
|
|
@@ -12,9 +12,9 @@ const scrapeDoProxyMode = action("SCRAPE_DO_PROXY_MODE", {
|
|
|
12
12
|
custom_headers: z.boolean().default(true).describe("Whether to forward custom headers to the target website").optional()
|
|
13
13
|
}).describe("Request model for SCRAPE_DO_PROXY_MODE action."),
|
|
14
14
|
output: z.object({
|
|
15
|
-
content: z.string().describe("The scraped content from the target webpage"),
|
|
15
|
+
content: z.string().describe("The scraped content from the target webpage").nullable(),
|
|
16
16
|
headers: z.record(z.string(), z.unknown()).describe("Response headers including Scrape.do specific headers"),
|
|
17
|
-
status_code: z.number().int().describe("HTTP status code of the response")
|
|
17
|
+
status_code: z.number().int().describe("HTTP status code of the response").nullable()
|
|
18
18
|
}).describe("Response model for SCRAPE_DO_PROXY_MODE action.")
|
|
19
19
|
});
|
|
20
20
|
//#endregion
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"proxy-mode.mjs","names":[],"sources":["../../src/actions/proxy-mode.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoProxyModeInput
|
|
1
|
+
{"version":3,"file":"proxy-mode.mjs","names":[],"sources":["../../src/actions/proxy-mode.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoProxyModeInput = z.object({\n url: z.string().describe(\"The target URL to scrape\"),\n device: z.string().default(\"desktop\").describe(\"Device type to simulate (desktop, mobile, tablet)\").optional(),\n render: z.boolean().default(false).describe(\"Enable/disable JavaScript rendering\").optional(),\n geo_code: z.string().describe(\"Geographic location for the request (e.g., 'us', 'uk')\").optional(),\n custom_headers: z.boolean().default(true).describe(\"Whether to forward custom headers to the target website\").optional(),\n}).describe(\"Request model for SCRAPE_DO_PROXY_MODE action.\");\nexport const ScrapeDoProxyModeOutput = z.object({\n content: z.string().describe(\"The scraped content from the target webpage\").nullable(),\n headers: z.record(z.string(), z.unknown()).describe(\"Response headers including Scrape.do specific headers\"),\n status_code: z.number().int().describe(\"HTTP status code of the response\").nullable(),\n}).describe(\"Response model for SCRAPE_DO_PROXY_MODE action.\");\n\nexport const scrapeDoProxyMode = action(\"SCRAPE_DO_PROXY_MODE\", {\n slug: \"scrape_do-proxy-mode\",\n name: \"Use Scrape.do Proxy Mode\",\n description: \"This tool implements the Proxy Mode functionality of scrape.do, which allows routing requests through their proxy server. It provides an alternative way to access web scraping capabilities by handling complex JavaScript-rendered pages, geolocation-based routing, device simulation, and built-in anti-bot and retry mechanisms.\",\n input: ScrapeDoProxyModeInput,\n output: ScrapeDoProxyModeOutput,\n});\n"],"mappings":";;AAiBA,MAAa,oBAAoB,OAAO,wBAAwB;CAC9D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAjBoC,EAAE,OAAO;EAC7C,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,0BAA0B;EACnD,QAAQ,EAAE,OAAO,CAAC,CAAC,QAAQ,SAAS,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;EAC7G,QAAQ,EAAE,QAAQ,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;EAC5F,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;EACjG,gBAAgB,EAAE,QAAQ,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;CACzH,CAAC,CAAC,CAAC,SAAS,gDAWH;CACP,QAXqC,EAAE,OAAO;EAC9C,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;EACrF,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,uDAAuD;EAC3G,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;CACtF,CAAC,CAAC,CAAC,SAAS,iDAOF;AACV,CAAC"}
|
|
@@ -18,9 +18,9 @@ const ScrapeDoScrapeUrlPostInput = zod.z.object({
|
|
|
18
18
|
customHeaders: zod.z.boolean().describe("Enable sending custom headers with the request").optional()
|
|
19
19
|
}).describe("Request model for SCRAPE_DO_SCRAPE_URL_POST action.");
|
|
20
20
|
const ScrapeDoScrapeUrlPostOutput = zod.z.object({
|
|
21
|
-
content: zod.z.string().describe("The scraped content from the target webpage response"),
|
|
21
|
+
content: zod.z.string().describe("The scraped content from the target webpage response").nullable(),
|
|
22
22
|
headers: zod.z.object({}).describe("Response headers including Scrape.do specific headers"),
|
|
23
|
-
status_code: zod.z.number().int().describe("HTTP status code of the response")
|
|
23
|
+
status_code: zod.z.number().int().describe("HTTP status code of the response").nullable()
|
|
24
24
|
}).describe("Response model for SCRAPE_DO_SCRAPE_URL_POST action.");
|
|
25
25
|
const scrapeDoScrapeUrlPost = require_action.action("SCRAPE_DO_SCRAPE_URL_POST", {
|
|
26
26
|
slug: "scrape_do-scrape-url-post",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-url-post.cjs","names":["z","action"],"sources":["../../src/actions/scrape-url-post.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoScrapeUrlPostInput
|
|
1
|
+
{"version":3,"file":"scrape-url-post.cjs","names":["z","action"],"sources":["../../src/actions/scrape-url-post.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoScrapeUrlPostInput = z.object({\n url: z.string().describe(\"Target web page URL to scrape with POST request\"),\n body: z.string().describe(\"HTTP request body for POST request. Can be JSON string, form data, or plain text\").optional(),\n \"super\": z.boolean().describe(\"Enable residential/mobile proxies. Costs 10x credits\").optional(),\n device: z.enum([\"desktop\", \"mobile\", \"tablet\"]).describe(\"Device types for scraping emulation.\").optional(),\n render: z.boolean().describe(\"Enable JavaScript rendering with headless browser\").optional(),\n geoCode: z.string().describe(\"Country code for geo-targeting (e.g. 'us', 'gb', 'de')\").optional(),\n timeout: z.number().int().describe(\"Total request timeout in milliseconds (5000-120000)\").optional(),\n sessionId: z.string().describe(\"Sticky session ID to reuse same IP address across multiple requests\").optional(),\n setCookies: z.string().describe(\"Cookies to include with the request (format: key1=value1; key2=value2)\").optional(),\n customHeaders: z.boolean().describe(\"Enable sending custom headers with the request\").optional(),\n}).describe(\"Request model for SCRAPE_DO_SCRAPE_URL_POST action.\");\nexport const ScrapeDoScrapeUrlPostOutput = z.object({\n content: z.string().describe(\"The scraped content from the target webpage response\").nullable(),\n headers: z.object({}).describe(\"Response headers including Scrape.do specific headers\"),\n status_code: z.number().int().describe(\"HTTP status code of the response\").nullable(),\n}).describe(\"Response model for SCRAPE_DO_SCRAPE_URL_POST action.\");\n\nexport const scrapeDoScrapeUrlPost = action(\"SCRAPE_DO_SCRAPE_URL_POST\", {\n slug: \"scrape_do-scrape-url-post\",\n name: \"Scrape URL using POST method\",\n description: \"Tool to scrape web pages using POST method via scrape.do API. Use when you need to send POST requests to target websites with custom request body data. Supports all parameters from GET endpoint plus request body customization for POST/PUT/PATCH methods.\",\n input: ScrapeDoScrapeUrlPostInput,\n output: ScrapeDoScrapeUrlPostOutput,\n});\n"],"mappings":";;;AAIA,MAAa,6BAA6BA,IAAAA,EAAE,OAAO;CACjD,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iDAAiD;CAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kFAAkF,CAAC,CAAC,SAAS;CACvH,SAASA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CAC/F,QAAQA,IAAAA,EAAE,KAAK;EAAC;EAAW;EAAU;CAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CAC1G,QAAQA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAC3F,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;CACnG,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qEAAqE,CAAC,CAAC,SAAS;CAC/G,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS;CACnH,eAAeA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS;AACjG,CAAC,CAAC,CAAC,SAAS,qDAAqD;AACjE,MAAa,8BAA8BA,IAAAA,EAAE,OAAO;CAClD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CAC9F,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,uDAAuD;CACtF,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AACtF,CAAC,CAAC,CAAC,SAAS,sDAAsD;AAElE,MAAa,wBAAwBC,eAAAA,OAAO,6BAA6B;CACvE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,9 +1,39 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/scrape-url-post.d.ts
|
|
4
|
-
declare const ScrapeDoScrapeUrlPostInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapeDoScrapeUrlPostInput: z.ZodObject<{
|
|
5
|
+
url: z.ZodString;
|
|
6
|
+
body: z.ZodOptional<z.ZodString>;
|
|
7
|
+
super: z.ZodOptional<z.ZodBoolean>;
|
|
8
|
+
device: z.ZodOptional<z.ZodEnum<{
|
|
9
|
+
desktop: "desktop";
|
|
10
|
+
mobile: "mobile";
|
|
11
|
+
tablet: "tablet";
|
|
12
|
+
}>>;
|
|
13
|
+
render: z.ZodOptional<z.ZodBoolean>;
|
|
14
|
+
geoCode: z.ZodOptional<z.ZodString>;
|
|
15
|
+
timeout: z.ZodOptional<z.ZodNumber>;
|
|
16
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
17
|
+
setCookies: z.ZodOptional<z.ZodString>;
|
|
18
|
+
customHeaders: z.ZodOptional<z.ZodBoolean>;
|
|
19
|
+
}, z.core.$strip>;
|
|
20
|
+
declare const ScrapeDoScrapeUrlPostOutput: z.ZodObject<{
|
|
21
|
+
content: z.ZodNullable<z.ZodString>;
|
|
22
|
+
headers: z.ZodObject<{}, z.core.$strip>;
|
|
23
|
+
status_code: z.ZodNullable<z.ZodNumber>;
|
|
24
|
+
}, z.core.$strip>;
|
|
25
|
+
declare const scrapeDoScrapeUrlPost: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
26
|
+
url: string;
|
|
27
|
+
body?: string | undefined;
|
|
28
|
+
super?: boolean | undefined;
|
|
29
|
+
device?: "desktop" | "mobile" | "tablet" | undefined;
|
|
30
|
+
render?: boolean | undefined;
|
|
31
|
+
geoCode?: string | undefined;
|
|
32
|
+
timeout?: number | undefined;
|
|
33
|
+
sessionId?: string | undefined;
|
|
34
|
+
setCookies?: string | undefined;
|
|
35
|
+
customHeaders?: boolean | undefined;
|
|
36
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
37
|
//#endregion
|
|
8
38
|
export { scrapeDoScrapeUrlPost };
|
|
9
39
|
//# sourceMappingURL=scrape-url-post.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-url-post.d.cts","names":[],"sources":["../../src/actions/scrape-url-post.ts"],"mappings":";;;cAIa,0BAAA,
|
|
1
|
+
{"version":3,"file":"scrape-url-post.d.cts","names":[],"sources":["../../src/actions/scrape-url-post.ts"],"mappings":";;;cAIa,0BAAA,EAA0B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;cAY1B,2BAAA,EAA2B,CAAA,CAAA,SAAA;;;;;cAM3B,qBAAA,gCAAqB,wBAAA"}
|
|
@@ -1,9 +1,39 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/scrape-url-post.d.ts
|
|
4
|
-
declare const ScrapeDoScrapeUrlPostInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapeDoScrapeUrlPostInput: z.ZodObject<{
|
|
5
|
+
url: z.ZodString;
|
|
6
|
+
body: z.ZodOptional<z.ZodString>;
|
|
7
|
+
super: z.ZodOptional<z.ZodBoolean>;
|
|
8
|
+
device: z.ZodOptional<z.ZodEnum<{
|
|
9
|
+
desktop: "desktop";
|
|
10
|
+
mobile: "mobile";
|
|
11
|
+
tablet: "tablet";
|
|
12
|
+
}>>;
|
|
13
|
+
render: z.ZodOptional<z.ZodBoolean>;
|
|
14
|
+
geoCode: z.ZodOptional<z.ZodString>;
|
|
15
|
+
timeout: z.ZodOptional<z.ZodNumber>;
|
|
16
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
17
|
+
setCookies: z.ZodOptional<z.ZodString>;
|
|
18
|
+
customHeaders: z.ZodOptional<z.ZodBoolean>;
|
|
19
|
+
}, z.core.$strip>;
|
|
20
|
+
declare const ScrapeDoScrapeUrlPostOutput: z.ZodObject<{
|
|
21
|
+
content: z.ZodNullable<z.ZodString>;
|
|
22
|
+
headers: z.ZodObject<{}, z.core.$strip>;
|
|
23
|
+
status_code: z.ZodNullable<z.ZodNumber>;
|
|
24
|
+
}, z.core.$strip>;
|
|
25
|
+
declare const scrapeDoScrapeUrlPost: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
26
|
+
url: string;
|
|
27
|
+
body?: string | undefined;
|
|
28
|
+
super?: boolean | undefined;
|
|
29
|
+
device?: "desktop" | "mobile" | "tablet" | undefined;
|
|
30
|
+
render?: boolean | undefined;
|
|
31
|
+
geoCode?: string | undefined;
|
|
32
|
+
timeout?: number | undefined;
|
|
33
|
+
sessionId?: string | undefined;
|
|
34
|
+
setCookies?: string | undefined;
|
|
35
|
+
customHeaders?: boolean | undefined;
|
|
36
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
37
|
//#endregion
|
|
8
38
|
export { scrapeDoScrapeUrlPost };
|
|
9
39
|
//# sourceMappingURL=scrape-url-post.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-url-post.d.mts","names":[],"sources":["../../src/actions/scrape-url-post.ts"],"mappings":";;;cAIa,0BAAA,
|
|
1
|
+
{"version":3,"file":"scrape-url-post.d.mts","names":[],"sources":["../../src/actions/scrape-url-post.ts"],"mappings":";;;cAIa,0BAAA,EAA0B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;cAY1B,2BAAA,EAA2B,CAAA,CAAA,SAAA;;;;;cAM3B,qBAAA,gCAAqB,wBAAA"}
|
|
@@ -21,9 +21,9 @@ const scrapeDoScrapeUrlPost = action("SCRAPE_DO_SCRAPE_URL_POST", {
|
|
|
21
21
|
customHeaders: z.boolean().describe("Enable sending custom headers with the request").optional()
|
|
22
22
|
}).describe("Request model for SCRAPE_DO_SCRAPE_URL_POST action."),
|
|
23
23
|
output: z.object({
|
|
24
|
-
content: z.string().describe("The scraped content from the target webpage response"),
|
|
24
|
+
content: z.string().describe("The scraped content from the target webpage response").nullable(),
|
|
25
25
|
headers: z.object({}).describe("Response headers including Scrape.do specific headers"),
|
|
26
|
-
status_code: z.number().int().describe("HTTP status code of the response")
|
|
26
|
+
status_code: z.number().int().describe("HTTP status code of the response").nullable()
|
|
27
27
|
}).describe("Response model for SCRAPE_DO_SCRAPE_URL_POST action.")
|
|
28
28
|
});
|
|
29
29
|
//#endregion
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-url-post.mjs","names":[],"sources":["../../src/actions/scrape-url-post.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoScrapeUrlPostInput
|
|
1
|
+
{"version":3,"file":"scrape-url-post.mjs","names":[],"sources":["../../src/actions/scrape-url-post.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoScrapeUrlPostInput = z.object({\n url: z.string().describe(\"Target web page URL to scrape with POST request\"),\n body: z.string().describe(\"HTTP request body for POST request. Can be JSON string, form data, or plain text\").optional(),\n \"super\": z.boolean().describe(\"Enable residential/mobile proxies. Costs 10x credits\").optional(),\n device: z.enum([\"desktop\", \"mobile\", \"tablet\"]).describe(\"Device types for scraping emulation.\").optional(),\n render: z.boolean().describe(\"Enable JavaScript rendering with headless browser\").optional(),\n geoCode: z.string().describe(\"Country code for geo-targeting (e.g. 'us', 'gb', 'de')\").optional(),\n timeout: z.number().int().describe(\"Total request timeout in milliseconds (5000-120000)\").optional(),\n sessionId: z.string().describe(\"Sticky session ID to reuse same IP address across multiple requests\").optional(),\n setCookies: z.string().describe(\"Cookies to include with the request (format: key1=value1; key2=value2)\").optional(),\n customHeaders: z.boolean().describe(\"Enable sending custom headers with the request\").optional(),\n}).describe(\"Request model for SCRAPE_DO_SCRAPE_URL_POST action.\");\nexport const ScrapeDoScrapeUrlPostOutput = z.object({\n content: z.string().describe(\"The scraped content from the target webpage response\").nullable(),\n headers: z.object({}).describe(\"Response headers including Scrape.do specific headers\"),\n status_code: z.number().int().describe(\"HTTP status code of the response\").nullable(),\n}).describe(\"Response model for SCRAPE_DO_SCRAPE_URL_POST action.\");\n\nexport const scrapeDoScrapeUrlPost = action(\"SCRAPE_DO_SCRAPE_URL_POST\", {\n slug: \"scrape_do-scrape-url-post\",\n name: \"Scrape URL using POST method\",\n description: \"Tool to scrape web pages using POST method via scrape.do API. Use when you need to send POST requests to target websites with custom request body data. Supports all parameters from GET endpoint plus request body customization for POST/PUT/PATCH methods.\",\n input: ScrapeDoScrapeUrlPostInput,\n output: ScrapeDoScrapeUrlPostOutput,\n});\n"],"mappings":";;AAsBA,MAAa,wBAAwB,OAAO,6BAA6B;CACvE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAtBwC,EAAE,OAAO;EACjD,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,iDAAiD;EAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,kFAAkF,CAAC,CAAC,SAAS;EACvH,SAAS,EAAE,QAAQ,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EAC/F,QAAQ,EAAE,KAAK;GAAC;GAAW;GAAU;EAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;EAC1G,QAAQ,EAAE,QAAQ,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;EAC3F,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;EAChG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;EACnG,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,qEAAqE,CAAC,CAAC,SAAS;EAC/G,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS;EACnH,eAAe,EAAE,QAAQ,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS;CACjG,CAAC,CAAC,CAAC,SAAS,qDAWH;CACP,QAXyC,EAAE,OAAO;EAClD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EAC9F,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,uDAAuD;EACtF,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;CACtF,CAAC,CAAC,CAAC,SAAS,sDAOF;AACV,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search-amazon.cjs","names":["z","action"],"sources":["../../src/actions/search-amazon.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoSearchAmazonInput
|
|
1
|
+
{"version":3,"file":"search-amazon.cjs","names":["z","action"],"sources":["../../src/actions/search-amazon.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoSearchAmazonInput = z.object({\n page: z.number().int().describe(\"Page number for pagination (default: 1)\").optional(),\n \"super\": z.boolean().describe(\"Enable residential/mobile proxies for higher success rates. Costs 10x credits (default: false)\").optional(),\n geocode: z.string().describe(\"Country code for Amazon marketplace (e.g., us, gb, de, jp, ca, fr, it, es, in)\"),\n keyword: z.string().describe(\"Search query term (will be URL-encoded automatically)\"),\n zipcode: z.string().describe(\"Postal/ZIP code formatted according to country requirements (e.g., 10001 for US, SW1A 1AA for UK)\"),\n language: z.string().describe(\"Language code in ISO 639-1 format (e.g., EN, DE, FR, ES)\").optional(),\n include_html: z.boolean().describe(\"When true, includes the full raw HTML alongside structured JSON (default: false)\").optional(),\n}).describe(\"Request model for searching Amazon.\");\nconst ScrapeDoSearchAmazon_ProductPriceSchema = z.object({\n amount: z.number().describe(\"Price amount\").nullable().optional(),\n currencyCode: z.string().describe(\"Currency code (e.g., USD, EUR)\").nullable().optional(),\n}).describe(\"Price information for a product.\");\nconst ScrapeDoSearchAmazon_ProductRatingSchema = z.object({\n count: z.number().int().describe(\"Number of ratings\").nullable().optional(),\n stars: z.union([z.string(), z.number().int()]).nullable().optional(),\n value: z.number().describe(\"Rating value (e.g., 4.5)\").nullable().optional(),\n}).describe(\"Rating information for a product.\");\nconst ScrapeDoSearchAmazon_ProductSchema = z.object({\n url: z.string().describe(\"Product detail page URL\").nullable().optional(),\n asin: z.string().describe(\"Amazon Standard Identification Number\").nullable().optional(),\n badge: z.string().describe(\"Special badge if present (e.g., Best Seller, Overall Pick)\").nullable().optional(),\n price: ScrapeDoSearchAmazon_ProductPriceSchema.nullable().optional(),\n title: z.string().describe(\"Product title\").nullable().optional(),\n rating: ScrapeDoSearchAmazon_ProductRatingSchema.nullable().optional(),\n isPrime: z.boolean().describe(\"Whether Amazon Prime shipping is available\").nullable().optional(),\n imageUrl: z.string().describe(\"Product thumbnail image URL\").nullable().optional(),\n position: z.number().int().describe(\"Position on the search results page\").nullable().optional(),\n isSponsored: z.boolean().describe(\"Whether this is a sponsored product placement\").nullable().optional(),\n reviewCount: z.string().describe(\"Number of product reviews\").nullable().optional(),\n}).describe(\"Individual product information from search results.\");\nexport const ScrapeDoSearchAmazonOutput = z.object({\n html: z.string().describe(\"Full raw HTML when include_html=true\").nullable().optional(),\n page: z.number().int().describe(\"Current page number\").nullable().optional(),\n status: z.string().describe(\"Request status (success or error)\").nullable().optional(),\n keyword: z.string().describe(\"The search query that was executed\").nullable().optional(),\n products: z.array(ScrapeDoSearchAmazon_ProductSchema).describe(\"List of product results from the search\").nullable().optional(),\n errorMessage: z.string().describe(\"Error message if request failed\").nullable().optional(),\n totalResults: z.string().describe(\"Total results count as displayed by Amazon\").nullable().optional(),\n}).describe(\"Response model for Amazon search results.\");\n\nexport const scrapeDoSearchAmazon = action(\"SCRAPE_DO_SEARCH_AMAZON\", {\n slug: \"scrape_do-search-amazon\",\n name: \"Search Amazon products\",\n description: \"Tool to search Amazon and scrape product listings with structured results. Performs keyword searches and returns structured product data including titles, prices, ratings, Prime status, sponsored flags, and position rankings in JSON format. Use when you need to search for products on Amazon marketplace or gather product information from search results.\",\n input: ScrapeDoSearchAmazonInput,\n output: ScrapeDoSearchAmazonOutput,\n});\n"],"mappings":";;;AAIA,MAAa,4BAA4BA,IAAAA,EAAE,OAAO;CAChD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACpF,SAASA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,gGAAgG,CAAC,CAAC,SAAS;CACzI,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gFAAgF;CAC7G,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uDAAuD;CACpF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mGAAmG;CAChI,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0DAA0D,CAAC,CAAC,SAAS;CACnG,cAAcA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,kFAAkF,CAAC,CAAC,SAAS;AAClI,CAAC,CAAC,CAAC,SAAS,qCAAqC;AACjD,MAAM,0CAA0CA,IAAAA,EAAE,OAAO;CACvD,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,cAAc,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChE,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC1F,CAAC,CAAC,CAAC,SAAS,kCAAkC;AAC9C,MAAM,2CAA2CA,IAAAA,EAAE,OAAO;CACxD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1E,OAAOA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC7E,CAAC,CAAC,CAAC,SAAS,mCAAmC;AAC/C,MAAM,qCAAqCA,IAAAA,EAAE,OAAO;CAClD,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7G,OAAO,wCAAwC,SAAS,CAAC,CAAC,SAAS;CACnE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChE,QAAQ,yCAAyC,SAAS,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChG,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/F,aAAaA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACpF,CAAC,CAAC,CAAC,SAAS,qDAAqD;AACjE,MAAa,6BAA6BA,IAAAA,EAAE,OAAO;CACjD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qBAAqB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3E,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,UAAUA,IAAAA,EAAE,MAAM,kCAAkC,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC9H,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzF,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACtG,CAAC,CAAC,CAAC,SAAS,2CAA2C;AAEvD,MAAa,uBAAuBC,eAAAA,OAAO,2BAA2B;CACpE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,9 +1,52 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/search-amazon.d.ts
|
|
4
|
-
declare const ScrapeDoSearchAmazonInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapeDoSearchAmazonInput: z.ZodObject<{
|
|
5
|
+
page: z.ZodOptional<z.ZodNumber>;
|
|
6
|
+
super: z.ZodOptional<z.ZodBoolean>;
|
|
7
|
+
geocode: z.ZodString;
|
|
8
|
+
keyword: z.ZodString;
|
|
9
|
+
zipcode: z.ZodString;
|
|
10
|
+
language: z.ZodOptional<z.ZodString>;
|
|
11
|
+
include_html: z.ZodOptional<z.ZodBoolean>;
|
|
12
|
+
}, z.core.$strip>;
|
|
13
|
+
declare const ScrapeDoSearchAmazonOutput: z.ZodObject<{
|
|
14
|
+
html: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
15
|
+
page: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
16
|
+
status: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
17
|
+
keyword: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
18
|
+
products: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
|
|
19
|
+
url: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
20
|
+
asin: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
21
|
+
badge: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
22
|
+
price: z.ZodOptional<z.ZodNullable<z.ZodObject<{
|
|
23
|
+
amount: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
24
|
+
currencyCode: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
25
|
+
}, z.core.$strip>>>;
|
|
26
|
+
title: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
27
|
+
rating: z.ZodOptional<z.ZodNullable<z.ZodObject<{
|
|
28
|
+
count: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
29
|
+
stars: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>>;
|
|
30
|
+
value: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
31
|
+
}, z.core.$strip>>>;
|
|
32
|
+
isPrime: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
|
|
33
|
+
imageUrl: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
34
|
+
position: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
35
|
+
isSponsored: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
|
|
36
|
+
reviewCount: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
37
|
+
}, z.core.$strip>>>>;
|
|
38
|
+
errorMessage: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
39
|
+
totalResults: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
40
|
+
}, z.core.$strip>;
|
|
41
|
+
declare const scrapeDoSearchAmazon: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
42
|
+
geocode: string;
|
|
43
|
+
keyword: string;
|
|
44
|
+
zipcode: string;
|
|
45
|
+
page?: number | undefined;
|
|
46
|
+
super?: boolean | undefined;
|
|
47
|
+
language?: string | undefined;
|
|
48
|
+
include_html?: boolean | undefined;
|
|
49
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
50
|
//#endregion
|
|
8
51
|
export { scrapeDoSearchAmazon };
|
|
9
52
|
//# sourceMappingURL=search-amazon.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search-amazon.d.cts","names":[],"sources":["../../src/actions/search-amazon.ts"],"mappings":";;;cAIa,yBAAA,
|
|
1
|
+
{"version":3,"file":"search-amazon.d.cts","names":[],"sources":["../../src/actions/search-amazon.ts"],"mappings":";;;cAIa,yBAAA,EAAyB,CAAA,CAAA,SAAA;;;;;;;;;cA+BzB,0BAAA,EAA0B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAU1B,oBAAA,gCAAoB,wBAAA"}
|
|
@@ -1,9 +1,52 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/search-amazon.d.ts
|
|
4
|
-
declare const ScrapeDoSearchAmazonInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapeDoSearchAmazonInput: z.ZodObject<{
|
|
5
|
+
page: z.ZodOptional<z.ZodNumber>;
|
|
6
|
+
super: z.ZodOptional<z.ZodBoolean>;
|
|
7
|
+
geocode: z.ZodString;
|
|
8
|
+
keyword: z.ZodString;
|
|
9
|
+
zipcode: z.ZodString;
|
|
10
|
+
language: z.ZodOptional<z.ZodString>;
|
|
11
|
+
include_html: z.ZodOptional<z.ZodBoolean>;
|
|
12
|
+
}, z.core.$strip>;
|
|
13
|
+
declare const ScrapeDoSearchAmazonOutput: z.ZodObject<{
|
|
14
|
+
html: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
15
|
+
page: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
16
|
+
status: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
17
|
+
keyword: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
18
|
+
products: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
|
|
19
|
+
url: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
20
|
+
asin: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
21
|
+
badge: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
22
|
+
price: z.ZodOptional<z.ZodNullable<z.ZodObject<{
|
|
23
|
+
amount: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
24
|
+
currencyCode: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
25
|
+
}, z.core.$strip>>>;
|
|
26
|
+
title: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
27
|
+
rating: z.ZodOptional<z.ZodNullable<z.ZodObject<{
|
|
28
|
+
count: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
29
|
+
stars: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>>;
|
|
30
|
+
value: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
31
|
+
}, z.core.$strip>>>;
|
|
32
|
+
isPrime: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
|
|
33
|
+
imageUrl: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
34
|
+
position: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
35
|
+
isSponsored: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
|
|
36
|
+
reviewCount: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
37
|
+
}, z.core.$strip>>>>;
|
|
38
|
+
errorMessage: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
39
|
+
totalResults: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
40
|
+
}, z.core.$strip>;
|
|
41
|
+
declare const scrapeDoSearchAmazon: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
42
|
+
geocode: string;
|
|
43
|
+
keyword: string;
|
|
44
|
+
zipcode: string;
|
|
45
|
+
page?: number | undefined;
|
|
46
|
+
super?: boolean | undefined;
|
|
47
|
+
language?: string | undefined;
|
|
48
|
+
include_html?: boolean | undefined;
|
|
49
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
50
|
//#endregion
|
|
8
51
|
export { scrapeDoSearchAmazon };
|
|
9
52
|
//# sourceMappingURL=search-amazon.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search-amazon.d.mts","names":[],"sources":["../../src/actions/search-amazon.ts"],"mappings":";;;cAIa,yBAAA,
|
|
1
|
+
{"version":3,"file":"search-amazon.d.mts","names":[],"sources":["../../src/actions/search-amazon.ts"],"mappings":";;;cAIa,yBAAA,EAAyB,CAAA,CAAA,SAAA;;;;;;;;;cA+BzB,0BAAA,EAA0B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAU1B,oBAAA,gCAAoB,wBAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search-amazon.mjs","names":[],"sources":["../../src/actions/search-amazon.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoSearchAmazonInput
|
|
1
|
+
{"version":3,"file":"search-amazon.mjs","names":[],"sources":["../../src/actions/search-amazon.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoSearchAmazonInput = z.object({\n page: z.number().int().describe(\"Page number for pagination (default: 1)\").optional(),\n \"super\": z.boolean().describe(\"Enable residential/mobile proxies for higher success rates. Costs 10x credits (default: false)\").optional(),\n geocode: z.string().describe(\"Country code for Amazon marketplace (e.g., us, gb, de, jp, ca, fr, it, es, in)\"),\n keyword: z.string().describe(\"Search query term (will be URL-encoded automatically)\"),\n zipcode: z.string().describe(\"Postal/ZIP code formatted according to country requirements (e.g., 10001 for US, SW1A 1AA for UK)\"),\n language: z.string().describe(\"Language code in ISO 639-1 format (e.g., EN, DE, FR, ES)\").optional(),\n include_html: z.boolean().describe(\"When true, includes the full raw HTML alongside structured JSON (default: false)\").optional(),\n}).describe(\"Request model for searching Amazon.\");\nconst ScrapeDoSearchAmazon_ProductPriceSchema = z.object({\n amount: z.number().describe(\"Price amount\").nullable().optional(),\n currencyCode: z.string().describe(\"Currency code (e.g., USD, EUR)\").nullable().optional(),\n}).describe(\"Price information for a product.\");\nconst ScrapeDoSearchAmazon_ProductRatingSchema = z.object({\n count: z.number().int().describe(\"Number of ratings\").nullable().optional(),\n stars: z.union([z.string(), z.number().int()]).nullable().optional(),\n value: z.number().describe(\"Rating value (e.g., 4.5)\").nullable().optional(),\n}).describe(\"Rating information for a product.\");\nconst ScrapeDoSearchAmazon_ProductSchema = z.object({\n url: z.string().describe(\"Product detail page URL\").nullable().optional(),\n asin: z.string().describe(\"Amazon Standard Identification Number\").nullable().optional(),\n badge: z.string().describe(\"Special badge if present (e.g., Best Seller, Overall Pick)\").nullable().optional(),\n price: ScrapeDoSearchAmazon_ProductPriceSchema.nullable().optional(),\n title: z.string().describe(\"Product title\").nullable().optional(),\n rating: ScrapeDoSearchAmazon_ProductRatingSchema.nullable().optional(),\n isPrime: z.boolean().describe(\"Whether Amazon Prime shipping is available\").nullable().optional(),\n imageUrl: z.string().describe(\"Product thumbnail image URL\").nullable().optional(),\n position: z.number().int().describe(\"Position on the search results page\").nullable().optional(),\n isSponsored: z.boolean().describe(\"Whether this is a sponsored product placement\").nullable().optional(),\n reviewCount: z.string().describe(\"Number of product reviews\").nullable().optional(),\n}).describe(\"Individual product information from search results.\");\nexport const ScrapeDoSearchAmazonOutput = z.object({\n html: z.string().describe(\"Full raw HTML when include_html=true\").nullable().optional(),\n page: z.number().int().describe(\"Current page number\").nullable().optional(),\n status: z.string().describe(\"Request status (success or error)\").nullable().optional(),\n keyword: z.string().describe(\"The search query that was executed\").nullable().optional(),\n products: z.array(ScrapeDoSearchAmazon_ProductSchema).describe(\"List of product results from the search\").nullable().optional(),\n errorMessage: z.string().describe(\"Error message if request failed\").nullable().optional(),\n totalResults: z.string().describe(\"Total results count as displayed by Amazon\").nullable().optional(),\n}).describe(\"Response model for Amazon search results.\");\n\nexport const scrapeDoSearchAmazon = action(\"SCRAPE_DO_SEARCH_AMAZON\", {\n slug: \"scrape_do-search-amazon\",\n name: \"Search Amazon products\",\n description: \"Tool to search Amazon and scrape product listings with structured results. Performs keyword searches and returns structured product data including titles, prices, ratings, Prime status, sponsored flags, and position rankings in JSON format. Use when you need to search for products on Amazon marketplace or gather product information from search results.\",\n input: ScrapeDoSearchAmazonInput,\n output: ScrapeDoSearchAmazonOutput,\n});\n"],"mappings":";;;AAIA,MAAa,4BAA4B,EAAE,OAAO;CAChD,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACpF,SAAS,EAAE,QAAQ,CAAC,CAAC,SAAS,gGAAgG,CAAC,CAAC,SAAS;CACzI,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,gFAAgF;CAC7G,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uDAAuD;CACpF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,mGAAmG;CAChI,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,0DAA0D,CAAC,CAAC,SAAS;CACnG,cAAc,EAAE,QAAQ,CAAC,CAAC,SAAS,kFAAkF,CAAC,CAAC,SAAS;AAClI,CAAC,CAAC,CAAC,SAAS,qCAAqC;AACjD,MAAM,0CAA0C,EAAE,OAAO;CACvD,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,cAAc,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChE,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC1F,CAAC,CAAC,CAAC,SAAS,kCAAkC;AAC9C,MAAM,2CAA2C,EAAE,OAAO;CACxD,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1E,OAAO,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC7E,CAAC,CAAC,CAAC,SAAS,mCAAmC;AAC/C,MAAM,qCAAqC,EAAE,OAAO;CAClD,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7G,OAAO,wCAAwC,SAAS,CAAC,CAAC,SAAS;CACnE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChE,QAAQ,yCAAyC,SAAS,CAAC,CAAC,SAAS;CACrE,SAAS,EAAE,QAAQ,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChG,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjF,UAAU,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/F,aAAa,EAAE,QAAQ,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvG,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACpF,CAAC,CAAC,CAAC,SAAS,qDAAqD;AAWjE,MAAa,uBAAuB,OAAO,2BAA2B;CACpE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAfwC,EAAE,OAAO;EACjD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACtF,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qBAAqB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC3E,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACvF,UAAU,EAAE,MAAM,kCAAkC,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC9H,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzF,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtG,CAAC,CAAC,CAAC,SAAS,2CAOF;AACV,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"set-block-urls.cjs","names":["z","action"],"sources":["../../src/actions/set-block-urls.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoSetBlockUrlsInput
|
|
1
|
+
{"version":3,"file":"set-block-urls.cjs","names":["z","action"],"sources":["../../src/actions/set-block-urls.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapeDoSetBlockUrlsInput = z.object({\n urls: z.array(z.string()).describe(\"List of URL patterns to block during scraping. Can be full URLs or patterns.\"),\n}).describe(\"Request model for SetBlockUrls action.\");\nexport const ScrapeDoSetBlockUrlsOutput = z.object({\n message: z.string().default(\"\").describe(\"Success message confirming URLs have been blocked.\").nullable().optional(),\n blocked_urls: z.array(z.string()).default([]).describe(\"List of URLs that were successfully blocked.\").nullable().optional(),\n}).describe(\"Response model for SetBlockUrls action.\");\n\nexport const scrapeDoSetBlockUrls = action(\"SCRAPE_DO_SET_BLOCK_URLS\", {\n slug: \"scrape_do-set-block-urls\",\n name: \"Block specific URLs during scraping\",\n description: \"This tool allows users to block specific URLs during the scraping process. It's particularly useful for blocking unwanted resources like analytics scripts, advertisements, or any other URLs that might interfere with the scraping process or slow it down. It provides granular control by allowing users to specify URL patterns to block, thereby improving scraping performance and maintaining privacy.\",\n input: ScrapeDoSetBlockUrlsInput,\n output: ScrapeDoSetBlockUrlsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,4BAA4BA,IAAAA,EAAE,OAAO,EAChD,MAAMA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,8EAA8E,EACnH,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACpD,MAAa,6BAA6BA,IAAAA,EAAE,OAAO;CACjD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,oDAAoD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnH,cAAcA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC7H,CAAC,CAAC,CAAC,SAAS,yCAAyC;AAErD,MAAa,uBAAuBC,eAAAA,OAAO,4BAA4B;CACrE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|