@keystrokehq/scrapfly 0.1.0 → 0.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/action.cjs.map +1 -1
- package/dist/action.mjs.map +1 -1
- package/dist/actions/capture-screenshot-head.cjs +3 -3
- package/dist/actions/capture-screenshot-head.cjs.map +1 -1
- package/dist/actions/capture-screenshot-head.d.cts +50 -3
- package/dist/actions/capture-screenshot-head.d.cts.map +1 -1
- package/dist/actions/capture-screenshot-head.d.mts +50 -3
- package/dist/actions/capture-screenshot-head.d.mts.map +1 -1
- package/dist/actions/capture-screenshot-head.mjs +3 -3
- package/dist/actions/capture-screenshot-head.mjs.map +1 -1
- package/dist/actions/capture-screenshot.cjs +5 -5
- package/dist/actions/capture-screenshot.cjs.map +1 -1
- package/dist/actions/capture-screenshot.d.cts +44 -3
- package/dist/actions/capture-screenshot.d.cts.map +1 -1
- package/dist/actions/capture-screenshot.d.mts +44 -3
- package/dist/actions/capture-screenshot.d.mts.map +1 -1
- package/dist/actions/capture-screenshot.mjs +5 -5
- package/dist/actions/capture-screenshot.mjs.map +1 -1
- package/dist/actions/create-crawler.cjs +1 -1
- package/dist/actions/create-crawler.cjs.map +1 -1
- package/dist/actions/create-crawler.d.cts +31 -3
- package/dist/actions/create-crawler.d.cts.map +1 -1
- package/dist/actions/create-crawler.d.mts +31 -3
- package/dist/actions/create-crawler.d.mts.map +1 -1
- package/dist/actions/create-crawler.mjs +1 -1
- package/dist/actions/create-crawler.mjs.map +1 -1
- package/dist/actions/extract-data.cjs +1 -1
- package/dist/actions/extract-data.cjs.map +1 -1
- package/dist/actions/extract-data.d.cts +53 -3
- package/dist/actions/extract-data.d.cts.map +1 -1
- package/dist/actions/extract-data.d.mts +53 -3
- package/dist/actions/extract-data.d.mts.map +1 -1
- package/dist/actions/extract-data.mjs +1 -1
- package/dist/actions/extract-data.mjs.map +1 -1
- package/dist/actions/get-account-info.cjs +38 -38
- package/dist/actions/get-account-info.cjs.map +1 -1
- package/dist/actions/get-account-info.d.cts +73 -3
- package/dist/actions/get-account-info.d.cts.map +1 -1
- package/dist/actions/get-account-info.d.mts +73 -3
- package/dist/actions/get-account-info.d.mts.map +1 -1
- package/dist/actions/get-account-info.mjs +38 -38
- package/dist/actions/get-account-info.mjs.map +1 -1
- package/dist/actions/get-crawler-artifact.cjs +5 -5
- package/dist/actions/get-crawler-artifact.cjs.map +1 -1
- package/dist/actions/get-crawler-artifact.d.cts +18 -3
- package/dist/actions/get-crawler-artifact.d.cts.map +1 -1
- package/dist/actions/get-crawler-artifact.d.mts +18 -3
- package/dist/actions/get-crawler-artifact.d.mts.map +1 -1
- package/dist/actions/get-crawler-artifact.mjs +5 -5
- package/dist/actions/get-crawler-artifact.mjs.map +1 -1
- package/dist/actions/get-crawler-contents.cjs +3 -3
- package/dist/actions/get-crawler-contents.cjs.map +1 -1
- package/dist/actions/get-crawler-contents.d.cts +24 -3
- package/dist/actions/get-crawler-contents.d.cts.map +1 -1
- package/dist/actions/get-crawler-contents.d.mts +24 -3
- package/dist/actions/get-crawler-contents.d.mts.map +1 -1
- package/dist/actions/get-crawler-contents.mjs +3 -3
- package/dist/actions/get-crawler-contents.mjs.map +1 -1
- package/dist/actions/get-crawler-status.cjs +12 -12
- package/dist/actions/get-crawler-status.cjs.map +1 -1
- package/dist/actions/get-crawler-status.d.cts +22 -3
- package/dist/actions/get-crawler-status.d.cts.map +1 -1
- package/dist/actions/get-crawler-status.d.mts +22 -3
- package/dist/actions/get-crawler-status.d.mts.map +1 -1
- package/dist/actions/get-crawler-status.mjs +12 -12
- package/dist/actions/get-crawler-status.mjs.map +1 -1
- package/dist/actions/get-crawler-urls.cjs +4 -4
- package/dist/actions/get-crawler-urls.cjs.map +1 -1
- package/dist/actions/get-crawler-urls.d.cts +18 -3
- package/dist/actions/get-crawler-urls.d.cts.map +1 -1
- package/dist/actions/get-crawler-urls.d.mts +18 -3
- package/dist/actions/get-crawler-urls.d.mts.map +1 -1
- package/dist/actions/get-crawler-urls.mjs +4 -4
- package/dist/actions/get-crawler-urls.mjs.map +1 -1
- package/dist/actions/scrape-post.cjs +5 -5
- package/dist/actions/scrape-post.cjs.map +1 -1
- package/dist/actions/scrape-post.d.cts +38 -3
- package/dist/actions/scrape-post.d.cts.map +1 -1
- package/dist/actions/scrape-post.d.mts +38 -3
- package/dist/actions/scrape-post.d.mts.map +1 -1
- package/dist/actions/scrape-post.mjs +5 -5
- package/dist/actions/scrape-post.mjs.map +1 -1
- package/dist/actions/scrape-with-put.cjs +5 -5
- package/dist/actions/scrape-with-put.cjs.map +1 -1
- package/dist/actions/scrape-with-put.d.cts +38 -3
- package/dist/actions/scrape-with-put.d.cts.map +1 -1
- package/dist/actions/scrape-with-put.d.mts +38 -3
- package/dist/actions/scrape-with-put.d.mts.map +1 -1
- package/dist/actions/scrape-with-put.mjs +5 -5
- package/dist/actions/scrape-with-put.mjs.map +1 -1
- package/dist/actions/scrape.cjs +5 -5
- package/dist/actions/scrape.cjs.map +1 -1
- package/dist/actions/scrape.d.cts +48 -3
- package/dist/actions/scrape.d.cts.map +1 -1
- package/dist/actions/scrape.d.mts +48 -3
- package/dist/actions/scrape.d.mts.map +1 -1
- package/dist/actions/scrape.mjs +5 -5
- package/dist/actions/scrape.mjs.map +1 -1
- package/dist/catalog.cjs +7 -1
- package/dist/catalog.cjs.map +1 -1
- package/dist/catalog.d.cts +8 -0
- package/dist/catalog.d.mts +8 -0
- package/dist/catalog.mjs +7 -1
- package/dist/catalog.mjs.map +1 -1
- package/package.json +2 -2
|
@@ -1,9 +1,28 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/get-crawler-status.d.ts
|
|
4
|
-
declare const ScrapflyGetCrawlerStatusInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyGetCrawlerStatusInput: z.ZodObject<{
|
|
5
|
+
crawler_uuid: z.ZodString;
|
|
6
|
+
}, z.core.$strip>;
|
|
7
|
+
declare const ScrapflyGetCrawlerStatusOutput: z.ZodObject<{
|
|
8
|
+
state: z.ZodNullable<z.ZodObject<{
|
|
9
|
+
duration: z.ZodNullable<z.ZodNumber>;
|
|
10
|
+
urls_failed: z.ZodNullable<z.ZodNumber>;
|
|
11
|
+
urls_skipped: z.ZodNullable<z.ZodNumber>;
|
|
12
|
+
urls_visited: z.ZodNullable<z.ZodNumber>;
|
|
13
|
+
urls_to_crawl: z.ZodNullable<z.ZodNumber>;
|
|
14
|
+
urls_extracted: z.ZodNullable<z.ZodNumber>;
|
|
15
|
+
api_credit_used: z.ZodNullable<z.ZodNumber>;
|
|
16
|
+
}, z.core.$loose>>;
|
|
17
|
+
status: z.ZodNullable<z.ZodString>;
|
|
18
|
+
is_success: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
|
|
19
|
+
is_finished: z.ZodNullable<z.ZodBoolean>;
|
|
20
|
+
stop_reason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
21
|
+
crawler_uuid: z.ZodNullable<z.ZodString>;
|
|
22
|
+
}, z.core.$loose>;
|
|
23
|
+
declare const scrapflyGetCrawlerStatus: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
24
|
+
crawler_uuid: string;
|
|
25
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
26
|
//#endregion
|
|
8
27
|
export { scrapflyGetCrawlerStatus };
|
|
9
28
|
//# sourceMappingURL=get-crawler-status.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-status.d.mts","names":[],"sources":["../../src/actions/get-crawler-status.ts"],"mappings":";;;cAIa,6BAAA,
|
|
1
|
+
{"version":3,"file":"get-crawler-status.d.mts","names":[],"sources":["../../src/actions/get-crawler-status.ts"],"mappings":";;;cAIa,6BAAA,EAA6B,CAAA,CAAA,SAAA;;;cAY7B,8BAAA,EAA8B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;cAS9B,wBAAA,gCAAwB,wBAAA"}
|
|
@@ -3,14 +3,14 @@ import { z } from "zod";
|
|
|
3
3
|
//#region src/actions/get-crawler-status.ts
|
|
4
4
|
const ScrapflyGetCrawlerStatusInput = z.object({ crawler_uuid: z.string().describe("The unique identifier (UUID) of the crawler job to check status for.") }).describe("Request model for retrieving crawler status.");
|
|
5
5
|
const ScrapflyGetCrawlerStatus_CrawlerStateSchema = z.object({
|
|
6
|
-
duration: z.number().describe("Elapsed time in seconds since crawl started."),
|
|
7
|
-
urls_failed: z.number().int().describe("Number of pages that failed to crawl."),
|
|
8
|
-
urls_skipped: z.number().int().describe("Number of pages skipped (cached, excluded, or filtered out)."),
|
|
9
|
-
urls_visited: z.number().int().describe("Number of pages successfully crawled."),
|
|
10
|
-
urls_to_crawl: z.number().int().describe("Number of pending URLs in the queue."),
|
|
11
|
-
urls_extracted: z.number().int().describe("Total number of URLs discovered."),
|
|
12
|
-
api_credit_used: z.number().int().describe("Total API credits consumed by this crawler job.")
|
|
13
|
-
}).describe("Real-time progress metrics for the crawler.");
|
|
6
|
+
duration: z.number().describe("Elapsed time in seconds since crawl started.").nullable(),
|
|
7
|
+
urls_failed: z.number().int().describe("Number of pages that failed to crawl.").nullable(),
|
|
8
|
+
urls_skipped: z.number().int().describe("Number of pages skipped (cached, excluded, or filtered out).").nullable(),
|
|
9
|
+
urls_visited: z.number().int().describe("Number of pages successfully crawled.").nullable(),
|
|
10
|
+
urls_to_crawl: z.number().int().describe("Number of pending URLs in the queue.").nullable(),
|
|
11
|
+
urls_extracted: z.number().int().describe("Total number of URLs discovered.").nullable(),
|
|
12
|
+
api_credit_used: z.number().int().describe("Total API credits consumed by this crawler job.").nullable()
|
|
13
|
+
}).passthrough().describe("Real-time progress metrics for the crawler.");
|
|
14
14
|
const scrapflyGetCrawlerStatus = action("SCRAPFLY_GET_CRAWLER_STATUS", {
|
|
15
15
|
slug: "scrapfly-get-crawler-status",
|
|
16
16
|
name: "Get Crawler Status",
|
|
@@ -18,12 +18,12 @@ const scrapflyGetCrawlerStatus = action("SCRAPFLY_GET_CRAWLER_STATUS", {
|
|
|
18
18
|
input: ScrapflyGetCrawlerStatusInput,
|
|
19
19
|
output: z.object({
|
|
20
20
|
state: ScrapflyGetCrawlerStatus_CrawlerStateSchema.nullable(),
|
|
21
|
-
status: z.string().describe("Current crawler state: PENDING (queued), RUNNING (actively crawling), DONE (finished), or CANCELLED (stopped by user)."),
|
|
21
|
+
status: z.string().describe("Current crawler state: PENDING (queued), RUNNING (actively crawling), DONE (finished), or CANCELLED (stopped by user).").nullable(),
|
|
22
22
|
is_success: z.boolean().describe("Outcome when finished: true if successful, false if failed, null while running.").nullable().optional(),
|
|
23
|
-
is_finished: z.boolean().describe("Whether the crawler has stopped (true) or is still active (false)."),
|
|
23
|
+
is_finished: z.boolean().describe("Whether the crawler has stopped (true) or is still active (false).").nullable(),
|
|
24
24
|
stop_reason: z.string().describe("Reason the crawl stopped (e.g., 'no_more_urls', 'page_limit', 'max_duration', 'user_cancelled'). Null while running.").nullable().optional(),
|
|
25
|
-
crawler_uuid: z.string().describe("Unique identifier for the crawler job.")
|
|
26
|
-
}).describe("Response model for crawler status information.")
|
|
25
|
+
crawler_uuid: z.string().describe("Unique identifier for the crawler job.").nullable()
|
|
26
|
+
}).passthrough().describe("Response model for crawler status information.")
|
|
27
27
|
});
|
|
28
28
|
//#endregion
|
|
29
29
|
export { scrapflyGetCrawlerStatus };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-status.mjs","names":[],"sources":["../../src/actions/get-crawler-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerStatusInput
|
|
1
|
+
{"version":3,"file":"get-crawler-status.mjs","names":[],"sources":["../../src/actions/get-crawler-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerStatusInput = z.object({\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler job to check status for.\"),\n}).describe(\"Request model for retrieving crawler status.\");\nconst ScrapflyGetCrawlerStatus_CrawlerStateSchema = z.object({\n duration: z.number().describe(\"Elapsed time in seconds since crawl started.\").nullable(),\n urls_failed: z.number().int().describe(\"Number of pages that failed to crawl.\").nullable(),\n urls_skipped: z.number().int().describe(\"Number of pages skipped (cached, excluded, or filtered out).\").nullable(),\n urls_visited: z.number().int().describe(\"Number of pages successfully crawled.\").nullable(),\n urls_to_crawl: z.number().int().describe(\"Number of pending URLs in the queue.\").nullable(),\n urls_extracted: z.number().int().describe(\"Total number of URLs discovered.\").nullable(),\n api_credit_used: z.number().int().describe(\"Total API credits consumed by this crawler job.\").nullable(),\n}).passthrough().describe(\"Real-time progress metrics for the crawler.\");\nexport const ScrapflyGetCrawlerStatusOutput = z.object({\n state: ScrapflyGetCrawlerStatus_CrawlerStateSchema.nullable(),\n status: z.string().describe(\"Current crawler state: PENDING (queued), RUNNING (actively crawling), DONE (finished), or CANCELLED (stopped by user).\").nullable(),\n is_success: z.boolean().describe(\"Outcome when finished: true if successful, false if failed, null while running.\").nullable().optional(),\n is_finished: z.boolean().describe(\"Whether the crawler has stopped (true) or is still active (false).\").nullable(),\n stop_reason: z.string().describe(\"Reason the crawl stopped (e.g., 'no_more_urls', 'page_limit', 'max_duration', 'user_cancelled'). Null while running.\").nullable().optional(),\n crawler_uuid: z.string().describe(\"Unique identifier for the crawler job.\").nullable(),\n}).passthrough().describe(\"Response model for crawler status information.\");\n\nexport const scrapflyGetCrawlerStatus = action(\"SCRAPFLY_GET_CRAWLER_STATUS\", {\n slug: \"scrapfly-get-crawler-status\",\n name: \"Get Crawler Status\",\n description: \"Tool to get the current status of a crawler including progress, pages crawled, and completion state. Use for polling workflow to monitor crawl progress.\",\n input: ScrapflyGetCrawlerStatusInput,\n output: ScrapflyGetCrawlerStatusOutput,\n});\n"],"mappings":";;;AAIA,MAAa,gCAAgC,EAAE,OAAO,EACpD,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,sEAAsE,EAC1G,CAAC,CAAC,CAAC,SAAS,8CAA8C;AAC1D,MAAM,8CAA8C,EAAE,OAAO;CAC3D,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACvF,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACzF,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CACjH,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC1F,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CAC1F,gBAAgB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;CACvF,iBAAiB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS;AACzG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AAUvE,MAAa,2BAA2B,OAAO,+BAA+B;CAC5E,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAd4C,EAAE,OAAO;EACrD,OAAO,4CAA4C,SAAS;EAC5D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,wHAAwH,CAAC,CAAC,SAAS;EAC/J,YAAY,EAAE,QAAQ,CAAC,CAAC,SAAS,iFAAiF,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACxI,aAAa,EAAE,QAAQ,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;EACjH,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,sHAAsH,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC7K,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACvF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,gDAOhB;AACV,CAAC"}
|
|
@@ -8,11 +8,11 @@ const ScrapflyGetCrawlerUrlsInput = zod.z.object({
|
|
|
8
8
|
crawler_uuid: zod.z.string().describe("The unique identifier (UUID) of the crawler whose URLs you want to retrieve.")
|
|
9
9
|
}).describe("Request model for retrieving the list of discovered and crawled URLs from a crawler.");
|
|
10
10
|
const ScrapflyGetCrawlerUrlsOutput = zod.z.object({
|
|
11
|
-
page: zod.z.number().int().describe("Current page number."),
|
|
11
|
+
page: zod.z.number().int().describe("Current page number.").nullable(),
|
|
12
12
|
urls: zod.z.array(zod.z.string()).describe("List of crawled URLs matching the filter criteria."),
|
|
13
|
-
total: zod.z.number().int().describe("Total number of URLs available."),
|
|
14
|
-
per_page: zod.z.number().int().describe("Number of URLs returned per page.")
|
|
15
|
-
}).describe("Response model for the crawler URLs endpoint with pagination metadata.");
|
|
13
|
+
total: zod.z.number().int().describe("Total number of URLs available.").nullable(),
|
|
14
|
+
per_page: zod.z.number().int().describe("Number of URLs returned per page.").nullable()
|
|
15
|
+
}).passthrough().describe("Response model for the crawler URLs endpoint with pagination metadata.");
|
|
16
16
|
const scrapflyGetCrawlerUrls = require_action.action("SCRAPFLY_GET_CRAWLER_URLS", {
|
|
17
17
|
slug: "scrapfly-get-crawler-urls",
|
|
18
18
|
name: "Get Crawler URLs",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-urls.cjs","names":["z","action"],"sources":["../../src/actions/get-crawler-urls.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerUrlsInput
|
|
1
|
+
{"version":3,"file":"get-crawler-urls.cjs","names":["z","action"],"sources":["../../src/actions/get-crawler-urls.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerUrlsInput = z.object({\n page: z.number().int().describe(\"Page number for pagination (default: 1).\").optional(),\n status: z.string().describe(\"Filter results by status. Use 'visited' for successfully crawled URLs or 'failed' to get URLs that failed with error codes.\").optional(),\n per_page: z.number().int().describe(\"Number of URLs to return per page (default: 100, max: 1000).\").optional(),\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler whose URLs you want to retrieve.\"),\n}).describe(\"Request model for retrieving the list of discovered and crawled URLs from a crawler.\");\nexport const ScrapflyGetCrawlerUrlsOutput = z.object({\n page: z.number().int().describe(\"Current page number.\").nullable(),\n urls: z.array(z.string()).describe(\"List of crawled URLs matching the filter criteria.\"),\n total: z.number().int().describe(\"Total number of URLs available.\").nullable(),\n per_page: z.number().int().describe(\"Number of URLs returned per page.\").nullable(),\n}).passthrough().describe(\"Response model for the crawler URLs endpoint with pagination metadata.\");\n\nexport const scrapflyGetCrawlerUrls = action(\"SCRAPFLY_GET_CRAWLER_URLS\", {\n slug: \"scrapfly-get-crawler-urls\",\n name: \"Get Crawler URLs\",\n description: \"Tool to retrieve the list of discovered and crawled URLs from a crawler. Use when you need to get all URLs found during a crawl or filter by status to analyze failed URLs with error codes. Supports pagination for large result sets.\",\n input: ScrapflyGetCrawlerUrlsInput,\n output: ScrapflyGetCrawlerUrlsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,8BAA8BA,IAAAA,EAAE,OAAO;CAClD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CACrF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6HAA6H,CAAC,CAAC,SAAS;CACpK,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CAC7G,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8EAA8E;AAClH,CAAC,CAAC,CAAC,SAAS,sFAAsF;AAClG,MAAa,+BAA+BA,IAAAA,EAAE,OAAO;CACnD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS;CACjE,MAAMA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;CACvF,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CAC7E,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;AACpF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wEAAwE;AAElG,MAAa,yBAAyBC,eAAAA,OAAO,6BAA6B;CACxE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,9 +1,24 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/get-crawler-urls.d.ts
|
|
4
|
-
declare const ScrapflyGetCrawlerUrlsInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyGetCrawlerUrlsInput: z.ZodObject<{
|
|
5
|
+
page: z.ZodOptional<z.ZodNumber>;
|
|
6
|
+
status: z.ZodOptional<z.ZodString>;
|
|
7
|
+
per_page: z.ZodOptional<z.ZodNumber>;
|
|
8
|
+
crawler_uuid: z.ZodString;
|
|
9
|
+
}, z.core.$strip>;
|
|
10
|
+
declare const ScrapflyGetCrawlerUrlsOutput: z.ZodObject<{
|
|
11
|
+
page: z.ZodNullable<z.ZodNumber>;
|
|
12
|
+
urls: z.ZodArray<z.ZodString>;
|
|
13
|
+
total: z.ZodNullable<z.ZodNumber>;
|
|
14
|
+
per_page: z.ZodNullable<z.ZodNumber>;
|
|
15
|
+
}, z.core.$loose>;
|
|
16
|
+
declare const scrapflyGetCrawlerUrls: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
17
|
+
crawler_uuid: string;
|
|
18
|
+
page?: number | undefined;
|
|
19
|
+
status?: string | undefined;
|
|
20
|
+
per_page?: number | undefined;
|
|
21
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
22
|
//#endregion
|
|
8
23
|
export { scrapflyGetCrawlerUrls };
|
|
9
24
|
//# sourceMappingURL=get-crawler-urls.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-urls.d.cts","names":[],"sources":["../../src/actions/get-crawler-urls.ts"],"mappings":";;;cAIa,2BAAA,
|
|
1
|
+
{"version":3,"file":"get-crawler-urls.d.cts","names":[],"sources":["../../src/actions/get-crawler-urls.ts"],"mappings":";;;cAIa,2BAAA,EAA2B,CAAA,CAAA,SAAA;;;;;;cAM3B,4BAAA,EAA4B,CAAA,CAAA,SAAA;;;;;;cAO5B,sBAAA,gCAAsB,wBAAA"}
|
|
@@ -1,9 +1,24 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/get-crawler-urls.d.ts
|
|
4
|
-
declare const ScrapflyGetCrawlerUrlsInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyGetCrawlerUrlsInput: z.ZodObject<{
|
|
5
|
+
page: z.ZodOptional<z.ZodNumber>;
|
|
6
|
+
status: z.ZodOptional<z.ZodString>;
|
|
7
|
+
per_page: z.ZodOptional<z.ZodNumber>;
|
|
8
|
+
crawler_uuid: z.ZodString;
|
|
9
|
+
}, z.core.$strip>;
|
|
10
|
+
declare const ScrapflyGetCrawlerUrlsOutput: z.ZodObject<{
|
|
11
|
+
page: z.ZodNullable<z.ZodNumber>;
|
|
12
|
+
urls: z.ZodArray<z.ZodString>;
|
|
13
|
+
total: z.ZodNullable<z.ZodNumber>;
|
|
14
|
+
per_page: z.ZodNullable<z.ZodNumber>;
|
|
15
|
+
}, z.core.$loose>;
|
|
16
|
+
declare const scrapflyGetCrawlerUrls: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
17
|
+
crawler_uuid: string;
|
|
18
|
+
page?: number | undefined;
|
|
19
|
+
status?: string | undefined;
|
|
20
|
+
per_page?: number | undefined;
|
|
21
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
22
|
//#endregion
|
|
8
23
|
export { scrapflyGetCrawlerUrls };
|
|
9
24
|
//# sourceMappingURL=get-crawler-urls.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-urls.d.mts","names":[],"sources":["../../src/actions/get-crawler-urls.ts"],"mappings":";;;cAIa,2BAAA,
|
|
1
|
+
{"version":3,"file":"get-crawler-urls.d.mts","names":[],"sources":["../../src/actions/get-crawler-urls.ts"],"mappings":";;;cAIa,2BAAA,EAA2B,CAAA,CAAA,SAAA;;;;;;cAM3B,4BAAA,EAA4B,CAAA,CAAA,SAAA;;;;;;cAO5B,sBAAA,gCAAsB,wBAAA"}
|
|
@@ -11,11 +11,11 @@ const scrapflyGetCrawlerUrls = action("SCRAPFLY_GET_CRAWLER_URLS", {
|
|
|
11
11
|
crawler_uuid: z.string().describe("The unique identifier (UUID) of the crawler whose URLs you want to retrieve.")
|
|
12
12
|
}).describe("Request model for retrieving the list of discovered and crawled URLs from a crawler."),
|
|
13
13
|
output: z.object({
|
|
14
|
-
page: z.number().int().describe("Current page number."),
|
|
14
|
+
page: z.number().int().describe("Current page number.").nullable(),
|
|
15
15
|
urls: z.array(z.string()).describe("List of crawled URLs matching the filter criteria."),
|
|
16
|
-
total: z.number().int().describe("Total number of URLs available."),
|
|
17
|
-
per_page: z.number().int().describe("Number of URLs returned per page.")
|
|
18
|
-
}).describe("Response model for the crawler URLs endpoint with pagination metadata.")
|
|
16
|
+
total: z.number().int().describe("Total number of URLs available.").nullable(),
|
|
17
|
+
per_page: z.number().int().describe("Number of URLs returned per page.").nullable()
|
|
18
|
+
}).passthrough().describe("Response model for the crawler URLs endpoint with pagination metadata.")
|
|
19
19
|
});
|
|
20
20
|
//#endregion
|
|
21
21
|
export { scrapflyGetCrawlerUrls };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-urls.mjs","names":[],"sources":["../../src/actions/get-crawler-urls.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerUrlsInput
|
|
1
|
+
{"version":3,"file":"get-crawler-urls.mjs","names":[],"sources":["../../src/actions/get-crawler-urls.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerUrlsInput = z.object({\n page: z.number().int().describe(\"Page number for pagination (default: 1).\").optional(),\n status: z.string().describe(\"Filter results by status. Use 'visited' for successfully crawled URLs or 'failed' to get URLs that failed with error codes.\").optional(),\n per_page: z.number().int().describe(\"Number of URLs to return per page (default: 100, max: 1000).\").optional(),\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler whose URLs you want to retrieve.\"),\n}).describe(\"Request model for retrieving the list of discovered and crawled URLs from a crawler.\");\nexport const ScrapflyGetCrawlerUrlsOutput = z.object({\n page: z.number().int().describe(\"Current page number.\").nullable(),\n urls: z.array(z.string()).describe(\"List of crawled URLs matching the filter criteria.\"),\n total: z.number().int().describe(\"Total number of URLs available.\").nullable(),\n per_page: z.number().int().describe(\"Number of URLs returned per page.\").nullable(),\n}).passthrough().describe(\"Response model for the crawler URLs endpoint with pagination metadata.\");\n\nexport const scrapflyGetCrawlerUrls = action(\"SCRAPFLY_GET_CRAWLER_URLS\", {\n slug: \"scrapfly-get-crawler-urls\",\n name: \"Get Crawler URLs\",\n description: \"Tool to retrieve the list of discovered and crawled URLs from a crawler. Use when you need to get all URLs found during a crawl or filter by status to analyze failed URLs with error codes. Supports pagination for large result sets.\",\n input: ScrapflyGetCrawlerUrlsInput,\n output: ScrapflyGetCrawlerUrlsOutput,\n});\n"],"mappings":";;AAiBA,MAAa,yBAAyB,OAAO,6BAA6B;CACxE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAjByC,EAAE,OAAO;EAClD,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;EACrF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,6HAA6H,CAAC,CAAC,SAAS;EACpK,UAAU,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;EAC7G,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,8EAA8E;CAClH,CAAC,CAAC,CAAC,SAAS,sFAYH;CACP,QAZ0C,EAAE,OAAO;EACnD,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS;EACjE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;EACvF,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;EAC7E,UAAU,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACpF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wEAOhB;AACV,CAAC"}
|
|
@@ -9,22 +9,22 @@ const ScrapflyScrapePostInput = zod.z.object({
|
|
|
9
9
|
cache: zod.z.boolean().describe("Enable result caching to avoid repeated requests.").optional(),
|
|
10
10
|
retry: zod.z.number().int().default(2).describe("Number of retries on failure (default is 2).").optional(),
|
|
11
11
|
country: zod.z.string().describe("Target country for the proxy using ISO 3166-1 alpha-2 codes (e.g., 'US', 'FR', 'DE').").optional(),
|
|
12
|
-
headers: zod.z.
|
|
12
|
+
headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Custom HTTP request headers to send to the target URL. Note: Content-Type defaults to application/json for POST requests.").optional(),
|
|
13
13
|
session: zod.z.string().describe("Proxy session ID for sticky sessions and persistent cookies.").optional(),
|
|
14
14
|
timeout: zod.z.number().int().default(60).describe("Timeout for the scrape request in seconds (default is 60).").optional(),
|
|
15
15
|
render_js: zod.z.boolean().describe("Enable JavaScript rendering for sites requiring browser execution.").optional(),
|
|
16
16
|
extract_rules: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Extraction rules using JMESPath, CSS selector, or JSONPath for structured data extraction.").optional()
|
|
17
17
|
}).describe("Request model for scraping web pages using POST method with data payload.");
|
|
18
18
|
const ScrapflyScrapePostOutput = zod.z.object({
|
|
19
|
-
url: zod.z.string().describe("Final URL after any redirects."),
|
|
19
|
+
url: zod.z.string().describe("Final URL after any redirects.").nullable(),
|
|
20
20
|
config: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Configuration parameters used for the scrape request."),
|
|
21
21
|
result: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Container for metadata and extraction results."),
|
|
22
|
-
content: zod.z.string().describe("Raw response body from target (HTML, JSON, text, etc.)."),
|
|
22
|
+
content: zod.z.string().describe("Raw response body from target (HTML, JSON, text, etc.).").nullable(),
|
|
23
23
|
context: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Context information including proxy details, cost, and usage."),
|
|
24
|
-
status_code: zod.z.number().int().describe("HTTP status code returned by the target URL."),
|
|
24
|
+
status_code: zod.z.number().int().describe("HTTP status code returned by the target URL.").nullable(),
|
|
25
25
|
extracted_data: zod.z.record(zod.z.string(), zod.z.unknown()).describe("User-specified extraction results (populated if extract_rules were provided).").nullable().optional(),
|
|
26
26
|
response_headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("HTTP response headers returned by the target.")
|
|
27
|
-
}).describe("Response model for the Scrapfly POST scrape API.");
|
|
27
|
+
}).passthrough().describe("Response model for the Scrapfly POST scrape API.");
|
|
28
28
|
const scrapflyScrapePost = require_action.action("SCRAPFLY_SCRAPE_POST", {
|
|
29
29
|
slug: "scrapfly-scrape-post",
|
|
30
30
|
name: "Scrapfly Scrape POST",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-post.cjs","names":["z","action"],"sources":["../../src/actions/scrape-post.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapePostInput
|
|
1
|
+
{"version":3,"file":"scrape-post.cjs","names":["z","action"],"sources":["../../src/actions/scrape-post.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapePostInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with POST request.\"),\n body: z.record(z.string(), z.unknown()).describe(\"POST request body payload as JSON object. This data will be sent in the request body to the target URL.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics and monitoring.\").optional(),\n cache: z.boolean().describe(\"Enable result caching to avoid repeated requests.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy using ISO 3166-1 alpha-2 codes (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send to the target URL. Note: Content-Type defaults to application/json for POST requests.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions and persistent cookies.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring browser execution.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules using JMESPath, CSS selector, or JSONPath for structured data extraction.\").optional(),\n}).describe(\"Request model for scraping web pages using POST method with data payload.\");\nexport const ScrapflyScrapePostOutput = z.object({\n url: z.string().describe(\"Final URL after any redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration parameters used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body from target (HTML, JSON, text, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy details, cost, and usage.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (populated if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers returned by the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly POST scrape API.\");\n\nexport const scrapflyScrapePost = action(\"SCRAPFLY_SCRAPE_POST\", {\n slug: \"scrapfly-scrape-post\",\n name: \"Scrapfly Scrape POST\",\n description: \"Tool to scrape web pages using POST method to send data in the request body. Use when you need to scrape endpoints that require POST requests, such as form submissions or APIs that expect data payload.\",\n input: ScrapflyScrapePostInput,\n output: ScrapflyScrapePostOutput,\n});\n"],"mappings":";;;AAIA,MAAa,0BAA0BA,IAAAA,EAAE,OAAO;CAC9C,KAAKA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C;CACtE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yGAAyG;CAC1J,MAAMA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;CAC3F,OAAOA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAC1F,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACrG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uFAAuF,CAAC,CAAC,SAAS;CAC/H,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2HAA2H,CAAC,CAAC,SAAS;CAC1L,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CACtG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;CACtH,WAAWA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;CAC/G,eAAeA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4FAA4F,CAAC,CAAC,SAAS;AACnK,CAAC,CAAC,CAAC,SAAS,2EAA2E;AACvF,MAAa,2BAA2BA,IAAAA,EAAE,OAAO;CAC/C,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACpE,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,uDAAuD;CAC1G,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;CACnG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;CACjG,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+DAA+D;CACnH,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CAChG,gBAAgBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+EAA+E,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChK,kBAAkBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,kDAAkD;AAE5E,MAAa,qBAAqBC,eAAAA,OAAO,wBAAwB;CAC/D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,9 +1,44 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/scrape-post.d.ts
|
|
4
|
-
declare const ScrapflyScrapePostInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyScrapePostInput: z.ZodObject<{
|
|
5
|
+
asp: z.ZodOptional<z.ZodBoolean>;
|
|
6
|
+
url: z.ZodString;
|
|
7
|
+
body: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
8
|
+
tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
9
|
+
cache: z.ZodOptional<z.ZodBoolean>;
|
|
10
|
+
retry: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
11
|
+
country: z.ZodOptional<z.ZodString>;
|
|
12
|
+
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
13
|
+
session: z.ZodOptional<z.ZodString>;
|
|
14
|
+
timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
15
|
+
render_js: z.ZodOptional<z.ZodBoolean>;
|
|
16
|
+
extract_rules: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
17
|
+
}, z.core.$strip>;
|
|
18
|
+
declare const ScrapflyScrapePostOutput: z.ZodObject<{
|
|
19
|
+
url: z.ZodNullable<z.ZodString>;
|
|
20
|
+
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
21
|
+
result: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
22
|
+
content: z.ZodNullable<z.ZodString>;
|
|
23
|
+
context: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
24
|
+
status_code: z.ZodNullable<z.ZodNumber>;
|
|
25
|
+
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
26
|
+
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
27
|
+
}, z.core.$loose>;
|
|
28
|
+
declare const scrapflyScrapePost: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
29
|
+
url: string;
|
|
30
|
+
body: Record<string, unknown>;
|
|
31
|
+
asp?: boolean | undefined;
|
|
32
|
+
tags?: string[] | undefined;
|
|
33
|
+
cache?: boolean | undefined;
|
|
34
|
+
retry?: number | undefined;
|
|
35
|
+
country?: string | undefined;
|
|
36
|
+
headers?: Record<string, unknown> | undefined;
|
|
37
|
+
session?: string | undefined;
|
|
38
|
+
timeout?: number | undefined;
|
|
39
|
+
render_js?: boolean | undefined;
|
|
40
|
+
extract_rules?: Record<string, unknown> | undefined;
|
|
41
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
42
|
//#endregion
|
|
8
43
|
export { scrapflyScrapePost };
|
|
9
44
|
//# sourceMappingURL=scrape-post.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-post.d.cts","names":[],"sources":["../../src/actions/scrape-post.ts"],"mappings":";;;cAIa,uBAAA,
|
|
1
|
+
{"version":3,"file":"scrape-post.d.cts","names":[],"sources":["../../src/actions/scrape-post.ts"],"mappings":";;;cAIa,uBAAA,EAAuB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;cAcvB,wBAAA,EAAwB,CAAA,CAAA,SAAA;;;;;;;;;;cAWxB,kBAAA,gCAAkB,wBAAA"}
|
|
@@ -1,9 +1,44 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/scrape-post.d.ts
|
|
4
|
-
declare const ScrapflyScrapePostInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyScrapePostInput: z.ZodObject<{
|
|
5
|
+
asp: z.ZodOptional<z.ZodBoolean>;
|
|
6
|
+
url: z.ZodString;
|
|
7
|
+
body: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
8
|
+
tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
9
|
+
cache: z.ZodOptional<z.ZodBoolean>;
|
|
10
|
+
retry: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
11
|
+
country: z.ZodOptional<z.ZodString>;
|
|
12
|
+
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
13
|
+
session: z.ZodOptional<z.ZodString>;
|
|
14
|
+
timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
15
|
+
render_js: z.ZodOptional<z.ZodBoolean>;
|
|
16
|
+
extract_rules: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
17
|
+
}, z.core.$strip>;
|
|
18
|
+
declare const ScrapflyScrapePostOutput: z.ZodObject<{
|
|
19
|
+
url: z.ZodNullable<z.ZodString>;
|
|
20
|
+
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
21
|
+
result: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
22
|
+
content: z.ZodNullable<z.ZodString>;
|
|
23
|
+
context: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
24
|
+
status_code: z.ZodNullable<z.ZodNumber>;
|
|
25
|
+
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
26
|
+
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
27
|
+
}, z.core.$loose>;
|
|
28
|
+
declare const scrapflyScrapePost: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
29
|
+
url: string;
|
|
30
|
+
body: Record<string, unknown>;
|
|
31
|
+
asp?: boolean | undefined;
|
|
32
|
+
tags?: string[] | undefined;
|
|
33
|
+
cache?: boolean | undefined;
|
|
34
|
+
retry?: number | undefined;
|
|
35
|
+
country?: string | undefined;
|
|
36
|
+
headers?: Record<string, unknown> | undefined;
|
|
37
|
+
session?: string | undefined;
|
|
38
|
+
timeout?: number | undefined;
|
|
39
|
+
render_js?: boolean | undefined;
|
|
40
|
+
extract_rules?: Record<string, unknown> | undefined;
|
|
41
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
42
|
//#endregion
|
|
8
43
|
export { scrapflyScrapePost };
|
|
9
44
|
//# sourceMappingURL=scrape-post.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-post.d.mts","names":[],"sources":["../../src/actions/scrape-post.ts"],"mappings":";;;cAIa,uBAAA,
|
|
1
|
+
{"version":3,"file":"scrape-post.d.mts","names":[],"sources":["../../src/actions/scrape-post.ts"],"mappings":";;;cAIa,uBAAA,EAAuB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;cAcvB,wBAAA,EAAwB,CAAA,CAAA,SAAA;;;;;;;;;;cAWxB,kBAAA,gCAAkB,wBAAA"}
|
|
@@ -12,22 +12,22 @@ const scrapflyScrapePost = action("SCRAPFLY_SCRAPE_POST", {
|
|
|
12
12
|
cache: z.boolean().describe("Enable result caching to avoid repeated requests.").optional(),
|
|
13
13
|
retry: z.number().int().default(2).describe("Number of retries on failure (default is 2).").optional(),
|
|
14
14
|
country: z.string().describe("Target country for the proxy using ISO 3166-1 alpha-2 codes (e.g., 'US', 'FR', 'DE').").optional(),
|
|
15
|
-
headers: z.
|
|
15
|
+
headers: z.record(z.string(), z.unknown()).describe("Custom HTTP request headers to send to the target URL. Note: Content-Type defaults to application/json for POST requests.").optional(),
|
|
16
16
|
session: z.string().describe("Proxy session ID for sticky sessions and persistent cookies.").optional(),
|
|
17
17
|
timeout: z.number().int().default(60).describe("Timeout for the scrape request in seconds (default is 60).").optional(),
|
|
18
18
|
render_js: z.boolean().describe("Enable JavaScript rendering for sites requiring browser execution.").optional(),
|
|
19
19
|
extract_rules: z.record(z.string(), z.unknown()).describe("Extraction rules using JMESPath, CSS selector, or JSONPath for structured data extraction.").optional()
|
|
20
20
|
}).describe("Request model for scraping web pages using POST method with data payload."),
|
|
21
21
|
output: z.object({
|
|
22
|
-
url: z.string().describe("Final URL after any redirects."),
|
|
22
|
+
url: z.string().describe("Final URL after any redirects.").nullable(),
|
|
23
23
|
config: z.record(z.string(), z.unknown()).describe("Configuration parameters used for the scrape request."),
|
|
24
24
|
result: z.record(z.string(), z.unknown()).describe("Container for metadata and extraction results."),
|
|
25
|
-
content: z.string().describe("Raw response body from target (HTML, JSON, text, etc.)."),
|
|
25
|
+
content: z.string().describe("Raw response body from target (HTML, JSON, text, etc.).").nullable(),
|
|
26
26
|
context: z.record(z.string(), z.unknown()).describe("Context information including proxy details, cost, and usage."),
|
|
27
|
-
status_code: z.number().int().describe("HTTP status code returned by the target URL."),
|
|
27
|
+
status_code: z.number().int().describe("HTTP status code returned by the target URL.").nullable(),
|
|
28
28
|
extracted_data: z.record(z.string(), z.unknown()).describe("User-specified extraction results (populated if extract_rules were provided).").nullable().optional(),
|
|
29
29
|
response_headers: z.record(z.string(), z.unknown()).describe("HTTP response headers returned by the target.")
|
|
30
|
-
}).describe("Response model for the Scrapfly POST scrape API.")
|
|
30
|
+
}).passthrough().describe("Response model for the Scrapfly POST scrape API.")
|
|
31
31
|
});
|
|
32
32
|
//#endregion
|
|
33
33
|
export { scrapflyScrapePost };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-post.mjs","names":[],"sources":["../../src/actions/scrape-post.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapePostInput
|
|
1
|
+
{"version":3,"file":"scrape-post.mjs","names":[],"sources":["../../src/actions/scrape-post.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapePostInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with POST request.\"),\n body: z.record(z.string(), z.unknown()).describe(\"POST request body payload as JSON object. This data will be sent in the request body to the target URL.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics and monitoring.\").optional(),\n cache: z.boolean().describe(\"Enable result caching to avoid repeated requests.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy using ISO 3166-1 alpha-2 codes (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send to the target URL. Note: Content-Type defaults to application/json for POST requests.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions and persistent cookies.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring browser execution.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules using JMESPath, CSS selector, or JSONPath for structured data extraction.\").optional(),\n}).describe(\"Request model for scraping web pages using POST method with data payload.\");\nexport const ScrapflyScrapePostOutput = z.object({\n url: z.string().describe(\"Final URL after any redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration parameters used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body from target (HTML, JSON, text, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy details, cost, and usage.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (populated if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers returned by the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly POST scrape API.\");\n\nexport const scrapflyScrapePost = action(\"SCRAPFLY_SCRAPE_POST\", {\n slug: \"scrapfly-scrape-post\",\n name: \"Scrapfly Scrape POST\",\n description: \"Tool to scrape web pages using POST method to send data in the request body. Use when you need to scrape endpoints that require POST requests, such as form submissions or APIs that expect data payload.\",\n input: ScrapflyScrapePostInput,\n output: ScrapflyScrapePostOutput,\n});\n"],"mappings":";;AA6BA,MAAa,qBAAqB,OAAO,wBAAwB;CAC/D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OA7BqC,EAAE,OAAO;EAC9C,KAAK,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EAC9E,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C;EACtE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yGAAyG;EAC1J,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;EAC3F,OAAO,EAAE,QAAQ,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;EAC1F,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EACrG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uFAAuF,CAAC,CAAC,SAAS;EAC/H,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2HAA2H,CAAC,CAAC,SAAS;EAC1L,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;EACtG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;EACtH,WAAW,EAAE,QAAQ,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;EAC/G,eAAe,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4FAA4F,CAAC,CAAC,SAAS;CACnK,CAAC,CAAC,CAAC,SAAS,2EAgBH;CACP,QAhBsC,EAAE,OAAO;EAC/C,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;EACpE,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,uDAAuD;EAC1G,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;EACnG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;EACjG,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+DAA+D;EACnH,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EAChG,gBAAgB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+EAA+E,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAChK,kBAAkB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C;CAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,kDAOhB;AACV,CAAC"}
|
|
@@ -9,22 +9,22 @@ const ScrapflyScrapeWithPutInput = zod.z.object({
|
|
|
9
9
|
cache: zod.z.boolean().describe("Enable result caching.").optional(),
|
|
10
10
|
retry: zod.z.number().int().default(2).describe("Number of retries on failure (default is 2).").optional(),
|
|
11
11
|
country: zod.z.string().describe("Target country for the proxy (e.g., 'US', 'FR', 'DE').").optional(),
|
|
12
|
-
headers: zod.z.
|
|
12
|
+
headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Custom HTTP request headers to send. For JSON body, include 'content-type': 'application/json'.").optional(),
|
|
13
13
|
session: zod.z.string().describe("Proxy session ID for sticky sessions.").optional(),
|
|
14
14
|
timeout: zod.z.number().int().default(60).describe("Timeout for the scrape request in seconds (default is 60).").optional(),
|
|
15
15
|
render_js: zod.z.boolean().describe("Enable JavaScript rendering for sites requiring it.").optional(),
|
|
16
16
|
extract_rules: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Extraction rules (JMESPath, CSS selector, or JSONPath).").optional()
|
|
17
17
|
}).describe("Request model for scraping a web page using PUT method with body payload.");
|
|
18
18
|
const ScrapflyScrapeWithPutOutput = zod.z.object({
|
|
19
|
-
url: zod.z.string().describe("Final URL after redirects."),
|
|
19
|
+
url: zod.z.string().describe("Final URL after redirects.").nullable(),
|
|
20
20
|
config: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Configuration used for the scrape request."),
|
|
21
21
|
result: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Container for metadata and extraction results."),
|
|
22
|
-
content: zod.z.string().describe("Raw response body (HTML, JSON, etc.)."),
|
|
22
|
+
content: zod.z.string().describe("Raw response body (HTML, JSON, etc.).").nullable(),
|
|
23
23
|
context: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Context information including proxy, cost, etc."),
|
|
24
|
-
status_code: zod.z.number().int().describe("HTTP status code returned by the target URL."),
|
|
24
|
+
status_code: zod.z.number().int().describe("HTTP status code returned by the target URL.").nullable(),
|
|
25
25
|
extracted_data: zod.z.record(zod.z.string(), zod.z.unknown()).describe("User-specified extraction results (if extract_rules were provided).").nullable().optional(),
|
|
26
26
|
response_headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("HTTP response headers from the target.")
|
|
27
|
-
}).describe("Response model for the Scrapfly scrape PUT API.");
|
|
27
|
+
}).passthrough().describe("Response model for the Scrapfly scrape PUT API.");
|
|
28
28
|
const scrapflyScrapeWithPut = require_action.action("SCRAPFLY_SCRAPE_WITH_PUT", {
|
|
29
29
|
slug: "scrapfly-scrape-with-put",
|
|
30
30
|
name: "Scrape With PUT",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-with-put.cjs","names":["z","action"],"sources":["../../src/actions/scrape-with-put.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeWithPutInput
|
|
1
|
+
{"version":3,"file":"scrape-with-put.cjs","names":["z","action"],"sources":["../../src/actions/scrape-with-put.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeWithPutInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with PUT request.\"),\n body: z.string().describe(\"Request body payload to send with the PUT request. Should be JSON string for JSON payloads.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send. For JSON body, include 'content-type': 'application/json'.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring it.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules (JMESPath, CSS selector, or JSONPath).\").optional(),\n}).describe(\"Request model for scraping a web page using PUT method with body payload.\");\nexport const ScrapflyScrapeWithPutOutput = z.object({\n url: z.string().describe(\"Final URL after redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body (HTML, JSON, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy, cost, etc.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers from the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly scrape PUT API.\");\n\nexport const scrapflyScrapeWithPut = action(\"SCRAPFLY_SCRAPE_WITH_PUT\", {\n slug: \"scrapfly-scrape-with-put\",\n name: \"Scrape With PUT\",\n description: \"Tool to scrape web pages using PUT method with body payload. Use when the target API requires PUT requests with data in the request body. Forwards PUT request with custom body to the target URL. If not specified, content-type defaults to application/x-www-form-urlencoded.\",\n input: ScrapflyScrapeWithPutInput,\n output: ScrapflyScrapeWithPutOutput,\n});\n"],"mappings":";;;AAIA,MAAa,6BAA6BA,IAAAA,EAAE,OAAO;CACjD,KAAKA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C;CACrE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6FAA6F;CACvH,MAAMA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;CAC/D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACrG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iGAAiG,CAAC,CAAC,SAAS;CAChK,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC/E,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;CACtH,WAAWA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;CAChG,eAAeA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;AAChI,CAAC,CAAC,CAAC,SAAS,2EAA2E;AACvF,MAAa,8BAA8BA,IAAAA,EAAE,OAAO;CAClD,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CAChE,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4CAA4C;CAC/F,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;CACnG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC/E,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;CACrG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CAChG,gBAAgBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qEAAqE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtJ,kBAAkBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iDAAiD;AAE3E,MAAa,wBAAwBC,eAAAA,OAAO,4BAA4B;CACtE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,9 +1,44 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/scrape-with-put.d.ts
|
|
4
|
-
declare const ScrapflyScrapeWithPutInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyScrapeWithPutInput: z.ZodObject<{
|
|
5
|
+
asp: z.ZodOptional<z.ZodBoolean>;
|
|
6
|
+
url: z.ZodString;
|
|
7
|
+
body: z.ZodString;
|
|
8
|
+
tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
9
|
+
cache: z.ZodOptional<z.ZodBoolean>;
|
|
10
|
+
retry: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
11
|
+
country: z.ZodOptional<z.ZodString>;
|
|
12
|
+
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
13
|
+
session: z.ZodOptional<z.ZodString>;
|
|
14
|
+
timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
15
|
+
render_js: z.ZodOptional<z.ZodBoolean>;
|
|
16
|
+
extract_rules: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
17
|
+
}, z.core.$strip>;
|
|
18
|
+
declare const ScrapflyScrapeWithPutOutput: z.ZodObject<{
|
|
19
|
+
url: z.ZodNullable<z.ZodString>;
|
|
20
|
+
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
21
|
+
result: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
22
|
+
content: z.ZodNullable<z.ZodString>;
|
|
23
|
+
context: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
24
|
+
status_code: z.ZodNullable<z.ZodNumber>;
|
|
25
|
+
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
26
|
+
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
27
|
+
}, z.core.$loose>;
|
|
28
|
+
declare const scrapflyScrapeWithPut: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
29
|
+
url: string;
|
|
30
|
+
body: string;
|
|
31
|
+
asp?: boolean | undefined;
|
|
32
|
+
tags?: string[] | undefined;
|
|
33
|
+
cache?: boolean | undefined;
|
|
34
|
+
retry?: number | undefined;
|
|
35
|
+
country?: string | undefined;
|
|
36
|
+
headers?: Record<string, unknown> | undefined;
|
|
37
|
+
session?: string | undefined;
|
|
38
|
+
timeout?: number | undefined;
|
|
39
|
+
render_js?: boolean | undefined;
|
|
40
|
+
extract_rules?: Record<string, unknown> | undefined;
|
|
41
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
42
|
//#endregion
|
|
8
43
|
export { scrapflyScrapeWithPut };
|
|
9
44
|
//# sourceMappingURL=scrape-with-put.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-with-put.d.cts","names":[],"sources":["../../src/actions/scrape-with-put.ts"],"mappings":";;;cAIa,0BAAA,
|
|
1
|
+
{"version":3,"file":"scrape-with-put.d.cts","names":[],"sources":["../../src/actions/scrape-with-put.ts"],"mappings":";;;cAIa,0BAAA,EAA0B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;cAc1B,2BAAA,EAA2B,CAAA,CAAA,SAAA;;;;;;;;;;cAW3B,qBAAA,gCAAqB,wBAAA;;;;;;;;YAMhC,MAAA;;;;kBAAA,MAAA;AAAA"}
|