@keystrokehq/scrapfly 0.1.5 → 0.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/action.cjs.map +1 -1
- package/dist/action.mjs.map +1 -1
- package/dist/actions/capture-screenshot-head.cjs +1 -0
- package/dist/actions/capture-screenshot-head.cjs.map +1 -1
- package/dist/actions/capture-screenshot-head.d.cts +3 -29
- package/dist/actions/capture-screenshot-head.d.cts.map +1 -1
- package/dist/actions/capture-screenshot-head.d.mts +3 -29
- package/dist/actions/capture-screenshot-head.d.mts.map +1 -1
- package/dist/actions/capture-screenshot-head.mjs +1 -0
- package/dist/actions/capture-screenshot-head.mjs.map +1 -1
- package/dist/actions/capture-screenshot.cjs +1 -0
- package/dist/actions/capture-screenshot.cjs.map +1 -1
- package/dist/actions/capture-screenshot.d.cts +3 -28
- package/dist/actions/capture-screenshot.d.cts.map +1 -1
- package/dist/actions/capture-screenshot.d.mts +3 -28
- package/dist/actions/capture-screenshot.d.mts.map +1 -1
- package/dist/actions/capture-screenshot.mjs +1 -0
- package/dist/actions/capture-screenshot.mjs.map +1 -1
- package/dist/actions/create-crawler.cjs +1 -0
- package/dist/actions/create-crawler.cjs.map +1 -1
- package/dist/actions/create-crawler.d.cts +3 -26
- package/dist/actions/create-crawler.d.cts.map +1 -1
- package/dist/actions/create-crawler.d.mts +3 -26
- package/dist/actions/create-crawler.d.mts.map +1 -1
- package/dist/actions/create-crawler.mjs +1 -0
- package/dist/actions/create-crawler.mjs.map +1 -1
- package/dist/actions/extract-data.cjs +1 -0
- package/dist/actions/extract-data.cjs.map +1 -1
- package/dist/actions/extract-data.d.cts +3 -22
- package/dist/actions/extract-data.d.cts.map +1 -1
- package/dist/actions/extract-data.d.mts +3 -22
- package/dist/actions/extract-data.d.mts.map +1 -1
- package/dist/actions/extract-data.mjs +1 -0
- package/dist/actions/extract-data.mjs.map +1 -1
- package/dist/actions/get-account-info.cjs +1 -0
- package/dist/actions/get-account-info.cjs.map +1 -1
- package/dist/actions/get-account-info.d.cts +3 -13
- package/dist/actions/get-account-info.d.cts.map +1 -1
- package/dist/actions/get-account-info.d.mts +3 -13
- package/dist/actions/get-account-info.d.mts.map +1 -1
- package/dist/actions/get-account-info.mjs +1 -0
- package/dist/actions/get-account-info.mjs.map +1 -1
- package/dist/actions/get-crawler-artifact.cjs +1 -0
- package/dist/actions/get-crawler-artifact.cjs.map +1 -1
- package/dist/actions/get-crawler-artifact.d.cts +3 -16
- package/dist/actions/get-crawler-artifact.d.cts.map +1 -1
- package/dist/actions/get-crawler-artifact.d.mts +3 -16
- package/dist/actions/get-crawler-artifact.d.mts.map +1 -1
- package/dist/actions/get-crawler-artifact.mjs +1 -0
- package/dist/actions/get-crawler-artifact.mjs.map +1 -1
- package/dist/actions/get-crawler-contents.cjs +1 -0
- package/dist/actions/get-crawler-contents.cjs.map +1 -1
- package/dist/actions/get-crawler-contents.d.cts +3 -20
- package/dist/actions/get-crawler-contents.d.cts.map +1 -1
- package/dist/actions/get-crawler-contents.d.mts +3 -20
- package/dist/actions/get-crawler-contents.d.mts.map +1 -1
- package/dist/actions/get-crawler-contents.mjs +1 -0
- package/dist/actions/get-crawler-contents.mjs.map +1 -1
- package/dist/actions/get-crawler-status.cjs +1 -0
- package/dist/actions/get-crawler-status.cjs.map +1 -1
- package/dist/actions/get-crawler-status.d.cts +3 -15
- package/dist/actions/get-crawler-status.d.cts.map +1 -1
- package/dist/actions/get-crawler-status.d.mts +3 -15
- package/dist/actions/get-crawler-status.d.mts.map +1 -1
- package/dist/actions/get-crawler-status.mjs +1 -0
- package/dist/actions/get-crawler-status.mjs.map +1 -1
- package/dist/actions/get-crawler-urls.cjs +1 -0
- package/dist/actions/get-crawler-urls.cjs.map +1 -1
- package/dist/actions/get-crawler-urls.d.cts +3 -18
- package/dist/actions/get-crawler-urls.d.cts.map +1 -1
- package/dist/actions/get-crawler-urls.d.mts +3 -18
- package/dist/actions/get-crawler-urls.d.mts.map +1 -1
- package/dist/actions/get-crawler-urls.mjs +1 -0
- package/dist/actions/get-crawler-urls.mjs.map +1 -1
- package/dist/actions/scrape-post.cjs +1 -0
- package/dist/actions/scrape-post.cjs.map +1 -1
- package/dist/actions/scrape-post.d.cts +3 -26
- package/dist/actions/scrape-post.d.cts.map +1 -1
- package/dist/actions/scrape-post.d.mts +3 -26
- package/dist/actions/scrape-post.d.mts.map +1 -1
- package/dist/actions/scrape-post.mjs +1 -0
- package/dist/actions/scrape-post.mjs.map +1 -1
- package/dist/actions/scrape-with-put.cjs +1 -0
- package/dist/actions/scrape-with-put.cjs.map +1 -1
- package/dist/actions/scrape-with-put.d.cts +3 -26
- package/dist/actions/scrape-with-put.d.cts.map +1 -1
- package/dist/actions/scrape-with-put.d.mts +3 -26
- package/dist/actions/scrape-with-put.d.mts.map +1 -1
- package/dist/actions/scrape-with-put.mjs +1 -0
- package/dist/actions/scrape-with-put.mjs.map +1 -1
- package/dist/actions/scrape.cjs +1 -0
- package/dist/actions/scrape.cjs.map +1 -1
- package/dist/actions/scrape.d.cts +3 -27
- package/dist/actions/scrape.d.cts.map +1 -1
- package/dist/actions/scrape.d.mts +3 -27
- package/dist/actions/scrape.d.mts.map +1 -1
- package/dist/actions/scrape.mjs +1 -0
- package/dist/actions/scrape.mjs.map +1 -1
- package/dist/app.cjs +2 -2
- package/dist/app.cjs.map +1 -1
- package/dist/app.d.cts +4 -6
- package/dist/app.d.cts.map +1 -1
- package/dist/app.d.mts +4 -6
- package/dist/app.d.mts.map +1 -1
- package/dist/app.mjs +0 -1
- package/dist/app.mjs.map +1 -1
- package/dist/index.d.cts +1 -1
- package/dist/index.d.mts +1 -1
- package/package.json +2 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-status.mjs","names":[],"sources":["../../src/actions/get-crawler-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerStatusInput = z.object({\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler job to check status for.\"),\n}).describe(\"Request model for retrieving crawler status.\");\nconst ScrapflyGetCrawlerStatus_CrawlerStateSchema = z.object({\n duration: z.number().describe(\"Elapsed time in seconds since crawl started.\").nullable(),\n urls_failed: z.number().int().describe(\"Number of pages that failed to crawl.\").nullable(),\n urls_skipped: z.number().int().describe(\"Number of pages skipped (cached, excluded, or filtered out).\").nullable(),\n urls_visited: z.number().int().describe(\"Number of pages successfully crawled.\").nullable(),\n urls_to_crawl: z.number().int().describe(\"Number of pending URLs in the queue.\").nullable(),\n urls_extracted: z.number().int().describe(\"Total number of URLs discovered.\").nullable(),\n api_credit_used: z.number().int().describe(\"Total API credits consumed by this crawler job.\").nullable(),\n}).passthrough().describe(\"Real-time progress metrics for the crawler.\");\nexport const ScrapflyGetCrawlerStatusOutput = z.object({\n state: ScrapflyGetCrawlerStatus_CrawlerStateSchema.nullable(),\n status: z.string().describe(\"Current crawler state: PENDING (queued), RUNNING (actively crawling), DONE (finished), or CANCELLED (stopped by user).\").nullable(),\n is_success: z.boolean().describe(\"Outcome when finished: true if successful, false if failed, null while running.\").nullable().optional(),\n is_finished: z.boolean().describe(\"Whether the crawler has stopped (true) or is still active (false).\").nullable(),\n stop_reason: z.string().describe(\"Reason the crawl stopped (e.g., 'no_more_urls', 'page_limit', 'max_duration', 'user_cancelled'). Null while running.\").nullable().optional(),\n crawler_uuid: z.string().describe(\"Unique identifier for the crawler job.\").nullable(),\n}).passthrough().describe(\"Response model for crawler status information.\");\n\nexport const scrapflyGetCrawlerStatus = action(\"SCRAPFLY_GET_CRAWLER_STATUS\", {\n slug: \"scrapfly-get-crawler-status\",\n name: \"Get Crawler Status\",\n description: \"Tool to get the current status of a crawler including progress, pages crawled, and completion state. Use for polling workflow to monitor crawl progress.\",\n input: ScrapflyGetCrawlerStatusInput,\n output: ScrapflyGetCrawlerStatusOutput,\n});\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"get-crawler-status.mjs","names":[],"sources":["../../src/actions/get-crawler-status.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { scrapfly } from \"../app\";\n\nexport const ScrapflyGetCrawlerStatusInput = z.object({\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler job to check status for.\"),\n}).describe(\"Request model for retrieving crawler status.\");\nconst ScrapflyGetCrawlerStatus_CrawlerStateSchema = z.object({\n duration: z.number().describe(\"Elapsed time in seconds since crawl started.\").nullable(),\n urls_failed: z.number().int().describe(\"Number of pages that failed to crawl.\").nullable(),\n urls_skipped: z.number().int().describe(\"Number of pages skipped (cached, excluded, or filtered out).\").nullable(),\n urls_visited: z.number().int().describe(\"Number of pages successfully crawled.\").nullable(),\n urls_to_crawl: z.number().int().describe(\"Number of pending URLs in the queue.\").nullable(),\n urls_extracted: z.number().int().describe(\"Total number of URLs discovered.\").nullable(),\n api_credit_used: z.number().int().describe(\"Total API credits consumed by this crawler job.\").nullable(),\n}).passthrough().describe(\"Real-time progress metrics for the crawler.\");\nexport const ScrapflyGetCrawlerStatusOutput = z.object({\n state: ScrapflyGetCrawlerStatus_CrawlerStateSchema.nullable(),\n status: z.string().describe(\"Current crawler state: PENDING (queued), RUNNING (actively crawling), DONE (finished), or CANCELLED (stopped by user).\").nullable(),\n is_success: z.boolean().describe(\"Outcome when finished: true if successful, false if failed, null while running.\").nullable().optional(),\n is_finished: z.boolean().describe(\"Whether the crawler has stopped (true) or is still active (false).\").nullable(),\n stop_reason: z.string().describe(\"Reason the crawl stopped (e.g., 'no_more_urls', 'page_limit', 'max_duration', 'user_cancelled'). Null while running.\").nullable().optional(),\n crawler_uuid: z.string().describe(\"Unique identifier for the crawler job.\").nullable(),\n}).passthrough().describe(\"Response model for crawler status information.\");\n\nexport const scrapflyGetCrawlerStatus: AppAction<\n typeof ScrapflyGetCrawlerStatusInput,\n typeof ScrapflyGetCrawlerStatusOutput,\n typeof scrapfly.credential\n> = action(\"SCRAPFLY_GET_CRAWLER_STATUS\", {\n slug: \"scrapfly-get-crawler-status\",\n name: \"Get Crawler Status\",\n description: \"Tool to get the current status of a crawler including progress, pages crawled, and completion state. Use for polling workflow to monitor crawl progress.\",\n input: ScrapflyGetCrawlerStatusInput,\n output: ScrapflyGetCrawlerStatusOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,gCAAgC,EAAE,OAAO,EACpD,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,sEAAsE,EAC1G,CAAC,CAAC,CAAC,SAAS,8CAA8C;AAC1D,MAAM,8CAA8C,EAAE,OAAO;CAC3D,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACvF,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACzF,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CACjH,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC1F,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CAC1F,gBAAgB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;CACvF,iBAAiB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS;AACzG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AAUvE,MAAa,2BAIT,OAAO,+BAA+B;CACxC,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAlB4C,EAAE,OAAO;EACrD,OAAO,4CAA4C,SAAS;EAC5D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,wHAAwH,CAAC,CAAC,SAAS;EAC/J,YAAY,EAAE,QAAQ,CAAC,CAAC,SAAS,iFAAiF,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACxI,aAAa,EAAE,QAAQ,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;EACjH,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,sHAAsH,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC7K,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACvF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,gDAWhB;AACV,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-urls.cjs","names":["z","action"],"sources":["../../src/actions/get-crawler-urls.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerUrlsInput = z.object({\n page: z.number().int().describe(\"Page number for pagination (default: 1).\").optional(),\n status: z.string().describe(\"Filter results by status. Use 'visited' for successfully crawled URLs or 'failed' to get URLs that failed with error codes.\").optional(),\n per_page: z.number().int().describe(\"Number of URLs to return per page (default: 100, max: 1000).\").optional(),\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler whose URLs you want to retrieve.\"),\n}).describe(\"Request model for retrieving the list of discovered and crawled URLs from a crawler.\");\nexport const ScrapflyGetCrawlerUrlsOutput = z.object({\n page: z.number().int().describe(\"Current page number.\").nullable(),\n urls: z.array(z.string()).describe(\"List of crawled URLs matching the filter criteria.\"),\n total: z.number().int().describe(\"Total number of URLs available.\").nullable(),\n per_page: z.number().int().describe(\"Number of URLs returned per page.\").nullable(),\n}).passthrough().describe(\"Response model for the crawler URLs endpoint with pagination metadata.\");\n\nexport const scrapflyGetCrawlerUrls = action(\"SCRAPFLY_GET_CRAWLER_URLS\", {\n slug: \"scrapfly-get-crawler-urls\",\n name: \"Get Crawler URLs\",\n description: \"Tool to retrieve the list of discovered and crawled URLs from a crawler. Use when you need to get all URLs found during a crawl or filter by status to analyze failed URLs with error codes. Supports pagination for large result sets.\",\n input: ScrapflyGetCrawlerUrlsInput,\n output: ScrapflyGetCrawlerUrlsOutput,\n});\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"get-crawler-urls.cjs","names":["z","action"],"sources":["../../src/actions/get-crawler-urls.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { scrapfly } from \"../app\";\n\nexport const ScrapflyGetCrawlerUrlsInput = z.object({\n page: z.number().int().describe(\"Page number for pagination (default: 1).\").optional(),\n status: z.string().describe(\"Filter results by status. Use 'visited' for successfully crawled URLs or 'failed' to get URLs that failed with error codes.\").optional(),\n per_page: z.number().int().describe(\"Number of URLs to return per page (default: 100, max: 1000).\").optional(),\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler whose URLs you want to retrieve.\"),\n}).describe(\"Request model for retrieving the list of discovered and crawled URLs from a crawler.\");\nexport const ScrapflyGetCrawlerUrlsOutput = z.object({\n page: z.number().int().describe(\"Current page number.\").nullable(),\n urls: z.array(z.string()).describe(\"List of crawled URLs matching the filter criteria.\"),\n total: z.number().int().describe(\"Total number of URLs available.\").nullable(),\n per_page: z.number().int().describe(\"Number of URLs returned per page.\").nullable(),\n}).passthrough().describe(\"Response model for the crawler URLs endpoint with pagination metadata.\");\n\nexport const scrapflyGetCrawlerUrls: AppAction<\n typeof ScrapflyGetCrawlerUrlsInput,\n typeof ScrapflyGetCrawlerUrlsOutput,\n typeof scrapfly.credential\n> = action(\"SCRAPFLY_GET_CRAWLER_URLS\", {\n slug: \"scrapfly-get-crawler-urls\",\n name: \"Get Crawler URLs\",\n description: \"Tool to retrieve the list of discovered and crawled URLs from a crawler. Use when you need to get all URLs found during a crawl or filter by status to analyze failed URLs with error codes. Supports pagination for large result sets.\",\n input: ScrapflyGetCrawlerUrlsInput,\n output: ScrapflyGetCrawlerUrlsOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,8BAA8BA,IAAAA,EAAE,OAAO;CAClD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CACrF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6HAA6H,CAAC,CAAC,SAAS;CACpK,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CAC7G,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8EAA8E;AAClH,CAAC,CAAC,CAAC,SAAS,sFAAsF;AAClG,MAAa,+BAA+BA,IAAAA,EAAE,OAAO;CACnD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS;CACjE,MAAMA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;CACvF,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CAC7E,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;AACpF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wEAAwE;AAElG,MAAa,yBAITC,eAAAA,OAAO,6BAA6B;CACtC,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import { scrapfly } from "../app.cjs";
|
|
2
|
+
import { AppAction } from "@keystrokehq/keystroke/app";
|
|
1
3
|
import { z } from "zod";
|
|
2
4
|
|
|
3
5
|
//#region src/actions/get-crawler-urls.d.ts
|
|
@@ -13,24 +15,7 @@ declare const ScrapflyGetCrawlerUrlsOutput: z.ZodObject<{
|
|
|
13
15
|
total: z.ZodNullable<z.ZodNumber>;
|
|
14
16
|
per_page: z.ZodNullable<z.ZodNumber>;
|
|
15
17
|
}, z.core.$loose>;
|
|
16
|
-
declare const scrapflyGetCrawlerUrls:
|
|
17
|
-
crawler_uuid: string;
|
|
18
|
-
page?: number | undefined;
|
|
19
|
-
status?: string | undefined;
|
|
20
|
-
per_page?: number | undefined;
|
|
21
|
-
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
22
|
-
connectionId: z.ZodString;
|
|
23
|
-
entityId: z.ZodString;
|
|
24
|
-
instanceId: z.ZodString;
|
|
25
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
26
|
-
generic_api_key: z.ZodString;
|
|
27
|
-
}, z.core.$strip>>]>, readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
28
|
-
connectionId: z.ZodString;
|
|
29
|
-
entityId: z.ZodString;
|
|
30
|
-
instanceId: z.ZodString;
|
|
31
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
32
|
-
generic_api_key: z.ZodString;
|
|
33
|
-
}, z.core.$strip>>]>;
|
|
18
|
+
declare const scrapflyGetCrawlerUrls: AppAction<typeof ScrapflyGetCrawlerUrlsInput, typeof ScrapflyGetCrawlerUrlsOutput, typeof scrapfly.credential>;
|
|
34
19
|
//#endregion
|
|
35
20
|
export { scrapflyGetCrawlerUrls };
|
|
36
21
|
//# sourceMappingURL=get-crawler-urls.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-urls.d.cts","names":[],"sources":["../../src/actions/get-crawler-urls.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"get-crawler-urls.d.cts","names":[],"sources":["../../src/actions/get-crawler-urls.ts"],"mappings":";;;;;cAMa,2BAAA,EAA2B,CAAA,CAAA,SAAA;;;;;;cAM3B,4BAAA,EAA4B,CAAA,CAAA,SAAA;;;;;;cAO5B,sBAAA,EAAwB,SAAA,QAC5B,2BAAA,SACA,4BAAA,SACA,QAAA,CAAS,UAAA"}
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import { scrapfly } from "../app.mjs";
|
|
2
|
+
import { AppAction } from "@keystrokehq/keystroke/app";
|
|
1
3
|
import { z } from "zod";
|
|
2
4
|
|
|
3
5
|
//#region src/actions/get-crawler-urls.d.ts
|
|
@@ -13,24 +15,7 @@ declare const ScrapflyGetCrawlerUrlsOutput: z.ZodObject<{
|
|
|
13
15
|
total: z.ZodNullable<z.ZodNumber>;
|
|
14
16
|
per_page: z.ZodNullable<z.ZodNumber>;
|
|
15
17
|
}, z.core.$loose>;
|
|
16
|
-
declare const scrapflyGetCrawlerUrls:
|
|
17
|
-
crawler_uuid: string;
|
|
18
|
-
page?: number | undefined;
|
|
19
|
-
status?: string | undefined;
|
|
20
|
-
per_page?: number | undefined;
|
|
21
|
-
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
22
|
-
connectionId: z.ZodString;
|
|
23
|
-
entityId: z.ZodString;
|
|
24
|
-
instanceId: z.ZodString;
|
|
25
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
26
|
-
generic_api_key: z.ZodString;
|
|
27
|
-
}, z.core.$strip>>]>, readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
28
|
-
connectionId: z.ZodString;
|
|
29
|
-
entityId: z.ZodString;
|
|
30
|
-
instanceId: z.ZodString;
|
|
31
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
32
|
-
generic_api_key: z.ZodString;
|
|
33
|
-
}, z.core.$strip>>]>;
|
|
18
|
+
declare const scrapflyGetCrawlerUrls: AppAction<typeof ScrapflyGetCrawlerUrlsInput, typeof ScrapflyGetCrawlerUrlsOutput, typeof scrapfly.credential>;
|
|
34
19
|
//#endregion
|
|
35
20
|
export { scrapflyGetCrawlerUrls };
|
|
36
21
|
//# sourceMappingURL=get-crawler-urls.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-urls.d.mts","names":[],"sources":["../../src/actions/get-crawler-urls.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"get-crawler-urls.d.mts","names":[],"sources":["../../src/actions/get-crawler-urls.ts"],"mappings":";;;;;cAMa,2BAAA,EAA2B,CAAA,CAAA,SAAA;;;;;;cAM3B,4BAAA,EAA4B,CAAA,CAAA,SAAA;;;;;;cAO5B,sBAAA,EAAwB,SAAA,QAC5B,2BAAA,SACA,4BAAA,SACA,QAAA,CAAS,UAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-urls.mjs","names":[],"sources":["../../src/actions/get-crawler-urls.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerUrlsInput = z.object({\n page: z.number().int().describe(\"Page number for pagination (default: 1).\").optional(),\n status: z.string().describe(\"Filter results by status. Use 'visited' for successfully crawled URLs or 'failed' to get URLs that failed with error codes.\").optional(),\n per_page: z.number().int().describe(\"Number of URLs to return per page (default: 100, max: 1000).\").optional(),\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler whose URLs you want to retrieve.\"),\n}).describe(\"Request model for retrieving the list of discovered and crawled URLs from a crawler.\");\nexport const ScrapflyGetCrawlerUrlsOutput = z.object({\n page: z.number().int().describe(\"Current page number.\").nullable(),\n urls: z.array(z.string()).describe(\"List of crawled URLs matching the filter criteria.\"),\n total: z.number().int().describe(\"Total number of URLs available.\").nullable(),\n per_page: z.number().int().describe(\"Number of URLs returned per page.\").nullable(),\n}).passthrough().describe(\"Response model for the crawler URLs endpoint with pagination metadata.\");\n\nexport const scrapflyGetCrawlerUrls = action(\"SCRAPFLY_GET_CRAWLER_URLS\", {\n slug: \"scrapfly-get-crawler-urls\",\n name: \"Get Crawler URLs\",\n description: \"Tool to retrieve the list of discovered and crawled URLs from a crawler. Use when you need to get all URLs found during a crawl or filter by status to analyze failed URLs with error codes. Supports pagination for large result sets.\",\n input: ScrapflyGetCrawlerUrlsInput,\n output: ScrapflyGetCrawlerUrlsOutput,\n});\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"get-crawler-urls.mjs","names":[],"sources":["../../src/actions/get-crawler-urls.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { scrapfly } from \"../app\";\n\nexport const ScrapflyGetCrawlerUrlsInput = z.object({\n page: z.number().int().describe(\"Page number for pagination (default: 1).\").optional(),\n status: z.string().describe(\"Filter results by status. Use 'visited' for successfully crawled URLs or 'failed' to get URLs that failed with error codes.\").optional(),\n per_page: z.number().int().describe(\"Number of URLs to return per page (default: 100, max: 1000).\").optional(),\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler whose URLs you want to retrieve.\"),\n}).describe(\"Request model for retrieving the list of discovered and crawled URLs from a crawler.\");\nexport const ScrapflyGetCrawlerUrlsOutput = z.object({\n page: z.number().int().describe(\"Current page number.\").nullable(),\n urls: z.array(z.string()).describe(\"List of crawled URLs matching the filter criteria.\"),\n total: z.number().int().describe(\"Total number of URLs available.\").nullable(),\n per_page: z.number().int().describe(\"Number of URLs returned per page.\").nullable(),\n}).passthrough().describe(\"Response model for the crawler URLs endpoint with pagination metadata.\");\n\nexport const scrapflyGetCrawlerUrls: AppAction<\n typeof ScrapflyGetCrawlerUrlsInput,\n typeof ScrapflyGetCrawlerUrlsOutput,\n typeof scrapfly.credential\n> = action(\"SCRAPFLY_GET_CRAWLER_URLS\", {\n slug: \"scrapfly-get-crawler-urls\",\n name: \"Get Crawler URLs\",\n description: \"Tool to retrieve the list of discovered and crawled URLs from a crawler. Use when you need to get all URLs found during a crawl or filter by status to analyze failed URLs with error codes. Supports pagination for large result sets.\",\n input: ScrapflyGetCrawlerUrlsInput,\n output: ScrapflyGetCrawlerUrlsOutput,\n});\n"],"mappings":";;;AAmBA,MAAa,yBAIT,OAAO,6BAA6B;CACtC,MAAM;CACN,MAAM;CACN,aAAa;CACb,OArByC,EAAE,OAAO;EAClD,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;EACrF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,6HAA6H,CAAC,CAAC,SAAS;EACpK,UAAU,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;EAC7G,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,8EAA8E;CAClH,CAAC,CAAC,CAAC,SAAS,sFAgBH;CACP,QAhB0C,EAAE,OAAO;EACnD,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS;EACjE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;EACvF,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;EAC7E,UAAU,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACpF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wEAWhB;AACV,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-post.cjs","names":["z","action"],"sources":["../../src/actions/scrape-post.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapePostInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with POST request.\"),\n body: z.record(z.string(), z.unknown()).describe(\"POST request body payload as JSON object. This data will be sent in the request body to the target URL.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics and monitoring.\").optional(),\n cache: z.boolean().describe(\"Enable result caching to avoid repeated requests.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy using ISO 3166-1 alpha-2 codes (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send to the target URL. Note: Content-Type defaults to application/json for POST requests.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions and persistent cookies.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring browser execution.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules using JMESPath, CSS selector, or JSONPath for structured data extraction.\").optional(),\n}).describe(\"Request model for scraping web pages using POST method with data payload.\");\nexport const ScrapflyScrapePostOutput = z.object({\n url: z.string().describe(\"Final URL after any redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration parameters used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body from target (HTML, JSON, text, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy details, cost, and usage.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (populated if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers returned by the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly POST scrape API.\");\n\nexport const scrapflyScrapePost = action(\"SCRAPFLY_SCRAPE_POST\", {\n slug: \"scrapfly-scrape-post\",\n name: \"Scrapfly Scrape POST\",\n description: \"Tool to scrape web pages using POST method to send data in the request body. Use when you need to scrape endpoints that require POST requests, such as form submissions or APIs that expect data payload.\",\n input: ScrapflyScrapePostInput,\n output: ScrapflyScrapePostOutput,\n});\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"scrape-post.cjs","names":["z","action"],"sources":["../../src/actions/scrape-post.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { scrapfly } from \"../app\";\n\nexport const ScrapflyScrapePostInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with POST request.\"),\n body: z.record(z.string(), z.unknown()).describe(\"POST request body payload as JSON object. This data will be sent in the request body to the target URL.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics and monitoring.\").optional(),\n cache: z.boolean().describe(\"Enable result caching to avoid repeated requests.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy using ISO 3166-1 alpha-2 codes (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send to the target URL. Note: Content-Type defaults to application/json for POST requests.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions and persistent cookies.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring browser execution.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules using JMESPath, CSS selector, or JSONPath for structured data extraction.\").optional(),\n}).describe(\"Request model for scraping web pages using POST method with data payload.\");\nexport const ScrapflyScrapePostOutput = z.object({\n url: z.string().describe(\"Final URL after any redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration parameters used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body from target (HTML, JSON, text, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy details, cost, and usage.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (populated if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers returned by the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly POST scrape API.\");\n\nexport const scrapflyScrapePost: AppAction<\n typeof ScrapflyScrapePostInput,\n typeof ScrapflyScrapePostOutput,\n typeof scrapfly.credential\n> = action(\"SCRAPFLY_SCRAPE_POST\", {\n slug: \"scrapfly-scrape-post\",\n name: \"Scrapfly Scrape POST\",\n description: \"Tool to scrape web pages using POST method to send data in the request body. Use when you need to scrape endpoints that require POST requests, such as form submissions or APIs that expect data payload.\",\n input: ScrapflyScrapePostInput,\n output: ScrapflyScrapePostOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,0BAA0BA,IAAAA,EAAE,OAAO;CAC9C,KAAKA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C;CACtE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yGAAyG;CAC1J,MAAMA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;CAC3F,OAAOA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAC1F,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACrG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uFAAuF,CAAC,CAAC,SAAS;CAC/H,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2HAA2H,CAAC,CAAC,SAAS;CAC1L,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CACtG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;CACtH,WAAWA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;CAC/G,eAAeA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4FAA4F,CAAC,CAAC,SAAS;AACnK,CAAC,CAAC,CAAC,SAAS,2EAA2E;AACvF,MAAa,2BAA2BA,IAAAA,EAAE,OAAO;CAC/C,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACpE,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,uDAAuD;CAC1G,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;CACnG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;CACjG,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+DAA+D;CACnH,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CAChG,gBAAgBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+EAA+E,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChK,kBAAkBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,kDAAkD;AAE5E,MAAa,qBAITC,eAAAA,OAAO,wBAAwB;CACjC,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import { scrapfly } from "../app.cjs";
|
|
2
|
+
import { AppAction } from "@keystrokehq/keystroke/app";
|
|
1
3
|
import { z } from "zod";
|
|
2
4
|
|
|
3
5
|
//#region src/actions/scrape-post.d.ts
|
|
@@ -25,32 +27,7 @@ declare const ScrapflyScrapePostOutput: z.ZodObject<{
|
|
|
25
27
|
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
26
28
|
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
27
29
|
}, z.core.$loose>;
|
|
28
|
-
declare const scrapflyScrapePost:
|
|
29
|
-
url: string;
|
|
30
|
-
body: Record<string, unknown>;
|
|
31
|
-
asp?: boolean | undefined;
|
|
32
|
-
tags?: string[] | undefined;
|
|
33
|
-
cache?: boolean | undefined;
|
|
34
|
-
retry?: number | undefined;
|
|
35
|
-
country?: string | undefined;
|
|
36
|
-
headers?: Record<string, unknown> | undefined;
|
|
37
|
-
session?: string | undefined;
|
|
38
|
-
timeout?: number | undefined;
|
|
39
|
-
render_js?: boolean | undefined;
|
|
40
|
-
extract_rules?: Record<string, unknown> | undefined;
|
|
41
|
-
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
42
|
-
connectionId: z.ZodString;
|
|
43
|
-
entityId: z.ZodString;
|
|
44
|
-
instanceId: z.ZodString;
|
|
45
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
46
|
-
generic_api_key: z.ZodString;
|
|
47
|
-
}, z.core.$strip>>]>, readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
48
|
-
connectionId: z.ZodString;
|
|
49
|
-
entityId: z.ZodString;
|
|
50
|
-
instanceId: z.ZodString;
|
|
51
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
52
|
-
generic_api_key: z.ZodString;
|
|
53
|
-
}, z.core.$strip>>]>;
|
|
30
|
+
declare const scrapflyScrapePost: AppAction<typeof ScrapflyScrapePostInput, typeof ScrapflyScrapePostOutput, typeof scrapfly.credential>;
|
|
54
31
|
//#endregion
|
|
55
32
|
export { scrapflyScrapePost };
|
|
56
33
|
//# sourceMappingURL=scrape-post.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-post.d.cts","names":[],"sources":["../../src/actions/scrape-post.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"scrape-post.d.cts","names":[],"sources":["../../src/actions/scrape-post.ts"],"mappings":";;;;;cAMa,uBAAA,EAAuB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;cAcvB,wBAAA,EAAwB,CAAA,CAAA,SAAA;;;;;;;;;;cAWxB,kBAAA,EAAoB,SAAA,QACxB,uBAAA,SACA,wBAAA,SACA,QAAA,CAAS,UAAA"}
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import { scrapfly } from "../app.mjs";
|
|
2
|
+
import { AppAction } from "@keystrokehq/keystroke/app";
|
|
1
3
|
import { z } from "zod";
|
|
2
4
|
|
|
3
5
|
//#region src/actions/scrape-post.d.ts
|
|
@@ -25,32 +27,7 @@ declare const ScrapflyScrapePostOutput: z.ZodObject<{
|
|
|
25
27
|
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
26
28
|
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
27
29
|
}, z.core.$loose>;
|
|
28
|
-
declare const scrapflyScrapePost:
|
|
29
|
-
url: string;
|
|
30
|
-
body: Record<string, unknown>;
|
|
31
|
-
asp?: boolean | undefined;
|
|
32
|
-
tags?: string[] | undefined;
|
|
33
|
-
cache?: boolean | undefined;
|
|
34
|
-
retry?: number | undefined;
|
|
35
|
-
country?: string | undefined;
|
|
36
|
-
headers?: Record<string, unknown> | undefined;
|
|
37
|
-
session?: string | undefined;
|
|
38
|
-
timeout?: number | undefined;
|
|
39
|
-
render_js?: boolean | undefined;
|
|
40
|
-
extract_rules?: Record<string, unknown> | undefined;
|
|
41
|
-
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
42
|
-
connectionId: z.ZodString;
|
|
43
|
-
entityId: z.ZodString;
|
|
44
|
-
instanceId: z.ZodString;
|
|
45
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
46
|
-
generic_api_key: z.ZodString;
|
|
47
|
-
}, z.core.$strip>>]>, readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
48
|
-
connectionId: z.ZodString;
|
|
49
|
-
entityId: z.ZodString;
|
|
50
|
-
instanceId: z.ZodString;
|
|
51
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
52
|
-
generic_api_key: z.ZodString;
|
|
53
|
-
}, z.core.$strip>>]>;
|
|
30
|
+
declare const scrapflyScrapePost: AppAction<typeof ScrapflyScrapePostInput, typeof ScrapflyScrapePostOutput, typeof scrapfly.credential>;
|
|
54
31
|
//#endregion
|
|
55
32
|
export { scrapflyScrapePost };
|
|
56
33
|
//# sourceMappingURL=scrape-post.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-post.d.mts","names":[],"sources":["../../src/actions/scrape-post.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"scrape-post.d.mts","names":[],"sources":["../../src/actions/scrape-post.ts"],"mappings":";;;;;cAMa,uBAAA,EAAuB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;cAcvB,wBAAA,EAAwB,CAAA,CAAA,SAAA;;;;;;;;;;cAWxB,kBAAA,EAAoB,SAAA,QACxB,uBAAA,SACA,wBAAA,SACA,QAAA,CAAS,UAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-post.mjs","names":[],"sources":["../../src/actions/scrape-post.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapePostInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with POST request.\"),\n body: z.record(z.string(), z.unknown()).describe(\"POST request body payload as JSON object. This data will be sent in the request body to the target URL.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics and monitoring.\").optional(),\n cache: z.boolean().describe(\"Enable result caching to avoid repeated requests.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy using ISO 3166-1 alpha-2 codes (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send to the target URL. Note: Content-Type defaults to application/json for POST requests.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions and persistent cookies.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring browser execution.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules using JMESPath, CSS selector, or JSONPath for structured data extraction.\").optional(),\n}).describe(\"Request model for scraping web pages using POST method with data payload.\");\nexport const ScrapflyScrapePostOutput = z.object({\n url: z.string().describe(\"Final URL after any redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration parameters used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body from target (HTML, JSON, text, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy details, cost, and usage.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (populated if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers returned by the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly POST scrape API.\");\n\nexport const scrapflyScrapePost = action(\"SCRAPFLY_SCRAPE_POST\", {\n slug: \"scrapfly-scrape-post\",\n name: \"Scrapfly Scrape POST\",\n description: \"Tool to scrape web pages using POST method to send data in the request body. Use when you need to scrape endpoints that require POST requests, such as form submissions or APIs that expect data payload.\",\n input: ScrapflyScrapePostInput,\n output: ScrapflyScrapePostOutput,\n});\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"scrape-post.mjs","names":[],"sources":["../../src/actions/scrape-post.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { scrapfly } from \"../app\";\n\nexport const ScrapflyScrapePostInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with POST request.\"),\n body: z.record(z.string(), z.unknown()).describe(\"POST request body payload as JSON object. This data will be sent in the request body to the target URL.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics and monitoring.\").optional(),\n cache: z.boolean().describe(\"Enable result caching to avoid repeated requests.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy using ISO 3166-1 alpha-2 codes (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send to the target URL. Note: Content-Type defaults to application/json for POST requests.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions and persistent cookies.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring browser execution.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules using JMESPath, CSS selector, or JSONPath for structured data extraction.\").optional(),\n}).describe(\"Request model for scraping web pages using POST method with data payload.\");\nexport const ScrapflyScrapePostOutput = z.object({\n url: z.string().describe(\"Final URL after any redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration parameters used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body from target (HTML, JSON, text, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy details, cost, and usage.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (populated if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers returned by the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly POST scrape API.\");\n\nexport const scrapflyScrapePost: AppAction<\n typeof ScrapflyScrapePostInput,\n typeof ScrapflyScrapePostOutput,\n typeof scrapfly.credential\n> = action(\"SCRAPFLY_SCRAPE_POST\", {\n slug: \"scrapfly-scrape-post\",\n name: \"Scrapfly Scrape POST\",\n description: \"Tool to scrape web pages using POST method to send data in the request body. Use when you need to scrape endpoints that require POST requests, such as form submissions or APIs that expect data payload.\",\n input: ScrapflyScrapePostInput,\n output: ScrapflyScrapePostOutput,\n});\n"],"mappings":";;;AA+BA,MAAa,qBAIT,OAAO,wBAAwB;CACjC,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAjCqC,EAAE,OAAO;EAC9C,KAAK,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EAC9E,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C;EACtE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yGAAyG;EAC1J,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;EAC3F,OAAO,EAAE,QAAQ,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;EAC1F,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EACrG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uFAAuF,CAAC,CAAC,SAAS;EAC/H,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2HAA2H,CAAC,CAAC,SAAS;EAC1L,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;EACtG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;EACtH,WAAW,EAAE,QAAQ,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;EAC/G,eAAe,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4FAA4F,CAAC,CAAC,SAAS;CACnK,CAAC,CAAC,CAAC,SAAS,2EAoBH;CACP,QApBsC,EAAE,OAAO;EAC/C,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;EACpE,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,uDAAuD;EAC1G,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;EACnG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;EACjG,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+DAA+D;EACnH,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EAChG,gBAAgB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+EAA+E,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAChK,kBAAkB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C;CAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,kDAWhB;AACV,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-with-put.cjs","names":["z","action"],"sources":["../../src/actions/scrape-with-put.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeWithPutInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with PUT request.\"),\n body: z.string().describe(\"Request body payload to send with the PUT request. Should be JSON string for JSON payloads.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send. For JSON body, include 'content-type': 'application/json'.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring it.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules (JMESPath, CSS selector, or JSONPath).\").optional(),\n}).describe(\"Request model for scraping a web page using PUT method with body payload.\");\nexport const ScrapflyScrapeWithPutOutput = z.object({\n url: z.string().describe(\"Final URL after redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body (HTML, JSON, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy, cost, etc.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers from the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly scrape PUT API.\");\n\nexport const scrapflyScrapeWithPut = action(\"SCRAPFLY_SCRAPE_WITH_PUT\", {\n slug: \"scrapfly-scrape-with-put\",\n name: \"Scrape With PUT\",\n description: \"Tool to scrape web pages using PUT method with body payload. Use when the target API requires PUT requests with data in the request body. Forwards PUT request with custom body to the target URL. If not specified, content-type defaults to application/x-www-form-urlencoded.\",\n input: ScrapflyScrapeWithPutInput,\n output: ScrapflyScrapeWithPutOutput,\n});\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"scrape-with-put.cjs","names":["z","action"],"sources":["../../src/actions/scrape-with-put.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { scrapfly } from \"../app\";\n\nexport const ScrapflyScrapeWithPutInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with PUT request.\"),\n body: z.string().describe(\"Request body payload to send with the PUT request. Should be JSON string for JSON payloads.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send. For JSON body, include 'content-type': 'application/json'.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring it.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules (JMESPath, CSS selector, or JSONPath).\").optional(),\n}).describe(\"Request model for scraping a web page using PUT method with body payload.\");\nexport const ScrapflyScrapeWithPutOutput = z.object({\n url: z.string().describe(\"Final URL after redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body (HTML, JSON, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy, cost, etc.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers from the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly scrape PUT API.\");\n\nexport const scrapflyScrapeWithPut: AppAction<\n typeof ScrapflyScrapeWithPutInput,\n typeof ScrapflyScrapeWithPutOutput,\n typeof scrapfly.credential\n> = action(\"SCRAPFLY_SCRAPE_WITH_PUT\", {\n slug: \"scrapfly-scrape-with-put\",\n name: \"Scrape With PUT\",\n description: \"Tool to scrape web pages using PUT method with body payload. Use when the target API requires PUT requests with data in the request body. Forwards PUT request with custom body to the target URL. If not specified, content-type defaults to application/x-www-form-urlencoded.\",\n input: ScrapflyScrapeWithPutInput,\n output: ScrapflyScrapeWithPutOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,6BAA6BA,IAAAA,EAAE,OAAO;CACjD,KAAKA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C;CACrE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6FAA6F;CACvH,MAAMA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;CAC/D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACrG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iGAAiG,CAAC,CAAC,SAAS;CAChK,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC/E,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;CACtH,WAAWA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;CAChG,eAAeA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;AAChI,CAAC,CAAC,CAAC,SAAS,2EAA2E;AACvF,MAAa,8BAA8BA,IAAAA,EAAE,OAAO;CAClD,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CAChE,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4CAA4C;CAC/F,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;CACnG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC/E,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;CACrG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CAChG,gBAAgBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qEAAqE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtJ,kBAAkBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iDAAiD;AAE3E,MAAa,wBAITC,eAAAA,OAAO,4BAA4B;CACrC,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import { scrapfly } from "../app.cjs";
|
|
2
|
+
import { AppAction } from "@keystrokehq/keystroke/app";
|
|
1
3
|
import { z } from "zod";
|
|
2
4
|
|
|
3
5
|
//#region src/actions/scrape-with-put.d.ts
|
|
@@ -25,32 +27,7 @@ declare const ScrapflyScrapeWithPutOutput: z.ZodObject<{
|
|
|
25
27
|
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
26
28
|
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
27
29
|
}, z.core.$loose>;
|
|
28
|
-
declare const scrapflyScrapeWithPut:
|
|
29
|
-
url: string;
|
|
30
|
-
body: string;
|
|
31
|
-
asp?: boolean | undefined;
|
|
32
|
-
tags?: string[] | undefined;
|
|
33
|
-
cache?: boolean | undefined;
|
|
34
|
-
retry?: number | undefined;
|
|
35
|
-
country?: string | undefined;
|
|
36
|
-
headers?: Record<string, unknown> | undefined;
|
|
37
|
-
session?: string | undefined;
|
|
38
|
-
timeout?: number | undefined;
|
|
39
|
-
render_js?: boolean | undefined;
|
|
40
|
-
extract_rules?: Record<string, unknown> | undefined;
|
|
41
|
-
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
42
|
-
connectionId: z.ZodString;
|
|
43
|
-
entityId: z.ZodString;
|
|
44
|
-
instanceId: z.ZodString;
|
|
45
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
46
|
-
generic_api_key: z.ZodString;
|
|
47
|
-
}, z.core.$strip>>]>, readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
48
|
-
connectionId: z.ZodString;
|
|
49
|
-
entityId: z.ZodString;
|
|
50
|
-
instanceId: z.ZodString;
|
|
51
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
52
|
-
generic_api_key: z.ZodString;
|
|
53
|
-
}, z.core.$strip>>]>;
|
|
30
|
+
declare const scrapflyScrapeWithPut: AppAction<typeof ScrapflyScrapeWithPutInput, typeof ScrapflyScrapeWithPutOutput, typeof scrapfly.credential>;
|
|
54
31
|
//#endregion
|
|
55
32
|
export { scrapflyScrapeWithPut };
|
|
56
33
|
//# sourceMappingURL=scrape-with-put.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-with-put.d.cts","names":[],"sources":["../../src/actions/scrape-with-put.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"scrape-with-put.d.cts","names":[],"sources":["../../src/actions/scrape-with-put.ts"],"mappings":";;;;;cAMa,0BAAA,EAA0B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;cAc1B,2BAAA,EAA2B,CAAA,CAAA,SAAA;;;;;;;;;;cAW3B,qBAAA,EAAuB,SAAA,QAC3B,0BAAA,SACA,2BAAA,SACA,QAAA,CAAS,UAAA"}
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import { scrapfly } from "../app.mjs";
|
|
2
|
+
import { AppAction } from "@keystrokehq/keystroke/app";
|
|
1
3
|
import { z } from "zod";
|
|
2
4
|
|
|
3
5
|
//#region src/actions/scrape-with-put.d.ts
|
|
@@ -25,32 +27,7 @@ declare const ScrapflyScrapeWithPutOutput: z.ZodObject<{
|
|
|
25
27
|
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
26
28
|
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
27
29
|
}, z.core.$loose>;
|
|
28
|
-
declare const scrapflyScrapeWithPut:
|
|
29
|
-
url: string;
|
|
30
|
-
body: string;
|
|
31
|
-
asp?: boolean | undefined;
|
|
32
|
-
tags?: string[] | undefined;
|
|
33
|
-
cache?: boolean | undefined;
|
|
34
|
-
retry?: number | undefined;
|
|
35
|
-
country?: string | undefined;
|
|
36
|
-
headers?: Record<string, unknown> | undefined;
|
|
37
|
-
session?: string | undefined;
|
|
38
|
-
timeout?: number | undefined;
|
|
39
|
-
render_js?: boolean | undefined;
|
|
40
|
-
extract_rules?: Record<string, unknown> | undefined;
|
|
41
|
-
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
42
|
-
connectionId: z.ZodString;
|
|
43
|
-
entityId: z.ZodString;
|
|
44
|
-
instanceId: z.ZodString;
|
|
45
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
46
|
-
generic_api_key: z.ZodString;
|
|
47
|
-
}, z.core.$strip>>]>, readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
48
|
-
connectionId: z.ZodString;
|
|
49
|
-
entityId: z.ZodString;
|
|
50
|
-
instanceId: z.ZodString;
|
|
51
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
52
|
-
generic_api_key: z.ZodString;
|
|
53
|
-
}, z.core.$strip>>]>;
|
|
30
|
+
declare const scrapflyScrapeWithPut: AppAction<typeof ScrapflyScrapeWithPutInput, typeof ScrapflyScrapeWithPutOutput, typeof scrapfly.credential>;
|
|
54
31
|
//#endregion
|
|
55
32
|
export { scrapflyScrapeWithPut };
|
|
56
33
|
//# sourceMappingURL=scrape-with-put.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-with-put.d.mts","names":[],"sources":["../../src/actions/scrape-with-put.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"scrape-with-put.d.mts","names":[],"sources":["../../src/actions/scrape-with-put.ts"],"mappings":";;;;;cAMa,0BAAA,EAA0B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;cAc1B,2BAAA,EAA2B,CAAA,CAAA,SAAA;;;;;;;;;;cAW3B,qBAAA,EAAuB,SAAA,QAC3B,0BAAA,SACA,2BAAA,SACA,QAAA,CAAS,UAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-with-put.mjs","names":[],"sources":["../../src/actions/scrape-with-put.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeWithPutInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with PUT request.\"),\n body: z.string().describe(\"Request body payload to send with the PUT request. Should be JSON string for JSON payloads.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send. For JSON body, include 'content-type': 'application/json'.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring it.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules (JMESPath, CSS selector, or JSONPath).\").optional(),\n}).describe(\"Request model for scraping a web page using PUT method with body payload.\");\nexport const ScrapflyScrapeWithPutOutput = z.object({\n url: z.string().describe(\"Final URL after redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body (HTML, JSON, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy, cost, etc.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers from the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly scrape PUT API.\");\n\nexport const scrapflyScrapeWithPut = action(\"SCRAPFLY_SCRAPE_WITH_PUT\", {\n slug: \"scrapfly-scrape-with-put\",\n name: \"Scrape With PUT\",\n description: \"Tool to scrape web pages using PUT method with body payload. Use when the target API requires PUT requests with data in the request body. Forwards PUT request with custom body to the target URL. If not specified, content-type defaults to application/x-www-form-urlencoded.\",\n input: ScrapflyScrapeWithPutInput,\n output: ScrapflyScrapeWithPutOutput,\n});\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"scrape-with-put.mjs","names":[],"sources":["../../src/actions/scrape-with-put.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { scrapfly } from \"../app\";\n\nexport const ScrapflyScrapeWithPutInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with PUT request.\"),\n body: z.string().describe(\"Request body payload to send with the PUT request. Should be JSON string for JSON payloads.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send. For JSON body, include 'content-type': 'application/json'.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring it.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules (JMESPath, CSS selector, or JSONPath).\").optional(),\n}).describe(\"Request model for scraping a web page using PUT method with body payload.\");\nexport const ScrapflyScrapeWithPutOutput = z.object({\n url: z.string().describe(\"Final URL after redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body (HTML, JSON, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy, cost, etc.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers from the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly scrape PUT API.\");\n\nexport const scrapflyScrapeWithPut: AppAction<\n typeof ScrapflyScrapeWithPutInput,\n typeof ScrapflyScrapeWithPutOutput,\n typeof scrapfly.credential\n> = action(\"SCRAPFLY_SCRAPE_WITH_PUT\", {\n slug: \"scrapfly-scrape-with-put\",\n name: \"Scrape With PUT\",\n description: \"Tool to scrape web pages using PUT method with body payload. Use when the target API requires PUT requests with data in the request body. Forwards PUT request with custom body to the target URL. If not specified, content-type defaults to application/x-www-form-urlencoded.\",\n input: ScrapflyScrapeWithPutInput,\n output: ScrapflyScrapeWithPutOutput,\n});\n"],"mappings":";;;AA+BA,MAAa,wBAIT,OAAO,4BAA4B;CACrC,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAjCwC,EAAE,OAAO;EACjD,KAAK,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EAC9E,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C;EACrE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,6FAA6F;EACvH,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;EAC5E,OAAO,EAAE,QAAQ,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;EAC/D,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EACrG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;EAChG,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iGAAiG,CAAC,CAAC,SAAS;EAChK,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;EAC/E,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;EACtH,WAAW,EAAE,QAAQ,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;EAChG,eAAe,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;CAChI,CAAC,CAAC,CAAC,SAAS,2EAoBH;CACP,QApByC,EAAE,OAAO;EAClD,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EAChE,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4CAA4C;EAC/F,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;EACnG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;EAC/E,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;EACrG,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EAChG,gBAAgB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qEAAqE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACtJ,kBAAkB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC;CACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iDAWhB;AACV,CAAC"}
|
package/dist/actions/scrape.cjs
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape.cjs","names":["z","action"],"sources":["../../src/actions/scrape.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The URL to scrape.\"),\n body: z.string().describe(\"Request body payload for POST/PUT requests.\").optional(),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n method: z.enum([\"GET\", \"POST\", \"PUT\", \"PATCH\", \"DELETE\", \"HEAD\", \"OPTIONS\"]).describe(\"HTTP method to use for request, default is GET.\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE'). Matching the target site's region can improve success rates against geo-restricted or anti-bot measures.\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring it. Default returns static HTML only; dynamic/SPA content requires this set to true.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules (JMESPath, CSS selector, or JSONPath).\").optional(),\n}).describe(\"Request model for initiating a web scrape task.\");\nexport const ScrapflyScrapeOutput = z.object({\n url: z.string().describe(\"Final URL after redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body (HTML, JSON, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy, cost, etc.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers from the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly scrape API.\");\n\nexport const scrapflyScrape = action(\"SCRAPFLY_SCRAPE\", {\n slug: \"scrapfly-scrape\",\n name: \"Scrapfly Scrape\",\n description: \"Tool to perform a web scraping request. Use when you need to fetch a page with custom configuration like JS rendering, proxies, and extraction.\",\n input: ScrapflyScrapeInput,\n output: ScrapflyScrapeOutput,\n});\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"scrape.cjs","names":["z","action"],"sources":["../../src/actions/scrape.ts"],"sourcesContent":["import type { AppAction } from \"@keystrokehq/keystroke/app\";\nimport { z } from \"zod\";\n\nimport { action } from \"../action\";\nimport { scrapfly } from \"../app\";\n\nexport const ScrapflyScrapeInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The URL to scrape.\"),\n body: z.string().describe(\"Request body payload for POST/PUT requests.\").optional(),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n method: z.enum([\"GET\", \"POST\", \"PUT\", \"PATCH\", \"DELETE\", \"HEAD\", \"OPTIONS\"]).describe(\"HTTP method to use for request, default is GET.\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE'). Matching the target site's region can improve success rates against geo-restricted or anti-bot measures.\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring it. Default returns static HTML only; dynamic/SPA content requires this set to true.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules (JMESPath, CSS selector, or JSONPath).\").optional(),\n}).describe(\"Request model for initiating a web scrape task.\");\nexport const ScrapflyScrapeOutput = z.object({\n url: z.string().describe(\"Final URL after redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body (HTML, JSON, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy, cost, etc.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers from the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly scrape API.\");\n\nexport const scrapflyScrape: AppAction<\n typeof ScrapflyScrapeInput,\n typeof ScrapflyScrapeOutput,\n typeof scrapfly.credential\n> = action(\"SCRAPFLY_SCRAPE\", {\n slug: \"scrapfly-scrape\",\n name: \"Scrapfly Scrape\",\n description: \"Tool to perform a web scraping request. Use when you need to fetch a page with custom configuration like JS rendering, proxies, and extraction.\",\n input: ScrapflyScrapeInput,\n output: ScrapflyScrapeOutput,\n});\n"],"mappings":";;;;AAMA,MAAa,sBAAsBA,IAAAA,EAAE,OAAO;CAC1C,KAAKA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB;CAC7C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;CAClF,MAAMA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;CAC/D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACrG,QAAQA,IAAAA,EAAE,KAAK;EAAC;EAAO;EAAQ;EAAO;EAAS;EAAU;EAAQ;CAAS,CAAC,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS;CAClJ,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iKAAiK,CAAC,CAAC,SAAS;CACzM,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CACrG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC/E,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;CACtH,WAAWA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,sIAAsI,CAAC,CAAC,SAAS;CACjL,eAAeA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;AAChI,CAAC,CAAC,CAAC,SAAS,iDAAiD;AAC7D,MAAa,uBAAuBA,IAAAA,EAAE,OAAO;CAC3C,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CAChE,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4CAA4C;CAC/F,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;CACnG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC/E,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;CACrG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CAChG,gBAAgBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qEAAqE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtJ,kBAAkBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AAEvE,MAAa,iBAITC,eAAAA,OAAO,mBAAmB;CAC5B,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import { scrapfly } from "../app.cjs";
|
|
2
|
+
import { AppAction } from "@keystrokehq/keystroke/app";
|
|
1
3
|
import { z } from "zod";
|
|
2
4
|
|
|
3
5
|
//#region src/actions/scrape.d.ts
|
|
@@ -34,33 +36,7 @@ declare const ScrapflyScrapeOutput: z.ZodObject<{
|
|
|
34
36
|
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
35
37
|
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
36
38
|
}, z.core.$loose>;
|
|
37
|
-
declare const scrapflyScrape:
|
|
38
|
-
url: string;
|
|
39
|
-
asp?: boolean | undefined;
|
|
40
|
-
body?: string | undefined;
|
|
41
|
-
tags?: string[] | undefined;
|
|
42
|
-
cache?: boolean | undefined;
|
|
43
|
-
retry?: number | undefined;
|
|
44
|
-
method?: "GET" | "POST" | "PUT" | "PATCH" | "DELETE" | "HEAD" | "OPTIONS" | undefined;
|
|
45
|
-
country?: string | undefined;
|
|
46
|
-
headers?: Record<string, unknown> | undefined;
|
|
47
|
-
session?: string | undefined;
|
|
48
|
-
timeout?: number | undefined;
|
|
49
|
-
render_js?: boolean | undefined;
|
|
50
|
-
extract_rules?: Record<string, unknown> | undefined;
|
|
51
|
-
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
52
|
-
connectionId: z.ZodString;
|
|
53
|
-
entityId: z.ZodString;
|
|
54
|
-
instanceId: z.ZodString;
|
|
55
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
56
|
-
generic_api_key: z.ZodString;
|
|
57
|
-
}, z.core.$strip>>]>, readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
58
|
-
connectionId: z.ZodString;
|
|
59
|
-
entityId: z.ZodString;
|
|
60
|
-
instanceId: z.ZodString;
|
|
61
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
62
|
-
generic_api_key: z.ZodString;
|
|
63
|
-
}, z.core.$strip>>]>;
|
|
39
|
+
declare const scrapflyScrape: AppAction<typeof ScrapflyScrapeInput, typeof ScrapflyScrapeOutput, typeof scrapfly.credential>;
|
|
64
40
|
//#endregion
|
|
65
41
|
export { scrapflyScrape };
|
|
66
42
|
//# sourceMappingURL=scrape.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape.d.cts","names":[],"sources":["../../src/actions/scrape.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"scrape.d.cts","names":[],"sources":["../../src/actions/scrape.ts"],"mappings":";;;;;cAMa,mBAAA,EAAmB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;cAenB,oBAAA,EAAoB,CAAA,CAAA,SAAA;;;;;;;;;;cAWpB,cAAA,EAAgB,SAAA,QACpB,mBAAA,SACA,oBAAA,SACA,QAAA,CAAS,UAAA"}
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import { scrapfly } from "../app.mjs";
|
|
2
|
+
import { AppAction } from "@keystrokehq/keystroke/app";
|
|
1
3
|
import { z } from "zod";
|
|
2
4
|
|
|
3
5
|
//#region src/actions/scrape.d.ts
|
|
@@ -34,33 +36,7 @@ declare const ScrapflyScrapeOutput: z.ZodObject<{
|
|
|
34
36
|
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
35
37
|
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
36
38
|
}, z.core.$loose>;
|
|
37
|
-
declare const scrapflyScrape:
|
|
38
|
-
url: string;
|
|
39
|
-
asp?: boolean | undefined;
|
|
40
|
-
body?: string | undefined;
|
|
41
|
-
tags?: string[] | undefined;
|
|
42
|
-
cache?: boolean | undefined;
|
|
43
|
-
retry?: number | undefined;
|
|
44
|
-
method?: "GET" | "POST" | "PUT" | "PATCH" | "DELETE" | "HEAD" | "OPTIONS" | undefined;
|
|
45
|
-
country?: string | undefined;
|
|
46
|
-
headers?: Record<string, unknown> | undefined;
|
|
47
|
-
session?: string | undefined;
|
|
48
|
-
timeout?: number | undefined;
|
|
49
|
-
render_js?: boolean | undefined;
|
|
50
|
-
extract_rules?: Record<string, unknown> | undefined;
|
|
51
|
-
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
52
|
-
connectionId: z.ZodString;
|
|
53
|
-
entityId: z.ZodString;
|
|
54
|
-
instanceId: z.ZodString;
|
|
55
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
56
|
-
generic_api_key: z.ZodString;
|
|
57
|
-
}, z.core.$strip>>]>, readonly [import("@keystrokehq/shared").Credential<"scrapfly", z.ZodObject<{
|
|
58
|
-
connectionId: z.ZodString;
|
|
59
|
-
entityId: z.ZodString;
|
|
60
|
-
instanceId: z.ZodString;
|
|
61
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
62
|
-
generic_api_key: z.ZodString;
|
|
63
|
-
}, z.core.$strip>>]>;
|
|
39
|
+
declare const scrapflyScrape: AppAction<typeof ScrapflyScrapeInput, typeof ScrapflyScrapeOutput, typeof scrapfly.credential>;
|
|
64
40
|
//#endregion
|
|
65
41
|
export { scrapflyScrape };
|
|
66
42
|
//# sourceMappingURL=scrape.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape.d.mts","names":[],"sources":["../../src/actions/scrape.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"scrape.d.mts","names":[],"sources":["../../src/actions/scrape.ts"],"mappings":";;;;;cAMa,mBAAA,EAAmB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;cAenB,oBAAA,EAAoB,CAAA,CAAA,SAAA;;;;;;;;;;cAWpB,cAAA,EAAgB,SAAA,QACpB,mBAAA,SACA,oBAAA,SACA,QAAA,CAAS,UAAA"}
|
package/dist/actions/scrape.mjs
CHANGED