@keystrokehq/scrapfly 0.1.2 → 0.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions/capture-screenshot-head.cjs +1 -1
- package/dist/actions/capture-screenshot-head.cjs.map +1 -1
- package/dist/actions/capture-screenshot-head.d.cts +1 -1
- package/dist/actions/capture-screenshot-head.d.mts +1 -1
- package/dist/actions/capture-screenshot-head.mjs +1 -1
- package/dist/actions/capture-screenshot-head.mjs.map +1 -1
- package/dist/actions/capture-screenshot.cjs +2 -2
- package/dist/actions/capture-screenshot.cjs.map +1 -1
- package/dist/actions/capture-screenshot.d.cts +2 -2
- package/dist/actions/capture-screenshot.d.mts +2 -2
- package/dist/actions/capture-screenshot.mjs +2 -2
- package/dist/actions/capture-screenshot.mjs.map +1 -1
- package/dist/actions/create-crawler.cjs +1 -1
- package/dist/actions/create-crawler.cjs.map +1 -1
- package/dist/actions/create-crawler.d.cts +1 -1
- package/dist/actions/create-crawler.d.mts +1 -1
- package/dist/actions/create-crawler.mjs +1 -1
- package/dist/actions/create-crawler.mjs.map +1 -1
- package/dist/actions/extract-data.cjs +1 -1
- package/dist/actions/extract-data.cjs.map +1 -1
- package/dist/actions/extract-data.d.cts +1 -1
- package/dist/actions/extract-data.d.mts +1 -1
- package/dist/actions/extract-data.mjs +1 -1
- package/dist/actions/extract-data.mjs.map +1 -1
- package/dist/actions/get-account-info.cjs +12 -12
- package/dist/actions/get-account-info.cjs.map +1 -1
- package/dist/actions/get-account-info.d.cts +15 -15
- package/dist/actions/get-account-info.d.mts +15 -15
- package/dist/actions/get-account-info.mjs +12 -12
- package/dist/actions/get-account-info.mjs.map +1 -1
- package/dist/actions/get-crawler-artifact.cjs +2 -2
- package/dist/actions/get-crawler-artifact.cjs.map +1 -1
- package/dist/actions/get-crawler-artifact.d.cts +2 -2
- package/dist/actions/get-crawler-artifact.d.mts +2 -2
- package/dist/actions/get-crawler-artifact.mjs +2 -2
- package/dist/actions/get-crawler-artifact.mjs.map +1 -1
- package/dist/actions/get-crawler-contents.cjs +3 -3
- package/dist/actions/get-crawler-contents.cjs.map +1 -1
- package/dist/actions/get-crawler-contents.d.cts +3 -3
- package/dist/actions/get-crawler-contents.d.mts +3 -3
- package/dist/actions/get-crawler-contents.mjs +3 -3
- package/dist/actions/get-crawler-contents.mjs.map +1 -1
- package/dist/actions/get-crawler-status.cjs +2 -2
- package/dist/actions/get-crawler-status.cjs.map +1 -1
- package/dist/actions/get-crawler-status.d.cts +2 -2
- package/dist/actions/get-crawler-status.d.mts +2 -2
- package/dist/actions/get-crawler-status.mjs +2 -2
- package/dist/actions/get-crawler-status.mjs.map +1 -1
- package/dist/actions/get-crawler-urls.cjs +1 -1
- package/dist/actions/get-crawler-urls.cjs.map +1 -1
- package/dist/actions/get-crawler-urls.d.cts +1 -1
- package/dist/actions/get-crawler-urls.d.mts +1 -1
- package/dist/actions/get-crawler-urls.mjs +1 -1
- package/dist/actions/get-crawler-urls.mjs.map +1 -1
- package/dist/actions/scrape-post.cjs +2 -2
- package/dist/actions/scrape-post.cjs.map +1 -1
- package/dist/actions/scrape-post.d.cts +3 -3
- package/dist/actions/scrape-post.d.mts +3 -3
- package/dist/actions/scrape-post.mjs +2 -2
- package/dist/actions/scrape-post.mjs.map +1 -1
- package/dist/actions/scrape-with-put.cjs +2 -2
- package/dist/actions/scrape-with-put.cjs.map +1 -1
- package/dist/actions/scrape-with-put.d.cts +3 -3
- package/dist/actions/scrape-with-put.d.mts +3 -3
- package/dist/actions/scrape-with-put.mjs +2 -2
- package/dist/actions/scrape-with-put.mjs.map +1 -1
- package/dist/actions/scrape.cjs +2 -2
- package/dist/actions/scrape.cjs.map +1 -1
- package/dist/actions/scrape.d.cts +3 -3
- package/dist/actions/scrape.d.mts +3 -3
- package/dist/actions/scrape.mjs +2 -2
- package/dist/actions/scrape.mjs.map +1 -1
- package/dist/catalog.cjs +1 -1
- package/dist/catalog.cjs.map +1 -1
- package/dist/catalog.d.cts +1 -1
- package/dist/catalog.d.mts +1 -1
- package/dist/catalog.mjs +1 -1
- package/dist/catalog.mjs.map +1 -1
- package/package.json +1 -1
|
@@ -9,7 +9,7 @@ const ScrapflyScrapePostInput = zod.z.object({
|
|
|
9
9
|
cache: zod.z.boolean().describe("Enable result caching to avoid repeated requests.").optional(),
|
|
10
10
|
retry: zod.z.number().int().default(2).describe("Number of retries on failure (default is 2).").optional(),
|
|
11
11
|
country: zod.z.string().describe("Target country for the proxy using ISO 3166-1 alpha-2 codes (e.g., 'US', 'FR', 'DE').").optional(),
|
|
12
|
-
headers: zod.z.
|
|
12
|
+
headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Custom HTTP request headers to send to the target URL. Note: Content-Type defaults to application/json for POST requests.").optional(),
|
|
13
13
|
session: zod.z.string().describe("Proxy session ID for sticky sessions and persistent cookies.").optional(),
|
|
14
14
|
timeout: zod.z.number().int().default(60).describe("Timeout for the scrape request in seconds (default is 60).").optional(),
|
|
15
15
|
render_js: zod.z.boolean().describe("Enable JavaScript rendering for sites requiring browser execution.").optional(),
|
|
@@ -24,7 +24,7 @@ const ScrapflyScrapePostOutput = zod.z.object({
|
|
|
24
24
|
status_code: zod.z.number().int().describe("HTTP status code returned by the target URL.").nullable(),
|
|
25
25
|
extracted_data: zod.z.record(zod.z.string(), zod.z.unknown()).describe("User-specified extraction results (populated if extract_rules were provided).").nullable().optional(),
|
|
26
26
|
response_headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("HTTP response headers returned by the target.")
|
|
27
|
-
}).describe("Response model for the Scrapfly POST scrape API.");
|
|
27
|
+
}).passthrough().describe("Response model for the Scrapfly POST scrape API.");
|
|
28
28
|
const scrapflyScrapePost = require_action.action("SCRAPFLY_SCRAPE_POST", {
|
|
29
29
|
slug: "scrapfly-scrape-post",
|
|
30
30
|
name: "Scrapfly Scrape POST",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-post.cjs","names":["z","action"],"sources":["../../src/actions/scrape-post.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapePostInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with POST request.\"),\n body: z.record(z.string(), z.unknown()).describe(\"POST request body payload as JSON object. This data will be sent in the request body to the target URL.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics and monitoring.\").optional(),\n cache: z.boolean().describe(\"Enable result caching to avoid repeated requests.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy using ISO 3166-1 alpha-2 codes (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.
|
|
1
|
+
{"version":3,"file":"scrape-post.cjs","names":["z","action"],"sources":["../../src/actions/scrape-post.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapePostInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with POST request.\"),\n body: z.record(z.string(), z.unknown()).describe(\"POST request body payload as JSON object. This data will be sent in the request body to the target URL.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics and monitoring.\").optional(),\n cache: z.boolean().describe(\"Enable result caching to avoid repeated requests.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy using ISO 3166-1 alpha-2 codes (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send to the target URL. Note: Content-Type defaults to application/json for POST requests.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions and persistent cookies.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring browser execution.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules using JMESPath, CSS selector, or JSONPath for structured data extraction.\").optional(),\n}).describe(\"Request model for scraping web pages using POST method with data payload.\");\nexport const ScrapflyScrapePostOutput = z.object({\n url: z.string().describe(\"Final URL after any redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration parameters used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body from target (HTML, JSON, text, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy details, cost, and usage.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (populated if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers returned by the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly POST scrape API.\");\n\nexport const scrapflyScrapePost = action(\"SCRAPFLY_SCRAPE_POST\", {\n slug: \"scrapfly-scrape-post\",\n name: \"Scrapfly Scrape POST\",\n description: \"Tool to scrape web pages using POST method to send data in the request body. Use when you need to scrape endpoints that require POST requests, such as form submissions or APIs that expect data payload.\",\n input: ScrapflyScrapePostInput,\n output: ScrapflyScrapePostOutput,\n});\n"],"mappings":";;;AAIA,MAAa,0BAA0BA,IAAAA,EAAE,OAAO;CAC9C,KAAKA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C;CACtE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yGAAyG;CAC1J,MAAMA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;CAC3F,OAAOA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAC1F,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACrG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uFAAuF,CAAC,CAAC,SAAS;CAC/H,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2HAA2H,CAAC,CAAC,SAAS;CAC1L,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CACtG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;CACtH,WAAWA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;CAC/G,eAAeA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4FAA4F,CAAC,CAAC,SAAS;AACnK,CAAC,CAAC,CAAC,SAAS,2EAA2E;AACvF,MAAa,2BAA2BA,IAAAA,EAAE,OAAO;CAC/C,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACpE,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,uDAAuD;CAC1G,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;CACnG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;CACjG,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+DAA+D;CACnH,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CAChG,gBAAgBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+EAA+E,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChK,kBAAkBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,kDAAkD;AAE5E,MAAa,qBAAqBC,eAAAA,OAAO,wBAAwB;CAC/D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -9,7 +9,7 @@ declare const ScrapflyScrapePostInput: z.ZodObject<{
|
|
|
9
9
|
cache: z.ZodOptional<z.ZodBoolean>;
|
|
10
10
|
retry: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
11
11
|
country: z.ZodOptional<z.ZodString>;
|
|
12
|
-
headers: z.ZodOptional<z.
|
|
12
|
+
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
13
13
|
session: z.ZodOptional<z.ZodString>;
|
|
14
14
|
timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
15
15
|
render_js: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -24,7 +24,7 @@ declare const ScrapflyScrapePostOutput: z.ZodObject<{
|
|
|
24
24
|
status_code: z.ZodNullable<z.ZodNumber>;
|
|
25
25
|
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
26
26
|
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
27
|
-
}, z.core.$
|
|
27
|
+
}, z.core.$loose>;
|
|
28
28
|
declare const scrapflyScrapePost: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
29
29
|
url: string;
|
|
30
30
|
body: Record<string, unknown>;
|
|
@@ -33,7 +33,7 @@ declare const scrapflyScrapePost: import("@keystrokehq/action").WorkflowActionDe
|
|
|
33
33
|
cache?: boolean | undefined;
|
|
34
34
|
retry?: number | undefined;
|
|
35
35
|
country?: string | undefined;
|
|
36
|
-
headers?: Record<string,
|
|
36
|
+
headers?: Record<string, unknown> | undefined;
|
|
37
37
|
session?: string | undefined;
|
|
38
38
|
timeout?: number | undefined;
|
|
39
39
|
render_js?: boolean | undefined;
|
|
@@ -9,7 +9,7 @@ declare const ScrapflyScrapePostInput: z.ZodObject<{
|
|
|
9
9
|
cache: z.ZodOptional<z.ZodBoolean>;
|
|
10
10
|
retry: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
11
11
|
country: z.ZodOptional<z.ZodString>;
|
|
12
|
-
headers: z.ZodOptional<z.
|
|
12
|
+
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
13
13
|
session: z.ZodOptional<z.ZodString>;
|
|
14
14
|
timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
15
15
|
render_js: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -24,7 +24,7 @@ declare const ScrapflyScrapePostOutput: z.ZodObject<{
|
|
|
24
24
|
status_code: z.ZodNullable<z.ZodNumber>;
|
|
25
25
|
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
26
26
|
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
27
|
-
}, z.core.$
|
|
27
|
+
}, z.core.$loose>;
|
|
28
28
|
declare const scrapflyScrapePost: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
29
29
|
url: string;
|
|
30
30
|
body: Record<string, unknown>;
|
|
@@ -33,7 +33,7 @@ declare const scrapflyScrapePost: import("@keystrokehq/action").WorkflowActionDe
|
|
|
33
33
|
cache?: boolean | undefined;
|
|
34
34
|
retry?: number | undefined;
|
|
35
35
|
country?: string | undefined;
|
|
36
|
-
headers?: Record<string,
|
|
36
|
+
headers?: Record<string, unknown> | undefined;
|
|
37
37
|
session?: string | undefined;
|
|
38
38
|
timeout?: number | undefined;
|
|
39
39
|
render_js?: boolean | undefined;
|
|
@@ -12,7 +12,7 @@ const scrapflyScrapePost = action("SCRAPFLY_SCRAPE_POST", {
|
|
|
12
12
|
cache: z.boolean().describe("Enable result caching to avoid repeated requests.").optional(),
|
|
13
13
|
retry: z.number().int().default(2).describe("Number of retries on failure (default is 2).").optional(),
|
|
14
14
|
country: z.string().describe("Target country for the proxy using ISO 3166-1 alpha-2 codes (e.g., 'US', 'FR', 'DE').").optional(),
|
|
15
|
-
headers: z.
|
|
15
|
+
headers: z.record(z.string(), z.unknown()).describe("Custom HTTP request headers to send to the target URL. Note: Content-Type defaults to application/json for POST requests.").optional(),
|
|
16
16
|
session: z.string().describe("Proxy session ID for sticky sessions and persistent cookies.").optional(),
|
|
17
17
|
timeout: z.number().int().default(60).describe("Timeout for the scrape request in seconds (default is 60).").optional(),
|
|
18
18
|
render_js: z.boolean().describe("Enable JavaScript rendering for sites requiring browser execution.").optional(),
|
|
@@ -27,7 +27,7 @@ const scrapflyScrapePost = action("SCRAPFLY_SCRAPE_POST", {
|
|
|
27
27
|
status_code: z.number().int().describe("HTTP status code returned by the target URL.").nullable(),
|
|
28
28
|
extracted_data: z.record(z.string(), z.unknown()).describe("User-specified extraction results (populated if extract_rules were provided).").nullable().optional(),
|
|
29
29
|
response_headers: z.record(z.string(), z.unknown()).describe("HTTP response headers returned by the target.")
|
|
30
|
-
}).describe("Response model for the Scrapfly POST scrape API.")
|
|
30
|
+
}).passthrough().describe("Response model for the Scrapfly POST scrape API.")
|
|
31
31
|
});
|
|
32
32
|
//#endregion
|
|
33
33
|
export { scrapflyScrapePost };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-post.mjs","names":[],"sources":["../../src/actions/scrape-post.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapePostInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with POST request.\"),\n body: z.record(z.string(), z.unknown()).describe(\"POST request body payload as JSON object. This data will be sent in the request body to the target URL.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics and monitoring.\").optional(),\n cache: z.boolean().describe(\"Enable result caching to avoid repeated requests.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy using ISO 3166-1 alpha-2 codes (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.
|
|
1
|
+
{"version":3,"file":"scrape-post.mjs","names":[],"sources":["../../src/actions/scrape-post.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapePostInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with POST request.\"),\n body: z.record(z.string(), z.unknown()).describe(\"POST request body payload as JSON object. This data will be sent in the request body to the target URL.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics and monitoring.\").optional(),\n cache: z.boolean().describe(\"Enable result caching to avoid repeated requests.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy using ISO 3166-1 alpha-2 codes (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send to the target URL. Note: Content-Type defaults to application/json for POST requests.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions and persistent cookies.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring browser execution.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules using JMESPath, CSS selector, or JSONPath for structured data extraction.\").optional(),\n}).describe(\"Request model for scraping web pages using POST method with data payload.\");\nexport const ScrapflyScrapePostOutput = z.object({\n url: z.string().describe(\"Final URL after any redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration parameters used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body from target (HTML, JSON, text, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy details, cost, and usage.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (populated if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers returned by the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly POST scrape API.\");\n\nexport const scrapflyScrapePost = action(\"SCRAPFLY_SCRAPE_POST\", {\n slug: \"scrapfly-scrape-post\",\n name: \"Scrapfly Scrape POST\",\n description: \"Tool to scrape web pages using POST method to send data in the request body. Use when you need to scrape endpoints that require POST requests, such as form submissions or APIs that expect data payload.\",\n input: ScrapflyScrapePostInput,\n output: ScrapflyScrapePostOutput,\n});\n"],"mappings":";;AA6BA,MAAa,qBAAqB,OAAO,wBAAwB;CAC/D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OA7BqC,EAAE,OAAO;EAC9C,KAAK,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EAC9E,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C;EACtE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yGAAyG;EAC1J,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;EAC3F,OAAO,EAAE,QAAQ,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;EAC1F,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EACrG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uFAAuF,CAAC,CAAC,SAAS;EAC/H,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2HAA2H,CAAC,CAAC,SAAS;EAC1L,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;EACtG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;EACtH,WAAW,EAAE,QAAQ,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;EAC/G,eAAe,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4FAA4F,CAAC,CAAC,SAAS;CACnK,CAAC,CAAC,CAAC,SAAS,2EAgBH;CACP,QAhBsC,EAAE,OAAO;EAC/C,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;EACpE,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,uDAAuD;EAC1G,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;EACnG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;EACjG,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+DAA+D;EACnH,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EAChG,gBAAgB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+EAA+E,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAChK,kBAAkB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C;CAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,kDAOhB;AACV,CAAC"}
|
|
@@ -9,7 +9,7 @@ const ScrapflyScrapeWithPutInput = zod.z.object({
|
|
|
9
9
|
cache: zod.z.boolean().describe("Enable result caching.").optional(),
|
|
10
10
|
retry: zod.z.number().int().default(2).describe("Number of retries on failure (default is 2).").optional(),
|
|
11
11
|
country: zod.z.string().describe("Target country for the proxy (e.g., 'US', 'FR', 'DE').").optional(),
|
|
12
|
-
headers: zod.z.
|
|
12
|
+
headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Custom HTTP request headers to send. For JSON body, include 'content-type': 'application/json'.").optional(),
|
|
13
13
|
session: zod.z.string().describe("Proxy session ID for sticky sessions.").optional(),
|
|
14
14
|
timeout: zod.z.number().int().default(60).describe("Timeout for the scrape request in seconds (default is 60).").optional(),
|
|
15
15
|
render_js: zod.z.boolean().describe("Enable JavaScript rendering for sites requiring it.").optional(),
|
|
@@ -24,7 +24,7 @@ const ScrapflyScrapeWithPutOutput = zod.z.object({
|
|
|
24
24
|
status_code: zod.z.number().int().describe("HTTP status code returned by the target URL.").nullable(),
|
|
25
25
|
extracted_data: zod.z.record(zod.z.string(), zod.z.unknown()).describe("User-specified extraction results (if extract_rules were provided).").nullable().optional(),
|
|
26
26
|
response_headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("HTTP response headers from the target.")
|
|
27
|
-
}).describe("Response model for the Scrapfly scrape PUT API.");
|
|
27
|
+
}).passthrough().describe("Response model for the Scrapfly scrape PUT API.");
|
|
28
28
|
const scrapflyScrapeWithPut = require_action.action("SCRAPFLY_SCRAPE_WITH_PUT", {
|
|
29
29
|
slug: "scrapfly-scrape-with-put",
|
|
30
30
|
name: "Scrape With PUT",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-with-put.cjs","names":["z","action"],"sources":["../../src/actions/scrape-with-put.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeWithPutInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with PUT request.\"),\n body: z.string().describe(\"Request body payload to send with the PUT request. Should be JSON string for JSON payloads.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.
|
|
1
|
+
{"version":3,"file":"scrape-with-put.cjs","names":["z","action"],"sources":["../../src/actions/scrape-with-put.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeWithPutInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with PUT request.\"),\n body: z.string().describe(\"Request body payload to send with the PUT request. Should be JSON string for JSON payloads.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send. For JSON body, include 'content-type': 'application/json'.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring it.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules (JMESPath, CSS selector, or JSONPath).\").optional(),\n}).describe(\"Request model for scraping a web page using PUT method with body payload.\");\nexport const ScrapflyScrapeWithPutOutput = z.object({\n url: z.string().describe(\"Final URL after redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body (HTML, JSON, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy, cost, etc.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers from the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly scrape PUT API.\");\n\nexport const scrapflyScrapeWithPut = action(\"SCRAPFLY_SCRAPE_WITH_PUT\", {\n slug: \"scrapfly-scrape-with-put\",\n name: \"Scrape With PUT\",\n description: \"Tool to scrape web pages using PUT method with body payload. Use when the target API requires PUT requests with data in the request body. Forwards PUT request with custom body to the target URL. If not specified, content-type defaults to application/x-www-form-urlencoded.\",\n input: ScrapflyScrapeWithPutInput,\n output: ScrapflyScrapeWithPutOutput,\n});\n"],"mappings":";;;AAIA,MAAa,6BAA6BA,IAAAA,EAAE,OAAO;CACjD,KAAKA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C;CACrE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6FAA6F;CACvH,MAAMA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;CAC/D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACrG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iGAAiG,CAAC,CAAC,SAAS;CAChK,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC/E,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;CACtH,WAAWA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;CAChG,eAAeA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;AAChI,CAAC,CAAC,CAAC,SAAS,2EAA2E;AACvF,MAAa,8BAA8BA,IAAAA,EAAE,OAAO;CAClD,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CAChE,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4CAA4C;CAC/F,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;CACnG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC/E,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;CACrG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CAChG,gBAAgBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qEAAqE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtJ,kBAAkBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iDAAiD;AAE3E,MAAa,wBAAwBC,eAAAA,OAAO,4BAA4B;CACtE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -9,7 +9,7 @@ declare const ScrapflyScrapeWithPutInput: z.ZodObject<{
|
|
|
9
9
|
cache: z.ZodOptional<z.ZodBoolean>;
|
|
10
10
|
retry: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
11
11
|
country: z.ZodOptional<z.ZodString>;
|
|
12
|
-
headers: z.ZodOptional<z.
|
|
12
|
+
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
13
13
|
session: z.ZodOptional<z.ZodString>;
|
|
14
14
|
timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
15
15
|
render_js: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -24,7 +24,7 @@ declare const ScrapflyScrapeWithPutOutput: z.ZodObject<{
|
|
|
24
24
|
status_code: z.ZodNullable<z.ZodNumber>;
|
|
25
25
|
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
26
26
|
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
27
|
-
}, z.core.$
|
|
27
|
+
}, z.core.$loose>;
|
|
28
28
|
declare const scrapflyScrapeWithPut: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
29
29
|
url: string;
|
|
30
30
|
body: string;
|
|
@@ -33,7 +33,7 @@ declare const scrapflyScrapeWithPut: import("@keystrokehq/action").WorkflowActio
|
|
|
33
33
|
cache?: boolean | undefined;
|
|
34
34
|
retry?: number | undefined;
|
|
35
35
|
country?: string | undefined;
|
|
36
|
-
headers?: Record<string,
|
|
36
|
+
headers?: Record<string, unknown> | undefined;
|
|
37
37
|
session?: string | undefined;
|
|
38
38
|
timeout?: number | undefined;
|
|
39
39
|
render_js?: boolean | undefined;
|
|
@@ -9,7 +9,7 @@ declare const ScrapflyScrapeWithPutInput: z.ZodObject<{
|
|
|
9
9
|
cache: z.ZodOptional<z.ZodBoolean>;
|
|
10
10
|
retry: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
11
11
|
country: z.ZodOptional<z.ZodString>;
|
|
12
|
-
headers: z.ZodOptional<z.
|
|
12
|
+
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
13
13
|
session: z.ZodOptional<z.ZodString>;
|
|
14
14
|
timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
15
15
|
render_js: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -24,7 +24,7 @@ declare const ScrapflyScrapeWithPutOutput: z.ZodObject<{
|
|
|
24
24
|
status_code: z.ZodNullable<z.ZodNumber>;
|
|
25
25
|
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
26
26
|
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
27
|
-
}, z.core.$
|
|
27
|
+
}, z.core.$loose>;
|
|
28
28
|
declare const scrapflyScrapeWithPut: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
29
29
|
url: string;
|
|
30
30
|
body: string;
|
|
@@ -33,7 +33,7 @@ declare const scrapflyScrapeWithPut: import("@keystrokehq/action").WorkflowActio
|
|
|
33
33
|
cache?: boolean | undefined;
|
|
34
34
|
retry?: number | undefined;
|
|
35
35
|
country?: string | undefined;
|
|
36
|
-
headers?: Record<string,
|
|
36
|
+
headers?: Record<string, unknown> | undefined;
|
|
37
37
|
session?: string | undefined;
|
|
38
38
|
timeout?: number | undefined;
|
|
39
39
|
render_js?: boolean | undefined;
|
|
@@ -12,7 +12,7 @@ const scrapflyScrapeWithPut = action("SCRAPFLY_SCRAPE_WITH_PUT", {
|
|
|
12
12
|
cache: z.boolean().describe("Enable result caching.").optional(),
|
|
13
13
|
retry: z.number().int().default(2).describe("Number of retries on failure (default is 2).").optional(),
|
|
14
14
|
country: z.string().describe("Target country for the proxy (e.g., 'US', 'FR', 'DE').").optional(),
|
|
15
|
-
headers: z.
|
|
15
|
+
headers: z.record(z.string(), z.unknown()).describe("Custom HTTP request headers to send. For JSON body, include 'content-type': 'application/json'.").optional(),
|
|
16
16
|
session: z.string().describe("Proxy session ID for sticky sessions.").optional(),
|
|
17
17
|
timeout: z.number().int().default(60).describe("Timeout for the scrape request in seconds (default is 60).").optional(),
|
|
18
18
|
render_js: z.boolean().describe("Enable JavaScript rendering for sites requiring it.").optional(),
|
|
@@ -27,7 +27,7 @@ const scrapflyScrapeWithPut = action("SCRAPFLY_SCRAPE_WITH_PUT", {
|
|
|
27
27
|
status_code: z.number().int().describe("HTTP status code returned by the target URL.").nullable(),
|
|
28
28
|
extracted_data: z.record(z.string(), z.unknown()).describe("User-specified extraction results (if extract_rules were provided).").nullable().optional(),
|
|
29
29
|
response_headers: z.record(z.string(), z.unknown()).describe("HTTP response headers from the target.")
|
|
30
|
-
}).describe("Response model for the Scrapfly scrape PUT API.")
|
|
30
|
+
}).passthrough().describe("Response model for the Scrapfly scrape PUT API.")
|
|
31
31
|
});
|
|
32
32
|
//#endregion
|
|
33
33
|
export { scrapflyScrapeWithPut };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-with-put.mjs","names":[],"sources":["../../src/actions/scrape-with-put.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeWithPutInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with PUT request.\"),\n body: z.string().describe(\"Request body payload to send with the PUT request. Should be JSON string for JSON payloads.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.
|
|
1
|
+
{"version":3,"file":"scrape-with-put.mjs","names":[],"sources":["../../src/actions/scrape-with-put.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeWithPutInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with PUT request.\"),\n body: z.string().describe(\"Request body payload to send with the PUT request. Should be JSON string for JSON payloads.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send. For JSON body, include 'content-type': 'application/json'.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring it.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules (JMESPath, CSS selector, or JSONPath).\").optional(),\n}).describe(\"Request model for scraping a web page using PUT method with body payload.\");\nexport const ScrapflyScrapeWithPutOutput = z.object({\n url: z.string().describe(\"Final URL after redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body (HTML, JSON, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy, cost, etc.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers from the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly scrape PUT API.\");\n\nexport const scrapflyScrapeWithPut = action(\"SCRAPFLY_SCRAPE_WITH_PUT\", {\n slug: \"scrapfly-scrape-with-put\",\n name: \"Scrape With PUT\",\n description: \"Tool to scrape web pages using PUT method with body payload. Use when the target API requires PUT requests with data in the request body. Forwards PUT request with custom body to the target URL. If not specified, content-type defaults to application/x-www-form-urlencoded.\",\n input: ScrapflyScrapeWithPutInput,\n output: ScrapflyScrapeWithPutOutput,\n});\n"],"mappings":";;AA6BA,MAAa,wBAAwB,OAAO,4BAA4B;CACtE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OA7BwC,EAAE,OAAO;EACjD,KAAK,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EAC9E,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C;EACrE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,6FAA6F;EACvH,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;EAC5E,OAAO,EAAE,QAAQ,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;EAC/D,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EACrG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;EAChG,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iGAAiG,CAAC,CAAC,SAAS;EAChK,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;EAC/E,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;EACtH,WAAW,EAAE,QAAQ,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;EAChG,eAAe,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;CAChI,CAAC,CAAC,CAAC,SAAS,2EAgBH;CACP,QAhByC,EAAE,OAAO;EAClD,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EAChE,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4CAA4C;EAC/F,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;EACnG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;EAC/E,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;EACrG,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EAChG,gBAAgB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qEAAqE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACtJ,kBAAkB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC;CACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iDAOhB;AACV,CAAC"}
|
package/dist/actions/scrape.cjs
CHANGED
|
@@ -18,7 +18,7 @@ const ScrapflyScrapeInput = zod.z.object({
|
|
|
18
18
|
"OPTIONS"
|
|
19
19
|
]).describe("HTTP method to use for request, default is GET.").optional(),
|
|
20
20
|
country: zod.z.string().describe("Target country for the proxy (e.g., 'US', 'FR', 'DE'). Matching the target site's region can improve success rates against geo-restricted or anti-bot measures.").optional(),
|
|
21
|
-
headers: zod.z.
|
|
21
|
+
headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Custom HTTP request headers to send.").optional(),
|
|
22
22
|
session: zod.z.string().describe("Proxy session ID for sticky sessions.").optional(),
|
|
23
23
|
timeout: zod.z.number().int().default(60).describe("Timeout for the scrape request in seconds (default is 60).").optional(),
|
|
24
24
|
render_js: zod.z.boolean().describe("Enable JavaScript rendering for sites requiring it. Default returns static HTML only; dynamic/SPA content requires this set to true.").optional(),
|
|
@@ -33,7 +33,7 @@ const ScrapflyScrapeOutput = zod.z.object({
|
|
|
33
33
|
status_code: zod.z.number().int().describe("HTTP status code returned by the target URL.").nullable(),
|
|
34
34
|
extracted_data: zod.z.record(zod.z.string(), zod.z.unknown()).describe("User-specified extraction results (if extract_rules were provided).").nullable().optional(),
|
|
35
35
|
response_headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("HTTP response headers from the target.")
|
|
36
|
-
}).describe("Response model for the Scrapfly scrape API.");
|
|
36
|
+
}).passthrough().describe("Response model for the Scrapfly scrape API.");
|
|
37
37
|
const scrapflyScrape = require_action.action("SCRAPFLY_SCRAPE", {
|
|
38
38
|
slug: "scrapfly-scrape",
|
|
39
39
|
name: "Scrapfly Scrape",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape.cjs","names":["z","action"],"sources":["../../src/actions/scrape.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The URL to scrape.\"),\n body: z.string().describe(\"Request body payload for POST/PUT requests.\").optional(),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n method: z.enum([\"GET\", \"POST\", \"PUT\", \"PATCH\", \"DELETE\", \"HEAD\", \"OPTIONS\"]).describe(\"HTTP method to use for request, default is GET.\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE'). Matching the target site's region can improve success rates against geo-restricted or anti-bot measures.\").optional(),\n headers: z.
|
|
1
|
+
{"version":3,"file":"scrape.cjs","names":["z","action"],"sources":["../../src/actions/scrape.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The URL to scrape.\"),\n body: z.string().describe(\"Request body payload for POST/PUT requests.\").optional(),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n method: z.enum([\"GET\", \"POST\", \"PUT\", \"PATCH\", \"DELETE\", \"HEAD\", \"OPTIONS\"]).describe(\"HTTP method to use for request, default is GET.\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE'). Matching the target site's region can improve success rates against geo-restricted or anti-bot measures.\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring it. Default returns static HTML only; dynamic/SPA content requires this set to true.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules (JMESPath, CSS selector, or JSONPath).\").optional(),\n}).describe(\"Request model for initiating a web scrape task.\");\nexport const ScrapflyScrapeOutput = z.object({\n url: z.string().describe(\"Final URL after redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body (HTML, JSON, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy, cost, etc.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers from the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly scrape API.\");\n\nexport const scrapflyScrape = action(\"SCRAPFLY_SCRAPE\", {\n slug: \"scrapfly-scrape\",\n name: \"Scrapfly Scrape\",\n description: \"Tool to perform a web scraping request. Use when you need to fetch a page with custom configuration like JS rendering, proxies, and extraction.\",\n input: ScrapflyScrapeInput,\n output: ScrapflyScrapeOutput,\n});\n"],"mappings":";;;AAIA,MAAa,sBAAsBA,IAAAA,EAAE,OAAO;CAC1C,KAAKA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB;CAC7C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;CAClF,MAAMA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;CAC/D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACrG,QAAQA,IAAAA,EAAE,KAAK;EAAC;EAAO;EAAQ;EAAO;EAAS;EAAU;EAAQ;CAAS,CAAC,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS;CAClJ,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iKAAiK,CAAC,CAAC,SAAS;CACzM,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CACrG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC/E,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;CACtH,WAAWA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,sIAAsI,CAAC,CAAC,SAAS;CACjL,eAAeA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;AAChI,CAAC,CAAC,CAAC,SAAS,iDAAiD;AAC7D,MAAa,uBAAuBA,IAAAA,EAAE,OAAO;CAC3C,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CAChE,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4CAA4C;CAC/F,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;CACnG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC/E,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;CACrG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CAChG,gBAAgBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qEAAqE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtJ,kBAAkBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AAEvE,MAAa,iBAAiBC,eAAAA,OAAO,mBAAmB;CACtD,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -18,7 +18,7 @@ declare const ScrapflyScrapeInput: z.ZodObject<{
|
|
|
18
18
|
OPTIONS: "OPTIONS";
|
|
19
19
|
}>>;
|
|
20
20
|
country: z.ZodOptional<z.ZodString>;
|
|
21
|
-
headers: z.ZodOptional<z.
|
|
21
|
+
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
22
22
|
session: z.ZodOptional<z.ZodString>;
|
|
23
23
|
timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
24
24
|
render_js: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -33,7 +33,7 @@ declare const ScrapflyScrapeOutput: z.ZodObject<{
|
|
|
33
33
|
status_code: z.ZodNullable<z.ZodNumber>;
|
|
34
34
|
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
35
35
|
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
36
|
-
}, z.core.$
|
|
36
|
+
}, z.core.$loose>;
|
|
37
37
|
declare const scrapflyScrape: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
38
38
|
url: string;
|
|
39
39
|
asp?: boolean | undefined;
|
|
@@ -43,7 +43,7 @@ declare const scrapflyScrape: import("@keystrokehq/action").WorkflowActionDefini
|
|
|
43
43
|
retry?: number | undefined;
|
|
44
44
|
method?: "GET" | "POST" | "PUT" | "PATCH" | "DELETE" | "HEAD" | "OPTIONS" | undefined;
|
|
45
45
|
country?: string | undefined;
|
|
46
|
-
headers?: Record<string,
|
|
46
|
+
headers?: Record<string, unknown> | undefined;
|
|
47
47
|
session?: string | undefined;
|
|
48
48
|
timeout?: number | undefined;
|
|
49
49
|
render_js?: boolean | undefined;
|
|
@@ -18,7 +18,7 @@ declare const ScrapflyScrapeInput: z.ZodObject<{
|
|
|
18
18
|
OPTIONS: "OPTIONS";
|
|
19
19
|
}>>;
|
|
20
20
|
country: z.ZodOptional<z.ZodString>;
|
|
21
|
-
headers: z.ZodOptional<z.
|
|
21
|
+
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
22
22
|
session: z.ZodOptional<z.ZodString>;
|
|
23
23
|
timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
24
24
|
render_js: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -33,7 +33,7 @@ declare const ScrapflyScrapeOutput: z.ZodObject<{
|
|
|
33
33
|
status_code: z.ZodNullable<z.ZodNumber>;
|
|
34
34
|
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
35
35
|
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
36
|
-
}, z.core.$
|
|
36
|
+
}, z.core.$loose>;
|
|
37
37
|
declare const scrapflyScrape: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
38
38
|
url: string;
|
|
39
39
|
asp?: boolean | undefined;
|
|
@@ -43,7 +43,7 @@ declare const scrapflyScrape: import("@keystrokehq/action").WorkflowActionDefini
|
|
|
43
43
|
retry?: number | undefined;
|
|
44
44
|
method?: "GET" | "POST" | "PUT" | "PATCH" | "DELETE" | "HEAD" | "OPTIONS" | undefined;
|
|
45
45
|
country?: string | undefined;
|
|
46
|
-
headers?: Record<string,
|
|
46
|
+
headers?: Record<string, unknown> | undefined;
|
|
47
47
|
session?: string | undefined;
|
|
48
48
|
timeout?: number | undefined;
|
|
49
49
|
render_js?: boolean | undefined;
|
package/dist/actions/scrape.mjs
CHANGED
|
@@ -21,7 +21,7 @@ const scrapflyScrape = action("SCRAPFLY_SCRAPE", {
|
|
|
21
21
|
"OPTIONS"
|
|
22
22
|
]).describe("HTTP method to use for request, default is GET.").optional(),
|
|
23
23
|
country: z.string().describe("Target country for the proxy (e.g., 'US', 'FR', 'DE'). Matching the target site's region can improve success rates against geo-restricted or anti-bot measures.").optional(),
|
|
24
|
-
headers: z.
|
|
24
|
+
headers: z.record(z.string(), z.unknown()).describe("Custom HTTP request headers to send.").optional(),
|
|
25
25
|
session: z.string().describe("Proxy session ID for sticky sessions.").optional(),
|
|
26
26
|
timeout: z.number().int().default(60).describe("Timeout for the scrape request in seconds (default is 60).").optional(),
|
|
27
27
|
render_js: z.boolean().describe("Enable JavaScript rendering for sites requiring it. Default returns static HTML only; dynamic/SPA content requires this set to true.").optional(),
|
|
@@ -36,7 +36,7 @@ const scrapflyScrape = action("SCRAPFLY_SCRAPE", {
|
|
|
36
36
|
status_code: z.number().int().describe("HTTP status code returned by the target URL.").nullable(),
|
|
37
37
|
extracted_data: z.record(z.string(), z.unknown()).describe("User-specified extraction results (if extract_rules were provided).").nullable().optional(),
|
|
38
38
|
response_headers: z.record(z.string(), z.unknown()).describe("HTTP response headers from the target.")
|
|
39
|
-
}).describe("Response model for the Scrapfly scrape API.")
|
|
39
|
+
}).passthrough().describe("Response model for the Scrapfly scrape API.")
|
|
40
40
|
});
|
|
41
41
|
//#endregion
|
|
42
42
|
export { scrapflyScrape };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape.mjs","names":[],"sources":["../../src/actions/scrape.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The URL to scrape.\"),\n body: z.string().describe(\"Request body payload for POST/PUT requests.\").optional(),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n method: z.enum([\"GET\", \"POST\", \"PUT\", \"PATCH\", \"DELETE\", \"HEAD\", \"OPTIONS\"]).describe(\"HTTP method to use for request, default is GET.\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE'). Matching the target site's region can improve success rates against geo-restricted or anti-bot measures.\").optional(),\n headers: z.
|
|
1
|
+
{"version":3,"file":"scrape.mjs","names":[],"sources":["../../src/actions/scrape.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The URL to scrape.\"),\n body: z.string().describe(\"Request body payload for POST/PUT requests.\").optional(),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n method: z.enum([\"GET\", \"POST\", \"PUT\", \"PATCH\", \"DELETE\", \"HEAD\", \"OPTIONS\"]).describe(\"HTTP method to use for request, default is GET.\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE'). Matching the target site's region can improve success rates against geo-restricted or anti-bot measures.\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring it. Default returns static HTML only; dynamic/SPA content requires this set to true.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules (JMESPath, CSS selector, or JSONPath).\").optional(),\n}).describe(\"Request model for initiating a web scrape task.\");\nexport const ScrapflyScrapeOutput = z.object({\n url: z.string().describe(\"Final URL after redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body (HTML, JSON, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy, cost, etc.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers from the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly scrape API.\");\n\nexport const scrapflyScrape = action(\"SCRAPFLY_SCRAPE\", {\n slug: \"scrapfly-scrape\",\n name: \"Scrapfly Scrape\",\n description: \"Tool to perform a web scraping request. Use when you need to fetch a page with custom configuration like JS rendering, proxies, and extraction.\",\n input: ScrapflyScrapeInput,\n output: ScrapflyScrapeOutput,\n});\n"],"mappings":";;AA8BA,MAAa,iBAAiB,OAAO,mBAAmB;CACtD,MAAM;CACN,MAAM;CACN,aAAa;CACb,OA9BiC,EAAE,OAAO;EAC1C,KAAK,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EAC9E,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB;EAC7C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;EAClF,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;EAC5E,OAAO,EAAE,QAAQ,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;EAC/D,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EACrG,QAAQ,EAAE,KAAK;GAAC;GAAO;GAAQ;GAAO;GAAS;GAAU;GAAQ;EAAS,CAAC,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS;EAClJ,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,iKAAiK,CAAC,CAAC,SAAS;EACzM,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;EACrG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;EAC/E,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;EACtH,WAAW,EAAE,QAAQ,CAAC,CAAC,SAAS,sIAAsI,CAAC,CAAC,SAAS;EACjL,eAAe,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;CAChI,CAAC,CAAC,CAAC,SAAS,iDAgBH;CACP,QAhBkC,EAAE,OAAO;EAC3C,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EAChE,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4CAA4C;EAC/F,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;EACnG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;EAC/E,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;EACrG,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EAChG,gBAAgB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qEAAqE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACtJ,kBAAkB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC;CACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAOhB;AACV,CAAC"}
|
package/dist/catalog.cjs
CHANGED
|
@@ -8,7 +8,7 @@ const scrapflyCatalog = {
|
|
|
8
8
|
"logo": "https://logos.composio.dev/api/scrapfly",
|
|
9
9
|
"authKind": "keystroke",
|
|
10
10
|
"oauthScopes": [],
|
|
11
|
-
"credentialFields": { "
|
|
11
|
+
"credentialFields": { "generic_api_key": {
|
|
12
12
|
"label": "Scrapfly API Key",
|
|
13
13
|
"secret": true,
|
|
14
14
|
"description": "Your Scrapfly API key for authentication. Find your key on the Scrapfly dashboard."
|
package/dist/catalog.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"catalog.cjs","names":[],"sources":["../src/catalog.ts"],"sourcesContent":["/** Generated — kept in sync with src/app.ts. */\nexport const scrapflyCatalog = {\n \"slug\": \"scrapfly\",\n \"name\": \"Scrapfly\",\n \"description\": \"Scrapfly is a web scraping API that enables developers to extract data from websites efficiently, offering features like JavaScript rendering, anti-bot protection bypass, and proxy rotation.\",\n \"category\": \"AI Web Scraping\",\n \"logo\": \"https://logos.composio.dev/api/scrapfly\",\n \"authKind\": \"keystroke\",\n \"oauthScopes\": [],\n \"credentialFields\": {\n \"
|
|
1
|
+
{"version":3,"file":"catalog.cjs","names":[],"sources":["../src/catalog.ts"],"sourcesContent":["/** Generated — kept in sync with src/app.ts. */\nexport const scrapflyCatalog = {\n \"slug\": \"scrapfly\",\n \"name\": \"Scrapfly\",\n \"description\": \"Scrapfly is a web scraping API that enables developers to extract data from websites efficiently, offering features like JavaScript rendering, anti-bot protection bypass, and proxy rotation.\",\n \"category\": \"AI Web Scraping\",\n \"logo\": \"https://logos.composio.dev/api/scrapfly\",\n \"authKind\": \"keystroke\",\n \"oauthScopes\": [],\n \"credentialFields\": {\n \"generic_api_key\": {\n \"label\": \"Scrapfly API Key\",\n \"secret\": true,\n \"description\": \"Your Scrapfly API key for authentication. Find your key on the Scrapfly dashboard.\"\n }\n },\n \"credentialScheme\": \"API_KEY\"\n} as const;\n"],"mappings":";;AACA,MAAa,kBAAkB;CAC7B,QAAQ;CACR,QAAQ;CACR,eAAe;CACf,YAAY;CACZ,QAAQ;CACR,YAAY;CACZ,eAAe,CAAC;CAChB,oBAAoB,EAClB,mBAAmB;EACjB,SAAS;EACT,UAAU;EACV,eAAe;CACjB,EACF;CACA,oBAAoB;AACtB"}
|
package/dist/catalog.d.cts
CHANGED
|
@@ -9,7 +9,7 @@ declare const scrapflyCatalog: {
|
|
|
9
9
|
readonly authKind: "keystroke";
|
|
10
10
|
readonly oauthScopes: readonly [];
|
|
11
11
|
readonly credentialFields: {
|
|
12
|
-
readonly
|
|
12
|
+
readonly generic_api_key: {
|
|
13
13
|
readonly label: "Scrapfly API Key";
|
|
14
14
|
readonly secret: true;
|
|
15
15
|
readonly description: "Your Scrapfly API key for authentication. Find your key on the Scrapfly dashboard.";
|
package/dist/catalog.d.mts
CHANGED
|
@@ -9,7 +9,7 @@ declare const scrapflyCatalog: {
|
|
|
9
9
|
readonly authKind: "keystroke";
|
|
10
10
|
readonly oauthScopes: readonly [];
|
|
11
11
|
readonly credentialFields: {
|
|
12
|
-
readonly
|
|
12
|
+
readonly generic_api_key: {
|
|
13
13
|
readonly label: "Scrapfly API Key";
|
|
14
14
|
readonly secret: true;
|
|
15
15
|
readonly description: "Your Scrapfly API key for authentication. Find your key on the Scrapfly dashboard.";
|
package/dist/catalog.mjs
CHANGED
|
@@ -8,7 +8,7 @@ const scrapflyCatalog = {
|
|
|
8
8
|
"logo": "https://logos.composio.dev/api/scrapfly",
|
|
9
9
|
"authKind": "keystroke",
|
|
10
10
|
"oauthScopes": [],
|
|
11
|
-
"credentialFields": { "
|
|
11
|
+
"credentialFields": { "generic_api_key": {
|
|
12
12
|
"label": "Scrapfly API Key",
|
|
13
13
|
"secret": true,
|
|
14
14
|
"description": "Your Scrapfly API key for authentication. Find your key on the Scrapfly dashboard."
|
package/dist/catalog.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"catalog.mjs","names":[],"sources":["../src/catalog.ts"],"sourcesContent":["/** Generated — kept in sync with src/app.ts. */\nexport const scrapflyCatalog = {\n \"slug\": \"scrapfly\",\n \"name\": \"Scrapfly\",\n \"description\": \"Scrapfly is a web scraping API that enables developers to extract data from websites efficiently, offering features like JavaScript rendering, anti-bot protection bypass, and proxy rotation.\",\n \"category\": \"AI Web Scraping\",\n \"logo\": \"https://logos.composio.dev/api/scrapfly\",\n \"authKind\": \"keystroke\",\n \"oauthScopes\": [],\n \"credentialFields\": {\n \"
|
|
1
|
+
{"version":3,"file":"catalog.mjs","names":[],"sources":["../src/catalog.ts"],"sourcesContent":["/** Generated — kept in sync with src/app.ts. */\nexport const scrapflyCatalog = {\n \"slug\": \"scrapfly\",\n \"name\": \"Scrapfly\",\n \"description\": \"Scrapfly is a web scraping API that enables developers to extract data from websites efficiently, offering features like JavaScript rendering, anti-bot protection bypass, and proxy rotation.\",\n \"category\": \"AI Web Scraping\",\n \"logo\": \"https://logos.composio.dev/api/scrapfly\",\n \"authKind\": \"keystroke\",\n \"oauthScopes\": [],\n \"credentialFields\": {\n \"generic_api_key\": {\n \"label\": \"Scrapfly API Key\",\n \"secret\": true,\n \"description\": \"Your Scrapfly API key for authentication. Find your key on the Scrapfly dashboard.\"\n }\n },\n \"credentialScheme\": \"API_KEY\"\n} as const;\n"],"mappings":";;AACA,MAAa,kBAAkB;CAC7B,QAAQ;CACR,QAAQ;CACR,eAAe;CACf,YAAY;CACZ,QAAQ;CACR,YAAY;CACZ,eAAe,CAAC;CAChB,oBAAoB,EAClB,mBAAmB;EACjB,SAAS;EACT,UAAU;EACV,eAAe;CACjB,EACF;CACA,oBAAoB;AACtB"}
|