@keystrokehq/scrapfly 0.1.0 → 0.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/action.cjs.map +1 -1
- package/dist/action.mjs.map +1 -1
- package/dist/actions/capture-screenshot-head.cjs +3 -3
- package/dist/actions/capture-screenshot-head.cjs.map +1 -1
- package/dist/actions/capture-screenshot-head.d.cts +50 -3
- package/dist/actions/capture-screenshot-head.d.cts.map +1 -1
- package/dist/actions/capture-screenshot-head.d.mts +50 -3
- package/dist/actions/capture-screenshot-head.d.mts.map +1 -1
- package/dist/actions/capture-screenshot-head.mjs +3 -3
- package/dist/actions/capture-screenshot-head.mjs.map +1 -1
- package/dist/actions/capture-screenshot.cjs +5 -5
- package/dist/actions/capture-screenshot.cjs.map +1 -1
- package/dist/actions/capture-screenshot.d.cts +44 -3
- package/dist/actions/capture-screenshot.d.cts.map +1 -1
- package/dist/actions/capture-screenshot.d.mts +44 -3
- package/dist/actions/capture-screenshot.d.mts.map +1 -1
- package/dist/actions/capture-screenshot.mjs +5 -5
- package/dist/actions/capture-screenshot.mjs.map +1 -1
- package/dist/actions/create-crawler.cjs +1 -1
- package/dist/actions/create-crawler.cjs.map +1 -1
- package/dist/actions/create-crawler.d.cts +31 -3
- package/dist/actions/create-crawler.d.cts.map +1 -1
- package/dist/actions/create-crawler.d.mts +31 -3
- package/dist/actions/create-crawler.d.mts.map +1 -1
- package/dist/actions/create-crawler.mjs +1 -1
- package/dist/actions/create-crawler.mjs.map +1 -1
- package/dist/actions/extract-data.cjs +1 -1
- package/dist/actions/extract-data.cjs.map +1 -1
- package/dist/actions/extract-data.d.cts +53 -3
- package/dist/actions/extract-data.d.cts.map +1 -1
- package/dist/actions/extract-data.d.mts +53 -3
- package/dist/actions/extract-data.d.mts.map +1 -1
- package/dist/actions/extract-data.mjs +1 -1
- package/dist/actions/extract-data.mjs.map +1 -1
- package/dist/actions/get-account-info.cjs +38 -38
- package/dist/actions/get-account-info.cjs.map +1 -1
- package/dist/actions/get-account-info.d.cts +73 -3
- package/dist/actions/get-account-info.d.cts.map +1 -1
- package/dist/actions/get-account-info.d.mts +73 -3
- package/dist/actions/get-account-info.d.mts.map +1 -1
- package/dist/actions/get-account-info.mjs +38 -38
- package/dist/actions/get-account-info.mjs.map +1 -1
- package/dist/actions/get-crawler-artifact.cjs +5 -5
- package/dist/actions/get-crawler-artifact.cjs.map +1 -1
- package/dist/actions/get-crawler-artifact.d.cts +18 -3
- package/dist/actions/get-crawler-artifact.d.cts.map +1 -1
- package/dist/actions/get-crawler-artifact.d.mts +18 -3
- package/dist/actions/get-crawler-artifact.d.mts.map +1 -1
- package/dist/actions/get-crawler-artifact.mjs +5 -5
- package/dist/actions/get-crawler-artifact.mjs.map +1 -1
- package/dist/actions/get-crawler-contents.cjs +3 -3
- package/dist/actions/get-crawler-contents.cjs.map +1 -1
- package/dist/actions/get-crawler-contents.d.cts +24 -3
- package/dist/actions/get-crawler-contents.d.cts.map +1 -1
- package/dist/actions/get-crawler-contents.d.mts +24 -3
- package/dist/actions/get-crawler-contents.d.mts.map +1 -1
- package/dist/actions/get-crawler-contents.mjs +3 -3
- package/dist/actions/get-crawler-contents.mjs.map +1 -1
- package/dist/actions/get-crawler-status.cjs +12 -12
- package/dist/actions/get-crawler-status.cjs.map +1 -1
- package/dist/actions/get-crawler-status.d.cts +22 -3
- package/dist/actions/get-crawler-status.d.cts.map +1 -1
- package/dist/actions/get-crawler-status.d.mts +22 -3
- package/dist/actions/get-crawler-status.d.mts.map +1 -1
- package/dist/actions/get-crawler-status.mjs +12 -12
- package/dist/actions/get-crawler-status.mjs.map +1 -1
- package/dist/actions/get-crawler-urls.cjs +4 -4
- package/dist/actions/get-crawler-urls.cjs.map +1 -1
- package/dist/actions/get-crawler-urls.d.cts +18 -3
- package/dist/actions/get-crawler-urls.d.cts.map +1 -1
- package/dist/actions/get-crawler-urls.d.mts +18 -3
- package/dist/actions/get-crawler-urls.d.mts.map +1 -1
- package/dist/actions/get-crawler-urls.mjs +4 -4
- package/dist/actions/get-crawler-urls.mjs.map +1 -1
- package/dist/actions/scrape-post.cjs +5 -5
- package/dist/actions/scrape-post.cjs.map +1 -1
- package/dist/actions/scrape-post.d.cts +38 -3
- package/dist/actions/scrape-post.d.cts.map +1 -1
- package/dist/actions/scrape-post.d.mts +38 -3
- package/dist/actions/scrape-post.d.mts.map +1 -1
- package/dist/actions/scrape-post.mjs +5 -5
- package/dist/actions/scrape-post.mjs.map +1 -1
- package/dist/actions/scrape-with-put.cjs +5 -5
- package/dist/actions/scrape-with-put.cjs.map +1 -1
- package/dist/actions/scrape-with-put.d.cts +38 -3
- package/dist/actions/scrape-with-put.d.cts.map +1 -1
- package/dist/actions/scrape-with-put.d.mts +38 -3
- package/dist/actions/scrape-with-put.d.mts.map +1 -1
- package/dist/actions/scrape-with-put.mjs +5 -5
- package/dist/actions/scrape-with-put.mjs.map +1 -1
- package/dist/actions/scrape.cjs +5 -5
- package/dist/actions/scrape.cjs.map +1 -1
- package/dist/actions/scrape.d.cts +48 -3
- package/dist/actions/scrape.d.cts.map +1 -1
- package/dist/actions/scrape.d.mts +48 -3
- package/dist/actions/scrape.d.mts.map +1 -1
- package/dist/actions/scrape.mjs +5 -5
- package/dist/actions/scrape.mjs.map +1 -1
- package/dist/catalog.cjs +7 -1
- package/dist/catalog.cjs.map +1 -1
- package/dist/catalog.d.cts +8 -0
- package/dist/catalog.d.mts +8 -0
- package/dist/catalog.mjs +7 -1
- package/dist/catalog.mjs.map +1 -1
- package/package.json +2 -2
|
@@ -1,9 +1,44 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/scrape-with-put.d.ts
|
|
4
|
-
declare const ScrapflyScrapeWithPutInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyScrapeWithPutInput: z.ZodObject<{
|
|
5
|
+
asp: z.ZodOptional<z.ZodBoolean>;
|
|
6
|
+
url: z.ZodString;
|
|
7
|
+
body: z.ZodString;
|
|
8
|
+
tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
9
|
+
cache: z.ZodOptional<z.ZodBoolean>;
|
|
10
|
+
retry: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
11
|
+
country: z.ZodOptional<z.ZodString>;
|
|
12
|
+
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
13
|
+
session: z.ZodOptional<z.ZodString>;
|
|
14
|
+
timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
15
|
+
render_js: z.ZodOptional<z.ZodBoolean>;
|
|
16
|
+
extract_rules: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
17
|
+
}, z.core.$strip>;
|
|
18
|
+
declare const ScrapflyScrapeWithPutOutput: z.ZodObject<{
|
|
19
|
+
url: z.ZodNullable<z.ZodString>;
|
|
20
|
+
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
21
|
+
result: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
22
|
+
content: z.ZodNullable<z.ZodString>;
|
|
23
|
+
context: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
24
|
+
status_code: z.ZodNullable<z.ZodNumber>;
|
|
25
|
+
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
26
|
+
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
27
|
+
}, z.core.$loose>;
|
|
28
|
+
declare const scrapflyScrapeWithPut: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
29
|
+
url: string;
|
|
30
|
+
body: string;
|
|
31
|
+
asp?: boolean | undefined;
|
|
32
|
+
tags?: string[] | undefined;
|
|
33
|
+
cache?: boolean | undefined;
|
|
34
|
+
retry?: number | undefined;
|
|
35
|
+
country?: string | undefined;
|
|
36
|
+
headers?: Record<string, unknown> | undefined;
|
|
37
|
+
session?: string | undefined;
|
|
38
|
+
timeout?: number | undefined;
|
|
39
|
+
render_js?: boolean | undefined;
|
|
40
|
+
extract_rules?: Record<string, unknown> | undefined;
|
|
41
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
42
|
//#endregion
|
|
8
43
|
export { scrapflyScrapeWithPut };
|
|
9
44
|
//# sourceMappingURL=scrape-with-put.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-with-put.d.mts","names":[],"sources":["../../src/actions/scrape-with-put.ts"],"mappings":";;;cAIa,0BAAA,
|
|
1
|
+
{"version":3,"file":"scrape-with-put.d.mts","names":[],"sources":["../../src/actions/scrape-with-put.ts"],"mappings":";;;cAIa,0BAAA,EAA0B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;cAc1B,2BAAA,EAA2B,CAAA,CAAA,SAAA;;;;;;;;;;cAW3B,qBAAA,gCAAqB,wBAAA;;;;;;;;YAMhC,MAAA;;;;kBAAA,MAAA;AAAA"}
|
|
@@ -12,22 +12,22 @@ const scrapflyScrapeWithPut = action("SCRAPFLY_SCRAPE_WITH_PUT", {
|
|
|
12
12
|
cache: z.boolean().describe("Enable result caching.").optional(),
|
|
13
13
|
retry: z.number().int().default(2).describe("Number of retries on failure (default is 2).").optional(),
|
|
14
14
|
country: z.string().describe("Target country for the proxy (e.g., 'US', 'FR', 'DE').").optional(),
|
|
15
|
-
headers: z.
|
|
15
|
+
headers: z.record(z.string(), z.unknown()).describe("Custom HTTP request headers to send. For JSON body, include 'content-type': 'application/json'.").optional(),
|
|
16
16
|
session: z.string().describe("Proxy session ID for sticky sessions.").optional(),
|
|
17
17
|
timeout: z.number().int().default(60).describe("Timeout for the scrape request in seconds (default is 60).").optional(),
|
|
18
18
|
render_js: z.boolean().describe("Enable JavaScript rendering for sites requiring it.").optional(),
|
|
19
19
|
extract_rules: z.record(z.string(), z.unknown()).describe("Extraction rules (JMESPath, CSS selector, or JSONPath).").optional()
|
|
20
20
|
}).describe("Request model for scraping a web page using PUT method with body payload."),
|
|
21
21
|
output: z.object({
|
|
22
|
-
url: z.string().describe("Final URL after redirects."),
|
|
22
|
+
url: z.string().describe("Final URL after redirects.").nullable(),
|
|
23
23
|
config: z.record(z.string(), z.unknown()).describe("Configuration used for the scrape request."),
|
|
24
24
|
result: z.record(z.string(), z.unknown()).describe("Container for metadata and extraction results."),
|
|
25
|
-
content: z.string().describe("Raw response body (HTML, JSON, etc.)."),
|
|
25
|
+
content: z.string().describe("Raw response body (HTML, JSON, etc.).").nullable(),
|
|
26
26
|
context: z.record(z.string(), z.unknown()).describe("Context information including proxy, cost, etc."),
|
|
27
|
-
status_code: z.number().int().describe("HTTP status code returned by the target URL."),
|
|
27
|
+
status_code: z.number().int().describe("HTTP status code returned by the target URL.").nullable(),
|
|
28
28
|
extracted_data: z.record(z.string(), z.unknown()).describe("User-specified extraction results (if extract_rules were provided).").nullable().optional(),
|
|
29
29
|
response_headers: z.record(z.string(), z.unknown()).describe("HTTP response headers from the target.")
|
|
30
|
-
}).describe("Response model for the Scrapfly scrape PUT API.")
|
|
30
|
+
}).passthrough().describe("Response model for the Scrapfly scrape PUT API.")
|
|
31
31
|
});
|
|
32
32
|
//#endregion
|
|
33
33
|
export { scrapflyScrapeWithPut };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-with-put.mjs","names":[],"sources":["../../src/actions/scrape-with-put.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeWithPutInput
|
|
1
|
+
{"version":3,"file":"scrape-with-put.mjs","names":[],"sources":["../../src/actions/scrape-with-put.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeWithPutInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The target URL to scrape with PUT request.\"),\n body: z.string().describe(\"Request body payload to send with the PUT request. Should be JSON string for JSON payloads.\"),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE').\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send. For JSON body, include 'content-type': 'application/json'.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring it.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules (JMESPath, CSS selector, or JSONPath).\").optional(),\n}).describe(\"Request model for scraping a web page using PUT method with body payload.\");\nexport const ScrapflyScrapeWithPutOutput = z.object({\n url: z.string().describe(\"Final URL after redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body (HTML, JSON, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy, cost, etc.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers from the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly scrape PUT API.\");\n\nexport const scrapflyScrapeWithPut = action(\"SCRAPFLY_SCRAPE_WITH_PUT\", {\n slug: \"scrapfly-scrape-with-put\",\n name: \"Scrape With PUT\",\n description: \"Tool to scrape web pages using PUT method with body payload. Use when the target API requires PUT requests with data in the request body. Forwards PUT request with custom body to the target URL. If not specified, content-type defaults to application/x-www-form-urlencoded.\",\n input: ScrapflyScrapeWithPutInput,\n output: ScrapflyScrapeWithPutOutput,\n});\n"],"mappings":";;AA6BA,MAAa,wBAAwB,OAAO,4BAA4B;CACtE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OA7BwC,EAAE,OAAO;EACjD,KAAK,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EAC9E,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C;EACrE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,6FAA6F;EACvH,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;EAC5E,OAAO,EAAE,QAAQ,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;EAC/D,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EACrG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;EAChG,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iGAAiG,CAAC,CAAC,SAAS;EAChK,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;EAC/E,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;EACtH,WAAW,EAAE,QAAQ,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;EAChG,eAAe,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;CAChI,CAAC,CAAC,CAAC,SAAS,2EAgBH;CACP,QAhByC,EAAE,OAAO;EAClD,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EAChE,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4CAA4C;EAC/F,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;EACnG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;EAC/E,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;EACrG,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EAChG,gBAAgB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qEAAqE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACtJ,kBAAkB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC;CACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iDAOhB;AACV,CAAC"}
|
package/dist/actions/scrape.cjs
CHANGED
|
@@ -18,22 +18,22 @@ const ScrapflyScrapeInput = zod.z.object({
|
|
|
18
18
|
"OPTIONS"
|
|
19
19
|
]).describe("HTTP method to use for request, default is GET.").optional(),
|
|
20
20
|
country: zod.z.string().describe("Target country for the proxy (e.g., 'US', 'FR', 'DE'). Matching the target site's region can improve success rates against geo-restricted or anti-bot measures.").optional(),
|
|
21
|
-
headers: zod.z.
|
|
21
|
+
headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Custom HTTP request headers to send.").optional(),
|
|
22
22
|
session: zod.z.string().describe("Proxy session ID for sticky sessions.").optional(),
|
|
23
23
|
timeout: zod.z.number().int().default(60).describe("Timeout for the scrape request in seconds (default is 60).").optional(),
|
|
24
24
|
render_js: zod.z.boolean().describe("Enable JavaScript rendering for sites requiring it. Default returns static HTML only; dynamic/SPA content requires this set to true.").optional(),
|
|
25
25
|
extract_rules: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Extraction rules (JMESPath, CSS selector, or JSONPath).").optional()
|
|
26
26
|
}).describe("Request model for initiating a web scrape task.");
|
|
27
27
|
const ScrapflyScrapeOutput = zod.z.object({
|
|
28
|
-
url: zod.z.string().describe("Final URL after redirects."),
|
|
28
|
+
url: zod.z.string().describe("Final URL after redirects.").nullable(),
|
|
29
29
|
config: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Configuration used for the scrape request."),
|
|
30
30
|
result: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Container for metadata and extraction results."),
|
|
31
|
-
content: zod.z.string().describe("Raw response body (HTML, JSON, etc.)."),
|
|
31
|
+
content: zod.z.string().describe("Raw response body (HTML, JSON, etc.).").nullable(),
|
|
32
32
|
context: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Context information including proxy, cost, etc."),
|
|
33
|
-
status_code: zod.z.number().int().describe("HTTP status code returned by the target URL."),
|
|
33
|
+
status_code: zod.z.number().int().describe("HTTP status code returned by the target URL.").nullable(),
|
|
34
34
|
extracted_data: zod.z.record(zod.z.string(), zod.z.unknown()).describe("User-specified extraction results (if extract_rules were provided).").nullable().optional(),
|
|
35
35
|
response_headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("HTTP response headers from the target.")
|
|
36
|
-
}).describe("Response model for the Scrapfly scrape API.");
|
|
36
|
+
}).passthrough().describe("Response model for the Scrapfly scrape API.");
|
|
37
37
|
const scrapflyScrape = require_action.action("SCRAPFLY_SCRAPE", {
|
|
38
38
|
slug: "scrapfly-scrape",
|
|
39
39
|
name: "Scrapfly Scrape",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape.cjs","names":["z","action"],"sources":["../../src/actions/scrape.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeInput
|
|
1
|
+
{"version":3,"file":"scrape.cjs","names":["z","action"],"sources":["../../src/actions/scrape.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The URL to scrape.\"),\n body: z.string().describe(\"Request body payload for POST/PUT requests.\").optional(),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n method: z.enum([\"GET\", \"POST\", \"PUT\", \"PATCH\", \"DELETE\", \"HEAD\", \"OPTIONS\"]).describe(\"HTTP method to use for request, default is GET.\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE'). Matching the target site's region can improve success rates against geo-restricted or anti-bot measures.\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring it. Default returns static HTML only; dynamic/SPA content requires this set to true.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules (JMESPath, CSS selector, or JSONPath).\").optional(),\n}).describe(\"Request model for initiating a web scrape task.\");\nexport const ScrapflyScrapeOutput = z.object({\n url: z.string().describe(\"Final URL after redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body (HTML, JSON, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy, cost, etc.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers from the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly scrape API.\");\n\nexport const scrapflyScrape = action(\"SCRAPFLY_SCRAPE\", {\n slug: \"scrapfly-scrape\",\n name: \"Scrapfly Scrape\",\n description: \"Tool to perform a web scraping request. Use when you need to fetch a page with custom configuration like JS rendering, proxies, and extraction.\",\n input: ScrapflyScrapeInput,\n output: ScrapflyScrapeOutput,\n});\n"],"mappings":";;;AAIA,MAAa,sBAAsBA,IAAAA,EAAE,OAAO;CAC1C,KAAKA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB;CAC7C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;CAClF,MAAMA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;CAC/D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACrG,QAAQA,IAAAA,EAAE,KAAK;EAAC;EAAO;EAAQ;EAAO;EAAS;EAAU;EAAQ;CAAS,CAAC,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS;CAClJ,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iKAAiK,CAAC,CAAC,SAAS;CACzM,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CACrG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC/E,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;CACtH,WAAWA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,sIAAsI,CAAC,CAAC,SAAS;CACjL,eAAeA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;AAChI,CAAC,CAAC,CAAC,SAAS,iDAAiD;AAC7D,MAAa,uBAAuBA,IAAAA,EAAE,OAAO;CAC3C,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CAChE,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4CAA4C;CAC/F,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;CACnG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC/E,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;CACrG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CAChG,gBAAgBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qEAAqE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtJ,kBAAkBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AAEvE,MAAa,iBAAiBC,eAAAA,OAAO,mBAAmB;CACtD,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,9 +1,54 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/scrape.d.ts
|
|
4
|
-
declare const ScrapflyScrapeInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyScrapeInput: z.ZodObject<{
|
|
5
|
+
asp: z.ZodOptional<z.ZodBoolean>;
|
|
6
|
+
url: z.ZodString;
|
|
7
|
+
body: z.ZodOptional<z.ZodString>;
|
|
8
|
+
tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
9
|
+
cache: z.ZodOptional<z.ZodBoolean>;
|
|
10
|
+
retry: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
11
|
+
method: z.ZodOptional<z.ZodEnum<{
|
|
12
|
+
GET: "GET";
|
|
13
|
+
POST: "POST";
|
|
14
|
+
PUT: "PUT";
|
|
15
|
+
PATCH: "PATCH";
|
|
16
|
+
DELETE: "DELETE";
|
|
17
|
+
HEAD: "HEAD";
|
|
18
|
+
OPTIONS: "OPTIONS";
|
|
19
|
+
}>>;
|
|
20
|
+
country: z.ZodOptional<z.ZodString>;
|
|
21
|
+
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
22
|
+
session: z.ZodOptional<z.ZodString>;
|
|
23
|
+
timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
24
|
+
render_js: z.ZodOptional<z.ZodBoolean>;
|
|
25
|
+
extract_rules: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
26
|
+
}, z.core.$strip>;
|
|
27
|
+
declare const ScrapflyScrapeOutput: z.ZodObject<{
|
|
28
|
+
url: z.ZodNullable<z.ZodString>;
|
|
29
|
+
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
30
|
+
result: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
31
|
+
content: z.ZodNullable<z.ZodString>;
|
|
32
|
+
context: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
33
|
+
status_code: z.ZodNullable<z.ZodNumber>;
|
|
34
|
+
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
35
|
+
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
36
|
+
}, z.core.$loose>;
|
|
37
|
+
declare const scrapflyScrape: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
38
|
+
url: string;
|
|
39
|
+
asp?: boolean | undefined;
|
|
40
|
+
body?: string | undefined;
|
|
41
|
+
tags?: string[] | undefined;
|
|
42
|
+
cache?: boolean | undefined;
|
|
43
|
+
retry?: number | undefined;
|
|
44
|
+
method?: "GET" | "POST" | "PUT" | "PATCH" | "DELETE" | "HEAD" | "OPTIONS" | undefined;
|
|
45
|
+
country?: string | undefined;
|
|
46
|
+
headers?: Record<string, unknown> | undefined;
|
|
47
|
+
session?: string | undefined;
|
|
48
|
+
timeout?: number | undefined;
|
|
49
|
+
render_js?: boolean | undefined;
|
|
50
|
+
extract_rules?: Record<string, unknown> | undefined;
|
|
51
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
52
|
//#endregion
|
|
8
53
|
export { scrapflyScrape };
|
|
9
54
|
//# sourceMappingURL=scrape.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape.d.cts","names":[],"sources":["../../src/actions/scrape.ts"],"mappings":";;;cAIa,mBAAA,
|
|
1
|
+
{"version":3,"file":"scrape.d.cts","names":[],"sources":["../../src/actions/scrape.ts"],"mappings":";;;cAIa,mBAAA,EAAmB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;cAenB,oBAAA,EAAoB,CAAA,CAAA,SAAA;;;;;;;;;;cAWpB,cAAA,gCAAc,wBAAA;;;;;;;;;YAMzB,MAAA;;;;kBAAA,MAAA;AAAA"}
|
|
@@ -1,9 +1,54 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/scrape.d.ts
|
|
4
|
-
declare const ScrapflyScrapeInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyScrapeInput: z.ZodObject<{
|
|
5
|
+
asp: z.ZodOptional<z.ZodBoolean>;
|
|
6
|
+
url: z.ZodString;
|
|
7
|
+
body: z.ZodOptional<z.ZodString>;
|
|
8
|
+
tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
9
|
+
cache: z.ZodOptional<z.ZodBoolean>;
|
|
10
|
+
retry: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
11
|
+
method: z.ZodOptional<z.ZodEnum<{
|
|
12
|
+
GET: "GET";
|
|
13
|
+
POST: "POST";
|
|
14
|
+
PUT: "PUT";
|
|
15
|
+
PATCH: "PATCH";
|
|
16
|
+
DELETE: "DELETE";
|
|
17
|
+
HEAD: "HEAD";
|
|
18
|
+
OPTIONS: "OPTIONS";
|
|
19
|
+
}>>;
|
|
20
|
+
country: z.ZodOptional<z.ZodString>;
|
|
21
|
+
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
22
|
+
session: z.ZodOptional<z.ZodString>;
|
|
23
|
+
timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
24
|
+
render_js: z.ZodOptional<z.ZodBoolean>;
|
|
25
|
+
extract_rules: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
26
|
+
}, z.core.$strip>;
|
|
27
|
+
declare const ScrapflyScrapeOutput: z.ZodObject<{
|
|
28
|
+
url: z.ZodNullable<z.ZodString>;
|
|
29
|
+
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
30
|
+
result: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
31
|
+
content: z.ZodNullable<z.ZodString>;
|
|
32
|
+
context: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
33
|
+
status_code: z.ZodNullable<z.ZodNumber>;
|
|
34
|
+
extracted_data: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
35
|
+
response_headers: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
36
|
+
}, z.core.$loose>;
|
|
37
|
+
declare const scrapflyScrape: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
38
|
+
url: string;
|
|
39
|
+
asp?: boolean | undefined;
|
|
40
|
+
body?: string | undefined;
|
|
41
|
+
tags?: string[] | undefined;
|
|
42
|
+
cache?: boolean | undefined;
|
|
43
|
+
retry?: number | undefined;
|
|
44
|
+
method?: "GET" | "POST" | "PUT" | "PATCH" | "DELETE" | "HEAD" | "OPTIONS" | undefined;
|
|
45
|
+
country?: string | undefined;
|
|
46
|
+
headers?: Record<string, unknown> | undefined;
|
|
47
|
+
session?: string | undefined;
|
|
48
|
+
timeout?: number | undefined;
|
|
49
|
+
render_js?: boolean | undefined;
|
|
50
|
+
extract_rules?: Record<string, unknown> | undefined;
|
|
51
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
52
|
//#endregion
|
|
8
53
|
export { scrapflyScrape };
|
|
9
54
|
//# sourceMappingURL=scrape.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape.d.mts","names":[],"sources":["../../src/actions/scrape.ts"],"mappings":";;;cAIa,mBAAA,
|
|
1
|
+
{"version":3,"file":"scrape.d.mts","names":[],"sources":["../../src/actions/scrape.ts"],"mappings":";;;cAIa,mBAAA,EAAmB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;cAenB,oBAAA,EAAoB,CAAA,CAAA,SAAA;;;;;;;;;;cAWpB,cAAA,gCAAc,wBAAA;;;;;;;;;YAMzB,MAAA;;;;kBAAA,MAAA;AAAA"}
|
package/dist/actions/scrape.mjs
CHANGED
|
@@ -21,22 +21,22 @@ const scrapflyScrape = action("SCRAPFLY_SCRAPE", {
|
|
|
21
21
|
"OPTIONS"
|
|
22
22
|
]).describe("HTTP method to use for request, default is GET.").optional(),
|
|
23
23
|
country: z.string().describe("Target country for the proxy (e.g., 'US', 'FR', 'DE'). Matching the target site's region can improve success rates against geo-restricted or anti-bot measures.").optional(),
|
|
24
|
-
headers: z.
|
|
24
|
+
headers: z.record(z.string(), z.unknown()).describe("Custom HTTP request headers to send.").optional(),
|
|
25
25
|
session: z.string().describe("Proxy session ID for sticky sessions.").optional(),
|
|
26
26
|
timeout: z.number().int().default(60).describe("Timeout for the scrape request in seconds (default is 60).").optional(),
|
|
27
27
|
render_js: z.boolean().describe("Enable JavaScript rendering for sites requiring it. Default returns static HTML only; dynamic/SPA content requires this set to true.").optional(),
|
|
28
28
|
extract_rules: z.record(z.string(), z.unknown()).describe("Extraction rules (JMESPath, CSS selector, or JSONPath).").optional()
|
|
29
29
|
}).describe("Request model for initiating a web scrape task."),
|
|
30
30
|
output: z.object({
|
|
31
|
-
url: z.string().describe("Final URL after redirects."),
|
|
31
|
+
url: z.string().describe("Final URL after redirects.").nullable(),
|
|
32
32
|
config: z.record(z.string(), z.unknown()).describe("Configuration used for the scrape request."),
|
|
33
33
|
result: z.record(z.string(), z.unknown()).describe("Container for metadata and extraction results."),
|
|
34
|
-
content: z.string().describe("Raw response body (HTML, JSON, etc.)."),
|
|
34
|
+
content: z.string().describe("Raw response body (HTML, JSON, etc.).").nullable(),
|
|
35
35
|
context: z.record(z.string(), z.unknown()).describe("Context information including proxy, cost, etc."),
|
|
36
|
-
status_code: z.number().int().describe("HTTP status code returned by the target URL."),
|
|
36
|
+
status_code: z.number().int().describe("HTTP status code returned by the target URL.").nullable(),
|
|
37
37
|
extracted_data: z.record(z.string(), z.unknown()).describe("User-specified extraction results (if extract_rules were provided).").nullable().optional(),
|
|
38
38
|
response_headers: z.record(z.string(), z.unknown()).describe("HTTP response headers from the target.")
|
|
39
|
-
}).describe("Response model for the Scrapfly scrape API.")
|
|
39
|
+
}).passthrough().describe("Response model for the Scrapfly scrape API.")
|
|
40
40
|
});
|
|
41
41
|
//#endregion
|
|
42
42
|
export { scrapflyScrape };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape.mjs","names":[],"sources":["../../src/actions/scrape.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeInput
|
|
1
|
+
{"version":3,"file":"scrape.mjs","names":[],"sources":["../../src/actions/scrape.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyScrapeInput = z.object({\n asp: z.boolean().describe(\"Enable anti-scraping protection bypass.\").optional(),\n url: z.string().describe(\"The URL to scrape.\"),\n body: z.string().describe(\"Request body payload for POST/PUT requests.\").optional(),\n tags: z.array(z.string()).describe(\"Custom labels for analytics.\").optional(),\n cache: z.boolean().describe(\"Enable result caching.\").optional(),\n retry: z.number().int().default(2).describe(\"Number of retries on failure (default is 2).\").optional(),\n method: z.enum([\"GET\", \"POST\", \"PUT\", \"PATCH\", \"DELETE\", \"HEAD\", \"OPTIONS\"]).describe(\"HTTP method to use for request, default is GET.\").optional(),\n country: z.string().describe(\"Target country for the proxy (e.g., 'US', 'FR', 'DE'). Matching the target site's region can improve success rates against geo-restricted or anti-bot measures.\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP request headers to send.\").optional(),\n session: z.string().describe(\"Proxy session ID for sticky sessions.\").optional(),\n timeout: z.number().int().default(60).describe(\"Timeout for the scrape request in seconds (default is 60).\").optional(),\n render_js: z.boolean().describe(\"Enable JavaScript rendering for sites requiring it. Default returns static HTML only; dynamic/SPA content requires this set to true.\").optional(),\n extract_rules: z.record(z.string(), z.unknown()).describe(\"Extraction rules (JMESPath, CSS selector, or JSONPath).\").optional(),\n}).describe(\"Request model for initiating a web scrape task.\");\nexport const ScrapflyScrapeOutput = z.object({\n url: z.string().describe(\"Final URL after redirects.\").nullable(),\n config: z.record(z.string(), z.unknown()).describe(\"Configuration used for the scrape request.\"),\n result: z.record(z.string(), z.unknown()).describe(\"Container for metadata and extraction results.\"),\n content: z.string().describe(\"Raw response body (HTML, JSON, etc.).\").nullable(),\n context: z.record(z.string(), z.unknown()).describe(\"Context information including proxy, cost, etc.\"),\n status_code: z.number().int().describe(\"HTTP status code returned by the target URL.\").nullable(),\n extracted_data: z.record(z.string(), z.unknown()).describe(\"User-specified extraction results (if extract_rules were provided).\").nullable().optional(),\n response_headers: z.record(z.string(), z.unknown()).describe(\"HTTP response headers from the target.\"),\n}).passthrough().describe(\"Response model for the Scrapfly scrape API.\");\n\nexport const scrapflyScrape = action(\"SCRAPFLY_SCRAPE\", {\n slug: \"scrapfly-scrape\",\n name: \"Scrapfly Scrape\",\n description: \"Tool to perform a web scraping request. Use when you need to fetch a page with custom configuration like JS rendering, proxies, and extraction.\",\n input: ScrapflyScrapeInput,\n output: ScrapflyScrapeOutput,\n});\n"],"mappings":";;AA8BA,MAAa,iBAAiB,OAAO,mBAAmB;CACtD,MAAM;CACN,MAAM;CACN,aAAa;CACb,OA9BiC,EAAE,OAAO;EAC1C,KAAK,EAAE,QAAQ,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EAC9E,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB;EAC7C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS;EAClF,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;EAC5E,OAAO,EAAE,QAAQ,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;EAC/D,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EACrG,QAAQ,EAAE,KAAK;GAAC;GAAO;GAAQ;GAAO;GAAS;GAAU;GAAQ;EAAS,CAAC,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS;EAClJ,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,iKAAiK,CAAC,CAAC,SAAS;EACzM,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;EACrG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;EAC/E,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS;EACtH,WAAW,EAAE,QAAQ,CAAC,CAAC,SAAS,sIAAsI,CAAC,CAAC,SAAS;EACjL,eAAe,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;CAChI,CAAC,CAAC,CAAC,SAAS,iDAgBH;CACP,QAhBkC,EAAE,OAAO;EAC3C,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EAChE,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4CAA4C;EAC/F,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD;EACnG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;EAC/E,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD;EACrG,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EAChG,gBAAgB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qEAAqE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACtJ,kBAAkB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC;CACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAOhB;AACV,CAAC"}
|
package/dist/catalog.cjs
CHANGED
|
@@ -7,7 +7,13 @@ const scrapflyCatalog = {
|
|
|
7
7
|
"category": "AI Web Scraping",
|
|
8
8
|
"logo": "https://logos.composio.dev/api/scrapfly",
|
|
9
9
|
"authKind": "keystroke",
|
|
10
|
-
"oauthScopes": []
|
|
10
|
+
"oauthScopes": [],
|
|
11
|
+
"credentialFields": { "api_key": {
|
|
12
|
+
"label": "Scrapfly API Key",
|
|
13
|
+
"secret": true,
|
|
14
|
+
"description": "Your Scrapfly API key for authentication. Find your key on the Scrapfly dashboard."
|
|
15
|
+
} },
|
|
16
|
+
"credentialScheme": "API_KEY"
|
|
11
17
|
};
|
|
12
18
|
//#endregion
|
|
13
19
|
exports.scrapflyCatalog = scrapflyCatalog;
|
package/dist/catalog.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"catalog.cjs","names":[],"sources":["../src/catalog.ts"],"sourcesContent":["/** Generated — kept in sync with src/app.ts. */\nexport const scrapflyCatalog = {\n \"slug\": \"scrapfly\",\n \"name\": \"Scrapfly\",\n \"description\": \"Scrapfly is a web scraping API that enables developers to extract data from websites efficiently, offering features like JavaScript rendering, anti-bot protection bypass, and proxy rotation.\",\n \"category\": \"AI Web Scraping\",\n \"logo\": \"https://logos.composio.dev/api/scrapfly\",\n \"authKind\": \"keystroke\",\n \"oauthScopes\": []\n} as const;\n"],"mappings":";;AACA,MAAa,kBAAkB;CAC7B,QAAQ;CACR,QAAQ;CACR,eAAe;CACf,YAAY;CACZ,QAAQ;CACR,YAAY;CACZ,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"catalog.cjs","names":[],"sources":["../src/catalog.ts"],"sourcesContent":["/** Generated — kept in sync with src/app.ts. */\nexport const scrapflyCatalog = {\n \"slug\": \"scrapfly\",\n \"name\": \"Scrapfly\",\n \"description\": \"Scrapfly is a web scraping API that enables developers to extract data from websites efficiently, offering features like JavaScript rendering, anti-bot protection bypass, and proxy rotation.\",\n \"category\": \"AI Web Scraping\",\n \"logo\": \"https://logos.composio.dev/api/scrapfly\",\n \"authKind\": \"keystroke\",\n \"oauthScopes\": [],\n \"credentialFields\": {\n \"api_key\": {\n \"label\": \"Scrapfly API Key\",\n \"secret\": true,\n \"description\": \"Your Scrapfly API key for authentication. Find your key on the Scrapfly dashboard.\"\n }\n },\n \"credentialScheme\": \"API_KEY\"\n} as const;\n"],"mappings":";;AACA,MAAa,kBAAkB;CAC7B,QAAQ;CACR,QAAQ;CACR,eAAe;CACf,YAAY;CACZ,QAAQ;CACR,YAAY;CACZ,eAAe,CAAC;CAChB,oBAAoB,EAClB,WAAW;EACT,SAAS;EACT,UAAU;EACV,eAAe;CACjB,EACF;CACA,oBAAoB;AACtB"}
|
package/dist/catalog.d.cts
CHANGED
|
@@ -8,6 +8,14 @@ declare const scrapflyCatalog: {
|
|
|
8
8
|
readonly logo: "https://logos.composio.dev/api/scrapfly";
|
|
9
9
|
readonly authKind: "keystroke";
|
|
10
10
|
readonly oauthScopes: readonly [];
|
|
11
|
+
readonly credentialFields: {
|
|
12
|
+
readonly api_key: {
|
|
13
|
+
readonly label: "Scrapfly API Key";
|
|
14
|
+
readonly secret: true;
|
|
15
|
+
readonly description: "Your Scrapfly API key for authentication. Find your key on the Scrapfly dashboard.";
|
|
16
|
+
};
|
|
17
|
+
};
|
|
18
|
+
readonly credentialScheme: "API_KEY";
|
|
11
19
|
};
|
|
12
20
|
//#endregion
|
|
13
21
|
export { scrapflyCatalog };
|
package/dist/catalog.d.mts
CHANGED
|
@@ -8,6 +8,14 @@ declare const scrapflyCatalog: {
|
|
|
8
8
|
readonly logo: "https://logos.composio.dev/api/scrapfly";
|
|
9
9
|
readonly authKind: "keystroke";
|
|
10
10
|
readonly oauthScopes: readonly [];
|
|
11
|
+
readonly credentialFields: {
|
|
12
|
+
readonly api_key: {
|
|
13
|
+
readonly label: "Scrapfly API Key";
|
|
14
|
+
readonly secret: true;
|
|
15
|
+
readonly description: "Your Scrapfly API key for authentication. Find your key on the Scrapfly dashboard.";
|
|
16
|
+
};
|
|
17
|
+
};
|
|
18
|
+
readonly credentialScheme: "API_KEY";
|
|
11
19
|
};
|
|
12
20
|
//#endregion
|
|
13
21
|
export { scrapflyCatalog };
|
package/dist/catalog.mjs
CHANGED
|
@@ -7,7 +7,13 @@ const scrapflyCatalog = {
|
|
|
7
7
|
"category": "AI Web Scraping",
|
|
8
8
|
"logo": "https://logos.composio.dev/api/scrapfly",
|
|
9
9
|
"authKind": "keystroke",
|
|
10
|
-
"oauthScopes": []
|
|
10
|
+
"oauthScopes": [],
|
|
11
|
+
"credentialFields": { "api_key": {
|
|
12
|
+
"label": "Scrapfly API Key",
|
|
13
|
+
"secret": true,
|
|
14
|
+
"description": "Your Scrapfly API key for authentication. Find your key on the Scrapfly dashboard."
|
|
15
|
+
} },
|
|
16
|
+
"credentialScheme": "API_KEY"
|
|
11
17
|
};
|
|
12
18
|
//#endregion
|
|
13
19
|
export { scrapflyCatalog };
|
package/dist/catalog.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"catalog.mjs","names":[],"sources":["../src/catalog.ts"],"sourcesContent":["/** Generated — kept in sync with src/app.ts. */\nexport const scrapflyCatalog = {\n \"slug\": \"scrapfly\",\n \"name\": \"Scrapfly\",\n \"description\": \"Scrapfly is a web scraping API that enables developers to extract data from websites efficiently, offering features like JavaScript rendering, anti-bot protection bypass, and proxy rotation.\",\n \"category\": \"AI Web Scraping\",\n \"logo\": \"https://logos.composio.dev/api/scrapfly\",\n \"authKind\": \"keystroke\",\n \"oauthScopes\": []\n} as const;\n"],"mappings":";;AACA,MAAa,kBAAkB;CAC7B,QAAQ;CACR,QAAQ;CACR,eAAe;CACf,YAAY;CACZ,QAAQ;CACR,YAAY;CACZ,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"catalog.mjs","names":[],"sources":["../src/catalog.ts"],"sourcesContent":["/** Generated — kept in sync with src/app.ts. */\nexport const scrapflyCatalog = {\n \"slug\": \"scrapfly\",\n \"name\": \"Scrapfly\",\n \"description\": \"Scrapfly is a web scraping API that enables developers to extract data from websites efficiently, offering features like JavaScript rendering, anti-bot protection bypass, and proxy rotation.\",\n \"category\": \"AI Web Scraping\",\n \"logo\": \"https://logos.composio.dev/api/scrapfly\",\n \"authKind\": \"keystroke\",\n \"oauthScopes\": [],\n \"credentialFields\": {\n \"api_key\": {\n \"label\": \"Scrapfly API Key\",\n \"secret\": true,\n \"description\": \"Your Scrapfly API key for authentication. Find your key on the Scrapfly dashboard.\"\n }\n },\n \"credentialScheme\": \"API_KEY\"\n} as const;\n"],"mappings":";;AACA,MAAa,kBAAkB;CAC7B,QAAQ;CACR,QAAQ;CACR,eAAe;CACf,YAAY;CACZ,QAAQ;CACR,YAAY;CACZ,eAAe,CAAC;CAChB,oBAAoB,EAClB,WAAW;EACT,SAAS;EACT,UAAU;EACV,eAAe;CACjB,EACF;CACA,oBAAoB;AACtB"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@keystrokehq/scrapfly",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.3",
|
|
4
4
|
"publishConfig": {
|
|
5
5
|
"access": "public",
|
|
6
6
|
"registry": "https://registry.npmjs.org"
|
|
@@ -31,7 +31,7 @@
|
|
|
31
31
|
}
|
|
32
32
|
},
|
|
33
33
|
"peerDependencies": {
|
|
34
|
-
"@keystrokehq/keystroke": "
|
|
34
|
+
"@keystrokehq/keystroke": ">=0.1.4",
|
|
35
35
|
"zod": "^4.4.3"
|
|
36
36
|
},
|
|
37
37
|
"devDependencies": {
|