@keystrokehq/scrapegraph_ai 0.1.2 → 0.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions/convert-webpage-to-markdown-v2.cjs +1 -1
- package/dist/actions/convert-webpage-to-markdown-v2.cjs.map +1 -1
- package/dist/actions/convert-webpage-to-markdown-v2.d.cts +1 -1
- package/dist/actions/convert-webpage-to-markdown-v2.d.mts +1 -1
- package/dist/actions/convert-webpage-to-markdown-v2.mjs +1 -1
- package/dist/actions/convert-webpage-to-markdown-v2.mjs.map +1 -1
- package/dist/actions/generate-schema.cjs +1 -1
- package/dist/actions/generate-schema.cjs.map +1 -1
- package/dist/actions/generate-schema.d.cts +1 -1
- package/dist/actions/generate-schema.d.mts +1 -1
- package/dist/actions/generate-schema.mjs +1 -1
- package/dist/actions/generate-schema.mjs.map +1 -1
- package/dist/actions/get-agentic-scraper-history.cjs +2 -2
- package/dist/actions/get-agentic-scraper-history.cjs.map +1 -1
- package/dist/actions/get-agentic-scraper-history.d.cts +2 -2
- package/dist/actions/get-agentic-scraper-history.d.mts +2 -2
- package/dist/actions/get-agentic-scraper-history.mjs +2 -2
- package/dist/actions/get-agentic-scraper-history.mjs.map +1 -1
- package/dist/actions/get-crawler-history.cjs +2 -2
- package/dist/actions/get-crawler-history.cjs.map +1 -1
- package/dist/actions/get-crawler-history.d.cts +2 -2
- package/dist/actions/get-crawler-history.d.mts +2 -2
- package/dist/actions/get-crawler-history.mjs +2 -2
- package/dist/actions/get-crawler-history.mjs.map +1 -1
- package/dist/actions/get-credits.cjs +1 -1
- package/dist/actions/get-credits.cjs.map +1 -1
- package/dist/actions/get-credits.d.cts +1 -1
- package/dist/actions/get-credits.d.mts +1 -1
- package/dist/actions/get-credits.mjs +1 -1
- package/dist/actions/get-credits.mjs.map +1 -1
- package/dist/actions/get-endpoint-suggestions.cjs +2 -2
- package/dist/actions/get-endpoint-suggestions.cjs.map +1 -1
- package/dist/actions/get-endpoint-suggestions.d.cts +2 -2
- package/dist/actions/get-endpoint-suggestions.d.mts +2 -2
- package/dist/actions/get-endpoint-suggestions.mjs +2 -2
- package/dist/actions/get-endpoint-suggestions.mjs.map +1 -1
- package/dist/actions/get-live-session-url.cjs +1 -1
- package/dist/actions/get-live-session-url.cjs.map +1 -1
- package/dist/actions/get-live-session-url.d.cts +1 -1
- package/dist/actions/get-live-session-url.d.mts +1 -1
- package/dist/actions/get-live-session-url.mjs +1 -1
- package/dist/actions/get-live-session-url.mjs.map +1 -1
- package/dist/actions/get-markdownify-history.cjs +2 -2
- package/dist/actions/get-markdownify-history.cjs.map +1 -1
- package/dist/actions/get-markdownify-history.d.cts +2 -2
- package/dist/actions/get-markdownify-history.d.mts +2 -2
- package/dist/actions/get-markdownify-history.mjs +2 -2
- package/dist/actions/get-markdownify-history.mjs.map +1 -1
- package/dist/actions/get-scrape-history.cjs +2 -2
- package/dist/actions/get-scrape-history.cjs.map +1 -1
- package/dist/actions/get-scrape-history.d.cts +2 -2
- package/dist/actions/get-scrape-history.d.mts +2 -2
- package/dist/actions/get-scrape-history.mjs +2 -2
- package/dist/actions/get-scrape-history.mjs.map +1 -1
- package/dist/actions/get-searchscraper-history.cjs +2 -2
- package/dist/actions/get-searchscraper-history.cjs.map +1 -1
- package/dist/actions/get-searchscraper-history.d.cts +2 -2
- package/dist/actions/get-searchscraper-history.d.mts +2 -2
- package/dist/actions/get-searchscraper-history.mjs +2 -2
- package/dist/actions/get-searchscraper-history.mjs.map +1 -1
- package/dist/actions/get-sitemap-history.cjs +2 -2
- package/dist/actions/get-sitemap-history.cjs.map +1 -1
- package/dist/actions/get-sitemap-history.d.cts +2 -2
- package/dist/actions/get-sitemap-history.d.mts +2 -2
- package/dist/actions/get-sitemap-history.mjs +2 -2
- package/dist/actions/get-sitemap-history.mjs.map +1 -1
- package/dist/actions/get-smartscraper-history.cjs +2 -2
- package/dist/actions/get-smartscraper-history.cjs.map +1 -1
- package/dist/actions/get-smartscraper-history.d.cts +2 -2
- package/dist/actions/get-smartscraper-history.d.mts +2 -2
- package/dist/actions/get-smartscraper-history.mjs +2 -2
- package/dist/actions/get-smartscraper-history.mjs.map +1 -1
- package/dist/actions/get-usage-timeline.cjs +2 -2
- package/dist/actions/get-usage-timeline.cjs.map +1 -1
- package/dist/actions/get-usage-timeline.d.cts +2 -2
- package/dist/actions/get-usage-timeline.d.mts +2 -2
- package/dist/actions/get-usage-timeline.mjs +2 -2
- package/dist/actions/get-usage-timeline.mjs.map +1 -1
- package/dist/actions/get-webhook-logs.cjs +2 -2
- package/dist/actions/get-webhook-logs.cjs.map +1 -1
- package/dist/actions/get-webhook-logs.d.cts +2 -2
- package/dist/actions/get-webhook-logs.d.mts +2 -2
- package/dist/actions/get-webhook-logs.mjs +2 -2
- package/dist/actions/get-webhook-logs.mjs.map +1 -1
- package/dist/actions/list-scheduled-jobs.cjs +2 -2
- package/dist/actions/list-scheduled-jobs.cjs.map +1 -1
- package/dist/actions/list-scheduled-jobs.d.cts +2 -2
- package/dist/actions/list-scheduled-jobs.d.mts +2 -2
- package/dist/actions/list-scheduled-jobs.mjs +2 -2
- package/dist/actions/list-scheduled-jobs.mjs.map +1 -1
- package/dist/actions/markdownify-status.cjs +1 -1
- package/dist/actions/markdownify-status.cjs.map +1 -1
- package/dist/actions/markdownify-status.d.cts +1 -1
- package/dist/actions/markdownify-status.d.mts +1 -1
- package/dist/actions/markdownify-status.mjs +1 -1
- package/dist/actions/markdownify-status.mjs.map +1 -1
- package/dist/actions/save-endpoint.cjs +3 -3
- package/dist/actions/save-endpoint.cjs.map +1 -1
- package/dist/actions/save-endpoint.d.cts +5 -3
- package/dist/actions/save-endpoint.d.cts.map +1 -1
- package/dist/actions/save-endpoint.d.mts +5 -3
- package/dist/actions/save-endpoint.d.mts.map +1 -1
- package/dist/actions/save-endpoint.mjs +3 -3
- package/dist/actions/save-endpoint.mjs.map +1 -1
- package/dist/actions/search-scraper-status.cjs +1 -1
- package/dist/actions/search-scraper-status.cjs.map +1 -1
- package/dist/actions/search-scraper-status.d.cts +1 -1
- package/dist/actions/search-scraper-status.d.mts +1 -1
- package/dist/actions/search-scraper-status.mjs +1 -1
- package/dist/actions/search-scraper-status.mjs.map +1 -1
- package/dist/actions/search-scraper.cjs +1 -1
- package/dist/actions/search-scraper.cjs.map +1 -1
- package/dist/actions/search-scraper.d.cts +1 -1
- package/dist/actions/search-scraper.d.mts +1 -1
- package/dist/actions/search-scraper.mjs +1 -1
- package/dist/actions/search-scraper.mjs.map +1 -1
- package/dist/actions/smart-crawler-status.cjs +3 -3
- package/dist/actions/smart-crawler-status.cjs.map +1 -1
- package/dist/actions/smart-crawler-status.d.cts +3 -3
- package/dist/actions/smart-crawler-status.d.mts +3 -3
- package/dist/actions/smart-crawler-status.mjs +3 -3
- package/dist/actions/smart-crawler-status.mjs.map +1 -1
- package/dist/actions/smart-scraper-start.cjs +3 -3
- package/dist/actions/smart-scraper-start.cjs.map +1 -1
- package/dist/actions/smart-scraper-start.d.cts +5 -5
- package/dist/actions/smart-scraper-start.d.mts +5 -5
- package/dist/actions/smart-scraper-start.mjs +3 -3
- package/dist/actions/smart-scraper-start.mjs.map +1 -1
- package/dist/actions/smart-scraper-status.cjs +1 -1
- package/dist/actions/smart-scraper-status.cjs.map +1 -1
- package/dist/actions/smart-scraper-status.d.cts +1 -1
- package/dist/actions/smart-scraper-status.d.mts +1 -1
- package/dist/actions/smart-scraper-status.mjs +1 -1
- package/dist/actions/smart-scraper-status.mjs.map +1 -1
- package/dist/actions/start-smart-crawler.cjs +1 -1
- package/dist/actions/start-smart-crawler.cjs.map +1 -1
- package/dist/actions/start-smart-crawler.d.cts +1 -1
- package/dist/actions/start-smart-crawler.d.mts +1 -1
- package/dist/actions/start-smart-crawler.mjs +1 -1
- package/dist/actions/start-smart-crawler.mjs.map +1 -1
- package/dist/actions/submit-feedback.cjs +1 -1
- package/dist/actions/submit-feedback.cjs.map +1 -1
- package/dist/actions/submit-feedback.d.cts +1 -1
- package/dist/actions/submit-feedback.d.mts +1 -1
- package/dist/actions/submit-feedback.mjs +1 -1
- package/dist/actions/submit-feedback.mjs.map +1 -1
- package/dist/actions/submit-product-feedback.cjs +1 -1
- package/dist/actions/submit-product-feedback.cjs.map +1 -1
- package/dist/actions/submit-product-feedback.d.cts +1 -1
- package/dist/actions/submit-product-feedback.d.mts +1 -1
- package/dist/actions/submit-product-feedback.mjs +1 -1
- package/dist/actions/submit-product-feedback.mjs.map +1 -1
- package/dist/actions/toonify.cjs +1 -1
- package/dist/actions/toonify.cjs.map +1 -1
- package/dist/actions/toonify.d.cts +1 -1
- package/dist/actions/toonify.d.mts +1 -1
- package/dist/actions/toonify.mjs +1 -1
- package/dist/actions/toonify.mjs.map +1 -1
- package/dist/actions/validate-api-key.cjs +1 -1
- package/dist/actions/validate-api-key.cjs.map +1 -1
- package/dist/actions/validate-api-key.d.cts +1 -1
- package/dist/actions/validate-api-key.d.mts +1 -1
- package/dist/actions/validate-api-key.mjs +1 -1
- package/dist/actions/validate-api-key.mjs.map +1 -1
- package/package.json +1 -1
|
@@ -12,23 +12,25 @@ declare const ScrapegraphAiSaveEndpointInput: z.ZodObject<{
|
|
|
12
12
|
location: z.ZodString;
|
|
13
13
|
required: z.ZodBoolean;
|
|
14
14
|
description: z.ZodString;
|
|
15
|
-
}, z.core.$
|
|
15
|
+
}, z.core.$loose>>;
|
|
16
16
|
target_url: z.ZodString;
|
|
17
17
|
description: z.ZodString;
|
|
18
18
|
pydantic_schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
19
19
|
extraction_prompt: z.ZodString;
|
|
20
20
|
interaction_steps: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
21
|
-
}, z.core.$
|
|
21
|
+
}, z.core.$loose>>;
|
|
22
22
|
}, z.core.$strip>;
|
|
23
23
|
declare const ScrapegraphAiSaveEndpointOutput: z.ZodObject<{
|
|
24
24
|
message: z.ZodOptional<z.ZodNullable<z.ZodDefault<z.ZodString>>>;
|
|
25
25
|
success: z.ZodOptional<z.ZodNullable<z.ZodDefault<z.ZodBoolean>>>;
|
|
26
26
|
saved_count: z.ZodNullable<z.ZodNumber>;
|
|
27
|
-
}, z.core.$
|
|
27
|
+
}, z.core.$loose>;
|
|
28
28
|
declare const scrapegraphAiSaveEndpoint: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
29
29
|
suggestions: {
|
|
30
|
+
[x: string]: unknown;
|
|
30
31
|
endpoint: string;
|
|
31
32
|
parameters: {
|
|
33
|
+
[x: string]: unknown;
|
|
32
34
|
name: string;
|
|
33
35
|
type: string;
|
|
34
36
|
location: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"save-endpoint.d.mts","names":[],"sources":["../../src/actions/save-endpoint.ts"],"mappings":";;;cAIa,8BAAA,EAA8B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;cAmB9B,+BAAA,EAA+B,CAAA,CAAA,SAAA;;;;;cAM/B,yBAAA,gCAAyB,wBAAA
|
|
1
|
+
{"version":3,"file":"save-endpoint.d.mts","names":[],"sources":["../../src/actions/save-endpoint.ts"],"mappings":";;;cAIa,8BAAA,EAA8B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;cAmB9B,+BAAA,EAA+B,CAAA,CAAA,SAAA;;;;;cAM/B,yBAAA,gCAAyB,wBAAA;;;;;;;;;;;;;;;qBAMpC,MAAA"}
|
|
@@ -14,18 +14,18 @@ const scrapegraphAiSaveEndpoint = action("SCRAPEGRAPH_AI_SAVE_ENDPOINT", {
|
|
|
14
14
|
location: z.string().describe("Where the parameter is passed (query, path, body, header)."),
|
|
15
15
|
required: z.boolean().describe("Whether this parameter is mandatory for the endpoint."),
|
|
16
16
|
description: z.string().describe("Detailed description of what this parameter does.")
|
|
17
|
-
}).describe("Schema for defining a parameter in a custom endpoint.")).describe("List of parameters that the endpoint accepts. Use empty list if no parameters."),
|
|
17
|
+
}).passthrough().describe("Schema for defining a parameter in a custom endpoint.")).describe("List of parameters that the endpoint accepts. Use empty list if no parameters."),
|
|
18
18
|
target_url: z.string().describe("The base URL or URL pattern that this endpoint will scrape."),
|
|
19
19
|
description: z.string().describe("Description of what this endpoint does and when to use it."),
|
|
20
20
|
pydantic_schema: z.record(z.string(), z.unknown()).describe("JSON Schema object defining the structure of extracted data. Must include 'type' and 'properties'."),
|
|
21
21
|
extraction_prompt: z.string().describe("Natural language instructions for what data to extract from the target URL."),
|
|
22
22
|
interaction_steps: z.array(z.string()).describe("Optional list of browser interaction steps to perform before extraction (e.g., click buttons, wait for elements).").optional()
|
|
23
|
-
}).describe("Schema for a custom scraping endpoint configuration.")).describe("List of endpoint configurations to save. Each configuration defines a custom scraping endpoint with its parameters and extraction logic.") }).describe("Request schema for saving one or more custom scraping endpoint configurations."),
|
|
23
|
+
}).passthrough().describe("Schema for a custom scraping endpoint configuration.")).describe("List of endpoint configurations to save. Each configuration defines a custom scraping endpoint with its parameters and extraction logic.") }).describe("Request schema for saving one or more custom scraping endpoint configurations."),
|
|
24
24
|
output: z.object({
|
|
25
25
|
message: z.string().default("Endpoint configurations saved successfully").describe("Confirmation message from the API.").nullable().optional(),
|
|
26
26
|
success: z.boolean().default(true).describe("Whether the endpoint configurations were saved successfully.").nullable().optional(),
|
|
27
27
|
saved_count: z.number().int().describe("Number of endpoint configurations that were saved.").nullable()
|
|
28
|
-
}).describe("Response schema after successfully saving endpoint configurations.")
|
|
28
|
+
}).passthrough().describe("Response schema after successfully saving endpoint configurations.")
|
|
29
29
|
});
|
|
30
30
|
//#endregion
|
|
31
31
|
export { scrapegraphAiSaveEndpoint };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"save-endpoint.mjs","names":[],"sources":["../../src/actions/save-endpoint.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSaveEndpointInput = z.object({\n suggestions: z.array(z.object({\n method: z.string().default(\"POST\").describe(\"HTTP method for the endpoint (GET, POST, PUT, etc.).\").optional(),\n endpoint: z.string().describe(\"The endpoint path (e.g., /test-endpoint). Must be a valid URL path.\"),\n parameters: z.array(z.object({\n name: z.string().describe(\"Parameter name (alphanumeric, underscores, dots, and hyphens only).\"),\n type: z.string().describe(\"Parameter data type (e.g., string, integer, boolean).\"),\n is_url: z.boolean().default(false).describe(\"Whether this parameter is a URL that should be scraped.\").optional(),\n location: z.string().describe(\"Where the parameter is passed (query, path, body, header).\"),\n required: z.boolean().describe(\"Whether this parameter is mandatory for the endpoint.\"),\n description: z.string().describe(\"Detailed description of what this parameter does.\"),\n}).describe(\"Schema for defining a parameter in a custom endpoint.\")).describe(\"List of parameters that the endpoint accepts. Use empty list if no parameters.\"),\n target_url: z.string().describe(\"The base URL or URL pattern that this endpoint will scrape.\"),\n description: z.string().describe(\"Description of what this endpoint does and when to use it.\"),\n pydantic_schema: z.record(z.string(), z.unknown()).describe(\"JSON Schema object defining the structure of extracted data. Must include 'type' and 'properties'.\"),\n extraction_prompt: z.string().describe(\"Natural language instructions for what data to extract from the target URL.\"),\n interaction_steps: z.array(z.string()).describe(\"Optional list of browser interaction steps to perform before extraction (e.g., click buttons, wait for elements).\").optional(),\n}).describe(\"Schema for a custom scraping endpoint configuration.\")).describe(\"List of endpoint configurations to save. Each configuration defines a custom scraping endpoint with its parameters and extraction logic.\"),\n}).describe(\"Request schema for saving one or more custom scraping endpoint configurations.\");\nexport const ScrapegraphAiSaveEndpointOutput = z.object({\n message: z.string().default(\"Endpoint configurations saved successfully\").describe(\"Confirmation message from the API.\").nullable().optional(),\n success: z.boolean().default(true).describe(\"Whether the endpoint configurations were saved successfully.\").nullable().optional(),\n saved_count: z.number().int().describe(\"Number of endpoint configurations that were saved.\").nullable(),\n}).describe(\"Response schema after successfully saving endpoint configurations.\");\n\nexport const scrapegraphAiSaveEndpoint = action(\"SCRAPEGRAPH_AI_SAVE_ENDPOINT\", {\n slug: \"scrapegraph_ai-save-endpoint\",\n name: \"Save Endpoint Configuration\",\n description: \"Tool to save custom scraping endpoint configurations to ScrapeGraphAI. Use when you need to create reusable scraping endpoints with specific parameters and extraction logic.\",\n input: ScrapegraphAiSaveEndpointInput,\n output: ScrapegraphAiSaveEndpointOutput,\n});\n"],"mappings":";;AA6BA,MAAa,4BAA4B,OAAO,gCAAgC;CAC9E,MAAM;CACN,MAAM;CACN,aAAa;CACb,OA7B4C,EAAE,OAAO,EACrD,aAAa,EAAE,MAAM,EAAE,OAAO;EAC9B,QAAQ,EAAE,OAAO,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EAC7G,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,qEAAqE;EACnG,YAAY,EAAE,MAAM,EAAE,OAAO;GAC7B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qEAAqE;GAC/F,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uDAAuD;GACjF,QAAQ,EAAE,QAAQ,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;GAChH,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;GAC1F,UAAU,EAAE,QAAQ,CAAC,CAAC,SAAS,uDAAuD;GACtF,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD;EACtF,CAAC,CAAC,CAAC,SAAS,uDAAuD,CAAC,CAAC,CAAC,SAAS,gFAAgF;
|
|
1
|
+
{"version":3,"file":"save-endpoint.mjs","names":[],"sources":["../../src/actions/save-endpoint.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSaveEndpointInput = z.object({\n suggestions: z.array(z.object({\n method: z.string().default(\"POST\").describe(\"HTTP method for the endpoint (GET, POST, PUT, etc.).\").optional(),\n endpoint: z.string().describe(\"The endpoint path (e.g., /test-endpoint). Must be a valid URL path.\"),\n parameters: z.array(z.object({\n name: z.string().describe(\"Parameter name (alphanumeric, underscores, dots, and hyphens only).\"),\n type: z.string().describe(\"Parameter data type (e.g., string, integer, boolean).\"),\n is_url: z.boolean().default(false).describe(\"Whether this parameter is a URL that should be scraped.\").optional(),\n location: z.string().describe(\"Where the parameter is passed (query, path, body, header).\"),\n required: z.boolean().describe(\"Whether this parameter is mandatory for the endpoint.\"),\n description: z.string().describe(\"Detailed description of what this parameter does.\"),\n}).passthrough().describe(\"Schema for defining a parameter in a custom endpoint.\")).describe(\"List of parameters that the endpoint accepts. Use empty list if no parameters.\"),\n target_url: z.string().describe(\"The base URL or URL pattern that this endpoint will scrape.\"),\n description: z.string().describe(\"Description of what this endpoint does and when to use it.\"),\n pydantic_schema: z.record(z.string(), z.unknown()).describe(\"JSON Schema object defining the structure of extracted data. Must include 'type' and 'properties'.\"),\n extraction_prompt: z.string().describe(\"Natural language instructions for what data to extract from the target URL.\"),\n interaction_steps: z.array(z.string()).describe(\"Optional list of browser interaction steps to perform before extraction (e.g., click buttons, wait for elements).\").optional(),\n}).passthrough().describe(\"Schema for a custom scraping endpoint configuration.\")).describe(\"List of endpoint configurations to save. Each configuration defines a custom scraping endpoint with its parameters and extraction logic.\"),\n}).describe(\"Request schema for saving one or more custom scraping endpoint configurations.\");\nexport const ScrapegraphAiSaveEndpointOutput = z.object({\n message: z.string().default(\"Endpoint configurations saved successfully\").describe(\"Confirmation message from the API.\").nullable().optional(),\n success: z.boolean().default(true).describe(\"Whether the endpoint configurations were saved successfully.\").nullable().optional(),\n saved_count: z.number().int().describe(\"Number of endpoint configurations that were saved.\").nullable(),\n}).passthrough().describe(\"Response schema after successfully saving endpoint configurations.\");\n\nexport const scrapegraphAiSaveEndpoint = action(\"SCRAPEGRAPH_AI_SAVE_ENDPOINT\", {\n slug: \"scrapegraph_ai-save-endpoint\",\n name: \"Save Endpoint Configuration\",\n description: \"Tool to save custom scraping endpoint configurations to ScrapeGraphAI. Use when you need to create reusable scraping endpoints with specific parameters and extraction logic.\",\n input: ScrapegraphAiSaveEndpointInput,\n output: ScrapegraphAiSaveEndpointOutput,\n});\n"],"mappings":";;AA6BA,MAAa,4BAA4B,OAAO,gCAAgC;CAC9E,MAAM;CACN,MAAM;CACN,aAAa;CACb,OA7B4C,EAAE,OAAO,EACrD,aAAa,EAAE,MAAM,EAAE,OAAO;EAC9B,QAAQ,EAAE,OAAO,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EAC7G,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,qEAAqE;EACnG,YAAY,EAAE,MAAM,EAAE,OAAO;GAC7B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qEAAqE;GAC/F,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uDAAuD;GACjF,QAAQ,EAAE,QAAQ,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;GAChH,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;GAC1F,UAAU,EAAE,QAAQ,CAAC,CAAC,SAAS,uDAAuD;GACtF,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD;EACtF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uDAAuD,CAAC,CAAC,CAAC,SAAS,gFAAgF;EAC3K,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,6DAA6D;EAC7F,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;EAC7F,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,oGAAoG;EAChK,mBAAmB,EAAE,OAAO,CAAC,CAAC,SAAS,6EAA6E;EACpH,mBAAmB,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,mHAAmH,CAAC,CAAC,SAAS;CAChL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,CAAC,SAAS,0IAA0I,EACtO,CAAC,CAAC,CAAC,SAAS,gFAWH;CACP,QAX6C,EAAE,OAAO;EACtD,SAAS,EAAE,OAAO,CAAC,CAAC,QAAQ,4CAA4C,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC7I,SAAS,EAAE,QAAQ,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAChI,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,oDAAoD,CAAC,CAAC,SAAS;CACxG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oEAOhB;AACV,CAAC"}
|
|
@@ -11,7 +11,7 @@ const ScrapegraphAiSearchScraperStatusOutput = zod.z.object({
|
|
|
11
11
|
user_prompt: zod.z.string().describe("The original search query that was submitted.").nullable().optional(),
|
|
12
12
|
reference_urls: zod.z.array(zod.z.string()).describe("List of URLs used as references for generating the search results.").nullable().optional(),
|
|
13
13
|
markdown_content: zod.z.string().describe("Markdown-formatted content of the search results.").nullable().optional()
|
|
14
|
-
}).describe("Response model for SearchScraper status check.");
|
|
14
|
+
}).passthrough().describe("Response model for SearchScraper status check.");
|
|
15
15
|
const scrapegraphAiSearchScraperStatus = require_action.action("SCRAPEGRAPH_AI_SEARCH_SCRAPER_STATUS", {
|
|
16
16
|
slug: "scrapegraph_ai-search-scraper-status",
|
|
17
17
|
name: "Check SearchScraper Status",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search-scraper-status.cjs","names":["z","action"],"sources":["../../src/actions/search-scraper-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSearchScraperStatusInput = z.object({\n request_id: z.string().describe(\"The unique identifier (UUID) of the SearchScraper request obtained from the SearchScraper action response.\"),\n}).describe(\"Request model for checking the status of a SearchScraper job.\");\nexport const ScrapegraphAiSearchScraperStatusOutput = z.object({\n error: z.string().describe(\"Error message if the job failed. Empty or null if successful.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Search results structured data (available when status is 'completed'). Contains the extracted information from the search.\").nullable().optional(),\n status: z.string().describe(\"Current status of the search request. Possible values: 'queued', 'processing', 'completed', or 'failed'.\").nullable(),\n request_id: z.string().describe(\"The unique identifier (UUID) of the search request.\").nullable(),\n num_results: z.number().int().describe(\"Number of search results requested.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original search query that was submitted.\").nullable().optional(),\n reference_urls: z.array(z.string()).describe(\"List of URLs used as references for generating the search results.\").nullable().optional(),\n markdown_content: z.string().describe(\"Markdown-formatted content of the search results.\").nullable().optional(),\n}).describe(\"Response model for SearchScraper status check.\");\n\nexport const scrapegraphAiSearchScraperStatus = action(\"SCRAPEGRAPH_AI_SEARCH_SCRAPER_STATUS\", {\n slug: \"scrapegraph_ai-search-scraper-status\",\n name: \"Check SearchScraper Status\",\n description: \"Check the status and results of an asynchronous SearchScraper job.\",\n input: ScrapegraphAiSearchScraperStatusInput,\n output: ScrapegraphAiSearchScraperStatusOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wCAAwCA,IAAAA,EAAE,OAAO,EAC5D,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4GAA4G,EAC9I,CAAC,CAAC,CAAC,SAAS,+DAA+D;AAC3E,MAAa,yCAAyCA,IAAAA,EAAE,OAAO;CAC7D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChH,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrM,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0GAA0G,CAAC,CAAC,SAAS;CACjJ,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;CAChG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAClG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACjH,CAAC,CAAC,CAAC,SAAS,gDAAgD;
|
|
1
|
+
{"version":3,"file":"search-scraper-status.cjs","names":["z","action"],"sources":["../../src/actions/search-scraper-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSearchScraperStatusInput = z.object({\n request_id: z.string().describe(\"The unique identifier (UUID) of the SearchScraper request obtained from the SearchScraper action response.\"),\n}).describe(\"Request model for checking the status of a SearchScraper job.\");\nexport const ScrapegraphAiSearchScraperStatusOutput = z.object({\n error: z.string().describe(\"Error message if the job failed. Empty or null if successful.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Search results structured data (available when status is 'completed'). Contains the extracted information from the search.\").nullable().optional(),\n status: z.string().describe(\"Current status of the search request. Possible values: 'queued', 'processing', 'completed', or 'failed'.\").nullable(),\n request_id: z.string().describe(\"The unique identifier (UUID) of the search request.\").nullable(),\n num_results: z.number().int().describe(\"Number of search results requested.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original search query that was submitted.\").nullable().optional(),\n reference_urls: z.array(z.string()).describe(\"List of URLs used as references for generating the search results.\").nullable().optional(),\n markdown_content: z.string().describe(\"Markdown-formatted content of the search results.\").nullable().optional(),\n}).passthrough().describe(\"Response model for SearchScraper status check.\");\n\nexport const scrapegraphAiSearchScraperStatus = action(\"SCRAPEGRAPH_AI_SEARCH_SCRAPER_STATUS\", {\n slug: \"scrapegraph_ai-search-scraper-status\",\n name: \"Check SearchScraper Status\",\n description: \"Check the status and results of an asynchronous SearchScraper job.\",\n input: ScrapegraphAiSearchScraperStatusInput,\n output: ScrapegraphAiSearchScraperStatusOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wCAAwCA,IAAAA,EAAE,OAAO,EAC5D,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4GAA4G,EAC9I,CAAC,CAAC,CAAC,SAAS,+DAA+D;AAC3E,MAAa,yCAAyCA,IAAAA,EAAE,OAAO;CAC7D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChH,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrM,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0GAA0G,CAAC,CAAC,SAAS;CACjJ,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;CAChG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAClG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACjH,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,gDAAgD;AAE1E,MAAa,mCAAmCC,eAAAA,OAAO,wCAAwC;CAC7F,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -13,7 +13,7 @@ declare const ScrapegraphAiSearchScraperStatusOutput: z.ZodObject<{
|
|
|
13
13
|
user_prompt: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
14
14
|
reference_urls: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString>>>;
|
|
15
15
|
markdown_content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
16
|
-
}, z.core.$
|
|
16
|
+
}, z.core.$loose>;
|
|
17
17
|
declare const scrapegraphAiSearchScraperStatus: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
18
18
|
request_id: string;
|
|
19
19
|
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
@@ -13,7 +13,7 @@ declare const ScrapegraphAiSearchScraperStatusOutput: z.ZodObject<{
|
|
|
13
13
|
user_prompt: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
14
14
|
reference_urls: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString>>>;
|
|
15
15
|
markdown_content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
16
|
-
}, z.core.$
|
|
16
|
+
}, z.core.$loose>;
|
|
17
17
|
declare const scrapegraphAiSearchScraperStatus: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
18
18
|
request_id: string;
|
|
19
19
|
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
@@ -14,7 +14,7 @@ const scrapegraphAiSearchScraperStatus = action("SCRAPEGRAPH_AI_SEARCH_SCRAPER_S
|
|
|
14
14
|
user_prompt: z.string().describe("The original search query that was submitted.").nullable().optional(),
|
|
15
15
|
reference_urls: z.array(z.string()).describe("List of URLs used as references for generating the search results.").nullable().optional(),
|
|
16
16
|
markdown_content: z.string().describe("Markdown-formatted content of the search results.").nullable().optional()
|
|
17
|
-
}).describe("Response model for SearchScraper status check.")
|
|
17
|
+
}).passthrough().describe("Response model for SearchScraper status check.")
|
|
18
18
|
});
|
|
19
19
|
//#endregion
|
|
20
20
|
export { scrapegraphAiSearchScraperStatus };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search-scraper-status.mjs","names":[],"sources":["../../src/actions/search-scraper-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSearchScraperStatusInput = z.object({\n request_id: z.string().describe(\"The unique identifier (UUID) of the SearchScraper request obtained from the SearchScraper action response.\"),\n}).describe(\"Request model for checking the status of a SearchScraper job.\");\nexport const ScrapegraphAiSearchScraperStatusOutput = z.object({\n error: z.string().describe(\"Error message if the job failed. Empty or null if successful.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Search results structured data (available when status is 'completed'). Contains the extracted information from the search.\").nullable().optional(),\n status: z.string().describe(\"Current status of the search request. Possible values: 'queued', 'processing', 'completed', or 'failed'.\").nullable(),\n request_id: z.string().describe(\"The unique identifier (UUID) of the search request.\").nullable(),\n num_results: z.number().int().describe(\"Number of search results requested.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original search query that was submitted.\").nullable().optional(),\n reference_urls: z.array(z.string()).describe(\"List of URLs used as references for generating the search results.\").nullable().optional(),\n markdown_content: z.string().describe(\"Markdown-formatted content of the search results.\").nullable().optional(),\n}).describe(\"Response model for SearchScraper status check.\");\n\nexport const scrapegraphAiSearchScraperStatus = action(\"SCRAPEGRAPH_AI_SEARCH_SCRAPER_STATUS\", {\n slug: \"scrapegraph_ai-search-scraper-status\",\n name: \"Check SearchScraper Status\",\n description: \"Check the status and results of an asynchronous SearchScraper job.\",\n input: ScrapegraphAiSearchScraperStatusInput,\n output: ScrapegraphAiSearchScraperStatusOutput,\n});\n"],"mappings":";;AAkBA,MAAa,mCAAmC,OAAO,wCAAwC;CAC7F,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAlBmD,EAAE,OAAO,EAC5D,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,4GAA4G,EAC9I,CAAC,CAAC,CAAC,SAAS,+DAgBH;CACP,QAhBoD,EAAE,OAAO;EAC7D,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAChH,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrM,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,0GAA0G,CAAC,CAAC,SAAS;EACjJ,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;EAChG,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClG,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACtG,gBAAgB,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACvI,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjH,CAAC,CAAC,CAAC,SAAS,
|
|
1
|
+
{"version":3,"file":"search-scraper-status.mjs","names":[],"sources":["../../src/actions/search-scraper-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSearchScraperStatusInput = z.object({\n request_id: z.string().describe(\"The unique identifier (UUID) of the SearchScraper request obtained from the SearchScraper action response.\"),\n}).describe(\"Request model for checking the status of a SearchScraper job.\");\nexport const ScrapegraphAiSearchScraperStatusOutput = z.object({\n error: z.string().describe(\"Error message if the job failed. Empty or null if successful.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Search results structured data (available when status is 'completed'). Contains the extracted information from the search.\").nullable().optional(),\n status: z.string().describe(\"Current status of the search request. Possible values: 'queued', 'processing', 'completed', or 'failed'.\").nullable(),\n request_id: z.string().describe(\"The unique identifier (UUID) of the search request.\").nullable(),\n num_results: z.number().int().describe(\"Number of search results requested.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original search query that was submitted.\").nullable().optional(),\n reference_urls: z.array(z.string()).describe(\"List of URLs used as references for generating the search results.\").nullable().optional(),\n markdown_content: z.string().describe(\"Markdown-formatted content of the search results.\").nullable().optional(),\n}).passthrough().describe(\"Response model for SearchScraper status check.\");\n\nexport const scrapegraphAiSearchScraperStatus = action(\"SCRAPEGRAPH_AI_SEARCH_SCRAPER_STATUS\", {\n slug: \"scrapegraph_ai-search-scraper-status\",\n name: \"Check SearchScraper Status\",\n description: \"Check the status and results of an asynchronous SearchScraper job.\",\n input: ScrapegraphAiSearchScraperStatusInput,\n output: ScrapegraphAiSearchScraperStatusOutput,\n});\n"],"mappings":";;AAkBA,MAAa,mCAAmC,OAAO,wCAAwC;CAC7F,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAlBmD,EAAE,OAAO,EAC5D,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,4GAA4G,EAC9I,CAAC,CAAC,CAAC,SAAS,+DAgBH;CACP,QAhBoD,EAAE,OAAO;EAC7D,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAChH,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrM,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,0GAA0G,CAAC,CAAC,SAAS;EACjJ,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;EAChG,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClG,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACtG,gBAAgB,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACvI,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjH,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,gDAOhB;AACV,CAAC"}
|
|
@@ -17,7 +17,7 @@ const ScrapegraphAiSearchScraperOutput = zod.z.object({
|
|
|
17
17
|
user_prompt: zod.z.string().describe("The original search query that was executed.").nullable(),
|
|
18
18
|
reference_urls: zod.z.array(zod.z.string()).describe("List of source URLs that were searched and extracted data from.").nullable().optional(),
|
|
19
19
|
markdown_content: zod.z.string().describe("Raw markdown content from scraped pages (when extraction_mode=false).").nullable().optional()
|
|
20
|
-
}).describe("Structured response from the SearchScraper action.");
|
|
20
|
+
}).passthrough().describe("Structured response from the SearchScraper action.");
|
|
21
21
|
const scrapegraphAiSearchScraper = require_action.action("SCRAPEGRAPH_AI_SEARCH_SCRAPER", {
|
|
22
22
|
slug: "scrapegraph_ai-search-scraper",
|
|
23
23
|
name: "Search Scraper",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search-scraper.cjs","names":["z","action"],"sources":["../../src/actions/search-scraper.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSearchScraperInput = z.object({\n mock: z.boolean().describe(\"If true, returns a mock response for testing without consuming credits. Default is false.\").optional(),\n query: z.string().describe(\"The search query describing what you want to find on the web.\"),\n language: z.string().describe(\"ISO 639-1 language code for the search (e.g., 'en').\").optional(),\n num_results: z.number().int().describe(\"Number of websites to search (3-20). Each website incurs credit costs. Default is 3. Insufficient credits returns a 402 error; verify balance before setting values above 3.\").optional(),\n extraction_mode: z.boolean().describe(\"If true (default), uses AI to extract structured data (10 credits/page). If false, returns raw markdown content (2 credits/page).\").optional(),\n}).describe(\"Request parameters for the SearchScraper action.\");\nexport const ScrapegraphAiSearchScraperOutput = z.object({\n error: z.string().describe(\"Error message if the request failed.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Extracted structured data (when extraction_mode=true). Structure varies based on search query.\").nullable().optional(),\n status: z.string().describe(\"Status of the request: 'completed', 'running', or 'failed'.\").nullable(),\n request_id: z.string().describe(\"Unique identifier for tracking this request.\").nullable(),\n num_results: z.number().int().describe(\"Number of websites that were searched.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original search query that was executed.\").nullable(),\n reference_urls: z.array(z.string()).describe(\"List of source URLs that were searched and extracted data from.\").nullable().optional(),\n markdown_content: z.string().describe(\"Raw markdown content from scraped pages (when extraction_mode=false).\").nullable().optional(),\n}).describe(\"Structured response from the SearchScraper action.\");\n\nexport const scrapegraphAiSearchScraper = action(\"SCRAPEGRAPH_AI_SEARCH_SCRAPER\", {\n slug: \"scrapegraph_ai-search-scraper\",\n name: \"Search Scraper\",\n description: \"Perform AI-powered web searches with structured, parsed results. Some sites block scrapers and return empty bodies; treat these as unrecoverable for that URL. JS-rendered pages may yield incomplete content.\",\n input: ScrapegraphAiSearchScraperInput,\n output: ScrapegraphAiSearchScraperOutput,\n});\n"],"mappings":";;;AAIA,MAAa,kCAAkCA,IAAAA,EAAE,OAAO;CACtD,MAAMA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,2FAA2F,CAAC,CAAC,SAAS;CACjI,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;CAC1F,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CAC/F,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8KAA8K,CAAC,CAAC,SAAS;CAChO,iBAAiBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,mIAAmI,CAAC,CAAC,SAAS;AACtL,CAAC,CAAC,CAAC,SAAS,kDAAkD;AAC9D,MAAa,mCAAmCA,IAAAA,EAAE,OAAO;CACvD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gGAAgG,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzK,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6DAA6D,CAAC,CAAC,SAAS;CACpG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACzF,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CAC1F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,iEAAiE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpI,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACrI,CAAC,CAAC,CAAC,SAAS,oDAAoD;
|
|
1
|
+
{"version":3,"file":"search-scraper.cjs","names":["z","action"],"sources":["../../src/actions/search-scraper.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSearchScraperInput = z.object({\n mock: z.boolean().describe(\"If true, returns a mock response for testing without consuming credits. Default is false.\").optional(),\n query: z.string().describe(\"The search query describing what you want to find on the web.\"),\n language: z.string().describe(\"ISO 639-1 language code for the search (e.g., 'en').\").optional(),\n num_results: z.number().int().describe(\"Number of websites to search (3-20). Each website incurs credit costs. Default is 3. Insufficient credits returns a 402 error; verify balance before setting values above 3.\").optional(),\n extraction_mode: z.boolean().describe(\"If true (default), uses AI to extract structured data (10 credits/page). If false, returns raw markdown content (2 credits/page).\").optional(),\n}).describe(\"Request parameters for the SearchScraper action.\");\nexport const ScrapegraphAiSearchScraperOutput = z.object({\n error: z.string().describe(\"Error message if the request failed.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Extracted structured data (when extraction_mode=true). Structure varies based on search query.\").nullable().optional(),\n status: z.string().describe(\"Status of the request: 'completed', 'running', or 'failed'.\").nullable(),\n request_id: z.string().describe(\"Unique identifier for tracking this request.\").nullable(),\n num_results: z.number().int().describe(\"Number of websites that were searched.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original search query that was executed.\").nullable(),\n reference_urls: z.array(z.string()).describe(\"List of source URLs that were searched and extracted data from.\").nullable().optional(),\n markdown_content: z.string().describe(\"Raw markdown content from scraped pages (when extraction_mode=false).\").nullable().optional(),\n}).passthrough().describe(\"Structured response from the SearchScraper action.\");\n\nexport const scrapegraphAiSearchScraper = action(\"SCRAPEGRAPH_AI_SEARCH_SCRAPER\", {\n slug: \"scrapegraph_ai-search-scraper\",\n name: \"Search Scraper\",\n description: \"Perform AI-powered web searches with structured, parsed results. Some sites block scrapers and return empty bodies; treat these as unrecoverable for that URL. JS-rendered pages may yield incomplete content.\",\n input: ScrapegraphAiSearchScraperInput,\n output: ScrapegraphAiSearchScraperOutput,\n});\n"],"mappings":";;;AAIA,MAAa,kCAAkCA,IAAAA,EAAE,OAAO;CACtD,MAAMA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,2FAA2F,CAAC,CAAC,SAAS;CACjI,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;CAC1F,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CAC/F,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8KAA8K,CAAC,CAAC,SAAS;CAChO,iBAAiBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,mIAAmI,CAAC,CAAC,SAAS;AACtL,CAAC,CAAC,CAAC,SAAS,kDAAkD;AAC9D,MAAa,mCAAmCA,IAAAA,EAAE,OAAO;CACvD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gGAAgG,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzK,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6DAA6D,CAAC,CAAC,SAAS;CACpG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACzF,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CAC1F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,iEAAiE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpI,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACrI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oDAAoD;AAE9E,MAAa,6BAA6BC,eAAAA,OAAO,iCAAiC;CAChF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -17,7 +17,7 @@ declare const ScrapegraphAiSearchScraperOutput: z.ZodObject<{
|
|
|
17
17
|
user_prompt: z.ZodNullable<z.ZodString>;
|
|
18
18
|
reference_urls: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString>>>;
|
|
19
19
|
markdown_content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
20
|
-
}, z.core.$
|
|
20
|
+
}, z.core.$loose>;
|
|
21
21
|
declare const scrapegraphAiSearchScraper: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
22
22
|
query: string;
|
|
23
23
|
mock?: boolean | undefined;
|
|
@@ -17,7 +17,7 @@ declare const ScrapegraphAiSearchScraperOutput: z.ZodObject<{
|
|
|
17
17
|
user_prompt: z.ZodNullable<z.ZodString>;
|
|
18
18
|
reference_urls: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString>>>;
|
|
19
19
|
markdown_content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
20
|
-
}, z.core.$
|
|
20
|
+
}, z.core.$loose>;
|
|
21
21
|
declare const scrapegraphAiSearchScraper: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
22
22
|
query: string;
|
|
23
23
|
mock?: boolean | undefined;
|
|
@@ -20,7 +20,7 @@ const scrapegraphAiSearchScraper = action("SCRAPEGRAPH_AI_SEARCH_SCRAPER", {
|
|
|
20
20
|
user_prompt: z.string().describe("The original search query that was executed.").nullable(),
|
|
21
21
|
reference_urls: z.array(z.string()).describe("List of source URLs that were searched and extracted data from.").nullable().optional(),
|
|
22
22
|
markdown_content: z.string().describe("Raw markdown content from scraped pages (when extraction_mode=false).").nullable().optional()
|
|
23
|
-
}).describe("Structured response from the SearchScraper action.")
|
|
23
|
+
}).passthrough().describe("Structured response from the SearchScraper action.")
|
|
24
24
|
});
|
|
25
25
|
//#endregion
|
|
26
26
|
export { scrapegraphAiSearchScraper };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search-scraper.mjs","names":[],"sources":["../../src/actions/search-scraper.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSearchScraperInput = z.object({\n mock: z.boolean().describe(\"If true, returns a mock response for testing without consuming credits. Default is false.\").optional(),\n query: z.string().describe(\"The search query describing what you want to find on the web.\"),\n language: z.string().describe(\"ISO 639-1 language code for the search (e.g., 'en').\").optional(),\n num_results: z.number().int().describe(\"Number of websites to search (3-20). Each website incurs credit costs. Default is 3. Insufficient credits returns a 402 error; verify balance before setting values above 3.\").optional(),\n extraction_mode: z.boolean().describe(\"If true (default), uses AI to extract structured data (10 credits/page). If false, returns raw markdown content (2 credits/page).\").optional(),\n}).describe(\"Request parameters for the SearchScraper action.\");\nexport const ScrapegraphAiSearchScraperOutput = z.object({\n error: z.string().describe(\"Error message if the request failed.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Extracted structured data (when extraction_mode=true). Structure varies based on search query.\").nullable().optional(),\n status: z.string().describe(\"Status of the request: 'completed', 'running', or 'failed'.\").nullable(),\n request_id: z.string().describe(\"Unique identifier for tracking this request.\").nullable(),\n num_results: z.number().int().describe(\"Number of websites that were searched.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original search query that was executed.\").nullable(),\n reference_urls: z.array(z.string()).describe(\"List of source URLs that were searched and extracted data from.\").nullable().optional(),\n markdown_content: z.string().describe(\"Raw markdown content from scraped pages (when extraction_mode=false).\").nullable().optional(),\n}).describe(\"Structured response from the SearchScraper action.\");\n\nexport const scrapegraphAiSearchScraper = action(\"SCRAPEGRAPH_AI_SEARCH_SCRAPER\", {\n slug: \"scrapegraph_ai-search-scraper\",\n name: \"Search Scraper\",\n description: \"Perform AI-powered web searches with structured, parsed results. Some sites block scrapers and return empty bodies; treat these as unrecoverable for that URL. JS-rendered pages may yield incomplete content.\",\n input: ScrapegraphAiSearchScraperInput,\n output: ScrapegraphAiSearchScraperOutput,\n});\n"],"mappings":";;AAsBA,MAAa,6BAA6B,OAAO,iCAAiC;CAChF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAtB6C,EAAE,OAAO;EACtD,MAAM,EAAE,QAAQ,CAAC,CAAC,SAAS,2FAA2F,CAAC,CAAC,SAAS;EACjI,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;EAC1F,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EAC/F,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8KAA8K,CAAC,CAAC,SAAS;EAChO,iBAAiB,EAAE,QAAQ,CAAC,CAAC,SAAS,mIAAmI,CAAC,CAAC,SAAS;CACtL,CAAC,CAAC,CAAC,SAAS,kDAgBH;CACP,QAhB8C,EAAE,OAAO;EACvD,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACvF,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gGAAgG,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzK,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,6DAA6D,CAAC,CAAC,SAAS;EACpG,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EACzF,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrG,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EAC1F,gBAAgB,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,iEAAiE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACpI,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,CAAC,CAAC,CAAC,SAAS,
|
|
1
|
+
{"version":3,"file":"search-scraper.mjs","names":[],"sources":["../../src/actions/search-scraper.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSearchScraperInput = z.object({\n mock: z.boolean().describe(\"If true, returns a mock response for testing without consuming credits. Default is false.\").optional(),\n query: z.string().describe(\"The search query describing what you want to find on the web.\"),\n language: z.string().describe(\"ISO 639-1 language code for the search (e.g., 'en').\").optional(),\n num_results: z.number().int().describe(\"Number of websites to search (3-20). Each website incurs credit costs. Default is 3. Insufficient credits returns a 402 error; verify balance before setting values above 3.\").optional(),\n extraction_mode: z.boolean().describe(\"If true (default), uses AI to extract structured data (10 credits/page). If false, returns raw markdown content (2 credits/page).\").optional(),\n}).describe(\"Request parameters for the SearchScraper action.\");\nexport const ScrapegraphAiSearchScraperOutput = z.object({\n error: z.string().describe(\"Error message if the request failed.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Extracted structured data (when extraction_mode=true). Structure varies based on search query.\").nullable().optional(),\n status: z.string().describe(\"Status of the request: 'completed', 'running', or 'failed'.\").nullable(),\n request_id: z.string().describe(\"Unique identifier for tracking this request.\").nullable(),\n num_results: z.number().int().describe(\"Number of websites that were searched.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original search query that was executed.\").nullable(),\n reference_urls: z.array(z.string()).describe(\"List of source URLs that were searched and extracted data from.\").nullable().optional(),\n markdown_content: z.string().describe(\"Raw markdown content from scraped pages (when extraction_mode=false).\").nullable().optional(),\n}).passthrough().describe(\"Structured response from the SearchScraper action.\");\n\nexport const scrapegraphAiSearchScraper = action(\"SCRAPEGRAPH_AI_SEARCH_SCRAPER\", {\n slug: \"scrapegraph_ai-search-scraper\",\n name: \"Search Scraper\",\n description: \"Perform AI-powered web searches with structured, parsed results. Some sites block scrapers and return empty bodies; treat these as unrecoverable for that URL. JS-rendered pages may yield incomplete content.\",\n input: ScrapegraphAiSearchScraperInput,\n output: ScrapegraphAiSearchScraperOutput,\n});\n"],"mappings":";;AAsBA,MAAa,6BAA6B,OAAO,iCAAiC;CAChF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAtB6C,EAAE,OAAO;EACtD,MAAM,EAAE,QAAQ,CAAC,CAAC,SAAS,2FAA2F,CAAC,CAAC,SAAS;EACjI,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;EAC1F,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EAC/F,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8KAA8K,CAAC,CAAC,SAAS;EAChO,iBAAiB,EAAE,QAAQ,CAAC,CAAC,SAAS,mIAAmI,CAAC,CAAC,SAAS;CACtL,CAAC,CAAC,CAAC,SAAS,kDAgBH;CACP,QAhB8C,EAAE,OAAO;EACvD,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACvF,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gGAAgG,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzK,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,6DAA6D,CAAC,CAAC,SAAS;EACpG,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EACzF,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrG,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;EAC1F,gBAAgB,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,iEAAiE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACpI,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oDAOhB;AACV,CAAC"}
|
|
@@ -6,7 +6,7 @@ const ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema = zod.z.object({
|
|
|
6
6
|
url: zod.z.string().describe("URL of the crawled page.").nullable(),
|
|
7
7
|
html: zod.z.string().describe("Raw HTML content of the page if available.").nullable().optional(),
|
|
8
8
|
markdown: zod.z.string().describe("Extracted content in Markdown format.").nullable()
|
|
9
|
-
}).describe("Represents a single crawled page with extracted content.");
|
|
9
|
+
}).passthrough().describe("Represents a single crawled page with extracted content.");
|
|
10
10
|
const ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema = zod.z.object({
|
|
11
11
|
pages: zod.z.array(ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema).describe("Details and extracted content for each page."),
|
|
12
12
|
status: zod.z.string().describe("Status of the crawl job (e.g., 'done', 'processing', 'queued', 'failed').").nullable(),
|
|
@@ -15,11 +15,11 @@ const ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema = zod.z.object({
|
|
|
15
15
|
credits_used: zod.z.number().int().describe("Number of credits consumed by this crawl job.").nullable().optional(),
|
|
16
16
|
elapsed_time: zod.z.number().describe("Time taken to complete the crawl in seconds.").nullable().optional(),
|
|
17
17
|
pages_processed: zod.z.number().int().describe("Total number of pages processed.").nullable().optional()
|
|
18
|
-
}).describe("Structured result object for the crawl job.");
|
|
18
|
+
}).passthrough().describe("Structured result object for the crawl job.");
|
|
19
19
|
const ScrapegraphAiSmartCrawlerStatusOutput = zod.z.object({
|
|
20
20
|
result: ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema.nullable(),
|
|
21
21
|
status: zod.z.string().describe("Overall request status (e.g., 'success').").nullable()
|
|
22
|
-
}).describe("Response model for SmartCrawler status checks.");
|
|
22
|
+
}).passthrough().describe("Response model for SmartCrawler status checks.");
|
|
23
23
|
const scrapegraphAiSmartCrawlerStatus = require_action.action("SCRAPEGRAPH_AI_SMART_CRAWLER_STATUS", {
|
|
24
24
|
slug: "scrapegraph_ai-smart-crawler-status",
|
|
25
25
|
name: "SmartCrawler Status",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"smart-crawler-status.cjs","names":["z","action"],"sources":["../../src/actions/smart-crawler-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSmartCrawlerStatusInput = z.object({\n task_id: z.string().describe(\"The unique identifier of the SmartCrawler task to check status for. Obtained from starting a SmartCrawler job.\"),\n}).describe(\"Request model for checking the status of a SmartCrawler job.\");\nconst ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema = z.object({\n url: z.string().describe(\"URL of the crawled page.\").nullable(),\n html: z.string().describe(\"Raw HTML content of the page if available.\").nullable().optional(),\n markdown: z.string().describe(\"Extracted content in Markdown format.\").nullable(),\n}).describe(\"Represents a single crawled page with extracted content.\");\nconst ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema = z.object({\n pages: z.array(ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema).describe(\"Details and extracted content for each page.\"),\n status: z.string().describe(\"Status of the crawl job (e.g., 'done', 'processing', 'queued', 'failed').\").nullable(),\n llm_result: z.record(z.string(), z.unknown()).describe(\"Structured extraction result from the LLM. Only present when extraction_mode was enabled.\").nullable().optional(),\n crawled_urls: z.array(z.string()).describe(\"List of all URLs visited during crawling.\"),\n credits_used: z.number().int().describe(\"Number of credits consumed by this crawl job.\").nullable().optional(),\n elapsed_time: z.number().describe(\"Time taken to complete the crawl in seconds.\").nullable().optional(),\n pages_processed: z.number().int().describe(\"Total number of pages processed.\").nullable().optional(),\n}).describe(\"Structured result object for the crawl job.\");\nexport const ScrapegraphAiSmartCrawlerStatusOutput = z.object({\n result: ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema.nullable(),\n status: z.string().describe(\"Overall request status (e.g., 'success').\").nullable(),\n}).describe(\"Response model for SmartCrawler status checks.\");\n\nexport const scrapegraphAiSmartCrawlerStatus = action(\"SCRAPEGRAPH_AI_SMART_CRAWLER_STATUS\", {\n slug: \"scrapegraph_ai-smart-crawler-status\",\n name: \"SmartCrawler Status\",\n description: \"Check the status and retrieve results of a SmartCrawler web crawling job. Use this action to poll for completion and get the extracted content from a previously started SmartCrawler job. Returns the job status, crawled URLs, page content in markdown/HTML format, and LLM extraction results (if enabled). Implement a polling timeout (e.g., max retries or elapsed time cap) to avoid indefinite loops when waiting for long-running jobs.\",\n input: ScrapegraphAiSmartCrawlerStatusInput,\n output: ScrapegraphAiSmartCrawlerStatusOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uCAAuCA,IAAAA,EAAE,OAAO,EAC3D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gHAAgH,EAC/I,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC1E,MAAM,yDAAyDA,IAAAA,EAAE,OAAO;CACtE,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS;CAC9D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5F,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;AAClF,CAAC,CAAC,CAAC,SAAS,0DAA0D;
|
|
1
|
+
{"version":3,"file":"smart-crawler-status.cjs","names":["z","action"],"sources":["../../src/actions/smart-crawler-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSmartCrawlerStatusInput = z.object({\n task_id: z.string().describe(\"The unique identifier of the SmartCrawler task to check status for. Obtained from starting a SmartCrawler job.\"),\n}).describe(\"Request model for checking the status of a SmartCrawler job.\");\nconst ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema = z.object({\n url: z.string().describe(\"URL of the crawled page.\").nullable(),\n html: z.string().describe(\"Raw HTML content of the page if available.\").nullable().optional(),\n markdown: z.string().describe(\"Extracted content in Markdown format.\").nullable(),\n}).passthrough().describe(\"Represents a single crawled page with extracted content.\");\nconst ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema = z.object({\n pages: z.array(ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema).describe(\"Details and extracted content for each page.\"),\n status: z.string().describe(\"Status of the crawl job (e.g., 'done', 'processing', 'queued', 'failed').\").nullable(),\n llm_result: z.record(z.string(), z.unknown()).describe(\"Structured extraction result from the LLM. Only present when extraction_mode was enabled.\").nullable().optional(),\n crawled_urls: z.array(z.string()).describe(\"List of all URLs visited during crawling.\"),\n credits_used: z.number().int().describe(\"Number of credits consumed by this crawl job.\").nullable().optional(),\n elapsed_time: z.number().describe(\"Time taken to complete the crawl in seconds.\").nullable().optional(),\n pages_processed: z.number().int().describe(\"Total number of pages processed.\").nullable().optional(),\n}).passthrough().describe(\"Structured result object for the crawl job.\");\nexport const ScrapegraphAiSmartCrawlerStatusOutput = z.object({\n result: ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema.nullable(),\n status: z.string().describe(\"Overall request status (e.g., 'success').\").nullable(),\n}).passthrough().describe(\"Response model for SmartCrawler status checks.\");\n\nexport const scrapegraphAiSmartCrawlerStatus = action(\"SCRAPEGRAPH_AI_SMART_CRAWLER_STATUS\", {\n slug: \"scrapegraph_ai-smart-crawler-status\",\n name: \"SmartCrawler Status\",\n description: \"Check the status and retrieve results of a SmartCrawler web crawling job. Use this action to poll for completion and get the extracted content from a previously started SmartCrawler job. Returns the job status, crawled URLs, page content in markdown/HTML format, and LLM extraction results (if enabled). Implement a polling timeout (e.g., max retries or elapsed time cap) to avoid indefinite loops when waiting for long-running jobs.\",\n input: ScrapegraphAiSmartCrawlerStatusInput,\n output: ScrapegraphAiSmartCrawlerStatusOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uCAAuCA,IAAAA,EAAE,OAAO,EAC3D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gHAAgH,EAC/I,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC1E,MAAM,yDAAyDA,IAAAA,EAAE,OAAO;CACtE,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS;CAC9D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5F,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;AAClF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,0DAA0D;AACpF,MAAM,2DAA2DA,IAAAA,EAAE,OAAO;CACxE,OAAOA,IAAAA,EAAE,MAAM,sDAAsD,CAAC,CAAC,SAAS,8CAA8C;CAC9H,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS;CAClH,YAAYA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2FAA2F,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxK,cAAcA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,2CAA2C;CACtF,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7G,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtG,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACrG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAa,wCAAwCA,IAAAA,EAAE,OAAO;CAC5D,QAAQ,yDAAyD,SAAS;CAC1E,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;AACpF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,gDAAgD;AAE1E,MAAa,kCAAkCC,eAAAA,OAAO,uCAAuC;CAC3F,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -10,16 +10,16 @@ declare const ScrapegraphAiSmartCrawlerStatusOutput: z.ZodObject<{
|
|
|
10
10
|
url: z.ZodNullable<z.ZodString>;
|
|
11
11
|
html: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
12
12
|
markdown: z.ZodNullable<z.ZodString>;
|
|
13
|
-
}, z.core.$
|
|
13
|
+
}, z.core.$loose>>;
|
|
14
14
|
status: z.ZodNullable<z.ZodString>;
|
|
15
15
|
llm_result: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
16
16
|
crawled_urls: z.ZodArray<z.ZodString>;
|
|
17
17
|
credits_used: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
18
18
|
elapsed_time: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
19
19
|
pages_processed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
20
|
-
}, z.core.$
|
|
20
|
+
}, z.core.$loose>>;
|
|
21
21
|
status: z.ZodNullable<z.ZodString>;
|
|
22
|
-
}, z.core.$
|
|
22
|
+
}, z.core.$loose>;
|
|
23
23
|
declare const scrapegraphAiSmartCrawlerStatus: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
24
24
|
task_id: string;
|
|
25
25
|
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
@@ -10,16 +10,16 @@ declare const ScrapegraphAiSmartCrawlerStatusOutput: z.ZodObject<{
|
|
|
10
10
|
url: z.ZodNullable<z.ZodString>;
|
|
11
11
|
html: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
12
12
|
markdown: z.ZodNullable<z.ZodString>;
|
|
13
|
-
}, z.core.$
|
|
13
|
+
}, z.core.$loose>>;
|
|
14
14
|
status: z.ZodNullable<z.ZodString>;
|
|
15
15
|
llm_result: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
16
16
|
crawled_urls: z.ZodArray<z.ZodString>;
|
|
17
17
|
credits_used: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
18
18
|
elapsed_time: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
19
19
|
pages_processed: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
20
|
-
}, z.core.$
|
|
20
|
+
}, z.core.$loose>>;
|
|
21
21
|
status: z.ZodNullable<z.ZodString>;
|
|
22
|
-
}, z.core.$
|
|
22
|
+
}, z.core.$loose>;
|
|
23
23
|
declare const scrapegraphAiSmartCrawlerStatus: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
24
24
|
task_id: string;
|
|
25
25
|
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
@@ -6,7 +6,7 @@ const ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema = z.object({
|
|
|
6
6
|
url: z.string().describe("URL of the crawled page.").nullable(),
|
|
7
7
|
html: z.string().describe("Raw HTML content of the page if available.").nullable().optional(),
|
|
8
8
|
markdown: z.string().describe("Extracted content in Markdown format.").nullable()
|
|
9
|
-
}).describe("Represents a single crawled page with extracted content.");
|
|
9
|
+
}).passthrough().describe("Represents a single crawled page with extracted content.");
|
|
10
10
|
const ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema = z.object({
|
|
11
11
|
pages: z.array(ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema).describe("Details and extracted content for each page."),
|
|
12
12
|
status: z.string().describe("Status of the crawl job (e.g., 'done', 'processing', 'queued', 'failed').").nullable(),
|
|
@@ -15,7 +15,7 @@ const ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema = z.object({
|
|
|
15
15
|
credits_used: z.number().int().describe("Number of credits consumed by this crawl job.").nullable().optional(),
|
|
16
16
|
elapsed_time: z.number().describe("Time taken to complete the crawl in seconds.").nullable().optional(),
|
|
17
17
|
pages_processed: z.number().int().describe("Total number of pages processed.").nullable().optional()
|
|
18
|
-
}).describe("Structured result object for the crawl job.");
|
|
18
|
+
}).passthrough().describe("Structured result object for the crawl job.");
|
|
19
19
|
const scrapegraphAiSmartCrawlerStatus = action("SCRAPEGRAPH_AI_SMART_CRAWLER_STATUS", {
|
|
20
20
|
slug: "scrapegraph_ai-smart-crawler-status",
|
|
21
21
|
name: "SmartCrawler Status",
|
|
@@ -24,7 +24,7 @@ const scrapegraphAiSmartCrawlerStatus = action("SCRAPEGRAPH_AI_SMART_CRAWLER_STA
|
|
|
24
24
|
output: z.object({
|
|
25
25
|
result: ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema.nullable(),
|
|
26
26
|
status: z.string().describe("Overall request status (e.g., 'success').").nullable()
|
|
27
|
-
}).describe("Response model for SmartCrawler status checks.")
|
|
27
|
+
}).passthrough().describe("Response model for SmartCrawler status checks.")
|
|
28
28
|
});
|
|
29
29
|
//#endregion
|
|
30
30
|
export { scrapegraphAiSmartCrawlerStatus };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"smart-crawler-status.mjs","names":[],"sources":["../../src/actions/smart-crawler-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSmartCrawlerStatusInput = z.object({\n task_id: z.string().describe(\"The unique identifier of the SmartCrawler task to check status for. Obtained from starting a SmartCrawler job.\"),\n}).describe(\"Request model for checking the status of a SmartCrawler job.\");\nconst ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema = z.object({\n url: z.string().describe(\"URL of the crawled page.\").nullable(),\n html: z.string().describe(\"Raw HTML content of the page if available.\").nullable().optional(),\n markdown: z.string().describe(\"Extracted content in Markdown format.\").nullable(),\n}).describe(\"Represents a single crawled page with extracted content.\");\nconst ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema = z.object({\n pages: z.array(ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema).describe(\"Details and extracted content for each page.\"),\n status: z.string().describe(\"Status of the crawl job (e.g., 'done', 'processing', 'queued', 'failed').\").nullable(),\n llm_result: z.record(z.string(), z.unknown()).describe(\"Structured extraction result from the LLM. Only present when extraction_mode was enabled.\").nullable().optional(),\n crawled_urls: z.array(z.string()).describe(\"List of all URLs visited during crawling.\"),\n credits_used: z.number().int().describe(\"Number of credits consumed by this crawl job.\").nullable().optional(),\n elapsed_time: z.number().describe(\"Time taken to complete the crawl in seconds.\").nullable().optional(),\n pages_processed: z.number().int().describe(\"Total number of pages processed.\").nullable().optional(),\n}).describe(\"Structured result object for the crawl job.\");\nexport const ScrapegraphAiSmartCrawlerStatusOutput = z.object({\n result: ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema.nullable(),\n status: z.string().describe(\"Overall request status (e.g., 'success').\").nullable(),\n}).describe(\"Response model for SmartCrawler status checks.\");\n\nexport const scrapegraphAiSmartCrawlerStatus = action(\"SCRAPEGRAPH_AI_SMART_CRAWLER_STATUS\", {\n slug: \"scrapegraph_ai-smart-crawler-status\",\n name: \"SmartCrawler Status\",\n description: \"Check the status and retrieve results of a SmartCrawler web crawling job. Use this action to poll for completion and get the extracted content from a previously started SmartCrawler job. Returns the job status, crawled URLs, page content in markdown/HTML format, and LLM extraction results (if enabled). Implement a polling timeout (e.g., max retries or elapsed time cap) to avoid indefinite loops when waiting for long-running jobs.\",\n input: ScrapegraphAiSmartCrawlerStatusInput,\n output: ScrapegraphAiSmartCrawlerStatusOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uCAAuC,EAAE,OAAO,EAC3D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,gHAAgH,EAC/I,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC1E,MAAM,yDAAyD,EAAE,OAAO;CACtE,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS;CAC9D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5F,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;AAClF,CAAC,CAAC,CAAC,SAAS,0DAA0D;
|
|
1
|
+
{"version":3,"file":"smart-crawler-status.mjs","names":[],"sources":["../../src/actions/smart-crawler-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSmartCrawlerStatusInput = z.object({\n task_id: z.string().describe(\"The unique identifier of the SmartCrawler task to check status for. Obtained from starting a SmartCrawler job.\"),\n}).describe(\"Request model for checking the status of a SmartCrawler job.\");\nconst ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema = z.object({\n url: z.string().describe(\"URL of the crawled page.\").nullable(),\n html: z.string().describe(\"Raw HTML content of the page if available.\").nullable().optional(),\n markdown: z.string().describe(\"Extracted content in Markdown format.\").nullable(),\n}).passthrough().describe(\"Represents a single crawled page with extracted content.\");\nconst ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema = z.object({\n pages: z.array(ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema).describe(\"Details and extracted content for each page.\"),\n status: z.string().describe(\"Status of the crawl job (e.g., 'done', 'processing', 'queued', 'failed').\").nullable(),\n llm_result: z.record(z.string(), z.unknown()).describe(\"Structured extraction result from the LLM. Only present when extraction_mode was enabled.\").nullable().optional(),\n crawled_urls: z.array(z.string()).describe(\"List of all URLs visited during crawling.\"),\n credits_used: z.number().int().describe(\"Number of credits consumed by this crawl job.\").nullable().optional(),\n elapsed_time: z.number().describe(\"Time taken to complete the crawl in seconds.\").nullable().optional(),\n pages_processed: z.number().int().describe(\"Total number of pages processed.\").nullable().optional(),\n}).passthrough().describe(\"Structured result object for the crawl job.\");\nexport const ScrapegraphAiSmartCrawlerStatusOutput = z.object({\n result: ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema.nullable(),\n status: z.string().describe(\"Overall request status (e.g., 'success').\").nullable(),\n}).passthrough().describe(\"Response model for SmartCrawler status checks.\");\n\nexport const scrapegraphAiSmartCrawlerStatus = action(\"SCRAPEGRAPH_AI_SMART_CRAWLER_STATUS\", {\n slug: \"scrapegraph_ai-smart-crawler-status\",\n name: \"SmartCrawler Status\",\n description: \"Check the status and retrieve results of a SmartCrawler web crawling job. Use this action to poll for completion and get the extracted content from a previously started SmartCrawler job. Returns the job status, crawled URLs, page content in markdown/HTML format, and LLM extraction results (if enabled). Implement a polling timeout (e.g., max retries or elapsed time cap) to avoid indefinite loops when waiting for long-running jobs.\",\n input: ScrapegraphAiSmartCrawlerStatusInput,\n output: ScrapegraphAiSmartCrawlerStatusOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uCAAuC,EAAE,OAAO,EAC3D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,gHAAgH,EAC/I,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC1E,MAAM,yDAAyD,EAAE,OAAO;CACtE,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS;CAC9D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5F,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;AAClF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,0DAA0D;AACpF,MAAM,2DAA2D,EAAE,OAAO;CACxE,OAAO,EAAE,MAAM,sDAAsD,CAAC,CAAC,SAAS,8CAA8C;CAC9H,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS;CAClH,YAAY,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2FAA2F,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxK,cAAc,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,2CAA2C;CACtF,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7G,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtG,iBAAiB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACrG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AAMvE,MAAa,kCAAkC,OAAO,uCAAuC;CAC3F,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAVmD,EAAE,OAAO;EAC5D,QAAQ,yDAAyD,SAAS;EAC1E,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACpF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,gDAOhB;AACV,CAAC"}
|
|
@@ -5,8 +5,8 @@ const ScrapegraphAiSmartScraperStartInput = zod.z.object({
|
|
|
5
5
|
mock: zod.z.boolean().describe("If true, return mock test data instead of actual extraction. Useful for testing without consuming credits.").optional(),
|
|
6
6
|
wait: zod.z.boolean().default(false).describe("If true, wait for job completion and return full results. If false (default), return request_id immediately for async polling. Poll using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS with the returned `request_id`.").optional(),
|
|
7
7
|
steps: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Browser interaction actions to perform before extraction (e.g., click buttons, fill forms). Each step is a dict with action type and parameters.").optional(),
|
|
8
|
-
cookies: zod.z.
|
|
9
|
-
headers: zod.z.
|
|
8
|
+
cookies: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Cookies to include in the request for authentication or session management.").optional(),
|
|
9
|
+
headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Custom HTTP headers for the scraping request (e.g., User-Agent, Accept-Language). Used when fetching website_url.").optional(),
|
|
10
10
|
stealth: zod.z.boolean().describe("Enable anti-bot detection techniques. Adds +4 credit cost per request. Use for sites with bot protection.").optional(),
|
|
11
11
|
plain_text: zod.z.boolean().describe("Return extracted content as plain text instead of JSON. Useful for simple text extraction.").optional(),
|
|
12
12
|
total_pages: zod.z.number().int().describe("Number of pages to scrape for paginated content (1-100). Default is 1.").optional(),
|
|
@@ -31,7 +31,7 @@ const ScrapegraphAiSmartScraperStartOutput = zod.z.object({
|
|
|
31
31
|
request_id: zod.z.string().describe("Request ID when wait=False.").nullable().optional(),
|
|
32
32
|
user_prompt: zod.z.string().describe("The original prompt provided by the user (when wait=True).").nullable().optional(),
|
|
33
33
|
website_url: zod.z.string().describe("The URL of the webpage that was processed (when wait=True).").nullable().optional()
|
|
34
|
-
}).describe("Response schema returned after initiating a SmartScraper job.");
|
|
34
|
+
}).passthrough().describe("Response schema returned after initiating a SmartScraper job.");
|
|
35
35
|
const scrapegraphAiSmartScraperStart = require_action.action("SCRAPEGRAPH_AI_SMART_SCRAPER_START", {
|
|
36
36
|
slug: "scrapegraph_ai-smart-scraper-start",
|
|
37
37
|
name: "Start Smart Scraper",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"smart-scraper-start.cjs","names":["z","action"],"sources":["../../src/actions/smart-scraper-start.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSmartScraperStartInput = z.object({\n mock: z.boolean().describe(\"If true, return mock test data instead of actual extraction. Useful for testing without consuming credits.\").optional(),\n wait: z.boolean().default(false).describe(\"If true, wait for job completion and return full results. If false (default), return request_id immediately for async polling. Poll using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS with the returned `request_id`.\").optional(),\n steps: z.array(z.record(z.string(), z.unknown())).describe(\"Browser interaction actions to perform before extraction (e.g., click buttons, fill forms). Each step is a dict with action type and parameters.\").optional(),\n cookies: z.
|
|
1
|
+
{"version":3,"file":"smart-scraper-start.cjs","names":["z","action"],"sources":["../../src/actions/smart-scraper-start.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSmartScraperStartInput = z.object({\n mock: z.boolean().describe(\"If true, return mock test data instead of actual extraction. Useful for testing without consuming credits.\").optional(),\n wait: z.boolean().default(false).describe(\"If true, wait for job completion and return full results. If false (default), return request_id immediately for async polling. Poll using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS with the returned `request_id`.\").optional(),\n steps: z.array(z.record(z.string(), z.unknown())).describe(\"Browser interaction actions to perform before extraction (e.g., click buttons, fill forms). Each step is a dict with action type and parameters.\").optional(),\n cookies: z.record(z.string(), z.unknown()).describe(\"Cookies to include in the request for authentication or session management.\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP headers for the scraping request (e.g., User-Agent, Accept-Language). Used when fetching website_url.\").optional(),\n stealth: z.boolean().describe(\"Enable anti-bot detection techniques. Adds +4 credit cost per request. Use for sites with bot protection.\").optional(),\n plain_text: z.boolean().describe(\"Return extracted content as plain text instead of JSON. Useful for simple text extraction.\").optional(),\n total_pages: z.number().int().describe(\"Number of pages to scrape for paginated content (1-100). Default is 1.\").optional(),\n user_prompt: z.string().describe(\"Natural language description of what information to extract from the webpage. Be specific about the data you want (e.g., 'Extract the product name, price, and description').\"),\n website_url: z.string().describe(\"Full URL of the webpage to scrape (must include https://). Required if website_html and website_markdown are not provided.\").optional(),\n website_html: z.string().describe(\"Raw HTML content to scrape (max 2MB). Use this if you already have the page HTML. Required if website_url and website_markdown are not provided.\").optional(),\n output_schema: z.record(z.string(), z.unknown()).describe(\"JSON Schema defining the structure of extracted data. Helps ensure consistent, structured output.\").optional(),\n render_heavy_js: z.boolean().describe(\"Enable enhanced JavaScript rendering for Single Page Applications (SPAs) and heavy JS sites. May increase processing time.\").optional(),\n website_markdown: z.string().describe(\"Raw Markdown content to scrape (max 2MB). Use this if you already have the page content as Markdown. Required if website_url and website_html are not provided.\").optional(),\n number_of_scrolls: z.number().int().describe(\"Number of scroll iterations for infinite scroll pages (0-50). Default is 0. Use for pages that load content on scroll.\").optional(),\n}).describe(\"Request schema for initiating a SmartScraper job.\");\nexport const ScrapegraphAiSmartScraperStartOutput = z.object({\n error: z.string().describe(\"Error message if the job failed (when wait=True).\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Extracted information based on the prompt (when wait=True and completed).\").nullable().optional(),\n status: z.string().describe(\"Overall request status (e.g., 'success').\").nullable(),\n job_status: z.enum([\"queued\", \"processing\", \"completed\", \"failed\"]).describe(\"Current status of the scraping job (when wait=True).\").nullable().optional(),\n request_id: z.string().describe(\"Request ID when wait=False.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original prompt provided by the user (when wait=True).\").nullable().optional(),\n website_url: z.string().describe(\"The URL of the webpage that was processed (when wait=True).\").nullable().optional(),\n}).passthrough().describe(\"Response schema returned after initiating a SmartScraper job.\");\n\nexport const scrapegraphAiSmartScraperStart = action(\"SCRAPEGRAPH_AI_SMART_SCRAPER_START\", {\n slug: \"scrapegraph_ai-smart-scraper-start\",\n name: \"Start Smart Scraper\",\n description: \"Start AI-powered web scraping with natural language extraction prompts. When `wait` is false (default), returns a `request_id`; poll for results using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS. Check `error` and `job_status` fields in the response before using extracted data.\",\n input: ScrapegraphAiSmartScraperStartInput,\n output: ScrapegraphAiSmartScraperStartOutput,\n});\n"],"mappings":";;;AAIA,MAAa,sCAAsCA,IAAAA,EAAE,OAAO;CAC1D,MAAMA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,4GAA4G,CAAC,CAAC,SAAS;CAClJ,MAAMA,IAAAA,EAAE,QAAQ,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,SAAS,+MAA+M,CAAC,CAAC,SAAS;CACpQ,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,kJAAkJ,CAAC,CAAC,SAAS;CACxN,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6EAA6E,CAAC,CAAC,SAAS;CAC5I,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mHAAmH,CAAC,CAAC,SAAS;CAClL,SAASA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,2GAA2G,CAAC,CAAC,SAAS;CACpJ,YAAYA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,4FAA4F,CAAC,CAAC,SAAS;CACxI,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS;CAC1H,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+KAA+K;CAChN,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS;CACxK,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kJAAkJ,CAAC,CAAC,SAAS;CAC/L,eAAeA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mGAAmG,CAAC,CAAC,SAAS;CACxK,iBAAiBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS;CAC7K,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iKAAiK,CAAC,CAAC,SAAS;CAClN,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wHAAwH,CAAC,CAAC,SAAS;AAClL,CAAC,CAAC,CAAC,SAAS,mDAAmD;AAC/D,MAAa,uCAAuCA,IAAAA,EAAE,OAAO;CAC3D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpG,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpJ,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CAClF,YAAYA,IAAAA,EAAE,KAAK;EAAC;EAAU;EAAc;EAAa;CAAQ,CAAC,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzJ,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnF,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnH,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6DAA6D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACtH,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+DAA+D;AAEzF,MAAa,iCAAiCC,eAAAA,OAAO,sCAAsC;CACzF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -5,8 +5,8 @@ declare const ScrapegraphAiSmartScraperStartInput: z.ZodObject<{
|
|
|
5
5
|
mock: z.ZodOptional<z.ZodBoolean>;
|
|
6
6
|
wait: z.ZodOptional<z.ZodDefault<z.ZodBoolean>>;
|
|
7
7
|
steps: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
8
|
-
cookies: z.ZodOptional<z.
|
|
9
|
-
headers: z.ZodOptional<z.
|
|
8
|
+
cookies: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
9
|
+
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
10
10
|
stealth: z.ZodOptional<z.ZodBoolean>;
|
|
11
11
|
plain_text: z.ZodOptional<z.ZodBoolean>;
|
|
12
12
|
total_pages: z.ZodOptional<z.ZodNumber>;
|
|
@@ -31,14 +31,14 @@ declare const ScrapegraphAiSmartScraperStartOutput: z.ZodObject<{
|
|
|
31
31
|
request_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
32
32
|
user_prompt: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
33
33
|
website_url: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
34
|
-
}, z.core.$
|
|
34
|
+
}, z.core.$loose>;
|
|
35
35
|
declare const scrapegraphAiSmartScraperStart: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
36
36
|
user_prompt: string;
|
|
37
37
|
mock?: boolean | undefined;
|
|
38
38
|
wait?: boolean | undefined;
|
|
39
39
|
steps?: Record<string, unknown>[] | undefined;
|
|
40
|
-
cookies?: Record<string,
|
|
41
|
-
headers?: Record<string,
|
|
40
|
+
cookies?: Record<string, unknown> | undefined;
|
|
41
|
+
headers?: Record<string, unknown> | undefined;
|
|
42
42
|
stealth?: boolean | undefined;
|
|
43
43
|
plain_text?: boolean | undefined;
|
|
44
44
|
total_pages?: number | undefined;
|
|
@@ -5,8 +5,8 @@ declare const ScrapegraphAiSmartScraperStartInput: z.ZodObject<{
|
|
|
5
5
|
mock: z.ZodOptional<z.ZodBoolean>;
|
|
6
6
|
wait: z.ZodOptional<z.ZodDefault<z.ZodBoolean>>;
|
|
7
7
|
steps: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
|
|
8
|
-
cookies: z.ZodOptional<z.
|
|
9
|
-
headers: z.ZodOptional<z.
|
|
8
|
+
cookies: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
9
|
+
headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
10
10
|
stealth: z.ZodOptional<z.ZodBoolean>;
|
|
11
11
|
plain_text: z.ZodOptional<z.ZodBoolean>;
|
|
12
12
|
total_pages: z.ZodOptional<z.ZodNumber>;
|
|
@@ -31,14 +31,14 @@ declare const ScrapegraphAiSmartScraperStartOutput: z.ZodObject<{
|
|
|
31
31
|
request_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
32
32
|
user_prompt: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
33
33
|
website_url: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
34
|
-
}, z.core.$
|
|
34
|
+
}, z.core.$loose>;
|
|
35
35
|
declare const scrapegraphAiSmartScraperStart: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
36
36
|
user_prompt: string;
|
|
37
37
|
mock?: boolean | undefined;
|
|
38
38
|
wait?: boolean | undefined;
|
|
39
39
|
steps?: Record<string, unknown>[] | undefined;
|
|
40
|
-
cookies?: Record<string,
|
|
41
|
-
headers?: Record<string,
|
|
40
|
+
cookies?: Record<string, unknown> | undefined;
|
|
41
|
+
headers?: Record<string, unknown> | undefined;
|
|
42
42
|
stealth?: boolean | undefined;
|
|
43
43
|
plain_text?: boolean | undefined;
|
|
44
44
|
total_pages?: number | undefined;
|
|
@@ -8,8 +8,8 @@ const scrapegraphAiSmartScraperStart = action("SCRAPEGRAPH_AI_SMART_SCRAPER_STAR
|
|
|
8
8
|
mock: z.boolean().describe("If true, return mock test data instead of actual extraction. Useful for testing without consuming credits.").optional(),
|
|
9
9
|
wait: z.boolean().default(false).describe("If true, wait for job completion and return full results. If false (default), return request_id immediately for async polling. Poll using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS with the returned `request_id`.").optional(),
|
|
10
10
|
steps: z.array(z.record(z.string(), z.unknown())).describe("Browser interaction actions to perform before extraction (e.g., click buttons, fill forms). Each step is a dict with action type and parameters.").optional(),
|
|
11
|
-
cookies: z.
|
|
12
|
-
headers: z.
|
|
11
|
+
cookies: z.record(z.string(), z.unknown()).describe("Cookies to include in the request for authentication or session management.").optional(),
|
|
12
|
+
headers: z.record(z.string(), z.unknown()).describe("Custom HTTP headers for the scraping request (e.g., User-Agent, Accept-Language). Used when fetching website_url.").optional(),
|
|
13
13
|
stealth: z.boolean().describe("Enable anti-bot detection techniques. Adds +4 credit cost per request. Use for sites with bot protection.").optional(),
|
|
14
14
|
plain_text: z.boolean().describe("Return extracted content as plain text instead of JSON. Useful for simple text extraction.").optional(),
|
|
15
15
|
total_pages: z.number().int().describe("Number of pages to scrape for paginated content (1-100). Default is 1.").optional(),
|
|
@@ -34,7 +34,7 @@ const scrapegraphAiSmartScraperStart = action("SCRAPEGRAPH_AI_SMART_SCRAPER_STAR
|
|
|
34
34
|
request_id: z.string().describe("Request ID when wait=False.").nullable().optional(),
|
|
35
35
|
user_prompt: z.string().describe("The original prompt provided by the user (when wait=True).").nullable().optional(),
|
|
36
36
|
website_url: z.string().describe("The URL of the webpage that was processed (when wait=True).").nullable().optional()
|
|
37
|
-
}).describe("Response schema returned after initiating a SmartScraper job.")
|
|
37
|
+
}).passthrough().describe("Response schema returned after initiating a SmartScraper job.")
|
|
38
38
|
});
|
|
39
39
|
//#endregion
|
|
40
40
|
export { scrapegraphAiSmartScraperStart };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"smart-scraper-start.mjs","names":[],"sources":["../../src/actions/smart-scraper-start.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSmartScraperStartInput = z.object({\n mock: z.boolean().describe(\"If true, return mock test data instead of actual extraction. Useful for testing without consuming credits.\").optional(),\n wait: z.boolean().default(false).describe(\"If true, wait for job completion and return full results. If false (default), return request_id immediately for async polling. Poll using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS with the returned `request_id`.\").optional(),\n steps: z.array(z.record(z.string(), z.unknown())).describe(\"Browser interaction actions to perform before extraction (e.g., click buttons, fill forms). Each step is a dict with action type and parameters.\").optional(),\n cookies: z.
|
|
1
|
+
{"version":3,"file":"smart-scraper-start.mjs","names":[],"sources":["../../src/actions/smart-scraper-start.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSmartScraperStartInput = z.object({\n mock: z.boolean().describe(\"If true, return mock test data instead of actual extraction. Useful for testing without consuming credits.\").optional(),\n wait: z.boolean().default(false).describe(\"If true, wait for job completion and return full results. If false (default), return request_id immediately for async polling. Poll using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS with the returned `request_id`.\").optional(),\n steps: z.array(z.record(z.string(), z.unknown())).describe(\"Browser interaction actions to perform before extraction (e.g., click buttons, fill forms). Each step is a dict with action type and parameters.\").optional(),\n cookies: z.record(z.string(), z.unknown()).describe(\"Cookies to include in the request for authentication or session management.\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Custom HTTP headers for the scraping request (e.g., User-Agent, Accept-Language). Used when fetching website_url.\").optional(),\n stealth: z.boolean().describe(\"Enable anti-bot detection techniques. Adds +4 credit cost per request. Use for sites with bot protection.\").optional(),\n plain_text: z.boolean().describe(\"Return extracted content as plain text instead of JSON. Useful for simple text extraction.\").optional(),\n total_pages: z.number().int().describe(\"Number of pages to scrape for paginated content (1-100). Default is 1.\").optional(),\n user_prompt: z.string().describe(\"Natural language description of what information to extract from the webpage. Be specific about the data you want (e.g., 'Extract the product name, price, and description').\"),\n website_url: z.string().describe(\"Full URL of the webpage to scrape (must include https://). Required if website_html and website_markdown are not provided.\").optional(),\n website_html: z.string().describe(\"Raw HTML content to scrape (max 2MB). Use this if you already have the page HTML. Required if website_url and website_markdown are not provided.\").optional(),\n output_schema: z.record(z.string(), z.unknown()).describe(\"JSON Schema defining the structure of extracted data. Helps ensure consistent, structured output.\").optional(),\n render_heavy_js: z.boolean().describe(\"Enable enhanced JavaScript rendering for Single Page Applications (SPAs) and heavy JS sites. May increase processing time.\").optional(),\n website_markdown: z.string().describe(\"Raw Markdown content to scrape (max 2MB). Use this if you already have the page content as Markdown. Required if website_url and website_html are not provided.\").optional(),\n number_of_scrolls: z.number().int().describe(\"Number of scroll iterations for infinite scroll pages (0-50). Default is 0. Use for pages that load content on scroll.\").optional(),\n}).describe(\"Request schema for initiating a SmartScraper job.\");\nexport const ScrapegraphAiSmartScraperStartOutput = z.object({\n error: z.string().describe(\"Error message if the job failed (when wait=True).\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Extracted information based on the prompt (when wait=True and completed).\").nullable().optional(),\n status: z.string().describe(\"Overall request status (e.g., 'success').\").nullable(),\n job_status: z.enum([\"queued\", \"processing\", \"completed\", \"failed\"]).describe(\"Current status of the scraping job (when wait=True).\").nullable().optional(),\n request_id: z.string().describe(\"Request ID when wait=False.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original prompt provided by the user (when wait=True).\").nullable().optional(),\n website_url: z.string().describe(\"The URL of the webpage that was processed (when wait=True).\").nullable().optional(),\n}).passthrough().describe(\"Response schema returned after initiating a SmartScraper job.\");\n\nexport const scrapegraphAiSmartScraperStart = action(\"SCRAPEGRAPH_AI_SMART_SCRAPER_START\", {\n slug: \"scrapegraph_ai-smart-scraper-start\",\n name: \"Start Smart Scraper\",\n description: \"Start AI-powered web scraping with natural language extraction prompts. When `wait` is false (default), returns a `request_id`; poll for results using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS. Check `error` and `job_status` fields in the response before using extracted data.\",\n input: ScrapegraphAiSmartScraperStartInput,\n output: ScrapegraphAiSmartScraperStartOutput,\n});\n"],"mappings":";;AA+BA,MAAa,iCAAiC,OAAO,sCAAsC;CACzF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OA/BiD,EAAE,OAAO;EAC1D,MAAM,EAAE,QAAQ,CAAC,CAAC,SAAS,4GAA4G,CAAC,CAAC,SAAS;EAClJ,MAAM,EAAE,QAAQ,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,SAAS,+MAA+M,CAAC,CAAC,SAAS;EACpQ,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,kJAAkJ,CAAC,CAAC,SAAS;EACxN,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6EAA6E,CAAC,CAAC,SAAS;EAC5I,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mHAAmH,CAAC,CAAC,SAAS;EAClL,SAAS,EAAE,QAAQ,CAAC,CAAC,SAAS,2GAA2G,CAAC,CAAC,SAAS;EACpJ,YAAY,EAAE,QAAQ,CAAC,CAAC,SAAS,4FAA4F,CAAC,CAAC,SAAS;EACxI,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS;EAC1H,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,+KAA+K;EAChN,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS;EACxK,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,kJAAkJ,CAAC,CAAC,SAAS;EAC/L,eAAe,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mGAAmG,CAAC,CAAC,SAAS;EACxK,iBAAiB,EAAE,QAAQ,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS;EAC7K,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,iKAAiK,CAAC,CAAC,SAAS;EAClN,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wHAAwH,CAAC,CAAC,SAAS;CAClL,CAAC,CAAC,CAAC,SAAS,mDAeH;CACP,QAfkD,EAAE,OAAO;EAC3D,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACpG,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACpJ,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;EAClF,YAAY,EAAE,KAAK;GAAC;GAAU;GAAc;GAAa;EAAQ,CAAC,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzJ,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACnF,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACnH,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,6DAA6D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtH,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+DAOhB;AACV,CAAC"}
|
|
@@ -9,7 +9,7 @@ const ScrapegraphAiSmartScraperStatusOutput = zod.z.object({
|
|
|
9
9
|
request_id: zod.z.string().describe("The unique identifier (UUID) of the SmartScraper request").nullable(),
|
|
10
10
|
user_prompt: zod.z.string().describe("The natural language prompt describing what information to extract").nullable(),
|
|
11
11
|
website_url: zod.z.string().describe("URL of the website being scraped. May be null if website_html was provided instead of a URL.").nullable().optional()
|
|
12
|
-
}).describe("Response model for SmartScraper status checks.");
|
|
12
|
+
}).passthrough().describe("Response model for SmartScraper status checks.");
|
|
13
13
|
const scrapegraphAiSmartScraperStatus = require_action.action("SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS", {
|
|
14
14
|
slug: "scrapegraph_ai-smart-scraper-status",
|
|
15
15
|
name: "SmartScraper Status",
|