@keystrokehq/scrapegraph_ai 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -0
- package/dist/action.cjs +21 -0
- package/dist/action.cjs.map +1 -0
- package/dist/action.mjs +21 -0
- package/dist/action.mjs.map +1 -0
- package/dist/actions/convert-webpage-to-markdown-v2.cjs +39 -0
- package/dist/actions/convert-webpage-to-markdown-v2.cjs.map +1 -0
- package/dist/actions/convert-webpage-to-markdown-v2.d.cts +9 -0
- package/dist/actions/convert-webpage-to-markdown-v2.d.cts.map +1 -0
- package/dist/actions/convert-webpage-to-markdown-v2.d.mts +9 -0
- package/dist/actions/convert-webpage-to-markdown-v2.d.mts.map +1 -0
- package/dist/actions/convert-webpage-to-markdown-v2.mjs +36 -0
- package/dist/actions/convert-webpage-to-markdown-v2.mjs.map +1 -0
- package/dist/actions/generate-schema.cjs +26 -0
- package/dist/actions/generate-schema.cjs.map +1 -0
- package/dist/actions/generate-schema.d.cts +9 -0
- package/dist/actions/generate-schema.d.cts.map +1 -0
- package/dist/actions/generate-schema.d.mts +9 -0
- package/dist/actions/generate-schema.d.mts.map +1 -0
- package/dist/actions/generate-schema.mjs +23 -0
- package/dist/actions/generate-schema.mjs.map +1 -0
- package/dist/actions/get-agentic-scraper-history.cjs +38 -0
- package/dist/actions/get-agentic-scraper-history.cjs.map +1 -0
- package/dist/actions/get-agentic-scraper-history.d.cts +9 -0
- package/dist/actions/get-agentic-scraper-history.d.cts.map +1 -0
- package/dist/actions/get-agentic-scraper-history.d.mts +9 -0
- package/dist/actions/get-agentic-scraper-history.d.mts.map +1 -0
- package/dist/actions/get-agentic-scraper-history.mjs +37 -0
- package/dist/actions/get-agentic-scraper-history.mjs.map +1 -0
- package/dist/actions/get-crawler-history.cjs +48 -0
- package/dist/actions/get-crawler-history.cjs.map +1 -0
- package/dist/actions/get-crawler-history.d.cts +9 -0
- package/dist/actions/get-crawler-history.d.cts.map +1 -0
- package/dist/actions/get-crawler-history.d.mts +9 -0
- package/dist/actions/get-crawler-history.d.mts.map +1 -0
- package/dist/actions/get-crawler-history.mjs +47 -0
- package/dist/actions/get-crawler-history.mjs.map +1 -0
- package/dist/actions/get-credits.cjs +20 -0
- package/dist/actions/get-credits.cjs.map +1 -0
- package/dist/actions/get-credits.d.cts +9 -0
- package/dist/actions/get-credits.d.cts.map +1 -0
- package/dist/actions/get-credits.d.mts +9 -0
- package/dist/actions/get-credits.d.mts.map +1 -0
- package/dist/actions/get-credits.mjs +17 -0
- package/dist/actions/get-credits.mjs.map +1 -0
- package/dist/actions/get-endpoint-suggestions.cjs +32 -0
- package/dist/actions/get-endpoint-suggestions.cjs.map +1 -0
- package/dist/actions/get-endpoint-suggestions.d.cts +9 -0
- package/dist/actions/get-endpoint-suggestions.d.cts.map +1 -0
- package/dist/actions/get-endpoint-suggestions.d.mts +9 -0
- package/dist/actions/get-endpoint-suggestions.d.mts.map +1 -0
- package/dist/actions/get-endpoint-suggestions.mjs +31 -0
- package/dist/actions/get-endpoint-suggestions.mjs.map +1 -0
- package/dist/actions/get-live-session-url.cjs +22 -0
- package/dist/actions/get-live-session-url.cjs.map +1 -0
- package/dist/actions/get-live-session-url.d.cts +9 -0
- package/dist/actions/get-live-session-url.d.cts.map +1 -0
- package/dist/actions/get-live-session-url.d.mts +9 -0
- package/dist/actions/get-live-session-url.d.mts.map +1 -0
- package/dist/actions/get-live-session-url.mjs +19 -0
- package/dist/actions/get-live-session-url.mjs.map +1 -0
- package/dist/actions/get-markdownify-history.cjs +35 -0
- package/dist/actions/get-markdownify-history.cjs.map +1 -0
- package/dist/actions/get-markdownify-history.d.cts +9 -0
- package/dist/actions/get-markdownify-history.d.cts.map +1 -0
- package/dist/actions/get-markdownify-history.d.mts +9 -0
- package/dist/actions/get-markdownify-history.d.mts.map +1 -0
- package/dist/actions/get-markdownify-history.mjs +34 -0
- package/dist/actions/get-markdownify-history.mjs.map +1 -0
- package/dist/actions/get-scrape-history.cjs +36 -0
- package/dist/actions/get-scrape-history.cjs.map +1 -0
- package/dist/actions/get-scrape-history.d.cts +9 -0
- package/dist/actions/get-scrape-history.d.cts.map +1 -0
- package/dist/actions/get-scrape-history.d.mts +9 -0
- package/dist/actions/get-scrape-history.d.mts.map +1 -0
- package/dist/actions/get-scrape-history.mjs +35 -0
- package/dist/actions/get-scrape-history.mjs.map +1 -0
- package/dist/actions/get-searchscraper-history.cjs +37 -0
- package/dist/actions/get-searchscraper-history.cjs.map +1 -0
- package/dist/actions/get-searchscraper-history.d.cts +9 -0
- package/dist/actions/get-searchscraper-history.d.cts.map +1 -0
- package/dist/actions/get-searchscraper-history.d.mts +9 -0
- package/dist/actions/get-searchscraper-history.d.mts.map +1 -0
- package/dist/actions/get-searchscraper-history.mjs +36 -0
- package/dist/actions/get-searchscraper-history.mjs.map +1 -0
- package/dist/actions/get-sitemap-history.cjs +33 -0
- package/dist/actions/get-sitemap-history.cjs.map +1 -0
- package/dist/actions/get-sitemap-history.d.cts +9 -0
- package/dist/actions/get-sitemap-history.d.cts.map +1 -0
- package/dist/actions/get-sitemap-history.d.mts +9 -0
- package/dist/actions/get-sitemap-history.d.mts.map +1 -0
- package/dist/actions/get-sitemap-history.mjs +32 -0
- package/dist/actions/get-sitemap-history.mjs.map +1 -0
- package/dist/actions/get-smartscraper-history.cjs +37 -0
- package/dist/actions/get-smartscraper-history.cjs.map +1 -0
- package/dist/actions/get-smartscraper-history.d.cts +9 -0
- package/dist/actions/get-smartscraper-history.d.cts.map +1 -0
- package/dist/actions/get-smartscraper-history.d.mts +9 -0
- package/dist/actions/get-smartscraper-history.d.mts.map +1 -0
- package/dist/actions/get-smartscraper-history.mjs +36 -0
- package/dist/actions/get-smartscraper-history.mjs.map +1 -0
- package/dist/actions/get-usage-timeline.cjs +25 -0
- package/dist/actions/get-usage-timeline.cjs.map +1 -0
- package/dist/actions/get-usage-timeline.d.cts +9 -0
- package/dist/actions/get-usage-timeline.d.cts.map +1 -0
- package/dist/actions/get-usage-timeline.d.mts +9 -0
- package/dist/actions/get-usage-timeline.d.mts.map +1 -0
- package/dist/actions/get-usage-timeline.mjs +24 -0
- package/dist/actions/get-usage-timeline.mjs.map +1 -0
- package/dist/actions/get-webhook-logs.cjs +30 -0
- package/dist/actions/get-webhook-logs.cjs.map +1 -0
- package/dist/actions/get-webhook-logs.d.cts +9 -0
- package/dist/actions/get-webhook-logs.d.cts.map +1 -0
- package/dist/actions/get-webhook-logs.d.mts +9 -0
- package/dist/actions/get-webhook-logs.d.mts.map +1 -0
- package/dist/actions/get-webhook-logs.mjs +29 -0
- package/dist/actions/get-webhook-logs.mjs.map +1 -0
- package/dist/actions/index.cjs +55 -0
- package/dist/actions/index.d.cts +28 -0
- package/dist/actions/index.d.mts +28 -0
- package/dist/actions/index.mjs +28 -0
- package/dist/actions/list-scheduled-jobs.cjs +39 -0
- package/dist/actions/list-scheduled-jobs.cjs.map +1 -0
- package/dist/actions/list-scheduled-jobs.d.cts +9 -0
- package/dist/actions/list-scheduled-jobs.d.cts.map +1 -0
- package/dist/actions/list-scheduled-jobs.d.mts +9 -0
- package/dist/actions/list-scheduled-jobs.d.mts.map +1 -0
- package/dist/actions/list-scheduled-jobs.mjs +38 -0
- package/dist/actions/list-scheduled-jobs.mjs.map +1 -0
- package/dist/actions/markdownify-status.cjs +27 -0
- package/dist/actions/markdownify-status.cjs.map +1 -0
- package/dist/actions/markdownify-status.d.cts +9 -0
- package/dist/actions/markdownify-status.d.cts.map +1 -0
- package/dist/actions/markdownify-status.d.mts +9 -0
- package/dist/actions/markdownify-status.d.mts.map +1 -0
- package/dist/actions/markdownify-status.mjs +24 -0
- package/dist/actions/markdownify-status.mjs.map +1 -0
- package/dist/actions/save-endpoint.cjs +36 -0
- package/dist/actions/save-endpoint.cjs.map +1 -0
- package/dist/actions/save-endpoint.d.cts +9 -0
- package/dist/actions/save-endpoint.d.cts.map +1 -0
- package/dist/actions/save-endpoint.d.mts +9 -0
- package/dist/actions/save-endpoint.d.mts.map +1 -0
- package/dist/actions/save-endpoint.mjs +33 -0
- package/dist/actions/save-endpoint.mjs.map +1 -0
- package/dist/actions/search-scraper-status.cjs +25 -0
- package/dist/actions/search-scraper-status.cjs.map +1 -0
- package/dist/actions/search-scraper-status.d.cts +9 -0
- package/dist/actions/search-scraper-status.d.cts.map +1 -0
- package/dist/actions/search-scraper-status.d.mts +9 -0
- package/dist/actions/search-scraper-status.d.mts.map +1 -0
- package/dist/actions/search-scraper-status.mjs +22 -0
- package/dist/actions/search-scraper-status.mjs.map +1 -0
- package/dist/actions/search-scraper.cjs +31 -0
- package/dist/actions/search-scraper.cjs.map +1 -0
- package/dist/actions/search-scraper.d.cts +9 -0
- package/dist/actions/search-scraper.d.cts.map +1 -0
- package/dist/actions/search-scraper.d.mts +9 -0
- package/dist/actions/search-scraper.d.mts.map +1 -0
- package/dist/actions/search-scraper.mjs +28 -0
- package/dist/actions/search-scraper.mjs.map +1 -0
- package/dist/actions/smart-crawler-status.cjs +33 -0
- package/dist/actions/smart-crawler-status.cjs.map +1 -0
- package/dist/actions/smart-crawler-status.d.cts +9 -0
- package/dist/actions/smart-crawler-status.d.cts.map +1 -0
- package/dist/actions/smart-crawler-status.d.mts +9 -0
- package/dist/actions/smart-crawler-status.d.mts.map +1 -0
- package/dist/actions/smart-crawler-status.mjs +32 -0
- package/dist/actions/smart-crawler-status.mjs.map +1 -0
- package/dist/actions/smart-scraper-start.cjs +45 -0
- package/dist/actions/smart-scraper-start.cjs.map +1 -0
- package/dist/actions/smart-scraper-start.d.cts +9 -0
- package/dist/actions/smart-scraper-start.d.cts.map +1 -0
- package/dist/actions/smart-scraper-start.d.mts +9 -0
- package/dist/actions/smart-scraper-start.d.mts.map +1 -0
- package/dist/actions/smart-scraper-start.mjs +42 -0
- package/dist/actions/smart-scraper-start.mjs.map +1 -0
- package/dist/actions/smart-scraper-status.cjs +23 -0
- package/dist/actions/smart-scraper-status.cjs.map +1 -0
- package/dist/actions/smart-scraper-status.d.cts +9 -0
- package/dist/actions/smart-scraper-status.d.cts.map +1 -0
- package/dist/actions/smart-scraper-status.d.mts +9 -0
- package/dist/actions/smart-scraper-status.d.mts.map +1 -0
- package/dist/actions/smart-scraper-status.mjs +20 -0
- package/dist/actions/smart-scraper-status.mjs.map +1 -0
- package/dist/actions/start-smart-crawler.cjs +37 -0
- package/dist/actions/start-smart-crawler.cjs.map +1 -0
- package/dist/actions/start-smart-crawler.d.cts +9 -0
- package/dist/actions/start-smart-crawler.d.cts.map +1 -0
- package/dist/actions/start-smart-crawler.d.mts +9 -0
- package/dist/actions/start-smart-crawler.d.mts.map +1 -0
- package/dist/actions/start-smart-crawler.mjs +34 -0
- package/dist/actions/start-smart-crawler.mjs.map +1 -0
- package/dist/actions/submit-feedback.cjs +25 -0
- package/dist/actions/submit-feedback.cjs.map +1 -0
- package/dist/actions/submit-feedback.d.cts +9 -0
- package/dist/actions/submit-feedback.d.cts.map +1 -0
- package/dist/actions/submit-feedback.d.mts +9 -0
- package/dist/actions/submit-feedback.d.mts.map +1 -0
- package/dist/actions/submit-feedback.mjs +22 -0
- package/dist/actions/submit-feedback.mjs.map +1 -0
- package/dist/actions/submit-product-feedback.cjs +34 -0
- package/dist/actions/submit-product-feedback.cjs.map +1 -0
- package/dist/actions/submit-product-feedback.d.cts +9 -0
- package/dist/actions/submit-product-feedback.d.cts.map +1 -0
- package/dist/actions/submit-product-feedback.d.mts +9 -0
- package/dist/actions/submit-product-feedback.d.mts.map +1 -0
- package/dist/actions/submit-product-feedback.mjs +31 -0
- package/dist/actions/submit-product-feedback.mjs.map +1 -0
- package/dist/actions/toonify.cjs +16 -0
- package/dist/actions/toonify.cjs.map +1 -0
- package/dist/actions/toonify.d.cts +9 -0
- package/dist/actions/toonify.d.cts.map +1 -0
- package/dist/actions/toonify.d.mts +9 -0
- package/dist/actions/toonify.d.mts.map +1 -0
- package/dist/actions/toonify.mjs +13 -0
- package/dist/actions/toonify.mjs.map +1 -0
- package/dist/actions/validate-api-key.cjs +19 -0
- package/dist/actions/validate-api-key.cjs.map +1 -0
- package/dist/actions/validate-api-key.d.cts +9 -0
- package/dist/actions/validate-api-key.d.cts.map +1 -0
- package/dist/actions/validate-api-key.d.mts +9 -0
- package/dist/actions/validate-api-key.d.mts.map +1 -0
- package/dist/actions/validate-api-key.mjs +16 -0
- package/dist/actions/validate-api-key.mjs.map +1 -0
- package/dist/app.cjs +9 -0
- package/dist/app.cjs.map +1 -0
- package/dist/app.d.cts +5 -0
- package/dist/app.d.cts.map +1 -0
- package/dist/app.d.mts +5 -0
- package/dist/app.d.mts.map +1 -0
- package/dist/app.mjs +10 -0
- package/dist/app.mjs.map +1 -0
- package/dist/catalog.cjs +15 -0
- package/dist/catalog.cjs.map +1 -0
- package/dist/catalog.d.cts +14 -0
- package/dist/catalog.d.cts.map +1 -0
- package/dist/catalog.d.mts +14 -0
- package/dist/catalog.d.mts.map +1 -0
- package/dist/catalog.mjs +15 -0
- package/dist/catalog.mjs.map +1 -0
- package/dist/execute.cjs +18 -0
- package/dist/execute.cjs.map +1 -0
- package/dist/execute.mjs +18 -0
- package/dist/execute.mjs.map +1 -0
- package/dist/index.cjs +60 -0
- package/dist/index.d.cts +30 -0
- package/dist/index.d.mts +30 -0
- package/dist/index.mjs +31 -0
- package/package.json +49 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search-scraper-status.cjs","names":["z","action"],"sources":["../../src/actions/search-scraper-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSearchScraperStatusInput: z.ZodTypeAny = z.object({\n request_id: z.string().describe(\"The unique identifier (UUID) of the SearchScraper request obtained from the SearchScraper action response.\"),\n}).describe(\"Request model for checking the status of a SearchScraper job.\");\nexport const ScrapegraphAiSearchScraperStatusOutput: z.ZodTypeAny = z.object({\n error: z.string().describe(\"Error message if the job failed. Empty or null if successful.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Search results structured data (available when status is 'completed'). Contains the extracted information from the search.\").nullable().optional(),\n status: z.string().describe(\"Current status of the search request. Possible values: 'queued', 'processing', 'completed', or 'failed'.\"),\n request_id: z.string().describe(\"The unique identifier (UUID) of the search request.\"),\n num_results: z.number().int().describe(\"Number of search results requested.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original search query that was submitted.\").nullable().optional(),\n reference_urls: z.array(z.string()).describe(\"List of URLs used as references for generating the search results.\").nullable().optional(),\n markdown_content: z.string().describe(\"Markdown-formatted content of the search results.\").nullable().optional(),\n}).describe(\"Response model for SearchScraper status check.\");\n\nexport const scrapegraphAiSearchScraperStatus = action(\"SCRAPEGRAPH_AI_SEARCH_SCRAPER_STATUS\", {\n slug: \"scrapegraph_ai-search-scraper-status\",\n name: \"Check SearchScraper Status\",\n description: \"Check the status and results of an asynchronous SearchScraper job.\",\n input: ScrapegraphAiSearchScraperStatusInput,\n output: ScrapegraphAiSearchScraperStatusOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wCAAsDA,IAAAA,EAAE,OAAO,EAC1E,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4GAA4G,EAC9I,CAAC,CAAC,CAAC,SAAS,+DAA+D;AAC3E,MAAa,yCAAuDA,IAAAA,EAAE,OAAO;CAC3E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChH,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrM,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0GAA0G;CACtI,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;CACrF,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAClG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACjH,CAAC,CAAC,CAAC,SAAS,gDAAgD;AAE5D,MAAa,mCAAmCC,eAAAA,OAAO,wCAAwC;CAC7F,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/search-scraper-status.d.ts
|
|
4
|
+
declare const ScrapegraphAiSearchScraperStatusInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiSearchScraperStatusOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiSearchScraperStatus: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiSearchScraperStatus };
|
|
9
|
+
//# sourceMappingURL=search-scraper-status.d.cts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search-scraper-status.d.cts","names":[],"sources":["../../src/actions/search-scraper-status.ts"],"mappings":";;;cAIa,qCAAA,EAAuC,CAAA,CAAE,UAEsB;AAAA,cAC/D,sCAAA,EAAwC,CAAA,CAAE,UASM;AAAA,cAEhD,gCAAA,gCAAgC,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/search-scraper-status.d.ts
|
|
4
|
+
declare const ScrapegraphAiSearchScraperStatusInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiSearchScraperStatusOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiSearchScraperStatus: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiSearchScraperStatus };
|
|
9
|
+
//# sourceMappingURL=search-scraper-status.d.mts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search-scraper-status.d.mts","names":[],"sources":["../../src/actions/search-scraper-status.ts"],"mappings":";;;cAIa,qCAAA,EAAuC,CAAA,CAAE,UAEsB;AAAA,cAC/D,sCAAA,EAAwC,CAAA,CAAE,UASM;AAAA,cAEhD,gCAAA,gCAAgC,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { action } from "../action.mjs";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
const scrapegraphAiSearchScraperStatus = action("SCRAPEGRAPH_AI_SEARCH_SCRAPER_STATUS", {
|
|
4
|
+
slug: "scrapegraph_ai-search-scraper-status",
|
|
5
|
+
name: "Check SearchScraper Status",
|
|
6
|
+
description: "Check the status and results of an asynchronous SearchScraper job.",
|
|
7
|
+
input: z.object({ request_id: z.string().describe("The unique identifier (UUID) of the SearchScraper request obtained from the SearchScraper action response.") }).describe("Request model for checking the status of a SearchScraper job."),
|
|
8
|
+
output: z.object({
|
|
9
|
+
error: z.string().describe("Error message if the job failed. Empty or null if successful.").nullable().optional(),
|
|
10
|
+
result: z.record(z.string(), z.unknown()).describe("Search results structured data (available when status is 'completed'). Contains the extracted information from the search.").nullable().optional(),
|
|
11
|
+
status: z.string().describe("Current status of the search request. Possible values: 'queued', 'processing', 'completed', or 'failed'."),
|
|
12
|
+
request_id: z.string().describe("The unique identifier (UUID) of the search request."),
|
|
13
|
+
num_results: z.number().int().describe("Number of search results requested.").nullable().optional(),
|
|
14
|
+
user_prompt: z.string().describe("The original search query that was submitted.").nullable().optional(),
|
|
15
|
+
reference_urls: z.array(z.string()).describe("List of URLs used as references for generating the search results.").nullable().optional(),
|
|
16
|
+
markdown_content: z.string().describe("Markdown-formatted content of the search results.").nullable().optional()
|
|
17
|
+
}).describe("Response model for SearchScraper status check.")
|
|
18
|
+
});
|
|
19
|
+
//#endregion
|
|
20
|
+
export { scrapegraphAiSearchScraperStatus };
|
|
21
|
+
|
|
22
|
+
//# sourceMappingURL=search-scraper-status.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search-scraper-status.mjs","names":[],"sources":["../../src/actions/search-scraper-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSearchScraperStatusInput: z.ZodTypeAny = z.object({\n request_id: z.string().describe(\"The unique identifier (UUID) of the SearchScraper request obtained from the SearchScraper action response.\"),\n}).describe(\"Request model for checking the status of a SearchScraper job.\");\nexport const ScrapegraphAiSearchScraperStatusOutput: z.ZodTypeAny = z.object({\n error: z.string().describe(\"Error message if the job failed. Empty or null if successful.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Search results structured data (available when status is 'completed'). Contains the extracted information from the search.\").nullable().optional(),\n status: z.string().describe(\"Current status of the search request. Possible values: 'queued', 'processing', 'completed', or 'failed'.\"),\n request_id: z.string().describe(\"The unique identifier (UUID) of the search request.\"),\n num_results: z.number().int().describe(\"Number of search results requested.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original search query that was submitted.\").nullable().optional(),\n reference_urls: z.array(z.string()).describe(\"List of URLs used as references for generating the search results.\").nullable().optional(),\n markdown_content: z.string().describe(\"Markdown-formatted content of the search results.\").nullable().optional(),\n}).describe(\"Response model for SearchScraper status check.\");\n\nexport const scrapegraphAiSearchScraperStatus = action(\"SCRAPEGRAPH_AI_SEARCH_SCRAPER_STATUS\", {\n slug: \"scrapegraph_ai-search-scraper-status\",\n name: \"Check SearchScraper Status\",\n description: \"Check the status and results of an asynchronous SearchScraper job.\",\n input: ScrapegraphAiSearchScraperStatusInput,\n output: ScrapegraphAiSearchScraperStatusOutput,\n});\n"],"mappings":";;AAkBA,MAAa,mCAAmC,OAAO,wCAAwC;CAC7F,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAlBiE,EAAE,OAAO,EAC1E,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,4GAA4G,EAC9I,CAAC,CAAC,CAAC,SAAS,+DAgBH;CACP,QAhBkE,EAAE,OAAO;EAC3E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAChH,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrM,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,0GAA0G;EACtI,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;EACrF,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClG,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACtG,gBAAgB,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACvI,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjH,CAAC,CAAC,CAAC,SAAS,gDAOF;AACV,CAAC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
const require_action = require("../action.cjs");
|
|
2
|
+
let zod = require("zod");
|
|
3
|
+
//#region src/actions/search-scraper.ts
|
|
4
|
+
const ScrapegraphAiSearchScraperInput = zod.z.object({
|
|
5
|
+
mock: zod.z.boolean().describe("If true, returns a mock response for testing without consuming credits. Default is false.").optional(),
|
|
6
|
+
query: zod.z.string().describe("The search query describing what you want to find on the web."),
|
|
7
|
+
language: zod.z.string().describe("ISO 639-1 language code for the search (e.g., 'en').").optional(),
|
|
8
|
+
num_results: zod.z.number().int().describe("Number of websites to search (3-20). Each website incurs credit costs. Default is 3. Insufficient credits returns a 402 error; verify balance before setting values above 3.").optional(),
|
|
9
|
+
extraction_mode: zod.z.boolean().describe("If true (default), uses AI to extract structured data (10 credits/page). If false, returns raw markdown content (2 credits/page).").optional()
|
|
10
|
+
}).describe("Request parameters for the SearchScraper action.");
|
|
11
|
+
const ScrapegraphAiSearchScraperOutput = zod.z.object({
|
|
12
|
+
error: zod.z.string().describe("Error message if the request failed.").nullable().optional(),
|
|
13
|
+
result: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Extracted structured data (when extraction_mode=true). Structure varies based on search query.").nullable().optional(),
|
|
14
|
+
status: zod.z.string().describe("Status of the request: 'completed', 'running', or 'failed'."),
|
|
15
|
+
request_id: zod.z.string().describe("Unique identifier for tracking this request."),
|
|
16
|
+
num_results: zod.z.number().int().describe("Number of websites that were searched.").nullable().optional(),
|
|
17
|
+
user_prompt: zod.z.string().describe("The original search query that was executed."),
|
|
18
|
+
reference_urls: zod.z.array(zod.z.string()).describe("List of source URLs that were searched and extracted data from.").nullable().optional(),
|
|
19
|
+
markdown_content: zod.z.string().describe("Raw markdown content from scraped pages (when extraction_mode=false).").nullable().optional()
|
|
20
|
+
}).describe("Structured response from the SearchScraper action.");
|
|
21
|
+
const scrapegraphAiSearchScraper = require_action.action("SCRAPEGRAPH_AI_SEARCH_SCRAPER", {
|
|
22
|
+
slug: "scrapegraph_ai-search-scraper",
|
|
23
|
+
name: "Search Scraper",
|
|
24
|
+
description: "Perform AI-powered web searches with structured, parsed results. Some sites block scrapers and return empty bodies; treat these as unrecoverable for that URL. JS-rendered pages may yield incomplete content.",
|
|
25
|
+
input: ScrapegraphAiSearchScraperInput,
|
|
26
|
+
output: ScrapegraphAiSearchScraperOutput
|
|
27
|
+
});
|
|
28
|
+
//#endregion
|
|
29
|
+
exports.scrapegraphAiSearchScraper = scrapegraphAiSearchScraper;
|
|
30
|
+
|
|
31
|
+
//# sourceMappingURL=search-scraper.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search-scraper.cjs","names":["z","action"],"sources":["../../src/actions/search-scraper.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSearchScraperInput: z.ZodTypeAny = z.object({\n mock: z.boolean().describe(\"If true, returns a mock response for testing without consuming credits. Default is false.\").optional(),\n query: z.string().describe(\"The search query describing what you want to find on the web.\"),\n language: z.string().describe(\"ISO 639-1 language code for the search (e.g., 'en').\").optional(),\n num_results: z.number().int().describe(\"Number of websites to search (3-20). Each website incurs credit costs. Default is 3. Insufficient credits returns a 402 error; verify balance before setting values above 3.\").optional(),\n extraction_mode: z.boolean().describe(\"If true (default), uses AI to extract structured data (10 credits/page). If false, returns raw markdown content (2 credits/page).\").optional(),\n}).describe(\"Request parameters for the SearchScraper action.\");\nexport const ScrapegraphAiSearchScraperOutput: z.ZodTypeAny = z.object({\n error: z.string().describe(\"Error message if the request failed.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Extracted structured data (when extraction_mode=true). Structure varies based on search query.\").nullable().optional(),\n status: z.string().describe(\"Status of the request: 'completed', 'running', or 'failed'.\"),\n request_id: z.string().describe(\"Unique identifier for tracking this request.\"),\n num_results: z.number().int().describe(\"Number of websites that were searched.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original search query that was executed.\"),\n reference_urls: z.array(z.string()).describe(\"List of source URLs that were searched and extracted data from.\").nullable().optional(),\n markdown_content: z.string().describe(\"Raw markdown content from scraped pages (when extraction_mode=false).\").nullable().optional(),\n}).describe(\"Structured response from the SearchScraper action.\");\n\nexport const scrapegraphAiSearchScraper = action(\"SCRAPEGRAPH_AI_SEARCH_SCRAPER\", {\n slug: \"scrapegraph_ai-search-scraper\",\n name: \"Search Scraper\",\n description: \"Perform AI-powered web searches with structured, parsed results. Some sites block scrapers and return empty bodies; treat these as unrecoverable for that URL. JS-rendered pages may yield incomplete content.\",\n input: ScrapegraphAiSearchScraperInput,\n output: ScrapegraphAiSearchScraperOutput,\n});\n"],"mappings":";;;AAIA,MAAa,kCAAgDA,IAAAA,EAAE,OAAO;CACpE,MAAMA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,2FAA2F,CAAC,CAAC,SAAS;CACjI,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;CAC1F,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CAC/F,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8KAA8K,CAAC,CAAC,SAAS;CAChO,iBAAiBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,mIAAmI,CAAC,CAAC,SAAS;AACtL,CAAC,CAAC,CAAC,SAAS,kDAAkD;AAC9D,MAAa,mCAAiDA,IAAAA,EAAE,OAAO;CACrE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gGAAgG,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzK,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6DAA6D;CACzF,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C;CAC9E,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C;CAC/E,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,iEAAiE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpI,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACrI,CAAC,CAAC,CAAC,SAAS,oDAAoD;AAEhE,MAAa,6BAA6BC,eAAAA,OAAO,iCAAiC;CAChF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/search-scraper.d.ts
|
|
4
|
+
declare const ScrapegraphAiSearchScraperInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiSearchScraperOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiSearchScraper: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiSearchScraper };
|
|
9
|
+
//# sourceMappingURL=search-scraper.d.cts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search-scraper.d.cts","names":[],"sources":["../../src/actions/search-scraper.ts"],"mappings":";;;cAIa,+BAAA,EAAiC,CAAA,CAAE,UAMe;AAAA,cAClD,gCAAA,EAAkC,CAAA,CAAE,UASgB;AAAA,cAEpD,0BAAA,gCAA0B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/search-scraper.d.ts
|
|
4
|
+
declare const ScrapegraphAiSearchScraperInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiSearchScraperOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiSearchScraper: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiSearchScraper };
|
|
9
|
+
//# sourceMappingURL=search-scraper.d.mts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search-scraper.d.mts","names":[],"sources":["../../src/actions/search-scraper.ts"],"mappings":";;;cAIa,+BAAA,EAAiC,CAAA,CAAE,UAMe;AAAA,cAClD,gCAAA,EAAkC,CAAA,CAAE,UASgB;AAAA,cAEpD,0BAAA,gCAA0B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { action } from "../action.mjs";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
const scrapegraphAiSearchScraper = action("SCRAPEGRAPH_AI_SEARCH_SCRAPER", {
|
|
4
|
+
slug: "scrapegraph_ai-search-scraper",
|
|
5
|
+
name: "Search Scraper",
|
|
6
|
+
description: "Perform AI-powered web searches with structured, parsed results. Some sites block scrapers and return empty bodies; treat these as unrecoverable for that URL. JS-rendered pages may yield incomplete content.",
|
|
7
|
+
input: z.object({
|
|
8
|
+
mock: z.boolean().describe("If true, returns a mock response for testing without consuming credits. Default is false.").optional(),
|
|
9
|
+
query: z.string().describe("The search query describing what you want to find on the web."),
|
|
10
|
+
language: z.string().describe("ISO 639-1 language code for the search (e.g., 'en').").optional(),
|
|
11
|
+
num_results: z.number().int().describe("Number of websites to search (3-20). Each website incurs credit costs. Default is 3. Insufficient credits returns a 402 error; verify balance before setting values above 3.").optional(),
|
|
12
|
+
extraction_mode: z.boolean().describe("If true (default), uses AI to extract structured data (10 credits/page). If false, returns raw markdown content (2 credits/page).").optional()
|
|
13
|
+
}).describe("Request parameters for the SearchScraper action."),
|
|
14
|
+
output: z.object({
|
|
15
|
+
error: z.string().describe("Error message if the request failed.").nullable().optional(),
|
|
16
|
+
result: z.record(z.string(), z.unknown()).describe("Extracted structured data (when extraction_mode=true). Structure varies based on search query.").nullable().optional(),
|
|
17
|
+
status: z.string().describe("Status of the request: 'completed', 'running', or 'failed'."),
|
|
18
|
+
request_id: z.string().describe("Unique identifier for tracking this request."),
|
|
19
|
+
num_results: z.number().int().describe("Number of websites that were searched.").nullable().optional(),
|
|
20
|
+
user_prompt: z.string().describe("The original search query that was executed."),
|
|
21
|
+
reference_urls: z.array(z.string()).describe("List of source URLs that were searched and extracted data from.").nullable().optional(),
|
|
22
|
+
markdown_content: z.string().describe("Raw markdown content from scraped pages (when extraction_mode=false).").nullable().optional()
|
|
23
|
+
}).describe("Structured response from the SearchScraper action.")
|
|
24
|
+
});
|
|
25
|
+
//#endregion
|
|
26
|
+
export { scrapegraphAiSearchScraper };
|
|
27
|
+
|
|
28
|
+
//# sourceMappingURL=search-scraper.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search-scraper.mjs","names":[],"sources":["../../src/actions/search-scraper.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSearchScraperInput: z.ZodTypeAny = z.object({\n mock: z.boolean().describe(\"If true, returns a mock response for testing without consuming credits. Default is false.\").optional(),\n query: z.string().describe(\"The search query describing what you want to find on the web.\"),\n language: z.string().describe(\"ISO 639-1 language code for the search (e.g., 'en').\").optional(),\n num_results: z.number().int().describe(\"Number of websites to search (3-20). Each website incurs credit costs. Default is 3. Insufficient credits returns a 402 error; verify balance before setting values above 3.\").optional(),\n extraction_mode: z.boolean().describe(\"If true (default), uses AI to extract structured data (10 credits/page). If false, returns raw markdown content (2 credits/page).\").optional(),\n}).describe(\"Request parameters for the SearchScraper action.\");\nexport const ScrapegraphAiSearchScraperOutput: z.ZodTypeAny = z.object({\n error: z.string().describe(\"Error message if the request failed.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Extracted structured data (when extraction_mode=true). Structure varies based on search query.\").nullable().optional(),\n status: z.string().describe(\"Status of the request: 'completed', 'running', or 'failed'.\"),\n request_id: z.string().describe(\"Unique identifier for tracking this request.\"),\n num_results: z.number().int().describe(\"Number of websites that were searched.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original search query that was executed.\"),\n reference_urls: z.array(z.string()).describe(\"List of source URLs that were searched and extracted data from.\").nullable().optional(),\n markdown_content: z.string().describe(\"Raw markdown content from scraped pages (when extraction_mode=false).\").nullable().optional(),\n}).describe(\"Structured response from the SearchScraper action.\");\n\nexport const scrapegraphAiSearchScraper = action(\"SCRAPEGRAPH_AI_SEARCH_SCRAPER\", {\n slug: \"scrapegraph_ai-search-scraper\",\n name: \"Search Scraper\",\n description: \"Perform AI-powered web searches with structured, parsed results. Some sites block scrapers and return empty bodies; treat these as unrecoverable for that URL. JS-rendered pages may yield incomplete content.\",\n input: ScrapegraphAiSearchScraperInput,\n output: ScrapegraphAiSearchScraperOutput,\n});\n"],"mappings":";;AAsBA,MAAa,6BAA6B,OAAO,iCAAiC;CAChF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAtB2D,EAAE,OAAO;EACpE,MAAM,EAAE,QAAQ,CAAC,CAAC,SAAS,2FAA2F,CAAC,CAAC,SAAS;EACjI,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D;EAC1F,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EAC/F,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8KAA8K,CAAC,CAAC,SAAS;EAChO,iBAAiB,EAAE,QAAQ,CAAC,CAAC,SAAS,mIAAmI,CAAC,CAAC,SAAS;CACtL,CAAC,CAAC,CAAC,SAAS,kDAgBH;CACP,QAhB4D,EAAE,OAAO;EACrE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACvF,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gGAAgG,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzK,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,6DAA6D;EACzF,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C;EAC9E,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrG,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C;EAC/E,gBAAgB,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,iEAAiE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACpI,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,CAAC,CAAC,CAAC,SAAS,oDAOF;AACV,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
const require_action = require("../action.cjs");
|
|
2
|
+
let zod = require("zod");
|
|
3
|
+
//#region src/actions/smart-crawler-status.ts
|
|
4
|
+
const ScrapegraphAiSmartCrawlerStatusInput = zod.z.object({ task_id: zod.z.string().describe("The unique identifier of the SmartCrawler task to check status for. Obtained from starting a SmartCrawler job.") }).describe("Request model for checking the status of a SmartCrawler job.");
|
|
5
|
+
const ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema = zod.z.object({
|
|
6
|
+
url: zod.z.string().describe("URL of the crawled page."),
|
|
7
|
+
html: zod.z.string().describe("Raw HTML content of the page if available.").nullable().optional(),
|
|
8
|
+
markdown: zod.z.string().describe("Extracted content in Markdown format.")
|
|
9
|
+
}).describe("Represents a single crawled page with extracted content.");
|
|
10
|
+
const ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema = zod.z.object({
|
|
11
|
+
pages: zod.z.array(ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema).describe("Details and extracted content for each page."),
|
|
12
|
+
status: zod.z.string().describe("Status of the crawl job (e.g., 'done', 'processing', 'queued', 'failed')."),
|
|
13
|
+
llm_result: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Structured extraction result from the LLM. Only present when extraction_mode was enabled.").nullable().optional(),
|
|
14
|
+
crawled_urls: zod.z.array(zod.z.string()).describe("List of all URLs visited during crawling."),
|
|
15
|
+
credits_used: zod.z.number().int().describe("Number of credits consumed by this crawl job.").nullable().optional(),
|
|
16
|
+
elapsed_time: zod.z.number().describe("Time taken to complete the crawl in seconds.").nullable().optional(),
|
|
17
|
+
pages_processed: zod.z.number().int().describe("Total number of pages processed.").nullable().optional()
|
|
18
|
+
}).describe("Structured result object for the crawl job.");
|
|
19
|
+
const ScrapegraphAiSmartCrawlerStatusOutput = zod.z.object({
|
|
20
|
+
result: ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema.nullable(),
|
|
21
|
+
status: zod.z.string().describe("Overall request status (e.g., 'success').")
|
|
22
|
+
}).describe("Response model for SmartCrawler status checks.");
|
|
23
|
+
const scrapegraphAiSmartCrawlerStatus = require_action.action("SCRAPEGRAPH_AI_SMART_CRAWLER_STATUS", {
|
|
24
|
+
slug: "scrapegraph_ai-smart-crawler-status",
|
|
25
|
+
name: "SmartCrawler Status",
|
|
26
|
+
description: "Check the status and retrieve results of a SmartCrawler web crawling job. Use this action to poll for completion and get the extracted content from a previously started SmartCrawler job. Returns the job status, crawled URLs, page content in markdown/HTML format, and LLM extraction results (if enabled). Implement a polling timeout (e.g., max retries or elapsed time cap) to avoid indefinite loops when waiting for long-running jobs.",
|
|
27
|
+
input: ScrapegraphAiSmartCrawlerStatusInput,
|
|
28
|
+
output: ScrapegraphAiSmartCrawlerStatusOutput
|
|
29
|
+
});
|
|
30
|
+
//#endregion
|
|
31
|
+
exports.scrapegraphAiSmartCrawlerStatus = scrapegraphAiSmartCrawlerStatus;
|
|
32
|
+
|
|
33
|
+
//# sourceMappingURL=smart-crawler-status.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smart-crawler-status.cjs","names":["z","action"],"sources":["../../src/actions/smart-crawler-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSmartCrawlerStatusInput: z.ZodTypeAny = z.object({\n task_id: z.string().describe(\"The unique identifier of the SmartCrawler task to check status for. Obtained from starting a SmartCrawler job.\"),\n}).describe(\"Request model for checking the status of a SmartCrawler job.\");\nconst ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema: z.ZodTypeAny = z.object({\n url: z.string().describe(\"URL of the crawled page.\"),\n html: z.string().describe(\"Raw HTML content of the page if available.\").nullable().optional(),\n markdown: z.string().describe(\"Extracted content in Markdown format.\"),\n}).describe(\"Represents a single crawled page with extracted content.\");\nconst ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema: z.ZodTypeAny = z.object({\n pages: z.array(ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema).describe(\"Details and extracted content for each page.\"),\n status: z.string().describe(\"Status of the crawl job (e.g., 'done', 'processing', 'queued', 'failed').\"),\n llm_result: z.record(z.string(), z.unknown()).describe(\"Structured extraction result from the LLM. Only present when extraction_mode was enabled.\").nullable().optional(),\n crawled_urls: z.array(z.string()).describe(\"List of all URLs visited during crawling.\"),\n credits_used: z.number().int().describe(\"Number of credits consumed by this crawl job.\").nullable().optional(),\n elapsed_time: z.number().describe(\"Time taken to complete the crawl in seconds.\").nullable().optional(),\n pages_processed: z.number().int().describe(\"Total number of pages processed.\").nullable().optional(),\n}).describe(\"Structured result object for the crawl job.\");\nexport const ScrapegraphAiSmartCrawlerStatusOutput: z.ZodTypeAny = z.object({\n result: ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema.nullable(),\n status: z.string().describe(\"Overall request status (e.g., 'success').\"),\n}).describe(\"Response model for SmartCrawler status checks.\");\n\nexport const scrapegraphAiSmartCrawlerStatus = action(\"SCRAPEGRAPH_AI_SMART_CRAWLER_STATUS\", {\n slug: \"scrapegraph_ai-smart-crawler-status\",\n name: \"SmartCrawler Status\",\n description: \"Check the status and retrieve results of a SmartCrawler web crawling job. Use this action to poll for completion and get the extracted content from a previously started SmartCrawler job. Returns the job status, crawled URLs, page content in markdown/HTML format, and LLM extraction results (if enabled). Implement a polling timeout (e.g., max retries or elapsed time cap) to avoid indefinite loops when waiting for long-running jobs.\",\n input: ScrapegraphAiSmartCrawlerStatusInput,\n output: ScrapegraphAiSmartCrawlerStatusOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uCAAqDA,IAAAA,EAAE,OAAO,EACzE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gHAAgH,EAC/I,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC1E,MAAM,yDAAuEA,IAAAA,EAAE,OAAO;CACpF,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0BAA0B;CACnD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5F,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;AACvE,CAAC,CAAC,CAAC,SAAS,0DAA0D;AACtE,MAAM,2DAAyEA,IAAAA,EAAE,OAAO;CACtF,OAAOA,IAAAA,EAAE,MAAM,sDAAsD,CAAC,CAAC,SAAS,8CAA8C;CAC9H,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2EAA2E;CACvG,YAAYA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2FAA2F,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxK,cAAcA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,2CAA2C;CACtF,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7G,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtG,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACrG,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAa,wCAAsDA,IAAAA,EAAE,OAAO;CAC1E,QAAQ,yDAAyD,SAAS;CAC1E,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;AACzE,CAAC,CAAC,CAAC,SAAS,gDAAgD;AAE5D,MAAa,kCAAkCC,eAAAA,OAAO,uCAAuC;CAC3F,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/smart-crawler-status.d.ts
|
|
4
|
+
declare const ScrapegraphAiSmartCrawlerStatusInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiSmartCrawlerStatusOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiSmartCrawlerStatus: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiSmartCrawlerStatus };
|
|
9
|
+
//# sourceMappingURL=smart-crawler-status.d.cts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smart-crawler-status.d.cts","names":[],"sources":["../../src/actions/smart-crawler-status.ts"],"mappings":";;;cAIa,oCAAA,EAAsC,CAAA,CAAE,UAEsB;AAAA,cAe9D,qCAAA,EAAuC,CAAA,CAAE,UAGO;AAAA,cAEhD,+BAAA,gCAA+B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/smart-crawler-status.d.ts
|
|
4
|
+
declare const ScrapegraphAiSmartCrawlerStatusInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiSmartCrawlerStatusOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiSmartCrawlerStatus: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiSmartCrawlerStatus };
|
|
9
|
+
//# sourceMappingURL=smart-crawler-status.d.mts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smart-crawler-status.d.mts","names":[],"sources":["../../src/actions/smart-crawler-status.ts"],"mappings":";;;cAIa,oCAAA,EAAsC,CAAA,CAAE,UAEsB;AAAA,cAe9D,qCAAA,EAAuC,CAAA,CAAE,UAGO;AAAA,cAEhD,+BAAA,gCAA+B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { action } from "../action.mjs";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
//#region src/actions/smart-crawler-status.ts
|
|
4
|
+
const ScrapegraphAiSmartCrawlerStatusInput = z.object({ task_id: z.string().describe("The unique identifier of the SmartCrawler task to check status for. Obtained from starting a SmartCrawler job.") }).describe("Request model for checking the status of a SmartCrawler job.");
|
|
5
|
+
const ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema = z.object({
|
|
6
|
+
url: z.string().describe("URL of the crawled page."),
|
|
7
|
+
html: z.string().describe("Raw HTML content of the page if available.").nullable().optional(),
|
|
8
|
+
markdown: z.string().describe("Extracted content in Markdown format.")
|
|
9
|
+
}).describe("Represents a single crawled page with extracted content.");
|
|
10
|
+
const ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema = z.object({
|
|
11
|
+
pages: z.array(ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema).describe("Details and extracted content for each page."),
|
|
12
|
+
status: z.string().describe("Status of the crawl job (e.g., 'done', 'processing', 'queued', 'failed')."),
|
|
13
|
+
llm_result: z.record(z.string(), z.unknown()).describe("Structured extraction result from the LLM. Only present when extraction_mode was enabled.").nullable().optional(),
|
|
14
|
+
crawled_urls: z.array(z.string()).describe("List of all URLs visited during crawling."),
|
|
15
|
+
credits_used: z.number().int().describe("Number of credits consumed by this crawl job.").nullable().optional(),
|
|
16
|
+
elapsed_time: z.number().describe("Time taken to complete the crawl in seconds.").nullable().optional(),
|
|
17
|
+
pages_processed: z.number().int().describe("Total number of pages processed.").nullable().optional()
|
|
18
|
+
}).describe("Structured result object for the crawl job.");
|
|
19
|
+
const scrapegraphAiSmartCrawlerStatus = action("SCRAPEGRAPH_AI_SMART_CRAWLER_STATUS", {
|
|
20
|
+
slug: "scrapegraph_ai-smart-crawler-status",
|
|
21
|
+
name: "SmartCrawler Status",
|
|
22
|
+
description: "Check the status and retrieve results of a SmartCrawler web crawling job. Use this action to poll for completion and get the extracted content from a previously started SmartCrawler job. Returns the job status, crawled URLs, page content in markdown/HTML format, and LLM extraction results (if enabled). Implement a polling timeout (e.g., max retries or elapsed time cap) to avoid indefinite loops when waiting for long-running jobs.",
|
|
23
|
+
input: ScrapegraphAiSmartCrawlerStatusInput,
|
|
24
|
+
output: z.object({
|
|
25
|
+
result: ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema.nullable(),
|
|
26
|
+
status: z.string().describe("Overall request status (e.g., 'success').")
|
|
27
|
+
}).describe("Response model for SmartCrawler status checks.")
|
|
28
|
+
});
|
|
29
|
+
//#endregion
|
|
30
|
+
export { scrapegraphAiSmartCrawlerStatus };
|
|
31
|
+
|
|
32
|
+
//# sourceMappingURL=smart-crawler-status.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smart-crawler-status.mjs","names":[],"sources":["../../src/actions/smart-crawler-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSmartCrawlerStatusInput: z.ZodTypeAny = z.object({\n task_id: z.string().describe(\"The unique identifier of the SmartCrawler task to check status for. Obtained from starting a SmartCrawler job.\"),\n}).describe(\"Request model for checking the status of a SmartCrawler job.\");\nconst ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema: z.ZodTypeAny = z.object({\n url: z.string().describe(\"URL of the crawled page.\"),\n html: z.string().describe(\"Raw HTML content of the page if available.\").nullable().optional(),\n markdown: z.string().describe(\"Extracted content in Markdown format.\"),\n}).describe(\"Represents a single crawled page with extracted content.\");\nconst ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema: z.ZodTypeAny = z.object({\n pages: z.array(ScrapegraphAiSmartCrawlerStatus_SmartCrawlerPageSchema).describe(\"Details and extracted content for each page.\"),\n status: z.string().describe(\"Status of the crawl job (e.g., 'done', 'processing', 'queued', 'failed').\"),\n llm_result: z.record(z.string(), z.unknown()).describe(\"Structured extraction result from the LLM. Only present when extraction_mode was enabled.\").nullable().optional(),\n crawled_urls: z.array(z.string()).describe(\"List of all URLs visited during crawling.\"),\n credits_used: z.number().int().describe(\"Number of credits consumed by this crawl job.\").nullable().optional(),\n elapsed_time: z.number().describe(\"Time taken to complete the crawl in seconds.\").nullable().optional(),\n pages_processed: z.number().int().describe(\"Total number of pages processed.\").nullable().optional(),\n}).describe(\"Structured result object for the crawl job.\");\nexport const ScrapegraphAiSmartCrawlerStatusOutput: z.ZodTypeAny = z.object({\n result: ScrapegraphAiSmartCrawlerStatus_SmartCrawlerResultSchema.nullable(),\n status: z.string().describe(\"Overall request status (e.g., 'success').\"),\n}).describe(\"Response model for SmartCrawler status checks.\");\n\nexport const scrapegraphAiSmartCrawlerStatus = action(\"SCRAPEGRAPH_AI_SMART_CRAWLER_STATUS\", {\n slug: \"scrapegraph_ai-smart-crawler-status\",\n name: \"SmartCrawler Status\",\n description: \"Check the status and retrieve results of a SmartCrawler web crawling job. Use this action to poll for completion and get the extracted content from a previously started SmartCrawler job. Returns the job status, crawled URLs, page content in markdown/HTML format, and LLM extraction results (if enabled). Implement a polling timeout (e.g., max retries or elapsed time cap) to avoid indefinite loops when waiting for long-running jobs.\",\n input: ScrapegraphAiSmartCrawlerStatusInput,\n output: ScrapegraphAiSmartCrawlerStatusOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uCAAqD,EAAE,OAAO,EACzE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,gHAAgH,EAC/I,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC1E,MAAM,yDAAuE,EAAE,OAAO;CACpF,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,0BAA0B;CACnD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5F,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;AACvE,CAAC,CAAC,CAAC,SAAS,0DAA0D;AACtE,MAAM,2DAAyE,EAAE,OAAO;CACtF,OAAO,EAAE,MAAM,sDAAsD,CAAC,CAAC,SAAS,8CAA8C;CAC9H,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2EAA2E;CACvG,YAAY,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2FAA2F,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxK,cAAc,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,2CAA2C;CACtF,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7G,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtG,iBAAiB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACrG,CAAC,CAAC,CAAC,SAAS,6CAA6C;AAMzD,MAAa,kCAAkC,OAAO,uCAAuC;CAC3F,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAViE,EAAE,OAAO;EAC1E,QAAQ,yDAAyD,SAAS;EAC1E,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;CACzE,CAAC,CAAC,CAAC,SAAS,gDAOF;AACV,CAAC"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
const require_action = require("../action.cjs");
|
|
2
|
+
let zod = require("zod");
|
|
3
|
+
//#region src/actions/smart-scraper-start.ts
|
|
4
|
+
const ScrapegraphAiSmartScraperStartInput = zod.z.object({
|
|
5
|
+
mock: zod.z.boolean().describe("If true, return mock test data instead of actual extraction. Useful for testing without consuming credits.").optional(),
|
|
6
|
+
wait: zod.z.boolean().default(false).describe("If true, wait for job completion and return full results. If false (default), return request_id immediately for async polling. Poll using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS with the returned `request_id`.").optional(),
|
|
7
|
+
steps: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Browser interaction actions to perform before extraction (e.g., click buttons, fill forms). Each step is a dict with action type and parameters.").optional(),
|
|
8
|
+
cookies: zod.z.object({}).describe("Cookies to include in the request for authentication or session management.").optional(),
|
|
9
|
+
headers: zod.z.object({}).describe("Custom HTTP headers for the scraping request (e.g., User-Agent, Accept-Language). Used when fetching website_url.").optional(),
|
|
10
|
+
stealth: zod.z.boolean().describe("Enable anti-bot detection techniques. Adds +4 credit cost per request. Use for sites with bot protection.").optional(),
|
|
11
|
+
plain_text: zod.z.boolean().describe("Return extracted content as plain text instead of JSON. Useful for simple text extraction.").optional(),
|
|
12
|
+
total_pages: zod.z.number().int().describe("Number of pages to scrape for paginated content (1-100). Default is 1.").optional(),
|
|
13
|
+
user_prompt: zod.z.string().describe("Natural language description of what information to extract from the webpage. Be specific about the data you want (e.g., 'Extract the product name, price, and description')."),
|
|
14
|
+
website_url: zod.z.string().describe("Full URL of the webpage to scrape (must include https://). Required if website_html and website_markdown are not provided.").optional(),
|
|
15
|
+
website_html: zod.z.string().describe("Raw HTML content to scrape (max 2MB). Use this if you already have the page HTML. Required if website_url and website_markdown are not provided.").optional(),
|
|
16
|
+
output_schema: zod.z.record(zod.z.string(), zod.z.unknown()).describe("JSON Schema defining the structure of extracted data. Helps ensure consistent, structured output.").optional(),
|
|
17
|
+
render_heavy_js: zod.z.boolean().describe("Enable enhanced JavaScript rendering for Single Page Applications (SPAs) and heavy JS sites. May increase processing time.").optional(),
|
|
18
|
+
website_markdown: zod.z.string().describe("Raw Markdown content to scrape (max 2MB). Use this if you already have the page content as Markdown. Required if website_url and website_html are not provided.").optional(),
|
|
19
|
+
number_of_scrolls: zod.z.number().int().describe("Number of scroll iterations for infinite scroll pages (0-50). Default is 0. Use for pages that load content on scroll.").optional()
|
|
20
|
+
}).describe("Request schema for initiating a SmartScraper job.");
|
|
21
|
+
const ScrapegraphAiSmartScraperStartOutput = zod.z.object({
|
|
22
|
+
error: zod.z.string().describe("Error message if the job failed (when wait=True).").nullable().optional(),
|
|
23
|
+
result: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Extracted information based on the prompt (when wait=True and completed).").nullable().optional(),
|
|
24
|
+
status: zod.z.string().describe("Overall request status (e.g., 'success')."),
|
|
25
|
+
job_status: zod.z.enum([
|
|
26
|
+
"queued",
|
|
27
|
+
"processing",
|
|
28
|
+
"completed",
|
|
29
|
+
"failed"
|
|
30
|
+
]).describe("Current status of the scraping job (when wait=True).").nullable().optional(),
|
|
31
|
+
request_id: zod.z.string().describe("Request ID when wait=False.").nullable().optional(),
|
|
32
|
+
user_prompt: zod.z.string().describe("The original prompt provided by the user (when wait=True).").nullable().optional(),
|
|
33
|
+
website_url: zod.z.string().describe("The URL of the webpage that was processed (when wait=True).").nullable().optional()
|
|
34
|
+
}).describe("Response schema returned after initiating a SmartScraper job.");
|
|
35
|
+
const scrapegraphAiSmartScraperStart = require_action.action("SCRAPEGRAPH_AI_SMART_SCRAPER_START", {
|
|
36
|
+
slug: "scrapegraph_ai-smart-scraper-start",
|
|
37
|
+
name: "Start Smart Scraper",
|
|
38
|
+
description: "Start AI-powered web scraping with natural language extraction prompts. When `wait` is false (default), returns a `request_id`; poll for results using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS. Check `error` and `job_status` fields in the response before using extracted data.",
|
|
39
|
+
input: ScrapegraphAiSmartScraperStartInput,
|
|
40
|
+
output: ScrapegraphAiSmartScraperStartOutput
|
|
41
|
+
});
|
|
42
|
+
//#endregion
|
|
43
|
+
exports.scrapegraphAiSmartScraperStart = scrapegraphAiSmartScraperStart;
|
|
44
|
+
|
|
45
|
+
//# sourceMappingURL=smart-scraper-start.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smart-scraper-start.cjs","names":["z","action"],"sources":["../../src/actions/smart-scraper-start.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSmartScraperStartInput: z.ZodTypeAny = z.object({\n mock: z.boolean().describe(\"If true, return mock test data instead of actual extraction. Useful for testing without consuming credits.\").optional(),\n wait: z.boolean().default(false).describe(\"If true, wait for job completion and return full results. If false (default), return request_id immediately for async polling. Poll using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS with the returned `request_id`.\").optional(),\n steps: z.array(z.record(z.string(), z.unknown())).describe(\"Browser interaction actions to perform before extraction (e.g., click buttons, fill forms). Each step is a dict with action type and parameters.\").optional(),\n cookies: z.object({}).describe(\"Cookies to include in the request for authentication or session management.\").optional(),\n headers: z.object({}).describe(\"Custom HTTP headers for the scraping request (e.g., User-Agent, Accept-Language). Used when fetching website_url.\").optional(),\n stealth: z.boolean().describe(\"Enable anti-bot detection techniques. Adds +4 credit cost per request. Use for sites with bot protection.\").optional(),\n plain_text: z.boolean().describe(\"Return extracted content as plain text instead of JSON. Useful for simple text extraction.\").optional(),\n total_pages: z.number().int().describe(\"Number of pages to scrape for paginated content (1-100). Default is 1.\").optional(),\n user_prompt: z.string().describe(\"Natural language description of what information to extract from the webpage. Be specific about the data you want (e.g., 'Extract the product name, price, and description').\"),\n website_url: z.string().describe(\"Full URL of the webpage to scrape (must include https://). Required if website_html and website_markdown are not provided.\").optional(),\n website_html: z.string().describe(\"Raw HTML content to scrape (max 2MB). Use this if you already have the page HTML. Required if website_url and website_markdown are not provided.\").optional(),\n output_schema: z.record(z.string(), z.unknown()).describe(\"JSON Schema defining the structure of extracted data. Helps ensure consistent, structured output.\").optional(),\n render_heavy_js: z.boolean().describe(\"Enable enhanced JavaScript rendering for Single Page Applications (SPAs) and heavy JS sites. May increase processing time.\").optional(),\n website_markdown: z.string().describe(\"Raw Markdown content to scrape (max 2MB). Use this if you already have the page content as Markdown. Required if website_url and website_html are not provided.\").optional(),\n number_of_scrolls: z.number().int().describe(\"Number of scroll iterations for infinite scroll pages (0-50). Default is 0. Use for pages that load content on scroll.\").optional(),\n}).describe(\"Request schema for initiating a SmartScraper job.\");\nexport const ScrapegraphAiSmartScraperStartOutput: z.ZodTypeAny = z.object({\n error: z.string().describe(\"Error message if the job failed (when wait=True).\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Extracted information based on the prompt (when wait=True and completed).\").nullable().optional(),\n status: z.string().describe(\"Overall request status (e.g., 'success').\"),\n job_status: z.enum([\"queued\", \"processing\", \"completed\", \"failed\"]).describe(\"Current status of the scraping job (when wait=True).\").nullable().optional(),\n request_id: z.string().describe(\"Request ID when wait=False.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original prompt provided by the user (when wait=True).\").nullable().optional(),\n website_url: z.string().describe(\"The URL of the webpage that was processed (when wait=True).\").nullable().optional(),\n}).describe(\"Response schema returned after initiating a SmartScraper job.\");\n\nexport const scrapegraphAiSmartScraperStart = action(\"SCRAPEGRAPH_AI_SMART_SCRAPER_START\", {\n slug: \"scrapegraph_ai-smart-scraper-start\",\n name: \"Start Smart Scraper\",\n description: \"Start AI-powered web scraping with natural language extraction prompts. When `wait` is false (default), returns a `request_id`; poll for results using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS. Check `error` and `job_status` fields in the response before using extracted data.\",\n input: ScrapegraphAiSmartScraperStartInput,\n output: ScrapegraphAiSmartScraperStartOutput,\n});\n"],"mappings":";;;AAIA,MAAa,sCAAoDA,IAAAA,EAAE,OAAO;CACxE,MAAMA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,4GAA4G,CAAC,CAAC,SAAS;CAClJ,MAAMA,IAAAA,EAAE,QAAQ,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,SAAS,+MAA+M,CAAC,CAAC,SAAS;CACpQ,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,kJAAkJ,CAAC,CAAC,SAAS;CACxN,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,6EAA6E,CAAC,CAAC,SAAS;CACvH,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,mHAAmH,CAAC,CAAC,SAAS;CAC7J,SAASA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,2GAA2G,CAAC,CAAC,SAAS;CACpJ,YAAYA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,4FAA4F,CAAC,CAAC,SAAS;CACxI,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS;CAC1H,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+KAA+K;CAChN,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS;CACxK,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kJAAkJ,CAAC,CAAC,SAAS;CAC/L,eAAeA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mGAAmG,CAAC,CAAC,SAAS;CACxK,iBAAiBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS;CAC7K,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iKAAiK,CAAC,CAAC,SAAS;CAClN,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wHAAwH,CAAC,CAAC,SAAS;AAClL,CAAC,CAAC,CAAC,SAAS,mDAAmD;AAC/D,MAAa,uCAAqDA,IAAAA,EAAE,OAAO;CACzE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpG,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpJ,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;CACvE,YAAYA,IAAAA,EAAE,KAAK;EAAC;EAAU;EAAc;EAAa;CAAQ,CAAC,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzJ,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnF,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnH,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6DAA6D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACtH,CAAC,CAAC,CAAC,SAAS,+DAA+D;AAE3E,MAAa,iCAAiCC,eAAAA,OAAO,sCAAsC;CACzF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/smart-scraper-start.d.ts
|
|
4
|
+
declare const ScrapegraphAiSmartScraperStartInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiSmartScraperStartOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiSmartScraperStart: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiSmartScraperStart };
|
|
9
|
+
//# sourceMappingURL=smart-scraper-start.d.cts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smart-scraper-start.d.cts","names":[],"sources":["../../src/actions/smart-scraper-start.ts"],"mappings":";;;cAIa,mCAAA,EAAqC,CAAA,CAAE,UAgBY;AAAA,cACnD,oCAAA,EAAsC,CAAA,CAAE,UAQuB;AAAA,cAE/D,8BAAA,gCAA8B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/smart-scraper-start.d.ts
|
|
4
|
+
declare const ScrapegraphAiSmartScraperStartInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiSmartScraperStartOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiSmartScraperStart: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiSmartScraperStart };
|
|
9
|
+
//# sourceMappingURL=smart-scraper-start.d.mts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smart-scraper-start.d.mts","names":[],"sources":["../../src/actions/smart-scraper-start.ts"],"mappings":";;;cAIa,mCAAA,EAAqC,CAAA,CAAE,UAgBY;AAAA,cACnD,oCAAA,EAAsC,CAAA,CAAE,UAQuB;AAAA,cAE/D,8BAAA,gCAA8B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { action } from "../action.mjs";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
const scrapegraphAiSmartScraperStart = action("SCRAPEGRAPH_AI_SMART_SCRAPER_START", {
|
|
4
|
+
slug: "scrapegraph_ai-smart-scraper-start",
|
|
5
|
+
name: "Start Smart Scraper",
|
|
6
|
+
description: "Start AI-powered web scraping with natural language extraction prompts. When `wait` is false (default), returns a `request_id`; poll for results using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS. Check `error` and `job_status` fields in the response before using extracted data.",
|
|
7
|
+
input: z.object({
|
|
8
|
+
mock: z.boolean().describe("If true, return mock test data instead of actual extraction. Useful for testing without consuming credits.").optional(),
|
|
9
|
+
wait: z.boolean().default(false).describe("If true, wait for job completion and return full results. If false (default), return request_id immediately for async polling. Poll using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS with the returned `request_id`.").optional(),
|
|
10
|
+
steps: z.array(z.record(z.string(), z.unknown())).describe("Browser interaction actions to perform before extraction (e.g., click buttons, fill forms). Each step is a dict with action type and parameters.").optional(),
|
|
11
|
+
cookies: z.object({}).describe("Cookies to include in the request for authentication or session management.").optional(),
|
|
12
|
+
headers: z.object({}).describe("Custom HTTP headers for the scraping request (e.g., User-Agent, Accept-Language). Used when fetching website_url.").optional(),
|
|
13
|
+
stealth: z.boolean().describe("Enable anti-bot detection techniques. Adds +4 credit cost per request. Use for sites with bot protection.").optional(),
|
|
14
|
+
plain_text: z.boolean().describe("Return extracted content as plain text instead of JSON. Useful for simple text extraction.").optional(),
|
|
15
|
+
total_pages: z.number().int().describe("Number of pages to scrape for paginated content (1-100). Default is 1.").optional(),
|
|
16
|
+
user_prompt: z.string().describe("Natural language description of what information to extract from the webpage. Be specific about the data you want (e.g., 'Extract the product name, price, and description')."),
|
|
17
|
+
website_url: z.string().describe("Full URL of the webpage to scrape (must include https://). Required if website_html and website_markdown are not provided.").optional(),
|
|
18
|
+
website_html: z.string().describe("Raw HTML content to scrape (max 2MB). Use this if you already have the page HTML. Required if website_url and website_markdown are not provided.").optional(),
|
|
19
|
+
output_schema: z.record(z.string(), z.unknown()).describe("JSON Schema defining the structure of extracted data. Helps ensure consistent, structured output.").optional(),
|
|
20
|
+
render_heavy_js: z.boolean().describe("Enable enhanced JavaScript rendering for Single Page Applications (SPAs) and heavy JS sites. May increase processing time.").optional(),
|
|
21
|
+
website_markdown: z.string().describe("Raw Markdown content to scrape (max 2MB). Use this if you already have the page content as Markdown. Required if website_url and website_html are not provided.").optional(),
|
|
22
|
+
number_of_scrolls: z.number().int().describe("Number of scroll iterations for infinite scroll pages (0-50). Default is 0. Use for pages that load content on scroll.").optional()
|
|
23
|
+
}).describe("Request schema for initiating a SmartScraper job."),
|
|
24
|
+
output: z.object({
|
|
25
|
+
error: z.string().describe("Error message if the job failed (when wait=True).").nullable().optional(),
|
|
26
|
+
result: z.record(z.string(), z.unknown()).describe("Extracted information based on the prompt (when wait=True and completed).").nullable().optional(),
|
|
27
|
+
status: z.string().describe("Overall request status (e.g., 'success')."),
|
|
28
|
+
job_status: z.enum([
|
|
29
|
+
"queued",
|
|
30
|
+
"processing",
|
|
31
|
+
"completed",
|
|
32
|
+
"failed"
|
|
33
|
+
]).describe("Current status of the scraping job (when wait=True).").nullable().optional(),
|
|
34
|
+
request_id: z.string().describe("Request ID when wait=False.").nullable().optional(),
|
|
35
|
+
user_prompt: z.string().describe("The original prompt provided by the user (when wait=True).").nullable().optional(),
|
|
36
|
+
website_url: z.string().describe("The URL of the webpage that was processed (when wait=True).").nullable().optional()
|
|
37
|
+
}).describe("Response schema returned after initiating a SmartScraper job.")
|
|
38
|
+
});
|
|
39
|
+
//#endregion
|
|
40
|
+
export { scrapegraphAiSmartScraperStart };
|
|
41
|
+
|
|
42
|
+
//# sourceMappingURL=smart-scraper-start.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smart-scraper-start.mjs","names":[],"sources":["../../src/actions/smart-scraper-start.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSmartScraperStartInput: z.ZodTypeAny = z.object({\n mock: z.boolean().describe(\"If true, return mock test data instead of actual extraction. Useful for testing without consuming credits.\").optional(),\n wait: z.boolean().default(false).describe(\"If true, wait for job completion and return full results. If false (default), return request_id immediately for async polling. Poll using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS with the returned `request_id`.\").optional(),\n steps: z.array(z.record(z.string(), z.unknown())).describe(\"Browser interaction actions to perform before extraction (e.g., click buttons, fill forms). Each step is a dict with action type and parameters.\").optional(),\n cookies: z.object({}).describe(\"Cookies to include in the request for authentication or session management.\").optional(),\n headers: z.object({}).describe(\"Custom HTTP headers for the scraping request (e.g., User-Agent, Accept-Language). Used when fetching website_url.\").optional(),\n stealth: z.boolean().describe(\"Enable anti-bot detection techniques. Adds +4 credit cost per request. Use for sites with bot protection.\").optional(),\n plain_text: z.boolean().describe(\"Return extracted content as plain text instead of JSON. Useful for simple text extraction.\").optional(),\n total_pages: z.number().int().describe(\"Number of pages to scrape for paginated content (1-100). Default is 1.\").optional(),\n user_prompt: z.string().describe(\"Natural language description of what information to extract from the webpage. Be specific about the data you want (e.g., 'Extract the product name, price, and description').\"),\n website_url: z.string().describe(\"Full URL of the webpage to scrape (must include https://). Required if website_html and website_markdown are not provided.\").optional(),\n website_html: z.string().describe(\"Raw HTML content to scrape (max 2MB). Use this if you already have the page HTML. Required if website_url and website_markdown are not provided.\").optional(),\n output_schema: z.record(z.string(), z.unknown()).describe(\"JSON Schema defining the structure of extracted data. Helps ensure consistent, structured output.\").optional(),\n render_heavy_js: z.boolean().describe(\"Enable enhanced JavaScript rendering for Single Page Applications (SPAs) and heavy JS sites. May increase processing time.\").optional(),\n website_markdown: z.string().describe(\"Raw Markdown content to scrape (max 2MB). Use this if you already have the page content as Markdown. Required if website_url and website_html are not provided.\").optional(),\n number_of_scrolls: z.number().int().describe(\"Number of scroll iterations for infinite scroll pages (0-50). Default is 0. Use for pages that load content on scroll.\").optional(),\n}).describe(\"Request schema for initiating a SmartScraper job.\");\nexport const ScrapegraphAiSmartScraperStartOutput: z.ZodTypeAny = z.object({\n error: z.string().describe(\"Error message if the job failed (when wait=True).\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Extracted information based on the prompt (when wait=True and completed).\").nullable().optional(),\n status: z.string().describe(\"Overall request status (e.g., 'success').\"),\n job_status: z.enum([\"queued\", \"processing\", \"completed\", \"failed\"]).describe(\"Current status of the scraping job (when wait=True).\").nullable().optional(),\n request_id: z.string().describe(\"Request ID when wait=False.\").nullable().optional(),\n user_prompt: z.string().describe(\"The original prompt provided by the user (when wait=True).\").nullable().optional(),\n website_url: z.string().describe(\"The URL of the webpage that was processed (when wait=True).\").nullable().optional(),\n}).describe(\"Response schema returned after initiating a SmartScraper job.\");\n\nexport const scrapegraphAiSmartScraperStart = action(\"SCRAPEGRAPH_AI_SMART_SCRAPER_START\", {\n slug: \"scrapegraph_ai-smart-scraper-start\",\n name: \"Start Smart Scraper\",\n description: \"Start AI-powered web scraping with natural language extraction prompts. When `wait` is false (default), returns a `request_id`; poll for results using SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS. Check `error` and `job_status` fields in the response before using extracted data.\",\n input: ScrapegraphAiSmartScraperStartInput,\n output: ScrapegraphAiSmartScraperStartOutput,\n});\n"],"mappings":";;AA+BA,MAAa,iCAAiC,OAAO,sCAAsC;CACzF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OA/B+D,EAAE,OAAO;EACxE,MAAM,EAAE,QAAQ,CAAC,CAAC,SAAS,4GAA4G,CAAC,CAAC,SAAS;EAClJ,MAAM,EAAE,QAAQ,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,SAAS,+MAA+M,CAAC,CAAC,SAAS;EACpQ,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,kJAAkJ,CAAC,CAAC,SAAS;EACxN,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,6EAA6E,CAAC,CAAC,SAAS;EACvH,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,mHAAmH,CAAC,CAAC,SAAS;EAC7J,SAAS,EAAE,QAAQ,CAAC,CAAC,SAAS,2GAA2G,CAAC,CAAC,SAAS;EACpJ,YAAY,EAAE,QAAQ,CAAC,CAAC,SAAS,4FAA4F,CAAC,CAAC,SAAS;EACxI,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS;EAC1H,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,+KAA+K;EAChN,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS;EACxK,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,kJAAkJ,CAAC,CAAC,SAAS;EAC/L,eAAe,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mGAAmG,CAAC,CAAC,SAAS;EACxK,iBAAiB,EAAE,QAAQ,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS;EAC7K,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,iKAAiK,CAAC,CAAC,SAAS;EAClN,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wHAAwH,CAAC,CAAC,SAAS;CAClL,CAAC,CAAC,CAAC,SAAS,mDAeH;CACP,QAfgE,EAAE,OAAO;EACzE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACpG,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACpJ,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;EACvE,YAAY,EAAE,KAAK;GAAC;GAAU;GAAc;GAAa;EAAQ,CAAC,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzJ,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACnF,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACnH,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,6DAA6D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtH,CAAC,CAAC,CAAC,SAAS,+DAOF;AACV,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
const require_action = require("../action.cjs");
|
|
2
|
+
let zod = require("zod");
|
|
3
|
+
//#region src/actions/smart-scraper-status.ts
|
|
4
|
+
const ScrapegraphAiSmartScraperStatusInput = zod.z.object({ request_id: zod.z.string().describe("The unique identifier (UUID) of the SmartScraper request returned by the Start SmartScraper action") }).describe("Request model for checking the status of a SmartScraper job.");
|
|
5
|
+
const ScrapegraphAiSmartScraperStatusOutput = zod.z.object({
|
|
6
|
+
error: zod.z.string().describe("Error message explaining why the request failed. Only populated when status is 'failed'.").nullable().optional(),
|
|
7
|
+
result: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Extracted data from the website. Only populated when status is 'completed'. Structure depends on the output_schema provided in the original request.").nullable().optional(),
|
|
8
|
+
status: zod.z.string().describe("Current status of the request: 'queued' (waiting to be processed), 'processing' (being processed), 'completed' (finished successfully), or 'failed' (error occurred)"),
|
|
9
|
+
request_id: zod.z.string().describe("The unique identifier (UUID) of the SmartScraper request"),
|
|
10
|
+
user_prompt: zod.z.string().describe("The natural language prompt describing what information to extract"),
|
|
11
|
+
website_url: zod.z.string().describe("URL of the website being scraped. May be null if website_html was provided instead of a URL.").nullable().optional()
|
|
12
|
+
}).describe("Response model for SmartScraper status checks.");
|
|
13
|
+
const scrapegraphAiSmartScraperStatus = require_action.action("SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS", {
|
|
14
|
+
slug: "scrapegraph_ai-smart-scraper-status",
|
|
15
|
+
name: "SmartScraper Status",
|
|
16
|
+
description: "Check the status and retrieve results of a SmartScraper web scraping job. Use this action to poll for completion after starting a SmartScraper job with wait=false. The request_id is returned by the Start SmartScraper action. Typical workflow: 1. Start a scraping job with SCRAPEGRAPH_AI_SMART_SCRAPER_START (wait=false) 2. Use the returned request_id to check status with this action 3. Poll until status is 'completed' or 'failed' 4. When completed, the 'result' field contains the extracted data. When completed, also check the 'error' field before consuming 'result', as 'failed' status populates 'error' instead of 'result'.",
|
|
17
|
+
input: ScrapegraphAiSmartScraperStatusInput,
|
|
18
|
+
output: ScrapegraphAiSmartScraperStatusOutput
|
|
19
|
+
});
|
|
20
|
+
//#endregion
|
|
21
|
+
exports.scrapegraphAiSmartScraperStatus = scrapegraphAiSmartScraperStatus;
|
|
22
|
+
|
|
23
|
+
//# sourceMappingURL=smart-scraper-status.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smart-scraper-status.cjs","names":["z","action"],"sources":["../../src/actions/smart-scraper-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSmartScraperStatusInput: z.ZodTypeAny = z.object({\n request_id: z.string().describe(\"The unique identifier (UUID) of the SmartScraper request returned by the Start SmartScraper action\"),\n}).describe(\"Request model for checking the status of a SmartScraper job.\");\nexport const ScrapegraphAiSmartScraperStatusOutput: z.ZodTypeAny = z.object({\n error: z.string().describe(\"Error message explaining why the request failed. Only populated when status is 'failed'.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Extracted data from the website. Only populated when status is 'completed'. Structure depends on the output_schema provided in the original request.\").nullable().optional(),\n status: z.string().describe(\"Current status of the request: 'queued' (waiting to be processed), 'processing' (being processed), 'completed' (finished successfully), or 'failed' (error occurred)\"),\n request_id: z.string().describe(\"The unique identifier (UUID) of the SmartScraper request\"),\n user_prompt: z.string().describe(\"The natural language prompt describing what information to extract\"),\n website_url: z.string().describe(\"URL of the website being scraped. May be null if website_html was provided instead of a URL.\").nullable().optional(),\n}).describe(\"Response model for SmartScraper status checks.\");\n\nexport const scrapegraphAiSmartScraperStatus = action(\"SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS\", {\n slug: \"scrapegraph_ai-smart-scraper-status\",\n name: \"SmartScraper Status\",\n description: \"Check the status and retrieve results of a SmartScraper web scraping job. Use this action to poll for completion after starting a SmartScraper job with wait=false. The request_id is returned by the Start SmartScraper action. Typical workflow: 1. Start a scraping job with SCRAPEGRAPH_AI_SMART_SCRAPER_START (wait=false) 2. Use the returned request_id to check status with this action 3. Poll until status is 'completed' or 'failed' 4. When completed, the 'result' field contains the extracted data. When completed, also check the 'error' field before consuming 'result', as 'failed' status populates 'error' instead of 'result'.\",\n input: ScrapegraphAiSmartScraperStatusInput,\n output: ScrapegraphAiSmartScraperStatusOutput,\n});\n"],"mappings":";;;AAIA,MAAa,uCAAqDA,IAAAA,EAAE,OAAO,EACzE,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oGAAoG,EACtI,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC1E,MAAa,wCAAsDA,IAAAA,EAAE,OAAO;CAC1E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0FAA0F,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3I,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sJAAsJ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/N,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sKAAsK;CAClM,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0DAA0D;CAC1F,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oEAAoE;CACrG,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8FAA8F,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACvJ,CAAC,CAAC,CAAC,SAAS,gDAAgD;AAE5D,MAAa,kCAAkCC,eAAAA,OAAO,uCAAuC;CAC3F,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/smart-scraper-status.d.ts
|
|
4
|
+
declare const ScrapegraphAiSmartScraperStatusInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiSmartScraperStatusOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiSmartScraperStatus: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiSmartScraperStatus };
|
|
9
|
+
//# sourceMappingURL=smart-scraper-status.d.cts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smart-scraper-status.d.cts","names":[],"sources":["../../src/actions/smart-scraper-status.ts"],"mappings":";;;cAIa,oCAAA,EAAsC,CAAA,CAAE,UAEsB;AAAA,cAC9D,qCAAA,EAAuC,CAAA,CAAE,UAOO;AAAA,cAEhD,+BAAA,gCAA+B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/smart-scraper-status.d.ts
|
|
4
|
+
declare const ScrapegraphAiSmartScraperStatusInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiSmartScraperStatusOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiSmartScraperStatus: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiSmartScraperStatus };
|
|
9
|
+
//# sourceMappingURL=smart-scraper-status.d.mts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smart-scraper-status.d.mts","names":[],"sources":["../../src/actions/smart-scraper-status.ts"],"mappings":";;;cAIa,oCAAA,EAAsC,CAAA,CAAE,UAEsB;AAAA,cAC9D,qCAAA,EAAuC,CAAA,CAAE,UAOO;AAAA,cAEhD,+BAAA,gCAA+B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { action } from "../action.mjs";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
const scrapegraphAiSmartScraperStatus = action("SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS", {
|
|
4
|
+
slug: "scrapegraph_ai-smart-scraper-status",
|
|
5
|
+
name: "SmartScraper Status",
|
|
6
|
+
description: "Check the status and retrieve results of a SmartScraper web scraping job. Use this action to poll for completion after starting a SmartScraper job with wait=false. The request_id is returned by the Start SmartScraper action. Typical workflow: 1. Start a scraping job with SCRAPEGRAPH_AI_SMART_SCRAPER_START (wait=false) 2. Use the returned request_id to check status with this action 3. Poll until status is 'completed' or 'failed' 4. When completed, the 'result' field contains the extracted data. When completed, also check the 'error' field before consuming 'result', as 'failed' status populates 'error' instead of 'result'.",
|
|
7
|
+
input: z.object({ request_id: z.string().describe("The unique identifier (UUID) of the SmartScraper request returned by the Start SmartScraper action") }).describe("Request model for checking the status of a SmartScraper job."),
|
|
8
|
+
output: z.object({
|
|
9
|
+
error: z.string().describe("Error message explaining why the request failed. Only populated when status is 'failed'.").nullable().optional(),
|
|
10
|
+
result: z.record(z.string(), z.unknown()).describe("Extracted data from the website. Only populated when status is 'completed'. Structure depends on the output_schema provided in the original request.").nullable().optional(),
|
|
11
|
+
status: z.string().describe("Current status of the request: 'queued' (waiting to be processed), 'processing' (being processed), 'completed' (finished successfully), or 'failed' (error occurred)"),
|
|
12
|
+
request_id: z.string().describe("The unique identifier (UUID) of the SmartScraper request"),
|
|
13
|
+
user_prompt: z.string().describe("The natural language prompt describing what information to extract"),
|
|
14
|
+
website_url: z.string().describe("URL of the website being scraped. May be null if website_html was provided instead of a URL.").nullable().optional()
|
|
15
|
+
}).describe("Response model for SmartScraper status checks.")
|
|
16
|
+
});
|
|
17
|
+
//#endregion
|
|
18
|
+
export { scrapegraphAiSmartScraperStatus };
|
|
19
|
+
|
|
20
|
+
//# sourceMappingURL=smart-scraper-status.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"smart-scraper-status.mjs","names":[],"sources":["../../src/actions/smart-scraper-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiSmartScraperStatusInput: z.ZodTypeAny = z.object({\n request_id: z.string().describe(\"The unique identifier (UUID) of the SmartScraper request returned by the Start SmartScraper action\"),\n}).describe(\"Request model for checking the status of a SmartScraper job.\");\nexport const ScrapegraphAiSmartScraperStatusOutput: z.ZodTypeAny = z.object({\n error: z.string().describe(\"Error message explaining why the request failed. Only populated when status is 'failed'.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Extracted data from the website. Only populated when status is 'completed'. Structure depends on the output_schema provided in the original request.\").nullable().optional(),\n status: z.string().describe(\"Current status of the request: 'queued' (waiting to be processed), 'processing' (being processed), 'completed' (finished successfully), or 'failed' (error occurred)\"),\n request_id: z.string().describe(\"The unique identifier (UUID) of the SmartScraper request\"),\n user_prompt: z.string().describe(\"The natural language prompt describing what information to extract\"),\n website_url: z.string().describe(\"URL of the website being scraped. May be null if website_html was provided instead of a URL.\").nullable().optional(),\n}).describe(\"Response model for SmartScraper status checks.\");\n\nexport const scrapegraphAiSmartScraperStatus = action(\"SCRAPEGRAPH_AI_SMART_SCRAPER_STATUS\", {\n slug: \"scrapegraph_ai-smart-scraper-status\",\n name: \"SmartScraper Status\",\n description: \"Check the status and retrieve results of a SmartScraper web scraping job. Use this action to poll for completion after starting a SmartScraper job with wait=false. The request_id is returned by the Start SmartScraper action. Typical workflow: 1. Start a scraping job with SCRAPEGRAPH_AI_SMART_SCRAPER_START (wait=false) 2. Use the returned request_id to check status with this action 3. Poll until status is 'completed' or 'failed' 4. When completed, the 'result' field contains the extracted data. When completed, also check the 'error' field before consuming 'result', as 'failed' status populates 'error' instead of 'result'.\",\n input: ScrapegraphAiSmartScraperStatusInput,\n output: ScrapegraphAiSmartScraperStatusOutput,\n});\n"],"mappings":";;AAgBA,MAAa,kCAAkC,OAAO,uCAAuC;CAC3F,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAhBgE,EAAE,OAAO,EACzE,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,oGAAoG,EACtI,CAAC,CAAC,CAAC,SAAS,8DAcH;CACP,QAdiE,EAAE,OAAO;EAC1E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,0FAA0F,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC3I,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sJAAsJ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC/N,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,sKAAsK;EAClM,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,0DAA0D;EAC1F,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,oEAAoE;EACrG,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,8FAA8F,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvJ,CAAC,CAAC,CAAC,SAAS,gDAOF;AACV,CAAC"}
|