@keystrokehq/scrapegraph_ai 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -0
- package/dist/action.cjs +21 -0
- package/dist/action.cjs.map +1 -0
- package/dist/action.mjs +21 -0
- package/dist/action.mjs.map +1 -0
- package/dist/actions/convert-webpage-to-markdown-v2.cjs +39 -0
- package/dist/actions/convert-webpage-to-markdown-v2.cjs.map +1 -0
- package/dist/actions/convert-webpage-to-markdown-v2.d.cts +9 -0
- package/dist/actions/convert-webpage-to-markdown-v2.d.cts.map +1 -0
- package/dist/actions/convert-webpage-to-markdown-v2.d.mts +9 -0
- package/dist/actions/convert-webpage-to-markdown-v2.d.mts.map +1 -0
- package/dist/actions/convert-webpage-to-markdown-v2.mjs +36 -0
- package/dist/actions/convert-webpage-to-markdown-v2.mjs.map +1 -0
- package/dist/actions/generate-schema.cjs +26 -0
- package/dist/actions/generate-schema.cjs.map +1 -0
- package/dist/actions/generate-schema.d.cts +9 -0
- package/dist/actions/generate-schema.d.cts.map +1 -0
- package/dist/actions/generate-schema.d.mts +9 -0
- package/dist/actions/generate-schema.d.mts.map +1 -0
- package/dist/actions/generate-schema.mjs +23 -0
- package/dist/actions/generate-schema.mjs.map +1 -0
- package/dist/actions/get-agentic-scraper-history.cjs +38 -0
- package/dist/actions/get-agentic-scraper-history.cjs.map +1 -0
- package/dist/actions/get-agentic-scraper-history.d.cts +9 -0
- package/dist/actions/get-agentic-scraper-history.d.cts.map +1 -0
- package/dist/actions/get-agentic-scraper-history.d.mts +9 -0
- package/dist/actions/get-agentic-scraper-history.d.mts.map +1 -0
- package/dist/actions/get-agentic-scraper-history.mjs +37 -0
- package/dist/actions/get-agentic-scraper-history.mjs.map +1 -0
- package/dist/actions/get-crawler-history.cjs +48 -0
- package/dist/actions/get-crawler-history.cjs.map +1 -0
- package/dist/actions/get-crawler-history.d.cts +9 -0
- package/dist/actions/get-crawler-history.d.cts.map +1 -0
- package/dist/actions/get-crawler-history.d.mts +9 -0
- package/dist/actions/get-crawler-history.d.mts.map +1 -0
- package/dist/actions/get-crawler-history.mjs +47 -0
- package/dist/actions/get-crawler-history.mjs.map +1 -0
- package/dist/actions/get-credits.cjs +20 -0
- package/dist/actions/get-credits.cjs.map +1 -0
- package/dist/actions/get-credits.d.cts +9 -0
- package/dist/actions/get-credits.d.cts.map +1 -0
- package/dist/actions/get-credits.d.mts +9 -0
- package/dist/actions/get-credits.d.mts.map +1 -0
- package/dist/actions/get-credits.mjs +17 -0
- package/dist/actions/get-credits.mjs.map +1 -0
- package/dist/actions/get-endpoint-suggestions.cjs +32 -0
- package/dist/actions/get-endpoint-suggestions.cjs.map +1 -0
- package/dist/actions/get-endpoint-suggestions.d.cts +9 -0
- package/dist/actions/get-endpoint-suggestions.d.cts.map +1 -0
- package/dist/actions/get-endpoint-suggestions.d.mts +9 -0
- package/dist/actions/get-endpoint-suggestions.d.mts.map +1 -0
- package/dist/actions/get-endpoint-suggestions.mjs +31 -0
- package/dist/actions/get-endpoint-suggestions.mjs.map +1 -0
- package/dist/actions/get-live-session-url.cjs +22 -0
- package/dist/actions/get-live-session-url.cjs.map +1 -0
- package/dist/actions/get-live-session-url.d.cts +9 -0
- package/dist/actions/get-live-session-url.d.cts.map +1 -0
- package/dist/actions/get-live-session-url.d.mts +9 -0
- package/dist/actions/get-live-session-url.d.mts.map +1 -0
- package/dist/actions/get-live-session-url.mjs +19 -0
- package/dist/actions/get-live-session-url.mjs.map +1 -0
- package/dist/actions/get-markdownify-history.cjs +35 -0
- package/dist/actions/get-markdownify-history.cjs.map +1 -0
- package/dist/actions/get-markdownify-history.d.cts +9 -0
- package/dist/actions/get-markdownify-history.d.cts.map +1 -0
- package/dist/actions/get-markdownify-history.d.mts +9 -0
- package/dist/actions/get-markdownify-history.d.mts.map +1 -0
- package/dist/actions/get-markdownify-history.mjs +34 -0
- package/dist/actions/get-markdownify-history.mjs.map +1 -0
- package/dist/actions/get-scrape-history.cjs +36 -0
- package/dist/actions/get-scrape-history.cjs.map +1 -0
- package/dist/actions/get-scrape-history.d.cts +9 -0
- package/dist/actions/get-scrape-history.d.cts.map +1 -0
- package/dist/actions/get-scrape-history.d.mts +9 -0
- package/dist/actions/get-scrape-history.d.mts.map +1 -0
- package/dist/actions/get-scrape-history.mjs +35 -0
- package/dist/actions/get-scrape-history.mjs.map +1 -0
- package/dist/actions/get-searchscraper-history.cjs +37 -0
- package/dist/actions/get-searchscraper-history.cjs.map +1 -0
- package/dist/actions/get-searchscraper-history.d.cts +9 -0
- package/dist/actions/get-searchscraper-history.d.cts.map +1 -0
- package/dist/actions/get-searchscraper-history.d.mts +9 -0
- package/dist/actions/get-searchscraper-history.d.mts.map +1 -0
- package/dist/actions/get-searchscraper-history.mjs +36 -0
- package/dist/actions/get-searchscraper-history.mjs.map +1 -0
- package/dist/actions/get-sitemap-history.cjs +33 -0
- package/dist/actions/get-sitemap-history.cjs.map +1 -0
- package/dist/actions/get-sitemap-history.d.cts +9 -0
- package/dist/actions/get-sitemap-history.d.cts.map +1 -0
- package/dist/actions/get-sitemap-history.d.mts +9 -0
- package/dist/actions/get-sitemap-history.d.mts.map +1 -0
- package/dist/actions/get-sitemap-history.mjs +32 -0
- package/dist/actions/get-sitemap-history.mjs.map +1 -0
- package/dist/actions/get-smartscraper-history.cjs +37 -0
- package/dist/actions/get-smartscraper-history.cjs.map +1 -0
- package/dist/actions/get-smartscraper-history.d.cts +9 -0
- package/dist/actions/get-smartscraper-history.d.cts.map +1 -0
- package/dist/actions/get-smartscraper-history.d.mts +9 -0
- package/dist/actions/get-smartscraper-history.d.mts.map +1 -0
- package/dist/actions/get-smartscraper-history.mjs +36 -0
- package/dist/actions/get-smartscraper-history.mjs.map +1 -0
- package/dist/actions/get-usage-timeline.cjs +25 -0
- package/dist/actions/get-usage-timeline.cjs.map +1 -0
- package/dist/actions/get-usage-timeline.d.cts +9 -0
- package/dist/actions/get-usage-timeline.d.cts.map +1 -0
- package/dist/actions/get-usage-timeline.d.mts +9 -0
- package/dist/actions/get-usage-timeline.d.mts.map +1 -0
- package/dist/actions/get-usage-timeline.mjs +24 -0
- package/dist/actions/get-usage-timeline.mjs.map +1 -0
- package/dist/actions/get-webhook-logs.cjs +30 -0
- package/dist/actions/get-webhook-logs.cjs.map +1 -0
- package/dist/actions/get-webhook-logs.d.cts +9 -0
- package/dist/actions/get-webhook-logs.d.cts.map +1 -0
- package/dist/actions/get-webhook-logs.d.mts +9 -0
- package/dist/actions/get-webhook-logs.d.mts.map +1 -0
- package/dist/actions/get-webhook-logs.mjs +29 -0
- package/dist/actions/get-webhook-logs.mjs.map +1 -0
- package/dist/actions/index.cjs +55 -0
- package/dist/actions/index.d.cts +28 -0
- package/dist/actions/index.d.mts +28 -0
- package/dist/actions/index.mjs +28 -0
- package/dist/actions/list-scheduled-jobs.cjs +39 -0
- package/dist/actions/list-scheduled-jobs.cjs.map +1 -0
- package/dist/actions/list-scheduled-jobs.d.cts +9 -0
- package/dist/actions/list-scheduled-jobs.d.cts.map +1 -0
- package/dist/actions/list-scheduled-jobs.d.mts +9 -0
- package/dist/actions/list-scheduled-jobs.d.mts.map +1 -0
- package/dist/actions/list-scheduled-jobs.mjs +38 -0
- package/dist/actions/list-scheduled-jobs.mjs.map +1 -0
- package/dist/actions/markdownify-status.cjs +27 -0
- package/dist/actions/markdownify-status.cjs.map +1 -0
- package/dist/actions/markdownify-status.d.cts +9 -0
- package/dist/actions/markdownify-status.d.cts.map +1 -0
- package/dist/actions/markdownify-status.d.mts +9 -0
- package/dist/actions/markdownify-status.d.mts.map +1 -0
- package/dist/actions/markdownify-status.mjs +24 -0
- package/dist/actions/markdownify-status.mjs.map +1 -0
- package/dist/actions/save-endpoint.cjs +36 -0
- package/dist/actions/save-endpoint.cjs.map +1 -0
- package/dist/actions/save-endpoint.d.cts +9 -0
- package/dist/actions/save-endpoint.d.cts.map +1 -0
- package/dist/actions/save-endpoint.d.mts +9 -0
- package/dist/actions/save-endpoint.d.mts.map +1 -0
- package/dist/actions/save-endpoint.mjs +33 -0
- package/dist/actions/save-endpoint.mjs.map +1 -0
- package/dist/actions/search-scraper-status.cjs +25 -0
- package/dist/actions/search-scraper-status.cjs.map +1 -0
- package/dist/actions/search-scraper-status.d.cts +9 -0
- package/dist/actions/search-scraper-status.d.cts.map +1 -0
- package/dist/actions/search-scraper-status.d.mts +9 -0
- package/dist/actions/search-scraper-status.d.mts.map +1 -0
- package/dist/actions/search-scraper-status.mjs +22 -0
- package/dist/actions/search-scraper-status.mjs.map +1 -0
- package/dist/actions/search-scraper.cjs +31 -0
- package/dist/actions/search-scraper.cjs.map +1 -0
- package/dist/actions/search-scraper.d.cts +9 -0
- package/dist/actions/search-scraper.d.cts.map +1 -0
- package/dist/actions/search-scraper.d.mts +9 -0
- package/dist/actions/search-scraper.d.mts.map +1 -0
- package/dist/actions/search-scraper.mjs +28 -0
- package/dist/actions/search-scraper.mjs.map +1 -0
- package/dist/actions/smart-crawler-status.cjs +33 -0
- package/dist/actions/smart-crawler-status.cjs.map +1 -0
- package/dist/actions/smart-crawler-status.d.cts +9 -0
- package/dist/actions/smart-crawler-status.d.cts.map +1 -0
- package/dist/actions/smart-crawler-status.d.mts +9 -0
- package/dist/actions/smart-crawler-status.d.mts.map +1 -0
- package/dist/actions/smart-crawler-status.mjs +32 -0
- package/dist/actions/smart-crawler-status.mjs.map +1 -0
- package/dist/actions/smart-scraper-start.cjs +45 -0
- package/dist/actions/smart-scraper-start.cjs.map +1 -0
- package/dist/actions/smart-scraper-start.d.cts +9 -0
- package/dist/actions/smart-scraper-start.d.cts.map +1 -0
- package/dist/actions/smart-scraper-start.d.mts +9 -0
- package/dist/actions/smart-scraper-start.d.mts.map +1 -0
- package/dist/actions/smart-scraper-start.mjs +42 -0
- package/dist/actions/smart-scraper-start.mjs.map +1 -0
- package/dist/actions/smart-scraper-status.cjs +23 -0
- package/dist/actions/smart-scraper-status.cjs.map +1 -0
- package/dist/actions/smart-scraper-status.d.cts +9 -0
- package/dist/actions/smart-scraper-status.d.cts.map +1 -0
- package/dist/actions/smart-scraper-status.d.mts +9 -0
- package/dist/actions/smart-scraper-status.d.mts.map +1 -0
- package/dist/actions/smart-scraper-status.mjs +20 -0
- package/dist/actions/smart-scraper-status.mjs.map +1 -0
- package/dist/actions/start-smart-crawler.cjs +37 -0
- package/dist/actions/start-smart-crawler.cjs.map +1 -0
- package/dist/actions/start-smart-crawler.d.cts +9 -0
- package/dist/actions/start-smart-crawler.d.cts.map +1 -0
- package/dist/actions/start-smart-crawler.d.mts +9 -0
- package/dist/actions/start-smart-crawler.d.mts.map +1 -0
- package/dist/actions/start-smart-crawler.mjs +34 -0
- package/dist/actions/start-smart-crawler.mjs.map +1 -0
- package/dist/actions/submit-feedback.cjs +25 -0
- package/dist/actions/submit-feedback.cjs.map +1 -0
- package/dist/actions/submit-feedback.d.cts +9 -0
- package/dist/actions/submit-feedback.d.cts.map +1 -0
- package/dist/actions/submit-feedback.d.mts +9 -0
- package/dist/actions/submit-feedback.d.mts.map +1 -0
- package/dist/actions/submit-feedback.mjs +22 -0
- package/dist/actions/submit-feedback.mjs.map +1 -0
- package/dist/actions/submit-product-feedback.cjs +34 -0
- package/dist/actions/submit-product-feedback.cjs.map +1 -0
- package/dist/actions/submit-product-feedback.d.cts +9 -0
- package/dist/actions/submit-product-feedback.d.cts.map +1 -0
- package/dist/actions/submit-product-feedback.d.mts +9 -0
- package/dist/actions/submit-product-feedback.d.mts.map +1 -0
- package/dist/actions/submit-product-feedback.mjs +31 -0
- package/dist/actions/submit-product-feedback.mjs.map +1 -0
- package/dist/actions/toonify.cjs +16 -0
- package/dist/actions/toonify.cjs.map +1 -0
- package/dist/actions/toonify.d.cts +9 -0
- package/dist/actions/toonify.d.cts.map +1 -0
- package/dist/actions/toonify.d.mts +9 -0
- package/dist/actions/toonify.d.mts.map +1 -0
- package/dist/actions/toonify.mjs +13 -0
- package/dist/actions/toonify.mjs.map +1 -0
- package/dist/actions/validate-api-key.cjs +19 -0
- package/dist/actions/validate-api-key.cjs.map +1 -0
- package/dist/actions/validate-api-key.d.cts +9 -0
- package/dist/actions/validate-api-key.d.cts.map +1 -0
- package/dist/actions/validate-api-key.d.mts +9 -0
- package/dist/actions/validate-api-key.d.mts.map +1 -0
- package/dist/actions/validate-api-key.mjs +16 -0
- package/dist/actions/validate-api-key.mjs.map +1 -0
- package/dist/app.cjs +9 -0
- package/dist/app.cjs.map +1 -0
- package/dist/app.d.cts +5 -0
- package/dist/app.d.cts.map +1 -0
- package/dist/app.d.mts +5 -0
- package/dist/app.d.mts.map +1 -0
- package/dist/app.mjs +10 -0
- package/dist/app.mjs.map +1 -0
- package/dist/catalog.cjs +15 -0
- package/dist/catalog.cjs.map +1 -0
- package/dist/catalog.d.cts +14 -0
- package/dist/catalog.d.cts.map +1 -0
- package/dist/catalog.d.mts +14 -0
- package/dist/catalog.d.mts.map +1 -0
- package/dist/catalog.mjs +15 -0
- package/dist/catalog.mjs.map +1 -0
- package/dist/execute.cjs +18 -0
- package/dist/execute.cjs.map +1 -0
- package/dist/execute.mjs +18 -0
- package/dist/execute.mjs.map +1 -0
- package/dist/index.cjs +60 -0
- package/dist/index.d.cts +30 -0
- package/dist/index.d.mts +30 -0
- package/dist/index.mjs +31 -0
- package/package.json +49 -0
package/README.md
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# @keystrokehq/scrapegraph_ai
|
|
2
|
+
|
|
3
|
+
Keystroke-managed integration.
|
|
4
|
+
|
|
5
|
+
**App:** `scrapegraph_ai`
|
|
6
|
+
**Version:** `20260615_00`
|
|
7
|
+
**Actions:** 27
|
|
8
|
+
|
|
9
|
+
```ts
|
|
10
|
+
import { defineAgent } from "@keystrokehq/keystroke/agent";
|
|
11
|
+
import { scrapegraphAiConvertWebpageToMarkdownV2 } from "@keystrokehq/scrapegraph_ai/actions";
|
|
12
|
+
|
|
13
|
+
export default defineAgent({
|
|
14
|
+
key: "scrapegraph_ai-agent",
|
|
15
|
+
tools: [scrapegraphAiConvertWebpageToMarkdownV2],
|
|
16
|
+
});
|
|
17
|
+
```
|
package/dist/action.cjs
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
const require_app = require("./app.cjs");
|
|
2
|
+
const require_execute = require("./execute.cjs");
|
|
3
|
+
require("zod");
|
|
4
|
+
//#region src/action.ts
|
|
5
|
+
/** Bind one gateway tool to a typed app action; the call's output is parsed against `def.output`. */
|
|
6
|
+
function action(tool, def) {
|
|
7
|
+
return require_app.scrapegraphAi.action({
|
|
8
|
+
slug: def.slug,
|
|
9
|
+
name: def.name,
|
|
10
|
+
description: def.description,
|
|
11
|
+
input: def.input,
|
|
12
|
+
output: def.output,
|
|
13
|
+
async run(input) {
|
|
14
|
+
return def.output.parse(await require_execute.executeScrapegraphAiTool(tool, input));
|
|
15
|
+
}
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
//#endregion
|
|
19
|
+
exports.action = action;
|
|
20
|
+
|
|
21
|
+
//# sourceMappingURL=action.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"action.cjs","names":["scrapegraphAi","executeScrapegraphAiTool"],"sources":["../src/action.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { scrapegraphAi } from \"./app\";\nimport { executeScrapegraphAiTool } from \"./execute\";\n\n/** Bind one gateway tool to a typed app action; the call's output is parsed against `def.output`. */\nexport function action(\n tool: string,\n def: {\n slug: string;\n name: string;\n description: string;\n input: z.ZodTypeAny;\n output: z.ZodTypeAny;\n },\n) {\n return scrapegraphAi.action({\n slug: def.slug,\n name: def.name,\n description: def.description,\n input: def.input,\n output: def.output,\n async run(input) {\n return def.output.parse(await executeScrapegraphAiTool(tool, input as Record<string, unknown>));\n },\n });\n}\n"],"mappings":";;;;;AAMA,SAAgB,OACd,MACA,KAOA;CACA,OAAOA,YAAAA,cAAc,OAAO;EAC1B,MAAM,IAAI;EACV,MAAM,IAAI;EACV,aAAa,IAAI;EACjB,OAAO,IAAI;EACX,QAAQ,IAAI;EACZ,MAAM,IAAI,OAAO;GACf,OAAO,IAAI,OAAO,MAAM,MAAMC,gBAAAA,yBAAyB,MAAM,KAAgC,CAAC;EAChG;CACF,CAAC;AACH"}
|
package/dist/action.mjs
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import { scrapegraphAi } from "./app.mjs";
|
|
2
|
+
import { executeScrapegraphAiTool } from "./execute.mjs";
|
|
3
|
+
import "zod";
|
|
4
|
+
//#region src/action.ts
|
|
5
|
+
/** Bind one gateway tool to a typed app action; the call's output is parsed against `def.output`. */
|
|
6
|
+
function action(tool, def) {
|
|
7
|
+
return scrapegraphAi.action({
|
|
8
|
+
slug: def.slug,
|
|
9
|
+
name: def.name,
|
|
10
|
+
description: def.description,
|
|
11
|
+
input: def.input,
|
|
12
|
+
output: def.output,
|
|
13
|
+
async run(input) {
|
|
14
|
+
return def.output.parse(await executeScrapegraphAiTool(tool, input));
|
|
15
|
+
}
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
//#endregion
|
|
19
|
+
export { action };
|
|
20
|
+
|
|
21
|
+
//# sourceMappingURL=action.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"action.mjs","names":[],"sources":["../src/action.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { scrapegraphAi } from \"./app\";\nimport { executeScrapegraphAiTool } from \"./execute\";\n\n/** Bind one gateway tool to a typed app action; the call's output is parsed against `def.output`. */\nexport function action(\n tool: string,\n def: {\n slug: string;\n name: string;\n description: string;\n input: z.ZodTypeAny;\n output: z.ZodTypeAny;\n },\n) {\n return scrapegraphAi.action({\n slug: def.slug,\n name: def.name,\n description: def.description,\n input: def.input,\n output: def.output,\n async run(input) {\n return def.output.parse(await executeScrapegraphAiTool(tool, input as Record<string, unknown>));\n },\n });\n}\n"],"mappings":";;;;;AAMA,SAAgB,OACd,MACA,KAOA;CACA,OAAO,cAAc,OAAO;EAC1B,MAAM,IAAI;EACV,MAAM,IAAI;EACV,aAAa,IAAI;EACjB,OAAO,IAAI;EACX,QAAQ,IAAI;EACZ,MAAM,IAAI,OAAO;GACf,OAAO,IAAI,OAAO,MAAM,MAAM,yBAAyB,MAAM,KAAgC,CAAC;EAChG;CACF,CAAC;AACH"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
const require_action = require("../action.cjs");
|
|
2
|
+
let zod = require("zod");
|
|
3
|
+
//#region src/actions/convert-webpage-to-markdown-v2.ts
|
|
4
|
+
const ScrapegraphAiConvertWebpageToMarkdownV2Input = zod.z.object({
|
|
5
|
+
mock: zod.z.boolean().describe("If true, return mock test data instead of actual conversion. Useful for testing without consuming credits. Default: false.").optional(),
|
|
6
|
+
steps: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Browser interaction steps to perform before extracting content (e.g., clicking buttons, filling forms, scrolling).").optional(),
|
|
7
|
+
stream: zod.z.boolean().describe("Whether to return streaming response. Default: false.").optional(),
|
|
8
|
+
headers: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Optional headers to send with the request, including cookies and user agent. Use to customize request behavior or handle authentication.").optional(),
|
|
9
|
+
stealth: zod.z.boolean().describe("Enable stealth mode to bypass bot protection using advanced anti-detection techniques. Adds +4 credits to the request cost. Default: false.").optional(),
|
|
10
|
+
wait_ms: zod.z.number().int().describe("The number of milliseconds to wait before scraping the website. Useful for pages that load content dynamically. Default: 3000ms.").optional(),
|
|
11
|
+
branding: zod.z.boolean().describe("Include ScrapeGraphAI branding in the response. Default: false.").optional(),
|
|
12
|
+
webhook_url: zod.z.string().describe("Webhook URL to send the job result to when processing completes. Enables async notification of completion.").optional(),
|
|
13
|
+
website_url: zod.z.string().describe("The URL of the webpage to convert to Markdown. Must be a valid HTTP/HTTPS URL."),
|
|
14
|
+
country_code: zod.z.string().describe("The country code to use for the scrape (e.g., 'US', 'GB', 'FR'). Determines the geographic location for the request.").optional(),
|
|
15
|
+
render_heavy_js: zod.z.boolean().describe("Enable rendering of heavy JavaScript. Use for Single Page Applications (SPAs) that require full JavaScript execution. Default: false.").optional()
|
|
16
|
+
}).describe("Request schema for the Markdownify V2 action with full parameter support.");
|
|
17
|
+
const ScrapegraphAiConvertWebpageToMarkdownV2Output = zod.z.object({
|
|
18
|
+
error: zod.z.string().describe("Error message if the job failed. Present when status is 'failed'.").nullable().optional(),
|
|
19
|
+
result: zod.z.string().describe("The converted Markdown content. Only present when status is 'completed'.").nullable().optional(),
|
|
20
|
+
status: zod.z.enum([
|
|
21
|
+
"queued",
|
|
22
|
+
"processing",
|
|
23
|
+
"completed",
|
|
24
|
+
"failed"
|
|
25
|
+
]).describe("Current status of the markdownify job. Possible values: queued, processing, completed, failed."),
|
|
26
|
+
request_id: zod.z.string().describe("Unique identifier for the markdownify request."),
|
|
27
|
+
website_url: zod.z.string().describe("The URL of the webpage that was converted.")
|
|
28
|
+
}).describe("Response schema for the Markdownify V2 action.");
|
|
29
|
+
const scrapegraphAiConvertWebpageToMarkdownV2 = require_action.action("SCRAPEGRAPH_AI_CONVERT_WEBPAGE_TO_MARKDOWN_V2", {
|
|
30
|
+
slug: "scrapegraph_ai-convert-webpage-to-markdown-v2",
|
|
31
|
+
name: "Convert Webpage to Markdown (V2)",
|
|
32
|
+
description: "Tool to convert any webpage into clean, well-formatted Markdown with full parameter control. Use when you need advanced options like stealth mode, custom headers, or webhook notifications. Supports all Markdownify API parameters.",
|
|
33
|
+
input: ScrapegraphAiConvertWebpageToMarkdownV2Input,
|
|
34
|
+
output: ScrapegraphAiConvertWebpageToMarkdownV2Output
|
|
35
|
+
});
|
|
36
|
+
//#endregion
|
|
37
|
+
exports.scrapegraphAiConvertWebpageToMarkdownV2 = scrapegraphAiConvertWebpageToMarkdownV2;
|
|
38
|
+
|
|
39
|
+
//# sourceMappingURL=convert-webpage-to-markdown-v2.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"convert-webpage-to-markdown-v2.cjs","names":["z","action"],"sources":["../../src/actions/convert-webpage-to-markdown-v2.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiConvertWebpageToMarkdownV2Input: z.ZodTypeAny = z.object({\n mock: z.boolean().describe(\"If true, return mock test data instead of actual conversion. Useful for testing without consuming credits. Default: false.\").optional(),\n steps: z.array(z.record(z.string(), z.unknown())).describe(\"Browser interaction steps to perform before extracting content (e.g., clicking buttons, filling forms, scrolling).\").optional(),\n stream: z.boolean().describe(\"Whether to return streaming response. Default: false.\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Optional headers to send with the request, including cookies and user agent. Use to customize request behavior or handle authentication.\").optional(),\n stealth: z.boolean().describe(\"Enable stealth mode to bypass bot protection using advanced anti-detection techniques. Adds +4 credits to the request cost. Default: false.\").optional(),\n wait_ms: z.number().int().describe(\"The number of milliseconds to wait before scraping the website. Useful for pages that load content dynamically. Default: 3000ms.\").optional(),\n branding: z.boolean().describe(\"Include ScrapeGraphAI branding in the response. Default: false.\").optional(),\n webhook_url: z.string().describe(\"Webhook URL to send the job result to when processing completes. Enables async notification of completion.\").optional(),\n website_url: z.string().describe(\"The URL of the webpage to convert to Markdown. Must be a valid HTTP/HTTPS URL.\"),\n country_code: z.string().describe(\"The country code to use for the scrape (e.g., 'US', 'GB', 'FR'). Determines the geographic location for the request.\").optional(),\n render_heavy_js: z.boolean().describe(\"Enable rendering of heavy JavaScript. Use for Single Page Applications (SPAs) that require full JavaScript execution. Default: false.\").optional(),\n}).describe(\"Request schema for the Markdownify V2 action with full parameter support.\");\nexport const ScrapegraphAiConvertWebpageToMarkdownV2Output: z.ZodTypeAny = z.object({\n error: z.string().describe(\"Error message if the job failed. Present when status is 'failed'.\").nullable().optional(),\n result: z.string().describe(\"The converted Markdown content. Only present when status is 'completed'.\").nullable().optional(),\n status: z.enum([\"queued\", \"processing\", \"completed\", \"failed\"]).describe(\"Current status of the markdownify job. Possible values: queued, processing, completed, failed.\"),\n request_id: z.string().describe(\"Unique identifier for the markdownify request.\"),\n website_url: z.string().describe(\"The URL of the webpage that was converted.\"),\n}).describe(\"Response schema for the Markdownify V2 action.\");\n\nexport const scrapegraphAiConvertWebpageToMarkdownV2 = action(\"SCRAPEGRAPH_AI_CONVERT_WEBPAGE_TO_MARKDOWN_V2\", {\n slug: \"scrapegraph_ai-convert-webpage-to-markdown-v2\",\n name: \"Convert Webpage to Markdown (V2)\",\n description: \"Tool to convert any webpage into clean, well-formatted Markdown with full parameter control. Use when you need advanced options like stealth mode, custom headers, or webhook notifications. Supports all Markdownify API parameters.\",\n input: ScrapegraphAiConvertWebpageToMarkdownV2Input,\n output: ScrapegraphAiConvertWebpageToMarkdownV2Output,\n});\n"],"mappings":";;;AAIA,MAAa,+CAA6DA,IAAAA,EAAE,OAAO;CACjF,MAAMA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS;CAClK,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,oHAAoH,CAAC,CAAC,SAAS;CAC1L,QAAQA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,uDAAuD,CAAC,CAAC,SAAS;CAC/F,SAASA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0IAA0I,CAAC,CAAC,SAAS;CACzM,SAASA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,6IAA6I,CAAC,CAAC,SAAS;CACtL,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kIAAkI,CAAC,CAAC,SAAS;CAChL,UAAUA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,iEAAiE,CAAC,CAAC,SAAS;CAC3G,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4GAA4G,CAAC,CAAC,SAAS;CACxJ,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gFAAgF;CACjH,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sHAAsH,CAAC,CAAC,SAAS;CACnK,iBAAiBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,uIAAuI,CAAC,CAAC,SAAS;AAC1L,CAAC,CAAC,CAAC,SAAS,2EAA2E;AACvF,MAAa,gDAA8DA,IAAAA,EAAE,OAAO;CAClF,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mEAAmE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpH,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0EAA0E,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5H,QAAQA,IAAAA,EAAE,KAAK;EAAC;EAAU;EAAc;EAAa;CAAQ,CAAC,CAAC,CAAC,SAAS,gGAAgG;CACzK,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;CAChF,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C;AAC/E,CAAC,CAAC,CAAC,SAAS,gDAAgD;AAE5D,MAAa,0CAA0CC,eAAAA,OAAO,iDAAiD;CAC7G,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/convert-webpage-to-markdown-v2.d.ts
|
|
4
|
+
declare const ScrapegraphAiConvertWebpageToMarkdownV2Input: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiConvertWebpageToMarkdownV2Output: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiConvertWebpageToMarkdownV2: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiConvertWebpageToMarkdownV2 };
|
|
9
|
+
//# sourceMappingURL=convert-webpage-to-markdown-v2.d.cts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"convert-webpage-to-markdown-v2.d.cts","names":[],"sources":["../../src/actions/convert-webpage-to-markdown-v2.ts"],"mappings":";;;cAIa,4CAAA,EAA8C,CAAA,CAAE,UAY2B;AAAA,cAC3E,6CAAA,EAA+C,CAAA,CAAE,UAMD;AAAA,cAEhD,uCAAA,gCAAuC,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/convert-webpage-to-markdown-v2.d.ts
|
|
4
|
+
declare const ScrapegraphAiConvertWebpageToMarkdownV2Input: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiConvertWebpageToMarkdownV2Output: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiConvertWebpageToMarkdownV2: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiConvertWebpageToMarkdownV2 };
|
|
9
|
+
//# sourceMappingURL=convert-webpage-to-markdown-v2.d.mts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"convert-webpage-to-markdown-v2.d.mts","names":[],"sources":["../../src/actions/convert-webpage-to-markdown-v2.ts"],"mappings":";;;cAIa,4CAAA,EAA8C,CAAA,CAAE,UAY2B;AAAA,cAC3E,6CAAA,EAA+C,CAAA,CAAE,UAMD;AAAA,cAEhD,uCAAA,gCAAuC,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { action } from "../action.mjs";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
const scrapegraphAiConvertWebpageToMarkdownV2 = action("SCRAPEGRAPH_AI_CONVERT_WEBPAGE_TO_MARKDOWN_V2", {
|
|
4
|
+
slug: "scrapegraph_ai-convert-webpage-to-markdown-v2",
|
|
5
|
+
name: "Convert Webpage to Markdown (V2)",
|
|
6
|
+
description: "Tool to convert any webpage into clean, well-formatted Markdown with full parameter control. Use when you need advanced options like stealth mode, custom headers, or webhook notifications. Supports all Markdownify API parameters.",
|
|
7
|
+
input: z.object({
|
|
8
|
+
mock: z.boolean().describe("If true, return mock test data instead of actual conversion. Useful for testing without consuming credits. Default: false.").optional(),
|
|
9
|
+
steps: z.array(z.record(z.string(), z.unknown())).describe("Browser interaction steps to perform before extracting content (e.g., clicking buttons, filling forms, scrolling).").optional(),
|
|
10
|
+
stream: z.boolean().describe("Whether to return streaming response. Default: false.").optional(),
|
|
11
|
+
headers: z.record(z.string(), z.unknown()).describe("Optional headers to send with the request, including cookies and user agent. Use to customize request behavior or handle authentication.").optional(),
|
|
12
|
+
stealth: z.boolean().describe("Enable stealth mode to bypass bot protection using advanced anti-detection techniques. Adds +4 credits to the request cost. Default: false.").optional(),
|
|
13
|
+
wait_ms: z.number().int().describe("The number of milliseconds to wait before scraping the website. Useful for pages that load content dynamically. Default: 3000ms.").optional(),
|
|
14
|
+
branding: z.boolean().describe("Include ScrapeGraphAI branding in the response. Default: false.").optional(),
|
|
15
|
+
webhook_url: z.string().describe("Webhook URL to send the job result to when processing completes. Enables async notification of completion.").optional(),
|
|
16
|
+
website_url: z.string().describe("The URL of the webpage to convert to Markdown. Must be a valid HTTP/HTTPS URL."),
|
|
17
|
+
country_code: z.string().describe("The country code to use for the scrape (e.g., 'US', 'GB', 'FR'). Determines the geographic location for the request.").optional(),
|
|
18
|
+
render_heavy_js: z.boolean().describe("Enable rendering of heavy JavaScript. Use for Single Page Applications (SPAs) that require full JavaScript execution. Default: false.").optional()
|
|
19
|
+
}).describe("Request schema for the Markdownify V2 action with full parameter support."),
|
|
20
|
+
output: z.object({
|
|
21
|
+
error: z.string().describe("Error message if the job failed. Present when status is 'failed'.").nullable().optional(),
|
|
22
|
+
result: z.string().describe("The converted Markdown content. Only present when status is 'completed'.").nullable().optional(),
|
|
23
|
+
status: z.enum([
|
|
24
|
+
"queued",
|
|
25
|
+
"processing",
|
|
26
|
+
"completed",
|
|
27
|
+
"failed"
|
|
28
|
+
]).describe("Current status of the markdownify job. Possible values: queued, processing, completed, failed."),
|
|
29
|
+
request_id: z.string().describe("Unique identifier for the markdownify request."),
|
|
30
|
+
website_url: z.string().describe("The URL of the webpage that was converted.")
|
|
31
|
+
}).describe("Response schema for the Markdownify V2 action.")
|
|
32
|
+
});
|
|
33
|
+
//#endregion
|
|
34
|
+
export { scrapegraphAiConvertWebpageToMarkdownV2 };
|
|
35
|
+
|
|
36
|
+
//# sourceMappingURL=convert-webpage-to-markdown-v2.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"convert-webpage-to-markdown-v2.mjs","names":[],"sources":["../../src/actions/convert-webpage-to-markdown-v2.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiConvertWebpageToMarkdownV2Input: z.ZodTypeAny = z.object({\n mock: z.boolean().describe(\"If true, return mock test data instead of actual conversion. Useful for testing without consuming credits. Default: false.\").optional(),\n steps: z.array(z.record(z.string(), z.unknown())).describe(\"Browser interaction steps to perform before extracting content (e.g., clicking buttons, filling forms, scrolling).\").optional(),\n stream: z.boolean().describe(\"Whether to return streaming response. Default: false.\").optional(),\n headers: z.record(z.string(), z.unknown()).describe(\"Optional headers to send with the request, including cookies and user agent. Use to customize request behavior or handle authentication.\").optional(),\n stealth: z.boolean().describe(\"Enable stealth mode to bypass bot protection using advanced anti-detection techniques. Adds +4 credits to the request cost. Default: false.\").optional(),\n wait_ms: z.number().int().describe(\"The number of milliseconds to wait before scraping the website. Useful for pages that load content dynamically. Default: 3000ms.\").optional(),\n branding: z.boolean().describe(\"Include ScrapeGraphAI branding in the response. Default: false.\").optional(),\n webhook_url: z.string().describe(\"Webhook URL to send the job result to when processing completes. Enables async notification of completion.\").optional(),\n website_url: z.string().describe(\"The URL of the webpage to convert to Markdown. Must be a valid HTTP/HTTPS URL.\"),\n country_code: z.string().describe(\"The country code to use for the scrape (e.g., 'US', 'GB', 'FR'). Determines the geographic location for the request.\").optional(),\n render_heavy_js: z.boolean().describe(\"Enable rendering of heavy JavaScript. Use for Single Page Applications (SPAs) that require full JavaScript execution. Default: false.\").optional(),\n}).describe(\"Request schema for the Markdownify V2 action with full parameter support.\");\nexport const ScrapegraphAiConvertWebpageToMarkdownV2Output: z.ZodTypeAny = z.object({\n error: z.string().describe(\"Error message if the job failed. Present when status is 'failed'.\").nullable().optional(),\n result: z.string().describe(\"The converted Markdown content. Only present when status is 'completed'.\").nullable().optional(),\n status: z.enum([\"queued\", \"processing\", \"completed\", \"failed\"]).describe(\"Current status of the markdownify job. Possible values: queued, processing, completed, failed.\"),\n request_id: z.string().describe(\"Unique identifier for the markdownify request.\"),\n website_url: z.string().describe(\"The URL of the webpage that was converted.\"),\n}).describe(\"Response schema for the Markdownify V2 action.\");\n\nexport const scrapegraphAiConvertWebpageToMarkdownV2 = action(\"SCRAPEGRAPH_AI_CONVERT_WEBPAGE_TO_MARKDOWN_V2\", {\n slug: \"scrapegraph_ai-convert-webpage-to-markdown-v2\",\n name: \"Convert Webpage to Markdown (V2)\",\n description: \"Tool to convert any webpage into clean, well-formatted Markdown with full parameter control. Use when you need advanced options like stealth mode, custom headers, or webhook notifications. Supports all Markdownify API parameters.\",\n input: ScrapegraphAiConvertWebpageToMarkdownV2Input,\n output: ScrapegraphAiConvertWebpageToMarkdownV2Output,\n});\n"],"mappings":";;AAyBA,MAAa,0CAA0C,OAAO,iDAAiD;CAC7G,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAzBwE,EAAE,OAAO;EACjF,MAAM,EAAE,QAAQ,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS;EAClK,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,oHAAoH,CAAC,CAAC,SAAS;EAC1L,QAAQ,EAAE,QAAQ,CAAC,CAAC,SAAS,uDAAuD,CAAC,CAAC,SAAS;EAC/F,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,0IAA0I,CAAC,CAAC,SAAS;EACzM,SAAS,EAAE,QAAQ,CAAC,CAAC,SAAS,6IAA6I,CAAC,CAAC,SAAS;EACtL,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kIAAkI,CAAC,CAAC,SAAS;EAChL,UAAU,EAAE,QAAQ,CAAC,CAAC,SAAS,iEAAiE,CAAC,CAAC,SAAS;EAC3G,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,4GAA4G,CAAC,CAAC,SAAS;EACxJ,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,gFAAgF;EACjH,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,sHAAsH,CAAC,CAAC,SAAS;EACnK,iBAAiB,EAAE,QAAQ,CAAC,CAAC,SAAS,uIAAuI,CAAC,CAAC,SAAS;CAC1L,CAAC,CAAC,CAAC,SAAS,2EAaH;CACP,QAbyE,EAAE,OAAO;EAClF,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,mEAAmE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACpH,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,0EAA0E,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5H,QAAQ,EAAE,KAAK;GAAC;GAAU;GAAc;GAAa;EAAQ,CAAC,CAAC,CAAC,SAAS,gGAAgG;EACzK,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;EAChF,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C;CAC/E,CAAC,CAAC,CAAC,SAAS,gDAOF;AACV,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
const require_action = require("../action.cjs");
|
|
2
|
+
let zod = require("zod");
|
|
3
|
+
//#region src/actions/generate-schema.ts
|
|
4
|
+
const ScrapegraphAiGenerateSchemaInput = zod.z.object({
|
|
5
|
+
user_prompt: zod.z.string().describe("The user's search query describing what data structure to generate. Be specific about the fields and structure you need (e.g., 'Extract product name, price, and availability from an e-commerce product page')."),
|
|
6
|
+
existing_schema: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Optional existing JSON schema to modify or extend. If provided, the API will refine this schema based on the user_prompt.").optional()
|
|
7
|
+
}).describe("Request schema for generating or modifying a JSON schema based on a search query.");
|
|
8
|
+
const ScrapegraphAiGenerateSchemaOutput = zod.z.object({
|
|
9
|
+
error: zod.z.string().describe("Error message if schema generation encountered any issues.").nullable().optional(),
|
|
10
|
+
status: zod.z.string().describe("Status of the schema generation request (e.g., 'success', 'completed')."),
|
|
11
|
+
request_id: zod.z.string().describe("Unique identifier for this schema generation request."),
|
|
12
|
+
user_prompt: zod.z.string().describe("The original user prompt that was provided in the request."),
|
|
13
|
+
refined_prompt: zod.z.string().describe("The refined version of the search query, optimized by the API for better schema generation."),
|
|
14
|
+
generated_schema: zod.z.record(zod.z.string(), zod.z.unknown()).describe("The generated JSON schema based on the user prompt. This schema can be used for structured data extraction.")
|
|
15
|
+
}).describe("Response schema for the generated JSON schema.");
|
|
16
|
+
const scrapegraphAiGenerateSchema = require_action.action("SCRAPEGRAPH_AI_GENERATE_SCHEMA", {
|
|
17
|
+
slug: "scrapegraph_ai-generate-schema",
|
|
18
|
+
name: "Generate Schema",
|
|
19
|
+
description: "Generate or modify a JSON schema based on a search query for structured data extraction. Use when you need a schema template for scraping specific data fields.",
|
|
20
|
+
input: ScrapegraphAiGenerateSchemaInput,
|
|
21
|
+
output: ScrapegraphAiGenerateSchemaOutput
|
|
22
|
+
});
|
|
23
|
+
//#endregion
|
|
24
|
+
exports.scrapegraphAiGenerateSchema = scrapegraphAiGenerateSchema;
|
|
25
|
+
|
|
26
|
+
//# sourceMappingURL=generate-schema.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generate-schema.cjs","names":["z","action"],"sources":["../../src/actions/generate-schema.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiGenerateSchemaInput: z.ZodTypeAny = z.object({\n user_prompt: z.string().describe(\"The user's search query describing what data structure to generate. Be specific about the fields and structure you need (e.g., 'Extract product name, price, and availability from an e-commerce product page').\"),\n existing_schema: z.record(z.string(), z.unknown()).describe(\"Optional existing JSON schema to modify or extend. If provided, the API will refine this schema based on the user_prompt.\").optional(),\n}).describe(\"Request schema for generating or modifying a JSON schema based on a search query.\");\nexport const ScrapegraphAiGenerateSchemaOutput: z.ZodTypeAny = z.object({\n error: z.string().describe(\"Error message if schema generation encountered any issues.\").nullable().optional(),\n status: z.string().describe(\"Status of the schema generation request (e.g., 'success', 'completed').\"),\n request_id: z.string().describe(\"Unique identifier for this schema generation request.\"),\n user_prompt: z.string().describe(\"The original user prompt that was provided in the request.\"),\n refined_prompt: z.string().describe(\"The refined version of the search query, optimized by the API for better schema generation.\"),\n generated_schema: z.record(z.string(), z.unknown()).describe(\"The generated JSON schema based on the user prompt. This schema can be used for structured data extraction.\"),\n}).describe(\"Response schema for the generated JSON schema.\");\n\nexport const scrapegraphAiGenerateSchema = action(\"SCRAPEGRAPH_AI_GENERATE_SCHEMA\", {\n slug: \"scrapegraph_ai-generate-schema\",\n name: \"Generate Schema\",\n description: \"Generate or modify a JSON schema based on a search query for structured data extraction. Use when you need a schema template for scraping specific data fields.\",\n input: ScrapegraphAiGenerateSchemaInput,\n output: ScrapegraphAiGenerateSchemaOutput,\n});\n"],"mappings":";;;AAIA,MAAa,mCAAiDA,IAAAA,EAAE,OAAO;CACrE,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kNAAkN;CACnP,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2HAA2H,CAAC,CAAC,SAAS;AACpM,CAAC,CAAC,CAAC,SAAS,mFAAmF;AAC/F,MAAa,oCAAkDA,IAAAA,EAAE,OAAO;CACtE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7G,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yEAAyE;CACrG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uDAAuD;CACvF,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;CAC7F,gBAAgBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6FAA6F;CACjI,kBAAkBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6GAA6G;AAC5K,CAAC,CAAC,CAAC,SAAS,gDAAgD;AAE5D,MAAa,8BAA8BC,eAAAA,OAAO,kCAAkC;CAClF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/generate-schema.d.ts
|
|
4
|
+
declare const ScrapegraphAiGenerateSchemaInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiGenerateSchemaOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiGenerateSchema: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiGenerateSchema };
|
|
9
|
+
//# sourceMappingURL=generate-schema.d.cts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generate-schema.d.cts","names":[],"sources":["../../src/actions/generate-schema.ts"],"mappings":";;;cAIa,gCAAA,EAAkC,CAAA,CAAE,UAG+C;AAAA,cACnF,iCAAA,EAAmC,CAAA,CAAE,UAOW;AAAA,cAEhD,2BAAA,gCAA2B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/generate-schema.d.ts
|
|
4
|
+
declare const ScrapegraphAiGenerateSchemaInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiGenerateSchemaOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiGenerateSchema: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiGenerateSchema };
|
|
9
|
+
//# sourceMappingURL=generate-schema.d.mts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generate-schema.d.mts","names":[],"sources":["../../src/actions/generate-schema.ts"],"mappings":";;;cAIa,gCAAA,EAAkC,CAAA,CAAE,UAG+C;AAAA,cACnF,iCAAA,EAAmC,CAAA,CAAE,UAOW;AAAA,cAEhD,2BAAA,gCAA2B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { action } from "../action.mjs";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
const scrapegraphAiGenerateSchema = action("SCRAPEGRAPH_AI_GENERATE_SCHEMA", {
|
|
4
|
+
slug: "scrapegraph_ai-generate-schema",
|
|
5
|
+
name: "Generate Schema",
|
|
6
|
+
description: "Generate or modify a JSON schema based on a search query for structured data extraction. Use when you need a schema template for scraping specific data fields.",
|
|
7
|
+
input: z.object({
|
|
8
|
+
user_prompt: z.string().describe("The user's search query describing what data structure to generate. Be specific about the fields and structure you need (e.g., 'Extract product name, price, and availability from an e-commerce product page')."),
|
|
9
|
+
existing_schema: z.record(z.string(), z.unknown()).describe("Optional existing JSON schema to modify or extend. If provided, the API will refine this schema based on the user_prompt.").optional()
|
|
10
|
+
}).describe("Request schema for generating or modifying a JSON schema based on a search query."),
|
|
11
|
+
output: z.object({
|
|
12
|
+
error: z.string().describe("Error message if schema generation encountered any issues.").nullable().optional(),
|
|
13
|
+
status: z.string().describe("Status of the schema generation request (e.g., 'success', 'completed')."),
|
|
14
|
+
request_id: z.string().describe("Unique identifier for this schema generation request."),
|
|
15
|
+
user_prompt: z.string().describe("The original user prompt that was provided in the request."),
|
|
16
|
+
refined_prompt: z.string().describe("The refined version of the search query, optimized by the API for better schema generation."),
|
|
17
|
+
generated_schema: z.record(z.string(), z.unknown()).describe("The generated JSON schema based on the user prompt. This schema can be used for structured data extraction.")
|
|
18
|
+
}).describe("Response schema for the generated JSON schema.")
|
|
19
|
+
});
|
|
20
|
+
//#endregion
|
|
21
|
+
export { scrapegraphAiGenerateSchema };
|
|
22
|
+
|
|
23
|
+
//# sourceMappingURL=generate-schema.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generate-schema.mjs","names":[],"sources":["../../src/actions/generate-schema.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiGenerateSchemaInput: z.ZodTypeAny = z.object({\n user_prompt: z.string().describe(\"The user's search query describing what data structure to generate. Be specific about the fields and structure you need (e.g., 'Extract product name, price, and availability from an e-commerce product page').\"),\n existing_schema: z.record(z.string(), z.unknown()).describe(\"Optional existing JSON schema to modify or extend. If provided, the API will refine this schema based on the user_prompt.\").optional(),\n}).describe(\"Request schema for generating or modifying a JSON schema based on a search query.\");\nexport const ScrapegraphAiGenerateSchemaOutput: z.ZodTypeAny = z.object({\n error: z.string().describe(\"Error message if schema generation encountered any issues.\").nullable().optional(),\n status: z.string().describe(\"Status of the schema generation request (e.g., 'success', 'completed').\"),\n request_id: z.string().describe(\"Unique identifier for this schema generation request.\"),\n user_prompt: z.string().describe(\"The original user prompt that was provided in the request.\"),\n refined_prompt: z.string().describe(\"The refined version of the search query, optimized by the API for better schema generation.\"),\n generated_schema: z.record(z.string(), z.unknown()).describe(\"The generated JSON schema based on the user prompt. This schema can be used for structured data extraction.\"),\n}).describe(\"Response schema for the generated JSON schema.\");\n\nexport const scrapegraphAiGenerateSchema = action(\"SCRAPEGRAPH_AI_GENERATE_SCHEMA\", {\n slug: \"scrapegraph_ai-generate-schema\",\n name: \"Generate Schema\",\n description: \"Generate or modify a JSON schema based on a search query for structured data extraction. Use when you need a schema template for scraping specific data fields.\",\n input: ScrapegraphAiGenerateSchemaInput,\n output: ScrapegraphAiGenerateSchemaOutput,\n});\n"],"mappings":";;AAiBA,MAAa,8BAA8B,OAAO,kCAAkC;CAClF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAjB4D,EAAE,OAAO;EACrE,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,kNAAkN;EACnP,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2HAA2H,CAAC,CAAC,SAAS;CACpM,CAAC,CAAC,CAAC,SAAS,mFAcH;CACP,QAd6D,EAAE,OAAO;EACtE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC7G,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,yEAAyE;EACrG,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,uDAAuD;EACvF,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;EAC7F,gBAAgB,EAAE,OAAO,CAAC,CAAC,SAAS,6FAA6F;EACjI,kBAAkB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,6GAA6G;CAC5K,CAAC,CAAC,CAAC,SAAS,gDAOF;AACV,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
const require_action = require("../action.cjs");
|
|
2
|
+
let zod = require("zod");
|
|
3
|
+
//#region src/actions/get-agentic-scraper-history.ts
|
|
4
|
+
const ScrapegraphAiGetAgenticScraperHistoryInput = zod.z.object({
|
|
5
|
+
page: zod.z.number().int().default(1).describe("Page number for pagination. Use to navigate through pages of history results.").optional(),
|
|
6
|
+
page_size: zod.z.number().int().default(10).describe("Number of history records to return per page. Maximum is typically 100.").optional()
|
|
7
|
+
}).describe("Request model for retrieving agentic scraper job history.");
|
|
8
|
+
const ScrapegraphAiGetAgenticScraperHistory_AgenticScraperRequestItemSchema = zod.z.object({
|
|
9
|
+
error: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Error details if the request failed").nullable().optional(),
|
|
10
|
+
result: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Scraping results when the request is completed").nullable().optional(),
|
|
11
|
+
status: zod.z.string().describe("Current status of the agentic scraper request (e.g., 'queued', 'processing', 'completed', 'failed')"),
|
|
12
|
+
user_id: zod.z.string().describe("User identifier who created the request"),
|
|
13
|
+
metadata: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Additional metadata associated with the request").nullable().optional(),
|
|
14
|
+
usage_id: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Usage tracking identifier for billing purposes").nullable().optional(),
|
|
15
|
+
request_id: zod.z.string().describe("Unique identifier (UUID) of the agentic scraper request"),
|
|
16
|
+
total_cost: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Total cost of the scraping operation").nullable().optional(),
|
|
17
|
+
webpage_id: zod.z.string().describe("Identifier of the webpage being scraped"),
|
|
18
|
+
finished_at: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Timestamp when the request finished processing").nullable().optional(),
|
|
19
|
+
user_prompt: zod.z.record(zod.z.string(), zod.z.unknown()).describe("User prompt or instructions for the agentic scraper").nullable().optional(),
|
|
20
|
+
website_url: zod.z.string().describe("URL of the website that was scraped"),
|
|
21
|
+
requested_at: zod.z.string().describe("Timestamp when the request was created (ISO 8601 format)"),
|
|
22
|
+
output_schema: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Expected output schema for the scraper results").nullable().optional()
|
|
23
|
+
}).describe("Individual agentic scraper request record in history.");
|
|
24
|
+
const ScrapegraphAiGetAgenticScraperHistoryOutput = zod.z.object({
|
|
25
|
+
next_key: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Pagination key for retrieving the next page of results. Null if on the last page.").nullable().optional(),
|
|
26
|
+
requests: zod.z.array(ScrapegraphAiGetAgenticScraperHistory_AgenticScraperRequestItemSchema).describe("List of agentic scraper request records for the current page")
|
|
27
|
+
}).describe("Response model for agentic scraper history listing.");
|
|
28
|
+
const scrapegraphAiGetAgenticScraperHistory = require_action.action("SCRAPEGRAPH_AI_GET_AGENTIC_SCRAPER_HISTORY", {
|
|
29
|
+
slug: "scrapegraph_ai-get-agentic-scraper-history",
|
|
30
|
+
name: "Get Agentic Scraper History",
|
|
31
|
+
description: "Retrieve paginated history of agentic scraper jobs. Use to view past scraping requests, their status, and results.",
|
|
32
|
+
input: ScrapegraphAiGetAgenticScraperHistoryInput,
|
|
33
|
+
output: ScrapegraphAiGetAgenticScraperHistoryOutput
|
|
34
|
+
});
|
|
35
|
+
//#endregion
|
|
36
|
+
exports.scrapegraphAiGetAgenticScraperHistory = scrapegraphAiGetAgenticScraperHistory;
|
|
37
|
+
|
|
38
|
+
//# sourceMappingURL=get-agentic-scraper-history.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-agentic-scraper-history.cjs","names":["z","action"],"sources":["../../src/actions/get-agentic-scraper-history.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiGetAgenticScraperHistoryInput: z.ZodTypeAny = z.object({\n page: z.number().int().default(1).describe(\"Page number for pagination. Use to navigate through pages of history results.\").optional(),\n page_size: z.number().int().default(10).describe(\"Number of history records to return per page. Maximum is typically 100.\").optional(),\n}).describe(\"Request model for retrieving agentic scraper job history.\");\nconst ScrapegraphAiGetAgenticScraperHistory_AgenticScraperRequestItemSchema: z.ZodTypeAny = z.object({\n error: z.record(z.string(), z.unknown()).describe(\"Error details if the request failed\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Scraping results when the request is completed\").nullable().optional(),\n status: z.string().describe(\"Current status of the agentic scraper request (e.g., 'queued', 'processing', 'completed', 'failed')\"),\n user_id: z.string().describe(\"User identifier who created the request\"),\n metadata: z.record(z.string(), z.unknown()).describe(\"Additional metadata associated with the request\").nullable().optional(),\n usage_id: z.record(z.string(), z.unknown()).describe(\"Usage tracking identifier for billing purposes\").nullable().optional(),\n request_id: z.string().describe(\"Unique identifier (UUID) of the agentic scraper request\"),\n total_cost: z.record(z.string(), z.unknown()).describe(\"Total cost of the scraping operation\").nullable().optional(),\n webpage_id: z.string().describe(\"Identifier of the webpage being scraped\"),\n finished_at: z.record(z.string(), z.unknown()).describe(\"Timestamp when the request finished processing\").nullable().optional(),\n user_prompt: z.record(z.string(), z.unknown()).describe(\"User prompt or instructions for the agentic scraper\").nullable().optional(),\n website_url: z.string().describe(\"URL of the website that was scraped\"),\n requested_at: z.string().describe(\"Timestamp when the request was created (ISO 8601 format)\"),\n output_schema: z.record(z.string(), z.unknown()).describe(\"Expected output schema for the scraper results\").nullable().optional(),\n}).describe(\"Individual agentic scraper request record in history.\");\nexport const ScrapegraphAiGetAgenticScraperHistoryOutput: z.ZodTypeAny = z.object({\n next_key: z.record(z.string(), z.unknown()).describe(\"Pagination key for retrieving the next page of results. Null if on the last page.\").nullable().optional(),\n requests: z.array(ScrapegraphAiGetAgenticScraperHistory_AgenticScraperRequestItemSchema).describe(\"List of agentic scraper request records for the current page\"),\n}).describe(\"Response model for agentic scraper history listing.\");\n\nexport const scrapegraphAiGetAgenticScraperHistory = action(\"SCRAPEGRAPH_AI_GET_AGENTIC_SCRAPER_HISTORY\", {\n slug: \"scrapegraph_ai-get-agentic-scraper-history\",\n name: \"Get Agentic Scraper History\",\n description: \"Retrieve paginated history of agentic scraper jobs. Use to view past scraping requests, their status, and results.\",\n input: ScrapegraphAiGetAgenticScraperHistoryInput,\n output: ScrapegraphAiGetAgenticScraperHistoryOutput,\n});\n"],"mappings":";;;AAIA,MAAa,6CAA2DA,IAAAA,EAAE,OAAO;CAC/E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,+EAA+E,CAAC,CAAC,SAAS;CACrI,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,yEAAyE,CAAC,CAAC,SAAS;AACvI,CAAC,CAAC,CAAC,SAAS,2DAA2D;AACvE,MAAM,wEAAsFA,IAAAA,EAAE,OAAO;CACnG,OAAOA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7G,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzH,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qGAAqG;CACjI,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;CACtE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5H,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yDAAyD;CACzF,YAAYA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnH,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;CACzE,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC9H,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnI,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;CACtE,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0DAA0D;CAC5F,eAAeA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAClI,CAAC,CAAC,CAAC,SAAS,uDAAuD;AACnE,MAAa,8CAA4DA,IAAAA,EAAE,OAAO;CAChF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mFAAmF,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC9J,UAAUA,IAAAA,EAAE,MAAM,qEAAqE,CAAC,CAAC,SAAS,8DAA8D;AAClK,CAAC,CAAC,CAAC,SAAS,qDAAqD;AAEjE,MAAa,wCAAwCC,eAAAA,OAAO,8CAA8C;CACxG,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/get-agentic-scraper-history.d.ts
|
|
4
|
+
declare const ScrapegraphAiGetAgenticScraperHistoryInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiGetAgenticScraperHistoryOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiGetAgenticScraperHistory: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiGetAgenticScraperHistory };
|
|
9
|
+
//# sourceMappingURL=get-agentic-scraper-history.d.cts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-agentic-scraper-history.d.cts","names":[],"sources":["../../src/actions/get-agentic-scraper-history.ts"],"mappings":";;;cAIa,0CAAA,EAA4C,CAAA,CAAE,UAGa;AAAA,cAiB3D,2CAAA,EAA6C,CAAA,CAAE,UAGM;AAAA,cAErD,qCAAA,gCAAqC,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/get-agentic-scraper-history.d.ts
|
|
4
|
+
declare const ScrapegraphAiGetAgenticScraperHistoryInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiGetAgenticScraperHistoryOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiGetAgenticScraperHistory: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiGetAgenticScraperHistory };
|
|
9
|
+
//# sourceMappingURL=get-agentic-scraper-history.d.mts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-agentic-scraper-history.d.mts","names":[],"sources":["../../src/actions/get-agentic-scraper-history.ts"],"mappings":";;;cAIa,0CAAA,EAA4C,CAAA,CAAE,UAGa;AAAA,cAiB3D,2CAAA,EAA6C,CAAA,CAAE,UAGM;AAAA,cAErD,qCAAA,gCAAqC,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { action } from "../action.mjs";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
//#region src/actions/get-agentic-scraper-history.ts
|
|
4
|
+
const ScrapegraphAiGetAgenticScraperHistoryInput = z.object({
|
|
5
|
+
page: z.number().int().default(1).describe("Page number for pagination. Use to navigate through pages of history results.").optional(),
|
|
6
|
+
page_size: z.number().int().default(10).describe("Number of history records to return per page. Maximum is typically 100.").optional()
|
|
7
|
+
}).describe("Request model for retrieving agentic scraper job history.");
|
|
8
|
+
const ScrapegraphAiGetAgenticScraperHistory_AgenticScraperRequestItemSchema = z.object({
|
|
9
|
+
error: z.record(z.string(), z.unknown()).describe("Error details if the request failed").nullable().optional(),
|
|
10
|
+
result: z.record(z.string(), z.unknown()).describe("Scraping results when the request is completed").nullable().optional(),
|
|
11
|
+
status: z.string().describe("Current status of the agentic scraper request (e.g., 'queued', 'processing', 'completed', 'failed')"),
|
|
12
|
+
user_id: z.string().describe("User identifier who created the request"),
|
|
13
|
+
metadata: z.record(z.string(), z.unknown()).describe("Additional metadata associated with the request").nullable().optional(),
|
|
14
|
+
usage_id: z.record(z.string(), z.unknown()).describe("Usage tracking identifier for billing purposes").nullable().optional(),
|
|
15
|
+
request_id: z.string().describe("Unique identifier (UUID) of the agentic scraper request"),
|
|
16
|
+
total_cost: z.record(z.string(), z.unknown()).describe("Total cost of the scraping operation").nullable().optional(),
|
|
17
|
+
webpage_id: z.string().describe("Identifier of the webpage being scraped"),
|
|
18
|
+
finished_at: z.record(z.string(), z.unknown()).describe("Timestamp when the request finished processing").nullable().optional(),
|
|
19
|
+
user_prompt: z.record(z.string(), z.unknown()).describe("User prompt or instructions for the agentic scraper").nullable().optional(),
|
|
20
|
+
website_url: z.string().describe("URL of the website that was scraped"),
|
|
21
|
+
requested_at: z.string().describe("Timestamp when the request was created (ISO 8601 format)"),
|
|
22
|
+
output_schema: z.record(z.string(), z.unknown()).describe("Expected output schema for the scraper results").nullable().optional()
|
|
23
|
+
}).describe("Individual agentic scraper request record in history.");
|
|
24
|
+
const scrapegraphAiGetAgenticScraperHistory = action("SCRAPEGRAPH_AI_GET_AGENTIC_SCRAPER_HISTORY", {
|
|
25
|
+
slug: "scrapegraph_ai-get-agentic-scraper-history",
|
|
26
|
+
name: "Get Agentic Scraper History",
|
|
27
|
+
description: "Retrieve paginated history of agentic scraper jobs. Use to view past scraping requests, their status, and results.",
|
|
28
|
+
input: ScrapegraphAiGetAgenticScraperHistoryInput,
|
|
29
|
+
output: z.object({
|
|
30
|
+
next_key: z.record(z.string(), z.unknown()).describe("Pagination key for retrieving the next page of results. Null if on the last page.").nullable().optional(),
|
|
31
|
+
requests: z.array(ScrapegraphAiGetAgenticScraperHistory_AgenticScraperRequestItemSchema).describe("List of agentic scraper request records for the current page")
|
|
32
|
+
}).describe("Response model for agentic scraper history listing.")
|
|
33
|
+
});
|
|
34
|
+
//#endregion
|
|
35
|
+
export { scrapegraphAiGetAgenticScraperHistory };
|
|
36
|
+
|
|
37
|
+
//# sourceMappingURL=get-agentic-scraper-history.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-agentic-scraper-history.mjs","names":[],"sources":["../../src/actions/get-agentic-scraper-history.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiGetAgenticScraperHistoryInput: z.ZodTypeAny = z.object({\n page: z.number().int().default(1).describe(\"Page number for pagination. Use to navigate through pages of history results.\").optional(),\n page_size: z.number().int().default(10).describe(\"Number of history records to return per page. Maximum is typically 100.\").optional(),\n}).describe(\"Request model for retrieving agentic scraper job history.\");\nconst ScrapegraphAiGetAgenticScraperHistory_AgenticScraperRequestItemSchema: z.ZodTypeAny = z.object({\n error: z.record(z.string(), z.unknown()).describe(\"Error details if the request failed\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Scraping results when the request is completed\").nullable().optional(),\n status: z.string().describe(\"Current status of the agentic scraper request (e.g., 'queued', 'processing', 'completed', 'failed')\"),\n user_id: z.string().describe(\"User identifier who created the request\"),\n metadata: z.record(z.string(), z.unknown()).describe(\"Additional metadata associated with the request\").nullable().optional(),\n usage_id: z.record(z.string(), z.unknown()).describe(\"Usage tracking identifier for billing purposes\").nullable().optional(),\n request_id: z.string().describe(\"Unique identifier (UUID) of the agentic scraper request\"),\n total_cost: z.record(z.string(), z.unknown()).describe(\"Total cost of the scraping operation\").nullable().optional(),\n webpage_id: z.string().describe(\"Identifier of the webpage being scraped\"),\n finished_at: z.record(z.string(), z.unknown()).describe(\"Timestamp when the request finished processing\").nullable().optional(),\n user_prompt: z.record(z.string(), z.unknown()).describe(\"User prompt or instructions for the agentic scraper\").nullable().optional(),\n website_url: z.string().describe(\"URL of the website that was scraped\"),\n requested_at: z.string().describe(\"Timestamp when the request was created (ISO 8601 format)\"),\n output_schema: z.record(z.string(), z.unknown()).describe(\"Expected output schema for the scraper results\").nullable().optional(),\n}).describe(\"Individual agentic scraper request record in history.\");\nexport const ScrapegraphAiGetAgenticScraperHistoryOutput: z.ZodTypeAny = z.object({\n next_key: z.record(z.string(), z.unknown()).describe(\"Pagination key for retrieving the next page of results. Null if on the last page.\").nullable().optional(),\n requests: z.array(ScrapegraphAiGetAgenticScraperHistory_AgenticScraperRequestItemSchema).describe(\"List of agentic scraper request records for the current page\"),\n}).describe(\"Response model for agentic scraper history listing.\");\n\nexport const scrapegraphAiGetAgenticScraperHistory = action(\"SCRAPEGRAPH_AI_GET_AGENTIC_SCRAPER_HISTORY\", {\n slug: \"scrapegraph_ai-get-agentic-scraper-history\",\n name: \"Get Agentic Scraper History\",\n description: \"Retrieve paginated history of agentic scraper jobs. Use to view past scraping requests, their status, and results.\",\n input: ScrapegraphAiGetAgenticScraperHistoryInput,\n output: ScrapegraphAiGetAgenticScraperHistoryOutput,\n});\n"],"mappings":";;;AAIA,MAAa,6CAA2D,EAAE,OAAO;CAC/E,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,+EAA+E,CAAC,CAAC,SAAS;CACrI,WAAW,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,yEAAyE,CAAC,CAAC,SAAS;AACvI,CAAC,CAAC,CAAC,SAAS,2DAA2D;AACvE,MAAM,wEAAsF,EAAE,OAAO;CACnG,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7G,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzH,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,qGAAqG;CACjI,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;CACtE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5H,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3H,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,yDAAyD;CACzF,YAAY,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnH,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;CACzE,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC9H,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnI,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;CACtE,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,0DAA0D;CAC5F,eAAe,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAClI,CAAC,CAAC,CAAC,SAAS,uDAAuD;AAMnE,MAAa,wCAAwC,OAAO,8CAA8C;CACxG,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAVuE,EAAE,OAAO;EAChF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mFAAmF,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC9J,UAAU,EAAE,MAAM,qEAAqE,CAAC,CAAC,SAAS,8DAA8D;CAClK,CAAC,CAAC,CAAC,SAAS,qDAOF;AACV,CAAC"}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
const require_action = require("../action.cjs");
|
|
2
|
+
let zod = require("zod");
|
|
3
|
+
//#region src/actions/get-crawler-history.ts
|
|
4
|
+
const ScrapegraphAiGetCrawlerHistoryInput = zod.z.object({
|
|
5
|
+
page: zod.z.number().int().default(1).describe("Page number for pagination. Must be a positive integer.").optional(),
|
|
6
|
+
page_size: zod.z.number().int().default(10).describe("Number of crawler history records to return per page. Must be between 1 and 100.").optional()
|
|
7
|
+
}).describe("Request model for retrieving crawler job history.");
|
|
8
|
+
const ScrapegraphAiGetCrawlerHistory_CrawlStatusSchema = zod.z.enum([
|
|
9
|
+
"queued",
|
|
10
|
+
"processing",
|
|
11
|
+
"completed",
|
|
12
|
+
"failed"
|
|
13
|
+
]).describe("Status values for crawler jobs.");
|
|
14
|
+
const ScrapegraphAiGetCrawlerHistory_CrawlerRequestDBSchema = zod.z.object({
|
|
15
|
+
url: zod.z.string().describe("URL that was crawled."),
|
|
16
|
+
error: zod.z.string().describe("Error message if the crawl failed.").nullable().optional(),
|
|
17
|
+
prompt: zod.z.string().describe("Extraction prompt if used in the crawl.").nullable().optional(),
|
|
18
|
+
result: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Crawl results and extracted data.").nullable().optional(),
|
|
19
|
+
status: ScrapegraphAiGetCrawlerHistory_CrawlStatusSchema.nullable(),
|
|
20
|
+
task_id: zod.z.string().describe("Associated task identifier if available.").nullable().optional(),
|
|
21
|
+
user_id: zod.z.string().describe("ID of the user who created the request."),
|
|
22
|
+
metadata: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Additional metadata associated with the request.").nullable().optional(),
|
|
23
|
+
max_pages: zod.z.number().int().describe("Maximum number of pages configured for this crawl."),
|
|
24
|
+
request_id: zod.z.string().describe("Unique identifier for the crawler request."),
|
|
25
|
+
result_url: zod.z.string().describe("URL where results can be accessed.").nullable().optional(),
|
|
26
|
+
total_cost: zod.z.number().describe("Total cost of the crawl operation.").nullable().optional(),
|
|
27
|
+
finished_at: zod.z.string().describe("Timestamp when the crawl completed in ISO 8601 date-time format.").nullable().optional(),
|
|
28
|
+
crawled_urls: zod.z.array(zod.z.string()).describe("List of URLs crawled during the job.").nullable().optional(),
|
|
29
|
+
credits_used: zod.z.number().int().describe("Number of credits consumed by this crawl.").nullable().optional(),
|
|
30
|
+
requested_at: zod.z.string().describe("Timestamp when the crawl request was created in ISO 8601 date-time format."),
|
|
31
|
+
request_params: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Original request parameters for the crawl.").nullable().optional(),
|
|
32
|
+
pages_processed: zod.z.number().int().describe("Number of pages successfully processed.").nullable().optional()
|
|
33
|
+
}).describe("Represents a single crawler request record from DynamoDB.");
|
|
34
|
+
const ScrapegraphAiGetCrawlerHistoryOutput = zod.z.object({
|
|
35
|
+
next_key: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Pagination token for fetching the next page. Null if on the last page.").nullable().optional(),
|
|
36
|
+
requests: zod.z.array(ScrapegraphAiGetCrawlerHistory_CrawlerRequestDBSchema).describe("List of crawler request records for the requested page.")
|
|
37
|
+
}).describe("Response model for crawler history retrieval.");
|
|
38
|
+
const scrapegraphAiGetCrawlerHistory = require_action.action("SCRAPEGRAPH_AI_GET_CRAWLER_HISTORY", {
|
|
39
|
+
slug: "scrapegraph_ai-get-crawler-history",
|
|
40
|
+
name: "Get Crawler History",
|
|
41
|
+
description: "Retrieve the history of crawler jobs for your account. Returns paginated list of past crawler requests with their status, results, and metadata.",
|
|
42
|
+
input: ScrapegraphAiGetCrawlerHistoryInput,
|
|
43
|
+
output: ScrapegraphAiGetCrawlerHistoryOutput
|
|
44
|
+
});
|
|
45
|
+
//#endregion
|
|
46
|
+
exports.scrapegraphAiGetCrawlerHistory = scrapegraphAiGetCrawlerHistory;
|
|
47
|
+
|
|
48
|
+
//# sourceMappingURL=get-crawler-history.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-crawler-history.cjs","names":["z","action"],"sources":["../../src/actions/get-crawler-history.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapegraphAiGetCrawlerHistoryInput: z.ZodTypeAny = z.object({\n page: z.number().int().default(1).describe(\"Page number for pagination. Must be a positive integer.\").optional(),\n page_size: z.number().int().default(10).describe(\"Number of crawler history records to return per page. Must be between 1 and 100.\").optional(),\n}).describe(\"Request model for retrieving crawler job history.\");\nconst ScrapegraphAiGetCrawlerHistory_CrawlStatusSchema: z.ZodTypeAny = z.enum([\"queued\", \"processing\", \"completed\", \"failed\"]).describe(\"Status values for crawler jobs.\");\nconst ScrapegraphAiGetCrawlerHistory_CrawlerRequestDBSchema: z.ZodTypeAny = z.object({\n url: z.string().describe(\"URL that was crawled.\"),\n error: z.string().describe(\"Error message if the crawl failed.\").nullable().optional(),\n prompt: z.string().describe(\"Extraction prompt if used in the crawl.\").nullable().optional(),\n result: z.record(z.string(), z.unknown()).describe(\"Crawl results and extracted data.\").nullable().optional(),\n status: ScrapegraphAiGetCrawlerHistory_CrawlStatusSchema.nullable(),\n task_id: z.string().describe(\"Associated task identifier if available.\").nullable().optional(),\n user_id: z.string().describe(\"ID of the user who created the request.\"),\n metadata: z.record(z.string(), z.unknown()).describe(\"Additional metadata associated with the request.\").nullable().optional(),\n max_pages: z.number().int().describe(\"Maximum number of pages configured for this crawl.\"),\n request_id: z.string().describe(\"Unique identifier for the crawler request.\"),\n result_url: z.string().describe(\"URL where results can be accessed.\").nullable().optional(),\n total_cost: z.number().describe(\"Total cost of the crawl operation.\").nullable().optional(),\n finished_at: z.string().describe(\"Timestamp when the crawl completed in ISO 8601 date-time format.\").nullable().optional(),\n crawled_urls: z.array(z.string()).describe(\"List of URLs crawled during the job.\").nullable().optional(),\n credits_used: z.number().int().describe(\"Number of credits consumed by this crawl.\").nullable().optional(),\n requested_at: z.string().describe(\"Timestamp when the crawl request was created in ISO 8601 date-time format.\"),\n request_params: z.record(z.string(), z.unknown()).describe(\"Original request parameters for the crawl.\").nullable().optional(),\n pages_processed: z.number().int().describe(\"Number of pages successfully processed.\").nullable().optional(),\n}).describe(\"Represents a single crawler request record from DynamoDB.\");\nexport const ScrapegraphAiGetCrawlerHistoryOutput: z.ZodTypeAny = z.object({\n next_key: z.record(z.string(), z.unknown()).describe(\"Pagination token for fetching the next page. Null if on the last page.\").nullable().optional(),\n requests: z.array(ScrapegraphAiGetCrawlerHistory_CrawlerRequestDBSchema).describe(\"List of crawler request records for the requested page.\"),\n}).describe(\"Response model for crawler history retrieval.\");\n\nexport const scrapegraphAiGetCrawlerHistory = action(\"SCRAPEGRAPH_AI_GET_CRAWLER_HISTORY\", {\n slug: \"scrapegraph_ai-get-crawler-history\",\n name: \"Get Crawler History\",\n description: \"Retrieve the history of crawler jobs for your account. Returns paginated list of past crawler requests with their status, results, and metadata.\",\n input: ScrapegraphAiGetCrawlerHistoryInput,\n output: ScrapegraphAiGetCrawlerHistoryOutput,\n});\n"],"mappings":";;;AAIA,MAAa,sCAAoDA,IAAAA,EAAE,OAAO;CACxE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS;CAC/G,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,kFAAkF,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,mDAAmD;AAC/D,MAAM,mDAAiEA,IAAAA,EAAE,KAAK;CAAC;CAAU;CAAc;CAAa;AAAQ,CAAC,CAAC,CAAC,SAAS,iCAAiC;AACzK,MAAM,wDAAsEA,IAAAA,EAAE,OAAO;CACnF,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uBAAuB;CAChD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC3F,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5G,QAAQ,iDAAiD,SAAS;CAClE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7F,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;CACtE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7H,WAAWA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,oDAAoD;CACzF,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4CAA4C;CAC5E,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1F,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1F,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kEAAkE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzH,cAAcA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvG,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzG,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4EAA4E;CAC9G,gBAAgBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7H,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC5G,CAAC,CAAC,CAAC,SAAS,2DAA2D;AACvE,MAAa,uCAAqDA,IAAAA,EAAE,OAAO;CACzE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnJ,UAAUA,IAAAA,EAAE,MAAM,qDAAqD,CAAC,CAAC,SAAS,yDAAyD;AAC7I,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAE3D,MAAa,iCAAiCC,eAAAA,OAAO,sCAAsC;CACzF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/get-crawler-history.d.ts
|
|
4
|
+
declare const ScrapegraphAiGetCrawlerHistoryInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiGetCrawlerHistoryOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiGetCrawlerHistory: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiGetCrawlerHistory };
|
|
9
|
+
//# sourceMappingURL=get-crawler-history.d.cts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-crawler-history.d.cts","names":[],"sources":["../../src/actions/get-crawler-history.ts"],"mappings":";;;cAIa,mCAAA,EAAqC,CAAA,CAAE,UAGY;AAAA,cAsBnD,oCAAA,EAAsC,CAAA,CAAE,UAGO;AAAA,cAE/C,8BAAA,gCAA8B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
|
|
3
|
+
//#region src/actions/get-crawler-history.d.ts
|
|
4
|
+
declare const ScrapegraphAiGetCrawlerHistoryInput: z.ZodTypeAny;
|
|
5
|
+
declare const ScrapegraphAiGetCrawlerHistoryOutput: z.ZodTypeAny;
|
|
6
|
+
declare const scrapegraphAiGetCrawlerHistory: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
|
+
//#endregion
|
|
8
|
+
export { scrapegraphAiGetCrawlerHistory };
|
|
9
|
+
//# sourceMappingURL=get-crawler-history.d.mts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-crawler-history.d.mts","names":[],"sources":["../../src/actions/get-crawler-history.ts"],"mappings":";;;cAIa,mCAAA,EAAqC,CAAA,CAAE,UAGY;AAAA,cAsBnD,oCAAA,EAAsC,CAAA,CAAE,UAGO;AAAA,cAE/C,8BAAA,gCAA8B,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { action } from "../action.mjs";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
//#region src/actions/get-crawler-history.ts
|
|
4
|
+
const ScrapegraphAiGetCrawlerHistoryInput = z.object({
|
|
5
|
+
page: z.number().int().default(1).describe("Page number for pagination. Must be a positive integer.").optional(),
|
|
6
|
+
page_size: z.number().int().default(10).describe("Number of crawler history records to return per page. Must be between 1 and 100.").optional()
|
|
7
|
+
}).describe("Request model for retrieving crawler job history.");
|
|
8
|
+
const ScrapegraphAiGetCrawlerHistory_CrawlStatusSchema = z.enum([
|
|
9
|
+
"queued",
|
|
10
|
+
"processing",
|
|
11
|
+
"completed",
|
|
12
|
+
"failed"
|
|
13
|
+
]).describe("Status values for crawler jobs.");
|
|
14
|
+
const ScrapegraphAiGetCrawlerHistory_CrawlerRequestDBSchema = z.object({
|
|
15
|
+
url: z.string().describe("URL that was crawled."),
|
|
16
|
+
error: z.string().describe("Error message if the crawl failed.").nullable().optional(),
|
|
17
|
+
prompt: z.string().describe("Extraction prompt if used in the crawl.").nullable().optional(),
|
|
18
|
+
result: z.record(z.string(), z.unknown()).describe("Crawl results and extracted data.").nullable().optional(),
|
|
19
|
+
status: ScrapegraphAiGetCrawlerHistory_CrawlStatusSchema.nullable(),
|
|
20
|
+
task_id: z.string().describe("Associated task identifier if available.").nullable().optional(),
|
|
21
|
+
user_id: z.string().describe("ID of the user who created the request."),
|
|
22
|
+
metadata: z.record(z.string(), z.unknown()).describe("Additional metadata associated with the request.").nullable().optional(),
|
|
23
|
+
max_pages: z.number().int().describe("Maximum number of pages configured for this crawl."),
|
|
24
|
+
request_id: z.string().describe("Unique identifier for the crawler request."),
|
|
25
|
+
result_url: z.string().describe("URL where results can be accessed.").nullable().optional(),
|
|
26
|
+
total_cost: z.number().describe("Total cost of the crawl operation.").nullable().optional(),
|
|
27
|
+
finished_at: z.string().describe("Timestamp when the crawl completed in ISO 8601 date-time format.").nullable().optional(),
|
|
28
|
+
crawled_urls: z.array(z.string()).describe("List of URLs crawled during the job.").nullable().optional(),
|
|
29
|
+
credits_used: z.number().int().describe("Number of credits consumed by this crawl.").nullable().optional(),
|
|
30
|
+
requested_at: z.string().describe("Timestamp when the crawl request was created in ISO 8601 date-time format."),
|
|
31
|
+
request_params: z.record(z.string(), z.unknown()).describe("Original request parameters for the crawl.").nullable().optional(),
|
|
32
|
+
pages_processed: z.number().int().describe("Number of pages successfully processed.").nullable().optional()
|
|
33
|
+
}).describe("Represents a single crawler request record from DynamoDB.");
|
|
34
|
+
const scrapegraphAiGetCrawlerHistory = action("SCRAPEGRAPH_AI_GET_CRAWLER_HISTORY", {
|
|
35
|
+
slug: "scrapegraph_ai-get-crawler-history",
|
|
36
|
+
name: "Get Crawler History",
|
|
37
|
+
description: "Retrieve the history of crawler jobs for your account. Returns paginated list of past crawler requests with their status, results, and metadata.",
|
|
38
|
+
input: ScrapegraphAiGetCrawlerHistoryInput,
|
|
39
|
+
output: z.object({
|
|
40
|
+
next_key: z.record(z.string(), z.unknown()).describe("Pagination token for fetching the next page. Null if on the last page.").nullable().optional(),
|
|
41
|
+
requests: z.array(ScrapegraphAiGetCrawlerHistory_CrawlerRequestDBSchema).describe("List of crawler request records for the requested page.")
|
|
42
|
+
}).describe("Response model for crawler history retrieval.")
|
|
43
|
+
});
|
|
44
|
+
//#endregion
|
|
45
|
+
export { scrapegraphAiGetCrawlerHistory };
|
|
46
|
+
|
|
47
|
+
//# sourceMappingURL=get-crawler-history.mjs.map
|