@keystrokehq/scrapfly 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/action.cjs.map +1 -1
- package/dist/action.mjs.map +1 -1
- package/dist/actions/capture-screenshot-head.cjs +2 -2
- package/dist/actions/capture-screenshot-head.cjs.map +1 -1
- package/dist/actions/capture-screenshot-head.d.cts +50 -3
- package/dist/actions/capture-screenshot-head.d.cts.map +1 -1
- package/dist/actions/capture-screenshot-head.d.mts +50 -3
- package/dist/actions/capture-screenshot-head.d.mts.map +1 -1
- package/dist/actions/capture-screenshot-head.mjs +2 -2
- package/dist/actions/capture-screenshot-head.mjs.map +1 -1
- package/dist/actions/capture-screenshot.cjs +3 -3
- package/dist/actions/capture-screenshot.cjs.map +1 -1
- package/dist/actions/capture-screenshot.d.cts +44 -3
- package/dist/actions/capture-screenshot.d.cts.map +1 -1
- package/dist/actions/capture-screenshot.d.mts +44 -3
- package/dist/actions/capture-screenshot.d.mts.map +1 -1
- package/dist/actions/capture-screenshot.mjs +3 -3
- package/dist/actions/capture-screenshot.mjs.map +1 -1
- package/dist/actions/create-crawler.cjs +1 -1
- package/dist/actions/create-crawler.cjs.map +1 -1
- package/dist/actions/create-crawler.d.cts +31 -3
- package/dist/actions/create-crawler.d.cts.map +1 -1
- package/dist/actions/create-crawler.d.mts +31 -3
- package/dist/actions/create-crawler.d.mts.map +1 -1
- package/dist/actions/create-crawler.mjs +1 -1
- package/dist/actions/create-crawler.mjs.map +1 -1
- package/dist/actions/extract-data.cjs.map +1 -1
- package/dist/actions/extract-data.d.cts +53 -3
- package/dist/actions/extract-data.d.cts.map +1 -1
- package/dist/actions/extract-data.d.mts +53 -3
- package/dist/actions/extract-data.d.mts.map +1 -1
- package/dist/actions/extract-data.mjs.map +1 -1
- package/dist/actions/get-account-info.cjs +26 -26
- package/dist/actions/get-account-info.cjs.map +1 -1
- package/dist/actions/get-account-info.d.cts +73 -3
- package/dist/actions/get-account-info.d.cts.map +1 -1
- package/dist/actions/get-account-info.d.mts +73 -3
- package/dist/actions/get-account-info.d.mts.map +1 -1
- package/dist/actions/get-account-info.mjs +26 -26
- package/dist/actions/get-account-info.mjs.map +1 -1
- package/dist/actions/get-crawler-artifact.cjs +3 -3
- package/dist/actions/get-crawler-artifact.cjs.map +1 -1
- package/dist/actions/get-crawler-artifact.d.cts +18 -3
- package/dist/actions/get-crawler-artifact.d.cts.map +1 -1
- package/dist/actions/get-crawler-artifact.d.mts +18 -3
- package/dist/actions/get-crawler-artifact.d.mts.map +1 -1
- package/dist/actions/get-crawler-artifact.mjs +3 -3
- package/dist/actions/get-crawler-artifact.mjs.map +1 -1
- package/dist/actions/get-crawler-contents.cjs.map +1 -1
- package/dist/actions/get-crawler-contents.d.cts +24 -3
- package/dist/actions/get-crawler-contents.d.cts.map +1 -1
- package/dist/actions/get-crawler-contents.d.mts +24 -3
- package/dist/actions/get-crawler-contents.d.mts.map +1 -1
- package/dist/actions/get-crawler-contents.mjs.map +1 -1
- package/dist/actions/get-crawler-status.cjs +10 -10
- package/dist/actions/get-crawler-status.cjs.map +1 -1
- package/dist/actions/get-crawler-status.d.cts +22 -3
- package/dist/actions/get-crawler-status.d.cts.map +1 -1
- package/dist/actions/get-crawler-status.d.mts +22 -3
- package/dist/actions/get-crawler-status.d.mts.map +1 -1
- package/dist/actions/get-crawler-status.mjs +10 -10
- package/dist/actions/get-crawler-status.mjs.map +1 -1
- package/dist/actions/get-crawler-urls.cjs +3 -3
- package/dist/actions/get-crawler-urls.cjs.map +1 -1
- package/dist/actions/get-crawler-urls.d.cts +18 -3
- package/dist/actions/get-crawler-urls.d.cts.map +1 -1
- package/dist/actions/get-crawler-urls.d.mts +18 -3
- package/dist/actions/get-crawler-urls.d.mts.map +1 -1
- package/dist/actions/get-crawler-urls.mjs +3 -3
- package/dist/actions/get-crawler-urls.mjs.map +1 -1
- package/dist/actions/scrape-post.cjs +3 -3
- package/dist/actions/scrape-post.cjs.map +1 -1
- package/dist/actions/scrape-post.d.cts +38 -3
- package/dist/actions/scrape-post.d.cts.map +1 -1
- package/dist/actions/scrape-post.d.mts +38 -3
- package/dist/actions/scrape-post.d.mts.map +1 -1
- package/dist/actions/scrape-post.mjs +3 -3
- package/dist/actions/scrape-post.mjs.map +1 -1
- package/dist/actions/scrape-with-put.cjs +3 -3
- package/dist/actions/scrape-with-put.cjs.map +1 -1
- package/dist/actions/scrape-with-put.d.cts +38 -3
- package/dist/actions/scrape-with-put.d.cts.map +1 -1
- package/dist/actions/scrape-with-put.d.mts +38 -3
- package/dist/actions/scrape-with-put.d.mts.map +1 -1
- package/dist/actions/scrape-with-put.mjs +3 -3
- package/dist/actions/scrape-with-put.mjs.map +1 -1
- package/dist/actions/scrape.cjs +3 -3
- package/dist/actions/scrape.cjs.map +1 -1
- package/dist/actions/scrape.d.cts +48 -3
- package/dist/actions/scrape.d.cts.map +1 -1
- package/dist/actions/scrape.d.mts +48 -3
- package/dist/actions/scrape.d.mts.map +1 -1
- package/dist/actions/scrape.mjs +3 -3
- package/dist/actions/scrape.mjs.map +1 -1
- package/dist/catalog.cjs +7 -1
- package/dist/catalog.cjs.map +1 -1
- package/dist/catalog.d.cts +8 -0
- package/dist/catalog.d.mts +8 -0
- package/dist/catalog.mjs +7 -1
- package/dist/catalog.mjs.map +1 -1
- package/package.json +2 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-account-info.mjs","names":[],"sources":["../../src/actions/get-account-info.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetAccountInfoInput
|
|
1
|
+
{"version":3,"file":"get-account-info.mjs","names":[],"sources":["../../src/actions/get-account-info.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetAccountInfoInput = z.object({}).describe(\"Request model for retrieving Scrapfly account information. No parameters required.\");\nconst ScrapflyGetAccountInfo_AccountDetailsSchema = z.object({\n currency: z.string().describe(\"Currency used for billing\").nullable(),\n timezone: z.string().describe(\"Account timezone\").nullable(),\n suspended: z.boolean().describe(\"Whether the account is suspended\").nullable(),\n account_id: z.string().describe(\"Unique account identifier\").nullable(),\n suspension_reason: z.string().default(\"\").describe(\"Reason for suspension if applicable\").nullable().optional(),\n}).describe(\"Details about the Scrapfly account.\");\nconst ScrapflyGetAccountInfo_ProjectDetailsSchema = z.object({\n name: z.string().describe(\"Project name\").nullable(),\n tags: z.array(z.string()).describe(\"Tags assigned to the project\").nullable().optional(),\n budget_limit: z.number().describe(\"Budget limit if set\").nullable().optional(),\n budget_spent: z.number().describe(\"Budget spent so far\").nullable().optional(),\n quota_reached: z.boolean().describe(\"Whether quota has been reached\").nullable(),\n allowed_networks: z.array(z.string()).describe(\"Allowed networks for this project\").nullable().optional(),\n allow_extra_usage: z.boolean().describe(\"Whether extra usage is allowed\").nullable(),\n concurrency_limit: z.number().int().describe(\"Concurrency limit if set\").nullable().optional(),\n scrape_request_count: z.number().int().default(0).describe(\"Number of scrape requests made\").nullable().optional(),\n scrape_request_limit: z.number().int().describe(\"Scrape request limit if set\").nullable().optional(),\n}).describe(\"Details about the Scrapfly project.\");\nconst ScrapflyGetAccountInfo_ScrapeUsageSchema = z.object({\n extra: z.number().int().describe(\"Extra usage count\").nullable(),\n limit: z.number().int().describe(\"Total limit for the period\").nullable(),\n current: z.number().int().describe(\"Current usage count\").nullable(),\n remaining: z.number().int().describe(\"Remaining requests\").nullable(),\n concurrent_limit: z.number().int().describe(\"Concurrent request limit\").nullable(),\n concurrent_usage: z.number().int().describe(\"Current concurrent usage\").nullable(),\n concurrent_remaining: z.number().int().describe(\"Remaining concurrent requests\").nullable(),\n}).describe(\"Scrape usage information.\");\nconst ScrapflyGetAccountInfo_SpiderUsageSchema = z.object({\n limit: z.number().int().describe(\"Spider limit\").nullable(),\n current: z.number().int().describe(\"Current spider usage\").nullable(),\n}).describe(\"Spider usage information.\");\nconst ScrapflyGetAccountInfo_ScheduleUsageSchema = z.object({\n limit: z.number().int().describe(\"Schedule limit\").nullable(),\n current: z.number().int().describe(\"Current schedule usage\").nullable(),\n}).describe(\"Schedule usage information.\");\nconst ScrapflyGetAccountInfo_UsageDetailsSchema = z.object({\n scrape: ScrapflyGetAccountInfo_ScrapeUsageSchema.nullable(),\n spider: ScrapflyGetAccountInfo_SpiderUsageSchema.nullable(),\n schedule: ScrapflyGetAccountInfo_ScheduleUsageSchema.nullable(),\n}).describe(\"Usage information across different features.\");\nconst ScrapflyGetAccountInfo_BillingPeriodSchema = z.object({\n end: z.string().describe(\"Period end date\").nullable(),\n start: z.string().describe(\"Period start date\").nullable(),\n}).describe(\"Billing period information.\");\nconst ScrapflyGetAccountInfo_PriceDetailsSchema = z.object({\n amount: z.number().describe(\"Amount in currency\").nullable(),\n currency: z.string().describe(\"Currency code\").nullable(),\n}).describe(\"Price information.\");\nconst ScrapflyGetAccountInfo_BillingDetailsSchema = z.object({\n plan_price: ScrapflyGetAccountInfo_PriceDetailsSchema.nullable(),\n ongoing_payment: ScrapflyGetAccountInfo_PriceDetailsSchema.nullable(),\n current_extra_scrape_request_price: ScrapflyGetAccountInfo_PriceDetailsSchema.nullable(),\n extra_scrape_request_price_per_10k: ScrapflyGetAccountInfo_PriceDetailsSchema.nullable(),\n}).describe(\"Billing information for the subscription.\");\nconst ScrapflyGetAccountInfo_SubscriptionDetailsSchema = z.object({\n usage: ScrapflyGetAccountInfo_UsageDetailsSchema.nullable(),\n period: ScrapflyGetAccountInfo_BillingPeriodSchema.nullable(),\n billing: ScrapflyGetAccountInfo_BillingDetailsSchema.nullable(),\n plan_name: z.string().describe(\"Name of the subscription plan\").nullable(),\n max_concurrency: z.number().int().describe(\"Maximum concurrent requests\").nullable(),\n extra_scrape_allowed: z.boolean().describe(\"Whether extra scraping is allowed\").nullable(),\n}).describe(\"Subscription information.\");\nconst ScrapflyGetAccountInfo_AccountDataSchema = z.object({\n account: ScrapflyGetAccountInfo_AccountDetailsSchema.nullable(),\n project: ScrapflyGetAccountInfo_ProjectDetailsSchema.nullable(),\n subscription: ScrapflyGetAccountInfo_SubscriptionDetailsSchema.nullable(),\n}).describe(\"Main data container for account information.\");\nexport const ScrapflyGetAccountInfoOutput = z.object({\n data: ScrapflyGetAccountInfo_AccountDataSchema.nullable(),\n error: z.string().describe(\"Error message if any\").nullable().optional(),\n successfull: z.boolean().describe(\"Whether the request was successful\").nullable(),\n}).describe(\"Response model for Scrapfly account information.\");\n\nexport const scrapflyGetAccountInfo = action(\"SCRAPFLY_GET_ACCOUNT_INFO\", {\n slug: \"scrapfly-get-account-info\",\n name: \"Get Scrapfly Account Information\",\n description: \"Tool to retrieve Scrapfly account information. Use after authenticating to get API credit balance and usage stats. Returns comprehensive account data including subscription plan, usage statistics, billing info, and project settings.\",\n input: ScrapflyGetAccountInfoInput,\n output: ScrapflyGetAccountInfoOutput,\n});\n"],"mappings":";;;AAIA,MAAa,8BAA8B,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,oFAAoF;AACrJ,MAAM,8CAA8C,EAAE,OAAO;CAC3D,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B,CAAC,CAAC,SAAS;CACpE,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,kBAAkB,CAAC,CAAC,SAAS;CAC3D,WAAW,EAAE,QAAQ,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;CAC7E,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B,CAAC,CAAC,SAAS;CACtE,mBAAmB,EAAE,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChH,CAAC,CAAC,CAAC,SAAS,qCAAqC;AACjD,MAAM,8CAA8C,EAAE,OAAO;CAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,cAAc,CAAC,CAAC,SAAS;CACnD,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvF,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,qBAAqB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,qBAAqB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,eAAe,EAAE,QAAQ,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CAC/E,kBAAkB,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxG,mBAAmB,EAAE,QAAQ,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACnF,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7F,sBAAsB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACjH,sBAAsB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACrG,CAAC,CAAC,CAAC,SAAS,qCAAqC;AACjD,MAAM,2CAA2C,EAAE,OAAO;CACxD,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC/D,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACxE,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,qBAAqB,CAAC,CAAC,SAAS;CACnE,WAAW,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,oBAAoB,CAAC,CAAC,SAAS;CACpE,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS;CACjF,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,0BAA0B,CAAC,CAAC,SAAS;CACjF,sBAAsB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,SAAS,2BAA2B;AACvC,MAAM,2CAA2C,EAAE,OAAO;CACxD,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,cAAc,CAAC,CAAC,SAAS;CAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS;AACtE,CAAC,CAAC,CAAC,SAAS,2BAA2B;AACvC,MAAM,6CAA6C,EAAE,OAAO;CAC1D,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,gBAAgB,CAAC,CAAC,SAAS;CAC5D,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;AACxE,CAAC,CAAC,CAAC,SAAS,6BAA6B;AACzC,MAAM,4CAA4C,EAAE,OAAO;CACzD,QAAQ,yCAAyC,SAAS;CAC1D,QAAQ,yCAAyC,SAAS;CAC1D,UAAU,2CAA2C,SAAS;AAChE,CAAC,CAAC,CAAC,SAAS,8CAA8C;AAC1D,MAAM,6CAA6C,EAAE,OAAO;CAC1D,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,iBAAiB,CAAC,CAAC,SAAS;CACrD,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;AAC3D,CAAC,CAAC,CAAC,SAAS,6BAA6B;AACzC,MAAM,4CAA4C,EAAE,OAAO;CACzD,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,oBAAoB,CAAC,CAAC,SAAS;CAC3D,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AAC1D,CAAC,CAAC,CAAC,SAAS,oBAAoB;AAChC,MAAM,8CAA8C,EAAE,OAAO;CAC3D,YAAY,0CAA0C,SAAS;CAC/D,iBAAiB,0CAA0C,SAAS;CACpE,oCAAoC,0CAA0C,SAAS;CACvF,oCAAoC,0CAA0C,SAAS;AACzF,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAM,mDAAmD,EAAE,OAAO;CAChE,OAAO,0CAA0C,SAAS;CAC1D,QAAQ,2CAA2C,SAAS;CAC5D,SAAS,4CAA4C,SAAS;CAC9D,WAAW,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS;CACzE,iBAAiB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,6BAA6B,CAAC,CAAC,SAAS;CACnF,sBAAsB,EAAE,QAAQ,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;AAC3F,CAAC,CAAC,CAAC,SAAS,2BAA2B;AACvC,MAAM,2CAA2C,EAAE,OAAO;CACxD,SAAS,4CAA4C,SAAS;CAC9D,SAAS,4CAA4C,SAAS;CAC9D,cAAc,iDAAiD,SAAS;AAC1E,CAAC,CAAC,CAAC,SAAS,8CAA8C;AAO1D,MAAa,yBAAyB,OAAO,6BAA6B;CACxE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAX0C,EAAE,OAAO;EACnD,MAAM,yCAAyC,SAAS;EACxD,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACvE,aAAa,EAAE,QAAQ,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CACnF,CAAC,CAAC,CAAC,SAAS,kDAOF;AACV,CAAC"}
|
|
@@ -6,9 +6,9 @@ const ScrapflyGetCrawlerArtifactInput = zod.z.object({
|
|
|
6
6
|
crawler_uuid: zod.z.string().describe("The unique identifier (UUID) of the crawler whose artifact you want to download.")
|
|
7
7
|
}).describe("Request model for downloading crawler artifacts as WARC or HAR archive files.");
|
|
8
8
|
const ScrapflyGetCrawlerArtifact_FileDownloadableSchema = zod.z.object({
|
|
9
|
-
name: zod.z.string().describe("Name of the file"),
|
|
10
|
-
s3url: zod.z.string().describe("S3 URL of the downloaded file."),
|
|
11
|
-
mimetype: zod.z.string().describe("Mime type of the file.")
|
|
9
|
+
name: zod.z.string().describe("Name of the file").nullable(),
|
|
10
|
+
s3url: zod.z.string().describe("S3 URL of the downloaded file.").nullable(),
|
|
11
|
+
mimetype: zod.z.string().describe("Mime type of the file.").nullable()
|
|
12
12
|
});
|
|
13
13
|
const ScrapflyGetCrawlerArtifactOutput = zod.z.object({ content: ScrapflyGetCrawlerArtifact_FileDownloadableSchema.nullable() }).describe("Response model for crawler artifact download.");
|
|
14
14
|
const scrapflyGetCrawlerArtifact = require_action.action("SCRAPFLY_GET_CRAWLER_ARTIFACT", {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-artifact.cjs","names":["z","action"],"sources":["../../src/actions/get-crawler-artifact.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerArtifactInput
|
|
1
|
+
{"version":3,"file":"get-crawler-artifact.cjs","names":["z","action"],"sources":["../../src/actions/get-crawler-artifact.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerArtifactInput = z.object({\n type: z.enum([\"warc\", \"har\"]).describe(\"The artifact format type. WARC format is recommended for large crawls with gzip compression.\"),\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler whose artifact you want to download.\"),\n}).describe(\"Request model for downloading crawler artifacts as WARC or HAR archive files.\");\nconst ScrapflyGetCrawlerArtifact_FileDownloadableSchema = z.object({\n name: z.string().describe(\"Name of the file\").nullable(),\n s3url: z.string().describe(\"S3 URL of the downloaded file.\").nullable(),\n mimetype: z.string().describe(\"Mime type of the file.\").nullable(),\n});\nexport const ScrapflyGetCrawlerArtifactOutput = z.object({\n content: ScrapflyGetCrawlerArtifact_FileDownloadableSchema.nullable(),\n}).describe(\"Response model for crawler artifact download.\");\n\nexport const scrapflyGetCrawlerArtifact = action(\"SCRAPFLY_GET_CRAWLER_ARTIFACT\", {\n slug: \"scrapfly-get-crawler-artifact\",\n name: \"Get Crawler Artifact\",\n description: \"Tool to download crawler artifact files in WARC or HAR format. Use when you need to retrieve the complete crawl results as an archive file. WARC format is recommended for large crawls as it includes gzip compression.\",\n input: ScrapflyGetCrawlerArtifactInput,\n output: ScrapflyGetCrawlerArtifactOutput,\n});\n"],"mappings":";;;AAIA,MAAa,kCAAkCA,IAAAA,EAAE,OAAO;CACtD,MAAMA,IAAAA,EAAE,KAAK,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,SAAS,8FAA8F;CACrI,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kFAAkF;AACtH,CAAC,CAAC,CAAC,SAAS,+EAA+E;AAC3F,MAAM,oDAAoDA,IAAAA,EAAE,OAAO;CACjE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kBAAkB,CAAC,CAAC,SAAS;CACvD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACtE,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;AACnE,CAAC;AACD,MAAa,mCAAmCA,IAAAA,EAAE,OAAO,EACvD,SAAS,kDAAkD,SAAS,EACtE,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAE3D,MAAa,6BAA6BC,eAAAA,OAAO,iCAAiC;CAChF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,9 +1,24 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/get-crawler-artifact.d.ts
|
|
4
|
-
declare const ScrapflyGetCrawlerArtifactInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyGetCrawlerArtifactInput: z.ZodObject<{
|
|
5
|
+
type: z.ZodEnum<{
|
|
6
|
+
warc: "warc";
|
|
7
|
+
har: "har";
|
|
8
|
+
}>;
|
|
9
|
+
crawler_uuid: z.ZodString;
|
|
10
|
+
}, z.core.$strip>;
|
|
11
|
+
declare const ScrapflyGetCrawlerArtifactOutput: z.ZodObject<{
|
|
12
|
+
content: z.ZodNullable<z.ZodObject<{
|
|
13
|
+
name: z.ZodNullable<z.ZodString>;
|
|
14
|
+
s3url: z.ZodNullable<z.ZodString>;
|
|
15
|
+
mimetype: z.ZodNullable<z.ZodString>;
|
|
16
|
+
}, z.core.$strip>>;
|
|
17
|
+
}, z.core.$strip>;
|
|
18
|
+
declare const scrapflyGetCrawlerArtifact: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
19
|
+
type: "warc" | "har";
|
|
20
|
+
crawler_uuid: string;
|
|
21
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
22
|
//#endregion
|
|
8
23
|
export { scrapflyGetCrawlerArtifact };
|
|
9
24
|
//# sourceMappingURL=get-crawler-artifact.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-artifact.d.cts","names":[],"sources":["../../src/actions/get-crawler-artifact.ts"],"mappings":";;;cAIa,+BAAA,
|
|
1
|
+
{"version":3,"file":"get-crawler-artifact.d.cts","names":[],"sources":["../../src/actions/get-crawler-artifact.ts"],"mappings":";;;cAIa,+BAAA,EAA+B,CAAA,CAAA,SAAA;;;;;;;cAS/B,gCAAA,EAAgC,CAAA,CAAA,SAAA;;;;;;;cAIhC,0BAAA,gCAA0B,wBAAA"}
|
|
@@ -1,9 +1,24 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/get-crawler-artifact.d.ts
|
|
4
|
-
declare const ScrapflyGetCrawlerArtifactInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyGetCrawlerArtifactInput: z.ZodObject<{
|
|
5
|
+
type: z.ZodEnum<{
|
|
6
|
+
warc: "warc";
|
|
7
|
+
har: "har";
|
|
8
|
+
}>;
|
|
9
|
+
crawler_uuid: z.ZodString;
|
|
10
|
+
}, z.core.$strip>;
|
|
11
|
+
declare const ScrapflyGetCrawlerArtifactOutput: z.ZodObject<{
|
|
12
|
+
content: z.ZodNullable<z.ZodObject<{
|
|
13
|
+
name: z.ZodNullable<z.ZodString>;
|
|
14
|
+
s3url: z.ZodNullable<z.ZodString>;
|
|
15
|
+
mimetype: z.ZodNullable<z.ZodString>;
|
|
16
|
+
}, z.core.$strip>>;
|
|
17
|
+
}, z.core.$strip>;
|
|
18
|
+
declare const scrapflyGetCrawlerArtifact: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
19
|
+
type: "warc" | "har";
|
|
20
|
+
crawler_uuid: string;
|
|
21
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
22
|
//#endregion
|
|
8
23
|
export { scrapflyGetCrawlerArtifact };
|
|
9
24
|
//# sourceMappingURL=get-crawler-artifact.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-artifact.d.mts","names":[],"sources":["../../src/actions/get-crawler-artifact.ts"],"mappings":";;;cAIa,+BAAA,
|
|
1
|
+
{"version":3,"file":"get-crawler-artifact.d.mts","names":[],"sources":["../../src/actions/get-crawler-artifact.ts"],"mappings":";;;cAIa,+BAAA,EAA+B,CAAA,CAAA,SAAA;;;;;;;cAS/B,gCAAA,EAAgC,CAAA,CAAA,SAAA;;;;;;;cAIhC,0BAAA,gCAA0B,wBAAA"}
|
|
@@ -6,9 +6,9 @@ const ScrapflyGetCrawlerArtifactInput = z.object({
|
|
|
6
6
|
crawler_uuid: z.string().describe("The unique identifier (UUID) of the crawler whose artifact you want to download.")
|
|
7
7
|
}).describe("Request model for downloading crawler artifacts as WARC or HAR archive files.");
|
|
8
8
|
const ScrapflyGetCrawlerArtifact_FileDownloadableSchema = z.object({
|
|
9
|
-
name: z.string().describe("Name of the file"),
|
|
10
|
-
s3url: z.string().describe("S3 URL of the downloaded file."),
|
|
11
|
-
mimetype: z.string().describe("Mime type of the file.")
|
|
9
|
+
name: z.string().describe("Name of the file").nullable(),
|
|
10
|
+
s3url: z.string().describe("S3 URL of the downloaded file.").nullable(),
|
|
11
|
+
mimetype: z.string().describe("Mime type of the file.").nullable()
|
|
12
12
|
});
|
|
13
13
|
const scrapflyGetCrawlerArtifact = action("SCRAPFLY_GET_CRAWLER_ARTIFACT", {
|
|
14
14
|
slug: "scrapfly-get-crawler-artifact",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-artifact.mjs","names":[],"sources":["../../src/actions/get-crawler-artifact.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerArtifactInput
|
|
1
|
+
{"version":3,"file":"get-crawler-artifact.mjs","names":[],"sources":["../../src/actions/get-crawler-artifact.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerArtifactInput = z.object({\n type: z.enum([\"warc\", \"har\"]).describe(\"The artifact format type. WARC format is recommended for large crawls with gzip compression.\"),\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler whose artifact you want to download.\"),\n}).describe(\"Request model for downloading crawler artifacts as WARC or HAR archive files.\");\nconst ScrapflyGetCrawlerArtifact_FileDownloadableSchema = z.object({\n name: z.string().describe(\"Name of the file\").nullable(),\n s3url: z.string().describe(\"S3 URL of the downloaded file.\").nullable(),\n mimetype: z.string().describe(\"Mime type of the file.\").nullable(),\n});\nexport const ScrapflyGetCrawlerArtifactOutput = z.object({\n content: ScrapflyGetCrawlerArtifact_FileDownloadableSchema.nullable(),\n}).describe(\"Response model for crawler artifact download.\");\n\nexport const scrapflyGetCrawlerArtifact = action(\"SCRAPFLY_GET_CRAWLER_ARTIFACT\", {\n slug: \"scrapfly-get-crawler-artifact\",\n name: \"Get Crawler Artifact\",\n description: \"Tool to download crawler artifact files in WARC or HAR format. Use when you need to retrieve the complete crawl results as an archive file. WARC format is recommended for large crawls as it includes gzip compression.\",\n input: ScrapflyGetCrawlerArtifactInput,\n output: ScrapflyGetCrawlerArtifactOutput,\n});\n"],"mappings":";;;AAIA,MAAa,kCAAkC,EAAE,OAAO;CACtD,MAAM,EAAE,KAAK,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,SAAS,8FAA8F;CACrI,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,kFAAkF;AACtH,CAAC,CAAC,CAAC,SAAS,+EAA+E;AAC3F,MAAM,oDAAoD,EAAE,OAAO;CACjE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,kBAAkB,CAAC,CAAC,SAAS;CACvD,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACtE,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;AACnE,CAAC;AAKD,MAAa,6BAA6B,OAAO,iCAAiC;CAChF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAT8C,EAAE,OAAO,EACvD,SAAS,kDAAkD,SAAS,EACtE,CAAC,CAAC,CAAC,SAAS,+CAOF;AACV,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-contents.cjs","names":["z","action"],"sources":["../../src/actions/get-crawler-contents.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerContentsInput
|
|
1
|
+
{"version":3,"file":"get-crawler-contents.cjs","names":["z","action"],"sources":["../../src/actions/get-crawler-contents.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerContentsInput = z.object({\n url: z.string().describe(\"Specific URL to query for single-URL retrieval. When specified, returns content only for this URL.\").optional(),\n limit: z.number().int().describe(\"Number of items per page (default: 10, max: 50).\").optional(),\n plain: z.boolean().describe(\"Return raw content without JSON wrapper. Only works with single URL queries (when 'url' parameter is specified).\").optional(),\n offset: z.number().int().describe(\"Number of results to skip for pagination (default: 0).\").optional(),\n formats: z.string().describe(\"Comma-separated list of content formats to retrieve. Available formats: html (raw HTML), clean_html (HTML with boilerplate removed), markdown (LLM-optimized markdown), text (plain text only), json (structured JSON), extracted_data (AI-extracted structured data), page_metadata (page metadata like title, description).\").optional(),\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler whose contents you want to retrieve.\"),\n}).describe(\"Request model for retrieving extracted content from crawled pages.\");\nconst ScrapflyGetCrawlerContents_LinksResponseSchema = z.object({\n next: z.string().describe(\"URL to the next page of results, if available.\").nullable().optional(),\n prev: z.string().describe(\"URL to the previous page of results, if available.\").nullable().optional(),\n crawled_urls: z.string().describe(\"URL to the /urls endpoint for this crawler.\").nullable().optional(),\n}).describe(\"Pagination and navigation links for crawler contents.\");\nexport const ScrapflyGetCrawlerContentsOutput = z.object({\n links: ScrapflyGetCrawlerContents_LinksResponseSchema.nullable().optional(),\n contents: z.object({}).describe(\"Dictionary mapping URLs to their extracted content. Each URL maps to a dictionary of format names to content strings.\").nullable().optional(),\n}).describe(\"Response model for crawler contents with pagination links.\");\n\nexport const scrapflyGetCrawlerContents = action(\"SCRAPFLY_GET_CRAWLER_CONTENTS\", {\n slug: \"scrapfly-get-crawler-contents\",\n name: \"Get Crawler Contents\",\n description: \"Tool to retrieve extracted content from crawled pages. Supports multiple output formats including markdown, text, HTML, and JSON. Use when you need to access the actual content extracted during a crawl, with optional filtering by URL and format selection.\",\n input: ScrapflyGetCrawlerContentsInput,\n output: ScrapflyGetCrawlerContentsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,kCAAkCA,IAAAA,EAAE,OAAO;CACtD,KAAKA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oGAAoG,CAAC,CAAC,SAAS;CACxI,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAC9F,OAAOA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,kHAAkH,CAAC,CAAC,SAAS;CACzJ,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;CACrG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+TAA+T,CAAC,CAAC,SAAS;CACvW,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kFAAkF;AACtH,CAAC,CAAC,CAAC,SAAS,oEAAoE;AAChF,MAAM,iDAAiDA,IAAAA,EAAE,OAAO;CAC9D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChG,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oDAAoD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpG,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACvG,CAAC,CAAC,CAAC,SAAS,uDAAuD;AACnE,MAAa,mCAAmCA,IAAAA,EAAE,OAAO;CACvD,OAAO,+CAA+C,SAAS,CAAC,CAAC,SAAS;CAC1E,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,uHAAuH,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC/K,CAAC,CAAC,CAAC,SAAS,4DAA4D;AAExE,MAAa,6BAA6BC,eAAAA,OAAO,iCAAiC;CAChF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,9 +1,30 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/get-crawler-contents.d.ts
|
|
4
|
-
declare const ScrapflyGetCrawlerContentsInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyGetCrawlerContentsInput: z.ZodObject<{
|
|
5
|
+
url: z.ZodOptional<z.ZodString>;
|
|
6
|
+
limit: z.ZodOptional<z.ZodNumber>;
|
|
7
|
+
plain: z.ZodOptional<z.ZodBoolean>;
|
|
8
|
+
offset: z.ZodOptional<z.ZodNumber>;
|
|
9
|
+
formats: z.ZodOptional<z.ZodString>;
|
|
10
|
+
crawler_uuid: z.ZodString;
|
|
11
|
+
}, z.core.$strip>;
|
|
12
|
+
declare const ScrapflyGetCrawlerContentsOutput: z.ZodObject<{
|
|
13
|
+
links: z.ZodOptional<z.ZodNullable<z.ZodObject<{
|
|
14
|
+
next: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
15
|
+
prev: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
16
|
+
crawled_urls: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
17
|
+
}, z.core.$strip>>>;
|
|
18
|
+
contents: z.ZodOptional<z.ZodNullable<z.ZodObject<{}, z.core.$strip>>>;
|
|
19
|
+
}, z.core.$strip>;
|
|
20
|
+
declare const scrapflyGetCrawlerContents: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
21
|
+
crawler_uuid: string;
|
|
22
|
+
url?: string | undefined;
|
|
23
|
+
limit?: number | undefined;
|
|
24
|
+
plain?: boolean | undefined;
|
|
25
|
+
offset?: number | undefined;
|
|
26
|
+
formats?: string | undefined;
|
|
27
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
28
|
//#endregion
|
|
8
29
|
export { scrapflyGetCrawlerContents };
|
|
9
30
|
//# sourceMappingURL=get-crawler-contents.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-contents.d.cts","names":[],"sources":["../../src/actions/get-crawler-contents.ts"],"mappings":";;;cAIa,+BAAA,
|
|
1
|
+
{"version":3,"file":"get-crawler-contents.d.cts","names":[],"sources":["../../src/actions/get-crawler-contents.ts"],"mappings":";;;cAIa,+BAAA,EAA+B,CAAA,CAAA,SAAA;;;;;;;;cAa/B,gCAAA,EAAgC,CAAA,CAAA,SAAA;;;;;;;;cAKhC,0BAAA,gCAA0B,wBAAA"}
|
|
@@ -1,9 +1,30 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/get-crawler-contents.d.ts
|
|
4
|
-
declare const ScrapflyGetCrawlerContentsInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyGetCrawlerContentsInput: z.ZodObject<{
|
|
5
|
+
url: z.ZodOptional<z.ZodString>;
|
|
6
|
+
limit: z.ZodOptional<z.ZodNumber>;
|
|
7
|
+
plain: z.ZodOptional<z.ZodBoolean>;
|
|
8
|
+
offset: z.ZodOptional<z.ZodNumber>;
|
|
9
|
+
formats: z.ZodOptional<z.ZodString>;
|
|
10
|
+
crawler_uuid: z.ZodString;
|
|
11
|
+
}, z.core.$strip>;
|
|
12
|
+
declare const ScrapflyGetCrawlerContentsOutput: z.ZodObject<{
|
|
13
|
+
links: z.ZodOptional<z.ZodNullable<z.ZodObject<{
|
|
14
|
+
next: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
15
|
+
prev: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
16
|
+
crawled_urls: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
17
|
+
}, z.core.$strip>>>;
|
|
18
|
+
contents: z.ZodOptional<z.ZodNullable<z.ZodObject<{}, z.core.$strip>>>;
|
|
19
|
+
}, z.core.$strip>;
|
|
20
|
+
declare const scrapflyGetCrawlerContents: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
21
|
+
crawler_uuid: string;
|
|
22
|
+
url?: string | undefined;
|
|
23
|
+
limit?: number | undefined;
|
|
24
|
+
plain?: boolean | undefined;
|
|
25
|
+
offset?: number | undefined;
|
|
26
|
+
formats?: string | undefined;
|
|
27
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
28
|
//#endregion
|
|
8
29
|
export { scrapflyGetCrawlerContents };
|
|
9
30
|
//# sourceMappingURL=get-crawler-contents.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-contents.d.mts","names":[],"sources":["../../src/actions/get-crawler-contents.ts"],"mappings":";;;cAIa,+BAAA,
|
|
1
|
+
{"version":3,"file":"get-crawler-contents.d.mts","names":[],"sources":["../../src/actions/get-crawler-contents.ts"],"mappings":";;;cAIa,+BAAA,EAA+B,CAAA,CAAA,SAAA;;;;;;;;cAa/B,gCAAA,EAAgC,CAAA,CAAA,SAAA;;;;;;;;cAKhC,0BAAA,gCAA0B,wBAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-contents.mjs","names":[],"sources":["../../src/actions/get-crawler-contents.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerContentsInput
|
|
1
|
+
{"version":3,"file":"get-crawler-contents.mjs","names":[],"sources":["../../src/actions/get-crawler-contents.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerContentsInput = z.object({\n url: z.string().describe(\"Specific URL to query for single-URL retrieval. When specified, returns content only for this URL.\").optional(),\n limit: z.number().int().describe(\"Number of items per page (default: 10, max: 50).\").optional(),\n plain: z.boolean().describe(\"Return raw content without JSON wrapper. Only works with single URL queries (when 'url' parameter is specified).\").optional(),\n offset: z.number().int().describe(\"Number of results to skip for pagination (default: 0).\").optional(),\n formats: z.string().describe(\"Comma-separated list of content formats to retrieve. Available formats: html (raw HTML), clean_html (HTML with boilerplate removed), markdown (LLM-optimized markdown), text (plain text only), json (structured JSON), extracted_data (AI-extracted structured data), page_metadata (page metadata like title, description).\").optional(),\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler whose contents you want to retrieve.\"),\n}).describe(\"Request model for retrieving extracted content from crawled pages.\");\nconst ScrapflyGetCrawlerContents_LinksResponseSchema = z.object({\n next: z.string().describe(\"URL to the next page of results, if available.\").nullable().optional(),\n prev: z.string().describe(\"URL to the previous page of results, if available.\").nullable().optional(),\n crawled_urls: z.string().describe(\"URL to the /urls endpoint for this crawler.\").nullable().optional(),\n}).describe(\"Pagination and navigation links for crawler contents.\");\nexport const ScrapflyGetCrawlerContentsOutput = z.object({\n links: ScrapflyGetCrawlerContents_LinksResponseSchema.nullable().optional(),\n contents: z.object({}).describe(\"Dictionary mapping URLs to their extracted content. Each URL maps to a dictionary of format names to content strings.\").nullable().optional(),\n}).describe(\"Response model for crawler contents with pagination links.\");\n\nexport const scrapflyGetCrawlerContents = action(\"SCRAPFLY_GET_CRAWLER_CONTENTS\", {\n slug: \"scrapfly-get-crawler-contents\",\n name: \"Get Crawler Contents\",\n description: \"Tool to retrieve extracted content from crawled pages. Supports multiple output formats including markdown, text, HTML, and JSON. Use when you need to access the actual content extracted during a crawl, with optional filtering by URL and format selection.\",\n input: ScrapflyGetCrawlerContentsInput,\n output: ScrapflyGetCrawlerContentsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,kCAAkC,EAAE,OAAO;CACtD,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,oGAAoG,CAAC,CAAC,SAAS;CACxI,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;CAC9F,OAAO,EAAE,QAAQ,CAAC,CAAC,SAAS,kHAAkH,CAAC,CAAC,SAAS;CACzJ,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wDAAwD,CAAC,CAAC,SAAS;CACrG,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,+TAA+T,CAAC,CAAC,SAAS;CACvW,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,kFAAkF;AACtH,CAAC,CAAC,CAAC,SAAS,oEAAoE;AAChF,MAAM,iDAAiD,EAAE,OAAO;CAC9D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChG,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,oDAAoD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpG,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACvG,CAAC,CAAC,CAAC,SAAS,uDAAuD;AAMnE,MAAa,6BAA6B,OAAO,iCAAiC;CAChF,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAV8C,EAAE,OAAO;EACvD,OAAO,+CAA+C,SAAS,CAAC,CAAC,SAAS;EAC1E,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,uHAAuH,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/K,CAAC,CAAC,CAAC,SAAS,4DAOF;AACV,CAAC"}
|
|
@@ -3,21 +3,21 @@ let zod = require("zod");
|
|
|
3
3
|
//#region src/actions/get-crawler-status.ts
|
|
4
4
|
const ScrapflyGetCrawlerStatusInput = zod.z.object({ crawler_uuid: zod.z.string().describe("The unique identifier (UUID) of the crawler job to check status for.") }).describe("Request model for retrieving crawler status.");
|
|
5
5
|
const ScrapflyGetCrawlerStatus_CrawlerStateSchema = zod.z.object({
|
|
6
|
-
duration: zod.z.number().describe("Elapsed time in seconds since crawl started."),
|
|
7
|
-
urls_failed: zod.z.number().int().describe("Number of pages that failed to crawl."),
|
|
8
|
-
urls_skipped: zod.z.number().int().describe("Number of pages skipped (cached, excluded, or filtered out)."),
|
|
9
|
-
urls_visited: zod.z.number().int().describe("Number of pages successfully crawled."),
|
|
10
|
-
urls_to_crawl: zod.z.number().int().describe("Number of pending URLs in the queue."),
|
|
11
|
-
urls_extracted: zod.z.number().int().describe("Total number of URLs discovered."),
|
|
12
|
-
api_credit_used: zod.z.number().int().describe("Total API credits consumed by this crawler job.")
|
|
6
|
+
duration: zod.z.number().describe("Elapsed time in seconds since crawl started.").nullable(),
|
|
7
|
+
urls_failed: zod.z.number().int().describe("Number of pages that failed to crawl.").nullable(),
|
|
8
|
+
urls_skipped: zod.z.number().int().describe("Number of pages skipped (cached, excluded, or filtered out).").nullable(),
|
|
9
|
+
urls_visited: zod.z.number().int().describe("Number of pages successfully crawled.").nullable(),
|
|
10
|
+
urls_to_crawl: zod.z.number().int().describe("Number of pending URLs in the queue.").nullable(),
|
|
11
|
+
urls_extracted: zod.z.number().int().describe("Total number of URLs discovered.").nullable(),
|
|
12
|
+
api_credit_used: zod.z.number().int().describe("Total API credits consumed by this crawler job.").nullable()
|
|
13
13
|
}).describe("Real-time progress metrics for the crawler.");
|
|
14
14
|
const ScrapflyGetCrawlerStatusOutput = zod.z.object({
|
|
15
15
|
state: ScrapflyGetCrawlerStatus_CrawlerStateSchema.nullable(),
|
|
16
|
-
status: zod.z.string().describe("Current crawler state: PENDING (queued), RUNNING (actively crawling), DONE (finished), or CANCELLED (stopped by user)."),
|
|
16
|
+
status: zod.z.string().describe("Current crawler state: PENDING (queued), RUNNING (actively crawling), DONE (finished), or CANCELLED (stopped by user).").nullable(),
|
|
17
17
|
is_success: zod.z.boolean().describe("Outcome when finished: true if successful, false if failed, null while running.").nullable().optional(),
|
|
18
|
-
is_finished: zod.z.boolean().describe("Whether the crawler has stopped (true) or is still active (false)."),
|
|
18
|
+
is_finished: zod.z.boolean().describe("Whether the crawler has stopped (true) or is still active (false).").nullable(),
|
|
19
19
|
stop_reason: zod.z.string().describe("Reason the crawl stopped (e.g., 'no_more_urls', 'page_limit', 'max_duration', 'user_cancelled'). Null while running.").nullable().optional(),
|
|
20
|
-
crawler_uuid: zod.z.string().describe("Unique identifier for the crawler job.")
|
|
20
|
+
crawler_uuid: zod.z.string().describe("Unique identifier for the crawler job.").nullable()
|
|
21
21
|
}).describe("Response model for crawler status information.");
|
|
22
22
|
const scrapflyGetCrawlerStatus = require_action.action("SCRAPFLY_GET_CRAWLER_STATUS", {
|
|
23
23
|
slug: "scrapfly-get-crawler-status",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-status.cjs","names":["z","action"],"sources":["../../src/actions/get-crawler-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerStatusInput
|
|
1
|
+
{"version":3,"file":"get-crawler-status.cjs","names":["z","action"],"sources":["../../src/actions/get-crawler-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerStatusInput = z.object({\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler job to check status for.\"),\n}).describe(\"Request model for retrieving crawler status.\");\nconst ScrapflyGetCrawlerStatus_CrawlerStateSchema = z.object({\n duration: z.number().describe(\"Elapsed time in seconds since crawl started.\").nullable(),\n urls_failed: z.number().int().describe(\"Number of pages that failed to crawl.\").nullable(),\n urls_skipped: z.number().int().describe(\"Number of pages skipped (cached, excluded, or filtered out).\").nullable(),\n urls_visited: z.number().int().describe(\"Number of pages successfully crawled.\").nullable(),\n urls_to_crawl: z.number().int().describe(\"Number of pending URLs in the queue.\").nullable(),\n urls_extracted: z.number().int().describe(\"Total number of URLs discovered.\").nullable(),\n api_credit_used: z.number().int().describe(\"Total API credits consumed by this crawler job.\").nullable(),\n}).describe(\"Real-time progress metrics for the crawler.\");\nexport const ScrapflyGetCrawlerStatusOutput = z.object({\n state: ScrapflyGetCrawlerStatus_CrawlerStateSchema.nullable(),\n status: z.string().describe(\"Current crawler state: PENDING (queued), RUNNING (actively crawling), DONE (finished), or CANCELLED (stopped by user).\").nullable(),\n is_success: z.boolean().describe(\"Outcome when finished: true if successful, false if failed, null while running.\").nullable().optional(),\n is_finished: z.boolean().describe(\"Whether the crawler has stopped (true) or is still active (false).\").nullable(),\n stop_reason: z.string().describe(\"Reason the crawl stopped (e.g., 'no_more_urls', 'page_limit', 'max_duration', 'user_cancelled'). Null while running.\").nullable().optional(),\n crawler_uuid: z.string().describe(\"Unique identifier for the crawler job.\").nullable(),\n}).describe(\"Response model for crawler status information.\");\n\nexport const scrapflyGetCrawlerStatus = action(\"SCRAPFLY_GET_CRAWLER_STATUS\", {\n slug: \"scrapfly-get-crawler-status\",\n name: \"Get Crawler Status\",\n description: \"Tool to get the current status of a crawler including progress, pages crawled, and completion state. Use for polling workflow to monitor crawl progress.\",\n input: ScrapflyGetCrawlerStatusInput,\n output: ScrapflyGetCrawlerStatusOutput,\n});\n"],"mappings":";;;AAIA,MAAa,gCAAgCA,IAAAA,EAAE,OAAO,EACpD,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sEAAsE,EAC1G,CAAC,CAAC,CAAC,SAAS,8CAA8C;AAC1D,MAAM,8CAA8CA,IAAAA,EAAE,OAAO;CAC3D,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACvF,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACzF,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CACjH,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC1F,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CAC1F,gBAAgBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;CACvF,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS;AACzG,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAa,iCAAiCA,IAAAA,EAAE,OAAO;CACrD,OAAO,4CAA4C,SAAS;CAC5D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wHAAwH,CAAC,CAAC,SAAS;CAC/J,YAAYA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,iFAAiF,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxI,aAAaA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;CACjH,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sHAAsH,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7K,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;AACvF,CAAC,CAAC,CAAC,SAAS,gDAAgD;AAE5D,MAAa,2BAA2BC,eAAAA,OAAO,+BAA+B;CAC5E,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,9 +1,28 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/get-crawler-status.d.ts
|
|
4
|
-
declare const ScrapflyGetCrawlerStatusInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyGetCrawlerStatusInput: z.ZodObject<{
|
|
5
|
+
crawler_uuid: z.ZodString;
|
|
6
|
+
}, z.core.$strip>;
|
|
7
|
+
declare const ScrapflyGetCrawlerStatusOutput: z.ZodObject<{
|
|
8
|
+
state: z.ZodNullable<z.ZodObject<{
|
|
9
|
+
duration: z.ZodNullable<z.ZodNumber>;
|
|
10
|
+
urls_failed: z.ZodNullable<z.ZodNumber>;
|
|
11
|
+
urls_skipped: z.ZodNullable<z.ZodNumber>;
|
|
12
|
+
urls_visited: z.ZodNullable<z.ZodNumber>;
|
|
13
|
+
urls_to_crawl: z.ZodNullable<z.ZodNumber>;
|
|
14
|
+
urls_extracted: z.ZodNullable<z.ZodNumber>;
|
|
15
|
+
api_credit_used: z.ZodNullable<z.ZodNumber>;
|
|
16
|
+
}, z.core.$strip>>;
|
|
17
|
+
status: z.ZodNullable<z.ZodString>;
|
|
18
|
+
is_success: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
|
|
19
|
+
is_finished: z.ZodNullable<z.ZodBoolean>;
|
|
20
|
+
stop_reason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
21
|
+
crawler_uuid: z.ZodNullable<z.ZodString>;
|
|
22
|
+
}, z.core.$strip>;
|
|
23
|
+
declare const scrapflyGetCrawlerStatus: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
24
|
+
crawler_uuid: string;
|
|
25
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
26
|
//#endregion
|
|
8
27
|
export { scrapflyGetCrawlerStatus };
|
|
9
28
|
//# sourceMappingURL=get-crawler-status.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-status.d.cts","names":[],"sources":["../../src/actions/get-crawler-status.ts"],"mappings":";;;cAIa,6BAAA,
|
|
1
|
+
{"version":3,"file":"get-crawler-status.d.cts","names":[],"sources":["../../src/actions/get-crawler-status.ts"],"mappings":";;;cAIa,6BAAA,EAA6B,CAAA,CAAA,SAAA;;;cAY7B,8BAAA,EAA8B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;cAS9B,wBAAA,gCAAwB,wBAAA"}
|
|
@@ -1,9 +1,28 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/get-crawler-status.d.ts
|
|
4
|
-
declare const ScrapflyGetCrawlerStatusInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyGetCrawlerStatusInput: z.ZodObject<{
|
|
5
|
+
crawler_uuid: z.ZodString;
|
|
6
|
+
}, z.core.$strip>;
|
|
7
|
+
declare const ScrapflyGetCrawlerStatusOutput: z.ZodObject<{
|
|
8
|
+
state: z.ZodNullable<z.ZodObject<{
|
|
9
|
+
duration: z.ZodNullable<z.ZodNumber>;
|
|
10
|
+
urls_failed: z.ZodNullable<z.ZodNumber>;
|
|
11
|
+
urls_skipped: z.ZodNullable<z.ZodNumber>;
|
|
12
|
+
urls_visited: z.ZodNullable<z.ZodNumber>;
|
|
13
|
+
urls_to_crawl: z.ZodNullable<z.ZodNumber>;
|
|
14
|
+
urls_extracted: z.ZodNullable<z.ZodNumber>;
|
|
15
|
+
api_credit_used: z.ZodNullable<z.ZodNumber>;
|
|
16
|
+
}, z.core.$strip>>;
|
|
17
|
+
status: z.ZodNullable<z.ZodString>;
|
|
18
|
+
is_success: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
|
|
19
|
+
is_finished: z.ZodNullable<z.ZodBoolean>;
|
|
20
|
+
stop_reason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
21
|
+
crawler_uuid: z.ZodNullable<z.ZodString>;
|
|
22
|
+
}, z.core.$strip>;
|
|
23
|
+
declare const scrapflyGetCrawlerStatus: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
24
|
+
crawler_uuid: string;
|
|
25
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
26
|
//#endregion
|
|
8
27
|
export { scrapflyGetCrawlerStatus };
|
|
9
28
|
//# sourceMappingURL=get-crawler-status.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-status.d.mts","names":[],"sources":["../../src/actions/get-crawler-status.ts"],"mappings":";;;cAIa,6BAAA,
|
|
1
|
+
{"version":3,"file":"get-crawler-status.d.mts","names":[],"sources":["../../src/actions/get-crawler-status.ts"],"mappings":";;;cAIa,6BAAA,EAA6B,CAAA,CAAA,SAAA;;;cAY7B,8BAAA,EAA8B,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;cAS9B,wBAAA,gCAAwB,wBAAA"}
|
|
@@ -3,13 +3,13 @@ import { z } from "zod";
|
|
|
3
3
|
//#region src/actions/get-crawler-status.ts
|
|
4
4
|
const ScrapflyGetCrawlerStatusInput = z.object({ crawler_uuid: z.string().describe("The unique identifier (UUID) of the crawler job to check status for.") }).describe("Request model for retrieving crawler status.");
|
|
5
5
|
const ScrapflyGetCrawlerStatus_CrawlerStateSchema = z.object({
|
|
6
|
-
duration: z.number().describe("Elapsed time in seconds since crawl started."),
|
|
7
|
-
urls_failed: z.number().int().describe("Number of pages that failed to crawl."),
|
|
8
|
-
urls_skipped: z.number().int().describe("Number of pages skipped (cached, excluded, or filtered out)."),
|
|
9
|
-
urls_visited: z.number().int().describe("Number of pages successfully crawled."),
|
|
10
|
-
urls_to_crawl: z.number().int().describe("Number of pending URLs in the queue."),
|
|
11
|
-
urls_extracted: z.number().int().describe("Total number of URLs discovered."),
|
|
12
|
-
api_credit_used: z.number().int().describe("Total API credits consumed by this crawler job.")
|
|
6
|
+
duration: z.number().describe("Elapsed time in seconds since crawl started.").nullable(),
|
|
7
|
+
urls_failed: z.number().int().describe("Number of pages that failed to crawl.").nullable(),
|
|
8
|
+
urls_skipped: z.number().int().describe("Number of pages skipped (cached, excluded, or filtered out).").nullable(),
|
|
9
|
+
urls_visited: z.number().int().describe("Number of pages successfully crawled.").nullable(),
|
|
10
|
+
urls_to_crawl: z.number().int().describe("Number of pending URLs in the queue.").nullable(),
|
|
11
|
+
urls_extracted: z.number().int().describe("Total number of URLs discovered.").nullable(),
|
|
12
|
+
api_credit_used: z.number().int().describe("Total API credits consumed by this crawler job.").nullable()
|
|
13
13
|
}).describe("Real-time progress metrics for the crawler.");
|
|
14
14
|
const scrapflyGetCrawlerStatus = action("SCRAPFLY_GET_CRAWLER_STATUS", {
|
|
15
15
|
slug: "scrapfly-get-crawler-status",
|
|
@@ -18,11 +18,11 @@ const scrapflyGetCrawlerStatus = action("SCRAPFLY_GET_CRAWLER_STATUS", {
|
|
|
18
18
|
input: ScrapflyGetCrawlerStatusInput,
|
|
19
19
|
output: z.object({
|
|
20
20
|
state: ScrapflyGetCrawlerStatus_CrawlerStateSchema.nullable(),
|
|
21
|
-
status: z.string().describe("Current crawler state: PENDING (queued), RUNNING (actively crawling), DONE (finished), or CANCELLED (stopped by user)."),
|
|
21
|
+
status: z.string().describe("Current crawler state: PENDING (queued), RUNNING (actively crawling), DONE (finished), or CANCELLED (stopped by user).").nullable(),
|
|
22
22
|
is_success: z.boolean().describe("Outcome when finished: true if successful, false if failed, null while running.").nullable().optional(),
|
|
23
|
-
is_finished: z.boolean().describe("Whether the crawler has stopped (true) or is still active (false)."),
|
|
23
|
+
is_finished: z.boolean().describe("Whether the crawler has stopped (true) or is still active (false).").nullable(),
|
|
24
24
|
stop_reason: z.string().describe("Reason the crawl stopped (e.g., 'no_more_urls', 'page_limit', 'max_duration', 'user_cancelled'). Null while running.").nullable().optional(),
|
|
25
|
-
crawler_uuid: z.string().describe("Unique identifier for the crawler job.")
|
|
25
|
+
crawler_uuid: z.string().describe("Unique identifier for the crawler job.").nullable()
|
|
26
26
|
}).describe("Response model for crawler status information.")
|
|
27
27
|
});
|
|
28
28
|
//#endregion
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-status.mjs","names":[],"sources":["../../src/actions/get-crawler-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerStatusInput
|
|
1
|
+
{"version":3,"file":"get-crawler-status.mjs","names":[],"sources":["../../src/actions/get-crawler-status.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerStatusInput = z.object({\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler job to check status for.\"),\n}).describe(\"Request model for retrieving crawler status.\");\nconst ScrapflyGetCrawlerStatus_CrawlerStateSchema = z.object({\n duration: z.number().describe(\"Elapsed time in seconds since crawl started.\").nullable(),\n urls_failed: z.number().int().describe(\"Number of pages that failed to crawl.\").nullable(),\n urls_skipped: z.number().int().describe(\"Number of pages skipped (cached, excluded, or filtered out).\").nullable(),\n urls_visited: z.number().int().describe(\"Number of pages successfully crawled.\").nullable(),\n urls_to_crawl: z.number().int().describe(\"Number of pending URLs in the queue.\").nullable(),\n urls_extracted: z.number().int().describe(\"Total number of URLs discovered.\").nullable(),\n api_credit_used: z.number().int().describe(\"Total API credits consumed by this crawler job.\").nullable(),\n}).describe(\"Real-time progress metrics for the crawler.\");\nexport const ScrapflyGetCrawlerStatusOutput = z.object({\n state: ScrapflyGetCrawlerStatus_CrawlerStateSchema.nullable(),\n status: z.string().describe(\"Current crawler state: PENDING (queued), RUNNING (actively crawling), DONE (finished), or CANCELLED (stopped by user).\").nullable(),\n is_success: z.boolean().describe(\"Outcome when finished: true if successful, false if failed, null while running.\").nullable().optional(),\n is_finished: z.boolean().describe(\"Whether the crawler has stopped (true) or is still active (false).\").nullable(),\n stop_reason: z.string().describe(\"Reason the crawl stopped (e.g., 'no_more_urls', 'page_limit', 'max_duration', 'user_cancelled'). Null while running.\").nullable().optional(),\n crawler_uuid: z.string().describe(\"Unique identifier for the crawler job.\").nullable(),\n}).describe(\"Response model for crawler status information.\");\n\nexport const scrapflyGetCrawlerStatus = action(\"SCRAPFLY_GET_CRAWLER_STATUS\", {\n slug: \"scrapfly-get-crawler-status\",\n name: \"Get Crawler Status\",\n description: \"Tool to get the current status of a crawler including progress, pages crawled, and completion state. Use for polling workflow to monitor crawl progress.\",\n input: ScrapflyGetCrawlerStatusInput,\n output: ScrapflyGetCrawlerStatusOutput,\n});\n"],"mappings":";;;AAIA,MAAa,gCAAgC,EAAE,OAAO,EACpD,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,sEAAsE,EAC1G,CAAC,CAAC,CAAC,SAAS,8CAA8C;AAC1D,MAAM,8CAA8C,EAAE,OAAO;CAC3D,UAAU,EAAE,OAAO,CAAC,CAAC,SAAS,8CAA8C,CAAC,CAAC,SAAS;CACvF,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACzF,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CACjH,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC1F,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CAC1F,gBAAgB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;CACvF,iBAAiB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS;AACzG,CAAC,CAAC,CAAC,SAAS,6CAA6C;AAUzD,MAAa,2BAA2B,OAAO,+BAA+B;CAC5E,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAd4C,EAAE,OAAO;EACrD,OAAO,4CAA4C,SAAS;EAC5D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,wHAAwH,CAAC,CAAC,SAAS;EAC/J,YAAY,EAAE,QAAQ,CAAC,CAAC,SAAS,iFAAiF,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACxI,aAAa,EAAE,QAAQ,CAAC,CAAC,SAAS,oEAAoE,CAAC,CAAC,SAAS;EACjH,aAAa,EAAE,OAAO,CAAC,CAAC,SAAS,sHAAsH,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC7K,cAAc,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACvF,CAAC,CAAC,CAAC,SAAS,gDAOF;AACV,CAAC"}
|
|
@@ -8,10 +8,10 @@ const ScrapflyGetCrawlerUrlsInput = zod.z.object({
|
|
|
8
8
|
crawler_uuid: zod.z.string().describe("The unique identifier (UUID) of the crawler whose URLs you want to retrieve.")
|
|
9
9
|
}).describe("Request model for retrieving the list of discovered and crawled URLs from a crawler.");
|
|
10
10
|
const ScrapflyGetCrawlerUrlsOutput = zod.z.object({
|
|
11
|
-
page: zod.z.number().int().describe("Current page number."),
|
|
11
|
+
page: zod.z.number().int().describe("Current page number.").nullable(),
|
|
12
12
|
urls: zod.z.array(zod.z.string()).describe("List of crawled URLs matching the filter criteria."),
|
|
13
|
-
total: zod.z.number().int().describe("Total number of URLs available."),
|
|
14
|
-
per_page: zod.z.number().int().describe("Number of URLs returned per page.")
|
|
13
|
+
total: zod.z.number().int().describe("Total number of URLs available.").nullable(),
|
|
14
|
+
per_page: zod.z.number().int().describe("Number of URLs returned per page.").nullable()
|
|
15
15
|
}).describe("Response model for the crawler URLs endpoint with pagination metadata.");
|
|
16
16
|
const scrapflyGetCrawlerUrls = require_action.action("SCRAPFLY_GET_CRAWLER_URLS", {
|
|
17
17
|
slug: "scrapfly-get-crawler-urls",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-urls.cjs","names":["z","action"],"sources":["../../src/actions/get-crawler-urls.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerUrlsInput
|
|
1
|
+
{"version":3,"file":"get-crawler-urls.cjs","names":["z","action"],"sources":["../../src/actions/get-crawler-urls.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const ScrapflyGetCrawlerUrlsInput = z.object({\n page: z.number().int().describe(\"Page number for pagination (default: 1).\").optional(),\n status: z.string().describe(\"Filter results by status. Use 'visited' for successfully crawled URLs or 'failed' to get URLs that failed with error codes.\").optional(),\n per_page: z.number().int().describe(\"Number of URLs to return per page (default: 100, max: 1000).\").optional(),\n crawler_uuid: z.string().describe(\"The unique identifier (UUID) of the crawler whose URLs you want to retrieve.\"),\n}).describe(\"Request model for retrieving the list of discovered and crawled URLs from a crawler.\");\nexport const ScrapflyGetCrawlerUrlsOutput = z.object({\n page: z.number().int().describe(\"Current page number.\").nullable(),\n urls: z.array(z.string()).describe(\"List of crawled URLs matching the filter criteria.\"),\n total: z.number().int().describe(\"Total number of URLs available.\").nullable(),\n per_page: z.number().int().describe(\"Number of URLs returned per page.\").nullable(),\n}).describe(\"Response model for the crawler URLs endpoint with pagination metadata.\");\n\nexport const scrapflyGetCrawlerUrls = action(\"SCRAPFLY_GET_CRAWLER_URLS\", {\n slug: \"scrapfly-get-crawler-urls\",\n name: \"Get Crawler URLs\",\n description: \"Tool to retrieve the list of discovered and crawled URLs from a crawler. Use when you need to get all URLs found during a crawl or filter by status to analyze failed URLs with error codes. Supports pagination for large result sets.\",\n input: ScrapflyGetCrawlerUrlsInput,\n output: ScrapflyGetCrawlerUrlsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,8BAA8BA,IAAAA,EAAE,OAAO;CAClD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CACrF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6HAA6H,CAAC,CAAC,SAAS;CACpK,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8DAA8D,CAAC,CAAC,SAAS;CAC7G,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8EAA8E;AAClH,CAAC,CAAC,CAAC,SAAS,sFAAsF;AAClG,MAAa,+BAA+BA,IAAAA,EAAE,OAAO;CACnD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sBAAsB,CAAC,CAAC,SAAS;CACjE,MAAMA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;CACvF,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CAC7E,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;AACpF,CAAC,CAAC,CAAC,SAAS,wEAAwE;AAEpF,MAAa,yBAAyBC,eAAAA,OAAO,6BAA6B;CACxE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
|
|
@@ -1,9 +1,24 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
|
|
3
3
|
//#region src/actions/get-crawler-urls.d.ts
|
|
4
|
-
declare const ScrapflyGetCrawlerUrlsInput: z.
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
declare const ScrapflyGetCrawlerUrlsInput: z.ZodObject<{
|
|
5
|
+
page: z.ZodOptional<z.ZodNumber>;
|
|
6
|
+
status: z.ZodOptional<z.ZodString>;
|
|
7
|
+
per_page: z.ZodOptional<z.ZodNumber>;
|
|
8
|
+
crawler_uuid: z.ZodString;
|
|
9
|
+
}, z.core.$strip>;
|
|
10
|
+
declare const ScrapflyGetCrawlerUrlsOutput: z.ZodObject<{
|
|
11
|
+
page: z.ZodNullable<z.ZodNumber>;
|
|
12
|
+
urls: z.ZodArray<z.ZodString>;
|
|
13
|
+
total: z.ZodNullable<z.ZodNumber>;
|
|
14
|
+
per_page: z.ZodNullable<z.ZodNumber>;
|
|
15
|
+
}, z.core.$strip>;
|
|
16
|
+
declare const scrapflyGetCrawlerUrls: import("@keystrokehq/action").WorkflowActionDefinition<{
|
|
17
|
+
crawler_uuid: string;
|
|
18
|
+
page?: number | undefined;
|
|
19
|
+
status?: string | undefined;
|
|
20
|
+
per_page?: number | undefined;
|
|
21
|
+
}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
|
|
7
22
|
//#endregion
|
|
8
23
|
export { scrapflyGetCrawlerUrls };
|
|
9
24
|
//# sourceMappingURL=get-crawler-urls.d.cts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-crawler-urls.d.cts","names":[],"sources":["../../src/actions/get-crawler-urls.ts"],"mappings":";;;cAIa,2BAAA,
|
|
1
|
+
{"version":3,"file":"get-crawler-urls.d.cts","names":[],"sources":["../../src/actions/get-crawler-urls.ts"],"mappings":";;;cAIa,2BAAA,EAA2B,CAAA,CAAA,SAAA;;;;;;cAM3B,4BAAA,EAA4B,CAAA,CAAA,SAAA;;;;;;cAO5B,sBAAA,gCAAsB,wBAAA"}
|