@taskmagic/apps-webscraping-ai 0.0.1

package/README.md

@@ -0,0 +1,3 @@
+# WebScraping AI
+
+Scrape websites and extract data with WebScraping.AI.

package/package.json

@@ -0,0 +1,47 @@
+{
+  "name": "@taskmagic/apps-webscraping-ai",
+  "version": "0.0.1",
+  "dependencies": {
+    "@anthropic-ai/sdk": "0.33.1",
+    "@sinclair/typebox": "0.34.11",
+    "axios": "1.17.0",
+    "axios-retry": "4.4.1",
+    "deepmerge-ts": "7.1.0",
+    "mime-types": "2.1.35",
+    "nanoid": "3.3.8",
+    "openai": "4.67.1",
+    "replicate": "0.34.1",
+    "semver": "7.6.0",
+    "zod": "3.25.76",
+    "@taskmagic/pieces-common": "0.4.4",
+    "@taskmagic/pieces-framework": "0.7.46",
+    "@taskmagic/shared": "0.10.171",
+    "tslib": "1.14.1"
+  },
+  "overrides": {
+    "cross-spawn": "7.0.6",
+    "elliptic": "^6.6.1",
+    "fast-xml-parser": "^4.4.1",
+    "protobufjs": "^7.5.5",
+    "tmp": "^0.2.4",
+    "koa": "^2.16.4",
+    "picomatch": "^4.0.4",
+    "langsmith": "^0.6.0",
+    "serialize-javascript": "^6.0.2",
+    "elevenlabs": {
+      "form-data": "^4.0.4"
+    },
+    "@tryfabric/martian": {
+      "@notionhq/client": "$@notionhq/client"
+    },
+    "vite": {
+      "rollup": "npm:@rollup/wasm-node@^4.61.1"
+    }
+  },
+  "resolutions": {
+    "rollup": "npm:@rollup/wasm-node@^4.61.1"
+  },
+  "types": "./src/index.d.ts",
+  "main": "./src/index.js",
+  "type": "commonjs"
+}

package/src/index.d.ts

@@ -0,0 +1 @@
+export declare const webscrapingAi: import("@taskmagic/pieces-framework").Piece<import("@taskmagic/pieces-framework").SecretTextProperty<true>>;

package/src/index.js

@@ -0,0 +1,43 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.webscrapingAi = void 0;
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const shared_1 = require("@taskmagic/shared");
+const ask_a_question_about_the_web_page_1 = require("./lib/actions/ask-a-question-about-the-web-page");
+const extract_structured_data_1 = require("./lib/actions/extract-structured-data");
+const get_account_information_1 = require("./lib/actions/get-account-information");
+const get_page_html_1 = require("./lib/actions/get-page-html");
+const scrape_website_text_1 = require("./lib/actions/scrape-website-text");
+const common_1 = require("./lib/common");
+exports.webscrapingAi = (0, pieces_framework_1.createPiece)({
+    displayName: 'WebScraping AI',
+    auth: common_1.webscrapingAiAuth,
+    minimumSupportedRelease: '0.30.0',
+    description: 'WebScraping AI is a powerful tool that allows you to scrape websites and extract data.',
+    categories: [shared_1.PieceCategory.DEVELOPER_TOOLS, shared_1.PieceCategory.ARTIFICIAL_INTELLIGENCE],
+    logoUrl: 'https://cdn.activepieces.com/pieces/webscraping-ai.png',
+    authors: ['LuizDMM', 'onyedikachi-david'],
+    ai: {
+        description: 'Scrape web pages and extract data with WebScraping.AI: fetch rendered HTML or visible text, ask an LLM a question about a page, pull structured fields, and check account credits.',
+        keywords: [
+            'web scraping',
+            'scrape website',
+            'extract data',
+            'headless browser',
+            'render javascript',
+            'proxy',
+            'html',
+            'crawl',
+            'ai extraction',
+        ],
+    },
+    actions: [
+        ask_a_question_about_the_web_page_1.askAQuestionAboutTheWebPage,
+        get_page_html_1.getPageHtml,
+        scrape_website_text_1.scrapeWebsiteText,
+        extract_structured_data_1.extractStructuredData,
+        get_account_information_1.getAccountInformation,
+    ],
+    triggers: [],
+});
+//# sourceMappingURL=index.js.map

package/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../packages/pieces/community/webscraping-ai/src/index.ts"],"names":[],"mappings":";;;AAAA,kEAA0D;AAC1D,8CAAkD;AAClD,uGAA8F;AAC9F,mFAA8E;AAC9E,mFAA8E;AAC9E,+DAA0D;AAC1D,2EAAsE;AACtE,yCAAiD;AAEpC,QAAA,aAAa,GAAG,IAAA,8BAAW,EAAC;IACvC,WAAW,EAAE,gBAAgB;IAC7B,IAAI,EAAE,0BAAiB;IACvB,uBAAuB,EAAE,QAAQ;IACjC,WAAW,EACT,wFAAwF;IAC1F,UAAU,EAAE,CAAC,sBAAa,CAAC,eAAe,EAAE,sBAAa,CAAC,uBAAuB,CAAC;IAClF,OAAO,EAAE,wDAAwD;IACjE,OAAO,EAAE,CAAC,SAAS,EAAE,mBAAmB,CAAC;IACzC,EAAE,EAAE;QACF,WAAW,EACT,oLAAoL;QACtL,QAAQ,EAAE;YACR,cAAc;YACd,gBAAgB;YAChB,cAAc;YACd,kBAAkB;YAClB,mBAAmB;YACnB,OAAO;YACP,MAAM;YACN,OAAO;YACP,eAAe;SAChB;KACF;IACD,OAAO,EAAE;QACP,+DAA2B;QAC3B,2BAAW;QACX,uCAAiB;QACjB,+CAAqB;QACrB,+CAAqB;KACtB;IACD,QAAQ,EAAE,EAAE;CACb,CAAC,CAAC"}

package/src/lib/actions/ask-a-question-about-the-web-page.d.ts

@@ -0,0 +1,17 @@
+export declare const askAQuestionAboutTheWebPage: import("@taskmagic/pieces-framework").IAction<import("@taskmagic/pieces-framework").SecretTextProperty<true>, {
+    device: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    errorOn404: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    errorOnRedirect: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    format: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    url: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+    headers: import("@taskmagic/pieces-framework").ArrayProperty<false> | import("@taskmagic/pieces-framework").ArrayProperty<true>;
+    timeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+    js: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    jsTimeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+    waitFor: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+    proxy: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    country: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    customProxy: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+    jsScript: import("@taskmagic/pieces-framework").LongTextProperty<false>;
+    question: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+}>;

package/src/lib/actions/ask-a-question-about-the-web-page.js

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.askAQuestionAboutTheWebPage = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const common_1 = require("../common");
+exports.askAQuestionAboutTheWebPage = (0, pieces_framework_1.createAction)({
+    auth: common_1.webscrapingAiAuth,
+    name: 'askAQuestionAboutTheWebPage',
+    displayName: 'Ask a Question About the Web Page',
+    description: 'Gets an answer to a question about a given webpage.',
+    props: common_1.webscrapingAiCommon.askQuestionProperties,
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ auth, propsValue }) {
+            const apiKey = auth;
+            const { device, format, question } = propsValue, rest = tslib_1.__rest(propsValue, ["device", "format", "question"]);
+            const allowedCountries = [
+                'us', 'gb', 'de', 'it', 'fr', 'ca', 'es', 'ru', 'jp', 'kr', 'in',
+            ];
+            const params = Object.assign(Object.assign({ apiKey,
+                question }, rest), { format: (format === 'json' || format === 'text') ? format : undefined, proxy: (rest.proxy === 'datacenter' || rest.proxy === 'residential') ? rest.proxy : undefined, country: (rest.country && allowedCountries.includes(rest.country))
+                    ? rest.country
+                    : undefined, headers: rest.headers && Array.isArray(rest.headers)
+                    ? rest.headers
+                    : undefined, device: device });
+            return yield common_1.webscrapingAiCommon.askQuestion(params);
+        });
+    },
+});
+//# sourceMappingURL=ask-a-question-about-the-web-page.js.map

package/src/lib/actions/ask-a-question-about-the-web-page.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ask-a-question-about-the-web-page.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/webscraping-ai/src/lib/actions/ask-a-question-about-the-web-page.ts"],"names":[],"mappings":";;;;AAAA,kEAA2D;AAC3D,sCAAuF;AAE1E,QAAA,2BAA2B,GAAG,IAAA,+BAAY,EAAC;IACtD,IAAI,EAAE,0BAAiB;IACvB,IAAI,EAAE,6BAA6B;IACnC,WAAW,EAAE,mCAAmC;IAChD,WAAW,EAAE,qDAAqD;IAClE,KAAK,EAAE,4BAAmB,CAAC,qBAAqB;IAC1C,GAAG;qEAAC,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,MAAM,MAAM,GAAG,IAAc,CAAC;YAC9B,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,KAAc,UAAU,EAAnB,IAAI,kBAAK,UAAU,EAAlD,gCAAqC,CAAa,CAAC;YAEzD,MAAM,gBAAgB,GAAG;gBACvB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;aACjE,CAAC;YAEF,MAAM,MAAM,iCACV,MAAM;gBACN,QAAQ,IACL,IAAI,KACP,MAAM,EAAE,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAE,MAA0B,CAAC,CAAC,CAAC,SAAS,EAC1F,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,YAAY,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,KAAsC,CAAC,CAAC,CAAC,SAAS,EAC/H,OAAO,EAAE,CAAC,IAAI,CAAC,OAAO,IAAI,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAChE,CAAC,CAAE,IAAI,CAAC,OAA8B;oBACtC,CAAC,CAAC,SAAS,EACb,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;oBAClD,CAAC,CAAE,IAAI,CAAC,OAAkD;oBAC1D,CAAC,CAAC,SAAS,EACb,MAAM,EAAE,MAAqD,GAC9D,CAAC;YAEF,OAAO,MAAM,4BAAmB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACvD,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/extract-structured-data.d.ts

@@ -0,0 +1,16 @@
+export declare const extractStructuredData: import("@taskmagic/pieces-framework").IAction<import("@taskmagic/pieces-framework").SecretTextProperty<true>, {
+    device: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    errorOn404: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    errorOnRedirect: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    url: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+    headers: import("@taskmagic/pieces-framework").ArrayProperty<false> | import("@taskmagic/pieces-framework").ArrayProperty<true>;
+    timeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+    js: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    jsTimeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+    waitFor: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+    proxy: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    country: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    customProxy: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+    jsScript: import("@taskmagic/pieces-framework").LongTextProperty<false>;
+    fields: import("@taskmagic/pieces-framework").ObjectProperty<true>;
+}>;

package/src/lib/actions/extract-structured-data.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractStructuredData = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const common_1 = require("../common");
+exports.extractStructuredData = (0, pieces_framework_1.createAction)({
+    auth: common_1.webscrapingAiAuth,
+    name: 'extractStructuredData',
+    displayName: 'Extract structured data',
+    description: 'Returns structured data fields extracted from the webpage using an LLM model.',
+    props: common_1.webscrapingAiCommon.getPageStructuredDataProperties,
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ auth, propsValue }) {
+            const apiKey = auth;
+            const { fields, headers } = propsValue, rest = tslib_1.__rest(propsValue, ["fields", "headers"]);
+            const allowedCountries = [
+                'us', 'gb', 'de', 'it', 'fr', 'ca', 'es', 'ru', 'jp', 'kr', 'in',
+            ];
+            const params = Object.assign(Object.assign({ apiKey }, rest), { proxy: (rest.proxy === 'datacenter' || rest.proxy === 'residential') ? rest.proxy : undefined, country: (rest.country && allowedCountries.includes(rest.country))
+                    ? rest.country
+                    : undefined, headers: headers && Array.isArray(headers)
+                    ? headers
+                    : undefined, fields: fields && typeof fields === 'object'
+                    ? Object.fromEntries(Object.entries(fields).map(([k, v]) => [k, String(v)]))
+                    : {}, device: rest.device });
+            return yield common_1.webscrapingAiCommon.getPageStructuredData(params);
+        });
+    },
+});
+//# sourceMappingURL=extract-structured-data.js.map

package/src/lib/actions/extract-structured-data.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract-structured-data.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/webscraping-ai/src/lib/actions/extract-structured-data.ts"],"names":[],"mappings":";;;;AAAA,kEAA2D;AAC3D,sCAAuF;AAE1E,QAAA,qBAAqB,GAAG,IAAA,+BAAY,EAAC;IAChD,IAAI,EAAE,0BAAiB;IACvB,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE,yBAAyB;IACtC,WAAW,EACT,+EAA+E;IACjF,KAAK,EAAE,4BAAmB,CAAC,+BAA+B;IACpD,GAAG;qEAAC,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,MAAM,MAAM,GAAG,IAAc,CAAC;YAC9B,MAAM,EAAE,MAAM,EAAE,OAAO,KAAc,UAAU,EAAnB,IAAI,kBAAK,UAAU,EAAzC,qBAA4B,CAAa,CAAC;YAEhD,MAAM,gBAAgB,GAAG;gBACvB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;aACjE,CAAC;YAEF,MAAM,MAAM,iCACV,MAAM,IACH,IAAI,KACP,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,YAAY,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,KAAsC,CAAC,CAAC,CAAC,SAAS,EAC/H,OAAO,EAAE,CAAC,IAAI,CAAC,OAAO,IAAI,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAChE,CAAC,CAAE,IAAI,CAAC,OAA8B;oBACtC,CAAC,CAAC,SAAS,EACb,OAAO,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;oBACxC,CAAC,CAAE,OAAkD;oBACrD,CAAC,CAAC,SAAS,EACb,MAAM,EAAE,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;oBAC1C,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5E,CAAC,CAAC,EAAE,EACN,MAAM,EAAE,IAAI,CAAC,MAAqD,GACnE,CAAC;YAEF,OAAO,MAAM,4BAAmB,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QACjE,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/get-account-information.d.ts

@@ -0,0 +1 @@
+export declare const getAccountInformation: import("@taskmagic/pieces-framework").IAction<import("@taskmagic/pieces-framework").SecretTextProperty<true>, {}>;

package/src/lib/actions/get-account-information.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getAccountInformation = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const common_1 = require("../common");
+exports.getAccountInformation = (0, pieces_framework_1.createAction)({
+    auth: common_1.webscrapingAiAuth,
+    name: 'getAccountInformation',
+    displayName: 'Get Account Info',
+    description: 'Get account usage information including remaining API credits and concurrent requests.',
+    ai: {
+        probe: true,
+    },
+    props: {},
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ auth }) {
+            const apiKey = auth;
+            return yield common_1.webscrapingAiCommon.getAccountInformation({ apiKey });
+        });
+    },
+});
+//# sourceMappingURL=get-account-information.js.map

package/src/lib/actions/get-account-information.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-account-information.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/webscraping-ai/src/lib/actions/get-account-information.ts"],"names":[],"mappings":";;;;AAAA,kEAA2D;AAC3D,sCAAmE;AAEtD,QAAA,qBAAqB,GAAG,IAAA,+BAAY,EAAC;IAChD,IAAI,EAAE,0BAAiB;IACvB,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE,kBAAkB;IAC/B,WAAW,EAAE,wFAAwF;IACrG,EAAE,EAAE;QACF,KAAK,EAAE,IAAI;KACZ;IACD,KAAK,EAAE,EAAE;IACH,GAAG;qEAAC,EAAE,IAAI,EAAE;YAChB,MAAM,MAAM,GAAG,IAAc,CAAC;YAC9B,OAAO,MAAM,4BAAmB,CAAC,qBAAqB,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QACrE,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/get-page-html.d.ts

@@ -0,0 +1,17 @@
+export declare const getPageHtml: import("@taskmagic/pieces-framework").IAction<import("@taskmagic/pieces-framework").SecretTextProperty<true>, {
+    returnScriptResult: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    device: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    errorOn404: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    errorOnRedirect: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    format: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    url: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+    headers: import("@taskmagic/pieces-framework").ArrayProperty<false> | import("@taskmagic/pieces-framework").ArrayProperty<true>;
+    timeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+    js: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    jsTimeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+    waitFor: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+    proxy: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    country: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    customProxy: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+    jsScript: import("@taskmagic/pieces-framework").LongTextProperty<false>;
+}>;

package/src/lib/actions/get-page-html.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getPageHtml = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const common_1 = require("../common");
+exports.getPageHtml = (0, pieces_framework_1.createAction)({
+    auth: common_1.webscrapingAiAuth,
+    name: 'getPageHtml',
+    displayName: 'Get Page HTML',
+    description: 'Retrieves the raw HTML markup of a web page.',
+    props: common_1.webscrapingAiCommon.getPageHtmlProperties,
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ auth, propsValue }) {
+            const apiKey = auth;
+            const { format, headers, proxy, device, errorOn404, errorOnRedirect, returnScriptResult } = propsValue, rest = tslib_1.__rest(propsValue, ["format", "headers", "proxy", "device", "errorOn404", "errorOnRedirect", "returnScriptResult"]);
+            const allowedCountries = [
+                'us', 'gb', 'de', 'it', 'fr', 'ca', 'es', 'ru', 'jp', 'kr', 'in',
+            ];
+            const params = Object.assign(Object.assign({ apiKey }, rest), { format: (format === 'json' || format === 'text') ? format : undefined, proxy: (proxy === 'datacenter' || proxy === 'residential') ? proxy : undefined, country: (rest.country && allowedCountries.includes(rest.country))
+                    ? rest.country
+                    : undefined, headers: headers && Array.isArray(headers)
+                    ? headers
+                    : undefined, device: device, errorOn404,
+                errorOnRedirect,
+                returnScriptResult });
+            return yield common_1.webscrapingAiCommon.getPageHtml(params);
+        });
+    },
+});
+//# sourceMappingURL=get-page-html.js.map

package/src/lib/actions/get-page-html.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-page-html.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/webscraping-ai/src/lib/actions/get-page-html.ts"],"names":[],"mappings":";;;;AAAA,kEAA2D;AAC3D,sCAAuF;AAE1E,QAAA,WAAW,GAAG,IAAA,+BAAY,EAAC;IACtC,IAAI,EAAE,0BAAiB;IACvB,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,8CAA8C;IAC3D,KAAK,EAAE,4BAAmB,CAAC,qBAAqB;IAC1C,GAAG;qEAAC,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,MAAM,MAAM,GAAG,IAAc,CAAC;YAC9B,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,kBAAkB,KAAc,UAAU,EAAnB,IAAI,kBAAK,UAAU,EAAzG,+FAA4F,CAAa,CAAC;YAEhH,MAAM,gBAAgB,GAAG;gBACvB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;aACjE,CAAC;YAEF,MAAM,MAAM,iCACV,MAAM,IACH,IAAI,KACP,MAAM,EAAE,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAE,MAA0B,CAAC,CAAC,CAAC,SAAS,EAC1F,KAAK,EAAE,CAAC,KAAK,KAAK,YAAY,IAAI,KAAK,KAAK,aAAa,CAAC,CAAC,CAAC,CAAE,KAAsC,CAAC,CAAC,CAAC,SAAS,EAChH,OAAO,EAAE,CAAC,IAAI,CAAC,OAAO,IAAI,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAChE,CAAC,CAAE,IAAI,CAAC,OAA8B;oBACtC,CAAC,CAAC,SAAS,EACb,OAAO,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;oBACxC,CAAC,CAAE,OAAkD;oBACrD,CAAC,CAAC,SAAS,EACb,MAAM,EAAE,MAAqD,EAC7D,UAAU;gBACV,eAAe;gBACf,kBAAkB,GACnB,CAAC;YAEF,OAAO,MAAM,4BAAmB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACvD,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/scrape-website-text.d.ts

@@ -0,0 +1,17 @@
+export declare const scrapeWebsiteText: import("@taskmagic/pieces-framework").IAction<import("@taskmagic/pieces-framework").SecretTextProperty<true>, {
+    textFormat: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    returnLinks: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    device: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    errorOn404: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    errorOnRedirect: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    url: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+    headers: import("@taskmagic/pieces-framework").ArrayProperty<false> | import("@taskmagic/pieces-framework").ArrayProperty<true>;
+    timeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+    js: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    jsTimeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+    waitFor: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+    proxy: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    country: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    customProxy: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+    jsScript: import("@taskmagic/pieces-framework").LongTextProperty<false>;
+}>;

package/src/lib/actions/scrape-website-text.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scrapeWebsiteText = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const common_1 = require("../common");
+exports.scrapeWebsiteText = (0, pieces_framework_1.createAction)({
+    auth: common_1.webscrapingAiAuth,
+    name: 'scrapeWebsiteText',
+    displayName: 'Scrape Website Text',
+    description: 'Returns the visible text content of a webpage specified by the URL.',
+    props: common_1.webscrapingAiCommon.getPageTextProperties,
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ auth, propsValue }) {
+            const apiKey = auth;
+            const { textFormat, headers, returnLinks } = propsValue, rest = tslib_1.__rest(propsValue, ["textFormat", "headers", "returnLinks"]);
+            const allowedCountries = [
+                'us', 'gb', 'de', 'it', 'fr', 'ca', 'es', 'ru', 'jp', 'kr', 'in',
+            ];
+            const params = Object.assign(Object.assign({ apiKey }, rest), { textFormat: (textFormat === 'json' || textFormat === 'plain' || textFormat === 'xml')
+                    ? textFormat
+                    : undefined, returnLinks: (textFormat === 'json') ? returnLinks : undefined, proxy: (rest.proxy === 'datacenter' || rest.proxy === 'residential') ? rest.proxy : undefined, country: (rest.country && allowedCountries.includes(rest.country))
+                    ? rest.country
+                    : undefined, headers: headers && Array.isArray(headers)
+                    ? headers
+                    : undefined, device: rest.device });
+            return yield common_1.webscrapingAiCommon.getPageText(params);
+        });
+    },
+});
+//# sourceMappingURL=scrape-website-text.js.map

package/src/lib/actions/scrape-website-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape-website-text.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/webscraping-ai/src/lib/actions/scrape-website-text.ts"],"names":[],"mappings":";;;;AAAA,kEAA2D;AAC3D,sCAAuF;AAE1E,QAAA,iBAAiB,GAAG,IAAA,+BAAY,EAAC;IAC5C,IAAI,EAAE,0BAAiB;IACvB,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,qBAAqB;IAClC,WAAW,EACT,qEAAqE;IACvE,KAAK,EAAE,4BAAmB,CAAC,qBAAqB;IAC1C,GAAG;qEAAC,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,MAAM,MAAM,GAAG,IAAc,CAAC;YAC9B,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,KAAc,UAAU,EAAnB,IAAI,kBAAK,UAAU,EAA1D,wCAA6C,CAAa,CAAC;YAEjE,MAAM,gBAAgB,GAAG;gBACvB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;aACjE,CAAC;YAEF,MAAM,MAAM,iCACV,MAAM,IACH,IAAI,KACP,UAAU,EAAE,CAAC,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,OAAO,IAAI,UAAU,KAAK,KAAK,CAAC;oBACnF,CAAC,CAAE,UAAuC;oBAC1C,CAAC,CAAC,SAAS,EACb,WAAW,EAAE,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,EAC9D,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,YAAY,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,KAAsC,CAAC,CAAC,CAAC,SAAS,EAC/H,OAAO,EAAE,CAAC,IAAI,CAAC,OAAO,IAAI,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAChE,CAAC,CAAE,IAAI,CAAC,OAA8B;oBACtC,CAAC,CAAC,SAAS,EACb,OAAO,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;oBACxC,CAAC,CAAE,OAAkD;oBACrD,CAAC,CAAC,SAAS,EACb,MAAM,EAAE,IAAI,CAAC,MAAqD,GACnE,CAAC;YAEF,OAAO,MAAM,4BAAmB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACvD,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/common/index.d.ts

@@ -0,0 +1,130 @@
+export declare const webscrapingAiAuth: import("@taskmagic/pieces-framework").SecretTextProperty<true>;
+export declare const webscrapingAiCommon: {
+    baseUrl: string;
+    endpoints: {
+        askQuestion: string;
+        getPageHtml: string;
+        getPageText: string;
+        getStructuredData: string;
+        getAccountInfo: string;
+    };
+    askQuestionProperties: {
+        device: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        errorOn404: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+        errorOnRedirect: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+        format: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        url: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+        headers: import("@taskmagic/pieces-framework").ArrayProperty<false> | import("@taskmagic/pieces-framework").ArrayProperty<true>;
+        timeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+        js: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+        jsTimeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+        waitFor: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+        proxy: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        country: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        customProxy: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+        jsScript: import("@taskmagic/pieces-framework").LongTextProperty<false>;
+        question: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+    };
+    getPageHtmlProperties: {
+        returnScriptResult: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+        device: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        errorOn404: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+        errorOnRedirect: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+        format: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        url: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+        headers: import("@taskmagic/pieces-framework").ArrayProperty<false> | import("@taskmagic/pieces-framework").ArrayProperty<true>;
+        timeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+        js: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+        jsTimeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+        waitFor: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+        proxy: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        country: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        customProxy: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+        jsScript: import("@taskmagic/pieces-framework").LongTextProperty<false>;
+    };
+    getPageTextProperties: {
+        textFormat: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        returnLinks: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+        device: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        errorOn404: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+        errorOnRedirect: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+        url: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+        headers: import("@taskmagic/pieces-framework").ArrayProperty<false> | import("@taskmagic/pieces-framework").ArrayProperty<true>;
+        timeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+        js: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+        jsTimeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+        waitFor: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+        proxy: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        country: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        customProxy: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+        jsScript: import("@taskmagic/pieces-framework").LongTextProperty<false>;
+    };
+    getPageStructuredDataProperties: {
+        device: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        errorOn404: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+        errorOnRedirect: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+        url: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+        headers: import("@taskmagic/pieces-framework").ArrayProperty<false> | import("@taskmagic/pieces-framework").ArrayProperty<true>;
+        timeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+        js: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+        jsTimeout: import("@taskmagic/pieces-framework").NumberProperty<false>;
+        waitFor: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+        proxy: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        country: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+        customProxy: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+        jsScript: import("@taskmagic/pieces-framework").LongTextProperty<false>;
+        fields: import("@taskmagic/pieces-framework").ObjectProperty<true>;
+    };
+    askQuestion: (params: askQuestionParams) => Promise<import("@taskmagic/pieces-common").HttpResponse<any>>;
+    getPageHtml: (params: getPageHtmlParams) => Promise<import("@taskmagic/pieces-common").HttpResponse<any>>;
+    getPageText: (params: getPageTextParams) => Promise<import("@taskmagic/pieces-common").HttpResponse<any>>;
+    getPageStructuredData: (params: getPageStructuredDataParams) => Promise<import("@taskmagic/pieces-common").HttpResponse<any>>;
+    getAccountInformation: ({ apiKey }: AuthenticationRequired) => Promise<import("@taskmagic/pieces-common").HttpResponse<any>>;
+};
+export type WebScrapingCountry = 'us' | 'gb' | 'de' | 'it' | 'fr' | 'ca' | 'es' | 'ru' | 'jp' | 'kr' | 'in';
+type AuthenticationRequired = {
+    apiKey: string;
+};
+interface baseRequestParams extends AuthenticationRequired {
+    url: string;
+    headers?: Array<{
+        name: string;
+        value: string;
+    }>;
+    timeout?: number;
+    js?: boolean;
+    jsTimeout?: number;
+    waitFor?: string;
+    proxy?: 'datacenter' | 'residential';
+    country?: WebScrapingCountry;
+    customProxy?: string;
+    jsScript?: string;
+}
+interface askQuestionParams extends baseRequestParams {
+    question: string;
+    device?: 'desktop' | 'mobile' | 'tablet';
+    errorOn404?: boolean;
+    errorOnRedirect?: boolean;
+    format?: 'json' | 'text';
+}
+interface getPageHtmlParams extends baseRequestParams {
+    returnScriptResult?: boolean;
+    device?: 'desktop' | 'mobile' | 'tablet';
+    errorOn404?: boolean;
+    errorOnRedirect?: boolean;
+    format?: 'json' | 'text';
+}
+interface getPageTextParams extends baseRequestParams {
+    textFormat?: 'plain' | 'xml' | 'json';
+    returnLinks?: boolean;
+    device?: 'desktop' | 'mobile' | 'tablet';
+    errorOn404?: boolean;
+    errorOnRedirect?: boolean;
+}
+interface getPageStructuredDataParams extends baseRequestParams {
+    fields: Record<string, string>;
+    device?: 'desktop' | 'mobile' | 'tablet';
+    errorOn404?: boolean;
+    errorOnRedirect?: boolean;
+}
+export {};

package/src/lib/common/index.js

@@ -0,0 +1,366 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.webscrapingAiCommon = exports.webscrapingAiAuth = void 0;
+const tslib_1 = require("tslib");
+const pieces_common_1 = require("@taskmagic/pieces-common");
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const baseRequestProperties = {
+    url: pieces_framework_1.Property.ShortText({
+        displayName: 'URL',
+        description: 'URL of the target page.',
+        required: true,
+    }),
+    headers: pieces_framework_1.Property.Array({
+        displayName: 'Custom Headers',
+        description: 'Add custom HTTP headers (optional)',
+        required: false,
+        properties: {
+            name: pieces_framework_1.Property.ShortText({
+                displayName: 'Header Name',
+                description: 'Header name (e.g., User-Agent, Authorization)',
+                required: true,
+            }),
+            value: pieces_framework_1.Property.ShortText({
+                displayName: 'Header Value',
+                description: 'Header value',
+                required: true,
+            }),
+        },
+    }),
+    timeout: pieces_framework_1.Property.Number({
+        displayName: 'Timeout',
+        description: 'Maximum page load time in milliseconds (default: 10000, max: 30000)',
+        required: false,
+        defaultValue: 10000,
+    }),
+    js: pieces_framework_1.Property.Checkbox({
+        displayName: 'Enable JavaScript',
+        description: 'Execute JavaScript for dynamic content (recommended)',
+        defaultValue: true,
+        required: false,
+    }),
+    jsTimeout: pieces_framework_1.Property.Number({
+        displayName: 'JavaScript Timeout',
+        description: 'Maximum JavaScript execution time in milliseconds (default: 2000)',
+        required: false,
+        defaultValue: 2000,
+    }),
+    waitFor: pieces_framework_1.Property.ShortText({
+        displayName: 'Wait For',
+        description: 'CSS selector to wait for dynamic content (e.g., ".content-loaded")',
+        required: false,
+    }),
+    proxy: pieces_framework_1.Property.StaticDropdown({
+        displayName: 'Proxy Type',
+        description: 'Use residential proxies for sites that block datacenter IPs (more expensive)',
+        required: false,
+        defaultValue: 'datacenter',
+        options: {
+            options: [
+                { label: '🏢 Datacenter (Fast)', value: 'datacenter' },
+                { label: '🏠 Residential (Stealth)', value: 'residential' },
+            ],
+        },
+    }),
+    country: pieces_framework_1.Property.StaticDropdown({
+        displayName: 'Proxy Country',
+        description: 'Geographic location of the proxy server',
+        required: false,
+        defaultValue: 'us',
+        options: {
+            options: [
+                { label: 'United States', value: 'us' },
+                { label: 'Canada', value: 'ca' },
+                { label: 'United Kingdom', value: 'gb' },
+                { label: 'Germany', value: 'de' },
+                { label: 'France', value: 'fr' },
+                { label: 'Italy', value: 'it' },
+                { label: 'Spain', value: 'es' },
+                { label: 'Russia', value: 'ru' },
+                { label: 'Japan', value: 'jp' },
+                { label: 'South Korea', value: 'kr' },
+                { label: 'India', value: 'in' },
+            ],
+        },
+    }),
+    customProxy: pieces_framework_1.Property.ShortText({
+        displayName: 'Custom Proxy',
+        description: 'Your proxy URL in format: http://user:password@host:port',
+        required: false,
+    }),
+    jsScript: pieces_framework_1.Property.LongText({
+        displayName: 'JavaScript Code',
+        description: 'Custom JavaScript to execute (e.g., document.querySelector("button").click())',
+        required: false,
+    }),
+};
+exports.webscrapingAiAuth = pieces_framework_1.PieceAuth.SecretText({
+    displayName: 'API Key',
+    description: 'Your WebScraping.AI API key.',
+    required: true,
+});
+function toQueryParams(rawParams) {
+    return Object.fromEntries(Object.entries(rawParams)
+        .filter(([, value]) => value !== undefined)
+        .map(([key, value]) => [key, String(value)]));
+}
+exports.webscrapingAiCommon = {
+    baseUrl: 'https://api.webscraping.ai',
+    endpoints: {
+        askQuestion: '/ai/question',
+        getPageHtml: '/html',
+        getPageText: '/text',
+        getStructuredData: '/ai/fields',
+        getAccountInfo: '/account',
+    },
+    askQuestionProperties: Object.assign(Object.assign({ question: pieces_framework_1.Property.ShortText({
+            displayName: 'Question',
+            description: 'Question or instructions to ask the LLM model about the target page.',
+            required: true,
+        }) }, baseRequestProperties), { device: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Device Type',
+            description: 'Emulate specific device for responsive design testing',
+            required: false,
+            options: {
+                options: [
+                    { label: 'Desktop', value: 'desktop' },
+                    { label: 'Mobile', value: 'mobile' },
+                    { label: 'Tablet', value: 'tablet' },
+                ],
+            },
+        }), errorOn404: pieces_framework_1.Property.Checkbox({
+            displayName: 'Error on 404',
+            description: 'Fail the action if the page returns a 404 error',
+            required: false,
+        }), errorOnRedirect: pieces_framework_1.Property.Checkbox({
+            displayName: 'Error on Redirect',
+            description: 'Fail the action if the page redirects to another URL',
+            required: false,
+        }), format: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Response Format',
+            description: 'Response format: Text (simple) or JSON (structured)',
+            required: false,
+            defaultValue: 'text',
+            options: {
+                options: [
+                    { label: 'Text', value: 'text' },
+                    { label: 'JSON', value: 'json' },
+                ],
+            },
+        }) }),
+    getPageHtmlProperties: Object.assign(Object.assign({}, baseRequestProperties), { returnScriptResult: pieces_framework_1.Property.Checkbox({
+            displayName: 'Return JavaScript Result',
+            description: 'Return result of the custom JavaScript code (js_script parameter) \
+ execution on the target page (false by default, page HTML will be returned).',
+            required: false,
+        }), device: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Device Type',
+            description: 'Emulate specific device for responsive design testing',
+            required: false,
+            options: {
+                options: [
+                    { label: 'Desktop', value: 'desktop' },
+                    { label: 'Mobile', value: 'mobile' },
+                    { label: 'Tablet', value: 'tablet' },
+                ],
+            },
+        }), errorOn404: pieces_framework_1.Property.Checkbox({
+            displayName: 'Error on 404',
+            description: 'Fail the action if the page returns a 404 error',
+            required: false,
+        }), errorOnRedirect: pieces_framework_1.Property.Checkbox({
+            displayName: 'Error on Redirect',
+            description: 'Fail the action if the page redirects to another URL',
+            required: false,
+        }), format: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Response Format',
+            description: 'Response format: Text (simple) or JSON (structured)',
+            required: false,
+            defaultValue: 'text',
+            options: {
+                options: [
+                    { label: 'Text', value: 'text' },
+                    { label: 'JSON', value: 'json' },
+                ],
+            },
+        }) }),
+    getPageTextProperties: Object.assign(Object.assign({}, baseRequestProperties), { textFormat: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Text Format',
+            description: 'Response format: Plain text, JSON (with title/description/content), or XML',
+            required: false,
+            defaultValue: 'plain',
+            options: {
+                options: [
+                    { label: 'Plain Text', value: 'plain' },
+                    { label: 'JSON', value: 'json' },
+                    { label: 'XML', value: 'xml' },
+                ],
+            },
+        }), returnLinks: pieces_framework_1.Property.Checkbox({
+            displayName: 'Return Links',
+            description: 'Include links in response (only works with JSON format)',
+            required: false,
+        }), device: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Device Type',
+            description: 'Emulate specific device for responsive design testing',
+            required: false,
+            options: {
+                options: [
+                    { label: 'Desktop', value: 'desktop' },
+                    { label: 'Mobile', value: 'mobile' },
+                    { label: 'Tablet', value: 'tablet' },
+                ],
+            },
+        }), errorOn404: pieces_framework_1.Property.Checkbox({
+            displayName: 'Error on 404',
+            description: 'Fail the action if the page returns a 404 error',
+            required: false,
+        }), errorOnRedirect: pieces_framework_1.Property.Checkbox({
+            displayName: 'Error on Redirect',
+            description: 'Fail the action if the page redirects to another URL',
+            required: false,
+        }) }),
+    getPageStructuredDataProperties: Object.assign(Object.assign({ fields: pieces_framework_1.Property.Object({
+            displayName: 'Fields to Extract',
+            description: 'Define fields to extract (e.g., {"title": "Product title", "price": "Product price"})',
+            required: true,
+        }) }, baseRequestProperties), { device: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Device Type',
+            description: 'Emulate specific device for responsive design testing',
+            required: false,
+            options: {
+                options: [
+                    { label: 'Desktop', value: 'desktop' },
+                    { label: 'Mobile', value: 'mobile' },
+                    { label: 'Tablet', value: 'tablet' },
+                ],
+            },
+        }), errorOn404: pieces_framework_1.Property.Checkbox({
+            displayName: 'Error on 404',
+            description: 'Fail the action if the page returns a 404 error',
+            required: false,
+        }), errorOnRedirect: pieces_framework_1.Property.Checkbox({
+            displayName: 'Error on Redirect',
+            description: 'Fail the action if the page redirects to another URL',
+            required: false,
+        }) }),
+    askQuestion: (params) => tslib_1.__awaiter(void 0, void 0, void 0, function* () {
+        const queryParams = toQueryParams({
+            api_key: params.apiKey,
+            url: params.url,
+            question: params.question,
+            timeout: params.timeout,
+            js: params.js,
+            js_timeout: params.jsTimeout,
+            wait_for: params.waitFor,
+            proxy: params.proxy,
+            country: params.country,
+            custom_proxy: params.customProxy,
+            device: params.device,
+            error_on_404: params.errorOn404,
+            error_on_redirect: params.errorOnRedirect,
+            js_script: params.jsScript,
+            format: params.format,
+            headers: params.headers && Array.isArray(params.headers)
+                ? JSON.stringify(Object.fromEntries(params.headers.map((h) => [h.name, h.value])))
+                : undefined,
+        });
+        return yield pieces_common_1.httpClient.sendRequest({
+            method: pieces_common_1.HttpMethod.GET,
+            url: `${exports.webscrapingAiCommon.baseUrl}${exports.webscrapingAiCommon.endpoints.askQuestion}`,
+            queryParams,
+        });
+    }),
+    getPageHtml: (params) => tslib_1.__awaiter(void 0, void 0, void 0, function* () {
+        const queryParams = toQueryParams({
+            api_key: params.apiKey,
+            url: params.url,
+            headers: params.headers && Array.isArray(params.headers)
+                ? JSON.stringify(Object.fromEntries(params.headers.map((h) => [h.name, h.value])))
+                : undefined,
+            timeout: params.timeout,
+            js: params.js,
+            js_timeout: params.jsTimeout,
+            wait_for: params.waitFor,
+            proxy: params.proxy,
+            country: params.country,
+            custom_proxy: params.customProxy,
+            device: params.device,
+            error_on_404: params.errorOn404,
+            error_on_redirect: params.errorOnRedirect,
+            js_script: params.jsScript,
+            return_script_result: params.returnScriptResult,
+            format: params.format,
+        });
+        return yield pieces_common_1.httpClient.sendRequest({
+            method: pieces_common_1.HttpMethod.GET,
+            url: `${exports.webscrapingAiCommon.baseUrl}${exports.webscrapingAiCommon.endpoints.getPageHtml}`,
+            queryParams,
+        });
+    }),
+    getPageText: (params) => tslib_1.__awaiter(void 0, void 0, void 0, function* () {
+        const queryParams = toQueryParams({
+            api_key: params.apiKey,
+            text_format: params.textFormat,
+            return_links: params.returnLinks,
+            url: params.url,
+            headers: params.headers && Array.isArray(params.headers)
+                ? JSON.stringify(Object.fromEntries(params.headers.map((h) => [h.name, h.value])))
+                : undefined,
+            timeout: params.timeout,
+            js: params.js,
+            js_timeout: params.jsTimeout,
+            wait_for: params.waitFor,
+            proxy: params.proxy,
+            country: params.country,
+            custom_proxy: params.customProxy,
+            device: params.device,
+            error_on_404: params.errorOn404,
+            error_on_redirect: params.errorOnRedirect,
+            js_script: params.jsScript,
+        });
+        return yield pieces_common_1.httpClient.sendRequest({
+            method: pieces_common_1.HttpMethod.GET,
+            url: `${exports.webscrapingAiCommon.baseUrl}${exports.webscrapingAiCommon.endpoints.getPageText}`,
+            queryParams,
+        });
+    }),
+    getPageStructuredData: (params) => tslib_1.__awaiter(void 0, void 0, void 0, function* () {
+        const filtered = toQueryParams({
+            api_key: params.apiKey,
+            url: params.url,
+            headers: params.headers && Array.isArray(params.headers)
+                ? JSON.stringify(Object.fromEntries(params.headers.map((h) => [h.name, h.value])))
+                : undefined,
+            timeout: params.timeout,
+            js: params.js,
+            js_timeout: params.jsTimeout,
+            wait_for: params.waitFor,
+            proxy: params.proxy,
+            country: params.country,
+            custom_proxy: params.customProxy,
+            device: params.device,
+            error_on_404: params.errorOn404,
+            error_on_redirect: params.errorOnRedirect,
+            js_script: params.jsScript,
+        });
+        const expandedFields = Object.fromEntries(Object.entries(params.fields || {}).map(([key, value]) => [
+            `fields[${key}]`,
+            value,
+        ]));
+        const queryParams = Object.assign(Object.assign({}, filtered), expandedFields);
+        return yield pieces_common_1.httpClient.sendRequest({
+            method: pieces_common_1.HttpMethod.GET,
+            url: `${exports.webscrapingAiCommon.baseUrl}${exports.webscrapingAiCommon.endpoints.getStructuredData}`,
+            queryParams,
+        });
+    }),
+    getAccountInformation: (_a) => tslib_1.__awaiter(void 0, [_a], void 0, function* ({ apiKey }) {
+        return yield pieces_common_1.httpClient.sendRequest({
+            method: pieces_common_1.HttpMethod.GET,
+            url: `${exports.webscrapingAiCommon.baseUrl}${exports.webscrapingAiCommon.endpoints.getAccountInfo}`,
+            queryParams: { api_key: apiKey },
+        });
+    }),
+};
+//# sourceMappingURL=index.js.map

package/src/lib/common/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/webscraping-ai/src/lib/common/index.ts"],"names":[],"mappings":";;;;AAAA,4DAIkC;AAClC,kEAAkE;AAElE,MAAM,qBAAqB,GAAG;IAC5B,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;QACtB,WAAW,EAAE,KAAK;QAClB,WAAW,EAAE,yBAAyB;QACtC,QAAQ,EAAE,IAAI;KACf,CAAC;IACF,OAAO,EAAE,2BAAQ,CAAC,KAAK,CAAC;QACtB,WAAW,EAAE,gBAAgB;QAC7B,WAAW,EAAE,oCAAoC;QACjD,QAAQ,EAAE,KAAK;QACf,UAAU,EAAE;YACV,IAAI,EAAE,2BAAQ,CAAC,SAAS,CAAC;gBACvB,WAAW,EAAE,aAAa;gBAC1B,WAAW,EAAE,+CAA+C;gBAC5D,QAAQ,EAAE,IAAI;aACf,CAAC;YACF,KAAK,EAAE,2BAAQ,CAAC,SAAS,CAAC;gBACxB,WAAW,EAAE,cAAc;gBAC3B,WAAW,EAAE,cAAc;gBAC3B,QAAQ,EAAE,IAAI;aACf,CAAC;SACH;KACF,CAAC;IACF,OAAO,EAAE,2BAAQ,CAAC,MAAM,CAAC;QACvB,WAAW,EAAE,SAAS;QACtB,WAAW,EAAE,qEAAqE;QAClF,QAAQ,EAAE,KAAK;QACf,YAAY,EAAE,KAAK;KACpB,CAAC;IACF,EAAE,EAAE,2BAAQ,CAAC,QAAQ,CAAC;QACpB,WAAW,EAAE,mBAAmB;QAChC,WAAW,EAAE,sDAAsD;QACnE,YAAY,EAAE,IAAI;QAClB,QAAQ,EAAE,KAAK;KAChB,CAAC;IACF,SAAS,EAAE,2BAAQ,CAAC,MAAM,CAAC;QACzB,WAAW,EAAE,oBAAoB;QACjC,WAAW,EAAE,mEAAmE;QAChF,QAAQ,EAAE,KAAK;QACf,YAAY,EAAE,IAAI;KACnB,CAAC;IACF,OAAO,EAAE,2BAAQ,CAAC,SAAS,CAAC;QAC1B,WAAW,EAAE,UAAU;QACvB,WAAW,EAAE,oEAAoE;QACjF,QAAQ,EAAE,KAAK;KAChB,CAAC;IACF,KAAK,EAAE,2BAAQ,CAAC,cAAc,CAAC;QAC7B,WAAW,EAAE,YAAY;QACzB,WAAW,EAAE,8EAA8E;QAC3F,QAAQ,EAAE,KAAK;QACf,YAAY,EAAE,YAAY;QAC1B,OAAO,EAAE;YACP,OAAO,EAAE;gBACP,EAAE,KAAK,EAAE,sBAAsB,EAAE,KAAK,EAAE,YAAY,EAAE;gBACtD,EAAE,KAAK,EAAE,0BAA0B,EAAE,KAAK,EAAE,aAAa,EAAE;aAC5D;SACF;KACF,CAAC;IACF,OAAO,EAAE,2BAAQ,CAAC,cAAc,CAAC;QAC/B,WAAW,EAAE,eAAe;QAC5B,WAAW,EAAE,yCAAyC;QACtD,QAAQ,EAAE,KAAK;QACf,YAAY,EAAE,IAAI;QAClB,OAAO,EAAE;YACP,OAAO,EAAE;gBACP,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE;gBACvC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE;gBAChC,EAAE,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,IAAI,EAAE;gBACxC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE;gBACjC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE;gBAChC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;gBAC/B,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;gBAC/B,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE;gBAChC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;gBAC/B,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE;gBACrC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;aAChC;SACF;KACF,CAAC;IACF,WAAW,EAAE,2BAAQ,CAAC,SAAS,CAAC;QAC9B,WAAW,EAAE,cAAc;QAC3B,WAAW,EAAE,0DAA0D;QACvE,QAAQ,EAAE,KAAK;KAChB,CAAC;IACF,QAAQ,EAAE,2BAAQ,CAAC,QAAQ,CAAC;QAC1B,WAAW,EAAE,iBAAiB;QAC9B,WAAW,EAAE,+EAA+E;QAC5F,QAAQ,EAAE,KAAK;KAChB,CAAC;CACH,CAAC;AAEW,QAAA,iBAAiB,GAAG,4BAAS,CAAC,UAAU,CAAC;IACpD,WAAW,EAAE,SAAS;IACtB,WAAW,EAAE,8BAA8B;IAC3C,QAAQ,EAAE,IAAI;CACf,CAAC,CAAC;AAEH,SAAS,aAAa,CACpB,SAAgE;IAEhE,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;SACtB,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC;SAC1C,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAChC,CAAC;AACnB,CAAC;AAEY,QAAA,mBAAmB,GAAG;IACjC,OAAO,EAAE,4BAA4B;IACrC,SAAS,EAAE;QACT,WAAW,EAAE,cAAc;QAC3B,WAAW,EAAE,OAAO;QACpB,WAAW,EAAE,OAAO;QACpB,iBAAiB,EAAE,YAAY;QAC/B,cAAc,EAAE,UAAU;KAC3B;IACD,qBAAqB,gCACnB,QAAQ,EAAE,2BAAQ,CAAC,SAAS,CAAC;YAC3B,WAAW,EAAE,UAAU;YACvB,WAAW,EACT,sEAAsE;YACxE,QAAQ,EAAE,IAAI;SACf,CAAC,IACC,qBAAqB,KACxB,MAAM,EAAE,2BAAQ,CAAC,cAAc,CAAC;YAC9B,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE,uDAAuD;YACpE,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE;gBACP,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;oBACtC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACpC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;iBACrC;aACF;SACF,CAAC,EACF,UAAU,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC5B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,iDAAiD;YAC9D,QAAQ,EAAE,KAAK;SAChB,CAAC,EACF,eAAe,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACjC,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,sDAAsD;YACnE,QAAQ,EAAE,KAAK;SAChB,CAAC,EACF,MAAM,EAAE,2BAAQ,CAAC,cAAc,CAAC;YAC9B,WAAW,EAAE,iBAAiB;YAC9B,WAAW,EAAE,qDAAqD;YAClE,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,MAAM;YACpB,OAAO,EAAE;gBACP,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;oBAChC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;iBACjC;aACF;SACF,CAAC,GACH;IACD,qBAAqB,kCAChB,qBAAqB,KACxB,kBAAkB,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACpC,WAAW,EAAE,0BAA0B;YACvC,WAAW,EACT;8EACsE;YACxE,QAAQ,EAAE,KAAK;SAChB,CAAC,EACF,MAAM,EAAE,2BAAQ,CAAC,cAAc,CAAC;YAC9B,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE,uDAAuD;YACpE,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE;gBACP,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;oBACtC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACpC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;iBACrC;aACF;SACF,CAAC,EACF,UAAU,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC5B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,iDAAiD;YAC9D,QAAQ,EAAE,KAAK;SAChB,CAAC,EACF,eAAe,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACjC,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,sDAAsD;YACnE,QAAQ,EAAE,KAAK;SAChB,CAAC,EACF,MAAM,EAAE,2BAAQ,CAAC,cAAc,CAAC;YAC9B,WAAW,EAAE,iBAAiB;YAC9B,WAAW,EAAE,qDAAqD;YAClE,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,MAAM;YACpB,OAAO,EAAE;gBACP,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;oBAChC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;iBACjC;aACF;SACF,CAAC,GACH;IACD,qBAAqB,kCAChB,qBAAqB,KACxB,UAAU,EAAE,2BAAQ,CAAC,cAAc,CAAC;YAClC,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE,4EAA4E;YACzF,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,OAAO;YACrB,OAAO,EAAE;gBACP,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE;oBACvC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;oBAChC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;iBAC/B;aACF;SACF,CAAC,EACF,WAAW,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC7B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,yDAAyD;YACtE,QAAQ,EAAE,KAAK;SAChB,CAAC,EACF,MAAM,EAAE,2BAAQ,CAAC,cAAc,CAAC;YAC9B,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE,uDAAuD;YACpE,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE;gBACP,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;oBACtC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACpC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;iBACrC;aACF;SACF,CAAC,EACF,UAAU,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC5B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,iDAAiD;YAC9D,QAAQ,EAAE,KAAK;SAChB,CAAC,EACF,eAAe,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACjC,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,sDAAsD;YACnE,QAAQ,EAAE,KAAK;SAChB,CAAC,GACH;IACD,+BAA+B,gCAC7B,MAAM,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,uFAAuF;YACpG,QAAQ,EAAE,IAAI;SACf,CAAC,IACC,qBAAqB,KACxB,MAAM,EAAE,2BAAQ,CAAC,cAAc,CAAC;YAC9B,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE,uDAAuD;YACpE,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE;gBACP,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;oBACtC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACpC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;iBACrC;aACF;SACF,CAAC,EACF,UAAU,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC5B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,iDAAiD;YAC9D,QAAQ,EAAE,KAAK;SAChB,CAAC,EACF,eAAe,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACjC,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,sDAAsD;YACnE,QAAQ,EAAE,KAAK;SAChB,CAAC,GACH;IACD,WAAW,EAAE,CAAO,MAAyB,EAAE,EAAE;QAC/C,MAAM,WAAW,GAAG,aAAa,CAAC;YAChC,OAAO,EAAE,MAAM,CAAC,MAAM;YACtB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,UAAU,EAAE,MAAM,CAAC,SAAS;YAC5B,QAAQ,EAAE,MAAM,CAAC,OAAO;YACxB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,YAAY,EAAE,MAAM,CAAC,WAAW;YAChC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,YAAY,EAAE,MAAM,CAAC,UAAU;YAC/B,iBAAiB,EAAE,MAAM,CAAC,eAAe;YACzC,SAAS,EAAE,MAAM,CAAC,QAAQ;YAC1B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;gBACtD,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAClF,CAAC,CAAC,SAAS;SACd,CAAC,CAAC;QACH,OAAO,MAAM,0BAAU,CAAC,WAAW,CAAC;YAClC,MAAM,EAAE,0BAAU,CAAC,GAAG;YACtB,GAAG,EAAE,GAAG,2BAAmB,CAAC,OAAO,GAAG,2BAAmB,CAAC,SAAS,CAAC,WAAW,EAAE;YACjF,WAAW;SACZ,CAAC,CAAC;IACL,CAAC,CAAA;IACD,WAAW,EAAE,CAAO,MAAyB,EAAE,EAAE;QAC/C,MAAM,WAAW,GAAG,aAAa,CAAC;YAChC,OAAO,EAAE,MAAM,CAAC,MAAM;YACtB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;gBACtD,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAClF,CAAC,CAAC,SAAS;YACb,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,UAAU,EAAE,MAAM,CAAC,SAAS;YAC5B,QAAQ,EAAE,MAAM,CAAC,OAAO;YACxB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,YAAY,EAAE,MAAM,CAAC,WAAW;YAChC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,YAAY,EAAE,MAAM,CAAC,UAAU;YAC/B,iBAAiB,EAAE,MAAM,CAAC,eAAe;YACzC,SAAS,EAAE,MAAM,CAAC,QAAQ;YAC1B,oBAAoB,EAAE,MAAM,CAAC,kBAAkB;YAC/C,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC,CAAC;QACH,OAAO,MAAM,0BAAU,CAAC,WAAW,CAAC;YAClC,MAAM,EAAE,0BAAU,CAAC,GAAG;YACtB,GAAG,EAAE,GAAG,2BAAmB,CAAC,OAAO,GAAG,2BAAmB,CAAC,SAAS,CAAC,WAAW,EAAE;YACjF,WAAW;SACZ,CAAC,CAAC;IACL,CAAC,CAAA;IACD,WAAW,EAAE,CAAO,MAAyB,EAAE,EAAE;QAC/C,MAAM,WAAW,GAAG,aAAa,CAAC;YAChC,OAAO,EAAE,MAAM,CAAC,MAAM;YACtB,WAAW,EAAE,MAAM,CAAC,UAAU;YAC9B,YAAY,EAAE,MAAM,CAAC,WAAW;YAChC,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;gBACtD,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAClF,CAAC,CAAC,SAAS;YACb,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,UAAU,EAAE,MAAM,CAAC,SAAS;YAC5B,QAAQ,EAAE,MAAM,CAAC,OAAO;YACxB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,YAAY,EAAE,MAAM,CAAC,WAAW;YAChC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,YAAY,EAAE,MAAM,CAAC,UAAU;YAC/B,iBAAiB,EAAE,MAAM,CAAC,eAAe;YACzC,SAAS,EAAE,MAAM,CAAC,QAAQ;SAC3B,CAAC,CAAC;QACH,OAAO,MAAM,0BAAU,CAAC,WAAW,CAAC;YAClC,MAAM,EAAE,0BAAU,CAAC,GAAG;YACtB,GAAG,EAAE,GAAG,2BAAmB,CAAC,OAAO,GAAG,2BAAmB,CAAC,SAAS,CAAC,WAAW,EAAE;YACjF,WAAW;SACZ,CAAC,CAAC;IACL,CAAC,CAAA;IACD,qBAAqB,EAAE,CAAO,MAAmC,EAAE,EAAE;QACnE,MAAM,QAAQ,GAAG,aAAa,CAAC;YAC7B,OAAO,EAAE,MAAM,CAAC,MAAM;YACtB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;gBACtD,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAClF,CAAC,CAAC,SAAS;YACb,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,UAAU,EAAE,MAAM,CAAC,SAAS;YAC5B,QAAQ,EAAE,MAAM,CAAC,OAAO;YACxB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,YAAY,EAAE,MAAM,CAAC,WAAW;YAChC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,YAAY,EAAE,MAAM,CAAC,UAAU;YAC/B,iBAAiB,EAAE,MAAM,CAAC,eAAe;YACzC,SAAS,EAAE,MAAM,CAAC,QAAQ;SAC3B,CAAC,CAAC;QAEH,MAAM,cAAc,GAA2B,MAAM,CAAC,WAAW,CAC/D,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;YACxD,UAAU,GAAG,GAAG;YAChB,KAAK;SACN,CAAC,CACH,CAAC;QAEF,MAAM,WAAW,mCACZ,QAAQ,GACR,cAAc,CAClB,CAAC;QACF,OAAO,MAAM,0BAAU,CAAC,WAAW,CAAC;YAClC,MAAM,EAAE,0BAAU,CAAC,GAAG;YACtB,GAAG,EAAE,GAAG,2BAAmB,CAAC,OAAO,GAAG,2BAAmB,CAAC,SAAS,CAAC,iBAAiB,EAAE;YACvF,WAAW;SACZ,CAAC,CAAC;IACL,CAAC,CAAA;IACD,qBAAqB,EAAE,KAA2C,EAAE,oDAAtC,EAAE,MAAM,EAA0B;QAC9D,OAAO,MAAM,0BAAU,CAAC,WAAW,CAAC;YAClC,MAAM,EAAE,0BAAU,CAAC,GAAG;YACtB,GAAG,EAAE,GAAG,2BAAmB,CAAC,OAAO,GAAG,2BAAmB,CAAC,SAAS,CAAC,cAAc,EAAE;YACpF,WAAW,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE;SACjC,CAAC,CAAC;IACL,CAAC,CAAA;CACF,CAAC"}