@activepieces/piece-scrapeless 0.0.1

package/README.md

@@ -0,0 +1,7 @@
+# pieces-scrapeless
+
+This library was generated with [Nx](https://nx.dev).
+
+## Building
+
+Run `nx build pieces-scrapeless` to build the library.

package/package.json

@@ -0,0 +1,39 @@
+{
+  "name": "@activepieces/piece-scrapeless",
+  "version": "0.0.1",
+  "type": "commonjs",
+  "main": "./src/index.js",
+  "types": "./src/index.d.ts",
+  "dependencies": {
+    "@ai-sdk/anthropic": "1.2.12",
+    "@ai-sdk/google": "1.2.19",
+    "@ai-sdk/openai": "1.3.22",
+    "@ai-sdk/replicate": "0.2.8",
+    "@scrapeless-ai/sdk": "1.5.1",
+    "@sinclair/typebox": "0.34.11",
+    "ai": "4.3.16",
+    "axios": "1.8.3",
+    "axios-retry": "4.4.1",
+    "deepmerge-ts": "7.1.0",
+    "fast-glob": "3.3.3",
+    "mime-types": "2.1.35",
+    "nanoid": "3.3.8",
+    "semver": "7.6.0",
+    "zod": "3.25.67",
+    "@activepieces/pieces-common": "0.6.0",
+    "@activepieces/pieces-framework": "0.15.0",
+    "@activepieces/shared": "0.16.0",
+    "tslib": "2.8.1"
+  },
+  "overrides": {
+    "@tryfabric/martian": {
+      "@notionhq/client": "$@notionhq/client"
+    },
+    "vite": {
+      "rollup": "npm:@rollup/wasm-node"
+    }
+  },
+  "resolutions": {
+    "rollup": "npm:@rollup/wasm-node"
+  }
+}

package/src/index.d.ts

@@ -0,0 +1,2 @@
+export declare const scrapelessApiAuth: import("@activepieces/pieces-framework").SecretTextProperty<true>;
+export declare const scrapeless: import("@activepieces/pieces-framework").Piece<import("@activepieces/pieces-framework").SecretTextProperty<true>>;

package/src/index.js

@@ -0,0 +1,79 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scrapeless = exports.scrapelessApiAuth = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@activepieces/pieces-framework");
+const validator_1 = require("./lib/utils/validator");
+const google_search_api_1 = require("./lib/actions/google-search-api");
+const crawl_scrape_1 = require("./lib/actions/crawl-scrape");
+const crawl_crawl_1 = require("./lib/actions/crawl-crawl");
+const google_trends_api_1 = require("./lib/actions/google-trends-api");
+const universal_scraping_api_1 = require("./lib/actions/universal-scraping-api");
+const pieces_common_1 = require("@activepieces/pieces-common");
+const shared_1 = require("@activepieces/shared");
+exports.scrapelessApiAuth = pieces_framework_1.PieceAuth.SecretText({
+    displayName: 'API Key',
+    description: `You can obtain your API key from [Dashboard](https://app.scrapeless.com).`,
+    required: true,
+    validate: (_a) => tslib_1.__awaiter(void 0, [_a], void 0, function* ({ auth }) {
+        try {
+            // Validate API key format first
+            const formatValidation = yield validator_1.ScrapelessValidator.validateApiKey(auth);
+            if (!formatValidation.isValid) {
+                return {
+                    valid: false,
+                    error: `${formatValidation.errors.join(', ')}`,
+                };
+            }
+            return {
+                valid: true,
+            };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+            if (errorMessage.includes('timeout')) {
+                return {
+                    valid: false,
+                    error: 'API validation timed out. Please check your network connection and try again.',
+                };
+            }
+            if (errorMessage.includes('network') || errorMessage.includes('ENOTFOUND')) {
+                return {
+                    valid: false,
+                    error: 'Network error occurred. Please check your internet connection.',
+                };
+            }
+            return {
+                valid: false,
+                error: `API key validation failed: ${errorMessage}`,
+            };
+        }
+    }),
+});
+exports.scrapeless = (0, pieces_framework_1.createPiece)({
+    displayName: 'Scrapeless',
+    description: 'Scrapeless is an all-in-one and highly scalable web scraping toolkit for enterprises and developers.',
+    auth: exports.scrapelessApiAuth,
+    minimumSupportedRelease: '0.36.1',
+    logoUrl: 'https://cdn.activepieces.com/pieces/scrapeless.png',
+    categories: [shared_1.PieceCategory.PRODUCTIVITY],
+    authors: ['sunorains'],
+    actions: [
+        google_search_api_1.googleSearchApi,
+        crawl_scrape_1.crawlScrapeApi,
+        crawl_crawl_1.crawlCrawlApi,
+        google_trends_api_1.googleTrendsApi,
+        universal_scraping_api_1.universalScrapingApi,
+        (0, pieces_common_1.createCustomApiCallAction)({
+            auth: exports.scrapelessApiAuth,
+            baseUrl: () => 'https://api.scrapeless.com/api/v1',
+            authMapping: (auth) => tslib_1.__awaiter(void 0, void 0, void 0, function* () {
+                return {
+                    'x-api-token': auth
+                };
+            })
+        })
+    ],
+    triggers: [],
+});
+//# sourceMappingURL=index.js.map

package/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../packages/pieces/community/scrapeless/src/index.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,qDAA4D;AAC5D,uEAAkE;AAClE,6DAA4D;AAC5D,2DAA0D;AAC1D,uEAAkE;AAClE,iFAA4E;AAC5E,+DAAwE;AACxE,iDAAqD;AAExC,QAAA,iBAAiB,GAAG,4BAAS,CAAC,UAAU,CAAC;IACpD,WAAW,EAAE,SAAS;IACtB,WAAW,EAAE,2EAA2E;IACxF,QAAQ,EAAE,IAAI;IACd,QAAQ,EAAE,KAAiB,EAAE,oDAAZ,EAAE,IAAI,EAAE;QACvB,IAAI,CAAC;YACH,gCAAgC;YAChC,MAAM,gBAAgB,GAAG,MAAM,+BAAmB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YACxE,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;gBAC9B,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;iBAC/C,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,IAAI;aACZ,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;YAEvF,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrC,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,+EAA+E;iBACvF,CAAC;YACJ,CAAC;YAED,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC3E,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,gEAAgE;iBACxE,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,8BAA8B,YAAY,EAAE;aACpD,CAAC;QACJ,CAAC;IACH,CAAC,CAAA;CACF,CAAC,CAAC;AAEU,QAAA,UAAU,GAAG,IAAA,8BAAW,EAAC;IACpC,WAAW,EAAE,YAAY;IACzB,WAAW,EACT,sGAAsG;IACxG,IAAI,EAAE,yBAAiB;IACvB,uBAAuB,EAAE,QAAQ;IACjC,OAAO,EAAE,oDAAoD;IAC7D,UAAU,EAAC,CAAC,sBAAa,CAAC,YAAY,CAAC;IACvC,OAAO,EAAE,CAAC,WAAW,CAAC;IACtB,OAAO,EAAE;QACP,mCAAe;QACf,6BAAc;QACd,2BAAa;QACb,mCAAe;QACf,6CAAoB;QACpB,IAAA,yCAAyB,EAAC;YACxB,IAAI,EAAC,yBAAiB;YACtB,OAAO,EAAC,GAAE,EAAE,CAAA,mCAAmC;YAC/C,WAAW,EAAC,CAAM,IAAI,EAAC,EAAE;gBACvB,OAAM;oBACJ,aAAa,EAAC,IAAc;iBAC7B,CAAA;YACH,CAAC,CAAA;SACF,CAAC;KACH;IACD,QAAQ,EAAE,EAAE;CACb,CAAC,CAAC"}

package/src/lib/actions/crawl-crawl.d.ts

@@ -0,0 +1,4 @@
+export declare const crawlCrawlApi: import("@activepieces/pieces-framework").IAction<import("@activepieces/pieces-framework").SecretTextProperty<true>, {
+    url: import("@activepieces/pieces-framework").ShortTextProperty<true>;
+    limit: import("@activepieces/pieces-framework").NumberProperty<true>;
+}>;

package/src/lib/actions/crawl-crawl.js

@@ -0,0 +1,69 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.crawlCrawlApi = void 0;
+const tslib_1 = require("tslib");
+const index_1 = require("../../index");
+const pieces_framework_1 = require("@activepieces/pieces-framework");
+const scrapeless_api_client_1 = require("../services/scrapeless-api-client");
+exports.crawlCrawlApi = (0, pieces_framework_1.createAction)({
+    auth: index_1.scrapelessApiAuth,
+    name: 'crawl_crawl',
+    displayName: 'Crawl Data from All Pages',
+    description: 'Crawls a website and its linked pages to extract comprehensive data.',
+    props: {
+        url: pieces_framework_1.Property.ShortText({
+            displayName: 'URL to Crawl',
+            description: 'The URL of the webpage to crawl.',
+            required: true,
+        }),
+        limit: pieces_framework_1.Property.Number({
+            displayName: 'Limit',
+            description: 'Number Of Subpages',
+            required: true,
+            defaultValue: 5,
+        })
+    },
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
+            try {
+                const client = (0, scrapeless_api_client_1.createScrapelessClient)(auth);
+                const url = propsValue.url;
+                const limit = propsValue.limit;
+                const browserOptions = {
+                    "proxy_country": "ANY",
+                    "session_name": "Crawl",
+                    "session_recording": true,
+                    "session_ttl": 900,
+                };
+                const response = yield client.scrapingCrawl.crawl.crawlUrl(url, {
+                    browserOptions,
+                    limit
+                });
+                if (response.status === 'completed' && response.data) {
+                    return {
+                        success: true,
+                        data: response.data || null,
+                    };
+                }
+                else {
+                    return {
+                        success: false,
+                        error: 'Scraping failed',
+                        error_type: 'ScrapingFailed',
+                        timestamp: new Date().toISOString(),
+                    };
+                }
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+                return {
+                    success: false,
+                    error: errorMessage,
+                    error_type: error instanceof Error ? error.constructor.name : 'UnknownError',
+                    timestamp: new Date().toISOString(),
+                };
+            }
+        });
+    },
+});
+//# sourceMappingURL=crawl-crawl.js.map

package/src/lib/actions/crawl-crawl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl-crawl.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/crawl-crawl.ts"],"names":[],"mappings":";;;;AAAA,uCAAgD;AAChD,qEAAwE;AACxE,6EAA2E;AAE9D,QAAA,aAAa,GAAG,IAAA,+BAAY,EAAC;IACxC,IAAI,EAAE,yBAAiB;IACvB,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,2BAA2B;IACxC,WAAW,EAAE,sEAAsE;IACnF,KAAK,EAAE;QACL,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACtB,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,kCAAkC;YAC/C,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACrB,WAAW,EAAE,OAAO;YACpB,WAAW,EAAE,oBAAoB;YACjC,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,CAAC;SAChB,CAAC;KAEH;IACK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAA,8CAAsB,EAAC,IAAI,CAAC,CAAC;gBAE5C,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC;gBAC3B,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;gBAC/B,MAAM,cAAc,GAAG;oBACrB,eAAe,EAAE,KAAK;oBACtB,cAAc,EAAE,OAAO;oBACvB,mBAAmB,EAAE,IAAI;oBACzB,aAAa,EAAE,GAAG;iBACnB,CAAA;gBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE;oBAC9D,cAAc;oBACd,KAAK;iBACN,CAAC,CAAA;gBAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACrD,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;qBAC5B,CAAA;gBACH,CAAC;qBAAM,CAAC;oBACN,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,iBAAiB;wBACxB,UAAU,EAAE,gBAAgB;wBAC5B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACpC,CAAA;gBACH,CAAC;YAEH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBAEvF,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,UAAU,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;oBAC5E,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/crawl-scrape.d.ts

@@ -0,0 +1,3 @@
+export declare const crawlScrapeApi: import("@activepieces/pieces-framework").IAction<import("@activepieces/pieces-framework").SecretTextProperty<true>, {
+    url: import("@activepieces/pieces-framework").ShortTextProperty<true>;
+}>;

package/src/lib/actions/crawl-scrape.js

@@ -0,0 +1,61 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.crawlScrapeApi = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@activepieces/pieces-framework");
+const index_1 = require("../../index");
+const scrapeless_api_client_1 = require("../services/scrapeless-api-client");
+exports.crawlScrapeApi = (0, pieces_framework_1.createAction)({
+    auth: index_1.scrapelessApiAuth,
+    name: 'crawl_scrape',
+    displayName: 'Scrape Webpage Data',
+    description: 'Extracts data from a single webpage.',
+    props: {
+        url: pieces_framework_1.Property.ShortText({
+            displayName: 'URL to Crawl',
+            description: 'The URL of the webpage to scrape.',
+            required: true,
+        })
+    },
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
+            try {
+                const client = (0, scrapeless_api_client_1.createScrapelessClient)(auth);
+                const url = propsValue.url;
+                const browserOptions = {
+                    "proxy_country": "ANY",
+                    "session_name": "Crawl",
+                    "session_recording": true,
+                    "session_ttl": 900,
+                };
+                const response = yield client.scrapingCrawl.scrape.scrapeUrl(url, {
+                    browserOptions
+                });
+                if (response.status === 'completed' && response.data) {
+                    return {
+                        success: true,
+                        data: response.data || null,
+                    };
+                }
+                else {
+                    return {
+                        success: false,
+                        error: 'Scraping failed',
+                        error_type: 'ScrapingFailed',
+                        timestamp: new Date().toISOString(),
+                    };
+                }
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+                return {
+                    success: false,
+                    error: errorMessage,
+                    error_type: error instanceof Error ? error.constructor.name : 'UnknownError',
+                    timestamp: new Date().toISOString(),
+                };
+            }
+        });
+    },
+});
+//# sourceMappingURL=crawl-scrape.js.map

package/src/lib/actions/crawl-scrape.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl-scrape.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/crawl-scrape.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,uCAAgD;AAChD,6EAA2E;AAE9D,QAAA,cAAc,GAAG,IAAA,+BAAY,EAAC;IACzC,IAAI,EAAE,yBAAiB;IACvB,IAAI,EAAE,cAAc;IACpB,WAAW,EAAE,qBAAqB;IAClC,WAAW,EAAE,sCAAsC;IAGnD,KAAK,EAAE;QACL,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACtB,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,mCAAmC;YAChD,QAAQ,EAAE,IAAI;SACf,CAAC;KACH;IACK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAA,8CAAsB,EAAC,IAAI,CAAC,CAAC;gBAE5C,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC;gBAC3B,MAAM,cAAc,GAAG;oBACrB,eAAe,EAAE,KAAK;oBACtB,cAAc,EAAE,OAAO;oBACvB,mBAAmB,EAAE,IAAI;oBACzB,aAAa,EAAE,GAAG;iBACnB,CAAA;gBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE;oBAChE,cAAc;iBACf,CAAC,CAAA;gBAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACrD,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;qBAC5B,CAAA;gBACH,CAAC;qBAAM,CAAC;oBACN,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,iBAAiB;wBACxB,UAAU,EAAE,gBAAgB;wBAC5B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACpC,CAAA;gBACH,CAAC;YAEH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBAEvF,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,UAAU,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;oBAC5E,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/google-search-api.d.ts

@@ -0,0 +1,5 @@
+export declare const googleSearchApi: import("@activepieces/pieces-framework").IAction<import("@activepieces/pieces-framework").SecretTextProperty<true>, {
+    q: import("@activepieces/pieces-framework").ShortTextProperty<true>;
+    hl: import("@activepieces/pieces-framework").ShortTextProperty<false>;
+    gl: import("@activepieces/pieces-framework").ShortTextProperty<false>;
+}>;

package/src/lib/actions/google-search-api.js

@@ -0,0 +1,75 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.googleSearchApi = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@activepieces/pieces-framework");
+const index_1 = require("../../index");
+const scrapeless_api_client_1 = require("../services/scrapeless-api-client");
+exports.googleSearchApi = (0, pieces_framework_1.createAction)({
+    auth: index_1.scrapelessApiAuth,
+    name: 'google_search_api',
+    displayName: 'Google Search',
+    description: 'Retrieves search result data for any query.',
+    props: {
+        q: pieces_framework_1.Property.ShortText({
+            displayName: 'Search Query',
+            description: 'Parameter defines the query you want to search. You can use anything that you would use in a regular Google search. e.g. inurl:, site:, intitle:. We also support advanced search query parameters such as as_dt and as_eq.',
+            defaultValue: 'coffee',
+            required: true,
+        }),
+        hl: pieces_framework_1.Property.ShortText({
+            displayName: 'Language',
+            description: "Parameter defines the language to use for the Google search. It's a two-letter language code. (e.g., en for English, es for Spanish, or fr for French).",
+            defaultValue: 'en',
+            required: false,
+        }),
+        gl: pieces_framework_1.Property.ShortText({
+            displayName: 'Country',
+            description: "Parameter defines the country to use for the Google search. It's a two-letter country code. (e.g., us for the United States, uk for United Kingdom, or fr for France).",
+            defaultValue: 'us',
+            required: false,
+        }),
+    },
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
+            try {
+                const client = (0, scrapeless_api_client_1.createScrapelessClient)(auth);
+                const input = {
+                    q: propsValue.q,
+                    hl: propsValue.hl,
+                    gl: propsValue.gl,
+                };
+                const response = yield client.deepserp.createTask({
+                    actor: 'scraper.google.search',
+                    input,
+                });
+                if (response.status === 200) {
+                    return {
+                        success: true,
+                        data: response.data || null,
+                    };
+                }
+                while (true) {
+                    yield new Promise(resolve => setTimeout(resolve, 1000));
+                    const result = yield client.deepserp.getTaskResult(response.data.taskId);
+                    if (result.status === 200) {
+                        return {
+                            success: true,
+                            data: result.data || null,
+                        };
+                    }
+                }
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+                return {
+                    success: false,
+                    error: errorMessage,
+                    error_type: error instanceof Error ? error.constructor.name : 'UnknownError',
+                    timestamp: new Date().toISOString(),
+                };
+            }
+        });
+    },
+});
+//# sourceMappingURL=google-search-api.js.map

package/src/lib/actions/google-search-api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google-search-api.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/google-search-api.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,uCAAgD;AAChD,6EAA2E;AAE9D,QAAA,eAAe,GAAG,IAAA,+BAAY,EAAC;IAC1C,IAAI,EAAE,yBAAiB;IACvB,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,6CAA6C;IAE1D,KAAK,EAAE;QACL,CAAC,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACpB,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,6NAA6N;YAC1O,YAAY,EAAE,QAAQ;YACtB,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,EAAE,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACrB,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,yJAAyJ;YACtK,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,KAAK;SAChB,CAAC;QACF,EAAE,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACrB,WAAW,EAAE,SAAS;YACtB,WAAW,EAAE,wKAAwK;YACrL,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,KAAK;SAChB,CAAC;KACH;IAEK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAA,8CAAsB,EAAC,IAAI,CAAC,CAAC;gBAE5C,MAAM,KAAK,GAAG;oBACZ,CAAC,EAAE,UAAU,CAAC,CAAC;oBACf,EAAE,EAAE,UAAU,CAAC,EAAE;oBACjB,EAAE,EAAE,UAAU,CAAC,EAAE;iBAClB,CAAA;gBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;oBAChD,KAAK,EAAE,uBAAuB;oBAC9B,KAAK;iBACN,CAAC,CAAC;gBAEH,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;qBAC5B,CAAA;gBACH,CAAC;gBAED,OAAO,IAAI,EAAE,CAAC;oBACZ,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;oBACxD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAEzE,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC1B,OAAO;4BACL,OAAO,EAAE,IAAI;4BACb,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;yBAC1B,CAAA;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBAEvF,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,UAAU,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;oBAC5E,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/google-trends-api.d.ts

@@ -0,0 +1,7 @@
+export declare const googleTrendsApi: import("@activepieces/pieces-framework").IAction<import("@activepieces/pieces-framework").SecretTextProperty<true>, {
+    q: import("@activepieces/pieces-framework").ShortTextProperty<true>;
+    data_type: import("@activepieces/pieces-framework").StaticDropdownProperty<string, true>;
+    date: import("@activepieces/pieces-framework").ShortTextProperty<true>;
+    hl: import("@activepieces/pieces-framework").ShortTextProperty<false>;
+    tz: import("@activepieces/pieces-framework").ShortTextProperty<false>;
+}>;

package/src/lib/actions/google-trends-api.js

@@ -0,0 +1,93 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.googleTrendsApi = void 0;
+const tslib_1 = require("tslib");
+const index_1 = require("../../index");
+const pieces_framework_1 = require("@activepieces/pieces-framework");
+const constants_1 = require("../constants");
+const scrapeless_api_client_1 = require("../services/scrapeless-api-client");
+exports.googleTrendsApi = (0, pieces_framework_1.createAction)({
+    auth: index_1.scrapelessApiAuth,
+    name: 'google_trends_api',
+    displayName: 'Google Trends',
+    description: 'Access popular keyword and interest data from Google Trends.',
+    props: {
+        q: pieces_framework_1.Property.ShortText({
+            displayName: 'Search Query',
+            description: 'Parameter defines the query or queries you want to search. You can use anything that you would use in a regular Google Trends search. The maximum number of queries per search is 5 (this only applies to `interest_over_time` and `compared_breakdown_by_region` data_type, other types of data will only accept 1 query per search).',
+            defaultValue: 'Mercedes-Benz,BMW X5',
+            required: true,
+        }),
+        data_type: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Data Type',
+            description: 'Parameter defines the type of data you want to search. You can use anything that you would use in a regular Google Trends search. The maximum number of queries per search is 5 (this only applies to `interest_over_time` and `compared_breakdown_by_region` data_type, other types of data will only accept 1 query per search).',
+            required: true,
+            defaultValue: 'interest_over_time',
+            options: {
+                options: constants_1.googleTrendsDataTypeOptions,
+            },
+        }),
+        date: pieces_framework_1.Property.ShortText({
+            displayName: 'Date',
+            description: "The supported dates are: `now 1-H`, `now 4-H`, `now 1-d`, `now 7-d`, `today 1-m`, `today 3-m`, `today 12-m`, `today 5-y`, `all`.You can also pass custom values:Dates from 2004 to present: `yyyy-mm-dd yyyy-mm-dd` (e.g. `2021-10-15 2022-05-25`)\nDates with hours within a week range: `yyyy-mm-ddThh yyyy-mm-ddThh` (e.g. `2022-05-19T10 2022-05-24T22`). Hours will be calculated depending on the tz (time zone) parameter.",
+            required: true,
+            defaultValue: 'today 1-m',
+        }),
+        hl: pieces_framework_1.Property.ShortText({
+            displayName: 'Language',
+            description: "Parameter defines the language to use for the Google Trends search. It's a two-letter language code. (e.g., `en` for English, `es` for Spanish, or `fr` for French).",
+            required: false,
+            defaultValue: 'en',
+        }),
+        tz: pieces_framework_1.Property.ShortText({
+            displayName: 'Time zone',
+            description: "time zone offset. default is `420`.",
+            required: false,
+            defaultValue: '420',
+        }),
+    },
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
+            try {
+                const client = (0, scrapeless_api_client_1.createScrapelessClient)(auth);
+                const input = {
+                    q: propsValue.q,
+                    data_type: propsValue.data_type,
+                    date: propsValue.date,
+                    hl: propsValue.hl,
+                    tz: propsValue.tz,
+                };
+                const response = yield client.deepserp.createTask({
+                    actor: 'scraper.google.trends',
+                    input,
+                });
+                if (response.status === 200) {
+                    return {
+                        success: true,
+                        data: response.data || null,
+                    };
+                }
+                while (true) {
+                    yield new Promise(resolve => setTimeout(resolve, 1000));
+                    const result = yield client.deepserp.getTaskResult(response.data.taskId);
+                    if (result.status === 200) {
+                        return {
+                            success: true,
+                            data: result.data || null,
+                        };
+                    }
+                }
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+                return {
+                    success: false,
+                    error: errorMessage,
+                    error_type: error instanceof Error ? error.constructor.name : 'UnknownError',
+                    timestamp: new Date().toISOString(),
+                };
+            }
+        });
+    },
+});
+//# sourceMappingURL=google-trends-api.js.map

package/src/lib/actions/google-trends-api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google-trends-api.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/google-trends-api.ts"],"names":[],"mappings":";;;;AAAA,uCAAgD;AAChD,qEAAwE;AACxE,4CAA2D;AAC3D,6EAA2E;AAE9D,QAAA,eAAe,GAAG,IAAA,+BAAY,EAAC;IAC1C,IAAI,EAAE,yBAAiB;IACvB,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,8DAA8D;IAE3E,KAAK,EAAE;QACL,CAAC,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACpB,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,wUAAwU;YACrV,YAAY,EAAE,sBAAsB;YACpC,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,SAAS,EAAE,2BAAQ,CAAC,cAAc,CAAC;YACjC,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,oUAAoU;YACjV,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,oBAAoB;YAClC,OAAO,EAAE;gBACP,OAAO,EAAE,uCAA2B;aACrC;SACF,CAAC;QACF,IAAI,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACvB,WAAW,EAAE,MAAM;YACnB,WAAW,EAAE,maAAma;YAChb,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,WAAW;SAC1B,CAAC;QACF,EAAE,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACrB,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,sKAAsK;YACnL,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,EAAE,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACrB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,qCAAqC;YAClD,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;SACpB,CAAC;KAIH;IACK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAA,8CAAsB,EAAC,IAAI,CAAC,CAAC;gBAE5C,MAAM,KAAK,GAAG;oBACZ,CAAC,EAAE,UAAU,CAAC,CAAC;oBACf,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,EAAE,EAAE,UAAU,CAAC,EAAE;oBACjB,EAAE,EAAE,UAAU,CAAC,EAAE;iBAClB,CAAA;gBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;oBAChD,KAAK,EAAE,uBAAuB;oBAC9B,KAAK;iBACN,CAAC,CAAC;gBAEH,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;qBAC5B,CAAA;gBACH,CAAC;gBAED,OAAO,IAAI,EAAE,CAAC;oBACZ,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;oBACxD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAEzE,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC1B,OAAO;4BACL,OAAO,EAAE,IAAI;4BACb,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;yBAC1B,CAAA;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBAEvF,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,UAAU,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;oBAC5E,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/universal-scraping-api.d.ts

@@ -0,0 +1,8 @@
+export declare const universalScrapingApi: import("@activepieces/pieces-framework").IAction<import("@activepieces/pieces-framework").SecretTextProperty<true>, {
+    url: import("@activepieces/pieces-framework").ShortTextProperty<true>;
+    js_render: import("@activepieces/pieces-framework").CheckboxProperty<false>;
+    headless: import("@activepieces/pieces-framework").CheckboxProperty<false>;
+    country: import("@activepieces/pieces-framework").StaticDropdownProperty<string, false>;
+    js_instructions: import("@activepieces/pieces-framework").JsonProperty<false>;
+    block: import("@activepieces/pieces-framework").JsonProperty<false>;
+}>;

package/src/lib/actions/universal-scraping-api.js

@@ -0,0 +1,82 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.universalScrapingApi = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@activepieces/pieces-framework");
+const index_1 = require("../../index");
+const constants_1 = require("../constants");
+const scrapeless_api_client_1 = require("../services/scrapeless-api-client");
+exports.universalScrapingApi = (0, pieces_framework_1.createAction)({
+    auth: index_1.scrapelessApiAuth,
+    name: 'universal_scraping_api',
+    displayName: 'Universal Scraping',
+    description: 'Seamlessly accesses protected or dynamic pages by handling anti-scraping systems automatically.',
+    props: {
+        url: pieces_framework_1.Property.ShortText({
+            displayName: 'Target URL',
+            required: true,
+        }),
+        js_render: pieces_framework_1.Property.Checkbox({
+            displayName: 'Js Render',
+            required: false,
+            defaultValue: true,
+        }),
+        headless: pieces_framework_1.Property.Checkbox({
+            displayName: 'Headless',
+            required: false,
+            defaultValue: true,
+        }),
+        country: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Country',
+            required: false,
+            defaultValue: 'ANY',
+            options: {
+                options: constants_1.proxyCountryOptions,
+            },
+        }),
+        js_instructions: pieces_framework_1.Property.Json({
+            displayName: 'Js Instructions',
+            required: false,
+            defaultValue: [{ "wait": 1000 }],
+        }),
+        block: pieces_framework_1.Property.Json({
+            displayName: 'Block',
+            required: false,
+            defaultValue: { "resources": ["image", "font", "script"], "urls": ["https://example.com"] },
+        }),
+    },
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
+            try {
+                const client = (0, scrapeless_api_client_1.createScrapelessClient)(auth);
+                const input = {
+                    url: propsValue.url,
+                    js_render: propsValue.js_render,
+                    headless: propsValue.headless,
+                    js_instructions: propsValue.js_instructions,
+                    block: propsValue.block,
+                };
+                const proxy = {
+                    country: propsValue.country,
+                };
+                const response = yield client.universal.scrape({
+                    actor: 'unlocker.webunlocker',
+                    input,
+                    proxy,
+                });
+                return {
+                    success: true,
+                    data: response || null,
+                };
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+                return {
+                    success: false,
+                    error: errorMessage,
+                };
+            }
+        });
+    },
+});
+//# sourceMappingURL=universal-scraping-api.js.map

package/src/lib/actions/universal-scraping-api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"universal-scraping-api.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/universal-scraping-api.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,uCAAgD;AAChD,4CAAmD;AACnD,6EAA2E;AAE9D,QAAA,oBAAoB,GAAG,IAAA,+BAAY,EAAC;IAC/C,IAAI,EAAE,yBAAiB;IACvB,IAAI,EAAE,wBAAwB;IAC9B,WAAW,EAAE,oBAAoB;IACjC,WAAW,EAAE,iGAAiG;IAC9G,KAAK,EAAE;QACL,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACtB,WAAW,EAAE,YAAY;YACzB,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,SAAS,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC3B,WAAW,EAAE,WAAW;YACxB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,QAAQ,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC1B,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,OAAO,EAAE,2BAAQ,CAAC,cAAc,CAAC;YAC/B,WAAW,EAAE,SAAS;YACtB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,OAAO,EAAE;gBACP,OAAO,EAAE,+BAAmB;aAC7B;SACF,CAAC;QACF,eAAe,EAAE,2BAAQ,CAAC,IAAI,CAAC;YAC7B,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;SACjC,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,IAAI,CAAC;YACnB,WAAW,EAAE,OAAO;YACpB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,EAAE,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,qBAAqB,CAAC,EAAE;SAC5F,CAAC;KACH;IAEK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAA,8CAAsB,EAAC,IAAI,CAAC,CAAC;gBAE5C,MAAM,KAAK,GAAG;oBACZ,GAAG,EAAE,UAAU,CAAC,GAAG;oBACnB,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,QAAQ,EAAE,UAAU,CAAC,QAAQ;oBAC7B,eAAe,EAAE,UAAU,CAAC,eAAe;oBAC3C,KAAK,EAAE,UAAU,CAAC,KAAK;iBACxB,CAAA;gBAED,MAAM,KAAK,GAAG;oBACZ,OAAO,EAAE,UAAU,CAAC,OAAO;iBAC5B,CAAA;gBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;oBAC7C,KAAK,EAAE,sBAAsB;oBAC7B,KAAK;oBACL,KAAK;iBACN,CAAC,CAAA;gBAEF,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,QAAQ,IAAI,IAAI;iBACvB,CAAA;YACH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBAEvF,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;iBACpB,CAAA;YACH,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/constants/index.d.ts

@@ -0,0 +1,8 @@
+export declare const googleTrendsDataTypeOptions: {
+    label: string;
+    value: string;
+}[];
+export declare const proxyCountryOptions: {
+    label: string;
+    value: string;
+}[];