@taskmagic/apps-scrapeless 0.0.1

package/README.md

@@ -0,0 +1,3 @@
+# Scrapeless
+
+Scrapeless is an all-in-one and highly scalable web scraping toolkit for enterprises and developers.

package/package.json

@@ -0,0 +1,47 @@
+{
+  "name": "@taskmagic/apps-scrapeless",
+  "version": "0.0.1",
+  "dependencies": {
+    "@anthropic-ai/sdk": "0.33.1",
+    "@sinclair/typebox": "0.34.11",
+    "axios": "1.17.0",
+    "axios-retry": "4.4.1",
+    "deepmerge-ts": "7.1.0",
+    "mime-types": "2.1.35",
+    "nanoid": "3.3.8",
+    "openai": "4.67.1",
+    "replicate": "0.34.1",
+    "semver": "7.6.0",
+    "zod": "3.25.76",
+    "@taskmagic/pieces-common": "0.4.4",
+    "@taskmagic/pieces-framework": "0.7.46",
+    "@taskmagic/shared": "0.10.171",
+    "tslib": "1.14.1"
+  },
+  "overrides": {
+    "cross-spawn": "7.0.6",
+    "elliptic": "^6.6.1",
+    "fast-xml-parser": "^4.4.1",
+    "protobufjs": "^7.5.5",
+    "tmp": "^0.2.4",
+    "koa": "^2.16.4",
+    "picomatch": "^4.0.4",
+    "langsmith": "^0.6.0",
+    "serialize-javascript": "^6.0.2",
+    "elevenlabs": {
+      "form-data": "^4.0.4"
+    },
+    "@tryfabric/martian": {
+      "@notionhq/client": "$@notionhq/client"
+    },
+    "vite": {
+      "rollup": "npm:@rollup/wasm-node@^4.61.1"
+    }
+  },
+  "resolutions": {
+    "rollup": "npm:@rollup/wasm-node@^4.61.1"
+  },
+  "types": "./src/index.d.ts",
+  "main": "./src/index.js",
+  "type": "commonjs"
+}

package/src/index.d.ts

@@ -0,0 +1 @@
+export declare const scrapeless: import("@taskmagic/pieces-framework").Piece<import("@taskmagic/pieces-framework").SecretTextProperty<true>>;

package/src/index.js

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scrapeless = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const pieces_common_1 = require("@taskmagic/pieces-common");
+const shared_1 = require("@taskmagic/shared");
+const auth_1 = require("./lib/common/auth");
+const client_1 = require("./lib/common/client");
+const google_search_api_1 = require("./lib/actions/google-search-api");
+const crawl_scrape_1 = require("./lib/actions/crawl-scrape");
+const crawl_crawl_1 = require("./lib/actions/crawl-crawl");
+const google_trends_api_1 = require("./lib/actions/google-trends-api");
+const universal_scraping_api_1 = require("./lib/actions/universal-scraping-api");
+exports.scrapeless = (0, pieces_framework_1.createPiece)({
+    displayName: 'Scrapeless',
+    description: 'Scrapeless is an all-in-one and highly scalable web scraping toolkit for enterprises and developers.',
+    auth: auth_1.scrapelessApiAuth,
+    minimumSupportedRelease: '0.30.0',
+    logoUrl: 'https://cdn.activepieces.com/pieces/scrapeless.png',
+    categories: [shared_1.PieceCategory.PRODUCTIVITY],
+    authors: ['sunorains'],
+    ai: {
+        description: 'Scrape the web with Scrapeless: run Google search and Google Trends queries, scrape a single webpage, crawl a whole site, and fetch protected or JavaScript-heavy pages through an anti-bot web unlocker.',
+        keywords: [
+            'scrape',
+            'web scraping',
+            'crawl',
+            'google search',
+            'google trends',
+            'serp',
+            'web unlocker',
+            'anti-bot',
+            'extract webpage data',
+            'proxy',
+        ],
+    },
+    actions: [
+        google_search_api_1.googleSearchApi,
+        crawl_scrape_1.crawlScrapeApi,
+        crawl_crawl_1.crawlCrawlApi,
+        google_trends_api_1.googleTrendsApi,
+        universal_scraping_api_1.universalScrapingApi,
+        (0, pieces_common_1.createCustomApiCallAction)({
+            auth: auth_1.scrapelessApiAuth,
+            baseUrl: () => `${client_1.SCRAPELESS_BASE_URL}/api/v1`,
+            authMapping: (auth) => tslib_1.__awaiter(void 0, void 0, void 0, function* () {
+                return {
+                    'x-api-token': auth,
+                };
+            }),
+        }),
+    ],
+    triggers: [],
+});
+//# sourceMappingURL=index.js.map

package/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../packages/pieces/community/scrapeless/src/index.ts"],"names":[],"mappings":";;;;AAAA,kEAA0D;AAC1D,4DAAqE;AACrE,8CAAkD;AAClD,4CAAsD;AACtD,gDAA0D;AAC1D,uEAAkE;AAClE,6DAA4D;AAC5D,2DAA0D;AAC1D,uEAAkE;AAClE,iFAA4E;AAE/D,QAAA,UAAU,GAAG,IAAA,8BAAW,EAAC;IACpC,WAAW,EAAE,YAAY;IACzB,WAAW,EACT,sGAAsG;IACxG,IAAI,EAAE,wBAAiB;IACvB,uBAAuB,EAAE,QAAQ;IACjC,OAAO,EAAE,oDAAoD;IAC7D,UAAU,EAAE,CAAC,sBAAa,CAAC,YAAY,CAAC;IACxC,OAAO,EAAE,CAAC,WAAW,CAAC;IACtB,EAAE,EAAE;QACF,WAAW,EACT,2MAA2M;QAC7M,QAAQ,EAAE;YACR,QAAQ;YACR,cAAc;YACd,OAAO;YACP,eAAe;YACf,eAAe;YACf,MAAM;YACN,cAAc;YACd,UAAU;YACV,sBAAsB;YACtB,OAAO;SACR;KACF;IACD,OAAO,EAAE;QACP,mCAAe;QACf,6BAAc;QACd,2BAAa;QACb,mCAAe;QACf,6CAAoB;QACpB,IAAA,yCAAyB,EAAC;YACxB,IAAI,EAAE,wBAAiB;YACvB,OAAO,EAAE,GAAG,EAAE,CAAC,GAAG,4BAAmB,SAAS;YAC9C,WAAW,EAAE,CAAO,IAAI,EAAE,EAAE;gBAC1B,OAAO;oBACL,aAAa,EAAE,IAAc;iBAC9B,CAAC;YACJ,CAAC,CAAA;SACF,CAAC;KACH;IACD,QAAQ,EAAE,EAAE;CACb,CAAC,CAAC"}

package/src/lib/actions/crawl-crawl.d.ts

@@ -0,0 +1,4 @@
+export declare const crawlCrawlApi: import("@taskmagic/pieces-framework").IAction<import("@taskmagic/pieces-framework").SecretTextProperty<true>, {
+    url: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+    limit: import("@taskmagic/pieces-framework").NumberProperty<true>;
+}>;

package/src/lib/actions/crawl-crawl.js

@@ -0,0 +1,63 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.crawlCrawlApi = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const auth_1 = require("../common/auth");
+const client_1 = require("../common/client");
+exports.crawlCrawlApi = (0, pieces_framework_1.createAction)({
+    auth: auth_1.scrapelessApiAuth,
+    name: 'crawl_crawl',
+    displayName: 'Crawl Data from All Pages',
+    description: 'Crawls a website and its linked pages to extract comprehensive data.',
+    props: {
+        url: pieces_framework_1.Property.ShortText({
+            displayName: 'URL to Crawl',
+            description: 'The URL of the webpage to crawl.',
+            required: true,
+        }),
+        limit: pieces_framework_1.Property.Number({
+            displayName: 'Limit',
+            description: 'Number Of Subpages',
+            required: true,
+            defaultValue: 5,
+        }),
+    },
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
+            try {
+                const browserOptions = {
+                    proxy_country: 'ANY',
+                    session_name: 'Crawl',
+                    session_recording: true,
+                    session_ttl: 900,
+                };
+                const response = yield client_1.scrapelessCommon.crawlCrawlUrl(auth, propsValue.url, { browserOptions, limit: propsValue.limit });
+                if ((response === null || response === void 0 ? void 0 : response.status) === 'completed' && (response === null || response === void 0 ? void 0 : response.data)) {
+                    return {
+                        success: true,
+                        data: response.data || null,
+                    };
+                }
+                else {
+                    return {
+                        success: false,
+                        error: 'Scraping failed',
+                        error_type: 'ScrapingFailed',
+                        timestamp: new Date().toISOString(),
+                    };
+                }
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+                return {
+                    success: false,
+                    error: errorMessage,
+                    error_type: error instanceof Error ? error.constructor.name : 'UnknownError',
+                    timestamp: new Date().toISOString(),
+                };
+            }
+        });
+    },
+});
+//# sourceMappingURL=crawl-crawl.js.map

package/src/lib/actions/crawl-crawl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl-crawl.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/crawl-crawl.ts"],"names":[],"mappings":";;;;AAAA,kEAAqE;AACrE,yCAAmD;AACnD,6CAAoD;AAEvC,QAAA,aAAa,GAAG,IAAA,+BAAY,EAAC;IACxC,IAAI,EAAE,wBAAiB;IACvB,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,2BAA2B;IACxC,WAAW,EACT,sEAAsE;IACxE,KAAK,EAAE;QACL,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACtB,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,kCAAkC;YAC/C,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACrB,WAAW,EAAE,OAAO;YACpB,WAAW,EAAE,oBAAoB;YACjC,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,CAAC;SAChB,CAAC;KACH;IACK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,cAAc,GAAG;oBACrB,aAAa,EAAE,KAAK;oBACpB,YAAY,EAAE,OAAO;oBACrB,iBAAiB,EAAE,IAAI;oBACvB,WAAW,EAAE,GAAG;iBACjB,CAAC;gBAEF,MAAM,QAAQ,GAAG,MAAM,yBAAgB,CAAC,aAAa,CACnD,IAAc,EACd,UAAU,CAAC,GAAG,EACd,EAAE,cAAc,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAC5C,CAAC;gBAEF,IAAI,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,MAAM,MAAK,WAAW,KAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,CAAA,EAAE,CAAC;oBACvD,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;qBAC5B,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,iBAAiB;wBACxB,UAAU,EAAE,gBAAgB;wBAC5B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACpC,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBACpE,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,UAAU,EACR,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;oBAClE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/crawl-scrape.d.ts

@@ -0,0 +1,3 @@
+export declare const crawlScrapeApi: import("@taskmagic/pieces-framework").IAction<import("@taskmagic/pieces-framework").SecretTextProperty<true>, {
+    url: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+}>;

package/src/lib/actions/crawl-scrape.js

@@ -0,0 +1,57 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.crawlScrapeApi = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const auth_1 = require("../common/auth");
+const client_1 = require("../common/client");
+exports.crawlScrapeApi = (0, pieces_framework_1.createAction)({
+    auth: auth_1.scrapelessApiAuth,
+    name: 'crawl_scrape',
+    displayName: 'Scrape Webpage Data',
+    description: 'Extracts data from a single webpage.',
+    props: {
+        url: pieces_framework_1.Property.ShortText({
+            displayName: 'URL to Crawl',
+            description: 'The URL of the webpage to scrape.',
+            required: true,
+        }),
+    },
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
+            try {
+                const browserOptions = {
+                    proxy_country: 'ANY',
+                    session_name: 'Crawl',
+                    session_recording: true,
+                    session_ttl: 900,
+                };
+                const response = yield client_1.scrapelessCommon.crawlScrapeUrl(auth, propsValue.url, { browserOptions });
+                if ((response === null || response === void 0 ? void 0 : response.status) === 'completed' && (response === null || response === void 0 ? void 0 : response.data)) {
+                    return {
+                        success: true,
+                        data: response.data || null,
+                    };
+                }
+                else {
+                    return {
+                        success: false,
+                        error: 'Scraping failed',
+                        error_type: 'ScrapingFailed',
+                        timestamp: new Date().toISOString(),
+                    };
+                }
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+                return {
+                    success: false,
+                    error: errorMessage,
+                    error_type: error instanceof Error ? error.constructor.name : 'UnknownError',
+                    timestamp: new Date().toISOString(),
+                };
+            }
+        });
+    },
+});
+//# sourceMappingURL=crawl-scrape.js.map

package/src/lib/actions/crawl-scrape.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl-scrape.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/crawl-scrape.ts"],"names":[],"mappings":";;;;AAAA,kEAAqE;AACrE,yCAAmD;AACnD,6CAAoD;AAEvC,QAAA,cAAc,GAAG,IAAA,+BAAY,EAAC;IACzC,IAAI,EAAE,wBAAiB;IACvB,IAAI,EAAE,cAAc;IACpB,WAAW,EAAE,qBAAqB;IAClC,WAAW,EAAE,sCAAsC;IACnD,KAAK,EAAE;QACL,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACtB,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,mCAAmC;YAChD,QAAQ,EAAE,IAAI;SACf,CAAC;KACH;IACK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,cAAc,GAAG;oBACrB,aAAa,EAAE,KAAK;oBACpB,YAAY,EAAE,OAAO;oBACrB,iBAAiB,EAAE,IAAI;oBACvB,WAAW,EAAE,GAAG;iBACjB,CAAC;gBAEF,MAAM,QAAQ,GAAG,MAAM,yBAAgB,CAAC,cAAc,CACpD,IAAc,EACd,UAAU,CAAC,GAAG,EACd,EAAE,cAAc,EAAE,CACnB,CAAC;gBAEF,IAAI,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,MAAM,MAAK,WAAW,KAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,CAAA,EAAE,CAAC;oBACvD,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;qBAC5B,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,iBAAiB;wBACxB,UAAU,EAAE,gBAAgB;wBAC5B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACpC,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBACpE,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,UAAU,EACR,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;oBAClE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/google-search-api.d.ts

@@ -0,0 +1,5 @@
+export declare const googleSearchApi: import("@taskmagic/pieces-framework").IAction<import("@taskmagic/pieces-framework").SecretTextProperty<true>, {
+    q: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+    hl: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+    gl: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+}>;

package/src/lib/actions/google-search-api.js

@@ -0,0 +1,58 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.googleSearchApi = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const auth_1 = require("../common/auth");
+const client_1 = require("../common/client");
+exports.googleSearchApi = (0, pieces_framework_1.createAction)({
+    auth: auth_1.scrapelessApiAuth,
+    name: 'google_search_api',
+    displayName: 'Google Search',
+    description: 'Retrieves search result data for any query.',
+    props: {
+        q: pieces_framework_1.Property.ShortText({
+            displayName: 'Search Query',
+            description: 'Parameter defines the query you want to search. You can use anything that you would use in a regular Google search. e.g. inurl:, site:, intitle:. We also support advanced search query parameters such as as_dt and as_eq.',
+            defaultValue: 'coffee',
+            required: true,
+        }),
+        hl: pieces_framework_1.Property.ShortText({
+            displayName: 'Language',
+            description: "Parameter defines the language to use for the Google search. It's a two-letter language code. (e.g., en for English, es for Spanish, or fr for French).",
+            defaultValue: 'en',
+            required: false,
+        }),
+        gl: pieces_framework_1.Property.ShortText({
+            displayName: 'Country',
+            description: "Parameter defines the country to use for the Google search. It's a two-letter country code. (e.g., us for the United States, uk for United Kingdom, or fr for France).",
+            defaultValue: 'us',
+            required: false,
+        }),
+    },
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
+            try {
+                const data = yield client_1.scrapelessCommon.runScraperTask(auth, 'scraper.google.search', {
+                    q: propsValue.q,
+                    hl: propsValue.hl,
+                    gl: propsValue.gl,
+                });
+                return {
+                    success: true,
+                    data: data || null,
+                };
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+                return {
+                    success: false,
+                    error: errorMessage,
+                    error_type: error instanceof Error ? error.constructor.name : 'UnknownError',
+                    timestamp: new Date().toISOString(),
+                };
+            }
+        });
+    },
+});
+//# sourceMappingURL=google-search-api.js.map

package/src/lib/actions/google-search-api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google-search-api.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/google-search-api.ts"],"names":[],"mappings":";;;;AAAA,kEAAqE;AACrE,yCAAmD;AACnD,6CAAoD;AAEvC,QAAA,eAAe,GAAG,IAAA,+BAAY,EAAC;IAC1C,IAAI,EAAE,wBAAiB;IACvB,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,6CAA6C;IAC1D,KAAK,EAAE;QACL,CAAC,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACpB,WAAW,EAAE,cAAc;YAC3B,WAAW,EACT,6NAA6N;YAC/N,YAAY,EAAE,QAAQ;YACtB,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,EAAE,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACrB,WAAW,EAAE,UAAU;YACvB,WAAW,EACT,yJAAyJ;YAC3J,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,KAAK;SAChB,CAAC;QACF,EAAE,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACrB,WAAW,EAAE,SAAS;YACtB,WAAW,EACT,wKAAwK;YAC1K,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,KAAK;SAChB,CAAC;KACH;IAEK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,yBAAgB,CAAC,cAAc,CAChD,IAAc,EACd,uBAAuB,EACvB;oBACE,CAAC,EAAE,UAAU,CAAC,CAAC;oBACf,EAAE,EAAE,UAAU,CAAC,EAAE;oBACjB,EAAE,EAAE,UAAU,CAAC,EAAE;iBAClB,CACF,CAAC;gBACF,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,IAAI,IAAI,IAAI;iBACnB,CAAC;YACJ,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBACpE,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,UAAU,EACR,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;oBAClE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/google-trends-api.d.ts

@@ -0,0 +1,7 @@
+export declare const googleTrendsApi: import("@taskmagic/pieces-framework").IAction<import("@taskmagic/pieces-framework").SecretTextProperty<true>, {
+    q: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+    data_type: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, true>;
+    date: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+    hl: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+    tz: import("@taskmagic/pieces-framework").ShortTextProperty<false>;
+}>;

package/src/lib/actions/google-trends-api.js

@@ -0,0 +1,76 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.googleTrendsApi = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const auth_1 = require("../common/auth");
+const constants_1 = require("../constants");
+const client_1 = require("../common/client");
+exports.googleTrendsApi = (0, pieces_framework_1.createAction)({
+    auth: auth_1.scrapelessApiAuth,
+    name: 'google_trends_api',
+    displayName: 'Google Trends',
+    description: 'Access popular keyword and interest data from Google Trends.',
+    props: {
+        q: pieces_framework_1.Property.ShortText({
+            displayName: 'Search Query',
+            description: 'Parameter defines the query or queries you want to search. You can use anything that you would use in a regular Google Trends search. The maximum number of queries per search is 5 (this only applies to `interest_over_time` and `compared_breakdown_by_region` data_type, other types of data will only accept 1 query per search).',
+            defaultValue: 'Mercedes-Benz,BMW X5',
+            required: true,
+        }),
+        data_type: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Data Type',
+            description: 'Parameter defines the type of data you want to search. You can use anything that you would use in a regular Google Trends search. The maximum number of queries per search is 5 (this only applies to `interest_over_time` and `compared_breakdown_by_region` data_type, other types of data will only accept 1 query per search).',
+            required: true,
+            defaultValue: 'interest_over_time',
+            options: {
+                options: constants_1.googleTrendsDataTypeOptions,
+            },
+        }),
+        date: pieces_framework_1.Property.ShortText({
+            displayName: 'Date',
+            description: "The supported dates are: `now 1-H`, `now 4-H`, `now 1-d`, `now 7-d`, `today 1-m`, `today 3-m`, `today 12-m`, `today 5-y`, `all`.You can also pass custom values:Dates from 2004 to present: `yyyy-mm-dd yyyy-mm-dd` (e.g. `2021-10-15 2022-05-25`)\nDates with hours within a week range: `yyyy-mm-ddThh yyyy-mm-ddThh` (e.g. `2022-05-19T10 2022-05-24T22`). Hours will be calculated depending on the tz (time zone) parameter.",
+            required: true,
+            defaultValue: 'today 1-m',
+        }),
+        hl: pieces_framework_1.Property.ShortText({
+            displayName: 'Language',
+            description: "Parameter defines the language to use for the Google Trends search. It's a two-letter language code. (e.g., `en` for English, `es` for Spanish, or `fr` for French).",
+            required: false,
+            defaultValue: 'en',
+        }),
+        tz: pieces_framework_1.Property.ShortText({
+            displayName: 'Time zone',
+            description: 'time zone offset. default is `420`.',
+            required: false,
+            defaultValue: '420',
+        }),
+    },
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
+            try {
+                const data = yield client_1.scrapelessCommon.runScraperTask(auth, 'scraper.google.trends', {
+                    q: propsValue.q,
+                    data_type: propsValue.data_type,
+                    date: propsValue.date,
+                    hl: propsValue.hl,
+                    tz: propsValue.tz,
+                });
+                return {
+                    success: true,
+                    data: data || null,
+                };
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+                return {
+                    success: false,
+                    error: errorMessage,
+                    error_type: error instanceof Error ? error.constructor.name : 'UnknownError',
+                    timestamp: new Date().toISOString(),
+                };
+            }
+        });
+    },
+});
+//# sourceMappingURL=google-trends-api.js.map

package/src/lib/actions/google-trends-api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google-trends-api.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/google-trends-api.ts"],"names":[],"mappings":";;;;AAAA,kEAAqE;AACrE,yCAAmD;AACnD,4CAA2D;AAC3D,6CAAoD;AAEvC,QAAA,eAAe,GAAG,IAAA,+BAAY,EAAC;IAC1C,IAAI,EAAE,wBAAiB;IACvB,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,8DAA8D;IAC3E,KAAK,EAAE;QACL,CAAC,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACpB,WAAW,EAAE,cAAc;YAC3B,WAAW,EACT,wUAAwU;YAC1U,YAAY,EAAE,sBAAsB;YACpC,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,SAAS,EAAE,2BAAQ,CAAC,cAAc,CAAC;YACjC,WAAW,EAAE,WAAW;YACxB,WAAW,EACT,oUAAoU;YACtU,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,oBAAoB;YAClC,OAAO,EAAE;gBACP,OAAO,EAAE,uCAA2B;aACrC;SACF,CAAC;QACF,IAAI,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACvB,WAAW,EAAE,MAAM;YACnB,WAAW,EACT,maAAma;YACra,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,WAAW;SAC1B,CAAC;QACF,EAAE,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACrB,WAAW,EAAE,UAAU;YACvB,WAAW,EACT,sKAAsK;YACxK,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,EAAE,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACrB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,qCAAqC;YAClD,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;SACpB,CAAC;KACH;IACK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,yBAAgB,CAAC,cAAc,CAChD,IAAc,EACd,uBAAuB,EACvB;oBACE,CAAC,EAAE,UAAU,CAAC,CAAC;oBACf,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,EAAE,EAAE,UAAU,CAAC,EAAE;oBACjB,EAAE,EAAE,UAAU,CAAC,EAAE;iBAClB,CACF,CAAC;gBACF,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,IAAI,IAAI,IAAI;iBACnB,CAAC;YACJ,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBACpE,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,UAAU,EACR,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;oBAClE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/universal-scraping-api.d.ts

@@ -0,0 +1,8 @@
+export declare const universalScrapingApi: import("@taskmagic/pieces-framework").IAction<import("@taskmagic/pieces-framework").SecretTextProperty<true>, {
+    url: import("@taskmagic/pieces-framework").ShortTextProperty<true>;
+    js_render: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    headless: import("@taskmagic/pieces-framework").CheckboxProperty<false>;
+    country: import("@taskmagic/pieces-framework").StaticDropdownProperty<string, false>;
+    js_instructions: import("@taskmagic/pieces-framework").JsonProperty<false>;
+    block: import("@taskmagic/pieces-framework").JsonProperty<false>;
+}>;

package/src/lib/actions/universal-scraping-api.js

@@ -0,0 +1,82 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.universalScrapingApi = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const auth_1 = require("../common/auth");
+const constants_1 = require("../constants");
+const client_1 = require("../common/client");
+exports.universalScrapingApi = (0, pieces_framework_1.createAction)({
+    auth: auth_1.scrapelessApiAuth,
+    name: 'universal_scraping_api',
+    displayName: 'Universal Scraping',
+    description: 'Seamlessly accesses protected or dynamic pages by handling anti-scraping systems automatically.',
+    props: {
+        url: pieces_framework_1.Property.ShortText({
+            displayName: 'Target URL',
+            required: true,
+        }),
+        js_render: pieces_framework_1.Property.Checkbox({
+            displayName: 'Js Render',
+            required: false,
+            defaultValue: true,
+        }),
+        headless: pieces_framework_1.Property.Checkbox({
+            displayName: 'Headless',
+            required: false,
+            defaultValue: true,
+        }),
+        country: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Country',
+            required: false,
+            defaultValue: 'ANY',
+            options: {
+                options: constants_1.proxyCountryOptions,
+            },
+        }),
+        js_instructions: pieces_framework_1.Property.Json({
+            displayName: 'Js Instructions',
+            required: false,
+            defaultValue: [{ wait: 1000 }],
+        }),
+        block: pieces_framework_1.Property.Json({
+            displayName: 'Block',
+            required: false,
+            defaultValue: {
+                resources: ['image', 'font', 'script'],
+                urls: ['https://example.com'],
+            },
+        }),
+    },
+    run(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
+            try {
+                const data = yield client_1.scrapelessCommon.universalScrape(auth, {
+                    actor: 'unlocker.webunlocker',
+                    input: {
+                        url: propsValue.url,
+                        js_render: propsValue.js_render,
+                        headless: propsValue.headless,
+                        js_instructions: propsValue.js_instructions,
+                        block: propsValue.block,
+                    },
+                    proxy: {
+                        country: propsValue.country,
+                    },
+                });
+                return {
+                    success: true,
+                    data: data || null,
+                };
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+                return {
+                    success: false,
+                    error: errorMessage,
+                };
+            }
+        });
+    },
+});
+//# sourceMappingURL=universal-scraping-api.js.map

package/src/lib/actions/universal-scraping-api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"universal-scraping-api.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/universal-scraping-api.ts"],"names":[],"mappings":";;;;AAAA,kEAAqE;AACrE,yCAAmD;AACnD,4CAAmD;AACnD,6CAAoD;AAEvC,QAAA,oBAAoB,GAAG,IAAA,+BAAY,EAAC;IAC/C,IAAI,EAAE,wBAAiB;IACvB,IAAI,EAAE,wBAAwB;IAC9B,WAAW,EAAE,oBAAoB;IACjC,WAAW,EACT,iGAAiG;IACnG,KAAK,EAAE;QACL,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACtB,WAAW,EAAE,YAAY;YACzB,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,SAAS,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC3B,WAAW,EAAE,WAAW;YACxB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,QAAQ,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC1B,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,OAAO,EAAE,2BAAQ,CAAC,cAAc,CAAC;YAC/B,WAAW,EAAE,SAAS;YACtB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,OAAO,EAAE;gBACP,OAAO,EAAE,+BAAmB;aAC7B;SACF,CAAC;QACF,eAAe,EAAE,2BAAQ,CAAC,IAAI,CAAC;YAC7B,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;SAC/B,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,IAAI,CAAC;YACnB,WAAW,EAAE,OAAO;YACpB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE;gBACZ,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC;gBACtC,IAAI,EAAE,CAAC,qBAAqB,CAAC;aAC9B;SACF,CAAC;KACH;IAEK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,yBAAgB,CAAC,eAAe,CAAC,IAAc,EAAE;oBAClE,KAAK,EAAE,sBAAsB;oBAC7B,KAAK,EAAE;wBACL,GAAG,EAAE,UAAU,CAAC,GAAG;wBACnB,SAAS,EAAE,UAAU,CAAC,SAAS;wBAC/B,QAAQ,EAAE,UAAU,CAAC,QAAQ;wBAC7B,eAAe,EAAE,UAAU,CAAC,eAAe;wBAC3C,KAAK,EAAE,UAAU,CAAC,KAAK;qBACxB;oBACD,KAAK,EAAE;wBACL,OAAO,EAAE,UAAU,CAAC,OAAO;qBAC5B;iBACF,CAAC,CAAC;gBAEH,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,IAAI,IAAI,IAAI;iBACnB,CAAC;YACJ,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBACpE,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;iBACpB,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/common/auth.d.ts

@@ -0,0 +1 @@
+export declare const scrapelessApiAuth: import("@taskmagic/pieces-framework").SecretTextProperty<true>;

package/src/lib/common/auth.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scrapelessApiAuth = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const pieces_common_1 = require("@taskmagic/pieces-common");
+const client_1 = require("./client");
+exports.scrapelessApiAuth = pieces_framework_1.PieceAuth.SecretText({
+    displayName: 'API Key',
+    description: `You can obtain your API key from [Dashboard](https://app.scrapeless.com).`,
+    required: true,
+    validate: (_a) => tslib_1.__awaiter(void 0, [_a], void 0, function* ({ auth }) {
+        if (!auth) {
+            return { valid: false, error: 'API key is required' };
+        }
+        try {
+            const response = yield pieces_common_1.httpClient.sendRequest({
+                url: `${client_1.SCRAPELESS_BASE_URL}/api/v1/me`,
+                method: pieces_common_1.HttpMethod.GET,
+                headers: {
+                    'x-api-token': auth,
+                },
+            });
+            if (response.status !== 200) {
+                return { valid: false, error: 'Invalid API key' };
+            }
+            return { valid: true };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+            return {
+                valid: false,
+                error: `API key validation failed: ${errorMessage}`,
+            };
+        }
+    }),
+});
+//# sourceMappingURL=auth.js.map

package/src/lib/common/auth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/common/auth.ts"],"names":[],"mappings":";;;;AAAA,kEAAwD;AACxD,4DAAkE;AAClE,qCAA+C;AAElC,QAAA,iBAAiB,GAAG,4BAAS,CAAC,UAAU,CAAC;IACpD,WAAW,EAAE,SAAS;IACtB,WAAW,EAAE,2EAA2E;IACxF,QAAQ,EAAE,IAAI;IACd,QAAQ,EAAE,KAAiB,EAAE,oDAAZ,EAAE,IAAI,EAAE;QACvB,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC;QACxD,CAAC;QACD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAC;gBAC5C,GAAG,EAAE,GAAG,4BAAmB,YAAY;gBACvC,MAAM,EAAE,0BAAU,CAAC,GAAG;gBACtB,OAAO,EAAE;oBACP,aAAa,EAAE,IAAc;iBAC9B;aACF,CAAC,CAAC;YACH,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC;YACpD,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;YACpE,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,8BAA8B,YAAY,EAAE;aACpD,CAAC;QACJ,CAAC;IACH,CAAC,CAAA;CACF,CAAC,CAAC"}

package/src/lib/common/client.d.ts

@@ -0,0 +1,12 @@
+export declare const SCRAPELESS_BASE_URL = "https://api.scrapeless.com";
+declare function runScraperTask(apiKey: string, actor: string, input: Record<string, unknown>): Promise<any>;
+declare function universalScrape(apiKey: string, request: Record<string, unknown>): Promise<any>;
+declare function crawlScrapeUrl(apiKey: string, url: string, params: Record<string, unknown>): Promise<any>;
+declare function crawlCrawlUrl(apiKey: string, url: string, params: Record<string, unknown>): Promise<any>;
+export declare const scrapelessCommon: {
+    runScraperTask: typeof runScraperTask;
+    universalScrape: typeof universalScrape;
+    crawlScrapeUrl: typeof crawlScrapeUrl;
+    crawlCrawlUrl: typeof crawlCrawlUrl;
+};
+export {};