@activepieces/piece-scrapeless 0.1.4 → 0.1.6

package/README.md

@@ -1,7 +0,0 @@
-# pieces-scrapeless
-
-This library was generated with [Nx](https://nx.dev).
-
-## Building
-
-Run `nx build pieces-scrapeless` to build the library.

package/src/index.d.ts

@@ -1,2 +0,0 @@
-export declare const scrapelessApiAuth: import("@activepieces/pieces-framework").SecretTextProperty<true>;
-export declare const scrapeless: import("@activepieces/pieces-framework").Piece<import("@activepieces/pieces-framework").SecretTextProperty<true>>;

package/src/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../packages/pieces/community/scrapeless/src/index.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,qDAA4D;AAC5D,uEAAkE;AAClE,6DAA4D;AAC5D,2DAA0D;AAC1D,uEAAkE;AAClE,iFAA4E;AAC5E,+DAAwE;AACxE,iDAAqD;AAExC,QAAA,iBAAiB,GAAG,4BAAS,CAAC,UAAU,CAAC;IACpD,WAAW,EAAE,SAAS;IACtB,WAAW,EAAE,2EAA2E;IACxF,QAAQ,EAAE,IAAI;IACd,QAAQ,EAAE,KAAiB,EAAE,oDAAZ,EAAE,IAAI,EAAE;QACvB,IAAI,CAAC;YACH,gCAAgC;YAChC,MAAM,gBAAgB,GAAG,MAAM,+BAAmB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YACxE,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;gBAC9B,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;iBAC/C,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,IAAI;aACZ,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;YAEvF,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrC,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,+EAA+E;iBACvF,CAAC;YACJ,CAAC;YAED,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC3E,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,gEAAgE;iBACxE,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,8BAA8B,YAAY,EAAE;aACpD,CAAC;QACJ,CAAC;IACH,CAAC,CAAA;CACF,CAAC,CAAC;AAEU,QAAA,UAAU,GAAG,IAAA,8BAAW,EAAC;IACpC,WAAW,EAAE,YAAY;IACzB,WAAW,EACT,sGAAsG;IACxG,IAAI,EAAE,yBAAiB;IACvB,uBAAuB,EAAE,QAAQ;IACjC,OAAO,EAAE,oDAAoD;IAC7D,UAAU,EAAC,CAAC,sBAAa,CAAC,YAAY,CAAC;IACvC,OAAO,EAAE,CAAC,WAAW,CAAC;IACtB,OAAO,EAAE;QACP,mCAAe;QACf,6BAAc;QACd,2BAAa;QACb,mCAAe;QACf,6CAAoB;QACpB,IAAA,yCAAyB,EAAC;YACxB,IAAI,EAAC,yBAAiB;YACtB,OAAO,EAAC,GAAE,EAAE,CAAA,mCAAmC;YAC/C,WAAW,EAAC,CAAM,IAAI,EAAC,EAAE;gBACvB,OAAM;oBACJ,aAAa,EAAC,IAAI,CAAC,WAAW;iBAC/B,CAAA;YACH,CAAC,CAAA;SACF,CAAC;KACH;IACD,QAAQ,EAAE,EAAE;CACb,CAAC,CAAC"}

package/src/lib/actions/crawl-crawl.d.ts

@@ -1,4 +0,0 @@
-export declare const crawlCrawlApi: import("@activepieces/pieces-framework").IAction<import("@activepieces/pieces-framework").SecretTextProperty<true>, {
-    url: import("@activepieces/pieces-framework").ShortTextProperty<true>;
-    limit: import("@activepieces/pieces-framework").NumberProperty<true>;
-}>;

package/src/lib/actions/crawl-crawl.js

@@ -1,69 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.crawlCrawlApi = void 0;
-const tslib_1 = require("tslib");
-const index_1 = require("../../index");
-const pieces_framework_1 = require("@activepieces/pieces-framework");
-const scrapeless_api_client_1 = require("../services/scrapeless-api-client");
-exports.crawlCrawlApi = (0, pieces_framework_1.createAction)({
-    auth: index_1.scrapelessApiAuth,
-    name: 'crawl_crawl',
-    displayName: 'Crawl Data from All Pages',
-    description: 'Crawls a website and its linked pages to extract comprehensive data.',
-    props: {
-        url: pieces_framework_1.Property.ShortText({
-            displayName: 'URL to Crawl',
-            description: 'The URL of the webpage to crawl.',
-            required: true,
-        }),
-        limit: pieces_framework_1.Property.Number({
-            displayName: 'Limit',
-            description: 'Number Of Subpages',
-            required: true,
-            defaultValue: 5,
-        })
-    },
-    run(_a) {
-        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
-            try {
-                const client = (0, scrapeless_api_client_1.createScrapelessClient)(auth.secret_text);
-                const url = propsValue.url;
-                const limit = propsValue.limit;
-                const browserOptions = {
-                    "proxy_country": "ANY",
-                    "session_name": "Crawl",
-                    "session_recording": true,
-                    "session_ttl": 900,
-                };
-                const response = yield client.scrapingCrawl.crawl.crawlUrl(url, {
-                    browserOptions,
-                    limit
-                });
-                if (response.status === 'completed' && response.data) {
-                    return {
-                        success: true,
-                        data: response.data || null,
-                    };
-                }
-                else {
-                    return {
-                        success: false,
-                        error: 'Scraping failed',
-                        error_type: 'ScrapingFailed',
-                        timestamp: new Date().toISOString(),
-                    };
-                }
-            }
-            catch (error) {
-                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
-                return {
-                    success: false,
-                    error: errorMessage,
-                    error_type: error instanceof Error ? error.constructor.name : 'UnknownError',
-                    timestamp: new Date().toISOString(),
-                };
-            }
-        });
-    },
-});
-//# sourceMappingURL=crawl-crawl.js.map

package/src/lib/actions/crawl-crawl.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"crawl-crawl.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/crawl-crawl.ts"],"names":[],"mappings":";;;;AAAA,uCAAgD;AAChD,qEAAwE;AACxE,6EAA2E;AAE9D,QAAA,aAAa,GAAG,IAAA,+BAAY,EAAC;IACxC,IAAI,EAAE,yBAAiB;IACvB,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,2BAA2B;IACxC,WAAW,EAAE,sEAAsE;IACnF,KAAK,EAAE;QACL,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACtB,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,kCAAkC;YAC/C,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACrB,WAAW,EAAE,OAAO;YACpB,WAAW,EAAE,oBAAoB;YACjC,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,CAAC;SAChB,CAAC;KAEH;IACK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAA,8CAAsB,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAExD,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC;gBAC3B,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;gBAC/B,MAAM,cAAc,GAAG;oBACrB,eAAe,EAAE,KAAK;oBACtB,cAAc,EAAE,OAAO;oBACvB,mBAAmB,EAAE,IAAI;oBACzB,aAAa,EAAE,GAAG;iBACnB,CAAA;gBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE;oBAC9D,cAAc;oBACd,KAAK;iBACN,CAAC,CAAA;gBAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACrD,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;qBAC5B,CAAA;gBACH,CAAC;qBAAM,CAAC;oBACN,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,iBAAiB;wBACxB,UAAU,EAAE,gBAAgB;wBAC5B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACpC,CAAA;gBACH,CAAC;YAEH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBAEvF,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,UAAU,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;oBAC5E,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/crawl-scrape.d.ts

@@ -1,3 +0,0 @@
-export declare const crawlScrapeApi: import("@activepieces/pieces-framework").IAction<import("@activepieces/pieces-framework").SecretTextProperty<true>, {
-    url: import("@activepieces/pieces-framework").ShortTextProperty<true>;
-}>;

package/src/lib/actions/crawl-scrape.js

@@ -1,61 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.crawlScrapeApi = void 0;
-const tslib_1 = require("tslib");
-const pieces_framework_1 = require("@activepieces/pieces-framework");
-const index_1 = require("../../index");
-const scrapeless_api_client_1 = require("../services/scrapeless-api-client");
-exports.crawlScrapeApi = (0, pieces_framework_1.createAction)({
-    auth: index_1.scrapelessApiAuth,
-    name: 'crawl_scrape',
-    displayName: 'Scrape Webpage Data',
-    description: 'Extracts data from a single webpage.',
-    props: {
-        url: pieces_framework_1.Property.ShortText({
-            displayName: 'URL to Crawl',
-            description: 'The URL of the webpage to scrape.',
-            required: true,
-        })
-    },
-    run(_a) {
-        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
-            try {
-                const client = (0, scrapeless_api_client_1.createScrapelessClient)(auth.secret_text);
-                const url = propsValue.url;
-                const browserOptions = {
-                    "proxy_country": "ANY",
-                    "session_name": "Crawl",
-                    "session_recording": true,
-                    "session_ttl": 900,
-                };
-                const response = yield client.scrapingCrawl.scrape.scrapeUrl(url, {
-                    browserOptions
-                });
-                if (response.status === 'completed' && response.data) {
-                    return {
-                        success: true,
-                        data: response.data || null,
-                    };
-                }
-                else {
-                    return {
-                        success: false,
-                        error: 'Scraping failed',
-                        error_type: 'ScrapingFailed',
-                        timestamp: new Date().toISOString(),
-                    };
-                }
-            }
-            catch (error) {
-                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
-                return {
-                    success: false,
-                    error: errorMessage,
-                    error_type: error instanceof Error ? error.constructor.name : 'UnknownError',
-                    timestamp: new Date().toISOString(),
-                };
-            }
-        });
-    },
-});
-//# sourceMappingURL=crawl-scrape.js.map

package/src/lib/actions/crawl-scrape.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"crawl-scrape.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/crawl-scrape.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,uCAAgD;AAChD,6EAA2E;AAE9D,QAAA,cAAc,GAAG,IAAA,+BAAY,EAAC;IACzC,IAAI,EAAE,yBAAiB;IACvB,IAAI,EAAE,cAAc;IACpB,WAAW,EAAE,qBAAqB;IAClC,WAAW,EAAE,sCAAsC;IAGnD,KAAK,EAAE;QACL,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACtB,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,mCAAmC;YAChD,QAAQ,EAAE,IAAI;SACf,CAAC;KACH;IACK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAA,8CAAsB,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAExD,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC;gBAC3B,MAAM,cAAc,GAAG;oBACrB,eAAe,EAAE,KAAK;oBACtB,cAAc,EAAE,OAAO;oBACvB,mBAAmB,EAAE,IAAI;oBACzB,aAAa,EAAE,GAAG;iBACnB,CAAA;gBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE;oBAChE,cAAc;iBACf,CAAC,CAAA;gBAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACrD,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;qBAC5B,CAAA;gBACH,CAAC;qBAAM,CAAC;oBACN,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,iBAAiB;wBACxB,UAAU,EAAE,gBAAgB;wBAC5B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACpC,CAAA;gBACH,CAAC;YAEH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBAEvF,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,UAAU,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;oBAC5E,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/google-search-api.d.ts

@@ -1,5 +0,0 @@
-export declare const googleSearchApi: import("@activepieces/pieces-framework").IAction<import("@activepieces/pieces-framework").SecretTextProperty<true>, {
-    q: import("@activepieces/pieces-framework").ShortTextProperty<true>;
-    hl: import("@activepieces/pieces-framework").ShortTextProperty<false>;
-    gl: import("@activepieces/pieces-framework").ShortTextProperty<false>;
-}>;

package/src/lib/actions/google-search-api.js

@@ -1,75 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.googleSearchApi = void 0;
-const tslib_1 = require("tslib");
-const pieces_framework_1 = require("@activepieces/pieces-framework");
-const index_1 = require("../../index");
-const scrapeless_api_client_1 = require("../services/scrapeless-api-client");
-exports.googleSearchApi = (0, pieces_framework_1.createAction)({
-    auth: index_1.scrapelessApiAuth,
-    name: 'google_search_api',
-    displayName: 'Google Search',
-    description: 'Retrieves search result data for any query.',
-    props: {
-        q: pieces_framework_1.Property.ShortText({
-            displayName: 'Search Query',
-            description: 'Parameter defines the query you want to search. You can use anything that you would use in a regular Google search. e.g. inurl:, site:, intitle:. We also support advanced search query parameters such as as_dt and as_eq.',
-            defaultValue: 'coffee',
-            required: true,
-        }),
-        hl: pieces_framework_1.Property.ShortText({
-            displayName: 'Language',
-            description: "Parameter defines the language to use for the Google search. It's a two-letter language code. (e.g., en for English, es for Spanish, or fr for French).",
-            defaultValue: 'en',
-            required: false,
-        }),
-        gl: pieces_framework_1.Property.ShortText({
-            displayName: 'Country',
-            description: "Parameter defines the country to use for the Google search. It's a two-letter country code. (e.g., us for the United States, uk for United Kingdom, or fr for France).",
-            defaultValue: 'us',
-            required: false,
-        }),
-    },
-    run(_a) {
-        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
-            try {
-                const client = (0, scrapeless_api_client_1.createScrapelessClient)(auth.secret_text);
-                const input = {
-                    q: propsValue.q,
-                    hl: propsValue.hl,
-                    gl: propsValue.gl,
-                };
-                const response = yield client.deepserp.createTask({
-                    actor: 'scraper.google.search',
-                    input,
-                });
-                if (response.status === 200) {
-                    return {
-                        success: true,
-                        data: response.data || null,
-                    };
-                }
-                while (true) {
-                    yield new Promise(resolve => setTimeout(resolve, 1000));
-                    const result = yield client.deepserp.getTaskResult(response.data.taskId);
-                    if (result.status === 200) {
-                        return {
-                            success: true,
-                            data: result.data || null,
-                        };
-                    }
-                }
-            }
-            catch (error) {
-                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
-                return {
-                    success: false,
-                    error: errorMessage,
-                    error_type: error instanceof Error ? error.constructor.name : 'UnknownError',
-                    timestamp: new Date().toISOString(),
-                };
-            }
-        });
-    },
-});
-//# sourceMappingURL=google-search-api.js.map

package/src/lib/actions/google-search-api.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"google-search-api.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/google-search-api.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,uCAAgD;AAChD,6EAA2E;AAE9D,QAAA,eAAe,GAAG,IAAA,+BAAY,EAAC;IAC1C,IAAI,EAAE,yBAAiB;IACvB,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,6CAA6C;IAE1D,KAAK,EAAE;QACL,CAAC,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACpB,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,6NAA6N;YAC1O,YAAY,EAAE,QAAQ;YACtB,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,EAAE,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACrB,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,yJAAyJ;YACtK,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,KAAK;SAChB,CAAC;QACF,EAAE,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACrB,WAAW,EAAE,SAAS;YACtB,WAAW,EAAE,wKAAwK;YACrL,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,KAAK;SAChB,CAAC;KACH;IAEK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAA,8CAAsB,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAExD,MAAM,KAAK,GAAG;oBACZ,CAAC,EAAE,UAAU,CAAC,CAAC;oBACf,EAAE,EAAE,UAAU,CAAC,EAAE;oBACjB,EAAE,EAAE,UAAU,CAAC,EAAE;iBAClB,CAAA;gBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;oBAChD,KAAK,EAAE,uBAAuB;oBAC9B,KAAK;iBACN,CAAC,CAAC;gBAEH,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;qBAC5B,CAAA;gBACH,CAAC;gBAED,OAAO,IAAI,EAAE,CAAC;oBACZ,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;oBACxD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAEzE,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC1B,OAAO;4BACL,OAAO,EAAE,IAAI;4BACb,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;yBAC1B,CAAA;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBAEvF,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,UAAU,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;oBAC5E,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/google-trends-api.d.ts

@@ -1,7 +0,0 @@
-export declare const googleTrendsApi: import("@activepieces/pieces-framework").IAction<import("@activepieces/pieces-framework").SecretTextProperty<true>, {
-    q: import("@activepieces/pieces-framework").ShortTextProperty<true>;
-    data_type: import("@activepieces/pieces-framework").StaticDropdownProperty<string, true>;
-    date: import("@activepieces/pieces-framework").ShortTextProperty<true>;
-    hl: import("@activepieces/pieces-framework").ShortTextProperty<false>;
-    tz: import("@activepieces/pieces-framework").ShortTextProperty<false>;
-}>;

package/src/lib/actions/google-trends-api.js

@@ -1,93 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.googleTrendsApi = void 0;
-const tslib_1 = require("tslib");
-const index_1 = require("../../index");
-const pieces_framework_1 = require("@activepieces/pieces-framework");
-const constants_1 = require("../constants");
-const scrapeless_api_client_1 = require("../services/scrapeless-api-client");
-exports.googleTrendsApi = (0, pieces_framework_1.createAction)({
-    auth: index_1.scrapelessApiAuth,
-    name: 'google_trends_api',
-    displayName: 'Google Trends',
-    description: 'Access popular keyword and interest data from Google Trends.',
-    props: {
-        q: pieces_framework_1.Property.ShortText({
-            displayName: 'Search Query',
-            description: 'Parameter defines the query or queries you want to search. You can use anything that you would use in a regular Google Trends search. The maximum number of queries per search is 5 (this only applies to `interest_over_time` and `compared_breakdown_by_region` data_type, other types of data will only accept 1 query per search).',
-            defaultValue: 'Mercedes-Benz,BMW X5',
-            required: true,
-        }),
-        data_type: pieces_framework_1.Property.StaticDropdown({
-            displayName: 'Data Type',
-            description: 'Parameter defines the type of data you want to search. You can use anything that you would use in a regular Google Trends search. The maximum number of queries per search is 5 (this only applies to `interest_over_time` and `compared_breakdown_by_region` data_type, other types of data will only accept 1 query per search).',
-            required: true,
-            defaultValue: 'interest_over_time',
-            options: {
-                options: constants_1.googleTrendsDataTypeOptions,
-            },
-        }),
-        date: pieces_framework_1.Property.ShortText({
-            displayName: 'Date',
-            description: "The supported dates are: `now 1-H`, `now 4-H`, `now 1-d`, `now 7-d`, `today 1-m`, `today 3-m`, `today 12-m`, `today 5-y`, `all`.You can also pass custom values:Dates from 2004 to present: `yyyy-mm-dd yyyy-mm-dd` (e.g. `2021-10-15 2022-05-25`)\nDates with hours within a week range: `yyyy-mm-ddThh yyyy-mm-ddThh` (e.g. `2022-05-19T10 2022-05-24T22`). Hours will be calculated depending on the tz (time zone) parameter.",
-            required: true,
-            defaultValue: 'today 1-m',
-        }),
-        hl: pieces_framework_1.Property.ShortText({
-            displayName: 'Language',
-            description: "Parameter defines the language to use for the Google Trends search. It's a two-letter language code. (e.g., `en` for English, `es` for Spanish, or `fr` for French).",
-            required: false,
-            defaultValue: 'en',
-        }),
-        tz: pieces_framework_1.Property.ShortText({
-            displayName: 'Time zone',
-            description: "time zone offset. default is `420`.",
-            required: false,
-            defaultValue: '420',
-        }),
-    },
-    run(_a) {
-        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
-            try {
-                const client = (0, scrapeless_api_client_1.createScrapelessClient)(auth.secret_text);
-                const input = {
-                    q: propsValue.q,
-                    data_type: propsValue.data_type,
-                    date: propsValue.date,
-                    hl: propsValue.hl,
-                    tz: propsValue.tz,
-                };
-                const response = yield client.deepserp.createTask({
-                    actor: 'scraper.google.trends',
-                    input,
-                });
-                if (response.status === 200) {
-                    return {
-                        success: true,
-                        data: response.data || null,
-                    };
-                }
-                while (true) {
-                    yield new Promise(resolve => setTimeout(resolve, 1000));
-                    const result = yield client.deepserp.getTaskResult(response.data.taskId);
-                    if (result.status === 200) {
-                        return {
-                            success: true,
-                            data: result.data || null,
-                        };
-                    }
-                }
-            }
-            catch (error) {
-                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
-                return {
-                    success: false,
-                    error: errorMessage,
-                    error_type: error instanceof Error ? error.constructor.name : 'UnknownError',
-                    timestamp: new Date().toISOString(),
-                };
-            }
-        });
-    },
-});
-//# sourceMappingURL=google-trends-api.js.map

package/src/lib/actions/google-trends-api.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"google-trends-api.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/google-trends-api.ts"],"names":[],"mappings":";;;;AAAA,uCAAgD;AAChD,qEAAwE;AACxE,4CAA2D;AAC3D,6EAA2E;AAE9D,QAAA,eAAe,GAAG,IAAA,+BAAY,EAAC;IAC1C,IAAI,EAAE,yBAAiB;IACvB,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,8DAA8D;IAE3E,KAAK,EAAE;QACL,CAAC,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACpB,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,wUAAwU;YACrV,YAAY,EAAE,sBAAsB;YACpC,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,SAAS,EAAE,2BAAQ,CAAC,cAAc,CAAC;YACjC,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,oUAAoU;YACjV,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,oBAAoB;YAClC,OAAO,EAAE;gBACP,OAAO,EAAE,uCAA2B;aACrC;SACF,CAAC;QACF,IAAI,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACvB,WAAW,EAAE,MAAM;YACnB,WAAW,EAAE,maAAma;YAChb,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,WAAW;SAC1B,CAAC;QACF,EAAE,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACrB,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,sKAAsK;YACnL,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,EAAE,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACrB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,qCAAqC;YAClD,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;SACpB,CAAC;KAIH;IACK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAA,8CAAsB,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAExD,MAAM,KAAK,GAAG;oBACZ,CAAC,EAAE,UAAU,CAAC,CAAC;oBACf,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,EAAE,EAAE,UAAU,CAAC,EAAE;oBACjB,EAAE,EAAE,UAAU,CAAC,EAAE;iBAClB,CAAA;gBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;oBAChD,KAAK,EAAE,uBAAuB;oBAC9B,KAAK;iBACN,CAAC,CAAC;gBAEH,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,OAAO;wBACL,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;qBAC5B,CAAA;gBACH,CAAC;gBAED,OAAO,IAAI,EAAE,CAAC;oBACZ,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;oBACxD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAEzE,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC1B,OAAO;4BACL,OAAO,EAAE,IAAI;4BACb,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;yBAC1B,CAAA;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBAEvF,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,UAAU,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;oBAC5E,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/universal-scraping-api.d.ts

@@ -1,8 +0,0 @@
-export declare const universalScrapingApi: import("@activepieces/pieces-framework").IAction<import("@activepieces/pieces-framework").SecretTextProperty<true>, {
-    url: import("@activepieces/pieces-framework").ShortTextProperty<true>;
-    js_render: import("@activepieces/pieces-framework").CheckboxProperty<false>;
-    headless: import("@activepieces/pieces-framework").CheckboxProperty<false>;
-    country: import("@activepieces/pieces-framework").StaticDropdownProperty<string, false>;
-    js_instructions: import("@activepieces/pieces-framework").JsonProperty<false>;
-    block: import("@activepieces/pieces-framework").JsonProperty<false>;
-}>;

package/src/lib/actions/universal-scraping-api.js

@@ -1,82 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.universalScrapingApi = void 0;
-const tslib_1 = require("tslib");
-const pieces_framework_1 = require("@activepieces/pieces-framework");
-const index_1 = require("../../index");
-const constants_1 = require("../constants");
-const scrapeless_api_client_1 = require("../services/scrapeless-api-client");
-exports.universalScrapingApi = (0, pieces_framework_1.createAction)({
-    auth: index_1.scrapelessApiAuth,
-    name: 'universal_scraping_api',
-    displayName: 'Universal Scraping',
-    description: 'Seamlessly accesses protected or dynamic pages by handling anti-scraping systems automatically.',
-    props: {
-        url: pieces_framework_1.Property.ShortText({
-            displayName: 'Target URL',
-            required: true,
-        }),
-        js_render: pieces_framework_1.Property.Checkbox({
-            displayName: 'Js Render',
-            required: false,
-            defaultValue: true,
-        }),
-        headless: pieces_framework_1.Property.Checkbox({
-            displayName: 'Headless',
-            required: false,
-            defaultValue: true,
-        }),
-        country: pieces_framework_1.Property.StaticDropdown({
-            displayName: 'Country',
-            required: false,
-            defaultValue: 'ANY',
-            options: {
-                options: constants_1.proxyCountryOptions,
-            },
-        }),
-        js_instructions: pieces_framework_1.Property.Json({
-            displayName: 'Js Instructions',
-            required: false,
-            defaultValue: [{ "wait": 1000 }],
-        }),
-        block: pieces_framework_1.Property.Json({
-            displayName: 'Block',
-            required: false,
-            defaultValue: { "resources": ["image", "font", "script"], "urls": ["https://example.com"] },
-        }),
-    },
-    run(_a) {
-        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
-            try {
-                const client = (0, scrapeless_api_client_1.createScrapelessClient)(auth.secret_text);
-                const input = {
-                    url: propsValue.url,
-                    js_render: propsValue.js_render,
-                    headless: propsValue.headless,
-                    js_instructions: propsValue.js_instructions,
-                    block: propsValue.block,
-                };
-                const proxy = {
-                    country: propsValue.country,
-                };
-                const response = yield client.universal.scrape({
-                    actor: 'unlocker.webunlocker',
-                    input,
-                    proxy,
-                });
-                return {
-                    success: true,
-                    data: response || null,
-                };
-            }
-            catch (error) {
-                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
-                return {
-                    success: false,
-                    error: errorMessage,
-                };
-            }
-        });
-    },
-});
-//# sourceMappingURL=universal-scraping-api.js.map

package/src/lib/actions/universal-scraping-api.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"universal-scraping-api.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapeless/src/lib/actions/universal-scraping-api.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,uCAAgD;AAChD,4CAAmD;AACnD,6EAA2E;AAE9D,QAAA,oBAAoB,GAAG,IAAA,+BAAY,EAAC;IAC/C,IAAI,EAAE,yBAAiB;IACvB,IAAI,EAAE,wBAAwB;IAC9B,WAAW,EAAE,oBAAoB;IACjC,WAAW,EAAE,iGAAiG;IAC9G,KAAK,EAAE;QACL,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACtB,WAAW,EAAE,YAAY;YACzB,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,SAAS,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC3B,WAAW,EAAE,WAAW;YACxB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,QAAQ,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC1B,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,OAAO,EAAE,2BAAQ,CAAC,cAAc,CAAC;YAC/B,WAAW,EAAE,SAAS;YACtB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,OAAO,EAAE;gBACP,OAAO,EAAE,+BAAmB;aAC7B;SACF,CAAC;QACF,eAAe,EAAE,2BAAQ,CAAC,IAAI,CAAC;YAC7B,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;SACjC,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,IAAI,CAAC;YACnB,WAAW,EAAE,OAAO;YACpB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,EAAE,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,qBAAqB,CAAC,EAAE;SAC5F,CAAC;KACH;IAEK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAA,8CAAsB,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAExD,MAAM,KAAK,GAAG;oBACZ,GAAG,EAAE,UAAU,CAAC,GAAG;oBACnB,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,QAAQ,EAAE,UAAU,CAAC,QAAQ;oBAC7B,eAAe,EAAE,UAAU,CAAC,eAAe;oBAC3C,KAAK,EAAE,UAAU,CAAC,KAAK;iBACxB,CAAA;gBAED,MAAM,KAAK,GAAG;oBACZ,OAAO,EAAE,UAAU,CAAC,OAAO;iBAC5B,CAAA;gBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;oBAC7C,KAAK,EAAE,sBAAsB;oBAC7B,KAAK;oBACL,KAAK;iBACN,CAAC,CAAA;gBAEF,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,QAAQ,IAAI,IAAI;iBACvB,CAAA;YACH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBAEvF,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;iBACpB,CAAA;YACH,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/constants/index.d.ts

@@ -1,8 +0,0 @@
-export declare const googleTrendsDataTypeOptions: {
-    label: string;
-    value: string;
-}[];
-export declare const proxyCountryOptions: {
-    label: string;
-    value: string;
-}[];