@activepieces/piece-scrapeless 0.1.5 → 0.1.7

package/src/lib/actions/universal-scraping-api.js

@@ -1,84 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.universalScrapingApi = void 0;
-const tslib_1 = require("tslib");
-const pieces_framework_1 = require("@activepieces/pieces-framework");
-const auth_1 = require("../auth");
-const constants_1 = require("../constants");
-const scrapeless_api_client_1 = require("../services/scrapeless-api-client");
-exports.universalScrapingApi = (0, pieces_framework_1.createAction)({
-    auth: auth_1.scrapelessApiAuth,
-    name: 'universal_scraping_api',
-    displayName: 'Universal Scraping',
-    description: 'Seamlessly accesses protected or dynamic pages by handling anti-scraping systems automatically.',
-    audience: 'both',
-    aiMetadata: { description: 'Scrapes a target URL through Scrapeless\'s web unlocker, which automatically bypasses anti-bot/anti-scraping protections and can render JavaScript-heavy pages headlessly via a chosen proxy country. Choose this over the basic scrape action when the page is protected, dynamic, or blocks ordinary scrapers; optional JS instructions and resource-blocking rules tune the render. Requires a target URL; read-only and idempotent with no side effects.', idempotent: true },
-    props: {
-        url: pieces_framework_1.Property.ShortText({
-            displayName: 'Target URL',
-            required: true,
-        }),
-        js_render: pieces_framework_1.Property.Checkbox({
-            displayName: 'Js Render',
-            required: false,
-            defaultValue: true,
-        }),
-        headless: pieces_framework_1.Property.Checkbox({
-            displayName: 'Headless',
-            required: false,
-            defaultValue: true,
-        }),
-        country: pieces_framework_1.Property.StaticDropdown({
-            displayName: 'Country',
-            required: false,
-            defaultValue: 'ANY',
-            options: {
-                options: constants_1.proxyCountryOptions,
-            },
-        }),
-        js_instructions: pieces_framework_1.Property.Json({
-            displayName: 'Js Instructions',
-            required: false,
-            defaultValue: [{ "wait": 1000 }],
-        }),
-        block: pieces_framework_1.Property.Json({
-            displayName: 'Block',
-            required: false,
-            defaultValue: { "resources": ["image", "font", "script"], "urls": ["https://example.com"] },
-        }),
-    },
-    run(_a) {
-        return tslib_1.__awaiter(this, arguments, void 0, function* ({ propsValue, auth }) {
-            try {
-                const client = (0, scrapeless_api_client_1.createScrapelessClient)(auth.secret_text);
-                const input = {
-                    url: propsValue.url,
-                    js_render: propsValue.js_render,
-                    headless: propsValue.headless,
-                    js_instructions: propsValue.js_instructions,
-                    block: propsValue.block,
-                };
-                const proxy = {
-                    country: propsValue.country,
-                };
-                const response = yield client.universal.scrape({
-                    actor: 'unlocker.webunlocker',
-                    input,
-                    proxy,
-                });
-                return {
-                    success: true,
-                    data: response || null,
-                };
-            }
-            catch (error) {
-                const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
-                return {
-                    success: false,
-                    error: errorMessage,
-                };
-            }
-        });
-    },
-});
-//# sourceMappingURL=universal-scraping-api.js.map

package/src/lib/actions/universal-scraping-api.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"universal-scraping-api.js","sourceRoot":"","sources":["../../../../src/lib/actions/universal-scraping-api.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,kCAA4C;AAC5C,4CAAmD;AACnD,6EAA2E;AAE9D,QAAA,oBAAoB,GAAG,IAAA,+BAAY,EAAC;IAC/C,IAAI,EAAE,wBAAiB;IACvB,IAAI,EAAE,wBAAwB;IAC9B,WAAW,EAAE,oBAAoB;IACjC,WAAW,EAAE,iGAAiG;IAC9G,QAAQ,EAAE,MAAM;IAChB,UAAU,EAAE,EAAE,WAAW,EAAE,8bAA8b,EAAE,UAAU,EAAE,IAAI,EAAE;IAC7e,KAAK,EAAE;QACL,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACtB,WAAW,EAAE,YAAY;YACzB,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,SAAS,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC3B,WAAW,EAAE,WAAW;YACxB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,QAAQ,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC1B,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,OAAO,EAAE,2BAAQ,CAAC,cAAc,CAAC;YAC/B,WAAW,EAAE,SAAS;YACtB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;YACnB,OAAO,EAAE;gBACP,OAAO,EAAE,+BAAmB;aAC7B;SACF,CAAC;QACF,eAAe,EAAE,2BAAQ,CAAC,IAAI,CAAC;YAC7B,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;SACjC,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,IAAI,CAAC;YACnB,WAAW,EAAE,OAAO;YACpB,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,EAAE,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,qBAAqB,CAAC,EAAE;SAC5F,CAAC;KACH;IAEK,GAAG;qEAAC,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAA,8CAAsB,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAExD,MAAM,KAAK,GAAG;oBACZ,GAAG,EAAE,UAAU,CAAC,GAAG;oBACnB,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,QAAQ,EAAE,UAAU,CAAC,QAAQ;oBAC7B,eAAe,EAAE,UAAU,CAAC,eAAe;oBAC3C,KAAK,EAAE,UAAU,CAAC,KAAK;iBACxB,CAAA;gBAED,MAAM,KAAK,GAAG;oBACZ,OAAO,EAAE,UAAU,CAAC,OAAO;iBAC5B,CAAA;gBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;oBAC7C,KAAK,EAAE,sBAAsB;oBAC7B,KAAK;oBACL,KAAK;iBACN,CAAC,CAAA;gBAEF,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,QAAQ,IAAI,IAAI;iBACvB,CAAA;YACH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;gBAEvF,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;iBACpB,CAAA;YACH,CAAC;QACH,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/auth.d.ts

@@ -1,2 +0,0 @@
-export declare const scrapelessApiAuth: import("@activepieces/pieces-framework").SecretTextProperty<true>;
-//# sourceMappingURL=auth.d.ts.map

package/src/lib/auth.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"auth.d.ts","sourceRoot":"","sources":["../../../src/lib/auth.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,iBAAiB,mEAyC5B,CAAC"}

package/src/lib/auth.js

@@ -1,46 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.scrapelessApiAuth = void 0;
-const tslib_1 = require("tslib");
-const pieces_framework_1 = require("@activepieces/pieces-framework");
-const validator_1 = require("./utils/validator");
-exports.scrapelessApiAuth = pieces_framework_1.PieceAuth.SecretText({
-    displayName: 'API Key',
-    description: `You can obtain your API key from [Dashboard](https://app.scrapeless.com).`,
-    required: true,
-    validate: (_a) => tslib_1.__awaiter(void 0, [_a], void 0, function* ({ auth }) {
-        try {
-            // Validate API key format first
-            const formatValidation = yield validator_1.ScrapelessValidator.validateApiKey(auth);
-            if (!formatValidation.isValid) {
-                return {
-                    valid: false,
-                    error: `${formatValidation.errors.join(', ')}`,
-                };
-            }
-            return {
-                valid: true,
-            };
-        }
-        catch (error) {
-            const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
-            if (errorMessage.includes('timeout')) {
-                return {
-                    valid: false,
-                    error: 'API validation timed out. Please check your network connection and try again.',
-                };
-            }
-            if (errorMessage.includes('network') || errorMessage.includes('ENOTFOUND')) {
-                return {
-                    valid: false,
-                    error: 'Network error occurred. Please check your internet connection.',
-                };
-            }
-            return {
-                valid: false,
-                error: `API key validation failed: ${errorMessage}`,
-            };
-        }
-    }),
-});
-//# sourceMappingURL=auth.js.map

package/src/lib/auth.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../src/lib/auth.ts"],"names":[],"mappings":";;;;AAAA,qEAA2D;AAC3D,iDAAwD;AAE3C,QAAA,iBAAiB,GAAG,4BAAS,CAAC,UAAU,CAAC;IACpD,WAAW,EAAE,SAAS;IACtB,WAAW,EAAE,2EAA2E;IACxF,QAAQ,EAAE,IAAI;IACd,QAAQ,EAAE,KAAiB,EAAE,oDAAZ,EAAE,IAAI,EAAE;QACvB,IAAI,CAAC;YACH,gCAAgC;YAChC,MAAM,gBAAgB,GAAG,MAAM,+BAAmB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YACxE,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;gBAC9B,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;iBAC/C,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,IAAI;aACZ,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;YAEvF,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrC,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,+EAA+E;iBACvF,CAAC;YACJ,CAAC;YAED,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC3E,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,gEAAgE;iBACxE,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,8BAA8B,YAAY,EAAE;aACpD,CAAC;QACJ,CAAC;IACH,CAAC,CAAA;CACF,CAAC,CAAC"}

package/src/lib/constants/index.d.ts

@@ -1,9 +0,0 @@
-export declare const googleTrendsDataTypeOptions: {
-    label: string;
-    value: string;
-}[];
-export declare const proxyCountryOptions: {
-    label: string;
-    value: string;
-}[];
-//# sourceMappingURL=index.d.ts.map

package/src/lib/constants/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/constants/index.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,2BAA2B;;;GAyBvC,CAAC;AAEF,eAAO,MAAM,mBAAmB;;;GAioB/B,CAAC"}