@activepieces/piece-scrapegrapghai 0.1.4 → 0.1.5

package/package.json

@@ -1,27 +1,16 @@
 {
   "name": "@activepieces/piece-scrapegrapghai",
-  "version": "0.1.4",
+  "version": "0.1.5",
+  "main": "./src/index.js",
+  "types": "./src/index.d.ts",
+  "scripts": {
+    "build": "tsc -p tsconfig.lib.json && cp package.json dist/",
+    "lint": "eslint 'src/**/*.ts'"
+  },
   "dependencies": {
-    "@sinclair/typebox": "0.34.11",
-    "ai": "^6.0.0",
-    "axios": "1.13.5",
-    "axios-retry": "4.4.1",
-    "deepmerge-ts": "7.1.0",
-    "form-data": "4.0.4",
-    "mime-types": "2.1.35",
-    "nanoid": "3.3.8",
-    "semver": "7.6.0",
-    "socket.io-client": "4.8.1",
-    "zod": "4.1.13",
-    "@activepieces/pieces-common": "0.11.6",
-    "@activepieces/pieces-framework": "0.25.4",
-    "@activepieces/shared": "0.37.0",
+    "@activepieces/pieces-common": "0.12.3",
+    "@activepieces/pieces-framework": "0.30.0",
+    "@activepieces/shared": "0.87.1",
     "tslib": "2.6.2"
-  },
-  "resolutions": {
-    "rollup": "npm:@rollup/wasm-node"
-  },
-  "types": "./src/index.d.ts",
-  "main": "./src/index.js",
-  "type": "commonjs"
+  }
 }

package/src/index.d.ts

@@ -1,2 +1,2 @@
-export declare const scrapegraphaiAuth: import("@activepieces/pieces-framework").SecretTextProperty<true>;
 export declare const scrapegraphai: import("@activepieces/pieces-framework").Piece<import("@activepieces/pieces-framework").SecretTextProperty<true>>;
+//# sourceMappingURL=index.d.ts.map

package/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAgBA,eAAO,MAAM,aAAa,mHAqBxB,CAAC"}

package/src/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.scrapegraphai = exports.scrapegraphaiAuth = void 0;
+exports.scrapegraphai = void 0;
 const tslib_1 = require("tslib");
 const pieces_common_1 = require("@activepieces/pieces-common");
 const pieces_framework_1 = require("@activepieces/pieces-framework");
@@ -8,6 +8,7 @@ const shared_1 = require("@activepieces/shared");
 const smart_scraper_1 = require("./lib/actions/smart-scraper");
 const local_scraper_1 = require("./lib/actions/local-scraper");
 const markdownify_1 = require("./lib/actions/markdownify");
+const auth_1 = require("./lib/auth");
 const markdownDescription = `
 Follow these steps to obtain your ScrapeGraphAI API Key:
 
@@ -15,36 +16,6 @@ Follow these steps to obtain your ScrapeGraphAI API Key:
 2. Log in and navigate to your dashboard.
 3. Locate and copy your API key from the dashboard.
 `;
-exports.scrapegraphaiAuth = pieces_framework_1.PieceAuth.SecretText({
-    description: markdownDescription,
-    displayName: 'API Key',
-    required: true,
-    validate: (_a) => tslib_1.__awaiter(void 0, [_a], void 0, function* ({ auth }) {
-        try {
-            yield pieces_common_1.httpClient.sendRequest({
-                method: pieces_common_1.HttpMethod.POST,
-                url: 'https://api.scrapegraphai.com/v1/smartscraper',
-                headers: {
-                    'Content-Type': 'application/json',
-                    'SGAI-APIKEY': auth,
-                },
-                body: {
-                    user_prompt: 'test',
-                    website_url: 'https://www.example.com',
-                },
-            });
-            return {
-                valid: true,
-            };
-        }
-        catch (e) {
-            return {
-                valid: false,
-                error: 'Invalid API Key',
-            };
-        }
-    }),
-});
 exports.scrapegraphai = (0, pieces_framework_1.createPiece)({
     displayName: 'ScrapeGraphAI',
     description: 'AI-powered web scraping and content extraction.',
@@ -52,14 +23,14 @@ exports.scrapegraphai = (0, pieces_framework_1.createPiece)({
     logoUrl: 'https://cdn.activepieces.com/pieces/scrapegraphai.jpg',
     categories: [shared_1.PieceCategory.ARTIFICIAL_INTELLIGENCE],
     authors: ["OsamaHaikal"],
-    auth: exports.scrapegraphaiAuth,
+    auth: auth_1.scrapegraphaiAuth,
     actions: [
         smart_scraper_1.smartScraper,
         local_scraper_1.localScraper,
         markdownify_1.markdownify,
         (0, pieces_common_1.createCustomApiCallAction)({
             baseUrl: () => 'https://api.scrapegraphai.com/v1',
-            auth: exports.scrapegraphaiAuth,
+            auth: auth_1.scrapegraphaiAuth,
             authMapping: (auth) => tslib_1.__awaiter(void 0, void 0, void 0, function* () {
                 return ({
                     'SGAI-APIKEY': `${auth.secret_text}`,

package/src/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../packages/pieces/community/scrapegrapghai/src/index.ts"],"names":[],"mappings":";;;;AAAA,+DAAgG;AAChG,qEAAwE;AACxE,iDAAqD;AACrD,+DAA2D;AAC3D,+DAA2D;AAC3D,2DAAwD;AAExD,MAAM,mBAAmB,GAAG;;;;;;CAM3B,CAAC;AAEW,QAAA,iBAAiB,GAAG,4BAAS,CAAC,UAAU,CAAC;IACpD,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE,SAAS;IACtB,QAAQ,EAAE,IAAI;IACd,QAAQ,EAAE,KAAiB,EAAE,oDAAZ,EAAE,IAAI,EAAE;QACvB,IAAI,CAAC;YACH,MAAM,0BAAU,CAAC,WAAW,CAAC;gBAC3B,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,+CAA+C;gBACpD,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,IAAI;iBACpB;gBACD,IAAI,EAAE;oBACJ,WAAW,EAAE,MAAM;oBACnB,WAAW,EAAE,yBAAyB;iBACvC;aACF,CAAC,CAAC;YACH,OAAO;gBACL,KAAK,EAAE,IAAI;aACZ,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,iBAAiB;aACzB,CAAC;QACJ,CAAC;IACH,CAAC,CAAA;CACF,CAAC,CAAC;AAEU,QAAA,aAAa,GAAG,IAAA,8BAAW,EAAC;IACvC,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,iDAAiD;IAC9D,uBAAuB,EAAE,QAAQ;IACjC,OAAO,EAAE,uDAAuD;IAChE,UAAU,EAAE,CAAC,sBAAa,CAAC,uBAAuB,CAAC;IACnD,OAAO,EAAE,CAAC,aAAa,CAAC;IACxB,IAAI,EAAE,yBAAiB;IACvB,OAAO,EAAE;QACP,4BAAY;QACZ,4BAAY;QACZ,yBAAW;QACX,IAAA,yCAAyB,EAAC;YACxB,OAAO,EAAE,GAAG,EAAE,CAAC,kCAAkC;YACjD,IAAI,EAAE,yBAAiB;YACvB,WAAW,EAAE,CAAO,IAAI,EAAE,EAAE;gBAAC,OAAA,CAAC;oBAC5B,aAAa,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE;iBACrC,CAAC,CAAA;cAAA;SACH,CAAC;KACH;IACD,QAAQ,EAAE,EAAE;CACb,CAAC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;AAAA,+DAAgG;AAChG,qEAAwE;AACxE,iDAAqD;AACrD,+DAA2D;AAC3D,+DAA2D;AAC3D,2DAAwD;AACxD,qCAA+C;AAE/C,MAAM,mBAAmB,GAAG;;;;;;CAM3B,CAAC;AAEW,QAAA,aAAa,GAAG,IAAA,8BAAW,EAAC;IACvC,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,iDAAiD;IAC9D,uBAAuB,EAAE,QAAQ;IACjC,OAAO,EAAE,uDAAuD;IAChE,UAAU,EAAE,CAAC,sBAAa,CAAC,uBAAuB,CAAC;IACnD,OAAO,EAAE,CAAC,aAAa,CAAC;IACxB,IAAI,EAAE,wBAAiB;IACvB,OAAO,EAAE;QACP,4BAAY;QACZ,4BAAY;QACZ,yBAAW;QACX,IAAA,yCAAyB,EAAC;YACxB,OAAO,EAAE,GAAG,EAAE,CAAC,kCAAkC;YACjD,IAAI,EAAE,wBAAiB;YACvB,WAAW,EAAE,CAAO,IAAI,EAAE,EAAE;gBAAC,OAAA,CAAC;oBAC5B,aAAa,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE;iBACrC,CAAC,CAAA;cAAA;SACH,CAAC;KACH;IACD,QAAQ,EAAE,EAAE;CACb,CAAC,CAAC"}

package/src/lib/actions/local-scraper.d.ts

@@ -3,3 +3,4 @@ export declare const localScraper: import("@activepieces/pieces-framework").IAct
     user_prompt: import("@activepieces/pieces-framework").LongTextProperty<true>;
     output_schema: import("@activepieces/pieces-framework").JsonProperty<false>;
 }>;
+//# sourceMappingURL=local-scraper.d.ts.map

package/src/lib/actions/local-scraper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-scraper.d.ts","sourceRoot":"","sources":["../../../../src/lib/actions/local-scraper.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,YAAY;;;;EAyCvB,CAAC"}

package/src/lib/actions/local-scraper.js

@@ -4,12 +4,14 @@ exports.localScraper = void 0;
 const tslib_1 = require("tslib");
 const pieces_framework_1 = require("@activepieces/pieces-framework");
 const pieces_common_1 = require("@activepieces/pieces-common");
-const index_1 = require("../../index");
+const auth_1 = require("../auth");
 exports.localScraper = (0, pieces_framework_1.createAction)({
     name: 'local_scraper',
     displayName: 'Local Scraper',
     description: 'Extract content from HTML content using AI by providing a natural language prompt.',
-    auth: index_1.scrapegraphaiAuth,
+    audience: 'both',
+    aiMetadata: { description: 'Uses AI to extract information described in a natural-language prompt from raw HTML you supply directly (max 2MB); optionally pass an output schema to shape the result into structured fields. Choose this when you already have the page HTML in hand and do not want the service to fetch a URL — for a live URL use Smart Scraper instead. Read-only and safe to retry.', idempotent: true },
+    auth: auth_1.scrapegraphaiAuth,
     props: {
         website_html: pieces_framework_1.Property.LongText({
             displayName: 'HTML Content',

package/src/lib/actions/local-scraper.js.map

@@ -1 +1 @@
-{"version":3,"file":"local-scraper.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapegrapghai/src/lib/actions/local-scraper.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,+DAAqE;AACrE,uCAAgD;AAEnC,QAAA,YAAY,GAAG,IAAA,+BAAY,EAAC;IACvC,IAAI,EAAE,eAAe;IACrB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,oFAAoF;IACjG,IAAI,EAAE,yBAAiB;IACvB,KAAK,EAAE;QACL,YAAY,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC9B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,wCAAwC;YACrD,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,WAAW,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC7B,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,oEAAoE;YACjF,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,aAAa,EAAE,2BAAQ,CAAC,IAAI,CAAC;YAC3B,WAAW,EAAE,eAAe;YAC5B,WAAW,EAAE,+CAA+C;YAC5D,QAAQ,EAAE,KAAK;SAChB,CAAC;KACH;IACK,GAAG;qEAAC,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAC;gBAC5C,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,+CAA+C;gBACpD,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,IAAI,CAAC,WAAW;iBAChC;gBACD,IAAI,EAAE;oBACJ,YAAY,EAAE,UAAU,CAAC,YAAY;oBACrC,WAAW,EAAE,UAAU,CAAC,WAAW;oBACnC,aAAa,EAAE,UAAU,CAAC,aAAa;iBACxC;aACF,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;KAAA;CACF,CAAC,CAAC"}
+{"version":3,"file":"local-scraper.js","sourceRoot":"","sources":["../../../../src/lib/actions/local-scraper.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,+DAAqE;AACrE,kCAA4C;AAE/B,QAAA,YAAY,GAAG,IAAA,+BAAY,EAAC;IACvC,IAAI,EAAE,eAAe;IACrB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,oFAAoF;IACjG,QAAQ,EAAE,MAAM;IAChB,UAAU,EAAE,EAAE,WAAW,EAAE,6WAA6W,EAAE,UAAU,EAAE,IAAI,EAAE;IAC5Z,IAAI,EAAE,wBAAiB;IACvB,KAAK,EAAE;QACL,YAAY,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC9B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,wCAAwC;YACrD,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,WAAW,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC7B,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,oEAAoE;YACjF,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,aAAa,EAAE,2BAAQ,CAAC,IAAI,CAAC;YAC3B,WAAW,EAAE,eAAe;YAC5B,WAAW,EAAE,+CAA+C;YAC5D,QAAQ,EAAE,KAAK;SAChB,CAAC;KACH;IACK,GAAG;qEAAC,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAC;gBAC5C,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,+CAA+C;gBACpD,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,IAAI,CAAC,WAAW;iBAChC;gBACD,IAAI,EAAE;oBACJ,YAAY,EAAE,UAAU,CAAC,YAAY;oBACrC,WAAW,EAAE,UAAU,CAAC,WAAW;oBACnC,aAAa,EAAE,UAAU,CAAC,aAAa;iBACxC;aACF,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/markdownify.d.ts

@@ -1,3 +1,4 @@
 export declare const markdownify: import("@activepieces/pieces-framework").IAction<import("@activepieces/pieces-framework").SecretTextProperty<true>, {
     website_url: import("@activepieces/pieces-framework").ShortTextProperty<true>;
 }>;
+//# sourceMappingURL=markdownify.d.ts.map

package/src/lib/actions/markdownify.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdownify.d.ts","sourceRoot":"","sources":["../../../../src/lib/actions/markdownify.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,WAAW;;EA6BtB,CAAC"}

package/src/lib/actions/markdownify.js

@@ -4,12 +4,14 @@ exports.markdownify = void 0;
 const tslib_1 = require("tslib");
 const pieces_framework_1 = require("@activepieces/pieces-framework");
 const pieces_common_1 = require("@activepieces/pieces-common");
-const index_1 = require("../../index");
+const auth_1 = require("../auth");
 exports.markdownify = (0, pieces_framework_1.createAction)({
     name: 'markdownify',
     displayName: 'Convert to Markdown',
     description: 'Convert any webpage into clean, readable Markdown format.',
-    auth: index_1.scrapegraphaiAuth,
+    audience: 'both',
+    aiMetadata: { description: 'Fetches a webpage by URL and returns its content as clean, readable Markdown. Choose this when you need the whole page as text for an LLM or document rather than a targeted extraction — use Smart Scraper instead when you want specific fields described by a prompt. Requires a public URL; read-only and safe to retry.', idempotent: true },
+    auth: auth_1.scrapegraphaiAuth,
     props: {
         website_url: pieces_framework_1.Property.ShortText({
             displayName: 'Website URL',

package/src/lib/actions/markdownify.js.map

@@ -1 +1 @@
-{"version":3,"file":"markdownify.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapegrapghai/src/lib/actions/markdownify.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,+DAAqE;AACrE,uCAAgD;AAEnC,QAAA,WAAW,GAAG,IAAA,+BAAY,EAAC;IACtC,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,qBAAqB;IAClC,WAAW,EAAE,2DAA2D;IACxE,IAAI,EAAE,yBAAiB;IACvB,KAAK,EAAE;QACL,WAAW,EAAE,2BAAQ,CAAC,SAAS,CAAC;YAC9B,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE,wCAAwC;YACrD,QAAQ,EAAE,IAAI;SACf,CAAC;KACH;IACK,GAAG;qEAAC,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAC;gBAC5C,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,8CAA8C;gBACnD,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,IAAI,CAAC,WAAW;iBAChC;gBACD,IAAI,EAAE;oBACJ,WAAW,EAAE,UAAU,CAAC,WAAW;iBACpC;aACF,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;KAAA;CACF,CAAC,CAAC"}
+{"version":3,"file":"markdownify.js","sourceRoot":"","sources":["../../../../src/lib/actions/markdownify.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,+DAAqE;AACrE,kCAA4C;AAE/B,QAAA,WAAW,GAAG,IAAA,+BAAY,EAAC;IACtC,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,qBAAqB;IAClC,WAAW,EAAE,2DAA2D;IACxE,QAAQ,EAAE,MAAM;IAChB,UAAU,EAAE,EAAE,WAAW,EAAE,8TAA8T,EAAE,UAAU,EAAE,IAAI,EAAE;IAC7W,IAAI,EAAE,wBAAiB;IACvB,KAAK,EAAE;QACL,WAAW,EAAE,2BAAQ,CAAC,SAAS,CAAC;YAC9B,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE,wCAAwC;YACrD,QAAQ,EAAE,IAAI;SACf,CAAC;KACH;IACK,GAAG;qEAAC,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAC;gBAC5C,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,8CAA8C;gBACnD,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,IAAI,CAAC,WAAW;iBAChC;gBACD,IAAI,EAAE;oBACJ,WAAW,EAAE,UAAU,CAAC,WAAW;iBACpC;aACF,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/actions/smart-scraper.d.ts

@@ -3,3 +3,4 @@ export declare const smartScraper: import("@activepieces/pieces-framework").IAct
     user_prompt: import("@activepieces/pieces-framework").LongTextProperty<true>;
     output_schema: import("@activepieces/pieces-framework").JsonProperty<false>;
 }>;
+//# sourceMappingURL=smart-scraper.d.ts.map

package/src/lib/actions/smart-scraper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"smart-scraper.d.ts","sourceRoot":"","sources":["../../../../src/lib/actions/smart-scraper.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,YAAY;;;;EAyCvB,CAAC"}

package/src/lib/actions/smart-scraper.js

@@ -4,12 +4,14 @@ exports.smartScraper = void 0;
 const tslib_1 = require("tslib");
 const pieces_framework_1 = require("@activepieces/pieces-framework");
 const pieces_common_1 = require("@activepieces/pieces-common");
-const index_1 = require("../../index");
+const auth_1 = require("../auth");
 exports.smartScraper = (0, pieces_framework_1.createAction)({
     name: 'smart_scraper',
     displayName: 'Smart Scraper',
     description: 'Extract content from a webpage using AI by providing a natural language prompt.',
-    auth: index_1.scrapegraphaiAuth,
+    audience: 'both',
+    aiMetadata: { description: 'Fetches a live webpage by URL and uses AI to extract the information described in a natural-language prompt; optionally pass an output schema to shape the result into structured fields. Choose this when you have a public URL and want targeted data from it rather than the full raw page. The page is fetched server-side from the given URL; for HTML you already hold, use Local Scraper instead. Read-only and safe to retry.', idempotent: true },
+    auth: auth_1.scrapegraphaiAuth,
     props: {
         website_url: pieces_framework_1.Property.ShortText({
             displayName: 'Website URL',

package/src/lib/actions/smart-scraper.js.map

@@ -1 +1 @@
-{"version":3,"file":"smart-scraper.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/scrapegrapghai/src/lib/actions/smart-scraper.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,+DAAqE;AACrE,uCAAgD;AAEnC,QAAA,YAAY,GAAG,IAAA,+BAAY,EAAC;IACvC,IAAI,EAAE,eAAe;IACrB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,iFAAiF;IAC9F,IAAI,EAAE,yBAAiB;IACvB,KAAK,EAAE;QACL,WAAW,EAAE,2BAAQ,CAAC,SAAS,CAAC;YAC9B,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE,4BAA4B;YACzC,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,WAAW,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC7B,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,oEAAoE;YACjF,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,aAAa,EAAE,2BAAQ,CAAC,IAAI,CAAC;YAC3B,WAAW,EAAE,eAAe;YAC5B,WAAW,EAAE,+CAA+C;YAC5D,QAAQ,EAAE,KAAK;SAChB,CAAC;KACH;IACK,GAAG;qEAAC,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAC;gBAC5C,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,+CAA+C;gBACpD,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,IAAI,CAAC,WAAW;iBAChC;gBACD,IAAI,EAAE;oBACJ,WAAW,EAAE,UAAU,CAAC,WAAW;oBACnC,WAAW,EAAE,UAAU,CAAC,WAAW;oBACnC,aAAa,EAAE,UAAU,CAAC,aAAa;iBACxC;aACF,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;KAAA;CACF,CAAC,CAAC"}
+{"version":3,"file":"smart-scraper.js","sourceRoot":"","sources":["../../../../src/lib/actions/smart-scraper.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,+DAAqE;AACrE,kCAA4C;AAE/B,QAAA,YAAY,GAAG,IAAA,+BAAY,EAAC;IACvC,IAAI,EAAE,eAAe;IACrB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,iFAAiF;IAC9F,QAAQ,EAAE,MAAM;IAChB,UAAU,EAAE,EAAE,WAAW,EAAE,uaAAua,EAAE,UAAU,EAAE,IAAI,EAAE;IACtd,IAAI,EAAE,wBAAiB;IACvB,KAAK,EAAE;QACL,WAAW,EAAE,2BAAQ,CAAC,SAAS,CAAC;YAC9B,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE,4BAA4B;YACzC,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,WAAW,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC7B,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,oEAAoE;YACjF,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,aAAa,EAAE,2BAAQ,CAAC,IAAI,CAAC;YAC3B,WAAW,EAAE,eAAe;YAC5B,WAAW,EAAE,+CAA+C;YAC5D,QAAQ,EAAE,KAAK;SAChB,CAAC;KACH;IACK,GAAG;qEAAC,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAC;gBAC5C,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,+CAA+C;gBACpD,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,IAAI,CAAC,WAAW;iBAChC;gBACD,IAAI,EAAE;oBACJ,WAAW,EAAE,UAAU,CAAC,WAAW;oBACnC,WAAW,EAAE,UAAU,CAAC,WAAW;oBACnC,aAAa,EAAE,UAAU,CAAC,aAAa;iBACxC;aACF,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;KAAA;CACF,CAAC,CAAC"}

package/src/lib/auth.d.ts

@@ -0,0 +1,2 @@
+export declare const scrapegraphaiAuth: import("@activepieces/pieces-framework").SecretTextProperty<true>;
+//# sourceMappingURL=auth.d.ts.map

package/src/lib/auth.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.d.ts","sourceRoot":"","sources":["../../../src/lib/auth.ts"],"names":[],"mappings":"AAWA,eAAO,MAAM,iBAAiB,mEA4B5B,CAAC"}

package/src/lib/auth.js

@@ -0,0 +1,44 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scrapegraphaiAuth = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@activepieces/pieces-framework");
+const pieces_common_1 = require("@activepieces/pieces-common");
+const markdownDescription = `
+Follow these steps to obtain your ScrapeGraphAI API Key:
+
+1. Visit [ScrapeGraphAI](https://scrapegraphai.com) and create an account.
+2. Log in and navigate to your dashboard.
+3. Locate and copy your API key from the dashboard.
+`;
+exports.scrapegraphaiAuth = pieces_framework_1.PieceAuth.SecretText({
+    description: markdownDescription,
+    displayName: 'API Key',
+    required: true,
+    validate: (_a) => tslib_1.__awaiter(void 0, [_a], void 0, function* ({ auth }) {
+        try {
+            yield pieces_common_1.httpClient.sendRequest({
+                method: pieces_common_1.HttpMethod.POST,
+                url: 'https://api.scrapegraphai.com/v1/smartscraper',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'SGAI-APIKEY': auth,
+                },
+                body: {
+                    user_prompt: 'test',
+                    website_url: 'https://www.example.com',
+                },
+            });
+            return {
+                valid: true,
+            };
+        }
+        catch (e) {
+            return {
+                valid: false,
+                error: 'Invalid API Key',
+            };
+        }
+    }),
+});
+//# sourceMappingURL=auth.js.map

package/src/lib/auth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../src/lib/auth.ts"],"names":[],"mappings":";;;;AAAA,qEAA2D;AAC3D,+DAAqE;AAErE,MAAM,mBAAmB,GAAG;;;;;;CAM3B,CAAC;AAEW,QAAA,iBAAiB,GAAG,4BAAS,CAAC,UAAU,CAAC;IACpD,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE,SAAS;IACtB,QAAQ,EAAE,IAAI;IACd,QAAQ,EAAE,KAAiB,EAAE,oDAAZ,EAAE,IAAI,EAAE;QACvB,IAAI,CAAC;YACH,MAAM,0BAAU,CAAC,WAAW,CAAC;gBAC3B,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,+CAA+C;gBACpD,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,IAAI;iBACpB;gBACD,IAAI,EAAE;oBACJ,WAAW,EAAE,MAAM;oBACnB,WAAW,EAAE,yBAAyB;iBACvC;aACF,CAAC,CAAC;YACH,OAAO;gBACL,KAAK,EAAE,IAAI;aACZ,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,iBAAiB;aACzB,CAAC;QACJ,CAAC;IACH,CAAC,CAAA;CACF,CAAC,CAAC"}

package/README.md

@@ -1,33 +0,0 @@
-# ScrapeGraphAI
-
-## Description
-ScrapeGraphAI is a powerful web scraping and content extraction API. This piece enables integration with ScrapeGraphAI's API to perform smart scraping, local scraping, and markdown conversion.
-
-## Actions
-1. **Smart Scraper**: Advanced web scraping with AI-powered content extraction
-   - Automatic content detection
-   - Clean HTML output
-   - Support for dynamic websites
-   - Configurable options for content types
-
-2. **Local Scraper**: Fast and lightweight web scraping
-   - Basic content extraction
-   - Static website support
-   - Configurable selectors
-   - Resource-efficient
-
-3. **Markdownify**: Convert web content to clean Markdown
-   - Clean and formatted markdown output
-   - Preserves content structure
-   - Handles various content types
-   - Customizable output options
-
-## Authentication
-This piece requires an API key from ScrapeGraphAI. To obtain your API key:
-1. Visit https://scrapegraphai.com
-2. Sign up for an account
-3. Navigate to your dashboard
-4. Copy your API key
-
-## Requirements
-- ScrapeGraphAI API Key