@activepieces/piece-datafuel 0.0.1

package/README.md

@@ -0,0 +1,7 @@
+# pieces-datafuel
+
+This library was generated with [Nx](https://nx.dev).
+
+## Building
+
+Run `nx build pieces-datafuel` to build the library.

package/package.json

@@ -0,0 +1,25 @@
+{
+  "name": "@activepieces/piece-datafuel",
+  "version": "0.0.1",
+  "type": "commonjs",
+  "main": "./src/index.js",
+  "types": "./src/index.d.ts",
+  "dependencies": {
+    "@sinclair/typebox": "0.34.11",
+    "axios": "1.8.3",
+    "axios-retry": "4.4.1",
+    "deepmerge-ts": "7.1.0",
+    "mime-types": "2.1.35",
+    "nanoid": "3.3.8",
+    "semver": "7.6.0",
+    "socket.io-client": "4.8.1",
+    "tslib": "^2.3.0",
+    "zod": "3.25.76",
+    "@activepieces/pieces-common": "0.8.1",
+    "@activepieces/pieces-framework": "0.20.2",
+    "@activepieces/shared": "0.26.0"
+  },
+  "resolutions": {
+    "rollup": "npm:@rollup/wasm-node"
+  }
+}

package/src/index.d.ts

@@ -0,0 +1 @@
+export declare const datafuel: import("@activepieces/pieces-framework").Piece<import("@activepieces/pieces-framework").SecretTextProperty<true>>;

package/src/index.js

@@ -0,0 +1,34 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.datafuel = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@activepieces/pieces-framework");
+const auth_1 = require("./lib/common/auth");
+const crawl_website_1 = require("./lib/actions/crawl-website");
+const scrape_website_1 = require("./lib/actions/scrape-website");
+const get_scrape_result_1 = require("./lib/actions/get-scrape-result");
+const pieces_common_1 = require("@activepieces/pieces-common");
+const constants_1 = require("./lib/common/constants");
+exports.datafuel = (0, pieces_framework_1.createPiece)({
+    displayName: 'DataFuel',
+    auth: auth_1.dataFuelAuth,
+    minimumSupportedRelease: '0.36.1',
+    logoUrl: 'https://cdn.activepieces.com/pieces/datafuel.png',
+    authors: ['kishanprmr'],
+    actions: [
+        crawl_website_1.crawlWebsiteAction,
+        scrape_website_1.scrapeWebsiteAction,
+        get_scrape_result_1.getScrapeAction,
+        (0, pieces_common_1.createCustomApiCallAction)({
+            auth: auth_1.dataFuelAuth,
+            baseUrl: () => constants_1.BASE_URL,
+            authMapping: (auth) => tslib_1.__awaiter(void 0, void 0, void 0, function* () {
+                return {
+                    Authorization: `Bearer ${auth}`,
+                };
+            }),
+        }),
+    ],
+    triggers: [],
+});
+//# sourceMappingURL=index.js.map

package/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../packages/pieces/community/datafuel/src/index.ts"],"names":[],"mappings":";;;;AAAA,qEAA6D;AAC7D,4CAAiD;AACjD,+DAAiE;AACjE,iEAAmE;AACnE,uEAAkE;AAClE,+DAAwE;AACxE,sDAAkD;AAErC,QAAA,QAAQ,GAAG,IAAA,8BAAW,EAAC;IACnC,WAAW,EAAE,UAAU;IACvB,IAAI,EAAE,mBAAY;IAClB,uBAAuB,EAAE,QAAQ;IACjC,OAAO,EAAE,kDAAkD;IAC3D,OAAO,EAAE,CAAC,YAAY,CAAC;IACvB,OAAO,EAAE;QACR,kCAAkB;QAClB,oCAAmB;QACnB,mCAAe;QACf,IAAA,yCAAyB,EAAC;YACzB,IAAI,EAAE,mBAAY;YAClB,OAAO,EAAE,GAAG,EAAE,CAAC,oBAAQ;YACvB,WAAW,EAAE,CAAO,IAAI,EAAE,EAAE;gBAC3B,OAAO;oBACN,aAAa,EAAE,UAAU,IAAI,EAAE;iBAC/B,CAAC;YACH,CAAC,CAAA;SACD,CAAC;KACF;IACD,QAAQ,EAAE,EAAE;CACZ,CAAC,CAAC"}

package/src/lib/actions/crawl-website.d.ts

@@ -0,0 +1,7 @@
+export declare const crawlWebsiteAction: import("@activepieces/pieces-framework").IAction<import("@activepieces/pieces-framework").SecretTextProperty<true>, {
+    url: import("@activepieces/pieces-framework").ShortTextProperty<true>;
+    prompt: import("@activepieces/pieces-framework").LongTextProperty<false>;
+    depth: import("@activepieces/pieces-framework").NumberProperty<true>;
+    limit: import("@activepieces/pieces-framework").NumberProperty<true>;
+    jsonSchema: import("@activepieces/pieces-framework").JsonProperty<false>;
+}>;

package/src/lib/actions/crawl-website.js

@@ -0,0 +1,83 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.crawlWebsiteAction = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@activepieces/pieces-framework");
+const auth_1 = require("../common/auth");
+const pieces_common_1 = require("@activepieces/pieces-common");
+const constants_1 = require("../common/constants");
+exports.crawlWebsiteAction = (0, pieces_framework_1.createAction)({
+    name: 'crawl-website',
+    auth: auth_1.dataFuelAuth,
+    displayName: 'Crawl Website',
+    description: 'Crawl a website into a markdown format.',
+    props: {
+        url: pieces_framework_1.Property.ShortText({
+            displayName: 'URL',
+            required: true,
+        }),
+        prompt: pieces_framework_1.Property.LongText({
+            displayName: 'AI Prompt',
+            description: 'Prompt to crawl data',
+            required: false,
+        }),
+        depth: pieces_framework_1.Property.Number({
+            displayName: 'Depth',
+            description: 'The depth of the crawl 1 depth mean only the first level of links will be scraped',
+            required: true,
+        }),
+        limit: pieces_framework_1.Property.Number({
+            displayName: 'Limit',
+            description: 'The maximum number of pages to scrape',
+            required: true,
+        }),
+        jsonSchema: pieces_framework_1.Property.Json({
+            displayName: 'JSON Schema',
+            required: false,
+            description: `JSON schema definition for structured data extraction.Format should follow OpenAI's function calling schema format (https://platform.openai.com/docs/guides/structured-outputs)`,
+        }),
+    },
+    run(context) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const { url, prompt, depth, limit, jsonSchema } = context.propsValue;
+            const response = yield pieces_common_1.httpClient.sendRequest({
+                method: pieces_common_1.HttpMethod.POST,
+                url: constants_1.BASE_URL + '/crawl',
+                authentication: {
+                    type: pieces_common_1.AuthenticationType.BEARER_TOKEN,
+                    token: context.auth,
+                },
+                body: {
+                    url,
+                    ai_prompt: prompt,
+                    json_schema: jsonSchema,
+                    depth,
+                    limit,
+                },
+            });
+            const jobId = response.body.job_id;
+            let status = 'pending';
+            const timeoutAt = Date.now() + 5 * 60 * 1000;
+            while (status !== 'finished' && Date.now() < timeoutAt) {
+                yield new Promise((resolve) => setTimeout(resolve, 5000)); // wait 5 seconds
+                const pollResponse = yield pieces_common_1.httpClient.sendRequest({
+                    method: pieces_common_1.HttpMethod.GET,
+                    url: constants_1.BASE_URL + '/list_scrapes',
+                    authentication: {
+                        type: pieces_common_1.AuthenticationType.BEARER_TOKEN,
+                        token: context.auth,
+                    },
+                    queryParams: {
+                        job_id: jobId,
+                        markdown: 'true',
+                    },
+                });
+                status = pollResponse.body[0].job_status;
+                if (status === 'finished')
+                    return pollResponse.body;
+            }
+            throw new Error('Crawl Job timed out or failed.');
+        });
+    },
+});
+//# sourceMappingURL=crawl-website.js.map

package/src/lib/actions/crawl-website.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl-website.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/actions/crawl-website.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,kBAAkB,GAAG,IAAA,+BAAY,EAAC;IAC9C,IAAI,EAAE,eAAe;IACrB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,yCAAyC;IACtD,KAAK,EAAE;QACN,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACvB,WAAW,EAAE,KAAK;YAClB,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,MAAM,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACzB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,sBAAsB;YACnC,QAAQ,EAAE,KAAK;SACf,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,OAAO;YACpB,WAAW,EACV,mFAAmF;YACpF,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,OAAO;YACpB,WAAW,EAAE,uCAAuC;YACpD,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,IAAI,CAAC;YACzB,WAAW,EAAE,aAAa;YAC1B,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,iLAAiL;SAC9L,CAAC;KACF;IACK,GAAG,CAAC,OAAO;;YAChB,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAErE,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAuB;gBACnE,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,oBAAQ,GAAG,QAAQ;gBACxB,cAAc,EAAE;oBACf,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI;iBACnB;gBACD,IAAI,EAAE;oBACL,GAAG;oBACH,SAAS,EAAE,MAAM;oBACjB,WAAW,EAAE,UAAU;oBACvB,KAAK;oBACL,KAAK;iBACL;aACD,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,IAAI,MAAM,GAAG,SAAS,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAE7C,OAAO,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;gBACxD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,iBAAiB;gBAE5E,MAAM,YAAY,GAAG,MAAM,0BAAU,CAAC,WAAW,CAA6B;oBAC7E,MAAM,EAAE,0BAAU,CAAC,GAAG;oBACtB,GAAG,EAAE,oBAAQ,GAAG,eAAe;oBAC/B,cAAc,EAAE;wBACf,IAAI,EAAE,kCAAkB,CAAC,YAAY;wBACrC,KAAK,EAAE,OAAO,CAAC,IAAI;qBACnB;oBACD,WAAW,EAAE;wBACZ,MAAM,EAAE,KAAK;wBACb,QAAQ,EAAE,MAAM;qBAChB;iBACD,CAAC,CAAC;gBAEH,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;gBAEzC,IAAI,MAAM,KAAK,UAAU;oBAAE,OAAO,YAAY,CAAC,IAAI,CAAC;YACrD,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACnD,CAAC;KAAA;CACD,CAAC,CAAC"}

package/src/lib/actions/get-scrape-result.d.ts

@@ -0,0 +1,5 @@
+export declare const getScrapeAction: import("@activepieces/pieces-framework").IAction<import("@activepieces/pieces-framework").SecretTextProperty<true>, {
+    jobId: import("@activepieces/pieces-framework").ShortTextProperty<true>;
+    aiResponse: import("@activepieces/pieces-framework").CheckboxProperty<true>;
+    markdownResponse: import("@activepieces/pieces-framework").CheckboxProperty<true>;
+}>;

package/src/lib/actions/get-scrape-result.js

@@ -0,0 +1,48 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getScrapeAction = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@activepieces/pieces-framework");
+const auth_1 = require("../common/auth");
+const pieces_common_1 = require("@activepieces/pieces-common");
+const constants_1 = require("../common/constants");
+exports.getScrapeAction = (0, pieces_framework_1.createAction)({
+    name: 'get-scrape',
+    auth: auth_1.dataFuelAuth,
+    displayName: 'Get Scrape Result',
+    description: 'Retrieves the deatils about scrape.',
+    props: {
+        jobId: pieces_framework_1.Property.ShortText({
+            displayName: 'Job ID',
+            required: true,
+        }),
+        aiResponse: pieces_framework_1.Property.Checkbox({
+            displayName: 'AI JSON Result',
+            required: true,
+        }),
+        markdownResponse: pieces_framework_1.Property.Checkbox({
+            displayName: 'Markdown Result',
+            required: true,
+        }),
+    },
+    run(context) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const { jobId, aiResponse, markdownResponse } = context.propsValue;
+            const response = yield pieces_common_1.httpClient.sendRequest({
+                method: pieces_common_1.HttpMethod.GET,
+                url: constants_1.BASE_URL + '/list_scrapes',
+                authentication: {
+                    type: pieces_common_1.AuthenticationType.BEARER_TOKEN,
+                    token: context.auth,
+                },
+                queryParams: {
+                    job_id: jobId,
+                    markdown: markdownResponse ? 'true' : 'false',
+                    ai_response: aiResponse ? 'true' : 'false',
+                },
+            });
+            return response.body;
+        });
+    },
+});
+//# sourceMappingURL=get-scrape-result.js.map

package/src/lib/actions/get-scrape-result.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-scrape-result.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/actions/get-scrape-result.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,eAAe,GAAG,IAAA,+BAAY,EAAC;IAC3C,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE,qCAAqC;IAClD,KAAK,EAAE;QACN,KAAK,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACzB,WAAW,EAAE,QAAQ;YACrB,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC7B,WAAW,EAAE,gBAAgB;YAC7B,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,gBAAgB,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACnC,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,IAAI;SACd,CAAC;KACF;IACK,GAAG,CAAC,OAAO;;YAChB,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAEnE,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAA6B;gBACzE,MAAM,EAAE,0BAAU,CAAC,GAAG;gBACtB,GAAG,EAAE,oBAAQ,GAAG,eAAe;gBAE/B,cAAc,EAAE;oBACf,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI;iBACnB;gBACD,WAAW,EAAE;oBACZ,MAAM,EAAE,KAAK;oBACb,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;oBAC7C,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;iBAC1C;aACD,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,IAAI,CAAC;QACtB,CAAC;KAAA;CACD,CAAC,CAAC"}

package/src/lib/actions/scrape-website.d.ts

@@ -0,0 +1,5 @@
+export declare const scrapeWebsiteAction: import("@activepieces/pieces-framework").IAction<import("@activepieces/pieces-framework").SecretTextProperty<true>, {
+    url: import("@activepieces/pieces-framework").ShortTextProperty<true>;
+    prompt: import("@activepieces/pieces-framework").LongTextProperty<false>;
+    jsonSchema: import("@activepieces/pieces-framework").JsonProperty<false>;
+}>;

package/src/lib/actions/scrape-website.js

@@ -0,0 +1,70 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scrapeWebsiteAction = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@activepieces/pieces-framework");
+const auth_1 = require("../common/auth");
+const pieces_common_1 = require("@activepieces/pieces-common");
+const constants_1 = require("../common/constants");
+exports.scrapeWebsiteAction = (0, pieces_framework_1.createAction)({
+    name: 'scrape-website',
+    auth: auth_1.dataFuelAuth,
+    displayName: 'Crawl Website',
+    description: 'Crawl a website into a markdown format.',
+    props: {
+        url: pieces_framework_1.Property.ShortText({
+            displayName: 'URL',
+            required: true,
+        }),
+        prompt: pieces_framework_1.Property.LongText({
+            displayName: 'AI Prompt',
+            description: 'Prompt to crawl data',
+            required: false,
+        }),
+        jsonSchema: pieces_framework_1.Property.Json({
+            displayName: 'JSON Schema',
+            required: false,
+            description: `JSON schema definition for structured data extraction.Format should follow OpenAI's function calling schema format (https://platform.openai.com/docs/guides/structured-outputs)`,
+        }),
+    },
+    run(context) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const { url, prompt, jsonSchema } = context.propsValue;
+            const response = yield pieces_common_1.httpClient.sendRequest({
+                method: pieces_common_1.HttpMethod.POST,
+                url: constants_1.BASE_URL + '/scrape',
+                authentication: {
+                    type: pieces_common_1.AuthenticationType.BEARER_TOKEN,
+                    token: context.auth,
+                },
+                body: {
+                    url,
+                    ai_prompt: prompt,
+                    json_schema: jsonSchema,
+                },
+            });
+            const jobId = response.body.job_id;
+            let status = 'pending';
+            const timeoutAt = Date.now() + 5 * 60 * 1000;
+            while (status !== 'finished' && Date.now() < timeoutAt) {
+                yield new Promise((resolve) => setTimeout(resolve, 5000)); // wait 5 seconds
+                const pollResponse = yield pieces_common_1.httpClient.sendRequest({
+                    method: pieces_common_1.HttpMethod.GET,
+                    url: constants_1.BASE_URL + '/list_scrapes',
+                    authentication: {
+                        type: pieces_common_1.AuthenticationType.BEARER_TOKEN,
+                        token: context.auth,
+                    },
+                    queryParams: {
+                        job_id: jobId,
+                    },
+                });
+                status = pollResponse.body[0].job_status;
+                if (status === 'finished')
+                    return pollResponse.body;
+            }
+            throw new Error('Crawl Job timed out or failed.');
+        });
+    },
+});
+//# sourceMappingURL=scrape-website.js.map

package/src/lib/actions/scrape-website.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape-website.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/actions/scrape-website.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,mBAAmB,GAAG,IAAA,+BAAY,EAAC;IAC5C,IAAI,EAAE,gBAAgB;IACtB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,yCAAyC;IACtD,KAAK,EAAE;QACH,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACpB,WAAW,EAAE,KAAK;YAClB,QAAQ,EAAE,IAAI;SACjB,CAAC;QACF,MAAM,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACtB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,sBAAsB;YACnC,QAAQ,EAAE,KAAK;SAClB,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,IAAI,CAAC;YACtB,WAAW,EAAE,aAAa;YAC1B,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,iLAAiL;SACjM,CAAC;KACL;IACK,GAAG,CAAC,OAAO;;YACb,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAEvD,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAuB;gBAChE,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,oBAAQ,GAAG,SAAS;gBACzB,cAAc,EAAE;oBACZ,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI;iBACtB;gBACD,IAAI,EAAE;oBACF,GAAG;oBACH,SAAS,EAAE,MAAM;oBACjB,WAAW,EAAE,UAAU;iBAC1B;aACJ,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,IAAI,MAAM,GAAG,SAAS,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAE7C,OAAO,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;gBACrD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,iBAAiB;gBAE5E,MAAM,YAAY,GAAG,MAAM,0BAAU,CAAC,WAAW,CAA6B;oBAC1E,MAAM,EAAE,0BAAU,CAAC,GAAG;oBACtB,GAAG,EAAE,oBAAQ,GAAG,eAAe;oBAC/B,cAAc,EAAE;wBACZ,IAAI,EAAE,kCAAkB,CAAC,YAAY;wBACrC,KAAK,EAAE,OAAO,CAAC,IAAI;qBACtB;oBACD,WAAW,EAAE;wBACT,MAAM,EAAE,KAAK;qBAChB;iBACJ,CAAC,CAAC;gBAEH,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;gBAEzC,IAAI,MAAM,KAAK,UAAU;oBAAE,OAAO,YAAY,CAAC,IAAI,CAAC;YACxD,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACtD,CAAC;KAAA;CACJ,CAAC,CAAC"}

package/src/lib/common/auth.d.ts

@@ -0,0 +1 @@
+export declare const dataFuelAuth: import("@activepieces/pieces-framework").SecretTextProperty<true>;

package/src/lib/common/auth.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.dataFuelAuth = void 0;
+const pieces_framework_1 = require("@activepieces/pieces-framework");
+exports.dataFuelAuth = pieces_framework_1.PieceAuth.SecretText({
+    displayName: 'API Key',
+    description: `You can obtain API key from [Settings](https://app.datafuel.dev/account/api_key).`,
+    required: true,
+});
+//# sourceMappingURL=auth.js.map

package/src/lib/common/auth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/common/auth.ts"],"names":[],"mappings":";;;AAAA,qEAA2D;AAE9C,QAAA,YAAY,GAAG,4BAAS,CAAC,UAAU,CAAC;IAC/C,WAAW,EAAE,SAAS;IACtB,WAAW,EAAE,mFAAmF;IAChG,QAAQ,EAAE,IAAI;CACf,CAAC,CAAC"}

package/src/lib/common/constants.d.ts

@@ -0,0 +1 @@
+export declare const BASE_URL = "https://api.datafuel.dev/";

package/src/lib/common/constants.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BASE_URL = void 0;
+exports.BASE_URL = 'https://api.datafuel.dev/';
+//# sourceMappingURL=constants.js.map

package/src/lib/common/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/common/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,QAAQ,GAAG,2BAA2B,CAAA"}

package/src/lib/common/types.d.ts

@@ -0,0 +1,7 @@
+export type CrawlWebsiteResponse = {
+    job_id: string;
+};
+export type ListScrapesResponse = {
+    job_id: string;
+    job_status: string;
+};

package/src/lib/common/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/src/lib/common/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/common/types.ts"],"names":[],"mappings":""}