@activepieces/piece-datafuel 0.0.1 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +7 -6
- package/src/i18n/translation.json +36 -0
- package/src/index.js +1 -1
- package/src/index.js.map +1 -1
- package/src/lib/actions/crawl-website.js +2 -2
- package/src/lib/actions/crawl-website.js.map +1 -1
- package/src/lib/actions/get-scrape-result.js +1 -1
- package/src/lib/actions/get-scrape-result.js.map +1 -1
- package/src/lib/actions/scrape-website.js +2 -2
- package/src/lib/actions/scrape-website.js.map +1 -1
package/package.json
CHANGED
|
@@ -1,23 +1,24 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@activepieces/piece-datafuel",
|
|
3
|
-
"version": "0.0
|
|
3
|
+
"version": "0.1.0",
|
|
4
4
|
"type": "commonjs",
|
|
5
5
|
"main": "./src/index.js",
|
|
6
6
|
"types": "./src/index.d.ts",
|
|
7
7
|
"dependencies": {
|
|
8
8
|
"@sinclair/typebox": "0.34.11",
|
|
9
|
-
"axios": "1.
|
|
9
|
+
"axios": "1.13.1",
|
|
10
10
|
"axios-retry": "4.4.1",
|
|
11
11
|
"deepmerge-ts": "7.1.0",
|
|
12
|
+
"form-data": "4.0.4",
|
|
12
13
|
"mime-types": "2.1.35",
|
|
13
14
|
"nanoid": "3.3.8",
|
|
14
15
|
"semver": "7.6.0",
|
|
15
16
|
"socket.io-client": "4.8.1",
|
|
16
17
|
"tslib": "^2.3.0",
|
|
17
|
-
"zod": "
|
|
18
|
-
"@activepieces/pieces-common": "0.
|
|
19
|
-
"@activepieces/pieces-framework": "0.
|
|
20
|
-
"@activepieces/shared": "0.
|
|
18
|
+
"zod": "4.1.13",
|
|
19
|
+
"@activepieces/pieces-common": "0.11.0",
|
|
20
|
+
"@activepieces/pieces-framework": "0.23.0",
|
|
21
|
+
"@activepieces/shared": "0.30.4"
|
|
21
22
|
},
|
|
22
23
|
"resolutions": {
|
|
23
24
|
"rollup": "npm:@rollup/wasm-node"
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
{
|
|
2
|
+
"You can obtain API key from [Settings](https://app.datafuel.dev/account/api_key).": "You can obtain API key from [Settings](https://app.datafuel.dev/account/api_key).",
|
|
3
|
+
"Crawl Website": "Crawl Website",
|
|
4
|
+
"Get Scrape Result": "Get Scrape Result",
|
|
5
|
+
"Custom API Call": "Custom API Call",
|
|
6
|
+
"Crawl a website into a markdown format.": "Crawl a website into a markdown format.",
|
|
7
|
+
"Retrieves the deatils about scrape.": "Retrieves the deatils about scrape.",
|
|
8
|
+
"Make a custom API call to a specific endpoint": "Make a custom API call to a specific endpoint",
|
|
9
|
+
"URL": "URL",
|
|
10
|
+
"AI Prompt": "AI Prompt",
|
|
11
|
+
"Depth": "Depth",
|
|
12
|
+
"Limit": "Limit",
|
|
13
|
+
"JSON Schema": "JSON Schema",
|
|
14
|
+
"Job ID": "Job ID",
|
|
15
|
+
"AI JSON Result": "AI JSON Result",
|
|
16
|
+
"Markdown Result": "Markdown Result",
|
|
17
|
+
"Method": "Method",
|
|
18
|
+
"Headers": "Headers",
|
|
19
|
+
"Query Parameters": "Query Parameters",
|
|
20
|
+
"Body": "Body",
|
|
21
|
+
"Response is Binary ?": "Response is Binary ?",
|
|
22
|
+
"No Error on Failure": "No Error on Failure",
|
|
23
|
+
"Timeout (in seconds)": "Timeout (in seconds)",
|
|
24
|
+
"Prompt to crawl data": "Prompt to crawl data",
|
|
25
|
+
"The depth of the crawl 1 depth mean only the first level of links will be scraped": "The depth of the crawl 1 depth mean only the first level of links will be scraped",
|
|
26
|
+
"The maximum number of pages to scrape": "The maximum number of pages to scrape",
|
|
27
|
+
"JSON schema definition for structured data extraction.Format should follow OpenAI's function calling schema format (https://platform.openai.com/docs/guides/structured-outputs)": "JSON schema definition for structured data extraction.Format should follow OpenAI's function calling schema format (https://platform.openai.com/docs/guides/structured-outputs)",
|
|
28
|
+
"Authorization headers are injected automatically from your connection.": "Authorization headers are injected automatically from your connection.",
|
|
29
|
+
"Enable for files like PDFs, images, etc..": "Enable for files like PDFs, images, etc..",
|
|
30
|
+
"GET": "GET",
|
|
31
|
+
"POST": "POST",
|
|
32
|
+
"PATCH": "PATCH",
|
|
33
|
+
"PUT": "PUT",
|
|
34
|
+
"DELETE": "DELETE",
|
|
35
|
+
"HEAD": "HEAD"
|
|
36
|
+
}
|
package/src/index.js
CHANGED
|
@@ -24,7 +24,7 @@ exports.datafuel = (0, pieces_framework_1.createPiece)({
|
|
|
24
24
|
baseUrl: () => constants_1.BASE_URL,
|
|
25
25
|
authMapping: (auth) => tslib_1.__awaiter(void 0, void 0, void 0, function* () {
|
|
26
26
|
return {
|
|
27
|
-
Authorization: `Bearer ${auth}`,
|
|
27
|
+
Authorization: `Bearer ${auth.secret_text}`,
|
|
28
28
|
};
|
|
29
29
|
}),
|
|
30
30
|
}),
|
package/src/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../packages/pieces/community/datafuel/src/index.ts"],"names":[],"mappings":";;;;AAAA,qEAA6D;AAC7D,4CAAiD;AACjD,+DAAiE;AACjE,iEAAmE;AACnE,uEAAkE;AAClE,+DAAwE;AACxE,sDAAkD;AAErC,QAAA,QAAQ,GAAG,IAAA,8BAAW,EAAC;IACnC,WAAW,EAAE,UAAU;IACvB,IAAI,EAAE,mBAAY;IAClB,uBAAuB,EAAE,QAAQ;IACjC,OAAO,EAAE,kDAAkD;IAC3D,OAAO,EAAE,CAAC,YAAY,CAAC;IACvB,OAAO,EAAE;QACR,kCAAkB;QAClB,oCAAmB;QACnB,mCAAe;QACf,IAAA,yCAAyB,EAAC;YACzB,IAAI,EAAE,mBAAY;YAClB,OAAO,EAAE,GAAG,EAAE,CAAC,oBAAQ;YACvB,WAAW,EAAE,CAAO,IAAI,EAAE,EAAE;gBAC3B,OAAO;oBACN,aAAa,EAAE,UAAU,IAAI,EAAE;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../packages/pieces/community/datafuel/src/index.ts"],"names":[],"mappings":";;;;AAAA,qEAA6D;AAC7D,4CAAiD;AACjD,+DAAiE;AACjE,iEAAmE;AACnE,uEAAkE;AAClE,+DAAwE;AACxE,sDAAkD;AAErC,QAAA,QAAQ,GAAG,IAAA,8BAAW,EAAC;IACnC,WAAW,EAAE,UAAU;IACvB,IAAI,EAAE,mBAAY;IAClB,uBAAuB,EAAE,QAAQ;IACjC,OAAO,EAAE,kDAAkD;IAC3D,OAAO,EAAE,CAAC,YAAY,CAAC;IACvB,OAAO,EAAE;QACR,kCAAkB;QAClB,oCAAmB;QACnB,mCAAe;QACf,IAAA,yCAAyB,EAAC;YACzB,IAAI,EAAE,mBAAY;YAClB,OAAO,EAAE,GAAG,EAAE,CAAC,oBAAQ;YACvB,WAAW,EAAE,CAAO,IAAI,EAAE,EAAE;gBAC3B,OAAO;oBACN,aAAa,EAAE,UAAU,IAAI,CAAC,WAAW,EAAE;iBAC3C,CAAC;YACH,CAAC,CAAA;SACD,CAAC;KACF;IACD,QAAQ,EAAE,EAAE;CACZ,CAAC,CAAC"}
|
|
@@ -45,7 +45,7 @@ exports.crawlWebsiteAction = (0, pieces_framework_1.createAction)({
|
|
|
45
45
|
url: constants_1.BASE_URL + '/crawl',
|
|
46
46
|
authentication: {
|
|
47
47
|
type: pieces_common_1.AuthenticationType.BEARER_TOKEN,
|
|
48
|
-
token: context.auth,
|
|
48
|
+
token: context.auth.secret_text,
|
|
49
49
|
},
|
|
50
50
|
body: {
|
|
51
51
|
url,
|
|
@@ -65,7 +65,7 @@ exports.crawlWebsiteAction = (0, pieces_framework_1.createAction)({
|
|
|
65
65
|
url: constants_1.BASE_URL + '/list_scrapes',
|
|
66
66
|
authentication: {
|
|
67
67
|
type: pieces_common_1.AuthenticationType.BEARER_TOKEN,
|
|
68
|
-
token: context.auth,
|
|
68
|
+
token: context.auth.secret_text,
|
|
69
69
|
},
|
|
70
70
|
queryParams: {
|
|
71
71
|
job_id: jobId,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"crawl-website.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/actions/crawl-website.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,kBAAkB,GAAG,IAAA,+BAAY,EAAC;IAC9C,IAAI,EAAE,eAAe;IACrB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,yCAAyC;IACtD,KAAK,EAAE;QACN,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACvB,WAAW,EAAE,KAAK;YAClB,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,MAAM,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACzB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,sBAAsB;YACnC,QAAQ,EAAE,KAAK;SACf,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,OAAO;YACpB,WAAW,EACV,mFAAmF;YACpF,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,OAAO;YACpB,WAAW,EAAE,uCAAuC;YACpD,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,IAAI,CAAC;YACzB,WAAW,EAAE,aAAa;YAC1B,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,iLAAiL;SAC9L,CAAC;KACF;IACK,GAAG,CAAC,OAAO;;YAChB,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAErE,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAuB;gBACnE,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,oBAAQ,GAAG,QAAQ;gBACxB,cAAc,EAAE;oBACf,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI;
|
|
1
|
+
{"version":3,"file":"crawl-website.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/actions/crawl-website.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,kBAAkB,GAAG,IAAA,+BAAY,EAAC;IAC9C,IAAI,EAAE,eAAe;IACrB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,yCAAyC;IACtD,KAAK,EAAE;QACN,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACvB,WAAW,EAAE,KAAK;YAClB,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,MAAM,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACzB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,sBAAsB;YACnC,QAAQ,EAAE,KAAK;SACf,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,OAAO;YACpB,WAAW,EACV,mFAAmF;YACpF,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,OAAO;YACpB,WAAW,EAAE,uCAAuC;YACpD,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,IAAI,CAAC;YACzB,WAAW,EAAE,aAAa;YAC1B,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,iLAAiL;SAC9L,CAAC;KACF;IACK,GAAG,CAAC,OAAO;;YAChB,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAErE,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAuB;gBACnE,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,oBAAQ,GAAG,QAAQ;gBACxB,cAAc,EAAE;oBACf,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;iBAC/B;gBACD,IAAI,EAAE;oBACL,GAAG;oBACH,SAAS,EAAE,MAAM;oBACjB,WAAW,EAAE,UAAU;oBACvB,KAAK;oBACL,KAAK;iBACL;aACD,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,IAAI,MAAM,GAAG,SAAS,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAE7C,OAAO,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;gBACxD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,iBAAiB;gBAE5E,MAAM,YAAY,GAAG,MAAM,0BAAU,CAAC,WAAW,CAA6B;oBAC7E,MAAM,EAAE,0BAAU,CAAC,GAAG;oBACtB,GAAG,EAAE,oBAAQ,GAAG,eAAe;oBAC/B,cAAc,EAAE;wBACf,IAAI,EAAE,kCAAkB,CAAC,YAAY;wBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;qBAC/B;oBACD,WAAW,EAAE;wBACZ,MAAM,EAAE,KAAK;wBACb,QAAQ,EAAE,MAAM;qBAChB;iBACD,CAAC,CAAC;gBAEH,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;gBAEzC,IAAI,MAAM,KAAK,UAAU;oBAAE,OAAO,YAAY,CAAC,IAAI,CAAC;YACrD,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACnD,CAAC;KAAA;CACD,CAAC,CAAC"}
|
|
@@ -33,7 +33,7 @@ exports.getScrapeAction = (0, pieces_framework_1.createAction)({
|
|
|
33
33
|
url: constants_1.BASE_URL + '/list_scrapes',
|
|
34
34
|
authentication: {
|
|
35
35
|
type: pieces_common_1.AuthenticationType.BEARER_TOKEN,
|
|
36
|
-
token: context.auth,
|
|
36
|
+
token: context.auth.secret_text,
|
|
37
37
|
},
|
|
38
38
|
queryParams: {
|
|
39
39
|
job_id: jobId,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-scrape-result.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/actions/get-scrape-result.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,eAAe,GAAG,IAAA,+BAAY,EAAC;IAC3C,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE,qCAAqC;IAClD,KAAK,EAAE;QACN,KAAK,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACzB,WAAW,EAAE,QAAQ;YACrB,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC7B,WAAW,EAAE,gBAAgB;YAC7B,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,gBAAgB,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACnC,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,IAAI;SACd,CAAC;KACF;IACK,GAAG,CAAC,OAAO;;YAChB,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAEnE,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAA6B;gBACzE,MAAM,EAAE,0BAAU,CAAC,GAAG;gBACtB,GAAG,EAAE,oBAAQ,GAAG,eAAe;gBAE/B,cAAc,EAAE;oBACf,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI;
|
|
1
|
+
{"version":3,"file":"get-scrape-result.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/actions/get-scrape-result.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,eAAe,GAAG,IAAA,+BAAY,EAAC;IAC3C,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE,qCAAqC;IAClD,KAAK,EAAE;QACN,KAAK,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACzB,WAAW,EAAE,QAAQ;YACrB,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC7B,WAAW,EAAE,gBAAgB;YAC7B,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,gBAAgB,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACnC,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,IAAI;SACd,CAAC;KACF;IACK,GAAG,CAAC,OAAO;;YAChB,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAEnE,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAA6B;gBACzE,MAAM,EAAE,0BAAU,CAAC,GAAG;gBACtB,GAAG,EAAE,oBAAQ,GAAG,eAAe;gBAE/B,cAAc,EAAE;oBACf,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;iBAC/B;gBACD,WAAW,EAAE;oBACZ,MAAM,EAAE,KAAK;oBACb,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;oBAC7C,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;iBAC1C;aACD,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,IAAI,CAAC;QACtB,CAAC;KAAA;CACD,CAAC,CAAC"}
|
|
@@ -35,7 +35,7 @@ exports.scrapeWebsiteAction = (0, pieces_framework_1.createAction)({
|
|
|
35
35
|
url: constants_1.BASE_URL + '/scrape',
|
|
36
36
|
authentication: {
|
|
37
37
|
type: pieces_common_1.AuthenticationType.BEARER_TOKEN,
|
|
38
|
-
token: context.auth,
|
|
38
|
+
token: context.auth.secret_text,
|
|
39
39
|
},
|
|
40
40
|
body: {
|
|
41
41
|
url,
|
|
@@ -53,7 +53,7 @@ exports.scrapeWebsiteAction = (0, pieces_framework_1.createAction)({
|
|
|
53
53
|
url: constants_1.BASE_URL + '/list_scrapes',
|
|
54
54
|
authentication: {
|
|
55
55
|
type: pieces_common_1.AuthenticationType.BEARER_TOKEN,
|
|
56
|
-
token: context.auth,
|
|
56
|
+
token: context.auth.secret_text,
|
|
57
57
|
},
|
|
58
58
|
queryParams: {
|
|
59
59
|
job_id: jobId,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrape-website.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/actions/scrape-website.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,mBAAmB,GAAG,IAAA,+BAAY,EAAC;IAC5C,IAAI,EAAE,gBAAgB;IACtB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,yCAAyC;IACtD,KAAK,EAAE;QACH,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACpB,WAAW,EAAE,KAAK;YAClB,QAAQ,EAAE,IAAI;SACjB,CAAC;QACF,MAAM,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACtB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,sBAAsB;YACnC,QAAQ,EAAE,KAAK;SAClB,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,IAAI,CAAC;YACtB,WAAW,EAAE,aAAa;YAC1B,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,iLAAiL;SACjM,CAAC;KACL;IACK,GAAG,CAAC,OAAO;;YACb,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAEvD,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAuB;gBAChE,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,oBAAQ,GAAG,SAAS;gBACzB,cAAc,EAAE;oBACZ,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI;
|
|
1
|
+
{"version":3,"file":"scrape-website.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/actions/scrape-website.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,mBAAmB,GAAG,IAAA,+BAAY,EAAC;IAC5C,IAAI,EAAE,gBAAgB;IACtB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,yCAAyC;IACtD,KAAK,EAAE;QACH,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACpB,WAAW,EAAE,KAAK;YAClB,QAAQ,EAAE,IAAI;SACjB,CAAC;QACF,MAAM,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACtB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,sBAAsB;YACnC,QAAQ,EAAE,KAAK;SAClB,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,IAAI,CAAC;YACtB,WAAW,EAAE,aAAa;YAC1B,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,iLAAiL;SACjM,CAAC;KACL;IACK,GAAG,CAAC,OAAO;;YACb,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAEvD,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAuB;gBAChE,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,oBAAQ,GAAG,SAAS;gBACzB,cAAc,EAAE;oBACZ,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;iBAClC;gBACD,IAAI,EAAE;oBACF,GAAG;oBACH,SAAS,EAAE,MAAM;oBACjB,WAAW,EAAE,UAAU;iBAC1B;aACJ,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,IAAI,MAAM,GAAG,SAAS,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAE7C,OAAO,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;gBACrD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,iBAAiB;gBAE5E,MAAM,YAAY,GAAG,MAAM,0BAAU,CAAC,WAAW,CAA6B;oBAC1E,MAAM,EAAE,0BAAU,CAAC,GAAG;oBACtB,GAAG,EAAE,oBAAQ,GAAG,eAAe;oBAC/B,cAAc,EAAE;wBACZ,IAAI,EAAE,kCAAkB,CAAC,YAAY;wBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;qBAClC;oBACD,WAAW,EAAE;wBACT,MAAM,EAAE,KAAK;qBAChB;iBACJ,CAAC,CAAC;gBAEH,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;gBAEzC,IAAI,MAAM,KAAK,UAAU;oBAAE,OAAO,YAAY,CAAC,IAAI,CAAC;YACxD,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACtD,CAAC;KAAA;CACJ,CAAC,CAAC"}
|