@activepieces/piece-datafuel 0.1.4 → 0.1.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json CHANGED
@@ -1,27 +1,17 @@
1
1
  {
2
2
  "name": "@activepieces/piece-datafuel",
3
- "version": "0.1.4",
3
+ "version": "0.1.5",
4
4
  "type": "commonjs",
5
5
  "main": "./src/index.js",
6
6
  "types": "./src/index.d.ts",
7
7
  "dependencies": {
8
- "@sinclair/typebox": "0.34.11",
9
- "ai": "^6.0.0",
10
- "axios": "1.13.5",
11
- "axios-retry": "4.4.1",
12
- "deepmerge-ts": "7.1.0",
13
- "form-data": "4.0.4",
14
- "mime-types": "2.1.35",
15
- "nanoid": "3.3.8",
16
- "semver": "7.6.0",
17
- "socket.io-client": "4.8.1",
18
- "tslib": "^2.3.0",
19
- "zod": "4.1.13",
20
- "@activepieces/pieces-common": "0.11.6",
21
- "@activepieces/pieces-framework": "0.25.4",
22
- "@activepieces/shared": "0.37.0"
8
+ "@activepieces/pieces-common": "0.12.3",
9
+ "@activepieces/pieces-framework": "0.30.0",
10
+ "@activepieces/shared": "0.87.1",
11
+ "tslib": "2.3.0"
23
12
  },
24
- "resolutions": {
25
- "rollup": "npm:@rollup/wasm-node"
13
+ "scripts": {
14
+ "build": "tsc -p tsconfig.lib.json && cp package.json dist/",
15
+ "lint": "eslint 'src/**/*.ts'"
26
16
  }
27
17
  }
package/src/index.d.ts CHANGED
@@ -1 +1,2 @@
1
1
  export declare const datafuel: import("@activepieces/pieces-framework").Piece<import("@activepieces/pieces-framework").SecretTextProperty<true>>;
2
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,QAAQ,mHAqBnB,CAAC"}
package/src/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../packages/pieces/community/datafuel/src/index.ts"],"names":[],"mappings":";;;;AAAA,qEAA6D;AAC7D,4CAAiD;AACjD,+DAAiE;AACjE,iEAAmE;AACnE,uEAAkE;AAClE,+DAAwE;AACxE,sDAAkD;AAErC,QAAA,QAAQ,GAAG,IAAA,8BAAW,EAAC;IACnC,WAAW,EAAE,UAAU;IACvB,IAAI,EAAE,mBAAY;IAClB,uBAAuB,EAAE,QAAQ;IACjC,OAAO,EAAE,kDAAkD;IAC3D,OAAO,EAAE,CAAC,YAAY,CAAC;IACvB,OAAO,EAAE;QACR,kCAAkB;QAClB,oCAAmB;QACnB,mCAAe;QACf,IAAA,yCAAyB,EAAC;YACzB,IAAI,EAAE,mBAAY;YAClB,OAAO,EAAE,GAAG,EAAE,CAAC,oBAAQ;YACvB,WAAW,EAAE,CAAO,IAAI,EAAE,EAAE;gBAC3B,OAAO;oBACN,aAAa,EAAE,UAAU,IAAI,CAAC,WAAW,EAAE;iBAC3C,CAAC;YACH,CAAC,CAAA;SACD,CAAC;KACF;IACD,QAAQ,EAAE,EAAE;CACZ,CAAC,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;AAAA,qEAA6D;AAC7D,4CAAiD;AACjD,+DAAiE;AACjE,iEAAmE;AACnE,uEAAkE;AAClE,+DAAwE;AACxE,sDAAkD;AAErC,QAAA,QAAQ,GAAG,IAAA,8BAAW,EAAC;IACnC,WAAW,EAAE,UAAU;IACvB,IAAI,EAAE,mBAAY;IAClB,uBAAuB,EAAE,QAAQ;IACjC,OAAO,EAAE,kDAAkD;IAC3D,OAAO,EAAE,CAAC,YAAY,CAAC;IACvB,OAAO,EAAE;QACR,kCAAkB;QAClB,oCAAmB;QACnB,mCAAe;QACf,IAAA,yCAAyB,EAAC;YACzB,IAAI,EAAE,mBAAY;YAClB,OAAO,EAAE,GAAG,EAAE,CAAC,oBAAQ;YACvB,WAAW,EAAE,CAAO,IAAI,EAAE,EAAE;gBAC3B,OAAO;oBACN,aAAa,EAAE,UAAU,IAAI,CAAC,WAAW,EAAE;iBAC3C,CAAC;YACH,CAAC,CAAA;SACD,CAAC;KACF;IACD,QAAQ,EAAE,EAAE;CACZ,CAAC,CAAC"}
@@ -5,3 +5,4 @@ export declare const crawlWebsiteAction: import("@activepieces/pieces-framework"
5
5
  limit: import("@activepieces/pieces-framework").NumberProperty<true>;
6
6
  jsonSchema: import("@activepieces/pieces-framework").JsonProperty<false>;
7
7
  }>;
8
+ //# sourceMappingURL=crawl-website.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"crawl-website.d.ts","sourceRoot":"","sources":["../../../../src/lib/actions/crawl-website.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,kBAAkB;;;;;;EAkF7B,CAAC"}
@@ -11,6 +11,11 @@ exports.crawlWebsiteAction = (0, pieces_framework_1.createAction)({
11
11
  auth: auth_1.dataFuelAuth,
12
12
  displayName: 'Crawl Website',
13
13
  description: 'Crawl a website into a markdown format.',
14
+ audience: 'both',
15
+ aiMetadata: {
16
+ description: 'Crawls a website starting from a URL, following links up to a configurable depth and page limit, and returns each page as markdown; optionally extract structured data by supplying a JSON schema (OpenAI function-calling format) and an AI prompt. Use to gather content across many pages of a site, not just one. Submits a new crawl job and polls until it finishes, so each call starts fresh work and is not idempotent.',
17
+ idempotent: false,
18
+ },
14
19
  props: {
15
20
  url: pieces_framework_1.Property.ShortText({
16
21
  displayName: 'URL',
@@ -1 +1 @@
1
- {"version":3,"file":"crawl-website.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/actions/crawl-website.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,kBAAkB,GAAG,IAAA,+BAAY,EAAC;IAC9C,IAAI,EAAE,eAAe;IACrB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,yCAAyC;IACtD,KAAK,EAAE;QACN,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACvB,WAAW,EAAE,KAAK;YAClB,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,MAAM,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACzB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,sBAAsB;YACnC,QAAQ,EAAE,KAAK;SACf,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,OAAO;YACpB,WAAW,EACV,mFAAmF;YACpF,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,OAAO;YACpB,WAAW,EAAE,uCAAuC;YACpD,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,IAAI,CAAC;YACzB,WAAW,EAAE,aAAa;YAC1B,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,iLAAiL;SAC9L,CAAC;KACF;IACK,GAAG,CAAC,OAAO;;YAChB,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAErE,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAuB;gBACnE,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,oBAAQ,GAAG,QAAQ;gBACxB,cAAc,EAAE;oBACf,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;iBAC/B;gBACD,IAAI,EAAE;oBACL,GAAG;oBACH,SAAS,EAAE,MAAM;oBACjB,WAAW,EAAE,UAAU;oBACvB,KAAK;oBACL,KAAK;iBACL;aACD,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,IAAI,MAAM,GAAG,SAAS,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAE7C,OAAO,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;gBACxD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,iBAAiB;gBAE5E,MAAM,YAAY,GAAG,MAAM,0BAAU,CAAC,WAAW,CAA6B;oBAC7E,MAAM,EAAE,0BAAU,CAAC,GAAG;oBACtB,GAAG,EAAE,oBAAQ,GAAG,eAAe;oBAC/B,cAAc,EAAE;wBACf,IAAI,EAAE,kCAAkB,CAAC,YAAY;wBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;qBAC/B;oBACD,WAAW,EAAE;wBACZ,MAAM,EAAE,KAAK;wBACb,QAAQ,EAAE,MAAM;qBAChB;iBACD,CAAC,CAAC;gBAEH,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;gBAEzC,IAAI,MAAM,KAAK,UAAU;oBAAE,OAAO,YAAY,CAAC,IAAI,CAAC;YACrD,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACnD,CAAC;KAAA;CACD,CAAC,CAAC"}
1
+ {"version":3,"file":"crawl-website.js","sourceRoot":"","sources":["../../../../src/lib/actions/crawl-website.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,kBAAkB,GAAG,IAAA,+BAAY,EAAC;IAC9C,IAAI,EAAE,eAAe;IACrB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,yCAAyC;IACtD,QAAQ,EAAE,MAAM;IAChB,UAAU,EAAE;QACX,WAAW,EAAE,kaAAka;QAC/a,UAAU,EAAE,KAAK;KACjB;IACD,KAAK,EAAE;QACN,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACvB,WAAW,EAAE,KAAK;YAClB,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,MAAM,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACzB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,sBAAsB;YACnC,QAAQ,EAAE,KAAK;SACf,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,OAAO;YACpB,WAAW,EACV,mFAAmF;YACpF,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,OAAO;YACpB,WAAW,EAAE,uCAAuC;YACpD,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,IAAI,CAAC;YACzB,WAAW,EAAE,aAAa;YAC1B,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,iLAAiL;SAC9L,CAAC;KACF;IACK,GAAG,CAAC,OAAO;;YAChB,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAErE,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAuB;gBACnE,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,oBAAQ,GAAG,QAAQ;gBACxB,cAAc,EAAE;oBACf,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;iBAC/B;gBACD,IAAI,EAAE;oBACL,GAAG;oBACH,SAAS,EAAE,MAAM;oBACjB,WAAW,EAAE,UAAU;oBACvB,KAAK;oBACL,KAAK;iBACL;aACD,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,IAAI,MAAM,GAAG,SAAS,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAE7C,OAAO,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;gBACxD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,iBAAiB;gBAE5E,MAAM,YAAY,GAAG,MAAM,0BAAU,CAAC,WAAW,CAA6B;oBAC7E,MAAM,EAAE,0BAAU,CAAC,GAAG;oBACtB,GAAG,EAAE,oBAAQ,GAAG,eAAe;oBAC/B,cAAc,EAAE;wBACf,IAAI,EAAE,kCAAkB,CAAC,YAAY;wBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;qBAC/B;oBACD,WAAW,EAAE;wBACZ,MAAM,EAAE,KAAK;wBACb,QAAQ,EAAE,MAAM;qBAChB;iBACD,CAAC,CAAC;gBAEH,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;gBAEzC,IAAI,MAAM,KAAK,UAAU;oBAAE,OAAO,YAAY,CAAC,IAAI,CAAC;YACrD,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACnD,CAAC;KAAA;CACD,CAAC,CAAC"}
@@ -3,3 +3,4 @@ export declare const getScrapeAction: import("@activepieces/pieces-framework").I
3
3
  aiResponse: import("@activepieces/pieces-framework").CheckboxProperty<true>;
4
4
  markdownResponse: import("@activepieces/pieces-framework").CheckboxProperty<true>;
5
5
  }>;
6
+ //# sourceMappingURL=get-scrape-result.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"get-scrape-result.d.ts","sourceRoot":"","sources":["../../../../src/lib/actions/get-scrape-result.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,eAAe;;;;EA4C1B,CAAC"}
@@ -11,6 +11,11 @@ exports.getScrapeAction = (0, pieces_framework_1.createAction)({
11
11
  auth: auth_1.dataFuelAuth,
12
12
  displayName: 'Get Scrape Result',
13
13
  description: 'Retrieves the deatils about scrape.',
14
+ audience: 'both',
15
+ aiMetadata: {
16
+ description: 'Looks up the result of a previously submitted scrape or crawl job by its job ID, optionally including the markdown content and the AI-extracted JSON result. Use to fetch the output of a job started by Crawl Website or Scrape Website. Requires a valid job ID; this is a read-only lookup and is idempotent.',
17
+ idempotent: true,
18
+ },
14
19
  props: {
15
20
  jobId: pieces_framework_1.Property.ShortText({
16
21
  displayName: 'Job ID',
@@ -1 +1 @@
1
- {"version":3,"file":"get-scrape-result.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/actions/get-scrape-result.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,eAAe,GAAG,IAAA,+BAAY,EAAC;IAC3C,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE,qCAAqC;IAClD,KAAK,EAAE;QACN,KAAK,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACzB,WAAW,EAAE,QAAQ;YACrB,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC7B,WAAW,EAAE,gBAAgB;YAC7B,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,gBAAgB,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACnC,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,IAAI;SACd,CAAC;KACF;IACK,GAAG,CAAC,OAAO;;YAChB,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAEnE,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAA6B;gBACzE,MAAM,EAAE,0BAAU,CAAC,GAAG;gBACtB,GAAG,EAAE,oBAAQ,GAAG,eAAe;gBAE/B,cAAc,EAAE;oBACf,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;iBAC/B;gBACD,WAAW,EAAE;oBACZ,MAAM,EAAE,KAAK;oBACb,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;oBAC7C,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;iBAC1C;aACD,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,IAAI,CAAC;QACtB,CAAC;KAAA;CACD,CAAC,CAAC"}
1
+ {"version":3,"file":"get-scrape-result.js","sourceRoot":"","sources":["../../../../src/lib/actions/get-scrape-result.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,eAAe,GAAG,IAAA,+BAAY,EAAC;IAC3C,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE,qCAAqC;IAClD,QAAQ,EAAE,MAAM;IAChB,UAAU,EAAE;QACX,WAAW,EAAE,kTAAkT;QAC/T,UAAU,EAAE,IAAI;KAChB;IACD,KAAK,EAAE;QACN,KAAK,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACzB,WAAW,EAAE,QAAQ;YACrB,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC7B,WAAW,EAAE,gBAAgB;YAC7B,QAAQ,EAAE,IAAI;SACd,CAAC;QACF,gBAAgB,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACnC,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,IAAI;SACd,CAAC;KACF;IACK,GAAG,CAAC,OAAO;;YAChB,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAEnE,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAA6B;gBACzE,MAAM,EAAE,0BAAU,CAAC,GAAG;gBACtB,GAAG,EAAE,oBAAQ,GAAG,eAAe;gBAE/B,cAAc,EAAE;oBACf,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;iBAC/B;gBACD,WAAW,EAAE;oBACZ,MAAM,EAAE,KAAK;oBACb,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;oBAC7C,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;iBAC1C;aACD,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,IAAI,CAAC;QACtB,CAAC;KAAA;CACD,CAAC,CAAC"}
@@ -3,3 +3,4 @@ export declare const scrapeWebsiteAction: import("@activepieces/pieces-framework
3
3
  prompt: import("@activepieces/pieces-framework").LongTextProperty<false>;
4
4
  jsonSchema: import("@activepieces/pieces-framework").JsonProperty<false>;
5
5
  }>;
6
+ //# sourceMappingURL=scrape-website.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scrape-website.d.ts","sourceRoot":"","sources":["../../../../src/lib/actions/scrape-website.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,mBAAmB;;;;EAoE9B,CAAC"}
@@ -11,6 +11,11 @@ exports.scrapeWebsiteAction = (0, pieces_framework_1.createAction)({
11
11
  auth: auth_1.dataFuelAuth,
12
12
  displayName: 'Crawl Website',
13
13
  description: 'Crawl a website into a markdown format.',
14
+ audience: 'both',
15
+ aiMetadata: {
16
+ description: 'Scrapes a single URL and returns its content as markdown; optionally extract structured data by supplying a JSON schema (OpenAI function-calling format) and an AI prompt. Use when you need one page rather than crawling a whole site (use Crawl Website for multi-page traversal). Submits a new scrape job and polls until it finishes, so each call starts fresh work and is not idempotent.',
17
+ idempotent: false,
18
+ },
14
19
  props: {
15
20
  url: pieces_framework_1.Property.ShortText({
16
21
  displayName: 'URL',
@@ -1 +1 @@
1
- {"version":3,"file":"scrape-website.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/actions/scrape-website.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,mBAAmB,GAAG,IAAA,+BAAY,EAAC;IAC5C,IAAI,EAAE,gBAAgB;IACtB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,yCAAyC;IACtD,KAAK,EAAE;QACH,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACpB,WAAW,EAAE,KAAK;YAClB,QAAQ,EAAE,IAAI;SACjB,CAAC;QACF,MAAM,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACtB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,sBAAsB;YACnC,QAAQ,EAAE,KAAK;SAClB,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,IAAI,CAAC;YACtB,WAAW,EAAE,aAAa;YAC1B,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,iLAAiL;SACjM,CAAC;KACL;IACK,GAAG,CAAC,OAAO;;YACb,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAEvD,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAuB;gBAChE,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,oBAAQ,GAAG,SAAS;gBACzB,cAAc,EAAE;oBACZ,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;iBAClC;gBACD,IAAI,EAAE;oBACF,GAAG;oBACH,SAAS,EAAE,MAAM;oBACjB,WAAW,EAAE,UAAU;iBAC1B;aACJ,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,IAAI,MAAM,GAAG,SAAS,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAE7C,OAAO,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;gBACrD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,iBAAiB;gBAE5E,MAAM,YAAY,GAAG,MAAM,0BAAU,CAAC,WAAW,CAA6B;oBAC1E,MAAM,EAAE,0BAAU,CAAC,GAAG;oBACtB,GAAG,EAAE,oBAAQ,GAAG,eAAe;oBAC/B,cAAc,EAAE;wBACZ,IAAI,EAAE,kCAAkB,CAAC,YAAY;wBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;qBAClC;oBACD,WAAW,EAAE;wBACT,MAAM,EAAE,KAAK;qBAChB;iBACJ,CAAC,CAAC;gBAEH,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;gBAEzC,IAAI,MAAM,KAAK,UAAU;oBAAE,OAAO,YAAY,CAAC,IAAI,CAAC;YACxD,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACtD,CAAC;KAAA;CACJ,CAAC,CAAC"}
1
+ {"version":3,"file":"scrape-website.js","sourceRoot":"","sources":["../../../../src/lib/actions/scrape-website.ts"],"names":[],"mappings":";;;;AAAA,qEAAwE;AACxE,yCAA8C;AAC9C,+DAAyF;AACzF,mDAA+C;AAGlC,QAAA,mBAAmB,GAAG,IAAA,+BAAY,EAAC;IAC5C,IAAI,EAAE,gBAAgB;IACtB,IAAI,EAAE,mBAAY;IAClB,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,yCAAyC;IACtD,QAAQ,EAAE,MAAM;IAChB,UAAU,EAAE;QACR,WAAW,EAAE,mYAAmY;QAChZ,UAAU,EAAE,KAAK;KACpB;IACD,KAAK,EAAE;QACH,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACpB,WAAW,EAAE,KAAK;YAClB,QAAQ,EAAE,IAAI;SACjB,CAAC;QACF,MAAM,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACtB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,sBAAsB;YACnC,QAAQ,EAAE,KAAK;SAClB,CAAC;QACF,UAAU,EAAE,2BAAQ,CAAC,IAAI,CAAC;YACtB,WAAW,EAAE,aAAa;YAC1B,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,iLAAiL;SACjM,CAAC;KACL;IACK,GAAG,CAAC,OAAO;;YACb,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC;YAEvD,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAuB;gBAChE,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,GAAG,EAAE,oBAAQ,GAAG,SAAS;gBACzB,cAAc,EAAE;oBACZ,IAAI,EAAE,kCAAkB,CAAC,YAAY;oBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;iBAClC;gBACD,IAAI,EAAE;oBACF,GAAG;oBACH,SAAS,EAAE,MAAM;oBACjB,WAAW,EAAE,UAAU;iBAC1B;aACJ,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YACnC,IAAI,MAAM,GAAG,SAAS,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAE7C,OAAO,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;gBACrD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,iBAAiB;gBAE5E,MAAM,YAAY,GAAG,MAAM,0BAAU,CAAC,WAAW,CAA6B;oBAC1E,MAAM,EAAE,0BAAU,CAAC,GAAG;oBACtB,GAAG,EAAE,oBAAQ,GAAG,eAAe;oBAC/B,cAAc,EAAE;wBACZ,IAAI,EAAE,kCAAkB,CAAC,YAAY;wBACrC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;qBAClC;oBACD,WAAW,EAAE;wBACT,MAAM,EAAE,KAAK;qBAChB;iBACJ,CAAC,CAAC;gBAEH,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;gBAEzC,IAAI,MAAM,KAAK,UAAU;oBAAE,OAAO,YAAY,CAAC,IAAI,CAAC;YACxD,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACtD,CAAC;KAAA;CACJ,CAAC,CAAC"}
@@ -1 +1,2 @@
1
1
  export declare const dataFuelAuth: import("@activepieces/pieces-framework").SecretTextProperty<true>;
2
+ //# sourceMappingURL=auth.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"auth.d.ts","sourceRoot":"","sources":["../../../../src/lib/common/auth.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,YAAY,mEAIvB,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/common/auth.ts"],"names":[],"mappings":";;;AAAA,qEAA2D;AAE9C,QAAA,YAAY,GAAG,4BAAS,CAAC,UAAU,CAAC;IAC/C,WAAW,EAAE,SAAS;IACtB,WAAW,EAAE,mFAAmF;IAChG,QAAQ,EAAE,IAAI;CACf,CAAC,CAAC"}
1
+ {"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../../src/lib/common/auth.ts"],"names":[],"mappings":";;;AAAA,qEAA2D;AAE9C,QAAA,YAAY,GAAG,4BAAS,CAAC,UAAU,CAAC;IAC/C,WAAW,EAAE,SAAS;IACtB,WAAW,EAAE,mFAAmF;IAChG,QAAQ,EAAE,IAAI;CACf,CAAC,CAAC"}
@@ -1 +1,2 @@
1
1
  export declare const BASE_URL = "https://api.datafuel.dev/";
2
+ //# sourceMappingURL=constants.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../../src/lib/common/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,QAAQ,8BAA8B,CAAA"}
@@ -1 +1 @@
1
- {"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/common/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,QAAQ,GAAG,2BAA2B,CAAA"}
1
+ {"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../../src/lib/common/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,QAAQ,GAAG,2BAA2B,CAAA"}
@@ -5,3 +5,4 @@ export type ListScrapesResponse = {
5
5
  job_id: string;
6
6
  job_status: string;
7
7
  };
8
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/lib/common/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,oBAAoB,GAAG;IAC/B,MAAM,EAAC,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IAC9B,MAAM,EAAC,MAAM,CAAC;IACd,UAAU,EAAC,MAAM,CAAC;CACrB,CAAA"}
@@ -1 +1 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/datafuel/src/lib/common/types.ts"],"names":[],"mappings":""}
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/lib/common/types.ts"],"names":[],"mappings":""}
package/README.md DELETED
@@ -1,7 +0,0 @@
1
- # pieces-datafuel
2
-
3
- This library was generated with [Nx](https://nx.dev).
4
-
5
- ## Building
6
-
7
- Run `nx build pieces-datafuel` to build the library.