@gravity-platform/ingest 2.0.0 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md CHANGED
@@ -1,5 +1,15 @@
1
1
  # @gravity-platform/ingest
2
2
 
3
+ ## 3.0.0
4
+
5
+ ### Major Changes
6
+
7
+ - Introduce the `@gravity-platform/crawl` package and move the web-crawling nodes out of `ingest`.
8
+
9
+ - New `@gravity-platform/crawl` package with HyperbrowserScrape, HyperbrowserCrawl and HyperbrowserExtract (split from the old single Hyperbrowser node), plus ApifyStarter and ApifyResults.
10
+ - Hyperbrowser nodes now expose the full create-new-session option set: stealth, ultra-stealth, residential proxies with country targeting, CAPTCHA solving, adblock and cookie-consent handling.
11
+ - `ingest` no longer ships the `Hyperbrowser`, `ApifyStarter` or `ApifyResults` nodes, nor the `apifyCredential`/`hyperbrowserCredential` definitions (now in `crawl`).
12
+
3
13
  ## 1.1.6
4
14
 
5
15
  ### Patch Changes
@@ -16,34 +16,6 @@ export declare const SearchAPICredential: {
16
16
  placeholder: string;
17
17
  }[];
18
18
  };
19
- export declare const ApifyCredential: {
20
- name: string;
21
- displayName: string;
22
- description: string;
23
- properties: {
24
- name: string;
25
- displayName: string;
26
- type: "string";
27
- required: boolean;
28
- secret: boolean;
29
- description: string;
30
- placeholder: string;
31
- }[];
32
- };
33
- export declare const HyperbrowserCredential: {
34
- name: string;
35
- displayName: string;
36
- description: string;
37
- properties: {
38
- name: string;
39
- displayName: string;
40
- type: "string";
41
- required: boolean;
42
- secret: boolean;
43
- description: string;
44
- placeholder: string;
45
- }[];
46
- };
47
19
  export declare const GoogleAPICredential: {
48
20
  name: string;
49
21
  displayName: string;
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/credentials/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;CAe/B,CAAC;AAGF,eAAO,MAAM,eAAe;;;;;;;;;;;;;CAe3B,CAAC;AAGF,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;CAelC,CAAC;AAGF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;CAe/B,CAAC;AAGF,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;CAkC3B,CAAC;AAGF,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;CAe9B,CAAC;AAGF,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;CAe9B,CAAC;AAKF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;CAehC,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/credentials/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;CAe/B,CAAC;AAKF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;CAe/B,CAAC;AAGF,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;CAkC3B,CAAC;AAGF,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;CAe9B,CAAC;AAGF,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;CAe9B,CAAC;AAKF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;CAehC,CAAC"}
@@ -4,7 +4,7 @@
4
4
  * Following the package specification pattern
5
5
  */
6
6
  Object.defineProperty(exports, "__esModule", { value: true });
7
- exports.ElevenLabsCredential = exports.AirtableCredential = exports.AbyssaleCredential = exports.PlaidCredential = exports.GoogleAPICredential = exports.HyperbrowserCredential = exports.ApifyCredential = exports.SearchAPICredential = void 0;
7
+ exports.ElevenLabsCredential = exports.AirtableCredential = exports.AbyssaleCredential = exports.PlaidCredential = exports.GoogleAPICredential = exports.SearchAPICredential = void 0;
8
8
  // SearchAPI Credential for web search
9
9
  exports.SearchAPICredential = {
10
10
  name: "searchapiCredential",
@@ -22,40 +22,7 @@ exports.SearchAPICredential = {
22
22
  },
23
23
  ],
24
24
  };
25
- // Apify Credential for web scraping
26
- exports.ApifyCredential = {
27
- name: "apifyCredential",
28
- displayName: "Apify",
29
- description: "Apify API credentials for web scraping",
30
- properties: [
31
- {
32
- name: "token",
33
- displayName: "API Token",
34
- type: "string",
35
- required: true,
36
- secret: true,
37
- description: "Your Apify API token",
38
- placeholder: "Enter your Apify API token",
39
- },
40
- ],
41
- };
42
- // Hyperbrowser Credential for web scraping
43
- exports.HyperbrowserCredential = {
44
- name: "hyperbrowserCredential",
45
- displayName: "Hyperbrowser",
46
- description: "Hyperbrowser API credentials for web scraping",
47
- properties: [
48
- {
49
- name: "apiKey",
50
- displayName: "API Key",
51
- type: "string",
52
- required: true,
53
- secret: true,
54
- description: "Your Hyperbrowser API key",
55
- placeholder: "Enter your Hyperbrowser API key",
56
- },
57
- ],
58
- };
25
+ // NOTE: ApifyCredential and HyperbrowserCredential moved to the @gravity-platform/crawl package.
59
26
  // Google API Credential for Google Sheets
60
27
  exports.GoogleAPICredential = {
61
28
  name: "googleApiCredential",
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/credentials/index.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,sCAAsC;AACzB,QAAA,mBAAmB,GAAG;IACjC,IAAI,EAAE,qBAAqB;IAC3B,WAAW,EAAE,WAAW;IACxB,WAAW,EAAE,uDAAuD;IACpE,UAAU,EAAE;QACV;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,2BAA2B;YACxC,WAAW,EAAE,iCAAiC;SAC/C;KACF;CACF,CAAC;AAEF,oCAAoC;AACvB,QAAA,eAAe,GAAG;IAC7B,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,OAAO;IACpB,WAAW,EAAE,wCAAwC;IACrD,UAAU,EAAE;QACV;YACE,IAAI,EAAE,OAAO;YACb,WAAW,EAAE,WAAW;YACxB,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,sBAAsB;YACnC,WAAW,EAAE,4BAA4B;SAC1C;KACF;CACF,CAAC;AAEF,2CAA2C;AAC9B,QAAA,sBAAsB,GAAG;IACpC,IAAI,EAAE,wBAAwB;IAC9B,WAAW,EAAE,cAAc;IAC3B,WAAW,EAAE,+CAA+C;IAC5D,UAAU,EAAE;QACV;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,2BAA2B;YACxC,WAAW,EAAE,iCAAiC;SAC/C;KACF;CACF,CAAC;AAEF,0CAA0C;AAC7B,QAAA,mBAAmB,GAAG;IACjC,IAAI,EAAE,qBAAqB;IAC3B,WAAW,EAAE,YAAY;IACzB,WAAW,EAAE,sDAAsD;IACnE,UAAU,EAAE;QACV;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,6CAA6C;YAC1D,WAAW,EAAE,2BAA2B;SACzC;KACF;CACF,CAAC;AAEF,oCAAoC;AACvB,QAAA,eAAe,GAAG;IAC7B,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,OAAO;IACpB,WAAW,EAAE,mFAAmF;IAChG,UAAU,EAAE;QACV;YACE,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,WAAW;YACxB,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,+CAA+C;YAC5D,WAAW,EAAE,4BAA4B;SAC1C;QACD;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,QAAQ;YACrB,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,wDAAwD;YACrE,WAAW,EAAE,yBAAyB;SACvC;QACD;YACE,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE,aAAa;YAC1B,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,wDAAwD;YACrE,WAAW,EAAE,SAAS;YACtB,OAAO,EAAE,SAAS;SACnB;KACF;CACF,CAAC;AAEF,6CAA6C;AAChC,QAAA,kBAAkB,GAAG;IAChC,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EAAE,UAAU;IACvB,WAAW,EAAE,8DAA8D;IAC3E,UAAU,EAAE;QACV;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,0CAA0C;YACvD,WAAW,EAAE,6BAA6B;SAC3C;KACF;CACF,CAAC;AAEF,sBAAsB;AACT,QAAA,kBAAkB,GAAG;IAChC,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EAAE,UAAU;IACvB,WAAW,EAAE,0EAA0E;IACvF,UAAU,EAAE;QACV;YACE,IAAI,EAAE,qBAAqB;YAC3B,WAAW,EAAE,uBAAuB;YACpC,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,4EAA4E;YACzF,WAAW,EAAE,mBAAmB;SACjC;KACF;CACF,CAAC;AAEF,0FAA0F;AAE1F,2CAA2C;AAC9B,QAAA,oBAAoB,GAAG;IAClC,IAAI,EAAE,sBAAsB;IAC5B,WAAW,EAAE,YAAY;IACzB,WAAW,EAAE,4DAA4D;IACzE,UAAU,EAAE;QACV;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,4CAA4C;YACzD,WAAW,EAAE,+BAA+B;SAC7C;KACF;CACF,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/credentials/index.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,sCAAsC;AACzB,QAAA,mBAAmB,GAAG;IACjC,IAAI,EAAE,qBAAqB;IAC3B,WAAW,EAAE,WAAW;IACxB,WAAW,EAAE,uDAAuD;IACpE,UAAU,EAAE;QACV;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,2BAA2B;YACxC,WAAW,EAAE,iCAAiC;SAC/C;KACF;CACF,CAAC;AAEF,iGAAiG;AAEjG,0CAA0C;AAC7B,QAAA,mBAAmB,GAAG;IACjC,IAAI,EAAE,qBAAqB;IAC3B,WAAW,EAAE,YAAY;IACzB,WAAW,EAAE,sDAAsD;IACnE,UAAU,EAAE;QACV;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,6CAA6C;YAC1D,WAAW,EAAE,2BAA2B;SACzC;KACF;CACF,CAAC;AAEF,oCAAoC;AACvB,QAAA,eAAe,GAAG;IAC7B,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,OAAO;IACpB,WAAW,EAAE,mFAAmF;IAChG,UAAU,EAAE;QACV;YACE,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,WAAW;YACxB,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,+CAA+C;YAC5D,WAAW,EAAE,4BAA4B;SAC1C;QACD;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,QAAQ;YACrB,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,wDAAwD;YACrE,WAAW,EAAE,yBAAyB;SACvC;QACD;YACE,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE,aAAa;YAC1B,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,wDAAwD;YACrE,WAAW,EAAE,SAAS;YACtB,OAAO,EAAE,SAAS;SACnB;KACF;CACF,CAAC;AAEF,6CAA6C;AAChC,QAAA,kBAAkB,GAAG;IAChC,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EAAE,UAAU;IACvB,WAAW,EAAE,8DAA8D;IAC3E,UAAU,EAAE;QACV;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,0CAA0C;YACvD,WAAW,EAAE,6BAA6B;SAC3C;KACF;CACF,CAAC;AAEF,sBAAsB;AACT,QAAA,kBAAkB,GAAG;IAChC,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EAAE,UAAU;IACvB,WAAW,EAAE,0EAA0E;IACvF,UAAU,EAAE;QACV;YACE,IAAI,EAAE,qBAAqB;YAC3B,WAAW,EAAE,uBAAuB;YACpC,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,4EAA4E;YACzF,WAAW,EAAE,mBAAmB;SACjC;KACF;CACF,CAAC;AAEF,0FAA0F;AAE1F,2CAA2C;AAC9B,QAAA,oBAAoB,GAAG;IAClC,IAAI,EAAE,sBAAsB;IAC5B,WAAW,EAAE,YAAY;IACzB,WAAW,EAAE,4DAA4D;IACzE,UAAU,EAAE;QACV;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAiB;YACvB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,4CAA4C;YACzD,WAAW,EAAE,+BAA+B;SAC7C;KACF;CACF,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,QAAA,MAAM,MAAM,uDA0EV,CAAC;AAEH,eAAe,MAAM,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,QAAA,MAAM,MAAM,uDA4DV,CAAC;AAEH,eAAe,MAAM,CAAC"}
package/dist/index.js CHANGED
@@ -52,15 +52,7 @@ const plugin = (0, plugin_base_1.createPlugin)({
52
52
  // Import and register SearchWeb node
53
53
  const { SearchWebNode } = await Promise.resolve().then(() => __importStar(require("./SearchWeb/node")));
54
54
  api.registerNode(SearchWebNode);
55
- // Import and register ApifyResults node
56
- const { ApifyResultsNode } = await Promise.resolve().then(() => __importStar(require("./ApifyResults/node")));
57
- api.registerNode(ApifyResultsNode);
58
- // Import and register ApifyStarter node
59
- const { ApifyStarterNode } = await Promise.resolve().then(() => __importStar(require("./ApifyStarter/node")));
60
- api.registerNode(ApifyStarterNode);
61
- // Import and register Hyperbrowser node
62
- const { HyperbrowserNode } = await Promise.resolve().then(() => __importStar(require("./Hyperbrowser/node")));
63
- api.registerNode(HyperbrowserNode);
55
+ // NOTE: Apify (Starter/Results) and Hyperbrowser nodes moved to the @gravity-platform/crawl package.
64
56
  // Import and register GoogleSheet node
65
57
  const { GoogleSheetNode } = await Promise.resolve().then(() => __importStar(require("./GoogleSheet/node")));
66
58
  api.registerNode(GoogleSheetNode);
@@ -78,10 +70,8 @@ const plugin = (0, plugin_base_1.createPlugin)({
78
70
  api.registerNode(SpatialIngestNode);
79
71
  // NOTE: Apollo.io and Hunter.io nodes moved to the @gravity-platform/gtm package.
80
72
  // Import and register credentials
81
- const { SearchAPICredential, ApifyCredential, HyperbrowserCredential, GoogleAPICredential, PlaidCredential, AbyssaleCredential, ElevenLabsCredential, } = await Promise.resolve().then(() => __importStar(require("./credentials")));
73
+ const { SearchAPICredential, GoogleAPICredential, PlaidCredential, AbyssaleCredential, ElevenLabsCredential, } = await Promise.resolve().then(() => __importStar(require("./credentials")));
82
74
  api.registerCredential(SearchAPICredential);
83
- api.registerCredential(ApifyCredential);
84
- api.registerCredential(HyperbrowserCredential);
85
75
  api.registerCredential(GoogleAPICredential);
86
76
  api.registerCredential(PlaidCredential);
87
77
  api.registerCredential(AbyssaleCredential);
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+DAA6D;AAE7D,+BAA+B;AAC/B,MAAM,MAAM,GAAG,IAAA,0BAAY,EAAC;IAC1B,IAAI,EAAE,0BAA0B;IAChC,OAAO,EAAE,OAAO;IAChB,WAAW,EAAE,kDAAkD;IAE/D,KAAK,CAAC,KAAK,CAAC,GAAG;QACb,mCAAmC;QACnC,MAAM,EAAE,yBAAyB,EAAE,GAAG,wDAAa,+BAA+B,GAAC,CAAC;QACpF,yBAAyB,CAAC,GAAG,CAAC,CAAC;QAE/B,0CAA0C;QAC1C,MAAM,EAAE,kBAAkB,EAAE,GAAG,wDAAa,uBAAuB,GAAC,CAAC;QACrE,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;QAErC,oCAAoC;QACpC,MAAM,EAAE,YAAY,EAAE,GAAG,wDAAa,iBAAiB,GAAC,CAAC;QACzD,GAAG,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QAE/B,qCAAqC;QACrC,MAAM,EAAE,aAAa,EAAE,GAAG,wDAAa,kBAAkB,GAAC,CAAC;QAC3D,GAAG,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;QAEhC,wCAAwC;QACxC,MAAM,EAAE,gBAAgB,EAAE,GAAG,wDAAa,qBAAqB,GAAC,CAAC;QACjE,GAAG,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAEnC,wCAAwC;QACxC,MAAM,EAAE,gBAAgB,EAAE,GAAG,wDAAa,qBAAqB,GAAC,CAAC;QACjE,GAAG,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAEnC,wCAAwC;QACxC,MAAM,EAAE,gBAAgB,EAAE,GAAG,wDAAa,qBAAqB,GAAC,CAAC;QACjE,GAAG,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAEnC,uCAAuC;QACvC,MAAM,EAAE,eAAe,EAAE,GAAG,wDAAa,oBAAoB,GAAC,CAAC;QAC/D,GAAG,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;QAElC,6CAA6C;QAC7C,MAAM,EAAE,qBAAqB,EAAE,GAAG,wDAAa,0BAA0B,GAAC,CAAC;QAC3E,GAAG,CAAC,YAAY,CAAC,qBAAqB,CAAC,CAAC;QAExC,oCAAoC;QACpC,MAAM,EAAE,YAAY,EAAE,GAAG,wDAAa,iBAAiB,GAAC,CAAC;QACzD,GAAG,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QAE/B,sCAAsC;QACtC,MAAM,EAAE,cAAc,EAAE,GAAG,wDAAa,mBAAmB,GAAC,CAAC;QAC7D,GAAG,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;QAEjC,yCAAyC;QACzC,MAAM,EAAE,iBAAiB,EAAE,GAAG,wDAAa,sBAAsB,GAAC,CAAC;QACnE,GAAG,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;QAEpC,kFAAkF;QAElF,kCAAkC;QAClC,MAAM,EACJ,mBAAmB,EACnB,eAAe,EACf,sBAAsB,EACtB,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAClB,oBAAoB,GACrB,GAAG,wDAAa,eAAe,GAAC,CAAC;QAClC,GAAG,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,CAAC;QAC5C,GAAG,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxC,GAAG,CAAC,kBAAkB,CAAC,sBAAsB,CAAC,CAAC;QAC/C,GAAG,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,CAAC;QAC5C,GAAG,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxC,GAAG,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,CAAC;QAC3C,GAAG,CAAC,kBAAkB,CAAC,oBAAoB,CAAC,CAAC;IAC/C,CAAC;CACF,CAAC,CAAC;AAEH,kBAAe,MAAM,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+DAA6D;AAE7D,+BAA+B;AAC/B,MAAM,MAAM,GAAG,IAAA,0BAAY,EAAC;IAC1B,IAAI,EAAE,0BAA0B;IAChC,OAAO,EAAE,OAAO;IAChB,WAAW,EAAE,kDAAkD;IAE/D,KAAK,CAAC,KAAK,CAAC,GAAG;QACb,mCAAmC;QACnC,MAAM,EAAE,yBAAyB,EAAE,GAAG,wDAAa,+BAA+B,GAAC,CAAC;QACpF,yBAAyB,CAAC,GAAG,CAAC,CAAC;QAE/B,0CAA0C;QAC1C,MAAM,EAAE,kBAAkB,EAAE,GAAG,wDAAa,uBAAuB,GAAC,CAAC;QACrE,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;QAErC,oCAAoC;QACpC,MAAM,EAAE,YAAY,EAAE,GAAG,wDAAa,iBAAiB,GAAC,CAAC;QACzD,GAAG,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QAE/B,qCAAqC;QACrC,MAAM,EAAE,aAAa,EAAE,GAAG,wDAAa,kBAAkB,GAAC,CAAC;QAC3D,GAAG,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;QAEhC,qGAAqG;QAErG,uCAAuC;QACvC,MAAM,EAAE,eAAe,EAAE,GAAG,wDAAa,oBAAoB,GAAC,CAAC;QAC/D,GAAG,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;QAElC,6CAA6C;QAC7C,MAAM,EAAE,qBAAqB,EAAE,GAAG,wDAAa,0BAA0B,GAAC,CAAC;QAC3E,GAAG,CAAC,YAAY,CAAC,qBAAqB,CAAC,CAAC;QAExC,oCAAoC;QACpC,MAAM,EAAE,YAAY,EAAE,GAAG,wDAAa,iBAAiB,GAAC,CAAC;QACzD,GAAG,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QAE/B,sCAAsC;QACtC,MAAM,EAAE,cAAc,EAAE,GAAG,wDAAa,mBAAmB,GAAC,CAAC;QAC7D,GAAG,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;QAEjC,yCAAyC;QACzC,MAAM,EAAE,iBAAiB,EAAE,GAAG,wDAAa,sBAAsB,GAAC,CAAC;QACnE,GAAG,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;QAEpC,kFAAkF;QAElF,kCAAkC;QAClC,MAAM,EACJ,mBAAmB,EACnB,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAClB,oBAAoB,GACrB,GAAG,wDAAa,eAAe,GAAC,CAAC;QAClC,GAAG,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,CAAC;QAC5C,GAAG,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,CAAC;QAC5C,GAAG,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxC,GAAG,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,CAAC;QAC3C,GAAG,CAAC,kBAAkB,CAAC,oBAAoB,CAAC,CAAC;IAC/C,CAAC;CACF,CAAC,CAAC;AAEH,kBAAe,MAAM,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@gravity-platform/ingest",
3
- "version": "2.0.0",
3
+ "version": "3.0.0",
4
4
  "description": "Data ingestion nodes for Gravity workflow system",
5
5
  "main": "dist/index.js",
6
6
  "types": "dist/index.d.ts",
@@ -37,7 +37,6 @@
37
37
  "mammoth": "^1.6.0",
38
38
  "jschardet": "^3.1.3",
39
39
  "crypto": "^1.0.1",
40
- "apify-client": "^2.8.0",
41
40
  "googleapis": "^169.0.0",
42
41
  "zod": "^4.4.3"
43
42
  },
@@ -61,20 +60,6 @@
61
60
  "category": "Output",
62
61
  "mcp": false
63
62
  },
64
- {
65
- "name": "Apify Results",
66
- "type": "CallbackNode",
67
- "description": "Stream results from Apify actor runs with pagination",
68
- "category": "Ingest",
69
- "mcp": false
70
- },
71
- {
72
- "name": "Apify Starter",
73
- "type": "PromiseNode",
74
- "description": "Launch Apify web scraping actors with custom configuration",
75
- "category": "Ingest",
76
- "mcp": false
77
- },
78
63
  {
79
64
  "name": "Document",
80
65
  "type": "PromiseNode",
@@ -103,13 +88,6 @@
103
88
  "category": "Ingest",
104
89
  "mcp": false
105
90
  },
106
- {
107
- "name": "Hyperbrowser",
108
- "type": "PromiseNode",
109
- "description": "Scrape web pages with headless browser and JavaScript rendering",
110
- "category": "Ingest",
111
- "mcp": false
112
- },
113
91
  {
114
92
  "name": "Plaid Transactions",
115
93
  "type": "PromiseNode",
@@ -133,7 +111,7 @@
133
111
  }
134
112
  ],
135
113
  "features": [
136
- "Web scraping (Apify/Hyperbrowser)",
114
+ "Web search (SearchAPI)",
137
115
  "Document parsing (PDF/DOCX)",
138
116
  "Google Sheets integration",
139
117
  "Financial data (Plaid)",
@@ -142,10 +120,10 @@
142
120
  ],
143
121
  "credentials": [
144
122
  {
145
- "name": "Apify Token",
146
- "type": "apifyToken",
123
+ "name": "SearchAPI Key",
124
+ "type": "searchapiCredential",
147
125
  "required": false,
148
- "description": "API token from console.apify.com"
126
+ "description": "API key from searchapi.io"
149
127
  }
150
128
  ]
151
129
  },