@gravity-platform/ingest 1.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +9 -0
- package/dist/Abyssale/node/executor.d.ts +12 -0
- package/dist/Abyssale/node/executor.d.ts.map +1 -0
- package/dist/Abyssale/node/executor.js +72 -0
- package/dist/Abyssale/node/executor.js.map +1 -0
- package/dist/Abyssale/node/index.d.ts +10 -0
- package/dist/Abyssale/node/index.d.ts.map +1 -0
- package/dist/Abyssale/node/index.js +90 -0
- package/dist/Abyssale/node/index.js.map +1 -0
- package/dist/Abyssale/service/abyssaleService.d.ts +45 -0
- package/dist/Abyssale/service/abyssaleService.d.ts.map +1 -0
- package/dist/Abyssale/service/abyssaleService.js +360 -0
- package/dist/Abyssale/service/abyssaleService.js.map +1 -0
- package/dist/Abyssale/util/types.d.ts +62 -0
- package/dist/Abyssale/util/types.d.ts.map +1 -0
- package/dist/Abyssale/util/types.js +6 -0
- package/dist/Abyssale/util/types.js.map +1 -0
- package/dist/AirtableInsert/node/executor.d.ts +7 -0
- package/dist/AirtableInsert/node/executor.d.ts.map +1 -0
- package/dist/AirtableInsert/node/executor.js +32 -0
- package/dist/AirtableInsert/node/executor.js.map +1 -0
- package/dist/AirtableInsert/node/index.d.ts +10 -0
- package/dist/AirtableInsert/node/index.d.ts.map +1 -0
- package/dist/AirtableInsert/node/index.js +98 -0
- package/dist/AirtableInsert/node/index.js.map +1 -0
- package/dist/AirtableInsert/service/airtableInsertService.d.ts +8 -0
- package/dist/AirtableInsert/service/airtableInsertService.d.ts.map +1 -0
- package/dist/AirtableInsert/service/airtableInsertService.js +99 -0
- package/dist/AirtableInsert/service/airtableInsertService.js.map +1 -0
- package/dist/AirtableInsert/util/types.d.ts +15 -0
- package/dist/AirtableInsert/util/types.d.ts.map +1 -0
- package/dist/AirtableInsert/util/types.js +3 -0
- package/dist/AirtableInsert/util/types.js.map +1 -0
- package/dist/ApifyResults/node/executor.d.ts +32 -0
- package/dist/ApifyResults/node/executor.d.ts.map +1 -0
- package/dist/ApifyResults/node/executor.js +204 -0
- package/dist/ApifyResults/node/executor.js.map +1 -0
- package/dist/ApifyResults/node/index.d.ts +10 -0
- package/dist/ApifyResults/node/index.d.ts.map +1 -0
- package/dist/ApifyResults/node/index.js +79 -0
- package/dist/ApifyResults/node/index.js.map +1 -0
- package/dist/ApifyResults/service/apifyService.d.ts +10 -0
- package/dist/ApifyResults/service/apifyService.d.ts.map +1 -0
- package/dist/ApifyResults/service/apifyService.js +85 -0
- package/dist/ApifyResults/service/apifyService.js.map +1 -0
- package/dist/ApifyResults/util/types.d.ts +93 -0
- package/dist/ApifyResults/util/types.d.ts.map +1 -0
- package/dist/ApifyResults/util/types.js +6 -0
- package/dist/ApifyResults/util/types.js.map +1 -0
- package/dist/ApifyStarter/node/executor.d.ts +12 -0
- package/dist/ApifyStarter/node/executor.d.ts.map +1 -0
- package/dist/ApifyStarter/node/executor.js +97 -0
- package/dist/ApifyStarter/node/executor.js.map +1 -0
- package/dist/ApifyStarter/node/index.d.ts +10 -0
- package/dist/ApifyStarter/node/index.d.ts.map +1 -0
- package/dist/ApifyStarter/node/index.js +87 -0
- package/dist/ApifyStarter/node/index.js.map +1 -0
- package/dist/ApifyStarter/service/apifyActorService.d.ts +11 -0
- package/dist/ApifyStarter/service/apifyActorService.d.ts.map +1 -0
- package/dist/ApifyStarter/service/apifyActorService.js +104 -0
- package/dist/ApifyStarter/service/apifyActorService.js.map +1 -0
- package/dist/ApifyStarter/util/types.d.ts +23 -0
- package/dist/ApifyStarter/util/types.d.ts.map +1 -0
- package/dist/ApifyStarter/util/types.js +6 -0
- package/dist/ApifyStarter/util/types.js.map +1 -0
- package/dist/ApifyStarter/util/validation.d.ts +9 -0
- package/dist/ApifyStarter/util/validation.d.ts.map +1 -0
- package/dist/ApifyStarter/util/validation.js +59 -0
- package/dist/ApifyStarter/util/validation.js.map +1 -0
- package/dist/ApolloCompany/node/executor.d.ts +8 -0
- package/dist/ApolloCompany/node/executor.d.ts.map +1 -0
- package/dist/ApolloCompany/node/executor.js +38 -0
- package/dist/ApolloCompany/node/executor.js.map +1 -0
- package/dist/ApolloCompany/node/index.d.ts +10 -0
- package/dist/ApolloCompany/node/index.d.ts.map +1 -0
- package/dist/ApolloCompany/node/index.js +120 -0
- package/dist/ApolloCompany/node/index.js.map +1 -0
- package/dist/ApolloCompany/service/apolloSearchCompanyService.d.ts +7 -0
- package/dist/ApolloCompany/service/apolloSearchCompanyService.d.ts.map +1 -0
- package/dist/ApolloCompany/service/apolloSearchCompanyService.js +124 -0
- package/dist/ApolloCompany/service/apolloSearchCompanyService.js.map +1 -0
- package/dist/ApolloCompany/util/types.d.ts +46 -0
- package/dist/ApolloCompany/util/types.d.ts.map +1 -0
- package/dist/ApolloCompany/util/types.js +6 -0
- package/dist/ApolloCompany/util/types.js.map +1 -0
- package/dist/ApolloCompanyEnrich/node/executor.d.ts +8 -0
- package/dist/ApolloCompanyEnrich/node/executor.d.ts.map +1 -0
- package/dist/ApolloCompanyEnrich/node/executor.js +25 -0
- package/dist/ApolloCompanyEnrich/node/executor.js.map +1 -0
- package/dist/ApolloCompanyEnrich/node/index.d.ts +10 -0
- package/dist/ApolloCompanyEnrich/node/index.d.ts.map +1 -0
- package/dist/ApolloCompanyEnrich/node/index.js +67 -0
- package/dist/ApolloCompanyEnrich/node/index.js.map +1 -0
- package/dist/ApolloCompanyEnrich/service/apolloCompanyEnrichService.d.ts +9 -0
- package/dist/ApolloCompanyEnrich/service/apolloCompanyEnrichService.d.ts.map +1 -0
- package/dist/ApolloCompanyEnrich/service/apolloCompanyEnrichService.js +40 -0
- package/dist/ApolloCompanyEnrich/service/apolloCompanyEnrichService.js.map +1 -0
- package/dist/ApolloCompanyEnrich/util/types.d.ts +13 -0
- package/dist/ApolloCompanyEnrich/util/types.d.ts.map +1 -0
- package/dist/ApolloCompanyEnrich/util/types.js +6 -0
- package/dist/ApolloCompanyEnrich/util/types.js.map +1 -0
- package/dist/ApolloPeople/node/executor.d.ts +8 -0
- package/dist/ApolloPeople/node/executor.d.ts.map +1 -0
- package/dist/ApolloPeople/node/executor.js +41 -0
- package/dist/ApolloPeople/node/executor.js.map +1 -0
- package/dist/ApolloPeople/node/index.d.ts +10 -0
- package/dist/ApolloPeople/node/index.d.ts.map +1 -0
- package/dist/ApolloPeople/node/index.js +128 -0
- package/dist/ApolloPeople/node/index.js.map +1 -0
- package/dist/ApolloPeople/service/apolloSearchService.d.ts +6 -0
- package/dist/ApolloPeople/service/apolloSearchService.d.ts.map +1 -0
- package/dist/ApolloPeople/service/apolloSearchService.js +127 -0
- package/dist/ApolloPeople/service/apolloSearchService.js.map +1 -0
- package/dist/ApolloPeople/util/types.d.ts +70 -0
- package/dist/ApolloPeople/util/types.d.ts.map +1 -0
- package/dist/ApolloPeople/util/types.js +6 -0
- package/dist/ApolloPeople/util/types.js.map +1 -0
- package/dist/ApolloPeopleEnrich/node/executor.d.ts +8 -0
- package/dist/ApolloPeopleEnrich/node/executor.d.ts.map +1 -0
- package/dist/ApolloPeopleEnrich/node/executor.js +25 -0
- package/dist/ApolloPeopleEnrich/node/executor.js.map +1 -0
- package/dist/ApolloPeopleEnrich/node/index.d.ts +10 -0
- package/dist/ApolloPeopleEnrich/node/index.d.ts.map +1 -0
- package/dist/ApolloPeopleEnrich/node/index.js +116 -0
- package/dist/ApolloPeopleEnrich/node/index.js.map +1 -0
- package/dist/ApolloPeopleEnrich/service/apolloPeopleEnrichService.d.ts +10 -0
- package/dist/ApolloPeopleEnrich/service/apolloPeopleEnrichService.d.ts.map +1 -0
- package/dist/ApolloPeopleEnrich/service/apolloPeopleEnrichService.js +54 -0
- package/dist/ApolloPeopleEnrich/service/apolloPeopleEnrichService.js.map +1 -0
- package/dist/ApolloPeopleEnrich/util/types.d.ts +20 -0
- package/dist/ApolloPeopleEnrich/util/types.d.ts.map +1 -0
- package/dist/ApolloPeopleEnrich/util/types.js +6 -0
- package/dist/ApolloPeopleEnrich/util/types.js.map +1 -0
- package/dist/ApolloSearch/node/executor.d.ts +9 -0
- package/dist/ApolloSearch/node/executor.d.ts.map +1 -0
- package/dist/ApolloSearch/node/executor.js +51 -0
- package/dist/ApolloSearch/node/executor.js.map +1 -0
- package/dist/ApolloSearch/node/index.d.ts +10 -0
- package/dist/ApolloSearch/node/index.d.ts.map +1 -0
- package/dist/ApolloSearch/node/index.js +128 -0
- package/dist/ApolloSearch/node/index.js.map +1 -0
- package/dist/ApolloSearch/service/apolloSearchService.d.ts +6 -0
- package/dist/ApolloSearch/service/apolloSearchService.d.ts.map +1 -0
- package/dist/ApolloSearch/service/apolloSearchService.js +127 -0
- package/dist/ApolloSearch/service/apolloSearchService.js.map +1 -0
- package/dist/ApolloSearch/util/types.d.ts +70 -0
- package/dist/ApolloSearch/util/types.d.ts.map +1 -0
- package/dist/ApolloSearch/util/types.js +6 -0
- package/dist/ApolloSearch/util/types.js.map +1 -0
- package/dist/ApolloSearchCompany/node/executor.d.ts +9 -0
- package/dist/ApolloSearchCompany/node/executor.d.ts.map +1 -0
- package/dist/ApolloSearchCompany/node/executor.js +49 -0
- package/dist/ApolloSearchCompany/node/executor.js.map +1 -0
- package/dist/ApolloSearchCompany/node/index.d.ts +10 -0
- package/dist/ApolloSearchCompany/node/index.d.ts.map +1 -0
- package/dist/ApolloSearchCompany/node/index.js +128 -0
- package/dist/ApolloSearchCompany/node/index.js.map +1 -0
- package/dist/ApolloSearchCompany/service/apolloSearchCompanyService.d.ts +7 -0
- package/dist/ApolloSearchCompany/service/apolloSearchCompanyService.d.ts.map +1 -0
- package/dist/ApolloSearchCompany/service/apolloSearchCompanyService.js +98 -0
- package/dist/ApolloSearchCompany/service/apolloSearchCompanyService.js.map +1 -0
- package/dist/ApolloSearchCompany/util/types.d.ts +48 -0
- package/dist/ApolloSearchCompany/util/types.d.ts.map +1 -0
- package/dist/ApolloSearchCompany/util/types.js +6 -0
- package/dist/ApolloSearchCompany/util/types.js.map +1 -0
- package/dist/Document/node/executor.d.ts +22 -0
- package/dist/Document/node/executor.d.ts.map +1 -0
- package/dist/Document/node/executor.js +85 -0
- package/dist/Document/node/executor.js.map +1 -0
- package/dist/Document/node/index.d.ts +10 -0
- package/dist/Document/node/index.d.ts.map +1 -0
- package/dist/Document/node/index.js +58 -0
- package/dist/Document/node/index.js.map +1 -0
- package/dist/Document/service/documentCache.d.ts +11 -0
- package/dist/Document/service/documentCache.d.ts.map +1 -0
- package/dist/Document/service/documentCache.js +166 -0
- package/dist/Document/service/documentCache.js.map +1 -0
- package/dist/Document/util/types.d.ts +70 -0
- package/dist/Document/util/types.d.ts.map +1 -0
- package/dist/Document/util/types.js +6 -0
- package/dist/Document/util/types.js.map +1 -0
- package/dist/DocumentParser/node/executor.d.ts +12 -0
- package/dist/DocumentParser/node/executor.d.ts.map +1 -0
- package/dist/DocumentParser/node/executor.js +200 -0
- package/dist/DocumentParser/node/executor.js.map +1 -0
- package/dist/DocumentParser/node/index.d.ts +10 -0
- package/dist/DocumentParser/node/index.d.ts.map +1 -0
- package/dist/DocumentParser/node/index.js +66 -0
- package/dist/DocumentParser/node/index.js.map +1 -0
- package/dist/DocumentParser/service/docxParser.d.ts +12 -0
- package/dist/DocumentParser/service/docxParser.d.ts.map +1 -0
- package/dist/DocumentParser/service/docxParser.js +27 -0
- package/dist/DocumentParser/service/docxParser.js.map +1 -0
- package/dist/DocumentParser/service/fileTypeDetector.d.ts +19 -0
- package/dist/DocumentParser/service/fileTypeDetector.d.ts.map +1 -0
- package/dist/DocumentParser/service/fileTypeDetector.js +75 -0
- package/dist/DocumentParser/service/fileTypeDetector.js.map +1 -0
- package/dist/DocumentParser/service/index.d.ts +5 -0
- package/dist/DocumentParser/service/index.d.ts.map +1 -0
- package/dist/DocumentParser/service/index.js +14 -0
- package/dist/DocumentParser/service/index.js.map +1 -0
- package/dist/DocumentParser/service/pdfParser.d.ts +16 -0
- package/dist/DocumentParser/service/pdfParser.d.ts.map +1 -0
- package/dist/DocumentParser/service/pdfParser.js +30 -0
- package/dist/DocumentParser/service/pdfParser.js.map +1 -0
- package/dist/DocumentParser/service/txtParser.d.ts +11 -0
- package/dist/DocumentParser/service/txtParser.d.ts.map +1 -0
- package/dist/DocumentParser/service/txtParser.js +35 -0
- package/dist/DocumentParser/service/txtParser.js.map +1 -0
- package/dist/DocumentParser/util/hashUtils.d.ts +17 -0
- package/dist/DocumentParser/util/hashUtils.d.ts.map +1 -0
- package/dist/DocumentParser/util/hashUtils.js +34 -0
- package/dist/DocumentParser/util/hashUtils.js.map +1 -0
- package/dist/DocumentParser/util/types.d.ts +43 -0
- package/dist/DocumentParser/util/types.d.ts.map +1 -0
- package/dist/DocumentParser/util/types.js +6 -0
- package/dist/DocumentParser/util/types.js.map +1 -0
- package/dist/ElevenLabs/node/executor.d.ts +12 -0
- package/dist/ElevenLabs/node/executor.d.ts.map +1 -0
- package/dist/ElevenLabs/node/executor.js +65 -0
- package/dist/ElevenLabs/node/executor.js.map +1 -0
- package/dist/ElevenLabs/node/index.d.ts +10 -0
- package/dist/ElevenLabs/node/index.d.ts.map +1 -0
- package/dist/ElevenLabs/node/index.js +92 -0
- package/dist/ElevenLabs/node/index.js.map +1 -0
- package/dist/ElevenLabs/service/elevenlabsService.d.ts +27 -0
- package/dist/ElevenLabs/service/elevenlabsService.d.ts.map +1 -0
- package/dist/ElevenLabs/service/elevenlabsService.js +278 -0
- package/dist/ElevenLabs/service/elevenlabsService.js.map +1 -0
- package/dist/ElevenLabs/util/types.d.ts +43 -0
- package/dist/ElevenLabs/util/types.d.ts.map +1 -0
- package/dist/ElevenLabs/util/types.js +7 -0
- package/dist/ElevenLabs/util/types.js.map +1 -0
- package/dist/GoogleSheet/node/executor.d.ts +21 -0
- package/dist/GoogleSheet/node/executor.d.ts.map +1 -0
- package/dist/GoogleSheet/node/executor.js +156 -0
- package/dist/GoogleSheet/node/executor.js.map +1 -0
- package/dist/GoogleSheet/node/index.d.ts +10 -0
- package/dist/GoogleSheet/node/index.d.ts.map +1 -0
- package/dist/GoogleSheet/node/index.js +90 -0
- package/dist/GoogleSheet/node/index.js.map +1 -0
- package/dist/GoogleSheet/service/googleSheetsService.d.ts +10 -0
- package/dist/GoogleSheet/service/googleSheetsService.d.ts.map +1 -0
- package/dist/GoogleSheet/service/googleSheetsService.js +44 -0
- package/dist/GoogleSheet/service/googleSheetsService.js.map +1 -0
- package/dist/GoogleSheet/util/types.d.ts +39 -0
- package/dist/GoogleSheet/util/types.d.ts.map +1 -0
- package/dist/GoogleSheet/util/types.js +6 -0
- package/dist/GoogleSheet/util/types.js.map +1 -0
- package/dist/Hyperbrowser/node/executor.d.ts +12 -0
- package/dist/Hyperbrowser/node/executor.d.ts.map +1 -0
- package/dist/Hyperbrowser/node/executor.js +67 -0
- package/dist/Hyperbrowser/node/executor.js.map +1 -0
- package/dist/Hyperbrowser/node/index.d.ts +10 -0
- package/dist/Hyperbrowser/node/index.d.ts.map +1 -0
- package/dist/Hyperbrowser/node/index.js +93 -0
- package/dist/Hyperbrowser/node/index.js.map +1 -0
- package/dist/Hyperbrowser/service/hyperbrowserService.d.ts +38 -0
- package/dist/Hyperbrowser/service/hyperbrowserService.d.ts.map +1 -0
- package/dist/Hyperbrowser/service/hyperbrowserService.js +108 -0
- package/dist/Hyperbrowser/service/hyperbrowserService.js.map +1 -0
- package/dist/Hyperbrowser/util/types.d.ts +44 -0
- package/dist/Hyperbrowser/util/types.d.ts.map +1 -0
- package/dist/Hyperbrowser/util/types.js +6 -0
- package/dist/Hyperbrowser/util/types.js.map +1 -0
- package/dist/PlaidTransactions/node/executor.d.ts +10 -0
- package/dist/PlaidTransactions/node/executor.d.ts.map +1 -0
- package/dist/PlaidTransactions/node/executor.js +142 -0
- package/dist/PlaidTransactions/node/executor.js.map +1 -0
- package/dist/PlaidTransactions/node/index.d.ts +10 -0
- package/dist/PlaidTransactions/node/index.d.ts.map +1 -0
- package/dist/PlaidTransactions/node/index.js +120 -0
- package/dist/PlaidTransactions/node/index.js.map +1 -0
- package/dist/PlaidTransactions/service/plaidService.d.ts +12 -0
- package/dist/PlaidTransactions/service/plaidService.d.ts.map +1 -0
- package/dist/PlaidTransactions/service/plaidService.js +179 -0
- package/dist/PlaidTransactions/service/plaidService.js.map +1 -0
- package/dist/PlaidTransactions/util/types.d.ts +90 -0
- package/dist/PlaidTransactions/util/types.d.ts.map +1 -0
- package/dist/PlaidTransactions/util/types.js +6 -0
- package/dist/PlaidTransactions/util/types.js.map +1 -0
- package/dist/SearchWeb/node/executor.d.ts +12 -0
- package/dist/SearchWeb/node/executor.d.ts.map +1 -0
- package/dist/SearchWeb/node/executor.js +56 -0
- package/dist/SearchWeb/node/executor.js.map +1 -0
- package/dist/SearchWeb/node/index.d.ts +10 -0
- package/dist/SearchWeb/node/index.d.ts.map +1 -0
- package/dist/SearchWeb/node/index.js +114 -0
- package/dist/SearchWeb/node/index.js.map +1 -0
- package/dist/SearchWeb/service/searchWebService.d.ts +23 -0
- package/dist/SearchWeb/service/searchWebService.d.ts.map +1 -0
- package/dist/SearchWeb/service/searchWebService.js +146 -0
- package/dist/SearchWeb/service/searchWebService.js.map +1 -0
- package/dist/SearchWeb/util/types.d.ts +50 -0
- package/dist/SearchWeb/util/types.d.ts.map +1 -0
- package/dist/SearchWeb/util/types.js +6 -0
- package/dist/SearchWeb/util/types.js.map +1 -0
- package/dist/SpatialIngest/node/executor.d.ts +8 -0
- package/dist/SpatialIngest/node/executor.d.ts.map +1 -0
- package/dist/SpatialIngest/node/executor.js +58 -0
- package/dist/SpatialIngest/node/executor.js.map +1 -0
- package/dist/SpatialIngest/node/index.d.ts +10 -0
- package/dist/SpatialIngest/node/index.d.ts.map +1 -0
- package/dist/SpatialIngest/node/index.js +99 -0
- package/dist/SpatialIngest/node/index.js.map +1 -0
- package/dist/SpatialIngest/service/spatialIngestService.d.ts +29 -0
- package/dist/SpatialIngest/service/spatialIngestService.d.ts.map +1 -0
- package/dist/SpatialIngest/service/spatialIngestService.js +306 -0
- package/dist/SpatialIngest/service/spatialIngestService.js.map +1 -0
- package/dist/SpatialIngest/util/types.d.ts +26 -0
- package/dist/SpatialIngest/util/types.d.ts.map +1 -0
- package/dist/SpatialIngest/util/types.js +3 -0
- package/dist/SpatialIngest/util/types.js.map +1 -0
- package/dist/credentials/index.d.ts +141 -0
- package/dist/credentials/index.d.ts.map +1 -0
- package/dist/credentials/index.js +180 -0
- package/dist/credentials/index.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +104 -0
- package/dist/index.js.map +1 -0
- package/dist/shared/platform.d.ts +11 -0
- package/dist/shared/platform.d.ts.map +1 -0
- package/dist/shared/platform.js +21 -0
- package/dist/shared/platform.js.map +1 -0
- package/package.json +53 -0
|
@@ -0,0 +1,93 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.HyperbrowserNode = exports.NODE_TYPE = void 0;
|
|
4
|
+
exports.createNodeDefinition = createNodeDefinition;
|
|
5
|
+
const plugin_base_1 = require("@gravity-platform/plugin-base");
|
|
6
|
+
const executor_1 = require("./executor");
|
|
7
|
+
exports.NODE_TYPE = "Hyperbrowser";
|
|
8
|
+
function createNodeDefinition() {
|
|
9
|
+
const { NodeInputType } = (0, plugin_base_1.getPlatformDependencies)();
|
|
10
|
+
return {
|
|
11
|
+
packageVersion: "1.1.1",
|
|
12
|
+
type: exports.NODE_TYPE,
|
|
13
|
+
name: "Hyperbrowser",
|
|
14
|
+
description: "Web scraper that extracts links and content from websites using Hyperbrowser SDK",
|
|
15
|
+
category: "Ingest",
|
|
16
|
+
logoUrl: "https://res.cloudinary.com/sonik/image/upload/v1751883548/gravity/icons/HyperBrowser.svg",
|
|
17
|
+
color: "#FF6B6B",
|
|
18
|
+
inputs: [
|
|
19
|
+
{
|
|
20
|
+
name: "signal",
|
|
21
|
+
type: NodeInputType.STRING,
|
|
22
|
+
description: "URL to scrape",
|
|
23
|
+
},
|
|
24
|
+
],
|
|
25
|
+
outputs: [
|
|
26
|
+
{
|
|
27
|
+
name: "links",
|
|
28
|
+
type: NodeInputType.ARRAY,
|
|
29
|
+
description: "Array of extracted links with metadata",
|
|
30
|
+
},
|
|
31
|
+
{
|
|
32
|
+
name: "content",
|
|
33
|
+
type: NodeInputType.OBJECT,
|
|
34
|
+
description: "Scraped page content in various formats",
|
|
35
|
+
},
|
|
36
|
+
{
|
|
37
|
+
name: "metadata",
|
|
38
|
+
type: NodeInputType.OBJECT,
|
|
39
|
+
description: "Page metadata and scraping statistics",
|
|
40
|
+
},
|
|
41
|
+
],
|
|
42
|
+
configSchema: {
|
|
43
|
+
type: "object",
|
|
44
|
+
properties: {
|
|
45
|
+
url: {
|
|
46
|
+
type: "string",
|
|
47
|
+
title: "URL",
|
|
48
|
+
description: "The URL to scrape for links",
|
|
49
|
+
default: "",
|
|
50
|
+
"ui:field": "template",
|
|
51
|
+
},
|
|
52
|
+
maxPages: {
|
|
53
|
+
type: "number",
|
|
54
|
+
title: "Max Pages",
|
|
55
|
+
description: "Maximum number of pages to crawl (for pagination)",
|
|
56
|
+
default: 10,
|
|
57
|
+
minimum: 1,
|
|
58
|
+
maximum: 100,
|
|
59
|
+
},
|
|
60
|
+
linkSelector: {
|
|
61
|
+
type: "string",
|
|
62
|
+
title: "Link Selector",
|
|
63
|
+
description: "CSS selector for links to extract (optional)",
|
|
64
|
+
placeholder: "a[href], adgm-table-cell[href]",
|
|
65
|
+
},
|
|
66
|
+
tableSelector: {
|
|
67
|
+
type: "string",
|
|
68
|
+
title: "Table Selector",
|
|
69
|
+
description: "CSS selector for tables to extract (optional)",
|
|
70
|
+
placeholder: "table, .data-table, #results-table",
|
|
71
|
+
},
|
|
72
|
+
},
|
|
73
|
+
required: ["url"],
|
|
74
|
+
},
|
|
75
|
+
credentials: [
|
|
76
|
+
{
|
|
77
|
+
name: "hyperbrowserCredential",
|
|
78
|
+
required: true,
|
|
79
|
+
displayName: "Hyperbrowser API",
|
|
80
|
+
description: "Hyperbrowser API credentials for web scraping",
|
|
81
|
+
},
|
|
82
|
+
],
|
|
83
|
+
capabilities: {
|
|
84
|
+
isTrigger: false,
|
|
85
|
+
},
|
|
86
|
+
};
|
|
87
|
+
}
|
|
88
|
+
const definition = createNodeDefinition();
|
|
89
|
+
exports.HyperbrowserNode = {
|
|
90
|
+
definition,
|
|
91
|
+
executor: executor_1.HyperbrowserExecutor,
|
|
92
|
+
};
|
|
93
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/Hyperbrowser/node/index.ts"],"names":[],"mappings":";;;AAmGS,oDAAoB;AAnG7B,+DAAqG;AACrG,yCAAkD;AAErC,QAAA,SAAS,GAAG,cAAc,CAAC;AAExC,SAAS,oBAAoB;IAC3B,MAAM,EAAE,aAAa,EAAE,GAAG,IAAA,qCAAuB,GAAE,CAAC;IAEpD,OAAO;QACL,cAAc,EAAE,OAAO;QACvB,IAAI,EAAE,iBAAS;QACf,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,kFAAkF;QAC/F,QAAQ,EAAE,QAAQ;QAClB,OAAO,EAAE,0FAA0F;QACnG,KAAK,EAAE,SAAS;QAEhB,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,eAAe;aAC7B;SACF;QAED,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,aAAa,CAAC,KAAK;gBACzB,WAAW,EAAE,wCAAwC;aACtD;YACD;gBACE,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,yCAAyC;aACvD;YACD;gBACE,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,uCAAuC;aACrD;SACF;QAED,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,GAAG,EAAE;oBACH,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,KAAK;oBACZ,WAAW,EAAE,6BAA6B;oBAC1C,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAU;iBACvB;gBACD,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,WAAW;oBAClB,WAAW,EAAE,mDAAmD;oBAChE,OAAO,EAAE,EAAE;oBACX,OAAO,EAAE,CAAC;oBACV,OAAO,EAAE,GAAG;iBACb;gBACD,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,eAAe;oBACtB,WAAW,EAAE,8CAA8C;oBAC3D,WAAW,EAAE,gCAAgC;iBAC9C;gBACD,aAAa,EAAE;oBACb,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,gBAAgB;oBACvB,WAAW,EAAE,+CAA+C;oBAC5D,WAAW,EAAE,oCAAoC;iBAClD;aACF;YACD,QAAQ,EAAE,CAAC,KAAK,CAAC;SAClB;QAED,WAAW,EAAE;YACX;gBACE,IAAI,EAAE,wBAAwB;gBAC9B,QAAQ,EAAE,IAAI;gBACd,WAAW,EAAE,kBAAkB;gBAC/B,WAAW,EAAE,+CAA+C;aAC7D;SACF;QAED,YAAY,EAAE;YACZ,SAAS,EAAE,KAAK;SACjB;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,GAAG,oBAAoB,EAAE,CAAC;AAE7B,QAAA,gBAAgB,GAAG;IAC9B,UAAU;IACV,QAAQ,EAAE,+BAAoB;CAC/B,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { HyperbrowserLink } from "../util/types";
|
|
2
|
+
interface SessionOptions {
|
|
3
|
+
acceptCookies?: boolean;
|
|
4
|
+
useStealth?: boolean;
|
|
5
|
+
useProxy?: boolean;
|
|
6
|
+
solveCaptchas?: boolean;
|
|
7
|
+
adblock?: boolean;
|
|
8
|
+
}
|
|
9
|
+
export interface CrawlOptions {
|
|
10
|
+
url: string;
|
|
11
|
+
extractionMode?: "links" | "content" | "both";
|
|
12
|
+
linkSelector?: string;
|
|
13
|
+
tableSelector?: string;
|
|
14
|
+
waitForSelector?: string;
|
|
15
|
+
maxPages?: number;
|
|
16
|
+
formats?: Array<"markdown" | "html" | "text" | "links" | "screenshot">;
|
|
17
|
+
sessionOptions?: SessionOptions;
|
|
18
|
+
}
|
|
19
|
+
export interface CrawlResult {
|
|
20
|
+
links?: HyperbrowserLink[];
|
|
21
|
+
content?: string[];
|
|
22
|
+
metadata?: {
|
|
23
|
+
url: string;
|
|
24
|
+
title?: string;
|
|
25
|
+
description?: string;
|
|
26
|
+
extractionMode: string;
|
|
27
|
+
pagesScraped: number;
|
|
28
|
+
timestamp: string;
|
|
29
|
+
totalLinks?: number;
|
|
30
|
+
totalTables?: number;
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
/**
|
|
34
|
+
* High-level crawl operation that orchestrates scraping and extraction
|
|
35
|
+
*/
|
|
36
|
+
export declare function crawlWebPage(options: CrawlOptions, context: any): Promise<CrawlResult>;
|
|
37
|
+
export {};
|
|
38
|
+
//# sourceMappingURL=hyperbrowserService.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hyperbrowserService.d.ts","sourceRoot":"","sources":["../../../src/Hyperbrowser/service/hyperbrowserService.ts"],"names":[],"mappings":"AACA,OAAO,EAA0C,gBAAgB,EAAiB,MAAM,eAAe,CAAC;AAGxG,UAAU,cAAc;IACtB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,cAAc,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAC;IAC9C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,KAAK,CAAC,UAAU,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,YAAY,CAAC,CAAC;IACvE,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,CAAC,EAAE;QACT,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,cAAc,EAAE,MAAM,CAAC;QACvB,YAAY,EAAE,MAAM,CAAC;QACrB,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAmBD;;GAEG;AACH,wBAAsB,YAAY,CAChC,OAAO,EAAE,YAAY,EACrB,OAAO,EAAE,GAAG,GACX,OAAO,CAAC,WAAW,CAAC,CAyGtB"}
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.crawlWebPage = crawlWebPage;
|
|
4
|
+
const platform_1 = require("../../shared/platform");
|
|
5
|
+
/**
|
|
6
|
+
* Get Hyperbrowser configuration from context
|
|
7
|
+
*/
|
|
8
|
+
async function getHyperbrowserConfig(context) {
|
|
9
|
+
const credentials = await (0, platform_1.getNodeCredentials)(context, "hyperbrowserCredential");
|
|
10
|
+
const apiKey = credentials?.apiKey;
|
|
11
|
+
if (!apiKey) {
|
|
12
|
+
throw new Error("Hyperbrowser API key not found in credentials");
|
|
13
|
+
}
|
|
14
|
+
return {
|
|
15
|
+
apiKey,
|
|
16
|
+
baseUrl: "https://api.hyperbrowser.ai/v1",
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* High-level crawl operation that orchestrates scraping and extraction
|
|
21
|
+
*/
|
|
22
|
+
async function crawlWebPage(options, context) {
|
|
23
|
+
const logger = (0, platform_1.createLogger)("HyperbrowserService");
|
|
24
|
+
const { apiKey, baseUrl } = await getHyperbrowserConfig(context);
|
|
25
|
+
const { url, extractionMode = "both", linkSelector, tableSelector, waitForSelector, maxPages = 1, formats = ["markdown"], sessionOptions = {} } = options;
|
|
26
|
+
logger.info("Starting Hyperbrowser crawl", { url, extractionMode });
|
|
27
|
+
const allLinks = [];
|
|
28
|
+
const allContent = [];
|
|
29
|
+
let pagesScraped = 0;
|
|
30
|
+
// Build session options with defaults
|
|
31
|
+
const fullSessionOptions = {
|
|
32
|
+
useStealth: sessionOptions.useStealth || false,
|
|
33
|
+
useProxy: sessionOptions.useProxy || false,
|
|
34
|
+
solveCaptchas: sessionOptions.solveCaptchas || false,
|
|
35
|
+
adblock: true,
|
|
36
|
+
acceptCookies: sessionOptions.acceptCookies || false,
|
|
37
|
+
};
|
|
38
|
+
try {
|
|
39
|
+
// Prepare request payload
|
|
40
|
+
const requestPayload = {
|
|
41
|
+
url,
|
|
42
|
+
extractionMode,
|
|
43
|
+
linkSelector,
|
|
44
|
+
tableSelector,
|
|
45
|
+
waitForSelector,
|
|
46
|
+
maxPages,
|
|
47
|
+
formats,
|
|
48
|
+
sessionOptions: fullSessionOptions,
|
|
49
|
+
};
|
|
50
|
+
// Make API request to Hyperbrowser
|
|
51
|
+
const response = await fetch(`${baseUrl}/crawl`, {
|
|
52
|
+
method: "POST",
|
|
53
|
+
headers: {
|
|
54
|
+
"Authorization": `Bearer ${apiKey}`,
|
|
55
|
+
"Content-Type": "application/json"
|
|
56
|
+
},
|
|
57
|
+
body: JSON.stringify(requestPayload)
|
|
58
|
+
});
|
|
59
|
+
if (!response.ok) {
|
|
60
|
+
const errorText = await response.text();
|
|
61
|
+
throw new Error(`Hyperbrowser API error: ${response.status} - ${errorText}`);
|
|
62
|
+
}
|
|
63
|
+
const result = await response.json();
|
|
64
|
+
// Process links from the response
|
|
65
|
+
if (result.links && Array.isArray(result.links)) {
|
|
66
|
+
allLinks.push(...result.links.map((link) => ({
|
|
67
|
+
text: link.text || "",
|
|
68
|
+
href: link.href || "",
|
|
69
|
+
absoluteUrl: link.absoluteUrl || link.href || "",
|
|
70
|
+
})));
|
|
71
|
+
}
|
|
72
|
+
// Process content from the response
|
|
73
|
+
if (result.content) {
|
|
74
|
+
if (Array.isArray(result.content)) {
|
|
75
|
+
allContent.push(...result.content);
|
|
76
|
+
}
|
|
77
|
+
else {
|
|
78
|
+
allContent.push(result.content);
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
pagesScraped = result.pagesScraped || 1;
|
|
82
|
+
logger.info("Hyperbrowser crawl completed", {
|
|
83
|
+
linksFound: allLinks.length,
|
|
84
|
+
contentPieces: allContent.length,
|
|
85
|
+
pagesScraped,
|
|
86
|
+
});
|
|
87
|
+
return {
|
|
88
|
+
links: allLinks,
|
|
89
|
+
content: allContent,
|
|
90
|
+
metadata: {
|
|
91
|
+
url,
|
|
92
|
+
totalLinks: allLinks.length,
|
|
93
|
+
totalTables: 0, // Not implemented in this simplified version
|
|
94
|
+
pagesScraped,
|
|
95
|
+
extractionMode,
|
|
96
|
+
timestamp: new Date().toISOString(),
|
|
97
|
+
},
|
|
98
|
+
};
|
|
99
|
+
}
|
|
100
|
+
catch (error) {
|
|
101
|
+
logger.error("Hyperbrowser crawl failed", {
|
|
102
|
+
url,
|
|
103
|
+
error: error.message
|
|
104
|
+
});
|
|
105
|
+
throw new Error(`Hyperbrowser crawl failed: ${error.message}`);
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
//# sourceMappingURL=hyperbrowserService.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hyperbrowserService.js","sourceRoot":"","sources":["../../../src/Hyperbrowser/service/hyperbrowserService.ts"],"names":[],"mappings":";;AA0DA,oCA4GC;AAtKD,oDAAyE;AAsCzE;;GAEG;AACH,KAAK,UAAU,qBAAqB,CAAC,OAAY;IAC/C,MAAM,WAAW,GAAG,MAAM,IAAA,6BAAkB,EAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;IAChF,MAAM,MAAM,GAAG,WAAW,EAAE,MAAM,CAAC;IAEnC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IAED,OAAO;QACL,MAAM;QACN,OAAO,EAAE,gCAAgC;KAC1C,CAAC;AACJ,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,YAAY,CAChC,OAAqB,EACrB,OAAY;IAEZ,MAAM,MAAM,GAAG,IAAA,uBAAY,EAAC,qBAAqB,CAAC,CAAC;IACnD,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAEjE,MAAM,EACJ,GAAG,EACH,cAAc,GAAG,MAAM,EACvB,YAAY,EACZ,aAAa,EACb,eAAe,EACf,QAAQ,GAAG,CAAC,EACZ,OAAO,GAAG,CAAC,UAAU,CAAC,EACtB,cAAc,GAAG,EAAE,EACpB,GAAG,OAAO,CAAC;IAEZ,MAAM,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC,CAAC;IAEpE,MAAM,QAAQ,GAAoB,EAAE,CAAC;IACrC,MAAM,UAAU,GAAU,EAAE,CAAC;IAC7B,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,sCAAsC;IACtC,MAAM,kBAAkB,GAAmB;QACzC,UAAU,EAAE,cAAc,CAAC,UAAU,IAAI,KAAK;QAC9C,QAAQ,EAAE,cAAc,CAAC,QAAQ,IAAI,KAAK;QAC1C,aAAa,EAAE,cAAc,CAAC,aAAa,IAAI,KAAK;QACpD,OAAO,EAAE,IAAI;QACb,aAAa,EAAE,cAAc,CAAC,aAAa,IAAI,KAAK;KACrD,CAAC;IAEF,IAAI,CAAC;QACH,0BAA0B;QAC1B,MAAM,cAAc,GAAG;YACrB,GAAG;YACH,cAAc;YACd,YAAY;YACZ,aAAa;YACb,eAAe;YACf,QAAQ;YACR,OAAO;YACP,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,mCAAmC;QACnC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,QAAQ,EAAE;YAC/C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,eAAe,EAAE,UAAU,MAAM,EAAE;gBACnC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;SACrC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;QAE5C,kCAAkC;QAClC,IAAI,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAChD,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,CAAC;gBAChD,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;gBACrB,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;gBACrB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE;aACjD,CAAC,CAAC,CAAC,CAAC;QACP,CAAC;QAED,oCAAoC;QACpC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClC,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;YACrC,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC;QAExC,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE;YAC1C,UAAU,EAAE,QAAQ,CAAC,MAAM;YAC3B,aAAa,EAAE,UAAU,CAAC,MAAM;YAChC,YAAY;SACb,CAAC,CAAC;QAEH,OAAO;YACL,KAAK,EAAE,QAAQ;YACf,OAAO,EAAE,UAAU;YACnB,QAAQ,EAAE;gBACR,GAAG;gBACH,UAAU,EAAE,QAAQ,CAAC,MAAM;gBAC3B,WAAW,EAAE,CAAC,EAAE,6CAA6C;gBAC7D,YAAY;gBACZ,cAAc;gBACd,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE;YACxC,GAAG;YACH,KAAK,EAAE,KAAK,CAAC,OAAO;SACrB,CAAC,CAAC;QACH,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACjE,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Type definitions for Hyperbrowser node
|
|
3
|
+
*/
|
|
4
|
+
export interface HyperbrowserConfig {
|
|
5
|
+
url: string;
|
|
6
|
+
maxPages?: number;
|
|
7
|
+
linkSelector?: string;
|
|
8
|
+
tableSelector?: string;
|
|
9
|
+
}
|
|
10
|
+
export interface ExtractedLink {
|
|
11
|
+
text: string;
|
|
12
|
+
href: string;
|
|
13
|
+
absoluteUrl: string;
|
|
14
|
+
}
|
|
15
|
+
export interface HyperbrowserLink {
|
|
16
|
+
text: string;
|
|
17
|
+
href: string;
|
|
18
|
+
absoluteUrl: string;
|
|
19
|
+
}
|
|
20
|
+
export type ExtractedTable = Record<string, {
|
|
21
|
+
text: string;
|
|
22
|
+
href: string | null;
|
|
23
|
+
absoluteUrl: string | null;
|
|
24
|
+
}>;
|
|
25
|
+
export interface HyperbrowserOutput {
|
|
26
|
+
links: ExtractedLink[];
|
|
27
|
+
content: any;
|
|
28
|
+
metadata: {
|
|
29
|
+
url: string;
|
|
30
|
+
totalLinks: number;
|
|
31
|
+
totalTables: number;
|
|
32
|
+
pagesScraped: number;
|
|
33
|
+
extractionMode: string;
|
|
34
|
+
timestamp: string;
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
export interface HyperbrowserExecutorOutput {
|
|
38
|
+
__outputs: {
|
|
39
|
+
links: ExtractedLink[];
|
|
40
|
+
content: any;
|
|
41
|
+
metadata: HyperbrowserOutput['metadata'];
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/Hyperbrowser/util/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,kBAAkB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE;IAC1C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B,CAAC,CAAC;AAEH,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,OAAO,EAAE,GAAG,CAAC;IACb,QAAQ,EAAE;QACR,GAAG,EAAE,MAAM,CAAC;QACZ,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,cAAc,EAAE,MAAM,CAAC;QACvB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAGD,MAAM,WAAW,0BAA0B;IACzC,SAAS,EAAE;QACT,KAAK,EAAE,aAAa,EAAE,CAAC;QACvB,OAAO,EAAE,GAAG,CAAC;QACb,QAAQ,EAAE,kBAAkB,CAAC,UAAU,CAAC,CAAC;KAC1C,CAAC;CACH"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/Hyperbrowser/util/types.ts"],"names":[],"mappings":";AAAA;;GAEG"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { type NodeExecutionContext, type ValidationResult } from "@gravity-platform/plugin-base";
|
|
2
|
+
import { PlaidTransactionsConfig, PlaidTransactionsOutput } from "../util/types";
|
|
3
|
+
import { PromiseNode } from "../../shared/platform";
|
|
4
|
+
export declare class PlaidTransactionsExecutor extends PromiseNode<PlaidTransactionsConfig> {
|
|
5
|
+
constructor();
|
|
6
|
+
protected validateConfig(config: PlaidTransactionsConfig): Promise<ValidationResult>;
|
|
7
|
+
protected executeNode(inputs: Record<string, any>, config: PlaidTransactionsConfig, context: NodeExecutionContext): Promise<PlaidTransactionsOutput>;
|
|
8
|
+
private buildCredentialContext;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=executor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../../src/PlaidTransactions/node/executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,oBAAoB,EAAE,KAAK,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjG,OAAO,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACjF,OAAO,EAAE,WAAW,EAAgB,MAAM,uBAAuB,CAAC;AAMlE,qBAAa,yBAA0B,SAAQ,WAAW,CAAC,uBAAuB,CAAC;;cAKjE,cAAc,CAAC,MAAM,EAAE,uBAAuB,GAAG,OAAO,CAAC,gBAAgB,CAAC;cAmB1E,WAAW,CACzB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC3B,MAAM,EAAE,uBAAuB,EAC/B,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,uBAAuB,CAAC;IA4HnC,OAAO,CAAC,sBAAsB;CAS/B"}
|
|
@@ -0,0 +1,142 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.PlaidTransactionsExecutor = void 0;
|
|
4
|
+
const platform_1 = require("../../shared/platform");
|
|
5
|
+
const plaidService_1 = require("../service/plaidService");
|
|
6
|
+
const NODE_TYPE = "PlaidTransactions";
|
|
7
|
+
const CACHE_PREFIX = "plaid:transactions:";
|
|
8
|
+
class PlaidTransactionsExecutor extends platform_1.PromiseNode {
|
|
9
|
+
constructor() {
|
|
10
|
+
super(NODE_TYPE);
|
|
11
|
+
}
|
|
12
|
+
async validateConfig(config) {
|
|
13
|
+
// Validation is minimal - defaults handle most cases
|
|
14
|
+
if (config.daysBack !== undefined && (config.daysBack < 1 || config.daysBack > 730)) {
|
|
15
|
+
return {
|
|
16
|
+
success: false,
|
|
17
|
+
error: "daysBack must be between 1 and 730",
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
if (config.maxTransactions !== undefined && (config.maxTransactions < 1 || config.maxTransactions > 500)) {
|
|
21
|
+
return {
|
|
22
|
+
success: false,
|
|
23
|
+
error: "maxTransactions must be between 1 and 500",
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
return { success: true };
|
|
27
|
+
}
|
|
28
|
+
async executeNode(inputs, config, context) {
|
|
29
|
+
const logger = (0, platform_1.createLogger)("PlaidTransactions");
|
|
30
|
+
const startTime = Date.now();
|
|
31
|
+
const useCache = config.useCache !== false; // Default true
|
|
32
|
+
const cacheTTLMinutes = config.cacheTTLMinutes || 60;
|
|
33
|
+
const workflowId = context.workflow?.id || context.workflowId || "unknown";
|
|
34
|
+
logger.info(`🏦 [PlaidTransactions] Starting transaction fetch`, {
|
|
35
|
+
nodeId: context.nodeId,
|
|
36
|
+
testUsername: config.testUsername || "user_transactions_dynamic",
|
|
37
|
+
institutionId: config.institutionId || "ins_109508",
|
|
38
|
+
daysBack: config.daysBack || 30,
|
|
39
|
+
maxTransactions: config.maxTransactions || 100,
|
|
40
|
+
useCache,
|
|
41
|
+
cacheTTLMinutes,
|
|
42
|
+
workflowId,
|
|
43
|
+
});
|
|
44
|
+
// Build cache key scoped to workflow
|
|
45
|
+
const cacheKey = `${CACHE_PREFIX}${workflowId}:${config.testUsername || "user_transactions_dynamic"}:${config.institutionId || "ins_109508"}:${config.daysBack || 30}`;
|
|
46
|
+
try {
|
|
47
|
+
// Check Redis cache first if enabled
|
|
48
|
+
if (useCache && context.api?.getRedisClient) {
|
|
49
|
+
const redis = context.api.getRedisClient();
|
|
50
|
+
const cached = await redis.get(cacheKey);
|
|
51
|
+
if (cached) {
|
|
52
|
+
const parsedCache = JSON.parse(cached);
|
|
53
|
+
logger.info(`🏦 [PlaidTransactions] Cache HIT - returning cached transactions`, {
|
|
54
|
+
nodeId: context.nodeId,
|
|
55
|
+
cacheKey,
|
|
56
|
+
transactionCount: parsedCache.transactions?.length || 0,
|
|
57
|
+
duration: `${Date.now() - startTime}ms`,
|
|
58
|
+
});
|
|
59
|
+
return {
|
|
60
|
+
__outputs: {
|
|
61
|
+
transactions: parsedCache.transactions,
|
|
62
|
+
accounts: parsedCache.accounts,
|
|
63
|
+
totalTransactions: parsedCache.totalTransactions,
|
|
64
|
+
startDate: parsedCache.startDate,
|
|
65
|
+
endDate: parsedCache.endDate,
|
|
66
|
+
},
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
logger.info(`🏦 [PlaidTransactions] Cache MISS - fetching from Plaid`, {
|
|
70
|
+
nodeId: context.nodeId,
|
|
71
|
+
cacheKey,
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
// Build credential context
|
|
75
|
+
const credentialContext = this.buildCredentialContext(context);
|
|
76
|
+
// Fetch transactions from Plaid
|
|
77
|
+
const result = await (0, plaidService_1.getPlaidTransactions)(config, credentialContext);
|
|
78
|
+
// Store in Redis cache if enabled
|
|
79
|
+
if (useCache && context.api?.getRedisClient) {
|
|
80
|
+
const redis = context.api.getRedisClient();
|
|
81
|
+
const cacheTTLSeconds = cacheTTLMinutes * 60;
|
|
82
|
+
await redis.setex(cacheKey, cacheTTLSeconds, JSON.stringify({
|
|
83
|
+
transactions: result.transactions,
|
|
84
|
+
accounts: result.accounts,
|
|
85
|
+
totalTransactions: result.totalTransactions,
|
|
86
|
+
startDate: result.startDate,
|
|
87
|
+
endDate: result.endDate,
|
|
88
|
+
cachedAt: Date.now(),
|
|
89
|
+
}));
|
|
90
|
+
logger.info(`🏦 [PlaidTransactions] Cached transactions in Redis`, {
|
|
91
|
+
nodeId: context.nodeId,
|
|
92
|
+
cacheKey,
|
|
93
|
+
ttlMinutes: cacheTTLMinutes,
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
logger.info(`🏦 [PlaidTransactions] Fetch complete`, {
|
|
97
|
+
nodeId: context.nodeId,
|
|
98
|
+
transactionCount: result.transactions.length,
|
|
99
|
+
accountCount: result.accounts.length,
|
|
100
|
+
totalTransactions: result.totalTransactions,
|
|
101
|
+
duration: `${Date.now() - startTime}ms`,
|
|
102
|
+
});
|
|
103
|
+
return {
|
|
104
|
+
__outputs: {
|
|
105
|
+
transactions: result.transactions,
|
|
106
|
+
accounts: result.accounts,
|
|
107
|
+
totalTransactions: result.totalTransactions,
|
|
108
|
+
startDate: result.startDate,
|
|
109
|
+
endDate: result.endDate,
|
|
110
|
+
},
|
|
111
|
+
};
|
|
112
|
+
}
|
|
113
|
+
catch (error) {
|
|
114
|
+
logger.error(`🏦 [PlaidTransactions] Fetch failed`, {
|
|
115
|
+
nodeId: context.nodeId,
|
|
116
|
+
error: error.message,
|
|
117
|
+
duration: `${Date.now() - startTime}ms`,
|
|
118
|
+
});
|
|
119
|
+
return {
|
|
120
|
+
__outputs: {
|
|
121
|
+
transactions: [],
|
|
122
|
+
accounts: [],
|
|
123
|
+
totalTransactions: 0,
|
|
124
|
+
startDate: "",
|
|
125
|
+
endDate: "",
|
|
126
|
+
error: error.message,
|
|
127
|
+
},
|
|
128
|
+
};
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
buildCredentialContext(context) {
|
|
132
|
+
return {
|
|
133
|
+
credentials: context.credentials || {},
|
|
134
|
+
nodeType: NODE_TYPE,
|
|
135
|
+
workflowId: context.workflow?.id || "",
|
|
136
|
+
executionId: context.executionId || "",
|
|
137
|
+
nodeId: context.nodeId || "",
|
|
138
|
+
};
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
exports.PlaidTransactionsExecutor = PlaidTransactionsExecutor;
|
|
142
|
+
//# sourceMappingURL=executor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"executor.js","sourceRoot":"","sources":["../../../src/PlaidTransactions/node/executor.ts"],"names":[],"mappings":";;;AAEA,oDAAkE;AAClE,0DAA+D;AAE/D,MAAM,SAAS,GAAG,mBAAmB,CAAC;AACtC,MAAM,YAAY,GAAG,qBAAqB,CAAC;AAE3C,MAAa,yBAA0B,SAAQ,sBAAoC;IACjF;QACE,KAAK,CAAC,SAAS,CAAC,CAAC;IACnB,CAAC;IAES,KAAK,CAAC,cAAc,CAAC,MAA+B;QAC5D,qDAAqD;QACrD,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,EAAE,CAAC;YACpF,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,oCAAoC;aAC5C,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,eAAe,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,eAAe,GAAG,CAAC,IAAI,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,EAAE,CAAC;YACzG,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,2CAA2C;aACnD,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;IAES,KAAK,CAAC,WAAW,CACzB,MAA2B,EAC3B,MAA+B,EAC/B,OAA6B;QAE7B,MAAM,MAAM,GAAG,IAAA,uBAAY,EAAC,mBAAmB,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,eAAe;QAC3D,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,EAAE,CAAC;QACrD,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,EAAE,EAAE,IAAI,OAAO,CAAC,UAAU,IAAI,SAAS,CAAC;QAE3E,MAAM,CAAC,IAAI,CAAC,mDAAmD,EAAE;YAC/D,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,2BAA2B;YAChE,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,YAAY;YACnD,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;YAC/B,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,GAAG;YAC9C,QAAQ;YACR,eAAe;YACf,UAAU;SACX,CAAC,CAAC;QAEH,qCAAqC;QACrC,MAAM,QAAQ,GAAG,GAAG,YAAY,GAAG,UAAU,IAAI,MAAM,CAAC,YAAY,IAAI,2BAA2B,IACjG,MAAM,CAAC,aAAa,IAAI,YAC1B,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QAE5B,IAAI,CAAC;YACH,qCAAqC;YACrC,IAAI,QAAQ,IAAK,OAAe,CAAC,GAAG,EAAE,cAAc,EAAE,CAAC;gBACrD,MAAM,KAAK,GAAI,OAAe,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;gBACpD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAEzC,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBACvC,MAAM,CAAC,IAAI,CAAC,kEAAkE,EAAE;wBAC9E,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,QAAQ;wBACR,gBAAgB,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC;wBACvD,QAAQ,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI;qBACxC,CAAC,CAAC;oBAEH,OAAO;wBACL,SAAS,EAAE;4BACT,YAAY,EAAE,WAAW,CAAC,YAAY;4BACtC,QAAQ,EAAE,WAAW,CAAC,QAAQ;4BAC9B,iBAAiB,EAAE,WAAW,CAAC,iBAAiB;4BAChD,SAAS,EAAE,WAAW,CAAC,SAAS;4BAChC,OAAO,EAAE,WAAW,CAAC,OAAO;yBAC7B;qBACF,CAAC;gBACJ,CAAC;gBAED,MAAM,CAAC,IAAI,CAAC,yDAAyD,EAAE;oBACrE,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,QAAQ;iBACT,CAAC,CAAC;YACL,CAAC;YAED,2BAA2B;YAC3B,MAAM,iBAAiB,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;YAE/D,gCAAgC;YAChC,MAAM,MAAM,GAAG,MAAM,IAAA,mCAAoB,EAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;YAErE,kCAAkC;YAClC,IAAI,QAAQ,IAAK,OAAe,CAAC,GAAG,EAAE,cAAc,EAAE,CAAC;gBACrD,MAAM,KAAK,GAAI,OAAe,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;gBACpD,MAAM,eAAe,GAAG,eAAe,GAAG,EAAE,CAAC;gBAE7C,MAAM,KAAK,CAAC,KAAK,CACf,QAAQ,EACR,eAAe,EACf,IAAI,CAAC,SAAS,CAAC;oBACb,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;oBAC3C,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE;iBACrB,CAAC,CACH,CAAC;gBAEF,MAAM,CAAC,IAAI,CAAC,qDAAqD,EAAE;oBACjE,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,QAAQ;oBACR,UAAU,EAAE,eAAe;iBAC5B,CAAC,CAAC;YACL,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,uCAAuC,EAAE;gBACnD,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,gBAAgB,EAAE,MAAM,CAAC,YAAY,CAAC,MAAM;gBAC5C,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;gBACpC,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;gBAC3C,QAAQ,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI;aACxC,CAAC,CAAC;YAEH,OAAO;gBACL,SAAS,EAAE;oBACT,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;oBAC3C,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;iBACxB;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE;gBAClD,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,KAAK,EAAE,KAAK,CAAC,OAAO;gBACpB,QAAQ,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI;aACxC,CAAC,CAAC;YAEH,OAAO;gBACL,SAAS,EAAE;oBACT,YAAY,EAAE,EAAE;oBAChB,QAAQ,EAAE,EAAE;oBACZ,iBAAiB,EAAE,CAAC;oBACpB,SAAS,EAAE,EAAE;oBACb,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE,KAAK,CAAC,OAAO;iBACrB;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,sBAAsB,CAAC,OAA6B;QAC1D,OAAO;YACL,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;YACtC,QAAQ,EAAE,SAAS;YACnB,UAAU,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE;YACtC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;YACtC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE;SAC7B,CAAC;IACJ,CAAC;CACF;AAjKD,8DAiKC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { type EnhancedNodeDefinition } from "@gravity-platform/plugin-base";
|
|
2
|
+
import { PlaidTransactionsExecutor } from "./executor";
|
|
3
|
+
export declare const NODE_TYPE = "PlaidTransactions";
|
|
4
|
+
declare function createNodeDefinition(): EnhancedNodeDefinition;
|
|
5
|
+
export declare const PlaidTransactionsNode: {
|
|
6
|
+
definition: any;
|
|
7
|
+
executor: typeof PlaidTransactionsExecutor;
|
|
8
|
+
};
|
|
9
|
+
export { createNodeDefinition };
|
|
10
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/PlaidTransactions/node/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACrG,OAAO,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEvD,eAAO,MAAM,SAAS,sBAAsB,CAAC;AAE7C,iBAAS,oBAAoB,IAAI,sBAAsB,CAiHtD;AAID,eAAO,MAAM,qBAAqB;;;CAGjC,CAAC;AAEF,OAAO,EAAE,oBAAoB,EAAE,CAAC"}
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.PlaidTransactionsNode = exports.NODE_TYPE = void 0;
|
|
4
|
+
exports.createNodeDefinition = createNodeDefinition;
|
|
5
|
+
const plugin_base_1 = require("@gravity-platform/plugin-base");
|
|
6
|
+
const executor_1 = require("./executor");
|
|
7
|
+
exports.NODE_TYPE = "PlaidTransactions";
|
|
8
|
+
function createNodeDefinition() {
|
|
9
|
+
const { NodeInputType } = (0, plugin_base_1.getPlatformDependencies)();
|
|
10
|
+
return {
|
|
11
|
+
packageVersion: "1.1.1",
|
|
12
|
+
type: exports.NODE_TYPE,
|
|
13
|
+
category: "Ingest",
|
|
14
|
+
name: "Plaid Transactions",
|
|
15
|
+
description: "Fetch bank transactions from Plaid Sandbox for testing.",
|
|
16
|
+
color: "#00D09C",
|
|
17
|
+
logoUrl: "https://res.cloudinary.com/sonik/image/upload/v1765729171/gravity/icons/plaid_logo.png",
|
|
18
|
+
inputs: [
|
|
19
|
+
{
|
|
20
|
+
name: "signal",
|
|
21
|
+
type: NodeInputType.ANY,
|
|
22
|
+
description: "Trigger signal to start fetching transactions",
|
|
23
|
+
},
|
|
24
|
+
],
|
|
25
|
+
outputs: [
|
|
26
|
+
{
|
|
27
|
+
name: "transactions",
|
|
28
|
+
type: NodeInputType.ARRAY,
|
|
29
|
+
description: "Array of transaction objects",
|
|
30
|
+
},
|
|
31
|
+
{
|
|
32
|
+
name: "accounts",
|
|
33
|
+
type: NodeInputType.ARRAY,
|
|
34
|
+
description: "Array of account objects",
|
|
35
|
+
},
|
|
36
|
+
{
|
|
37
|
+
name: "totalTransactions",
|
|
38
|
+
type: NodeInputType.NUMBER,
|
|
39
|
+
description: "Total number of transactions available",
|
|
40
|
+
},
|
|
41
|
+
{
|
|
42
|
+
name: "startDate",
|
|
43
|
+
type: NodeInputType.STRING,
|
|
44
|
+
description: "Start date of the transaction range (YYYY-MM-DD)",
|
|
45
|
+
},
|
|
46
|
+
{
|
|
47
|
+
name: "endDate",
|
|
48
|
+
type: NodeInputType.STRING,
|
|
49
|
+
description: "End date of the transaction range (YYYY-MM-DD)",
|
|
50
|
+
},
|
|
51
|
+
],
|
|
52
|
+
configSchema: {
|
|
53
|
+
type: "object",
|
|
54
|
+
properties: {
|
|
55
|
+
testUsername: {
|
|
56
|
+
type: "string",
|
|
57
|
+
title: "Test Username",
|
|
58
|
+
description: "Plaid Sandbox test username. Options: user_transactions_dynamic (realistic), user_good (basic), user_ewa_user, user_yuppie, user_small_business (personas)",
|
|
59
|
+
default: "user_transactions_dynamic",
|
|
60
|
+
enum: ["user_transactions_dynamic", "user_good", "user_ewa_user", "user_yuppie", "user_small_business"],
|
|
61
|
+
},
|
|
62
|
+
testPassword: {
|
|
63
|
+
type: "string",
|
|
64
|
+
title: "Test Password",
|
|
65
|
+
description: "Plaid Sandbox test password (any value works for most test users)",
|
|
66
|
+
default: "pass_good",
|
|
67
|
+
},
|
|
68
|
+
institutionId: {
|
|
69
|
+
type: "string",
|
|
70
|
+
title: "Institution ID",
|
|
71
|
+
description: "Plaid institution ID. Default: First Platypus Bank (ins_109508) - recommended for sandbox testing",
|
|
72
|
+
default: "ins_109508",
|
|
73
|
+
},
|
|
74
|
+
daysBack: {
|
|
75
|
+
type: "number",
|
|
76
|
+
title: "Days Back",
|
|
77
|
+
description: "Number of days of transaction history to fetch",
|
|
78
|
+
default: 30,
|
|
79
|
+
minimum: 1,
|
|
80
|
+
maximum: 730,
|
|
81
|
+
},
|
|
82
|
+
maxTransactions: {
|
|
83
|
+
type: "number",
|
|
84
|
+
title: "Max Transactions",
|
|
85
|
+
description: "Maximum number of transactions to return",
|
|
86
|
+
default: 100,
|
|
87
|
+
minimum: 1,
|
|
88
|
+
maximum: 500,
|
|
89
|
+
},
|
|
90
|
+
useCache: {
|
|
91
|
+
type: "boolean",
|
|
92
|
+
title: "Enable Cache",
|
|
93
|
+
description: "Cache transactions in Redis to avoid repeated Plaid API calls. Cached per workflow.",
|
|
94
|
+
default: true,
|
|
95
|
+
},
|
|
96
|
+
cacheTTLMinutes: {
|
|
97
|
+
type: "number",
|
|
98
|
+
title: "Cache TTL (minutes)",
|
|
99
|
+
description: "How long to cache transactions before fetching fresh data",
|
|
100
|
+
default: 60,
|
|
101
|
+
minimum: 1,
|
|
102
|
+
maximum: 1440,
|
|
103
|
+
},
|
|
104
|
+
},
|
|
105
|
+
required: [],
|
|
106
|
+
},
|
|
107
|
+
credentials: [
|
|
108
|
+
{
|
|
109
|
+
name: "plaidCredential",
|
|
110
|
+
required: true,
|
|
111
|
+
},
|
|
112
|
+
],
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
const definition = createNodeDefinition();
|
|
116
|
+
exports.PlaidTransactionsNode = {
|
|
117
|
+
definition,
|
|
118
|
+
executor: executor_1.PlaidTransactionsExecutor,
|
|
119
|
+
};
|
|
120
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/PlaidTransactions/node/index.ts"],"names":[],"mappings":";;;AA+HS,oDAAoB;AA/H7B,+DAAqG;AACrG,yCAAuD;AAE1C,QAAA,SAAS,GAAG,mBAAmB,CAAC;AAE7C,SAAS,oBAAoB;IAC3B,MAAM,EAAE,aAAa,EAAE,GAAG,IAAA,qCAAuB,GAAE,CAAC;IAEpD,OAAO;QACL,cAAc,EAAE,OAAO;QACvB,IAAI,EAAE,iBAAS;QACf,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE,oBAAoB;QAC1B,WAAW,EAAE,yDAAyD;QACtE,KAAK,EAAE,SAAS;QAChB,OAAO,EAAE,wFAAwF;QAEjG,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,aAAa,CAAC,GAAG;gBACvB,WAAW,EAAE,+CAA+C;aAC7D;SACF;QAED,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,aAAa,CAAC,KAAK;gBACzB,WAAW,EAAE,8BAA8B;aAC5C;YACD;gBACE,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,aAAa,CAAC,KAAK;gBACzB,WAAW,EAAE,0BAA0B;aACxC;YACD;gBACE,IAAI,EAAE,mBAAmB;gBACzB,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,wCAAwC;aACtD;YACD;gBACE,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,kDAAkD;aAChE;YACD;gBACE,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,gDAAgD;aAC9D;SACF;QAED,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,eAAe;oBACtB,WAAW,EACT,4JAA4J;oBAC9J,OAAO,EAAE,2BAA2B;oBACpC,IAAI,EAAE,CAAC,2BAA2B,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,qBAAqB,CAAC;iBACxG;gBACD,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,eAAe;oBACtB,WAAW,EAAE,mEAAmE;oBAChF,OAAO,EAAE,WAAW;iBACrB;gBACD,aAAa,EAAE;oBACb,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,gBAAgB;oBACvB,WAAW,EACT,mGAAmG;oBACrG,OAAO,EAAE,YAAY;iBACtB;gBACD,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,WAAW;oBAClB,WAAW,EAAE,gDAAgD;oBAC7D,OAAO,EAAE,EAAE;oBACX,OAAO,EAAE,CAAC;oBACV,OAAO,EAAE,GAAG;iBACb;gBACD,eAAe,EAAE;oBACf,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,kBAAkB;oBACzB,WAAW,EAAE,0CAA0C;oBACvD,OAAO,EAAE,GAAG;oBACZ,OAAO,EAAE,CAAC;oBACV,OAAO,EAAE,GAAG;iBACb;gBACD,QAAQ,EAAE;oBACR,IAAI,EAAE,SAAS;oBACf,KAAK,EAAE,cAAc;oBACrB,WAAW,EAAE,qFAAqF;oBAClG,OAAO,EAAE,IAAI;iBACd;gBACD,eAAe,EAAE;oBACf,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,qBAAqB;oBAC5B,WAAW,EAAE,2DAA2D;oBACxE,OAAO,EAAE,EAAE;oBACX,OAAO,EAAE,CAAC;oBACV,OAAO,EAAE,IAAI;iBACd;aACF;YACD,QAAQ,EAAE,EAAE;SACb;QAED,WAAW,EAAE;YACX;gBACE,IAAI,EAAE,iBAAiB;gBACvB,QAAQ,EAAE,IAAI;aACf;SACF;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,GAAG,oBAAoB,EAAE,CAAC;AAE7B,QAAA,qBAAqB,GAAG;IACnC,UAAU;IACV,QAAQ,EAAE,oCAAyB;CACpC,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { PlaidTransactionsConfig, PlaidTransaction, PlaidAccount } from "../util/types";
|
|
2
|
+
/**
|
|
3
|
+
* Main service function to fetch Plaid sandbox transactions
|
|
4
|
+
*/
|
|
5
|
+
export declare function getPlaidTransactions(config: PlaidTransactionsConfig, context: any): Promise<{
|
|
6
|
+
transactions: PlaidTransaction[];
|
|
7
|
+
accounts: PlaidAccount[];
|
|
8
|
+
totalTransactions: number;
|
|
9
|
+
startDate: string;
|
|
10
|
+
endDate: string;
|
|
11
|
+
}>;
|
|
12
|
+
//# sourceMappingURL=plaidService.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"plaidService.d.ts","sourceRoot":"","sources":["../../../src/PlaidTransactions/service/plaidService.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,YAAY,EAAoB,MAAM,eAAe,CAAC;AAoM1G;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,uBAAuB,EAC/B,OAAO,EAAE,GAAG,GACX,OAAO,CAAC;IACT,YAAY,EAAE,gBAAgB,EAAE,CAAC;IACjC,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC,CAkFD"}
|