@gravity-platform/ingest 1.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +9 -0
- package/dist/Abyssale/node/executor.d.ts +12 -0
- package/dist/Abyssale/node/executor.d.ts.map +1 -0
- package/dist/Abyssale/node/executor.js +72 -0
- package/dist/Abyssale/node/executor.js.map +1 -0
- package/dist/Abyssale/node/index.d.ts +10 -0
- package/dist/Abyssale/node/index.d.ts.map +1 -0
- package/dist/Abyssale/node/index.js +90 -0
- package/dist/Abyssale/node/index.js.map +1 -0
- package/dist/Abyssale/service/abyssaleService.d.ts +45 -0
- package/dist/Abyssale/service/abyssaleService.d.ts.map +1 -0
- package/dist/Abyssale/service/abyssaleService.js +360 -0
- package/dist/Abyssale/service/abyssaleService.js.map +1 -0
- package/dist/Abyssale/util/types.d.ts +62 -0
- package/dist/Abyssale/util/types.d.ts.map +1 -0
- package/dist/Abyssale/util/types.js +6 -0
- package/dist/Abyssale/util/types.js.map +1 -0
- package/dist/AirtableInsert/node/executor.d.ts +7 -0
- package/dist/AirtableInsert/node/executor.d.ts.map +1 -0
- package/dist/AirtableInsert/node/executor.js +32 -0
- package/dist/AirtableInsert/node/executor.js.map +1 -0
- package/dist/AirtableInsert/node/index.d.ts +10 -0
- package/dist/AirtableInsert/node/index.d.ts.map +1 -0
- package/dist/AirtableInsert/node/index.js +98 -0
- package/dist/AirtableInsert/node/index.js.map +1 -0
- package/dist/AirtableInsert/service/airtableInsertService.d.ts +8 -0
- package/dist/AirtableInsert/service/airtableInsertService.d.ts.map +1 -0
- package/dist/AirtableInsert/service/airtableInsertService.js +99 -0
- package/dist/AirtableInsert/service/airtableInsertService.js.map +1 -0
- package/dist/AirtableInsert/util/types.d.ts +15 -0
- package/dist/AirtableInsert/util/types.d.ts.map +1 -0
- package/dist/AirtableInsert/util/types.js +3 -0
- package/dist/AirtableInsert/util/types.js.map +1 -0
- package/dist/ApifyResults/node/executor.d.ts +32 -0
- package/dist/ApifyResults/node/executor.d.ts.map +1 -0
- package/dist/ApifyResults/node/executor.js +204 -0
- package/dist/ApifyResults/node/executor.js.map +1 -0
- package/dist/ApifyResults/node/index.d.ts +10 -0
- package/dist/ApifyResults/node/index.d.ts.map +1 -0
- package/dist/ApifyResults/node/index.js +79 -0
- package/dist/ApifyResults/node/index.js.map +1 -0
- package/dist/ApifyResults/service/apifyService.d.ts +10 -0
- package/dist/ApifyResults/service/apifyService.d.ts.map +1 -0
- package/dist/ApifyResults/service/apifyService.js +85 -0
- package/dist/ApifyResults/service/apifyService.js.map +1 -0
- package/dist/ApifyResults/util/types.d.ts +93 -0
- package/dist/ApifyResults/util/types.d.ts.map +1 -0
- package/dist/ApifyResults/util/types.js +6 -0
- package/dist/ApifyResults/util/types.js.map +1 -0
- package/dist/ApifyStarter/node/executor.d.ts +12 -0
- package/dist/ApifyStarter/node/executor.d.ts.map +1 -0
- package/dist/ApifyStarter/node/executor.js +97 -0
- package/dist/ApifyStarter/node/executor.js.map +1 -0
- package/dist/ApifyStarter/node/index.d.ts +10 -0
- package/dist/ApifyStarter/node/index.d.ts.map +1 -0
- package/dist/ApifyStarter/node/index.js +87 -0
- package/dist/ApifyStarter/node/index.js.map +1 -0
- package/dist/ApifyStarter/service/apifyActorService.d.ts +11 -0
- package/dist/ApifyStarter/service/apifyActorService.d.ts.map +1 -0
- package/dist/ApifyStarter/service/apifyActorService.js +104 -0
- package/dist/ApifyStarter/service/apifyActorService.js.map +1 -0
- package/dist/ApifyStarter/util/types.d.ts +23 -0
- package/dist/ApifyStarter/util/types.d.ts.map +1 -0
- package/dist/ApifyStarter/util/types.js +6 -0
- package/dist/ApifyStarter/util/types.js.map +1 -0
- package/dist/ApifyStarter/util/validation.d.ts +9 -0
- package/dist/ApifyStarter/util/validation.d.ts.map +1 -0
- package/dist/ApifyStarter/util/validation.js +59 -0
- package/dist/ApifyStarter/util/validation.js.map +1 -0
- package/dist/ApolloCompany/node/executor.d.ts +8 -0
- package/dist/ApolloCompany/node/executor.d.ts.map +1 -0
- package/dist/ApolloCompany/node/executor.js +38 -0
- package/dist/ApolloCompany/node/executor.js.map +1 -0
- package/dist/ApolloCompany/node/index.d.ts +10 -0
- package/dist/ApolloCompany/node/index.d.ts.map +1 -0
- package/dist/ApolloCompany/node/index.js +120 -0
- package/dist/ApolloCompany/node/index.js.map +1 -0
- package/dist/ApolloCompany/service/apolloSearchCompanyService.d.ts +7 -0
- package/dist/ApolloCompany/service/apolloSearchCompanyService.d.ts.map +1 -0
- package/dist/ApolloCompany/service/apolloSearchCompanyService.js +124 -0
- package/dist/ApolloCompany/service/apolloSearchCompanyService.js.map +1 -0
- package/dist/ApolloCompany/util/types.d.ts +46 -0
- package/dist/ApolloCompany/util/types.d.ts.map +1 -0
- package/dist/ApolloCompany/util/types.js +6 -0
- package/dist/ApolloCompany/util/types.js.map +1 -0
- package/dist/ApolloCompanyEnrich/node/executor.d.ts +8 -0
- package/dist/ApolloCompanyEnrich/node/executor.d.ts.map +1 -0
- package/dist/ApolloCompanyEnrich/node/executor.js +25 -0
- package/dist/ApolloCompanyEnrich/node/executor.js.map +1 -0
- package/dist/ApolloCompanyEnrich/node/index.d.ts +10 -0
- package/dist/ApolloCompanyEnrich/node/index.d.ts.map +1 -0
- package/dist/ApolloCompanyEnrich/node/index.js +67 -0
- package/dist/ApolloCompanyEnrich/node/index.js.map +1 -0
- package/dist/ApolloCompanyEnrich/service/apolloCompanyEnrichService.d.ts +9 -0
- package/dist/ApolloCompanyEnrich/service/apolloCompanyEnrichService.d.ts.map +1 -0
- package/dist/ApolloCompanyEnrich/service/apolloCompanyEnrichService.js +40 -0
- package/dist/ApolloCompanyEnrich/service/apolloCompanyEnrichService.js.map +1 -0
- package/dist/ApolloCompanyEnrich/util/types.d.ts +13 -0
- package/dist/ApolloCompanyEnrich/util/types.d.ts.map +1 -0
- package/dist/ApolloCompanyEnrich/util/types.js +6 -0
- package/dist/ApolloCompanyEnrich/util/types.js.map +1 -0
- package/dist/ApolloPeople/node/executor.d.ts +8 -0
- package/dist/ApolloPeople/node/executor.d.ts.map +1 -0
- package/dist/ApolloPeople/node/executor.js +41 -0
- package/dist/ApolloPeople/node/executor.js.map +1 -0
- package/dist/ApolloPeople/node/index.d.ts +10 -0
- package/dist/ApolloPeople/node/index.d.ts.map +1 -0
- package/dist/ApolloPeople/node/index.js +128 -0
- package/dist/ApolloPeople/node/index.js.map +1 -0
- package/dist/ApolloPeople/service/apolloSearchService.d.ts +6 -0
- package/dist/ApolloPeople/service/apolloSearchService.d.ts.map +1 -0
- package/dist/ApolloPeople/service/apolloSearchService.js +127 -0
- package/dist/ApolloPeople/service/apolloSearchService.js.map +1 -0
- package/dist/ApolloPeople/util/types.d.ts +70 -0
- package/dist/ApolloPeople/util/types.d.ts.map +1 -0
- package/dist/ApolloPeople/util/types.js +6 -0
- package/dist/ApolloPeople/util/types.js.map +1 -0
- package/dist/ApolloPeopleEnrich/node/executor.d.ts +8 -0
- package/dist/ApolloPeopleEnrich/node/executor.d.ts.map +1 -0
- package/dist/ApolloPeopleEnrich/node/executor.js +25 -0
- package/dist/ApolloPeopleEnrich/node/executor.js.map +1 -0
- package/dist/ApolloPeopleEnrich/node/index.d.ts +10 -0
- package/dist/ApolloPeopleEnrich/node/index.d.ts.map +1 -0
- package/dist/ApolloPeopleEnrich/node/index.js +116 -0
- package/dist/ApolloPeopleEnrich/node/index.js.map +1 -0
- package/dist/ApolloPeopleEnrich/service/apolloPeopleEnrichService.d.ts +10 -0
- package/dist/ApolloPeopleEnrich/service/apolloPeopleEnrichService.d.ts.map +1 -0
- package/dist/ApolloPeopleEnrich/service/apolloPeopleEnrichService.js +54 -0
- package/dist/ApolloPeopleEnrich/service/apolloPeopleEnrichService.js.map +1 -0
- package/dist/ApolloPeopleEnrich/util/types.d.ts +20 -0
- package/dist/ApolloPeopleEnrich/util/types.d.ts.map +1 -0
- package/dist/ApolloPeopleEnrich/util/types.js +6 -0
- package/dist/ApolloPeopleEnrich/util/types.js.map +1 -0
- package/dist/ApolloSearch/node/executor.d.ts +9 -0
- package/dist/ApolloSearch/node/executor.d.ts.map +1 -0
- package/dist/ApolloSearch/node/executor.js +51 -0
- package/dist/ApolloSearch/node/executor.js.map +1 -0
- package/dist/ApolloSearch/node/index.d.ts +10 -0
- package/dist/ApolloSearch/node/index.d.ts.map +1 -0
- package/dist/ApolloSearch/node/index.js +128 -0
- package/dist/ApolloSearch/node/index.js.map +1 -0
- package/dist/ApolloSearch/service/apolloSearchService.d.ts +6 -0
- package/dist/ApolloSearch/service/apolloSearchService.d.ts.map +1 -0
- package/dist/ApolloSearch/service/apolloSearchService.js +127 -0
- package/dist/ApolloSearch/service/apolloSearchService.js.map +1 -0
- package/dist/ApolloSearch/util/types.d.ts +70 -0
- package/dist/ApolloSearch/util/types.d.ts.map +1 -0
- package/dist/ApolloSearch/util/types.js +6 -0
- package/dist/ApolloSearch/util/types.js.map +1 -0
- package/dist/ApolloSearchCompany/node/executor.d.ts +9 -0
- package/dist/ApolloSearchCompany/node/executor.d.ts.map +1 -0
- package/dist/ApolloSearchCompany/node/executor.js +49 -0
- package/dist/ApolloSearchCompany/node/executor.js.map +1 -0
- package/dist/ApolloSearchCompany/node/index.d.ts +10 -0
- package/dist/ApolloSearchCompany/node/index.d.ts.map +1 -0
- package/dist/ApolloSearchCompany/node/index.js +128 -0
- package/dist/ApolloSearchCompany/node/index.js.map +1 -0
- package/dist/ApolloSearchCompany/service/apolloSearchCompanyService.d.ts +7 -0
- package/dist/ApolloSearchCompany/service/apolloSearchCompanyService.d.ts.map +1 -0
- package/dist/ApolloSearchCompany/service/apolloSearchCompanyService.js +98 -0
- package/dist/ApolloSearchCompany/service/apolloSearchCompanyService.js.map +1 -0
- package/dist/ApolloSearchCompany/util/types.d.ts +48 -0
- package/dist/ApolloSearchCompany/util/types.d.ts.map +1 -0
- package/dist/ApolloSearchCompany/util/types.js +6 -0
- package/dist/ApolloSearchCompany/util/types.js.map +1 -0
- package/dist/Document/node/executor.d.ts +22 -0
- package/dist/Document/node/executor.d.ts.map +1 -0
- package/dist/Document/node/executor.js +85 -0
- package/dist/Document/node/executor.js.map +1 -0
- package/dist/Document/node/index.d.ts +10 -0
- package/dist/Document/node/index.d.ts.map +1 -0
- package/dist/Document/node/index.js +58 -0
- package/dist/Document/node/index.js.map +1 -0
- package/dist/Document/service/documentCache.d.ts +11 -0
- package/dist/Document/service/documentCache.d.ts.map +1 -0
- package/dist/Document/service/documentCache.js +166 -0
- package/dist/Document/service/documentCache.js.map +1 -0
- package/dist/Document/util/types.d.ts +70 -0
- package/dist/Document/util/types.d.ts.map +1 -0
- package/dist/Document/util/types.js +6 -0
- package/dist/Document/util/types.js.map +1 -0
- package/dist/DocumentParser/node/executor.d.ts +12 -0
- package/dist/DocumentParser/node/executor.d.ts.map +1 -0
- package/dist/DocumentParser/node/executor.js +200 -0
- package/dist/DocumentParser/node/executor.js.map +1 -0
- package/dist/DocumentParser/node/index.d.ts +10 -0
- package/dist/DocumentParser/node/index.d.ts.map +1 -0
- package/dist/DocumentParser/node/index.js +66 -0
- package/dist/DocumentParser/node/index.js.map +1 -0
- package/dist/DocumentParser/service/docxParser.d.ts +12 -0
- package/dist/DocumentParser/service/docxParser.d.ts.map +1 -0
- package/dist/DocumentParser/service/docxParser.js +27 -0
- package/dist/DocumentParser/service/docxParser.js.map +1 -0
- package/dist/DocumentParser/service/fileTypeDetector.d.ts +19 -0
- package/dist/DocumentParser/service/fileTypeDetector.d.ts.map +1 -0
- package/dist/DocumentParser/service/fileTypeDetector.js +75 -0
- package/dist/DocumentParser/service/fileTypeDetector.js.map +1 -0
- package/dist/DocumentParser/service/index.d.ts +5 -0
- package/dist/DocumentParser/service/index.d.ts.map +1 -0
- package/dist/DocumentParser/service/index.js +14 -0
- package/dist/DocumentParser/service/index.js.map +1 -0
- package/dist/DocumentParser/service/pdfParser.d.ts +16 -0
- package/dist/DocumentParser/service/pdfParser.d.ts.map +1 -0
- package/dist/DocumentParser/service/pdfParser.js +30 -0
- package/dist/DocumentParser/service/pdfParser.js.map +1 -0
- package/dist/DocumentParser/service/txtParser.d.ts +11 -0
- package/dist/DocumentParser/service/txtParser.d.ts.map +1 -0
- package/dist/DocumentParser/service/txtParser.js +35 -0
- package/dist/DocumentParser/service/txtParser.js.map +1 -0
- package/dist/DocumentParser/util/hashUtils.d.ts +17 -0
- package/dist/DocumentParser/util/hashUtils.d.ts.map +1 -0
- package/dist/DocumentParser/util/hashUtils.js +34 -0
- package/dist/DocumentParser/util/hashUtils.js.map +1 -0
- package/dist/DocumentParser/util/types.d.ts +43 -0
- package/dist/DocumentParser/util/types.d.ts.map +1 -0
- package/dist/DocumentParser/util/types.js +6 -0
- package/dist/DocumentParser/util/types.js.map +1 -0
- package/dist/ElevenLabs/node/executor.d.ts +12 -0
- package/dist/ElevenLabs/node/executor.d.ts.map +1 -0
- package/dist/ElevenLabs/node/executor.js +65 -0
- package/dist/ElevenLabs/node/executor.js.map +1 -0
- package/dist/ElevenLabs/node/index.d.ts +10 -0
- package/dist/ElevenLabs/node/index.d.ts.map +1 -0
- package/dist/ElevenLabs/node/index.js +92 -0
- package/dist/ElevenLabs/node/index.js.map +1 -0
- package/dist/ElevenLabs/service/elevenlabsService.d.ts +27 -0
- package/dist/ElevenLabs/service/elevenlabsService.d.ts.map +1 -0
- package/dist/ElevenLabs/service/elevenlabsService.js +278 -0
- package/dist/ElevenLabs/service/elevenlabsService.js.map +1 -0
- package/dist/ElevenLabs/util/types.d.ts +43 -0
- package/dist/ElevenLabs/util/types.d.ts.map +1 -0
- package/dist/ElevenLabs/util/types.js +7 -0
- package/dist/ElevenLabs/util/types.js.map +1 -0
- package/dist/GoogleSheet/node/executor.d.ts +21 -0
- package/dist/GoogleSheet/node/executor.d.ts.map +1 -0
- package/dist/GoogleSheet/node/executor.js +156 -0
- package/dist/GoogleSheet/node/executor.js.map +1 -0
- package/dist/GoogleSheet/node/index.d.ts +10 -0
- package/dist/GoogleSheet/node/index.d.ts.map +1 -0
- package/dist/GoogleSheet/node/index.js +90 -0
- package/dist/GoogleSheet/node/index.js.map +1 -0
- package/dist/GoogleSheet/service/googleSheetsService.d.ts +10 -0
- package/dist/GoogleSheet/service/googleSheetsService.d.ts.map +1 -0
- package/dist/GoogleSheet/service/googleSheetsService.js +44 -0
- package/dist/GoogleSheet/service/googleSheetsService.js.map +1 -0
- package/dist/GoogleSheet/util/types.d.ts +39 -0
- package/dist/GoogleSheet/util/types.d.ts.map +1 -0
- package/dist/GoogleSheet/util/types.js +6 -0
- package/dist/GoogleSheet/util/types.js.map +1 -0
- package/dist/Hyperbrowser/node/executor.d.ts +12 -0
- package/dist/Hyperbrowser/node/executor.d.ts.map +1 -0
- package/dist/Hyperbrowser/node/executor.js +67 -0
- package/dist/Hyperbrowser/node/executor.js.map +1 -0
- package/dist/Hyperbrowser/node/index.d.ts +10 -0
- package/dist/Hyperbrowser/node/index.d.ts.map +1 -0
- package/dist/Hyperbrowser/node/index.js +93 -0
- package/dist/Hyperbrowser/node/index.js.map +1 -0
- package/dist/Hyperbrowser/service/hyperbrowserService.d.ts +38 -0
- package/dist/Hyperbrowser/service/hyperbrowserService.d.ts.map +1 -0
- package/dist/Hyperbrowser/service/hyperbrowserService.js +108 -0
- package/dist/Hyperbrowser/service/hyperbrowserService.js.map +1 -0
- package/dist/Hyperbrowser/util/types.d.ts +44 -0
- package/dist/Hyperbrowser/util/types.d.ts.map +1 -0
- package/dist/Hyperbrowser/util/types.js +6 -0
- package/dist/Hyperbrowser/util/types.js.map +1 -0
- package/dist/PlaidTransactions/node/executor.d.ts +10 -0
- package/dist/PlaidTransactions/node/executor.d.ts.map +1 -0
- package/dist/PlaidTransactions/node/executor.js +142 -0
- package/dist/PlaidTransactions/node/executor.js.map +1 -0
- package/dist/PlaidTransactions/node/index.d.ts +10 -0
- package/dist/PlaidTransactions/node/index.d.ts.map +1 -0
- package/dist/PlaidTransactions/node/index.js +120 -0
- package/dist/PlaidTransactions/node/index.js.map +1 -0
- package/dist/PlaidTransactions/service/plaidService.d.ts +12 -0
- package/dist/PlaidTransactions/service/plaidService.d.ts.map +1 -0
- package/dist/PlaidTransactions/service/plaidService.js +179 -0
- package/dist/PlaidTransactions/service/plaidService.js.map +1 -0
- package/dist/PlaidTransactions/util/types.d.ts +90 -0
- package/dist/PlaidTransactions/util/types.d.ts.map +1 -0
- package/dist/PlaidTransactions/util/types.js +6 -0
- package/dist/PlaidTransactions/util/types.js.map +1 -0
- package/dist/SearchWeb/node/executor.d.ts +12 -0
- package/dist/SearchWeb/node/executor.d.ts.map +1 -0
- package/dist/SearchWeb/node/executor.js +56 -0
- package/dist/SearchWeb/node/executor.js.map +1 -0
- package/dist/SearchWeb/node/index.d.ts +10 -0
- package/dist/SearchWeb/node/index.d.ts.map +1 -0
- package/dist/SearchWeb/node/index.js +114 -0
- package/dist/SearchWeb/node/index.js.map +1 -0
- package/dist/SearchWeb/service/searchWebService.d.ts +23 -0
- package/dist/SearchWeb/service/searchWebService.d.ts.map +1 -0
- package/dist/SearchWeb/service/searchWebService.js +146 -0
- package/dist/SearchWeb/service/searchWebService.js.map +1 -0
- package/dist/SearchWeb/util/types.d.ts +50 -0
- package/dist/SearchWeb/util/types.d.ts.map +1 -0
- package/dist/SearchWeb/util/types.js +6 -0
- package/dist/SearchWeb/util/types.js.map +1 -0
- package/dist/SpatialIngest/node/executor.d.ts +8 -0
- package/dist/SpatialIngest/node/executor.d.ts.map +1 -0
- package/dist/SpatialIngest/node/executor.js +58 -0
- package/dist/SpatialIngest/node/executor.js.map +1 -0
- package/dist/SpatialIngest/node/index.d.ts +10 -0
- package/dist/SpatialIngest/node/index.d.ts.map +1 -0
- package/dist/SpatialIngest/node/index.js +99 -0
- package/dist/SpatialIngest/node/index.js.map +1 -0
- package/dist/SpatialIngest/service/spatialIngestService.d.ts +29 -0
- package/dist/SpatialIngest/service/spatialIngestService.d.ts.map +1 -0
- package/dist/SpatialIngest/service/spatialIngestService.js +306 -0
- package/dist/SpatialIngest/service/spatialIngestService.js.map +1 -0
- package/dist/SpatialIngest/util/types.d.ts +26 -0
- package/dist/SpatialIngest/util/types.d.ts.map +1 -0
- package/dist/SpatialIngest/util/types.js +3 -0
- package/dist/SpatialIngest/util/types.js.map +1 -0
- package/dist/credentials/index.d.ts +141 -0
- package/dist/credentials/index.d.ts.map +1 -0
- package/dist/credentials/index.js +180 -0
- package/dist/credentials/index.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +104 -0
- package/dist/index.js.map +1 -0
- package/dist/shared/platform.d.ts +11 -0
- package/dist/shared/platform.d.ts.map +1 -0
- package/dist/shared/platform.js +21 -0
- package/dist/shared/platform.js.map +1 -0
- package/package.json +53 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../../src/Document/node/executor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,aAAa,EAA0C,cAAc,EAAE,MAAM,eAAe,CAAC;AACtH,OAAO,EAAE,YAAY,EAAgB,MAAM,uBAAuB,CAAC;AAGnE,UAAU,aAAa;IACrB,QAAQ,EAAE,cAAc,GAAG,IAAI,CAAC;IAChC,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,KAAK,aAAa,GAAG;IACnB,IAAI,EAAE,SAAS,GAAG,UAAU,CAAC;IAC7B,MAAM,CAAC,EAAE,aAAa,CAAC;CACxB,CAAC;AAIF,qBAAa,gBAAiB,SAAQ,YAAY,CAAC,cAAc,EAAE,aAAa,CAAC;IAC/E,OAAO,CAAC,YAAY,CAA8B;;IAMlD,eAAe,CAAC,MAAM,EAAE,aAAa,GAAG,aAAa;IAO/C,WAAW,CACf,KAAK,EAAE,aAAa,EACpB,KAAK,EAAE,aAAa,EACpB,IAAI,EAAE,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,GAC1B,OAAO,CAAC,aAAa,CAAC;IAuDzB;;OAEG;IACH,OAAO,CAAC,sBAAsB;CAW/B"}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DocumentExecutor = void 0;
|
|
4
|
+
const platform_1 = require("../../shared/platform");
|
|
5
|
+
const documentCache_1 = require("../service/documentCache");
|
|
6
|
+
const NODE_TYPE = "Document";
|
|
7
|
+
class DocumentExecutor extends platform_1.CallbackNode {
|
|
8
|
+
constructor() {
|
|
9
|
+
super(NODE_TYPE);
|
|
10
|
+
this.cacheService = new documentCache_1.DocumentCacheService();
|
|
11
|
+
}
|
|
12
|
+
initializeState(inputs) {
|
|
13
|
+
return {
|
|
14
|
+
document: null,
|
|
15
|
+
isComplete: false
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
async handleEvent(event, state, emit) {
|
|
19
|
+
const logger = (0, platform_1.createLogger)("Document");
|
|
20
|
+
// If already complete, return current state
|
|
21
|
+
if (state.isComplete) {
|
|
22
|
+
return state;
|
|
23
|
+
}
|
|
24
|
+
const config = event.inputs?.config || {};
|
|
25
|
+
const maxFileSizeMB = config.maxFileSizeMB || 50;
|
|
26
|
+
logger.info("Document Cache Node Started (Single Document)", {
|
|
27
|
+
maxFileSizeMB,
|
|
28
|
+
alwaysLoad: true,
|
|
29
|
+
});
|
|
30
|
+
// Process document from config if provided
|
|
31
|
+
if (config.file) {
|
|
32
|
+
const result = await this.cacheService.handleDocument(config.file, maxFileSizeMB);
|
|
33
|
+
if (result.output) {
|
|
34
|
+
emit({
|
|
35
|
+
__outputs: {
|
|
36
|
+
output: result.output,
|
|
37
|
+
},
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
return {
|
|
41
|
+
document: result.document,
|
|
42
|
+
isComplete: true
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
else {
|
|
46
|
+
// No document configured
|
|
47
|
+
emit({
|
|
48
|
+
__outputs: {
|
|
49
|
+
output: {
|
|
50
|
+
operation: "error",
|
|
51
|
+
documentId: "none",
|
|
52
|
+
metadata: { key: "none", size: 0 },
|
|
53
|
+
error: "No document configured",
|
|
54
|
+
cacheStats: {
|
|
55
|
+
totalCached: 0,
|
|
56
|
+
memoryUsedMB: 0,
|
|
57
|
+
cacheHits: 0,
|
|
58
|
+
cacheMisses: 0,
|
|
59
|
+
},
|
|
60
|
+
},
|
|
61
|
+
},
|
|
62
|
+
});
|
|
63
|
+
return {
|
|
64
|
+
...state,
|
|
65
|
+
isComplete: true
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
/**
|
|
70
|
+
* Build credential context from execution context
|
|
71
|
+
*/
|
|
72
|
+
buildCredentialContext(context) {
|
|
73
|
+
return {
|
|
74
|
+
credentials: {
|
|
75
|
+
aws: context.credentials?.awsCredential || {},
|
|
76
|
+
},
|
|
77
|
+
nodeType: NODE_TYPE,
|
|
78
|
+
workflowId: context.workflow?.id || "",
|
|
79
|
+
executionId: context.executionId || "",
|
|
80
|
+
nodeId: context.nodeId || "",
|
|
81
|
+
};
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
exports.DocumentExecutor = DocumentExecutor;
|
|
85
|
+
//# sourceMappingURL=executor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"executor.js","sourceRoot":"","sources":["../../../src/Document/node/executor.ts"],"names":[],"mappings":";;;AAEA,oDAAmE;AACnE,4DAAgE;AAYhE,MAAM,SAAS,GAAG,UAAU,CAAC;AAE7B,MAAa,gBAAiB,SAAQ,uBAA2C;IAG/E;QACE,KAAK,CAAC,SAAS,CAAC,CAAC;QAHX,iBAAY,GAAG,IAAI,oCAAoB,EAAE,CAAC;IAIlD,CAAC;IAED,eAAe,CAAC,MAAqB;QACnC,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,KAAK;SAClB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CACf,KAAoB,EACpB,KAAoB,EACpB,IAA2B;QAE3B,MAAM,MAAM,GAAG,IAAA,uBAAY,EAAC,UAAU,CAAC,CAAC;QAExC,4CAA4C;QAC5C,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACrB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,MAAM,GAAI,KAAK,CAAC,MAAc,EAAE,MAAM,IAAI,EAAE,CAAC;QACnD,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;QAEjD,MAAM,CAAC,IAAI,CAAC,+CAA+C,EAAE;YAC3D,aAAa;YACb,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;QAEH,2CAA2C;QAC3C,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;YAClF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,IAAI,CAAC;oBACH,SAAS,EAAE;wBACT,MAAM,EAAE,MAAM,CAAC,MAAM;qBACtB;iBACF,CAAC,CAAC;YACL,CAAC;YACD,OAAO;gBACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,UAAU,EAAE,IAAI;aACjB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,yBAAyB;YACzB,IAAI,CAAC;gBACH,SAAS,EAAE;oBACT,MAAM,EAAE;wBACN,SAAS,EAAE,OAAO;wBAClB,UAAU,EAAE,MAAM;wBAClB,QAAQ,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE;wBAClC,KAAK,EAAE,wBAAwB;wBAC/B,UAAU,EAAE;4BACV,WAAW,EAAE,CAAC;4BACd,YAAY,EAAE,CAAC;4BACf,SAAS,EAAE,CAAC;4BACZ,WAAW,EAAE,CAAC;yBACf;qBACF;iBACF;aACF,CAAC,CAAC;YACH,OAAO;gBACL,GAAG,KAAK;gBACR,UAAU,EAAE,IAAI;aACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,OAA6B;QAC1D,OAAO;YACL,WAAW,EAAE;gBACX,GAAG,EAAE,OAAO,CAAC,WAAW,EAAE,aAAa,IAAI,EAAE;aAC9C;YACD,QAAQ,EAAE,SAAS;YACnB,UAAU,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE;YACtC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;YACtC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE;SAC7B,CAAC;IACJ,CAAC;CACF;AAvFD,4CAuFC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { type EnhancedNodeDefinition } from "@gravity-platform/plugin-base";
|
|
2
|
+
import { DocumentExecutor } from "./executor";
|
|
3
|
+
export declare const NODE_TYPE = "Document";
|
|
4
|
+
declare function createNodeDefinition(): EnhancedNodeDefinition;
|
|
5
|
+
export declare const DocumentNode: {
|
|
6
|
+
definition: any;
|
|
7
|
+
executor: typeof DocumentExecutor;
|
|
8
|
+
};
|
|
9
|
+
export { createNodeDefinition };
|
|
10
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/Document/node/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACrG,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,eAAO,MAAM,SAAS,aAAa,CAAC;AAEpC,iBAAS,oBAAoB,IAAI,sBAAsB,CAiDtD;AAID,eAAO,MAAM,YAAY;;;CAGxB,CAAC;AAEF,OAAO,EAAE,oBAAoB,EAAE,CAAC"}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DocumentNode = exports.NODE_TYPE = void 0;
|
|
4
|
+
exports.createNodeDefinition = createNodeDefinition;
|
|
5
|
+
const plugin_base_1 = require("@gravity-platform/plugin-base");
|
|
6
|
+
const executor_1 = require("./executor");
|
|
7
|
+
exports.NODE_TYPE = "Document";
|
|
8
|
+
function createNodeDefinition() {
|
|
9
|
+
const { NodeInputType, NodeConcurrency } = (0, plugin_base_1.getPlatformDependencies)();
|
|
10
|
+
return {
|
|
11
|
+
packageVersion: "1.1.1",
|
|
12
|
+
type: exports.NODE_TYPE,
|
|
13
|
+
name: "Document",
|
|
14
|
+
description: "Caches and manages document content during workflow execution. Provides lazy loading and memory management for large files.",
|
|
15
|
+
category: "Ingest",
|
|
16
|
+
logoUrl: "https://cdn-icons-png.flaticon.com/512/2991/2991112.png",
|
|
17
|
+
color: "#4A90E2",
|
|
18
|
+
inputs: [
|
|
19
|
+
{
|
|
20
|
+
name: "signal",
|
|
21
|
+
type: NodeInputType.OBJECT,
|
|
22
|
+
description: "Document file with metadata and optional content",
|
|
23
|
+
},
|
|
24
|
+
],
|
|
25
|
+
outputs: [
|
|
26
|
+
{
|
|
27
|
+
name: "output",
|
|
28
|
+
type: NodeInputType.OBJECT,
|
|
29
|
+
description: "Document operation result with content and cache stats",
|
|
30
|
+
},
|
|
31
|
+
],
|
|
32
|
+
configSchema: {
|
|
33
|
+
type: "object",
|
|
34
|
+
properties: {
|
|
35
|
+
file: {
|
|
36
|
+
type: "object",
|
|
37
|
+
title: "File",
|
|
38
|
+
description: "Document file to cache",
|
|
39
|
+
default: "",
|
|
40
|
+
"ui:field": "template",
|
|
41
|
+
},
|
|
42
|
+
maxFileSizeMB: {
|
|
43
|
+
type: "number",
|
|
44
|
+
title: "Max File Size (MB)",
|
|
45
|
+
description: "Maximum file size to cache in MB",
|
|
46
|
+
default: 50,
|
|
47
|
+
minimum: 1,
|
|
48
|
+
},
|
|
49
|
+
},
|
|
50
|
+
},
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
const definition = createNodeDefinition();
|
|
54
|
+
exports.DocumentNode = {
|
|
55
|
+
definition,
|
|
56
|
+
executor: executor_1.DocumentExecutor,
|
|
57
|
+
};
|
|
58
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/Document/node/index.ts"],"names":[],"mappings":";;;AA+DS,oDAAoB;AA/D7B,+DAAqG;AACrG,yCAA8C;AAEjC,QAAA,SAAS,GAAG,UAAU,CAAC;AAEpC,SAAS,oBAAoB;IAC3B,MAAM,EAAE,aAAa,EAAE,eAAe,EAAE,GAAG,IAAA,qCAAuB,GAAE,CAAC;IAErE,OAAO;QACL,cAAc,EAAE,OAAO;QACvB,IAAI,EAAE,iBAAS;QACf,IAAI,EAAE,UAAU;QAChB,WAAW,EACT,6HAA6H;QAC/H,QAAQ,EAAE,QAAQ;QAClB,OAAO,EAAE,yDAAyD;QAClE,KAAK,EAAE,SAAS;QAEhB,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,kDAAkD;aAChE;SACF;QAED,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,wDAAwD;aACtE;SACF;QAED,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,MAAM;oBACb,WAAW,EAAE,wBAAwB;oBACrC,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAU;iBACvB;gBACD,aAAa,EAAE;oBACb,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,oBAAoB;oBAC3B,WAAW,EAAE,kCAAkC;oBAC/C,OAAO,EAAE,EAAE;oBACX,OAAO,EAAE,CAAC;iBACX;aACF;SACF;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,GAAG,oBAAoB,EAAE,CAAC;AAE7B,QAAA,YAAY,GAAG;IAC1B,UAAU;IACV,QAAQ,EAAE,2BAAgB;CAC3B,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { CachedDocument, DocumentInput, DocumentOutput } from "../util/types";
|
|
2
|
+
export declare class DocumentCacheService {
|
|
3
|
+
private cache;
|
|
4
|
+
handleDocument(file: DocumentInput["file"], maxFileSizeMB: number): Promise<{
|
|
5
|
+
output: DocumentOutput | null;
|
|
6
|
+
document: CachedDocument | null;
|
|
7
|
+
}>;
|
|
8
|
+
private loadDocumentContent;
|
|
9
|
+
private getCacheStats;
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=documentCache.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"documentCache.d.ts","sourceRoot":"","sources":["../../../src/Document/service/documentCache.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAI9E,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,KAAK,CAA+B;IAEtC,cAAc,CAClB,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,EAC3B,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC;QAAE,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC;QAAC,QAAQ,EAAE,cAAc,GAAG,IAAI,CAAA;KAAE,CAAC;YA2GhE,mBAAmB;IAkCjC,OAAO,CAAC,aAAa;CAwBtB"}
|
|
@@ -0,0 +1,166 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DocumentCacheService = void 0;
|
|
4
|
+
const platform_1 = require("../../shared/platform");
|
|
5
|
+
const logger = (0, platform_1.createLogger)("DocumentCache");
|
|
6
|
+
class DocumentCacheService {
|
|
7
|
+
constructor() {
|
|
8
|
+
this.cache = null;
|
|
9
|
+
}
|
|
10
|
+
async handleDocument(file, maxFileSizeMB) {
|
|
11
|
+
if (!file)
|
|
12
|
+
return { output: null, document: null };
|
|
13
|
+
const documentId = file.universalId || file.key;
|
|
14
|
+
if (!documentId) {
|
|
15
|
+
return {
|
|
16
|
+
output: {
|
|
17
|
+
operation: "error",
|
|
18
|
+
documentId: "unknown",
|
|
19
|
+
metadata: { key: "unknown", size: 0 },
|
|
20
|
+
error: "No document ID available",
|
|
21
|
+
cacheStats: this.getCacheStats(),
|
|
22
|
+
},
|
|
23
|
+
document: null
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
// Check file size
|
|
27
|
+
if (file.size && file.size > maxFileSizeMB * 1024 * 1024) {
|
|
28
|
+
logger.warn("File too large to cache", {
|
|
29
|
+
documentId,
|
|
30
|
+
size: file.size,
|
|
31
|
+
maxSizeMB: maxFileSizeMB,
|
|
32
|
+
});
|
|
33
|
+
return {
|
|
34
|
+
output: {
|
|
35
|
+
operation: "error",
|
|
36
|
+
documentId,
|
|
37
|
+
metadata: { key: file.key, size: file.size || 0 },
|
|
38
|
+
error: `File too large (${Math.round((file.size || 0) / 1024 / 1024)}MB > ${maxFileSizeMB}MB)`,
|
|
39
|
+
cacheStats: this.getCacheStats(),
|
|
40
|
+
},
|
|
41
|
+
document: null
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
// Create cached document
|
|
45
|
+
const newCachedDocument = {
|
|
46
|
+
id: documentId,
|
|
47
|
+
metadata: {
|
|
48
|
+
key: file.key,
|
|
49
|
+
size: file.size || 0,
|
|
50
|
+
downloadUrl: file.downloadUrl,
|
|
51
|
+
lastModified: file.lastModified,
|
|
52
|
+
etag: file.etag,
|
|
53
|
+
universalId: file.universalId,
|
|
54
|
+
},
|
|
55
|
+
cachedAt: new Date(),
|
|
56
|
+
accessCount: 1,
|
|
57
|
+
lastAccessed: new Date(),
|
|
58
|
+
};
|
|
59
|
+
// Cache content if provided
|
|
60
|
+
if (file.content) {
|
|
61
|
+
newCachedDocument.content = {
|
|
62
|
+
base64: file.content,
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
logger.info("Document cached", {
|
|
66
|
+
documentId,
|
|
67
|
+
size: file.size,
|
|
68
|
+
hasContent: !!file.content,
|
|
69
|
+
});
|
|
70
|
+
// Always load content if downloadUrl available and no content provided
|
|
71
|
+
if (file.downloadUrl && !file.content) {
|
|
72
|
+
try {
|
|
73
|
+
await this.loadDocumentContent(file.downloadUrl, newCachedDocument);
|
|
74
|
+
this.cache = newCachedDocument;
|
|
75
|
+
return {
|
|
76
|
+
output: {
|
|
77
|
+
operation: "loaded",
|
|
78
|
+
documentId,
|
|
79
|
+
metadata: newCachedDocument.metadata,
|
|
80
|
+
// Content removed - downstream nodes fetch from downloadUrl to avoid large payloads
|
|
81
|
+
cacheStats: this.getCacheStats(),
|
|
82
|
+
},
|
|
83
|
+
document: newCachedDocument
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
catch (error) {
|
|
87
|
+
return {
|
|
88
|
+
output: {
|
|
89
|
+
operation: "error",
|
|
90
|
+
documentId,
|
|
91
|
+
metadata: newCachedDocument.metadata,
|
|
92
|
+
error: `Failed to load content: ${error.message}`,
|
|
93
|
+
cacheStats: this.getCacheStats(),
|
|
94
|
+
},
|
|
95
|
+
document: newCachedDocument
|
|
96
|
+
};
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
this.cache = newCachedDocument;
|
|
100
|
+
return {
|
|
101
|
+
output: {
|
|
102
|
+
operation: "cached",
|
|
103
|
+
documentId,
|
|
104
|
+
metadata: newCachedDocument.metadata,
|
|
105
|
+
content: newCachedDocument.content,
|
|
106
|
+
cacheStats: this.getCacheStats(),
|
|
107
|
+
},
|
|
108
|
+
document: newCachedDocument
|
|
109
|
+
};
|
|
110
|
+
}
|
|
111
|
+
async loadDocumentContent(downloadUrl, cachedDocument) {
|
|
112
|
+
logger.info("Loading document content from downloadUrl", {
|
|
113
|
+
documentId: cachedDocument.id,
|
|
114
|
+
downloadUrl,
|
|
115
|
+
});
|
|
116
|
+
try {
|
|
117
|
+
const response = await fetch(downloadUrl);
|
|
118
|
+
if (!response.ok) {
|
|
119
|
+
throw new Error(`HTTP ${response.status}: ${response.statusText}`);
|
|
120
|
+
}
|
|
121
|
+
const buffer = await response.arrayBuffer();
|
|
122
|
+
const base64 = Buffer.from(buffer).toString("base64");
|
|
123
|
+
cachedDocument.content = {
|
|
124
|
+
base64,
|
|
125
|
+
// Note: Buffer removed - not serializable over GraphQL WebSocket
|
|
126
|
+
};
|
|
127
|
+
logger.info("Document content loaded", {
|
|
128
|
+
documentId: cachedDocument.id,
|
|
129
|
+
size: buffer.byteLength,
|
|
130
|
+
});
|
|
131
|
+
}
|
|
132
|
+
catch (error) {
|
|
133
|
+
logger.error("Failed to load document content", {
|
|
134
|
+
documentId: cachedDocument.id,
|
|
135
|
+
downloadUrl,
|
|
136
|
+
error: error.message,
|
|
137
|
+
});
|
|
138
|
+
throw error;
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
getCacheStats() {
|
|
142
|
+
if (!this.cache) {
|
|
143
|
+
return {
|
|
144
|
+
totalCached: 0,
|
|
145
|
+
memoryUsedMB: 0,
|
|
146
|
+
cacheHits: 0,
|
|
147
|
+
cacheMisses: 0,
|
|
148
|
+
};
|
|
149
|
+
}
|
|
150
|
+
let memoryUsedMB = 0;
|
|
151
|
+
if (this.cache.content?.buffer) {
|
|
152
|
+
memoryUsedMB = this.cache.content.buffer.length / (1024 * 1024);
|
|
153
|
+
}
|
|
154
|
+
else if (this.cache.content?.base64) {
|
|
155
|
+
memoryUsedMB = Buffer.byteLength(this.cache.content.base64, "base64") / (1024 * 1024);
|
|
156
|
+
}
|
|
157
|
+
return {
|
|
158
|
+
totalCached: 1,
|
|
159
|
+
memoryUsedMB: Math.round(memoryUsedMB * 100) / 100,
|
|
160
|
+
cacheHits: this.cache.accessCount - 1,
|
|
161
|
+
cacheMisses: 1,
|
|
162
|
+
};
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
exports.DocumentCacheService = DocumentCacheService;
|
|
166
|
+
//# sourceMappingURL=documentCache.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"documentCache.js","sourceRoot":"","sources":["../../../src/Document/service/documentCache.ts"],"names":[],"mappings":";;;AAAA,oDAAqD;AAGrD,MAAM,MAAM,GAAG,IAAA,uBAAY,EAAC,eAAe,CAAC,CAAC;AAE7C,MAAa,oBAAoB;IAAjC;QACU,UAAK,GAA0B,IAAI,CAAC;IA0K9C,CAAC;IAxKC,KAAK,CAAC,cAAc,CAClB,IAA2B,EAC3B,aAAqB;QAErB,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAEnD,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,GAAG,CAAC;QAChD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO;gBACL,MAAM,EAAE;oBACN,SAAS,EAAE,OAAO;oBAClB,UAAU,EAAE,SAAS;oBACrB,QAAQ,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE;oBACrC,KAAK,EAAE,0BAA0B;oBACjC,UAAU,EAAE,IAAI,CAAC,aAAa,EAAE;iBACjC;gBACD,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAED,kBAAkB;QAClB,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,aAAa,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;YACzD,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE;gBACrC,UAAU;gBACV,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;YACH,OAAO;gBACL,MAAM,EAAE;oBACN,SAAS,EAAE,OAAO;oBAClB,UAAU;oBACV,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE;oBACjD,KAAK,EAAE,mBAAmB,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,QAAQ,aAAa,KAAK;oBAC9F,UAAU,EAAE,IAAI,CAAC,aAAa,EAAE;iBACjC;gBACD,QAAQ,EAAE,IAAI;aACf,CAAC;QACJ,CAAC;QAED,yBAAyB;QACzB,MAAM,iBAAiB,GAAmB;YACxC,EAAE,EAAE,UAAU;YACd,QAAQ,EAAE;gBACR,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;gBACpB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B;YACD,QAAQ,EAAE,IAAI,IAAI,EAAE;YACpB,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,IAAI,IAAI,EAAE;SACzB,CAAC;QAEF,4BAA4B;QAC5B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,iBAAiB,CAAC,OAAO,GAAG;gBAC1B,MAAM,EAAE,IAAI,CAAC,OAAO;aACrB,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC7B,UAAU;YACV,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO;SAC3B,CAAC,CAAC;QAEH,uEAAuE;QACvE,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACtC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;gBACpE,IAAI,CAAC,KAAK,GAAG,iBAAiB,CAAC;gBAC/B,OAAO;oBACL,MAAM,EAAE;wBACN,SAAS,EAAE,QAAQ;wBACnB,UAAU;wBACV,QAAQ,EAAE,iBAAiB,CAAC,QAAQ;wBACpC,oFAAoF;wBACpF,UAAU,EAAE,IAAI,CAAC,aAAa,EAAE;qBACjC;oBACD,QAAQ,EAAE,iBAAiB;iBAC5B,CAAC;YACJ,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,OAAO;oBACL,MAAM,EAAE;wBACN,SAAS,EAAE,OAAO;wBAClB,UAAU;wBACV,QAAQ,EAAE,iBAAiB,CAAC,QAAQ;wBACpC,KAAK,EAAE,2BAA2B,KAAK,CAAC,OAAO,EAAE;wBACjD,UAAU,EAAE,IAAI,CAAC,aAAa,EAAE;qBACjC;oBACD,QAAQ,EAAE,iBAAiB;iBAC5B,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,iBAAiB,CAAC;QAC/B,OAAO;YACL,MAAM,EAAE;gBACN,SAAS,EAAE,QAAQ;gBACnB,UAAU;gBACV,QAAQ,EAAE,iBAAiB,CAAC,QAAQ;gBACpC,OAAO,EAAE,iBAAiB,CAAC,OAAO;gBAClC,UAAU,EAAE,IAAI,CAAC,aAAa,EAAE;aACjC;YACD,QAAQ,EAAE,iBAAiB;SAC5B,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,WAAmB,EAAE,cAA8B;QACnF,MAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE;YACvD,UAAU,EAAE,cAAc,CAAC,EAAE;YAC7B,WAAW;SACZ,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,CAAC;YAC1C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAEtD,cAAc,CAAC,OAAO,GAAG;gBACvB,MAAM;gBACN,iEAAiE;aAClE,CAAC;YAEF,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE;gBACrC,UAAU,EAAE,cAAc,CAAC,EAAE;gBAC7B,IAAI,EAAE,MAAM,CAAC,UAAU;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE;gBAC9C,UAAU,EAAE,cAAc,CAAC,EAAE;gBAC7B,WAAW;gBACX,KAAK,EAAE,KAAK,CAAC,OAAO;aACrB,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,aAAa;QACnB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;gBACL,WAAW,EAAE,CAAC;gBACd,YAAY,EAAE,CAAC;gBACf,SAAS,EAAE,CAAC;gBACZ,WAAW,EAAE,CAAC;aACf,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;YAC/B,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;QAClE,CAAC;aAAM,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;YACtC,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;QACxF,CAAC;QAED,OAAO;YACL,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,GAAG,GAAG;YAClD,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC;YACrC,WAAW,EAAE,CAAC;SACf,CAAC;IACJ,CAAC;CACF;AA3KD,oDA2KC"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Type definitions for Document node
|
|
3
|
+
*/
|
|
4
|
+
export interface DocumentConfig {
|
|
5
|
+
file?: {
|
|
6
|
+
key: string;
|
|
7
|
+
downloadUrl?: string;
|
|
8
|
+
content?: string;
|
|
9
|
+
size?: number;
|
|
10
|
+
bucket?: string;
|
|
11
|
+
lastModified?: string;
|
|
12
|
+
etag?: string;
|
|
13
|
+
universalId?: string;
|
|
14
|
+
};
|
|
15
|
+
maxFileSizeMB?: number;
|
|
16
|
+
}
|
|
17
|
+
export interface DocumentInput {
|
|
18
|
+
file?: {
|
|
19
|
+
key: string;
|
|
20
|
+
downloadUrl?: string;
|
|
21
|
+
content?: string;
|
|
22
|
+
size?: number;
|
|
23
|
+
bucket?: string;
|
|
24
|
+
lastModified?: string;
|
|
25
|
+
etag?: string;
|
|
26
|
+
universalId?: string;
|
|
27
|
+
};
|
|
28
|
+
url?: string;
|
|
29
|
+
operation?: 'cache' | 'load' | 'get' | 'clear';
|
|
30
|
+
documentId?: string;
|
|
31
|
+
}
|
|
32
|
+
export interface DocumentOutput {
|
|
33
|
+
operation: 'cached' | 'loaded' | 'accessed' | 'cleared' | 'error';
|
|
34
|
+
documentId: string;
|
|
35
|
+
metadata: {
|
|
36
|
+
key: string;
|
|
37
|
+
size: number;
|
|
38
|
+
type?: string;
|
|
39
|
+
downloadUrl?: string;
|
|
40
|
+
lastModified?: string;
|
|
41
|
+
etag?: string;
|
|
42
|
+
universalId?: string;
|
|
43
|
+
};
|
|
44
|
+
content?: {
|
|
45
|
+
text?: string;
|
|
46
|
+
buffer?: Buffer;
|
|
47
|
+
base64?: string;
|
|
48
|
+
};
|
|
49
|
+
cacheStats: {
|
|
50
|
+
totalCached: number;
|
|
51
|
+
memoryUsedMB: number;
|
|
52
|
+
cacheHits: number;
|
|
53
|
+
cacheMisses: number;
|
|
54
|
+
};
|
|
55
|
+
error?: string;
|
|
56
|
+
}
|
|
57
|
+
export interface CachedDocument {
|
|
58
|
+
id: string;
|
|
59
|
+
metadata: DocumentOutput['metadata'];
|
|
60
|
+
content?: DocumentOutput['content'];
|
|
61
|
+
cachedAt: Date;
|
|
62
|
+
accessCount: number;
|
|
63
|
+
lastAccessed: Date;
|
|
64
|
+
}
|
|
65
|
+
export interface DocumentExecutorOutput {
|
|
66
|
+
__outputs: {
|
|
67
|
+
output: DocumentOutput;
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/Document/util/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,cAAc;IAC7B,IAAI,CAAC,EAAE;QACL,GAAG,EAAE,MAAM,CAAC;QACZ,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,aAAa;IAE5B,IAAI,CAAC,EAAE;QACL,GAAG,EAAE,MAAM,CAAC;QACZ,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,CAAC;IAC/C,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,QAAQ,GAAG,QAAQ,GAAG,UAAU,GAAG,SAAS,GAAG,OAAO,CAAC;IAClE,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE;QACR,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;IACF,UAAU,EAAE;QACV,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;IACrC,OAAO,CAAC,EAAE,cAAc,CAAC,SAAS,CAAC,CAAC;IACpC,QAAQ,EAAE,IAAI,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,IAAI,CAAC;CACpB;AAGD,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE;QACT,MAAM,EAAE,cAAc,CAAC;KACxB,CAAC;CACH"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/Document/util/types.ts"],"names":[],"mappings":";AAAA;;GAEG"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { type NodeExecutionContext } from "@gravity-platform/plugin-base";
|
|
2
|
+
import { DocumentParserConfig, DocumentParserExecutorOutput } from "../util/types";
|
|
3
|
+
import { PromiseNode } from "../../shared/platform";
|
|
4
|
+
export declare class DocumentParserExecutor extends PromiseNode<DocumentParserConfig> {
|
|
5
|
+
constructor();
|
|
6
|
+
protected executeNode(inputs: Record<string, any>, config: DocumentParserConfig, context: NodeExecutionContext): Promise<DocumentParserExecutorOutput>;
|
|
7
|
+
/**
|
|
8
|
+
* Build credential context from execution context
|
|
9
|
+
*/
|
|
10
|
+
private buildCredentialContext;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=executor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../../src/DocumentParser/node/executor.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,OAAO,EAAE,oBAAoB,EAAwB,4BAA4B,EAAE,MAAM,eAAe,CAAC;AACzG,OAAO,EAAE,WAAW,EAAgB,MAAM,uBAAuB,CAAC;AAalE,qBAAa,sBAAuB,SAAQ,WAAW,CAAC,oBAAoB,CAAC;;cAK3D,WAAW,CACzB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC3B,MAAM,EAAE,oBAAoB,EAC5B,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,4BAA4B,CAAC;IA2LxC;;OAEG;IACH,OAAO,CAAC,sBAAsB;CAW/B"}
|