@gravity-platform/ingest 1.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +9 -0
- package/dist/Abyssale/node/executor.d.ts +12 -0
- package/dist/Abyssale/node/executor.d.ts.map +1 -0
- package/dist/Abyssale/node/executor.js +72 -0
- package/dist/Abyssale/node/executor.js.map +1 -0
- package/dist/Abyssale/node/index.d.ts +10 -0
- package/dist/Abyssale/node/index.d.ts.map +1 -0
- package/dist/Abyssale/node/index.js +90 -0
- package/dist/Abyssale/node/index.js.map +1 -0
- package/dist/Abyssale/service/abyssaleService.d.ts +45 -0
- package/dist/Abyssale/service/abyssaleService.d.ts.map +1 -0
- package/dist/Abyssale/service/abyssaleService.js +360 -0
- package/dist/Abyssale/service/abyssaleService.js.map +1 -0
- package/dist/Abyssale/util/types.d.ts +62 -0
- package/dist/Abyssale/util/types.d.ts.map +1 -0
- package/dist/Abyssale/util/types.js +6 -0
- package/dist/Abyssale/util/types.js.map +1 -0
- package/dist/AirtableInsert/node/executor.d.ts +7 -0
- package/dist/AirtableInsert/node/executor.d.ts.map +1 -0
- package/dist/AirtableInsert/node/executor.js +32 -0
- package/dist/AirtableInsert/node/executor.js.map +1 -0
- package/dist/AirtableInsert/node/index.d.ts +10 -0
- package/dist/AirtableInsert/node/index.d.ts.map +1 -0
- package/dist/AirtableInsert/node/index.js +98 -0
- package/dist/AirtableInsert/node/index.js.map +1 -0
- package/dist/AirtableInsert/service/airtableInsertService.d.ts +8 -0
- package/dist/AirtableInsert/service/airtableInsertService.d.ts.map +1 -0
- package/dist/AirtableInsert/service/airtableInsertService.js +99 -0
- package/dist/AirtableInsert/service/airtableInsertService.js.map +1 -0
- package/dist/AirtableInsert/util/types.d.ts +15 -0
- package/dist/AirtableInsert/util/types.d.ts.map +1 -0
- package/dist/AirtableInsert/util/types.js +3 -0
- package/dist/AirtableInsert/util/types.js.map +1 -0
- package/dist/ApifyResults/node/executor.d.ts +32 -0
- package/dist/ApifyResults/node/executor.d.ts.map +1 -0
- package/dist/ApifyResults/node/executor.js +204 -0
- package/dist/ApifyResults/node/executor.js.map +1 -0
- package/dist/ApifyResults/node/index.d.ts +10 -0
- package/dist/ApifyResults/node/index.d.ts.map +1 -0
- package/dist/ApifyResults/node/index.js +79 -0
- package/dist/ApifyResults/node/index.js.map +1 -0
- package/dist/ApifyResults/service/apifyService.d.ts +10 -0
- package/dist/ApifyResults/service/apifyService.d.ts.map +1 -0
- package/dist/ApifyResults/service/apifyService.js +85 -0
- package/dist/ApifyResults/service/apifyService.js.map +1 -0
- package/dist/ApifyResults/util/types.d.ts +93 -0
- package/dist/ApifyResults/util/types.d.ts.map +1 -0
- package/dist/ApifyResults/util/types.js +6 -0
- package/dist/ApifyResults/util/types.js.map +1 -0
- package/dist/ApifyStarter/node/executor.d.ts +12 -0
- package/dist/ApifyStarter/node/executor.d.ts.map +1 -0
- package/dist/ApifyStarter/node/executor.js +97 -0
- package/dist/ApifyStarter/node/executor.js.map +1 -0
- package/dist/ApifyStarter/node/index.d.ts +10 -0
- package/dist/ApifyStarter/node/index.d.ts.map +1 -0
- package/dist/ApifyStarter/node/index.js +87 -0
- package/dist/ApifyStarter/node/index.js.map +1 -0
- package/dist/ApifyStarter/service/apifyActorService.d.ts +11 -0
- package/dist/ApifyStarter/service/apifyActorService.d.ts.map +1 -0
- package/dist/ApifyStarter/service/apifyActorService.js +104 -0
- package/dist/ApifyStarter/service/apifyActorService.js.map +1 -0
- package/dist/ApifyStarter/util/types.d.ts +23 -0
- package/dist/ApifyStarter/util/types.d.ts.map +1 -0
- package/dist/ApifyStarter/util/types.js +6 -0
- package/dist/ApifyStarter/util/types.js.map +1 -0
- package/dist/ApifyStarter/util/validation.d.ts +9 -0
- package/dist/ApifyStarter/util/validation.d.ts.map +1 -0
- package/dist/ApifyStarter/util/validation.js +59 -0
- package/dist/ApifyStarter/util/validation.js.map +1 -0
- package/dist/ApolloCompany/node/executor.d.ts +8 -0
- package/dist/ApolloCompany/node/executor.d.ts.map +1 -0
- package/dist/ApolloCompany/node/executor.js +38 -0
- package/dist/ApolloCompany/node/executor.js.map +1 -0
- package/dist/ApolloCompany/node/index.d.ts +10 -0
- package/dist/ApolloCompany/node/index.d.ts.map +1 -0
- package/dist/ApolloCompany/node/index.js +120 -0
- package/dist/ApolloCompany/node/index.js.map +1 -0
- package/dist/ApolloCompany/service/apolloSearchCompanyService.d.ts +7 -0
- package/dist/ApolloCompany/service/apolloSearchCompanyService.d.ts.map +1 -0
- package/dist/ApolloCompany/service/apolloSearchCompanyService.js +124 -0
- package/dist/ApolloCompany/service/apolloSearchCompanyService.js.map +1 -0
- package/dist/ApolloCompany/util/types.d.ts +46 -0
- package/dist/ApolloCompany/util/types.d.ts.map +1 -0
- package/dist/ApolloCompany/util/types.js +6 -0
- package/dist/ApolloCompany/util/types.js.map +1 -0
- package/dist/ApolloCompanyEnrich/node/executor.d.ts +8 -0
- package/dist/ApolloCompanyEnrich/node/executor.d.ts.map +1 -0
- package/dist/ApolloCompanyEnrich/node/executor.js +25 -0
- package/dist/ApolloCompanyEnrich/node/executor.js.map +1 -0
- package/dist/ApolloCompanyEnrich/node/index.d.ts +10 -0
- package/dist/ApolloCompanyEnrich/node/index.d.ts.map +1 -0
- package/dist/ApolloCompanyEnrich/node/index.js +67 -0
- package/dist/ApolloCompanyEnrich/node/index.js.map +1 -0
- package/dist/ApolloCompanyEnrich/service/apolloCompanyEnrichService.d.ts +9 -0
- package/dist/ApolloCompanyEnrich/service/apolloCompanyEnrichService.d.ts.map +1 -0
- package/dist/ApolloCompanyEnrich/service/apolloCompanyEnrichService.js +40 -0
- package/dist/ApolloCompanyEnrich/service/apolloCompanyEnrichService.js.map +1 -0
- package/dist/ApolloCompanyEnrich/util/types.d.ts +13 -0
- package/dist/ApolloCompanyEnrich/util/types.d.ts.map +1 -0
- package/dist/ApolloCompanyEnrich/util/types.js +6 -0
- package/dist/ApolloCompanyEnrich/util/types.js.map +1 -0
- package/dist/ApolloPeople/node/executor.d.ts +8 -0
- package/dist/ApolloPeople/node/executor.d.ts.map +1 -0
- package/dist/ApolloPeople/node/executor.js +41 -0
- package/dist/ApolloPeople/node/executor.js.map +1 -0
- package/dist/ApolloPeople/node/index.d.ts +10 -0
- package/dist/ApolloPeople/node/index.d.ts.map +1 -0
- package/dist/ApolloPeople/node/index.js +128 -0
- package/dist/ApolloPeople/node/index.js.map +1 -0
- package/dist/ApolloPeople/service/apolloSearchService.d.ts +6 -0
- package/dist/ApolloPeople/service/apolloSearchService.d.ts.map +1 -0
- package/dist/ApolloPeople/service/apolloSearchService.js +127 -0
- package/dist/ApolloPeople/service/apolloSearchService.js.map +1 -0
- package/dist/ApolloPeople/util/types.d.ts +70 -0
- package/dist/ApolloPeople/util/types.d.ts.map +1 -0
- package/dist/ApolloPeople/util/types.js +6 -0
- package/dist/ApolloPeople/util/types.js.map +1 -0
- package/dist/ApolloPeopleEnrich/node/executor.d.ts +8 -0
- package/dist/ApolloPeopleEnrich/node/executor.d.ts.map +1 -0
- package/dist/ApolloPeopleEnrich/node/executor.js +25 -0
- package/dist/ApolloPeopleEnrich/node/executor.js.map +1 -0
- package/dist/ApolloPeopleEnrich/node/index.d.ts +10 -0
- package/dist/ApolloPeopleEnrich/node/index.d.ts.map +1 -0
- package/dist/ApolloPeopleEnrich/node/index.js +116 -0
- package/dist/ApolloPeopleEnrich/node/index.js.map +1 -0
- package/dist/ApolloPeopleEnrich/service/apolloPeopleEnrichService.d.ts +10 -0
- package/dist/ApolloPeopleEnrich/service/apolloPeopleEnrichService.d.ts.map +1 -0
- package/dist/ApolloPeopleEnrich/service/apolloPeopleEnrichService.js +54 -0
- package/dist/ApolloPeopleEnrich/service/apolloPeopleEnrichService.js.map +1 -0
- package/dist/ApolloPeopleEnrich/util/types.d.ts +20 -0
- package/dist/ApolloPeopleEnrich/util/types.d.ts.map +1 -0
- package/dist/ApolloPeopleEnrich/util/types.js +6 -0
- package/dist/ApolloPeopleEnrich/util/types.js.map +1 -0
- package/dist/ApolloSearch/node/executor.d.ts +9 -0
- package/dist/ApolloSearch/node/executor.d.ts.map +1 -0
- package/dist/ApolloSearch/node/executor.js +51 -0
- package/dist/ApolloSearch/node/executor.js.map +1 -0
- package/dist/ApolloSearch/node/index.d.ts +10 -0
- package/dist/ApolloSearch/node/index.d.ts.map +1 -0
- package/dist/ApolloSearch/node/index.js +128 -0
- package/dist/ApolloSearch/node/index.js.map +1 -0
- package/dist/ApolloSearch/service/apolloSearchService.d.ts +6 -0
- package/dist/ApolloSearch/service/apolloSearchService.d.ts.map +1 -0
- package/dist/ApolloSearch/service/apolloSearchService.js +127 -0
- package/dist/ApolloSearch/service/apolloSearchService.js.map +1 -0
- package/dist/ApolloSearch/util/types.d.ts +70 -0
- package/dist/ApolloSearch/util/types.d.ts.map +1 -0
- package/dist/ApolloSearch/util/types.js +6 -0
- package/dist/ApolloSearch/util/types.js.map +1 -0
- package/dist/ApolloSearchCompany/node/executor.d.ts +9 -0
- package/dist/ApolloSearchCompany/node/executor.d.ts.map +1 -0
- package/dist/ApolloSearchCompany/node/executor.js +49 -0
- package/dist/ApolloSearchCompany/node/executor.js.map +1 -0
- package/dist/ApolloSearchCompany/node/index.d.ts +10 -0
- package/dist/ApolloSearchCompany/node/index.d.ts.map +1 -0
- package/dist/ApolloSearchCompany/node/index.js +128 -0
- package/dist/ApolloSearchCompany/node/index.js.map +1 -0
- package/dist/ApolloSearchCompany/service/apolloSearchCompanyService.d.ts +7 -0
- package/dist/ApolloSearchCompany/service/apolloSearchCompanyService.d.ts.map +1 -0
- package/dist/ApolloSearchCompany/service/apolloSearchCompanyService.js +98 -0
- package/dist/ApolloSearchCompany/service/apolloSearchCompanyService.js.map +1 -0
- package/dist/ApolloSearchCompany/util/types.d.ts +48 -0
- package/dist/ApolloSearchCompany/util/types.d.ts.map +1 -0
- package/dist/ApolloSearchCompany/util/types.js +6 -0
- package/dist/ApolloSearchCompany/util/types.js.map +1 -0
- package/dist/Document/node/executor.d.ts +22 -0
- package/dist/Document/node/executor.d.ts.map +1 -0
- package/dist/Document/node/executor.js +85 -0
- package/dist/Document/node/executor.js.map +1 -0
- package/dist/Document/node/index.d.ts +10 -0
- package/dist/Document/node/index.d.ts.map +1 -0
- package/dist/Document/node/index.js +58 -0
- package/dist/Document/node/index.js.map +1 -0
- package/dist/Document/service/documentCache.d.ts +11 -0
- package/dist/Document/service/documentCache.d.ts.map +1 -0
- package/dist/Document/service/documentCache.js +166 -0
- package/dist/Document/service/documentCache.js.map +1 -0
- package/dist/Document/util/types.d.ts +70 -0
- package/dist/Document/util/types.d.ts.map +1 -0
- package/dist/Document/util/types.js +6 -0
- package/dist/Document/util/types.js.map +1 -0
- package/dist/DocumentParser/node/executor.d.ts +12 -0
- package/dist/DocumentParser/node/executor.d.ts.map +1 -0
- package/dist/DocumentParser/node/executor.js +200 -0
- package/dist/DocumentParser/node/executor.js.map +1 -0
- package/dist/DocumentParser/node/index.d.ts +10 -0
- package/dist/DocumentParser/node/index.d.ts.map +1 -0
- package/dist/DocumentParser/node/index.js +66 -0
- package/dist/DocumentParser/node/index.js.map +1 -0
- package/dist/DocumentParser/service/docxParser.d.ts +12 -0
- package/dist/DocumentParser/service/docxParser.d.ts.map +1 -0
- package/dist/DocumentParser/service/docxParser.js +27 -0
- package/dist/DocumentParser/service/docxParser.js.map +1 -0
- package/dist/DocumentParser/service/fileTypeDetector.d.ts +19 -0
- package/dist/DocumentParser/service/fileTypeDetector.d.ts.map +1 -0
- package/dist/DocumentParser/service/fileTypeDetector.js +75 -0
- package/dist/DocumentParser/service/fileTypeDetector.js.map +1 -0
- package/dist/DocumentParser/service/index.d.ts +5 -0
- package/dist/DocumentParser/service/index.d.ts.map +1 -0
- package/dist/DocumentParser/service/index.js +14 -0
- package/dist/DocumentParser/service/index.js.map +1 -0
- package/dist/DocumentParser/service/pdfParser.d.ts +16 -0
- package/dist/DocumentParser/service/pdfParser.d.ts.map +1 -0
- package/dist/DocumentParser/service/pdfParser.js +30 -0
- package/dist/DocumentParser/service/pdfParser.js.map +1 -0
- package/dist/DocumentParser/service/txtParser.d.ts +11 -0
- package/dist/DocumentParser/service/txtParser.d.ts.map +1 -0
- package/dist/DocumentParser/service/txtParser.js +35 -0
- package/dist/DocumentParser/service/txtParser.js.map +1 -0
- package/dist/DocumentParser/util/hashUtils.d.ts +17 -0
- package/dist/DocumentParser/util/hashUtils.d.ts.map +1 -0
- package/dist/DocumentParser/util/hashUtils.js +34 -0
- package/dist/DocumentParser/util/hashUtils.js.map +1 -0
- package/dist/DocumentParser/util/types.d.ts +43 -0
- package/dist/DocumentParser/util/types.d.ts.map +1 -0
- package/dist/DocumentParser/util/types.js +6 -0
- package/dist/DocumentParser/util/types.js.map +1 -0
- package/dist/ElevenLabs/node/executor.d.ts +12 -0
- package/dist/ElevenLabs/node/executor.d.ts.map +1 -0
- package/dist/ElevenLabs/node/executor.js +65 -0
- package/dist/ElevenLabs/node/executor.js.map +1 -0
- package/dist/ElevenLabs/node/index.d.ts +10 -0
- package/dist/ElevenLabs/node/index.d.ts.map +1 -0
- package/dist/ElevenLabs/node/index.js +92 -0
- package/dist/ElevenLabs/node/index.js.map +1 -0
- package/dist/ElevenLabs/service/elevenlabsService.d.ts +27 -0
- package/dist/ElevenLabs/service/elevenlabsService.d.ts.map +1 -0
- package/dist/ElevenLabs/service/elevenlabsService.js +278 -0
- package/dist/ElevenLabs/service/elevenlabsService.js.map +1 -0
- package/dist/ElevenLabs/util/types.d.ts +43 -0
- package/dist/ElevenLabs/util/types.d.ts.map +1 -0
- package/dist/ElevenLabs/util/types.js +7 -0
- package/dist/ElevenLabs/util/types.js.map +1 -0
- package/dist/GoogleSheet/node/executor.d.ts +21 -0
- package/dist/GoogleSheet/node/executor.d.ts.map +1 -0
- package/dist/GoogleSheet/node/executor.js +156 -0
- package/dist/GoogleSheet/node/executor.js.map +1 -0
- package/dist/GoogleSheet/node/index.d.ts +10 -0
- package/dist/GoogleSheet/node/index.d.ts.map +1 -0
- package/dist/GoogleSheet/node/index.js +90 -0
- package/dist/GoogleSheet/node/index.js.map +1 -0
- package/dist/GoogleSheet/service/googleSheetsService.d.ts +10 -0
- package/dist/GoogleSheet/service/googleSheetsService.d.ts.map +1 -0
- package/dist/GoogleSheet/service/googleSheetsService.js +44 -0
- package/dist/GoogleSheet/service/googleSheetsService.js.map +1 -0
- package/dist/GoogleSheet/util/types.d.ts +39 -0
- package/dist/GoogleSheet/util/types.d.ts.map +1 -0
- package/dist/GoogleSheet/util/types.js +6 -0
- package/dist/GoogleSheet/util/types.js.map +1 -0
- package/dist/Hyperbrowser/node/executor.d.ts +12 -0
- package/dist/Hyperbrowser/node/executor.d.ts.map +1 -0
- package/dist/Hyperbrowser/node/executor.js +67 -0
- package/dist/Hyperbrowser/node/executor.js.map +1 -0
- package/dist/Hyperbrowser/node/index.d.ts +10 -0
- package/dist/Hyperbrowser/node/index.d.ts.map +1 -0
- package/dist/Hyperbrowser/node/index.js +93 -0
- package/dist/Hyperbrowser/node/index.js.map +1 -0
- package/dist/Hyperbrowser/service/hyperbrowserService.d.ts +38 -0
- package/dist/Hyperbrowser/service/hyperbrowserService.d.ts.map +1 -0
- package/dist/Hyperbrowser/service/hyperbrowserService.js +108 -0
- package/dist/Hyperbrowser/service/hyperbrowserService.js.map +1 -0
- package/dist/Hyperbrowser/util/types.d.ts +44 -0
- package/dist/Hyperbrowser/util/types.d.ts.map +1 -0
- package/dist/Hyperbrowser/util/types.js +6 -0
- package/dist/Hyperbrowser/util/types.js.map +1 -0
- package/dist/PlaidTransactions/node/executor.d.ts +10 -0
- package/dist/PlaidTransactions/node/executor.d.ts.map +1 -0
- package/dist/PlaidTransactions/node/executor.js +142 -0
- package/dist/PlaidTransactions/node/executor.js.map +1 -0
- package/dist/PlaidTransactions/node/index.d.ts +10 -0
- package/dist/PlaidTransactions/node/index.d.ts.map +1 -0
- package/dist/PlaidTransactions/node/index.js +120 -0
- package/dist/PlaidTransactions/node/index.js.map +1 -0
- package/dist/PlaidTransactions/service/plaidService.d.ts +12 -0
- package/dist/PlaidTransactions/service/plaidService.d.ts.map +1 -0
- package/dist/PlaidTransactions/service/plaidService.js +179 -0
- package/dist/PlaidTransactions/service/plaidService.js.map +1 -0
- package/dist/PlaidTransactions/util/types.d.ts +90 -0
- package/dist/PlaidTransactions/util/types.d.ts.map +1 -0
- package/dist/PlaidTransactions/util/types.js +6 -0
- package/dist/PlaidTransactions/util/types.js.map +1 -0
- package/dist/SearchWeb/node/executor.d.ts +12 -0
- package/dist/SearchWeb/node/executor.d.ts.map +1 -0
- package/dist/SearchWeb/node/executor.js +56 -0
- package/dist/SearchWeb/node/executor.js.map +1 -0
- package/dist/SearchWeb/node/index.d.ts +10 -0
- package/dist/SearchWeb/node/index.d.ts.map +1 -0
- package/dist/SearchWeb/node/index.js +114 -0
- package/dist/SearchWeb/node/index.js.map +1 -0
- package/dist/SearchWeb/service/searchWebService.d.ts +23 -0
- package/dist/SearchWeb/service/searchWebService.d.ts.map +1 -0
- package/dist/SearchWeb/service/searchWebService.js +146 -0
- package/dist/SearchWeb/service/searchWebService.js.map +1 -0
- package/dist/SearchWeb/util/types.d.ts +50 -0
- package/dist/SearchWeb/util/types.d.ts.map +1 -0
- package/dist/SearchWeb/util/types.js +6 -0
- package/dist/SearchWeb/util/types.js.map +1 -0
- package/dist/SpatialIngest/node/executor.d.ts +8 -0
- package/dist/SpatialIngest/node/executor.d.ts.map +1 -0
- package/dist/SpatialIngest/node/executor.js +58 -0
- package/dist/SpatialIngest/node/executor.js.map +1 -0
- package/dist/SpatialIngest/node/index.d.ts +10 -0
- package/dist/SpatialIngest/node/index.d.ts.map +1 -0
- package/dist/SpatialIngest/node/index.js +99 -0
- package/dist/SpatialIngest/node/index.js.map +1 -0
- package/dist/SpatialIngest/service/spatialIngestService.d.ts +29 -0
- package/dist/SpatialIngest/service/spatialIngestService.d.ts.map +1 -0
- package/dist/SpatialIngest/service/spatialIngestService.js +306 -0
- package/dist/SpatialIngest/service/spatialIngestService.js.map +1 -0
- package/dist/SpatialIngest/util/types.d.ts +26 -0
- package/dist/SpatialIngest/util/types.d.ts.map +1 -0
- package/dist/SpatialIngest/util/types.js +3 -0
- package/dist/SpatialIngest/util/types.js.map +1 -0
- package/dist/credentials/index.d.ts +141 -0
- package/dist/credentials/index.d.ts.map +1 -0
- package/dist/credentials/index.js +180 -0
- package/dist/credentials/index.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +104 -0
- package/dist/index.js.map +1 -0
- package/dist/shared/platform.d.ts +11 -0
- package/dist/shared/platform.d.ts.map +1 -0
- package/dist/shared/platform.js +21 -0
- package/dist/shared/platform.js.map +1 -0
- package/package.json +53 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"executor.js","sourceRoot":"","sources":["../../../src/ApifyResults/node/executor.ts"],"names":[],"mappings":";;;AAEA,oDAAmE;AACnE,0DAA+D;AAC/D,mCAAoC;AAEpC,MAAM,SAAS,GAAG,cAAc,CAAC;AAEjC,MAAa,oBAAqB,SAAQ,uBAAmD;IAC3F;QACE,KAAK,CAAC,SAAS,CAAC,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,MAAW;QACzB,mEAAmE;QACnE,MAAM,MAAM,GAAI,IAAY,CAAC,cAAoC,CAAC;QAElE,OAAO;YACL,KAAK,EAAE,EAAE;YACT,YAAY,EAAE,CAAC;YACf,UAAU,EAAE,CAAC;YACb,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE;YAC1B,UAAU,EAAE,KAAK;SAClB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,KAAmD,EACnD,KAAmD,EACnD,IAA2B;QAE3B,MAAM,MAAM,GAAG,IAAA,uBAAY,EAAC,cAAc,CAAC,CAAC;QAC5C,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC;QACjC,MAAM,cAAc,GAAG,MAA4B,CAAC;QAEpD,8CAA8C;QAC9C,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE;YAC1C,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;YACzC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;YACzC,QAAQ,EAAE,CAAC,CAAC,cAAc,EAAE,KAAK;YACjC,UAAU,EAAE,cAAc,EAAE,KAAK;YACjC,gBAAgB,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;YACpC,UAAU,EAAE,KAAK,CAAC,UAAU;SAC7B,CAAC,CAAC;QAEH,qDAAqD;QACrD,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;YAC/D,OAAO,KAAK,CAAC;QACf,CAAC;QAED,4DAA4D;QAC5D,IAAI,MAAM,EAAE,QAAQ,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7D,MAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;YAExD,qCAAqC;YACrC,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC7C,MAAM,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;gBACnE,OAAO;oBACL,GAAG,KAAK;oBACR,UAAU,EAAE,IAAI;iBACjB,CAAC;YACJ,CAAC;YAED,oBAAoB;YACpB,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YAE5D,+BAA+B;YAC/B,MAAM,WAAW,GAAG;gBAClB,GAAG,EAAE,WAAW,CAAC,GAAG,IAAI,QAAQ;gBAChC,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE,cAAc,IAAI,SAAS;gBACtD,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,KAAK,IAAI,SAAS;aAC7C,CAAC;YAEF,MAAM,CAAC,IAAI,CAAC,+BAA+B,KAAK,CAAC,YAAY,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE;gBACzF,GAAG,WAAW;gBACd,OAAO;aACR,CAAC,CAAC;YAEH,sBAAsB;YACtB,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YAErD,IAAI,CAAC;gBACH,SAAS,EAAE;oBACT,IAAI,EAAE,aAAa;oBACnB,KAAK,EAAE,KAAK,CAAC,YAAY;oBACzB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;oBACzB,OAAO;iBACR;aACF,CAAC,CAAC;YAEH,uBAAuB;YACvB,OAAO;gBACL,GAAG,KAAK;gBACR,YAAY,EAAE,KAAK,CAAC,YAAY,GAAG,CAAC;gBACpC,UAAU,EAAE,KAAK,CAAC,YAAY,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM;aACzD,CAAC;QACJ,CAAC;QAED,8CAA8C;QAC9C,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,EAAE,KAAK,EAAE,CAAC;YACtD,MAAM,CAAC,IAAI,CAAC,0CAA0C,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;YAE9E,IAAI,CAAC;gBACH,qEAAqE;gBACrE,MAAM,gBAAgB,GAAI,IAAY,CAAC,gBAAgB,CAAC;gBACxD,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACtB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;gBACrD,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,IAAA,mCAAoB,EAAC,cAAc,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;gBAEnF,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBACxC,MAAM,CAAC,KAAK,CAAC,0CAA0C,EAAE;wBACvD,OAAO,EAAE,OAAO,OAAO;qBACxB,CAAC,CAAC;oBACH,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;gBACpD,CAAC;gBAED,MAAM,CAAC,IAAI,CAAC,yBAAyB,OAAO,CAAC,MAAM,mBAAmB,CAAC,CAAC;gBAExE,mDAAmD;gBACnD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvB,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;oBAC7B,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;oBAEnD,IAAI,CAAC;wBACH,SAAS,EAAE;4BACT,IAAI,EAAE,aAAa;4BACnB,KAAK,EAAE,CAAC;4BACR,KAAK,EAAE,OAAO,CAAC,MAAM;4BACrB,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC;yBAC5B;qBACF,CAAC,CAAC;oBAEH,MAAM,CAAC,IAAI,CAAC,uCAAuC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;gBACxE,CAAC;gBAED,yDAAyD;gBACzD,OAAO;oBACL,GAAG,KAAK;oBACR,KAAK,EAAE,OAAO;oBACd,UAAU,EAAE,OAAO,CAAC,MAAM;oBAC1B,YAAY,EAAE,CAAC,EAAE,gDAAgD;oBACjE,UAAU,EAAE,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,2BAA2B;iBAC7D,CAAC;YACJ,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,MAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE;oBACpD,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;oBAC/D,KAAK,EAAE,cAAc,CAAC,KAAK;iBAC5B,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,2DAA2D;QAC3D,MAAM,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;QAC1E,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,IAAS;QAC5B,yCAAyC;QACzC,MAAM,EAAE,KAAK,EAAE,GAAG,gBAAgB,EAAE,GAAG,IAAI,CAAC;QAC5C,MAAM,SAAS,GAAG,EAAE,GAAG,gBAAgB,EAAE,CAAC;QAE1C,0CAA0C;QAC1C,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;YACvB,MAAM,EAAE,OAAO,EAAE,GAAG,sBAAsB,EAAE,GAAG,SAAS,CAAC,QAAQ,CAAC;YAClE,SAAS,CAAC,QAAQ,GAAG,sBAAsB,CAAC;QAC9C,CAAC;QAED,+DAA+D;QAC/D,IAAI,SAAS,CAAC,GAAG,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC1E,SAAS,CAAC,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,4DAA4D;QAC5D,MAAM,YAAY,GAAG,EAAE,CAAC;QAExB,UAAU;QACV,IAAI,SAAS,CAAC,GAAG;YAAE,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAEpD,mBAAmB;QACnB,IAAI,SAAS,CAAC,IAAI;YAAE,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAEtD,sBAAsB;QACtB,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;YACvB,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK;gBAAE,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC1E,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW;gBAAE,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACtF,IAAI,SAAS,CAAC,QAAQ,CAAC,YAAY;gBAAE,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;YACxF,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM;gBAAE,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC5E,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ;gBAAE,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAChF,IAAI,SAAS,CAAC,QAAQ,CAAC,YAAY;gBAAE,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;YAExF,gCAAgC;YAChC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChF,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,EAAO,EAAE,EAAE;oBAC/C,IAAI,EAAE,CAAC,OAAO;wBAAE,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;gBAChD,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,uCAAuC;QACvC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,aAAa,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7C,MAAM,WAAW,GAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7E,SAAS,CAAC,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACO,gBAAgB;QACxB,OAAO,CAAC,UAAU,CAAC,CAAC;IACtB,CAAC;CAEF;AA9ND,oDA8NC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { type EnhancedNodeDefinition } from "@gravity-platform/plugin-base";
|
|
2
|
+
import { ApifyResultsExecutor } from "./executor";
|
|
3
|
+
export declare const NODE_TYPE = "ApifyResults";
|
|
4
|
+
declare function createNodeDefinition(): EnhancedNodeDefinition;
|
|
5
|
+
export declare const ApifyResultsNode: {
|
|
6
|
+
definition: any;
|
|
7
|
+
executor: typeof ApifyResultsExecutor;
|
|
8
|
+
};
|
|
9
|
+
export { createNodeDefinition };
|
|
10
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/ApifyResults/node/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACrG,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAElD,eAAO,MAAM,SAAS,iBAAiB,CAAC;AAExC,iBAAS,oBAAoB,IAAI,sBAAsB,CAuEtD;AAID,eAAO,MAAM,gBAAgB;;;CAG5B,CAAC;AAEF,OAAO,EAAE,oBAAoB,EAAE,CAAC"}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ApifyResultsNode = exports.NODE_TYPE = void 0;
|
|
4
|
+
exports.createNodeDefinition = createNodeDefinition;
|
|
5
|
+
const plugin_base_1 = require("@gravity-platform/plugin-base");
|
|
6
|
+
const executor_1 = require("./executor");
|
|
7
|
+
exports.NODE_TYPE = "ApifyResults";
|
|
8
|
+
function createNodeDefinition() {
|
|
9
|
+
const { NodeInputType, NodeExecutionMode } = (0, plugin_base_1.getPlatformDependencies)();
|
|
10
|
+
return {
|
|
11
|
+
packageVersion: "1.1.1",
|
|
12
|
+
type: exports.NODE_TYPE,
|
|
13
|
+
name: "Apify Results",
|
|
14
|
+
description: "Fetch and iterate through results from an Apify run",
|
|
15
|
+
category: "Ingest",
|
|
16
|
+
color: "#00B4A6",
|
|
17
|
+
logoUrl: "https://res.cloudinary.com/sonik/image/upload/v1751511484/gravity/icons/apifyLogo.png",
|
|
18
|
+
inputs: [
|
|
19
|
+
{
|
|
20
|
+
name: "signal",
|
|
21
|
+
type: NodeInputType.STRING,
|
|
22
|
+
description: "The Apify run ID to fetch results from",
|
|
23
|
+
},
|
|
24
|
+
{
|
|
25
|
+
name: "continue",
|
|
26
|
+
type: NodeInputType.OBJECT,
|
|
27
|
+
description: "Signal to continue to next item",
|
|
28
|
+
},
|
|
29
|
+
],
|
|
30
|
+
outputs: [
|
|
31
|
+
{
|
|
32
|
+
name: "item",
|
|
33
|
+
type: NodeInputType.OBJECT,
|
|
34
|
+
description: "Current crawl result item",
|
|
35
|
+
},
|
|
36
|
+
{
|
|
37
|
+
name: "index",
|
|
38
|
+
type: NodeInputType.NUMBER,
|
|
39
|
+
description: "Current item index (0-based)",
|
|
40
|
+
},
|
|
41
|
+
{
|
|
42
|
+
name: "total",
|
|
43
|
+
type: NodeInputType.NUMBER,
|
|
44
|
+
description: "Total number of items",
|
|
45
|
+
},
|
|
46
|
+
{
|
|
47
|
+
name: "hasMore",
|
|
48
|
+
type: NodeInputType.BOOLEAN,
|
|
49
|
+
description: "Whether there are more items to process",
|
|
50
|
+
},
|
|
51
|
+
],
|
|
52
|
+
configSchema: {
|
|
53
|
+
type: "object",
|
|
54
|
+
properties: {
|
|
55
|
+
runId: {
|
|
56
|
+
type: "string",
|
|
57
|
+
title: "Run ID",
|
|
58
|
+
description: "Apify run ID to fetch results from",
|
|
59
|
+
},
|
|
60
|
+
},
|
|
61
|
+
required: ["runId"],
|
|
62
|
+
},
|
|
63
|
+
credentials: [
|
|
64
|
+
{
|
|
65
|
+
name: "apifyCredential",
|
|
66
|
+
required: true,
|
|
67
|
+
},
|
|
68
|
+
],
|
|
69
|
+
capabilities: {
|
|
70
|
+
isTrigger: false,
|
|
71
|
+
},
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
const definition = createNodeDefinition();
|
|
75
|
+
exports.ApifyResultsNode = {
|
|
76
|
+
definition,
|
|
77
|
+
executor: executor_1.ApifyResultsExecutor,
|
|
78
|
+
};
|
|
79
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/ApifyResults/node/index.ts"],"names":[],"mappings":";;;AAqFS,oDAAoB;AArF7B,+DAAqG;AACrG,yCAAkD;AAErC,QAAA,SAAS,GAAG,cAAc,CAAC;AAExC,SAAS,oBAAoB;IAC3B,MAAM,EAAE,aAAa,EAAE,iBAAiB,EAAE,GAAG,IAAA,qCAAuB,GAAE,CAAC;IAEvE,OAAO;QACL,cAAc,EAAE,OAAO;QACvB,IAAI,EAAE,iBAAS;QACf,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,qDAAqD;QAClE,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,SAAS;QAChB,OAAO,EAAE,uFAAuF;QAEhG,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,wCAAwC;aACtD;YACD;gBACE,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,iCAAiC;aAC/C;SACF;QAED,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,2BAA2B;aACzC;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,8BAA8B;aAC5C;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,uBAAuB;aACrC;YACD;gBACE,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,aAAa,CAAC,OAAO;gBAC3B,WAAW,EAAE,yCAAyC;aACvD;SACF;QAED,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,QAAQ;oBACf,WAAW,EAAE,oCAAoC;iBAClD;aACF;YACD,QAAQ,EAAE,CAAC,OAAO,CAAC;SACpB;QAED,WAAW,EAAE;YACX;gBACE,IAAI,EAAE,iBAAiB;gBACvB,QAAQ,EAAE,IAAI;aACf;SACF;QAED,YAAY,EAAE;YACZ,SAAS,EAAE,KAAK;SACjB;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,GAAG,oBAAoB,EAAE,CAAC;AAE7B,QAAA,gBAAgB,GAAG;IAC9B,UAAU;IACV,QAAQ,EAAE,+BAAoB;CAC/B,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { ApifyItem } from "../util/types";
|
|
2
|
+
/**
|
|
3
|
+
* Apify dataset operations
|
|
4
|
+
*/
|
|
5
|
+
/**
|
|
6
|
+
* Fetch results from an Apify run
|
|
7
|
+
* Used by ApifyResults node
|
|
8
|
+
*/
|
|
9
|
+
export declare function fetchApifyRunResults(runId: string, context: any): Promise<ApifyItem[]>;
|
|
10
|
+
//# sourceMappingURL=apifyService.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"apifyService.d.ts","sourceRoot":"","sources":["../../../src/ApifyResults/service/apifyService.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAoB,MAAM,eAAe,CAAC;AAE5D;;GAEG;AAEH;;;GAGG;AACH,wBAAsB,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAuF5F"}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.fetchApifyRunResults = fetchApifyRunResults;
|
|
4
|
+
const platform_1 = require("../../shared/platform");
|
|
5
|
+
/**
|
|
6
|
+
* Apify dataset operations
|
|
7
|
+
*/
|
|
8
|
+
/**
|
|
9
|
+
* Fetch results from an Apify run
|
|
10
|
+
* Used by ApifyResults node
|
|
11
|
+
*/
|
|
12
|
+
async function fetchApifyRunResults(runId, context) {
|
|
13
|
+
const logger = (0, platform_1.createLogger)("ApifyService");
|
|
14
|
+
const credentials = await (0, platform_1.getNodeCredentials)(context, "apifyCredential");
|
|
15
|
+
if (!credentials?.token) {
|
|
16
|
+
throw new Error("Apify API token not found in credentials");
|
|
17
|
+
}
|
|
18
|
+
const apiToken = credentials.token;
|
|
19
|
+
const baseUrl = "https://api.apify.com/v2";
|
|
20
|
+
logger.info("Fetching Apify run results", { runId });
|
|
21
|
+
try {
|
|
22
|
+
// Get run details
|
|
23
|
+
const runResponse = await fetch(`${baseUrl}/actor-runs/${runId}`, {
|
|
24
|
+
method: "GET",
|
|
25
|
+
headers: {
|
|
26
|
+
Authorization: `Bearer ${apiToken}`,
|
|
27
|
+
"Content-Type": "application/json",
|
|
28
|
+
},
|
|
29
|
+
});
|
|
30
|
+
if (!runResponse.ok) {
|
|
31
|
+
const errorText = await runResponse.text();
|
|
32
|
+
throw new Error(`Failed to fetch run: ${runResponse.status} - ${errorText}`);
|
|
33
|
+
}
|
|
34
|
+
const runData = (await runResponse.json());
|
|
35
|
+
const datasetId = runData.data.defaultDatasetId;
|
|
36
|
+
if (!datasetId) {
|
|
37
|
+
throw new Error("No dataset found for this run");
|
|
38
|
+
}
|
|
39
|
+
logger.info("Fetching dataset items", {
|
|
40
|
+
runId,
|
|
41
|
+
datasetId,
|
|
42
|
+
runStatus: runData.data.status,
|
|
43
|
+
});
|
|
44
|
+
// Fetch all items with pagination
|
|
45
|
+
const limit = 1000;
|
|
46
|
+
let offset = 0;
|
|
47
|
+
let allItems = [];
|
|
48
|
+
let hasMore = true;
|
|
49
|
+
while (hasMore) {
|
|
50
|
+
const datasetResponse = await fetch(`${baseUrl}/datasets/${datasetId}/items?limit=${limit}&offset=${offset}`, {
|
|
51
|
+
method: "GET",
|
|
52
|
+
headers: {
|
|
53
|
+
Authorization: `Bearer ${apiToken}`,
|
|
54
|
+
"Content-Type": "application/json",
|
|
55
|
+
},
|
|
56
|
+
});
|
|
57
|
+
if (!datasetResponse.ok) {
|
|
58
|
+
const errorText = await datasetResponse.text();
|
|
59
|
+
throw new Error(`Failed to fetch dataset: ${datasetResponse.status} - ${errorText}`);
|
|
60
|
+
}
|
|
61
|
+
const items = (await datasetResponse.json());
|
|
62
|
+
allItems = allItems.concat(items);
|
|
63
|
+
// Check if there are more items
|
|
64
|
+
hasMore = items.length === limit;
|
|
65
|
+
offset += limit;
|
|
66
|
+
logger.debug("Fetched batch of items", {
|
|
67
|
+
batchSize: items.length,
|
|
68
|
+
totalSoFar: allItems.length,
|
|
69
|
+
});
|
|
70
|
+
}
|
|
71
|
+
logger.info("Successfully fetched all Apify results", {
|
|
72
|
+
runId,
|
|
73
|
+
totalItems: allItems.length,
|
|
74
|
+
});
|
|
75
|
+
return allItems;
|
|
76
|
+
}
|
|
77
|
+
catch (error) {
|
|
78
|
+
logger.error("Failed to fetch Apify results", {
|
|
79
|
+
runId,
|
|
80
|
+
error: error.message,
|
|
81
|
+
});
|
|
82
|
+
throw new Error(`Failed to fetch Apify results: ${error.message}`);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
//# sourceMappingURL=apifyService.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"apifyService.js","sourceRoot":"","sources":["../../../src/ApifyResults/service/apifyService.ts"],"names":[],"mappings":";;AAWA,oDAuFC;AAlGD,oDAAyE;AAGzE;;GAEG;AAEH;;;GAGG;AACI,KAAK,UAAU,oBAAoB,CAAC,KAAa,EAAE,OAAY;IACpE,MAAM,MAAM,GAAG,IAAA,uBAAY,EAAC,cAAc,CAAC,CAAC;IAC5C,MAAM,WAAW,GAAG,MAAM,IAAA,6BAAkB,EAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IAEzE,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAED,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC;IACnC,MAAM,OAAO,GAAG,0BAA0B,CAAC;IAE3C,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IAErD,IAAI,CAAC;QACH,kBAAkB;QAClB,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,eAAe,KAAK,EAAE,EAAE;YAChE,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,QAAQ,EAAE;gBACnC,cAAc,EAAE,kBAAkB;aACnC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC;YACpB,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,wBAAwB,WAAW,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,MAAM,OAAO,GAAG,CAAC,MAAM,WAAW,CAAC,IAAI,EAAE,CAAqB,CAAC;QAC/D,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC;QAEhD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE;YACpC,KAAK;YACL,SAAS;YACT,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM;SAC/B,CAAC,CAAC;QAEH,kCAAkC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC;QACnB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,QAAQ,GAAgB,EAAE,CAAC;QAC/B,IAAI,OAAO,GAAG,IAAI,CAAC;QAEnB,OAAO,OAAO,EAAE,CAAC;YACf,MAAM,eAAe,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,aAAa,SAAS,gBAAgB,KAAK,WAAW,MAAM,EAAE,EAAE;gBAC5G,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,QAAQ,EAAE;oBACnC,cAAc,EAAE,kBAAkB;iBACnC;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC;gBACxB,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,CAAC;gBAC/C,MAAM,IAAI,KAAK,CAAC,4BAA4B,eAAe,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;YACvF,CAAC;YAED,MAAM,KAAK,GAAG,CAAC,MAAM,eAAe,CAAC,IAAI,EAAE,CAAgB,CAAC;YAC5D,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAElC,gCAAgC;YAChC,OAAO,GAAG,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC;YAEhB,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE;gBACrC,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,UAAU,EAAE,QAAQ,CAAC,MAAM;aAC5B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE;YACpD,KAAK;YACL,UAAU,EAAE,QAAQ,CAAC,MAAM;SAC5B,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE;YAC5C,KAAK;YACL,KAAK,EAAE,KAAK,CAAC,OAAO;SACrB,CAAC,CAAC;QACH,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,93 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ApifyResults node type definitions
|
|
3
|
+
*/
|
|
4
|
+
export interface ApifyResultsInput {
|
|
5
|
+
runId: string;
|
|
6
|
+
}
|
|
7
|
+
export interface ApifyResultsConfig {
|
|
8
|
+
runId: string;
|
|
9
|
+
}
|
|
10
|
+
export interface ApifyResultsState {
|
|
11
|
+
items: ApifyItem[];
|
|
12
|
+
currentIndex: number;
|
|
13
|
+
totalItems: number;
|
|
14
|
+
runId: string;
|
|
15
|
+
datasetId?: string;
|
|
16
|
+
}
|
|
17
|
+
export interface SimplifiedApifyItem {
|
|
18
|
+
url: string;
|
|
19
|
+
title: string;
|
|
20
|
+
description: string;
|
|
21
|
+
text: string;
|
|
22
|
+
httpStatusCode: number;
|
|
23
|
+
depth: number;
|
|
24
|
+
loadedTime: string;
|
|
25
|
+
}
|
|
26
|
+
export interface ApifyResultsOutput {
|
|
27
|
+
item: ApifyItem | null;
|
|
28
|
+
index: number;
|
|
29
|
+
total: number;
|
|
30
|
+
hasMore: boolean;
|
|
31
|
+
}
|
|
32
|
+
export interface ApifyResultsExecutorOutput {
|
|
33
|
+
__outputs: {
|
|
34
|
+
item: any;
|
|
35
|
+
index: number;
|
|
36
|
+
total: number;
|
|
37
|
+
hasMore: boolean;
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
export interface ApifyItem {
|
|
41
|
+
url: string;
|
|
42
|
+
crawl: {
|
|
43
|
+
loadedUrl: string;
|
|
44
|
+
loadedTime: string;
|
|
45
|
+
referrerUrl: string;
|
|
46
|
+
depth: number;
|
|
47
|
+
httpStatusCode: number;
|
|
48
|
+
};
|
|
49
|
+
metadata: {
|
|
50
|
+
canonicalUrl: string;
|
|
51
|
+
title: string;
|
|
52
|
+
description: string;
|
|
53
|
+
author: string | null;
|
|
54
|
+
keywords: string | null;
|
|
55
|
+
languageCode: string;
|
|
56
|
+
openGraph: Array<{
|
|
57
|
+
property: string;
|
|
58
|
+
content: string;
|
|
59
|
+
}>;
|
|
60
|
+
jsonLd: any;
|
|
61
|
+
headers: Record<string, string>;
|
|
62
|
+
};
|
|
63
|
+
screenshotUrl: string | null;
|
|
64
|
+
text: string;
|
|
65
|
+
debug?: {
|
|
66
|
+
requestHandlerMode: string;
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
export interface ApifyDatasetResponse {
|
|
70
|
+
data: {
|
|
71
|
+
id: string;
|
|
72
|
+
name: string;
|
|
73
|
+
itemCount: number;
|
|
74
|
+
items: ApifyItem[];
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
export interface ApifyRunResponse {
|
|
78
|
+
data: {
|
|
79
|
+
id: string;
|
|
80
|
+
status: string;
|
|
81
|
+
defaultDatasetId: string;
|
|
82
|
+
stats: {
|
|
83
|
+
inputBodyLen: number;
|
|
84
|
+
restartCount: number;
|
|
85
|
+
resurrectCount: number;
|
|
86
|
+
};
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
export interface ApifyCredentials {
|
|
90
|
+
apiToken: string;
|
|
91
|
+
baseUrl?: string;
|
|
92
|
+
}
|
|
93
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/ApifyResults/util/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;CACf;AAGD,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;CACf;AAGD,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAGD,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB;AAGD,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,SAAS,GAAG,IAAI,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;CAClB;AAGD,MAAM,WAAW,0BAA0B;IACzC,SAAS,EAAE;QACT,IAAI,EAAE,GAAG,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,OAAO,CAAC;KAClB,CAAC;CACH;AAGD,MAAM,WAAW,SAAS;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE;QACL,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,cAAc,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,QAAQ,EAAE;QACR,YAAY,EAAE,MAAM,CAAC;QACrB,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;QACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;QACxB,YAAY,EAAE,MAAM,CAAC;QACrB,SAAS,EAAE,KAAK,CAAC;YACf,QAAQ,EAAE,MAAM,CAAC;YACjB,OAAO,EAAE,MAAM,CAAC;SACjB,CAAC,CAAC;QACH,MAAM,EAAE,GAAG,CAAC;QACZ,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACjC,CAAC;IACF,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE;QACN,kBAAkB,EAAE,MAAM,CAAC;KAC5B,CAAC;CACH;AAGD,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE;QACJ,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,SAAS,EAAE,CAAC;KACpB,CAAC;CACH;AAGD,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE;QACJ,EAAE,EAAE,MAAM,CAAC;QACX,MAAM,EAAE,MAAM,CAAC;QACf,gBAAgB,EAAE,MAAM,CAAC;QACzB,KAAK,EAAE;YACL,YAAY,EAAE,MAAM,CAAC;YACrB,YAAY,EAAE,MAAM,CAAC;YACrB,cAAc,EAAE,MAAM,CAAC;SACxB,CAAC;KACH,CAAC;CACH;AAGD,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/ApifyResults/util/types.ts"],"names":[],"mappings":";AAAA;;GAEG"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { type NodeExecutionContext } from "@gravity-platform/plugin-base";
|
|
2
|
+
import { ApifyStarterConfig, ApifyStarterExecutorOutput } from "../util/types";
|
|
3
|
+
import { PromiseNode } from "../../shared/platform";
|
|
4
|
+
export declare class ApifyStarterExecutor extends PromiseNode<ApifyStarterConfig> {
|
|
5
|
+
constructor();
|
|
6
|
+
protected executeNode(inputs: Record<string, any>, config: ApifyStarterConfig, context: NodeExecutionContext): Promise<ApifyStarterExecutorOutput>;
|
|
7
|
+
/**
|
|
8
|
+
* Build credential context from execution context
|
|
9
|
+
*/
|
|
10
|
+
private buildCredentialContext;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=executor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../../src/ApifyStarter/node/executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,OAAO,EAAE,kBAAkB,EAAE,0BAA0B,EAAE,MAAM,eAAe,CAAC;AAC/E,OAAO,EAAE,WAAW,EAAgB,MAAM,uBAAuB,CAAC;AAMlE,qBAAa,oBAAqB,SAAQ,WAAW,CAAC,kBAAkB,CAAC;;cAKvD,WAAW,CACzB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC3B,MAAM,EAAE,kBAAkB,EAC1B,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,0BAA0B,CAAC;IA4FtC;;OAEG;IACH,OAAO,CAAC,sBAAsB;CAS/B"}
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ApifyStarterExecutor = void 0;
|
|
4
|
+
const platform_1 = require("../../shared/platform");
|
|
5
|
+
const apifyActorService_1 = require("../service/apifyActorService");
|
|
6
|
+
const validation_1 = require("../util/validation");
|
|
7
|
+
const NODE_TYPE = "ApifyStarter";
|
|
8
|
+
class ApifyStarterExecutor extends platform_1.PromiseNode {
|
|
9
|
+
constructor() {
|
|
10
|
+
super(NODE_TYPE);
|
|
11
|
+
}
|
|
12
|
+
async executeNode(inputs, config, context) {
|
|
13
|
+
const logger = (0, platform_1.createLogger)("ApifyStarter");
|
|
14
|
+
// Validate configuration
|
|
15
|
+
const validation = (0, validation_1.validateApifyStarterConfig)(config);
|
|
16
|
+
if (!validation.success) {
|
|
17
|
+
throw new Error(validation.error);
|
|
18
|
+
}
|
|
19
|
+
// Build credential context for service
|
|
20
|
+
const credentialContext = this.buildCredentialContext(context);
|
|
21
|
+
try {
|
|
22
|
+
// Check if this is a task ID (contains ~) or an actor ID
|
|
23
|
+
const isTask = config.actorId.includes('~');
|
|
24
|
+
if (isTask) {
|
|
25
|
+
logger.info("Starting Apify task asynchronously", {
|
|
26
|
+
taskId: config.actorId,
|
|
27
|
+
});
|
|
28
|
+
// Parse URLs from config
|
|
29
|
+
const urlList = typeof config.urls === 'string' ? JSON.parse(config.urls) : config.urls;
|
|
30
|
+
// Format URLs for Apify task (expects startUrls array)
|
|
31
|
+
const taskInput = {
|
|
32
|
+
startUrls: urlList.map((url) => ({ url }))
|
|
33
|
+
};
|
|
34
|
+
logger.info("Task input", {
|
|
35
|
+
urlCount: urlList.length,
|
|
36
|
+
firstUrl: urlList[0]
|
|
37
|
+
});
|
|
38
|
+
// Start task asynchronously - fire and forget
|
|
39
|
+
const runId = await (0, apifyActorService_1.startApifyActor)(config.actorId, taskInput, credentialContext.credentials);
|
|
40
|
+
logger.info("Successfully started Apify task", {
|
|
41
|
+
taskId: config.actorId,
|
|
42
|
+
runId,
|
|
43
|
+
});
|
|
44
|
+
// Use __outputs pattern for multi-output routing
|
|
45
|
+
return {
|
|
46
|
+
__outputs: {
|
|
47
|
+
runId,
|
|
48
|
+
status: "RUNNING",
|
|
49
|
+
}
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
else {
|
|
53
|
+
logger.info("Starting Apify actor", {
|
|
54
|
+
actorId: config.actorId,
|
|
55
|
+
waitForCompletion: config.waitForCompletion,
|
|
56
|
+
});
|
|
57
|
+
// Start the Apify actor - service will handle URL parsing
|
|
58
|
+
const runId = await (0, apifyActorService_1.startApifyWebScraper)(config.urls, { actorId: config.actorId }, credentialContext);
|
|
59
|
+
logger.info("Successfully started Apify actor", {
|
|
60
|
+
runId,
|
|
61
|
+
});
|
|
62
|
+
// If waitForCompletion is true, we could implement polling logic here
|
|
63
|
+
// For now, we'll just return the run ID
|
|
64
|
+
if (config.waitForCompletion) {
|
|
65
|
+
logger.warn("Wait for completion not yet implemented, returning run ID immediately");
|
|
66
|
+
}
|
|
67
|
+
// Use __outputs pattern for multi-output routing
|
|
68
|
+
return {
|
|
69
|
+
__outputs: {
|
|
70
|
+
runId,
|
|
71
|
+
status: "RUNNING",
|
|
72
|
+
}
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
catch (error) {
|
|
77
|
+
logger.error("Failed to start Apify actor", {
|
|
78
|
+
error: error.message,
|
|
79
|
+
});
|
|
80
|
+
throw error;
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
/**
|
|
84
|
+
* Build credential context from execution context
|
|
85
|
+
*/
|
|
86
|
+
buildCredentialContext(context) {
|
|
87
|
+
return {
|
|
88
|
+
credentials: context.credentials || {},
|
|
89
|
+
nodeType: NODE_TYPE,
|
|
90
|
+
workflowId: context.workflow?.id || "",
|
|
91
|
+
executionId: context.executionId || "",
|
|
92
|
+
nodeId: context.nodeId || "",
|
|
93
|
+
};
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
exports.ApifyStarterExecutor = ApifyStarterExecutor;
|
|
97
|
+
//# sourceMappingURL=executor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"executor.js","sourceRoot":"","sources":["../../../src/ApifyStarter/node/executor.ts"],"names":[],"mappings":";;;AAEA,oDAAkE;AAClE,oEAAqF;AACrF,mDAAgE;AAEhE,MAAM,SAAS,GAAG,cAAc,CAAC;AAEjC,MAAa,oBAAqB,SAAQ,sBAA+B;IACvE;QACE,KAAK,CAAC,SAAS,CAAC,CAAC;IACnB,CAAC;IAES,KAAK,CAAC,WAAW,CACzB,MAA2B,EAC3B,MAA0B,EAC1B,OAA6B;QAE7B,MAAM,MAAM,GAAG,IAAA,uBAAY,EAAC,cAAc,CAAC,CAAC;QAE5C,yBAAyB;QACzB,MAAM,UAAU,GAAG,IAAA,uCAA0B,EAAC,MAAM,CAAC,CAAC;QACtD,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;QAED,uCAAuC;QACvC,MAAM,iBAAiB,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAE/D,IAAI,CAAC;YACH,yDAAyD;YACzD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAE5C,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE;oBAChD,MAAM,EAAE,MAAM,CAAC,OAAO;iBACvB,CAAC,CAAC;gBAEH,yBAAyB;gBACzB,MAAM,OAAO,GAAG,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;gBAExF,uDAAuD;gBACvD,MAAM,SAAS,GAAG;oBAChB,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;iBACnD,CAAC;gBAEF,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE;oBACxB,QAAQ,EAAE,OAAO,CAAC,MAAM;oBACxB,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;iBACrB,CAAC,CAAC;gBAEH,8CAA8C;gBAC9C,MAAM,KAAK,GAAG,MAAM,IAAA,mCAAe,EACjC,MAAM,CAAC,OAAO,EACd,SAAS,EACT,iBAAiB,CAAC,WAAW,CAC9B,CAAC;gBAEF,MAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE;oBAC7C,MAAM,EAAE,MAAM,CAAC,OAAO;oBACtB,KAAK;iBACN,CAAC,CAAC;gBAEH,iDAAiD;gBACjD,OAAO;oBACL,SAAS,EAAE;wBACT,KAAK;wBACL,MAAM,EAAE,SAAS;qBAClB;iBACF,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;oBAClC,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;iBAC5C,CAAC,CAAC;gBAEH,0DAA0D;gBAC1D,MAAM,KAAK,GAAG,MAAM,IAAA,wCAAoB,EACtC,MAAM,CAAC,IAAI,EACX,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,EAC3B,iBAAiB,CAClB,CAAC;gBAEF,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE;oBAC9C,KAAK;iBACN,CAAC,CAAC;gBAEH,sEAAsE;gBACtE,wCAAwC;gBACxC,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,CAAC,uEAAuE,CAAC,CAAC;gBACvF,CAAC;gBAED,iDAAiD;gBACjD,OAAO;oBACL,SAAS,EAAE;wBACT,KAAK;wBACL,MAAM,EAAE,SAAS;qBAClB;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;gBAC1C,KAAK,EAAE,KAAK,CAAC,OAAO;aACrB,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,OAA6B;QAC1D,OAAO;YACL,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;YACtC,QAAQ,EAAE,SAAS;YACnB,UAAU,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE;YACtC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;YACtC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE;SAC7B,CAAC;IACJ,CAAC;CACF;AAjHD,oDAiHC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { type EnhancedNodeDefinition } from "@gravity-platform/plugin-base";
|
|
2
|
+
import { ApifyStarterExecutor } from "./executor";
|
|
3
|
+
export declare const NODE_TYPE = "ApifyStarter";
|
|
4
|
+
declare function createNodeDefinition(): EnhancedNodeDefinition;
|
|
5
|
+
export declare const ApifyStarterNode: {
|
|
6
|
+
definition: any;
|
|
7
|
+
executor: typeof ApifyStarterExecutor;
|
|
8
|
+
};
|
|
9
|
+
export { createNodeDefinition };
|
|
10
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/ApifyStarter/node/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACrG,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAElD,eAAO,MAAM,SAAS,iBAAiB,CAAC;AAExC,iBAAS,oBAAoB,IAAI,sBAAsB,CA+EtD;AAID,eAAO,MAAM,gBAAgB;;;CAG5B,CAAC;AAEF,OAAO,EAAE,oBAAoB,EAAE,CAAC"}
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ApifyStarterNode = exports.NODE_TYPE = void 0;
|
|
4
|
+
exports.createNodeDefinition = createNodeDefinition;
|
|
5
|
+
const plugin_base_1 = require("@gravity-platform/plugin-base");
|
|
6
|
+
const executor_1 = require("./executor");
|
|
7
|
+
exports.NODE_TYPE = "ApifyStarter";
|
|
8
|
+
function createNodeDefinition() {
|
|
9
|
+
const { NodeInputType } = (0, plugin_base_1.getPlatformDependencies)();
|
|
10
|
+
return {
|
|
11
|
+
packageVersion: "1.1.1",
|
|
12
|
+
type: exports.NODE_TYPE,
|
|
13
|
+
name: "Apify Starter",
|
|
14
|
+
description: "Starts an Apify actor run with a list of URLs",
|
|
15
|
+
category: "Ingest",
|
|
16
|
+
color: "#00B4A6",
|
|
17
|
+
logoUrl: "https://res.cloudinary.com/sonik/image/upload/v1751511484/gravity/icons/apifyLogo.png",
|
|
18
|
+
inputs: [
|
|
19
|
+
{
|
|
20
|
+
name: "signal",
|
|
21
|
+
type: NodeInputType.OBJECT,
|
|
22
|
+
description: "Array of URLs to scrape",
|
|
23
|
+
},
|
|
24
|
+
],
|
|
25
|
+
outputs: [
|
|
26
|
+
{
|
|
27
|
+
name: "runId",
|
|
28
|
+
type: NodeInputType.STRING,
|
|
29
|
+
description: "The ID of the started Apify run",
|
|
30
|
+
},
|
|
31
|
+
{
|
|
32
|
+
name: "status",
|
|
33
|
+
type: NodeInputType.STRING,
|
|
34
|
+
description: "Initial status of the run",
|
|
35
|
+
},
|
|
36
|
+
],
|
|
37
|
+
configSchema: {
|
|
38
|
+
type: "object",
|
|
39
|
+
properties: {
|
|
40
|
+
actorId: {
|
|
41
|
+
type: "string",
|
|
42
|
+
title: "Actor/Task ID",
|
|
43
|
+
description: "Apify actor ID (e.g. apify/web-scraper) or task ID (e.g. username~task-name)",
|
|
44
|
+
default: "",
|
|
45
|
+
placeholder: "username~my-scraper-task",
|
|
46
|
+
},
|
|
47
|
+
urls: {
|
|
48
|
+
type: "string",
|
|
49
|
+
title: "URLs to Scrape",
|
|
50
|
+
description: "JSON array of URLs to scrape. Use template syntax like {{inputs.adgmfetcher1.firms.map(f => f.url)}}",
|
|
51
|
+
default: "[]",
|
|
52
|
+
"ui:field": "template",
|
|
53
|
+
},
|
|
54
|
+
waitForCompletion: {
|
|
55
|
+
type: "boolean",
|
|
56
|
+
title: "Wait for Completion",
|
|
57
|
+
description: "Wait for the actor run to complete before continuing",
|
|
58
|
+
default: false,
|
|
59
|
+
},
|
|
60
|
+
maxWaitTime: {
|
|
61
|
+
type: "number",
|
|
62
|
+
title: "Max Wait Time (seconds)",
|
|
63
|
+
description: "Maximum time to wait for completion",
|
|
64
|
+
default: 300,
|
|
65
|
+
"ui:dependencies": {
|
|
66
|
+
waitForCompletion: true,
|
|
67
|
+
},
|
|
68
|
+
},
|
|
69
|
+
},
|
|
70
|
+
required: ["urls"],
|
|
71
|
+
},
|
|
72
|
+
credentials: [
|
|
73
|
+
{
|
|
74
|
+
name: "apifyCredential",
|
|
75
|
+
required: true,
|
|
76
|
+
displayName: "Apify API",
|
|
77
|
+
description: "Apify API credentials for starting actor runs",
|
|
78
|
+
},
|
|
79
|
+
],
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
const definition = createNodeDefinition();
|
|
83
|
+
exports.ApifyStarterNode = {
|
|
84
|
+
definition,
|
|
85
|
+
executor: executor_1.ApifyStarterExecutor,
|
|
86
|
+
};
|
|
87
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/ApifyStarter/node/index.ts"],"names":[],"mappings":";;;AA6FS,oDAAoB;AA7F7B,+DAAqG;AACrG,yCAAkD;AAErC,QAAA,SAAS,GAAG,cAAc,CAAC;AAExC,SAAS,oBAAoB;IAC3B,MAAM,EAAE,aAAa,EAAE,GAAG,IAAA,qCAAuB,GAAE,CAAC;IAEpD,OAAO;QACL,cAAc,EAAE,OAAO;QACvB,IAAI,EAAE,iBAAS;QACf,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,+CAA+C;QAC5D,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,SAAS;QAChB,OAAO,EAAE,uFAAuF;QAEhG,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,yBAAyB;aACvC;SACF;QAED,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,iCAAiC;aAC/C;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,aAAa,CAAC,MAAM;gBAC1B,WAAW,EAAE,2BAA2B;aACzC;SACF;QAED,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,eAAe;oBACtB,WAAW,EAAE,8EAA8E;oBAC3F,OAAO,EAAE,EAAE;oBACX,WAAW,EAAE,0BAA0B;iBACxC;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,gBAAgB;oBACvB,WAAW,EACT,sGAAsG;oBACxG,OAAO,EAAE,IAAI;oBACb,UAAU,EAAE,UAAU;iBACvB;gBACD,iBAAiB,EAAE;oBACjB,IAAI,EAAE,SAAS;oBACf,KAAK,EAAE,qBAAqB;oBAC5B,WAAW,EAAE,sDAAsD;oBACnE,OAAO,EAAE,KAAK;iBACf;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,yBAAyB;oBAChC,WAAW,EAAE,qCAAqC;oBAClD,OAAO,EAAE,GAAG;oBACZ,iBAAiB,EAAE;wBACjB,iBAAiB,EAAE,IAAI;qBACxB;iBACF;aACF;YACD,QAAQ,EAAE,CAAC,MAAM,CAAC;SACnB;QAED,WAAW,EAAE;YACX;gBACE,IAAI,EAAE,iBAAiB;gBACvB,QAAQ,EAAE,IAAI;gBACd,WAAW,EAAE,WAAW;gBACxB,WAAW,EAAE,+CAA+C;aAC7D;SACF;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,GAAG,oBAAoB,EAAE,CAAC;AAE7B,QAAA,gBAAgB,GAAG;IAC9B,UAAU;IACV,QAAQ,EAAE,+BAAoB;CAC/B,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Start an Apify actor run
|
|
3
|
+
* Used by ApifyStarter node
|
|
4
|
+
*/
|
|
5
|
+
export declare function startApifyActor(actorId: string, input: any, context: any): Promise<string>;
|
|
6
|
+
/**
|
|
7
|
+
* Start an Apify web scraper with URLs
|
|
8
|
+
* Convenience method for ApifyStarter node
|
|
9
|
+
*/
|
|
10
|
+
export declare function startApifyWebScraper(urls: any, scraperSettings: any, credentials: any): Promise<string>;
|
|
11
|
+
//# sourceMappingURL=apifyActorService.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"apifyActorService.d.ts","sourceRoot":"","sources":["../../../src/ApifyStarter/service/apifyActorService.ts"],"names":[],"mappings":"AAuCA;;;GAGG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,GAAG,EACV,OAAO,EAAE,GAAG,GACX,OAAO,CAAC,MAAM,CAAC,CA8CjB;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,GAAG,EACT,eAAe,EAAE,GAAG,EACpB,WAAW,EAAE,GAAG,GACf,OAAO,CAAC,MAAM,CAAC,CAsBjB"}
|