rea-agents 6.2.0 → 6.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +24 -23
- package/bridge/ghidra/ReaGhidraApplySeeds.java +151 -0
- package/bridge/ghidra/ReaGhidraBridge.java +597 -209
- package/bridge/ghidra/ReaGhidraNoReturnFix.java +123 -0
- package/bridge/hopper_bridge.py +2 -0
- package/dist/adb/AdbConfiguration.js +88 -0
- package/dist/adb/AdbDeviceOutput.js +186 -0
- package/dist/adb/AdbProvider.js +1190 -0
- package/dist/adb/AdbShellOutput.js +309 -0
- package/dist/android/AndroidTargetSnapshot.js +104 -22
- package/dist/android/JadxConfiguration.js +44 -24
- package/dist/android/JadxProvider.js +59 -21
- package/dist/android/JadxSession.js +51 -9
- package/dist/apktool/ApktoolConfiguration.js +84 -0
- package/dist/apktool/ApktoolDecodeOutput.js +59 -0
- package/dist/apktool/ApktoolProvider.js +506 -0
- package/dist/application/AnalysisProvider.js +8 -2
- package/dist/application/AppBundleExecutable.js +27 -22
- package/dist/application/BinaryTargetResolver.js +85 -19
- package/dist/application/BrowserScenarioEvidence.js +2 -2
- package/dist/application/CapabilityInventory.js +11 -1
- package/dist/application/ClientConfigurationDocument.js +98 -0
- package/dist/application/ClientConfigurationFiles.js +91 -0
- package/dist/application/ClientRegistrationEnvironment.js +35 -0
- package/dist/application/ClientRegistrationStatus.js +75 -27
- package/dist/application/DirectAnalysis.js +14 -8
- package/dist/application/DirectAnalysisCleanup.js +1 -2
- package/dist/application/DirectAnalysisStatus.js +3 -6
- package/dist/application/Doctor.js +27 -34
- package/dist/application/DoctorDiagnostics.js +1 -1
- package/dist/application/EvidenceBundleCommands.js +6 -12
- package/dist/application/EvidenceBundleFiles.js +1 -1
- package/dist/application/GeminiClientSettings.js +139 -0
- package/dist/application/HermesClientHome.js +115 -0
- package/dist/application/HopperDownload.js +39 -0
- package/dist/application/InvestigationProviders.js +10 -4
- package/dist/application/JsonFiles.js +16 -15
- package/dist/application/JsonInputFile.js +252 -0
- package/dist/application/LinuxHopper.js +6 -13
- package/dist/application/MacHopper.js +172 -149
- package/dist/application/MipsElfAbiFlags.js +140 -0
- package/dist/application/ProviderOperationExecution.js +31 -0
- package/dist/application/ReconstructionObligationCandidates.js +16 -3
- package/dist/application/ReconstructionObligationLedgerProjection.js +3 -1
- package/dist/application/ReferenceSourceImport.js +76 -29
- package/dist/application/ReferenceSourceImportEntries.js +18 -9
- package/dist/application/ReferenceSourceImportPolicy.js +99 -23
- package/dist/application/ReferenceSourceImportTypes.js +30 -22
- package/dist/application/ReferenceSourceVcsAdapter.js +145 -30
- package/dist/application/RegularFileRead.js +103 -0
- package/dist/application/Setup.js +69 -10
- package/dist/application/SetupClientConfiguration.js +134 -23
- package/dist/application/SetupHost.js +102 -22
- package/dist/application/SetupPlan.js +18 -17
- package/dist/application/SetupSkill.js +81 -13
- package/dist/application/SupportedClients.js +305 -37
- package/dist/application/Uninstall.js +172 -8
- package/dist/application/UpdateMaintenance.js +23 -23
- package/dist/application/Utf8JsonInput.js +71 -0
- package/dist/application/WebScriptExportService.js +130 -57
- package/dist/application/WebSourceLocationService.js +3 -0
- package/dist/application/adb/AdbDeviceAnalysisPort.js +1 -0
- package/dist/application/adb/AdbDeviceAnalysisService.js +13 -0
- package/dist/application/analysisView/AnalysisViewService.js +40 -2
- package/dist/application/android/AndroidAnalysisService.js +1 -1
- package/dist/application/apktool/ApktoolResourceAnalysisPort.js +1 -0
- package/dist/application/apktool/ApktoolResourceAnalysisService.js +13 -0
- package/dist/application/binary/AnalysisClientCleanup.js +0 -24
- package/dist/application/binary/AnalysisSnapshotCache.js +5 -4
- package/dist/application/binary/BinarySession.js +18 -1
- package/dist/application/binary/BinarySessionOpen.js +9 -1
- package/dist/application/binaryDiagnostics/BinaryLayoutService.js +2 -1
- package/dist/application/binaryDiagnostics/PeResourcesPort.js +1 -0
- package/dist/application/binaryDiagnostics/PeResourcesService.js +111 -0
- package/dist/application/binaryDiagnostics/RecordedCrashService.js +2 -1
- package/dist/application/evm/EvmInterfaceService.js +3 -0
- package/dist/application/firmware/FirmwareAnalysisService.js +3 -0
- package/dist/application/investigation/InspectEvidenceBundle.js +18 -0
- package/dist/application/javascript/ElectronActiveEvidence.js +2 -2
- package/dist/application/javascript/ElectronBoundaryAnalysis.js +2 -2
- package/dist/application/javascript/ElectronBoundaryGraphContext.js +3 -2
- package/dist/application/javascript/ElectronBoundaryGraphIpc.js +2 -2
- package/dist/application/javascript/ElectronBoundaryGraphNative.js +20 -3
- package/dist/application/javascript/ElectronBoundaryGraphWindows.js +3 -3
- package/dist/application/javascript/JavaScriptApplicationEvidence.js +1 -0
- package/dist/application/javascript/JavaScriptApplicationEvidenceGraph.js +107 -46
- package/dist/application/javascript/JavaScriptApplicationService.js +23 -11
- package/dist/application/javascript/JavaScriptApplicationWorkflowEvidence.js +5 -6
- package/dist/application/javascript/JavaScriptApplicationWorkflowService.js +59 -45
- package/dist/application/javascript/JavaScriptArtifactAnalysis.js +171 -36
- package/dist/application/javascript/JavaScriptArtifactGraphAccumulator.js +14 -16
- package/dist/application/javascript/JavaScriptArtifactGraphBuilder.js +74 -36
- package/dist/application/javascript/JavaScriptArtifactGraphBundlers.js +4 -3
- package/dist/application/javascript/JavaScriptArtifactGraphContext.js +11 -5
- package/dist/application/javascript/JavaScriptArtifactGraphFindings.js +53 -42
- package/dist/application/javascript/JavaScriptArtifactGraphStructure.js +92 -10
- package/dist/application/javascript/JavaScriptArtifactPathResolution.js +293 -238
- package/dist/application/javascript/JavaScriptArtifactReconstruction.js +120 -28
- package/dist/application/javascript/JavaScriptArtifactReconstructionInput.js +4 -0
- package/dist/application/javascript/JavaScriptJsonModules.js +2 -2
- package/dist/application/javascript/JavaScriptModuleRelationships.js +10 -20
- package/dist/application/javascript/JavaScriptRecoveryService.js +3 -0
- package/dist/application/javascript/JavaScriptRuntimeReconciliationService.js +11 -27
- package/dist/application/javascript/JavaScriptSemanticGraphAsyncProjection.js +11 -5
- package/dist/application/javascript/JavaScriptSemanticGraphBuilder.js +206 -66
- package/dist/application/javascript/JavaScriptSemanticGraphChildProcessProjection.js +1 -1
- package/dist/application/javascript/JavaScriptSemanticGraphConstruction.js +18 -23
- package/dist/application/javascript/JavaScriptSemanticGraphDataProjection.js +5 -2
- package/dist/application/javascript/JavaScriptSemanticGraphEvidence.js +1 -1
- package/dist/application/javascript/JavaScriptSemanticGraphFingerprintProjection.js +2 -2
- package/dist/application/javascript/JavaScriptSemanticGraphFlowProjection.js +7 -5
- package/dist/application/javascript/JavaScriptSemanticGraphObjectProjection.js +6 -4
- package/dist/application/javascript/JavaScriptSemanticGraphProjection.js +4 -4
- package/dist/application/javascript/JavaScriptSemanticGraphResourceProjection.js +1 -1
- package/dist/application/javascript/JavaScriptSemanticGraphValueProjection.js +29 -15
- package/dist/application/javascript/JavaScriptSemanticTraceService.js +15 -10
- package/dist/application/jeb/JebAnalysisPort.js +1 -0
- package/dist/application/jeb/JebAnalysisService.js +13 -0
- package/dist/application/managed/ManagedApplicationGraphService.js +1 -1
- package/dist/application/native/NativeCallRoutes.js +2 -4
- package/dist/application/native/NativeUiActionTrace.js +16 -8
- package/dist/application/native/NativeValueTrace.js +23 -6
- package/dist/application/process/ProcessCli.js +25 -20
- package/dist/artifacts/ArtifactPaths.js +129 -8
- package/dist/artifacts/ArtifactProvider.js +34 -31
- package/dist/artifacts/ArtifactProviderMetadata.js +1 -4
- package/dist/artifacts/ArtifactReader.js +23 -0
- package/dist/artifacts/ArtifactResourceScope.js +100 -0
- package/dist/artifacts/AsarArtifactReader.js +218 -80
- package/dist/artifacts/AsarHeader.js +24 -0
- package/dist/artifacts/DirectoryArtifactReader.js +168 -65
- package/dist/artifacts/MachOSliceArtifactReader.js +116 -39
- package/dist/artifacts/NativeDmgArtifactReader.js +179 -87
- package/dist/artifacts/NativeDmgOwnership.js +109 -0
- package/dist/artifacts/SafeOutputTree.js +245 -70
- package/dist/artifacts/SafeOutputTreeCleanup.js +45 -0
- package/dist/artifacts/SafeOutputTreeCreationFailure.js +20 -0
- package/dist/artifacts/SafeOutputTreeIdentity.js +42 -0
- package/dist/artifacts/SafeOutputTreeReadback.js +33 -0
- package/dist/artifacts/ZipArtifactReader.js +77 -27
- package/dist/artifacts/apple/InterfaceBuilderAnalysis.js +58 -18
- package/dist/artifacts/apple/InterfaceBuilderDecodeBudget.js +62 -24
- package/dist/artifacts/apple/KeyedArchiveReader.js +76 -49
- package/dist/artifacts/apple/MachoLoadCommandReader.js +36 -6
- package/dist/artifacts/extraction/ArtifactExtraction.js +134 -92
- package/dist/artifacts/inventory/ArtifactGraphConstruction.js +116 -50
- package/dist/artifacts/inventory/ArtifactInventory.js +5 -4
- package/dist/artifacts/inventory/classify.js +87 -25
- package/dist/artifacts/inventory/hashStableRootArtifact.js +70 -0
- package/dist/artifacts/inventory/reader.js +13 -5
- package/dist/artifacts/inventory/scanCanonical.js +73 -30
- package/dist/artifacts/inventory/scanReader.js +43 -20
- package/dist/artifacts/javascript/JavaScriptArtifactFiles.js +72 -28
- package/dist/artifacts/javascript/JavaScriptSourceAnalysis.js +3 -0
- package/dist/browser/BrowserScenarioPartialObservation.js +8 -2
- package/dist/browser/BrowserScenarioSecrets.js +52 -37
- package/dist/browser/CdpBrowserProvider.js +9 -3
- package/dist/browser/CdpCaptureDocuments.js +40 -6
- package/dist/browser/CdpCaptureDomSvg.js +210 -0
- package/dist/browser/CdpCaptureEventBodyShapes.js +4 -8
- package/dist/browser/CdpCaptureEventHandlers.js +26 -9
- package/dist/browser/CdpCaptureEvents.js +4 -9
- package/dist/browser/CdpCaptureStorageFingerprints.js +3 -3
- package/dist/browser/CdpConnection.js +22 -5
- package/dist/browser/CdpElectronInspection.js +2 -2
- package/dist/browser/CdpElectronProvider.js +4 -3
- package/dist/browser/CdpElectronScripts.js +2 -2
- package/dist/browser/CdpPageCapture.js +1 -1
- package/dist/browser/CdpTargetSession.js +30 -34
- package/dist/browser/CdpWebMcpDiscovery.js +48 -23
- package/dist/browser/ElectronFileScope.js +99 -9
- package/dist/browser/PlaywrightBrowserScenarioProvider.js +63 -7
- package/dist/browser/PlaywrightElectronActiveProvider.js +11 -6
- package/dist/browser/PlaywrightScenarioArtifacts.js +5 -5
- package/dist/browser/PlaywrightScenarioBrowser.js +208 -43
- package/dist/browser/PlaywrightScenarioSession.js +130 -65
- package/dist/browser/PlaywrightScenarioStorage.js +507 -0
- package/dist/browser/PngVisualDiff.js +198 -29
- package/dist/browser/WebSourceMapFetcher.js +35 -9
- package/dist/browser/assets/LocalWebScriptArtifacts.js +3 -1
- package/dist/browser/assets/PublishWebScripts.js +75 -20
- package/dist/browser/assets/ScenarioScriptCapture.js +8 -12
- package/dist/browser/assets/WebArtifactReads.js +23 -1
- package/dist/browser/assets/WebSourceLocationArtifacts.js +1 -0
- package/dist/browser/execution/CdpExecutionCapture.js +3 -3
- package/dist/browser/execution/CdpPreciseCoverage.js +5 -8
- package/dist/browser/history/HarCapture.js +14 -0
- package/dist/browser/history/HarCaptureProcess.js +2 -10
- package/dist/browser/history/MitmproxyCaptureAdapter.js +3 -1
- package/dist/browser/modules/WebModuleArtifacts.js +1 -0
- package/dist/cli/adbCommands.js +337 -0
- package/dist/cli/analysisViewCommands.js +39 -1
- package/dist/cli/apktoolCommands.js +53 -0
- package/dist/cli/artifactCommands.js +8 -11
- package/dist/cli/binaryDiagnosticsCommands.js +19 -1
- package/dist/cli/browserAdvancedCommands.js +65 -36
- package/dist/cli/coreAnalysisCommands.js +2 -2
- package/dist/cli/coreBinaryCommands.js +12 -13
- package/dist/cli/coreNativeCommands.js +1 -14
- package/dist/cli/electronCommands.js +14 -10
- package/dist/cli/evmCommands.js +13 -4
- package/dist/cli/firmwareCommands.js +7 -2
- package/dist/cli/javascriptApplicationAnalysis.js +19 -13
- package/dist/cli/javascriptRecoveryCommands.js +22 -15
- package/dist/cli/jebCommands.js +99 -0
- package/dist/cli/jsonOutput.js +12 -4
- package/dist/cli/referenceSourceImportStatus.js +7 -0
- package/dist/cli/setupCommands.js +15 -3
- package/dist/cli/streamedJsonOutput.js +83 -4
- package/dist/cli/utilityCommands.js +68 -22
- package/dist/cli/webScriptCommands.js +20 -1
- package/dist/cli/webSourceLocationCommands.js +21 -9
- package/dist/cli.js +11 -2
- package/dist/cliBrowserScenarioCommands.js +2 -1
- package/dist/cliCommandNames.js +32 -0
- package/dist/cliJsonInput.js +47 -34
- package/dist/cliObservationOptions.js +7 -0
- package/dist/composition/adb.js +3 -0
- package/dist/composition/apktool.js +3 -0
- package/dist/composition/auxiliaryAnalysisProviders.js +5 -4
- package/dist/composition/binaryDiagnostics.js +4 -0
- package/dist/composition/browserScenario.js +2 -2
- package/dist/composition/directAnalysis.js +14 -7
- package/dist/composition/javascriptAnalysisWorkerProcess.js +48 -0
- package/dist/composition/jeb.js +6 -0
- package/dist/config/environment.js +10 -0
- package/dist/config/ghidraLanguageOverride.js +9 -0
- package/dist/config/mcpInputSchemaProfile.js +27 -0
- package/dist/config/parseConfig.js +28 -1
- package/dist/contracts/adb/adbToolContracts.js +353 -0
- package/dist/contracts/advertisedInputExamples.js +48 -0
- package/dist/contracts/analysisDetail.js +10 -0
- package/dist/contracts/analysisViewToolContracts.js +17 -2
- package/dist/contracts/apktool/apktoolToolContracts.js +33 -0
- package/dist/contracts/artifactComparisonExample.js +5 -5
- package/dist/contracts/artifactToolContracts.js +8 -5
- package/dist/contracts/browserToolContracts.js +1 -1
- package/dist/contracts/compactInputSchema.js +256 -0
- package/dist/contracts/errorSchemas.js +3 -1
- package/dist/contracts/functionComparisonExample.js +8 -0
- package/dist/contracts/functionWorkflowToolContracts.js +1 -1
- package/dist/contracts/inputSchemaPresentation.js +104 -13
- package/dist/contracts/javascript/electronToolContracts.js +16 -3
- package/dist/contracts/javascript/javascriptApplicationWorkflowExamples.js +3 -2
- package/dist/contracts/javascript/javascriptExportShapeComparisonExample.js +6 -3
- package/dist/contracts/javascript/javascriptRecoveryToolContracts.js +1 -1
- package/dist/contracts/javascript/javascriptRuntimeReconciliationExample.js +8 -7
- package/dist/contracts/jeb/jebToolContracts.js +64 -0
- package/dist/contracts/managed/managedToolContracts.js +3 -2
- package/dist/contracts/mobileApplicationGraphExamples.js +5 -5
- package/dist/contracts/native/binaryDiagnosticsToolContracts.js +25 -3
- package/dist/contracts/native/nativeToolContracts.js +1 -1
- package/dist/contracts/officialToolContracts.js +5 -5
- package/dist/contracts/sessionLifecycleInputs.js +4 -3
- package/dist/contracts/sessionStatusContract.js +3 -2
- package/dist/contracts/sessionToolContracts.js +5 -4
- package/dist/contracts/sessionToolSchemas.js +9 -4
- package/dist/contracts/toolContractExamples.js +6 -0
- package/dist/contracts/toolContractTypes.js +3 -0
- package/dist/contracts/toolContracts.js +6 -0
- package/dist/contracts/toolEffects.js +167 -0
- package/dist/contracts/toolOutputSchemaGroups.js +7 -5
- package/dist/contracts/toolOutputSchemaPrimitives.js +2 -5
- package/dist/contracts/toolSchemaMetadata.js +82 -7
- package/dist/domain/adb/adbDeviceAnalysis.js +583 -0
- package/dist/domain/analysisErrorBase.js +5 -0
- package/dist/domain/analysisErrorCleanup.js +29 -0
- package/dist/domain/analysisErrorPresentation.js +18 -4
- package/dist/domain/analysisErrorProjection.js +4 -1
- package/dist/domain/analysisSnapshot.js +5 -2
- package/dist/domain/analysisView/analysisView.js +53 -5
- package/dist/domain/analysisView/binaryLayoutView.js +2 -0
- package/dist/domain/analysisView/javascriptApplicationView.js +2 -0
- package/dist/domain/analysisView/nativeFunctionView.js +155 -0
- package/dist/domain/android/androidApplication.js +25 -20
- package/dist/domain/android/androidPartialObservation.js +36 -0
- package/dist/domain/apktool/apktoolResourceAnalysis.js +77 -0
- package/dist/domain/apple/appleApplication.js +40 -23
- package/dist/domain/apple/appleBundleAnatomy.js +95 -28
- package/dist/domain/apple/dyldPaths.js +9 -1
- package/dist/domain/apple/dylibResolution.js +3 -3
- package/dist/domain/apple/interfaceBuilderGraph.js +22 -19
- package/dist/domain/apple/interfaceBuilderKeyedArchive.js +10 -1
- package/dist/domain/artifactComparison.js +39 -11
- package/dist/domain/artifactGraph.js +6 -4
- package/dist/domain/artifactIdentity.js +37 -9
- package/dist/domain/artifactInspection.js +10 -50
- package/dist/domain/artifactIntegrityPolicy.js +10 -0
- package/dist/domain/artifactInventoryEvidence.js +16 -17
- package/dist/domain/artifactPathSyntax.js +1 -1
- package/dist/domain/binaryTarget.js +16 -0
- package/dist/domain/binaryTargetTypes.js +8 -1
- package/dist/domain/browserCompleteness.js +3 -2
- package/dist/domain/browserObservationSchemas.js +8 -4
- package/dist/domain/browserScenarioCaptureValues.js +2 -2
- package/dist/domain/browserScenarioNormalization.js +3 -3
- package/dist/domain/browserScenarioValues.js +3 -2
- package/dist/domain/callPath.js +8 -10
- package/dist/domain/canonicalDigest.js +7 -1
- package/dist/domain/canonicalJsonDigestSteps.js +34 -12
- package/dist/domain/canonicalOrdering.js +1 -13
- package/dist/domain/changedBehavior.js +2 -3
- package/dist/domain/compactStringIdentity.js +9 -0
- package/dist/domain/comparisonSemantics.js +0 -5
- package/dist/domain/digests.js +0 -3
- package/dist/domain/evidence.js +12 -6
- package/dist/domain/evidenceBundle.js +51 -33
- package/dist/domain/evidenceRecordSummary.js +144 -0
- package/dist/domain/firmware/firmwareAnalysis.js +4 -3
- package/dist/domain/functionComparison.js +2 -1
- package/dist/domain/functionComparisonNormalization.js +4 -3
- package/dist/domain/functionComparisonResults.js +2 -2
- package/dist/domain/functionDossierEvidence.js +2 -1
- package/dist/domain/hopperValues.js +11 -15
- package/dist/domain/inputIssueProjection.js +16 -1
- package/dist/domain/javascript/electronActiveObservation.js +4 -3
- package/dist/domain/javascript/electronStaticAnalysisBrowser.js +14 -15
- package/dist/domain/javascript/electronStaticAnalysisIpc.js +20 -21
- package/dist/domain/javascript/electronStaticAnalysisNative.js +73 -41
- package/dist/domain/javascript/electronStaticAnalysisValues.js +24 -4
- package/dist/domain/javascript/javascriptAnalysisResourceControls.js +45 -0
- package/dist/domain/javascript/javascriptApplicationAnalysis.js +6 -1
- package/dist/domain/javascript/javascriptApplicationChangeGraph.js +18 -14
- package/dist/domain/javascript/javascriptApplicationEvidenceSchemas.js +4 -0
- package/dist/domain/javascript/javascriptApplicationGraph.js +91 -28
- package/dist/domain/javascript/javascriptApplicationProjectionResources.js +35 -0
- package/dist/domain/javascript/javascriptApplicationVersionComparison.js +4 -4
- package/dist/domain/javascript/javascriptApplicationVersionComparisonSchemas.js +37 -22
- package/dist/domain/javascript/javascriptApplicationVersionItems.js +72 -45
- package/dist/domain/javascript/javascriptApplicationVersionKeys.js +16 -8
- package/dist/domain/javascript/javascriptAstFingerprint.js +60 -33
- package/dist/domain/javascript/javascriptAstValues.js +54 -0
- package/dist/domain/javascript/javascriptElectronMemberWrites.js +50 -0
- package/dist/domain/javascript/javascriptExportShapeComparison.js +3 -2
- package/dist/domain/javascript/javascriptExportShapeComparisonSchemas.js +31 -23
- package/dist/domain/javascript/javascriptExportShapeSelection.js +2 -2
- package/dist/domain/javascript/javascriptExportShapeVariants.js +3 -2
- package/dist/domain/javascript/javascriptFeatureSeed.js +5 -3
- package/dist/domain/javascript/javascriptFeatureTrace.js +7 -6
- package/dist/domain/javascript/javascriptFeatureTraceSchemas.js +17 -9
- package/dist/domain/javascript/javascriptFeatureTraversal.js +4 -4
- package/dist/domain/javascript/javascriptModuleSemanticIr.js +15 -0
- package/dist/domain/javascript/javascriptNativeHandoff.js +12 -7
- package/dist/domain/javascript/javascriptRpcEndpoints.js +253 -0
- package/dist/domain/javascript/javascriptRuntimeLoadState.js +1 -3
- package/dist/domain/javascript/javascriptRuntimeObservation.js +8 -5
- package/dist/domain/javascript/javascriptRuntimeReconciliation.js +12 -6
- package/dist/domain/javascript/javascriptRuntimeReconciliationActive.js +9 -8
- package/dist/domain/javascript/javascriptRuntimeReconciliationCaptureParsing.js +212 -0
- package/dist/domain/javascript/javascriptRuntimeReconciliationGraph.js +12 -6
- package/dist/domain/javascript/javascriptRuntimeReconciliationInputValidation.js +28 -0
- package/dist/domain/javascript/javascriptRuntimeReconciliationMatching.js +5 -5
- package/dist/domain/javascript/javascriptRuntimeReconciliationParsing.js +12 -223
- package/dist/domain/javascript/javascriptRuntimeReconciliationResult.js +2 -2
- package/dist/domain/javascript/javascriptRuntimeReconciliationRuntime.js +15 -4
- package/dist/domain/javascript/javascriptRuntimeReconciliationSchemas.js +2 -2
- package/dist/domain/javascript/javascriptRuntimeStaticCandidates.js +15 -17
- package/dist/domain/javascript/javascriptSemanticAnalysis.js +379 -30
- package/dist/domain/javascript/javascriptSemanticCallResolution.js +9 -7
- package/dist/domain/javascript/javascriptSemanticCallableResults.js +42 -0
- package/dist/domain/javascript/javascriptSemanticCalls.js +8 -1
- package/dist/domain/javascript/javascriptSemanticChildProcesses.js +2 -2
- package/dist/domain/javascript/javascriptSemanticCoverage.js +20 -0
- package/dist/domain/javascript/javascriptSemanticDataEffectHelpers.js +7 -9
- package/dist/domain/javascript/javascriptSemanticDataEffects.js +4 -11
- package/dist/domain/javascript/javascriptSemanticDerivedAnalysis.js +15 -4
- package/dist/domain/javascript/javascriptSemanticFileProjection.js +1 -0
- package/dist/domain/javascript/javascriptSemanticFingerprints.js +43 -42
- package/dist/domain/javascript/javascriptSemanticGraph.js +205 -52
- package/dist/domain/javascript/javascriptSemanticGraphSchemas.js +21 -11
- package/dist/domain/javascript/javascriptSemanticIr.js +0 -4
- package/dist/domain/javascript/javascriptSemanticIterationSources.js +139 -0
- package/dist/domain/javascript/javascriptSemanticMemberMutations.js +774 -136
- package/dist/domain/javascript/javascriptSemanticMutationInitializers.js +190 -0
- package/dist/domain/javascript/javascriptSemanticMutationValues.js +98 -41
- package/dist/domain/javascript/javascriptSemanticObjectReferences.js +381 -0
- package/dist/domain/javascript/javascriptSemanticObjects.js +9 -7
- package/dist/domain/javascript/javascriptSemanticPrimitives.js +7 -2
- package/dist/domain/javascript/javascriptSemanticProjection.js +72 -28
- package/dist/domain/javascript/javascriptSemanticPromises.js +15 -21
- package/dist/domain/javascript/javascriptSemanticPropertyPaths.js +100 -0
- package/dist/domain/javascript/javascriptSemanticProvenance.js +3 -3
- package/dist/domain/javascript/javascriptSemanticQuery.js +33 -29
- package/dist/domain/javascript/javascriptSemanticQueryIdentity.js +4 -5
- package/dist/domain/javascript/javascriptSemanticQuerySchemas.js +8 -9
- package/dist/domain/javascript/javascriptSemanticRequireOrigin.js +16 -10
- package/dist/domain/javascript/javascriptSemanticReturnedReferences.js +219 -0
- package/dist/domain/javascript/javascriptSemanticReturns.js +34 -48
- package/dist/domain/javascript/javascriptSemanticState.js +22 -2
- package/dist/domain/javascript/javascriptSemanticTraversal.js +25 -2
- package/dist/domain/javascript/javascriptSemanticValues.js +169 -30
- package/dist/domain/javascript/javascriptSourceAnalysis.js +1 -0
- package/dist/domain/javascript/javascriptSourceMapPaths.js +11 -1
- package/dist/domain/javascript/javascriptSourceParser.js +34 -9
- package/dist/domain/javascript/javascriptStaticAnalysis.js +29 -17
- package/dist/domain/javascript/javascriptStaticAnalysisBundler.js +13 -12
- package/dist/domain/javascript/javascriptStaticAnalysisCalls.js +49 -5
- package/dist/domain/javascript/javascriptStaticAnalysisFindings.js +8 -4
- package/dist/domain/javascript/javascriptStaticAnalysisHelpers.js +26 -15
- package/dist/domain/javascript/javascriptStaticAnalysisState.js +1 -0
- package/dist/domain/javascript/sourceToBundleComparison.js +7 -5
- package/dist/domain/javascript/sourceToBundleSignals.js +7 -7
- package/dist/domain/jeb/jebAnalysis.js +114 -0
- package/dist/domain/jsonSerialization.js +109 -55
- package/dist/domain/jsonShape.js +69 -31
- package/dist/domain/jsonValue.js +3 -0
- package/dist/domain/localPath.js +10 -4
- package/dist/domain/managed/managedApplicationGraph.js +47 -6
- package/dist/domain/managed/managedApplicationGraphCoverage.js +8 -2
- package/dist/domain/managed/managedApplicationGraphNodes.js +94 -59
- package/dist/domain/managed/managedArtifact.js +1 -0
- package/dist/domain/managed/managedInspectionEvidence.js +13 -0
- package/dist/domain/managed/managedMemberComparisonMatch.js +6 -7
- package/dist/domain/native/nativeAotPe.js +1408 -0
- package/dist/domain/native/nativeCallObservation.js +2 -4
- package/dist/domain/native/nativeInstruction.js +21 -0
- package/dist/domain/native/nativeMetadataRecovery.js +79 -6
- package/dist/domain/native/nativeValueFlow.js +5 -11
- package/dist/domain/native/objcSwiftMetadata.js +15 -17
- package/dist/domain/native/peResources.js +94 -0
- package/dist/domain/nativeConvention.js +33 -0
- package/dist/domain/process/processCapture.js +102 -11
- package/dist/domain/process/processCaptureCoverage.js +8 -5
- package/dist/domain/process/processCaptureExample.js +67 -0
- package/dist/domain/process/processCaptureValidation.js +83 -3
- package/dist/domain/process/processComparison.js +0 -23
- package/dist/domain/process/processScenario.js +62 -10
- package/dist/domain/process/processTraceEvaluation.js +4 -4
- package/dist/domain/process/processTraceSpecification.js +1 -3
- package/dist/domain/propertyListKeys.js +3 -1
- package/dist/domain/providerCleanupError.js +6 -2
- package/dist/domain/reconstructionCoverage.js +2 -1
- package/dist/domain/reconstructionUnknowns.js +4 -3
- package/dist/domain/reconstructionVerification.js +3 -2
- package/dist/domain/referenceSourceGraph.js +32 -23
- package/dist/domain/referenceSourceImportParsing.js +40 -48
- package/dist/domain/referenceSourcePathIdentity.js +22 -0
- package/dist/domain/referenceSourceRequireBindings.js +137 -0
- package/dist/domain/residualUnknown.js +3 -2
- package/dist/domain/staticRuntimeCorrelation.js +2 -1
- package/dist/domain/swiftSymbolClassification.js +6 -1
- package/dist/domain/symbolAnalysis.js +17 -2
- package/dist/domain/unicodeCodePointOrder.js +6 -0
- package/dist/domain/webBundleAnalyzerInspection.js +23 -3
- package/dist/domain/webCaptureDiff.js +170 -30
- package/dist/domain/webCaptureDiffSchemas.js +2 -8
- package/dist/domain/webInventory.js +3 -2
- package/dist/domain/webMcpDiscovery.js +4 -3
- package/dist/domain/webScriptExport.js +1 -1
- package/dist/domain/webScriptExportError.js +10 -4
- package/dist/domain/webScriptExportPlan.js +7 -13
- package/dist/domain/zipPackageFormat.js +4 -1
- package/dist/domain/zodCollectionSteps.js +24 -0
- package/dist/dotnet/ManagedArtifactInspector.js +55 -43
- package/dist/dotnet/ManagedDecodeBudget.js +80 -0
- package/dist/dotnet/ManagedMemberInspector.js +13 -6
- package/dist/dotnet/ManagedMemberInspectorCore.js +2 -2
- package/dist/dotnet/ManagedMemberInstructionDecoder.js +5 -4
- package/dist/dotnet/ManagedMemberRows.js +9 -4
- package/dist/dotnet/ManagedMetadataHeaps.js +15 -5
- package/dist/dotnet/ManagedMetadataInventoryRows.js +20 -11
- package/dist/dotnet/ManagedMetadataLayout.js +10 -4
- package/dist/dotnet/ManagedMethodBodyReader.js +8 -3
- package/dist/dotnet/ManagedNativeBoundaryHelpers.js +3 -2
- package/dist/dotnet/ManagedNativeBoundaryInspector.js +49 -34
- package/dist/dotnet/ManagedPeReader.js +41 -25
- package/dist/dotnet/ManagedReaderFailure.js +2 -1
- package/dist/dotnet/ManagedStaticProvider.js +65 -31
- package/dist/dotnet/ManagedStaticProviderMetadata.js +1 -4
- package/dist/evaluation/AgentEvaluationReport.js +9 -5
- package/dist/evaluation/CodexAgentEval.js +43 -13
- package/dist/evm/EvmoleFailures.js +0 -2
- package/dist/evm/EvmoleInterfaceProvider.js +67 -2
- package/dist/filesystem/OwnedDirectoryHandle.js +29 -0
- package/dist/filesystem/OwnedFileHandle.js +36 -0
- package/dist/filesystem/RegularFile.js +73 -0
- package/dist/filesystem/StableFileHash.js +46 -0
- package/dist/filesystem/readFileHandleChunks.js +26 -0
- package/dist/firmware/FirmwareCommand.js +25 -3
- package/dist/firmware/FirmwareFiles.js +23 -8
- package/dist/firmware/FirmwareProvider.js +156 -32
- package/dist/firmware/FirmwarePublication.js +24 -3
- package/dist/firmware/FirmwareRelease.js +1 -0
- package/dist/generatedPackageMetadata.js +2 -2
- package/dist/ghidra/GhidraAnalysisProfile.js +55 -4
- package/dist/ghidra/GhidraAnalysisSeeds.js +211 -0
- package/dist/ghidra/GhidraClient.js +90 -8
- package/dist/ghidra/GhidraDiagnostics.js +11 -8
- package/dist/ghidra/GhidraFunctionValues.js +26 -2
- package/dist/ghidra/GhidraInstallation.js +111 -10
- package/dist/ghidra/GhidraInventoryValues.js +23 -1
- package/dist/ghidra/GhidraLanguageCatalog.js +99 -0
- package/dist/ghidra/GhidraLauncher.js +123 -58
- package/dist/ghidra/GhidraLoadImageAttest.js +49 -2
- package/dist/ghidra/GhidraMipsProfile.js +79 -0
- package/dist/ghidra/GhidraProvider.js +57 -9
- package/dist/ghidra/GhidraProviderCapabilities.js +18 -8
- package/dist/ghidra/GhidraProviderClient.js +282 -21
- package/dist/ghidra/GhidraSessionValues.js +9 -2
- package/dist/hopper/HopperAnalysisProfile.js +2 -0
- package/dist/hopper/HopperCleanup.js +1 -1
- package/dist/hopper/HopperClient.js +15 -6
- package/dist/hopper/HopperMachOImage.js +2 -0
- package/dist/hopper/HopperProvider.js +13 -2
- package/dist/ida/IdaOperationRunner.js +10 -2
- package/dist/ida/IdaProvider.js +7 -0
- package/dist/ida/IdaSessionClient.js +7 -3
- package/dist/ida/IdaWorkspace.js +4 -2
- package/dist/inspector/JavaScriptRuntimeScope.js +9 -5
- package/dist/inspector/V8InspectorCaptureProjection.js +46 -13
- package/dist/inspector/V8InspectorProvider.js +60 -8
- package/dist/javascript/analysis/JavaScriptAnalysisTransfer.js +326 -0
- package/dist/javascript/analysis/JavaScriptAnalysisWorker.js +520 -0
- package/dist/javascript/analysis/JavaScriptAnalysisWorkerProtocol.js +63 -0
- package/dist/javascript/analysis/JavaScriptAnalysisWorkerSchemas.js +521 -0
- package/dist/javascript/analysis/JavaScriptAnalysisWorkerServer.js +116 -0
- package/dist/javascript/recovery/RecoveryFiles.js +18 -7
- package/dist/javascript/recovery/WakaruCommand.js +22 -9
- package/dist/javascript/recovery/WakaruExecution.js +11 -7
- package/dist/javascript/recovery/WakaruProvider.js +139 -16
- package/dist/javascript/recovery/WakaruPublication.js +14 -4
- package/dist/javascript/recovery/WakaruRelease.js +10 -3
- package/dist/javascript/recovery/WakaruReport.js +12 -7
- package/dist/javascript/recovery/WakaruVersion.js +24 -0
- package/dist/javascript/sourceMaps/SourceMapCommand.js +16 -3
- package/dist/javascript/sourceMaps/SourceMapDecoder.js +63 -7
- package/dist/javascript/sourceMaps/SourceMapFormat.js +15 -4
- package/dist/jeb/JebMcpConnection.js +179 -0
- package/dist/jeb/JebMcpEndpoint.js +40 -0
- package/dist/jeb/JebProvider.js +299 -0
- package/dist/main/shutdown.js +76 -32
- package/dist/main/transport.js +1 -1
- package/dist/mcpDoctor.js +15 -6
- package/dist/native/AppleDispatchCoverage.js +25 -12
- package/dist/native/AppleDispatchMetadata.js +14 -7
- package/dist/native/AppleMachoFixups.js +71 -15
- package/dist/native/AppleMachoSelection.js +23 -3
- package/dist/native/AppleObjcDispatchFacets.js +3 -3
- package/dist/native/AppleObjcProperties.js +17 -7
- package/dist/native/LldbCallTracer.js +241 -75
- package/dist/native/NativeMacOSProvider.js +100 -20
- package/dist/native/NativeMacOSProviderMetadata.js +1 -2
- package/dist/native/NativeMachoInspection.js +11 -7
- package/dist/native/NativeUiHelperRuntime.js +6 -1
- package/dist/native/NativeUiObservation.js +4 -3
- package/dist/native/pe/PeResourceLayout.js +120 -0
- package/dist/native/pe/PeResourceParser.js +286 -0
- package/dist/native/pe/PeResourcesProvider.js +63 -0
- package/dist/process/BoundedFileBytes.js +30 -7
- package/dist/process/DarwinProcessRunTokenReader.js +8 -3
- package/dist/process/OwnedCommand.js +4 -3
- package/dist/process/ProcessOwnership.js +104 -112
- package/dist/process/ProcessOwnershipObservation.js +104 -51
- package/dist/process/ProcessOwnershipProcessTree.js +4 -4
- package/dist/process/ProcessRunTokenObservations.js +48 -0
- package/dist/process/ProviderDiagnosticRedaction.js +17 -0
- package/dist/process/ProviderProcess.js +4 -3
- package/dist/process/capture/FilesystemSnapshot.js +116 -22
- package/dist/process/capture/ProcessCaptureLifecycle.js +363 -86
- package/dist/process/capture/ProcessCaptureProgress.js +62 -0
- package/dist/process/capture/ProcessFilesystemEffects.js +19 -4
- package/dist/process/capture/ProcessHarness.js +202 -47
- package/dist/process/capture/ProcessNormalization.js +3 -1
- package/dist/process/capture/ProcessScenarioRuntimeValidation.js +5 -2
- package/dist/process/capture/TerminalRenderer.js +24 -7
- package/dist/reference/ReferenceSourceReader.js +22 -5
- package/dist/reference/ReferenceSourceReaderEntries.js +114 -51
- package/dist/reference/ReferenceSourceReaderErrors.js +12 -0
- package/dist/reference/ReferenceSourceReaderFile.js +50 -10
- package/dist/reference/ReferenceSourceReaderValidate.js +4 -4
- package/dist/server/EvidenceMcpServer.js +36 -1
- package/dist/server/admittedToolOperation.js +9 -0
- package/dist/server/analysisAdmission.js +8 -0
- package/dist/server/contractToolHandler.js +21 -0
- package/dist/server/createServer.js +118 -47
- package/dist/server/registerAdbTools.js +36 -0
- package/dist/server/registerAnalysisViewTool.js +4 -9
- package/dist/server/registerAndroidTools.js +3 -12
- package/dist/server/registerApktoolTools.js +14 -0
- package/dist/server/registerApplicationTools/compareExportShapes.js +6 -7
- package/dist/server/registerApplicationTools/compareSourceToBundle.js +4 -5
- package/dist/server/registerApplicationTools/compareVersions.js +3 -2
- package/dist/server/registerApplicationTools/coverage.js +3 -2
- package/dist/server/registerApplicationTools/helpers.js +3 -2
- package/dist/server/registerApplicationTools/obligationLedger.js +3 -2
- package/dist/server/registerApplicationTools/projectMobileApplicationGraph.js +3 -2
- package/dist/server/registerApplicationTools/traceFeature.js +3 -2
- package/dist/server/registerApplicationTools/traceSemantics.js +4 -5
- package/dist/server/registerArtifactComparisonTool.js +5 -2
- package/dist/server/registerArtifactTools.js +2 -2
- package/dist/server/registerBinaryDiagnosticsTools.js +16 -4
- package/dist/server/registerBrowserScenarioTool.js +10 -7
- package/dist/server/registerBrowserTools.js +12 -9
- package/dist/server/registerBundleComparisonTool.js +16 -2
- package/dist/server/registerCloseLifecycleTool.js +36 -5
- package/dist/server/registerElectronTools.js +28 -10
- package/dist/server/registerEnhancedTools.js +78 -73
- package/dist/server/registerEvidenceTools.js +54 -46
- package/dist/server/registerEvmTools.js +4 -9
- package/dist/server/registerFirmwareTools.js +3 -11
- package/dist/server/registerFunctionComparisonTool.js +5 -2
- package/dist/server/registerJavaScriptRecoveryTool.js +4 -9
- package/dist/server/registerJavaScriptRuntimeObservationTools.js +9 -6
- package/dist/server/registerJebTools.js +16 -0
- package/dist/server/registerManagedTools.js +7 -4
- package/dist/server/registerManagedWorkflowTools/compareManagedMembers.js +4 -6
- package/dist/server/registerManagedWorkflowTools/importManagedReconstruction.js +3 -2
- package/dist/server/registerManagedWorkflowTools/projectManagedApplicationGraph.js +3 -2
- package/dist/server/registerManagedWorkflowTools/verifyManagedNativeBoundaries.js +3 -2
- package/dist/server/registerOfficialTools.js +31 -25
- package/dist/server/registerPeResourcesTool.js +9 -0
- package/dist/server/registerProcessComparisonTool.js +5 -2
- package/dist/server/registerRecordedCrashTools.js +4 -9
- package/dist/server/registerSessionRecordTools.js +2 -1
- package/dist/server/registerSessionTools.js +58 -21
- package/dist/server/registerWebModuleTool.js +4 -9
- package/dist/server/registerWebNetworkCaptureTool.js +4 -9
- package/dist/server/registerWebRuntimeTools.js +6 -5
- package/dist/server/registerWebScriptTool.js +6 -3
- package/dist/server/registerWebSourceLocationTool.js +4 -9
- package/dist/server/toolResult.js +21 -2
- package/dist/windows/WindowsPrivateRuntime.js +12 -5
- package/install.sh +7 -4
- package/licenses/nativeaot-parser-MIT.txt +28 -0
- package/native/windows/build/manifest.json +2 -2
- package/native/windows/build/rea-windows-x64.node +0 -0
- package/package.json +38 -7
- package/scripts/rea.mjs +16 -1
- package/skills/reverse-engineer-anything/SKILL.md +52 -51
- package/skills/reverse-engineer-anything/references/connection-and-recovery.md +127 -0
- package/skills/reverse-engineer-anything/references/evidence-workflows.md +8 -0
- package/skills/reverse-engineer-anything/references/javascript-applications.md +92 -13
- package/skills/reverse-engineer-anything/references/native-and-artifacts.md +31 -1
- package/dist/artifacts/inventory/policy.js +0 -2
- package/dist/domain/managed/managedApplicationGraphNodeCoverage.js +0 -6
- package/dist/server/registerNativeTools.js +0 -6
|
@@ -0,0 +1,520 @@
|
|
|
1
|
+
import { createHash, randomUUID } from "node:crypto";
|
|
2
|
+
import { readFile, rm, stat, writeFile } from "node:fs/promises";
|
|
3
|
+
import { join } from "node:path";
|
|
4
|
+
import { StringDecoder } from "node:string_decoder";
|
|
5
|
+
import { fileURLToPath } from "node:url";
|
|
6
|
+
import { getHeapStatistics } from "node:v8";
|
|
7
|
+
import { z } from "zod";
|
|
8
|
+
import { estimateJavaScriptStaticApplicationProjection } from "../../domain/javascript/javascriptApplicationProjectionResources.js";
|
|
9
|
+
import { AnalysisError } from "../../domain/analysisErrorBase.js";
|
|
10
|
+
import { AnalysisCancelledError, AnalysisTimeoutError, AnalysisOutputError, AnalysisResourceConstraintError, AnalysisCapabilityUnavailableError, } from "../../domain/analysisErrorCore.js";
|
|
11
|
+
import { ProviderAdapterError } from "../../domain/providerAdapterError.js";
|
|
12
|
+
import { ProviderCleanupError } from "../../domain/providerCleanupError.js";
|
|
13
|
+
import { ok, err } from "../../domain/result.js";
|
|
14
|
+
import { PrivateRuntimeRoot, PrivateRuntimeRootUnavailableError, } from "../../process/PrivateRuntimeRoot.js";
|
|
15
|
+
import { ProviderProcessSupervisor, spawnOwnedProviderProcess, } from "../../process/ProviderProcess.js";
|
|
16
|
+
import { cleanupOwnedProcessGroup } from "../../process/ProcessOwnership.js";
|
|
17
|
+
import { prepareProcessOwnershipInspection } from "../../process/ProcessOwnershipObservation.js";
|
|
18
|
+
import { ProviderStartupDeadline, waitForAbortableDelay, } from "../../process/ProviderDeadline.js";
|
|
19
|
+
import { readJavaScriptAnalysisTransfer, JAVASCRIPT_ANALYSIS_TRANSFER_RECORD_BYTES, javaScriptTransferRetentionBytes, } from "./JavaScriptAnalysisTransfer.js";
|
|
20
|
+
import { javaScriptWorkerStaticAnalysisSchema } from "./JavaScriptAnalysisWorkerSchemas.js";
|
|
21
|
+
import { JAVASCRIPT_ANALYSIS_WORKER_DEFAULTS as DEFAULTS, javaScriptWorkerMessageSchema, javaScriptWorkerRequestSchema, javaScriptWorkerAdmissionSchema, } from "./JavaScriptAnalysisWorkerProtocol.js";
|
|
22
|
+
const OPERATION = "analyze_javascript_application";
|
|
23
|
+
const PROVIDER = "javascript-static-analysis";
|
|
24
|
+
const MIB = 1024 * 1024;
|
|
25
|
+
const pendingCleanup = new Set();
|
|
26
|
+
/** One sequential owned worker, retained between source files and closed after analysis. */
|
|
27
|
+
export class JavaScriptAnalysisWorker {
|
|
28
|
+
limits;
|
|
29
|
+
launcher;
|
|
30
|
+
#runId = `rea-javascript-analysis-${randomUUID()}`;
|
|
31
|
+
#root;
|
|
32
|
+
#supervisor;
|
|
33
|
+
#ready = false;
|
|
34
|
+
#heapLimitBytes = 0;
|
|
35
|
+
#frames = [];
|
|
36
|
+
#pending = "";
|
|
37
|
+
#decoder = new StringDecoder("utf8");
|
|
38
|
+
#protocolFailure;
|
|
39
|
+
#phase = "startup";
|
|
40
|
+
#lastFailure;
|
|
41
|
+
#estimatedRetainedBytes = 0;
|
|
42
|
+
#applicationProjectionFailure;
|
|
43
|
+
#parentCapacityExhausted = false;
|
|
44
|
+
#retainedStaticBytes = 0;
|
|
45
|
+
#sourcesRemaining;
|
|
46
|
+
#resultBudgetBytes;
|
|
47
|
+
#onStdout = (chunk) => {
|
|
48
|
+
try {
|
|
49
|
+
this.#pending +=
|
|
50
|
+
typeof chunk === "string" ? chunk : this.#decoder.write(chunk);
|
|
51
|
+
let newline;
|
|
52
|
+
while ((newline = this.#pending.indexOf("\n")) >= 0) {
|
|
53
|
+
const line = this.#pending.slice(0, newline);
|
|
54
|
+
this.#pending = this.#pending.slice(newline + 1);
|
|
55
|
+
if (Buffer.byteLength(line) > DEFAULTS.protocolBytes ||
|
|
56
|
+
this.#frames.length >= 16)
|
|
57
|
+
throw new RangeError("JavaScript worker exceeded its control-frame budget");
|
|
58
|
+
const raw = JSON.parse(line);
|
|
59
|
+
this.#frames.push(javaScriptWorkerMessageSchema.parse(raw));
|
|
60
|
+
}
|
|
61
|
+
if (Buffer.byteLength(this.#pending) > DEFAULTS.protocolBytes)
|
|
62
|
+
throw new RangeError("JavaScript worker control frame is unterminated or oversized");
|
|
63
|
+
}
|
|
64
|
+
catch (cause) {
|
|
65
|
+
this.#protocolFailure = message(cause);
|
|
66
|
+
}
|
|
67
|
+
};
|
|
68
|
+
constructor(limits = DEFAULTS, launcher = spawnOwnedProviderProcess, sourceCount) {
|
|
69
|
+
this.limits = limits;
|
|
70
|
+
this.launcher = launcher;
|
|
71
|
+
if (!Number.isSafeInteger(limits.heapMb) ||
|
|
72
|
+
limits.heapMb < 128 ||
|
|
73
|
+
limits.heapMb > 16_384 ||
|
|
74
|
+
!Number.isSafeInteger(limits.timeoutMs) ||
|
|
75
|
+
limits.timeoutMs <= 0 ||
|
|
76
|
+
limits.timeoutMs > 2_147_483_647)
|
|
77
|
+
throw new RangeError("JavaScript worker requires valid heap and execution limits");
|
|
78
|
+
if (sourceCount !== undefined &&
|
|
79
|
+
(!Number.isSafeInteger(sourceCount) || sourceCount < 0))
|
|
80
|
+
throw new RangeError("JavaScript worker source count must be a nonnegative safe integer");
|
|
81
|
+
this.#sourcesRemaining = sourceCount;
|
|
82
|
+
// Reserve host-side control, schema/Evidence work and a maximum record's
|
|
83
|
+
// transient copies. Admission also accounts for retained earlier files.
|
|
84
|
+
this.#resultBudgetBytes = Math.max(0, Math.floor((getHeapStatistics().heap_size_limit -
|
|
85
|
+
process.memoryUsage().heapUsed -
|
|
86
|
+
24 * JAVASCRIPT_ANALYSIS_TRANSFER_RECORD_BYTES) /
|
|
87
|
+
2));
|
|
88
|
+
}
|
|
89
|
+
/** Analyze inert source; hard worker failure does not terminate this process. */
|
|
90
|
+
async analyze(file, nodeBudget, signal) {
|
|
91
|
+
let javascript = null;
|
|
92
|
+
let module = null;
|
|
93
|
+
let projection = null;
|
|
94
|
+
const id = randomUUID();
|
|
95
|
+
this.#applicationProjectionFailure = undefined;
|
|
96
|
+
this.#parentCapacityExhausted = false;
|
|
97
|
+
if (this.#sourcesRemaining !== undefined)
|
|
98
|
+
this.#sourcesRemaining = Math.max(0, this.#sourcesRemaining - 1);
|
|
99
|
+
let deadline;
|
|
100
|
+
let result;
|
|
101
|
+
try {
|
|
102
|
+
if (signal?.aborted === true)
|
|
103
|
+
throw new AnalysisCancelledError(OPERATION);
|
|
104
|
+
if (!file.text.included || file.kind !== "javascript")
|
|
105
|
+
throw new TypeError("JavaScript analysis worker requires included JavaScript text");
|
|
106
|
+
// Host ownership preparation is outside the parser execution deadline.
|
|
107
|
+
await prepareProcessOwnershipInspection(signal);
|
|
108
|
+
for (const owner of pendingCleanup)
|
|
109
|
+
await owner.close();
|
|
110
|
+
deadline = new ProviderStartupDeadline(this.limits.timeoutMs, signal);
|
|
111
|
+
await this.#start(deadline);
|
|
112
|
+
const root = this.#root;
|
|
113
|
+
const supervisor = this.#supervisor;
|
|
114
|
+
if (root === undefined || supervisor === undefined)
|
|
115
|
+
throw new TypeError("JavaScript worker resources were not acquired");
|
|
116
|
+
if (this.#frames.length !== 0 || this.#pending !== "")
|
|
117
|
+
throw new AnalysisOutputError(OPERATION, "JavaScript worker has unsolicited or incomplete control frames");
|
|
118
|
+
supervisor.resetOutput();
|
|
119
|
+
this.#phase = "source-transfer";
|
|
120
|
+
await writeFile(join(root.path, `${id}.source`), file.text.value, {
|
|
121
|
+
flag: "wx",
|
|
122
|
+
mode: 0o600,
|
|
123
|
+
signal: deadline.signal,
|
|
124
|
+
});
|
|
125
|
+
const { text: _text, ...metadata } = file;
|
|
126
|
+
let offeredResultBudget = 0;
|
|
127
|
+
const request = javaScriptWorkerRequestSchema.parse({
|
|
128
|
+
id,
|
|
129
|
+
node_budget: nodeBudget,
|
|
130
|
+
text_sha256: createHash("sha256").update(file.text.value).digest("hex"),
|
|
131
|
+
file: metadata,
|
|
132
|
+
});
|
|
133
|
+
const frame = `${JSON.stringify(request)}\n`;
|
|
134
|
+
if (Buffer.byteLength(frame) > DEFAULTS.protocolBytes)
|
|
135
|
+
throw new AnalysisResourceConstraintError(OPERATION, "transport", `Source identity for ${file.path} exceeds the worker request byte budget`, { worker_request_bytes: DEFAULTS.protocolBytes });
|
|
136
|
+
const stdin = supervisor.launch.process.stdin;
|
|
137
|
+
if (stdin === undefined || stdin === null)
|
|
138
|
+
throw new TypeError("JavaScript worker has no writable request stream");
|
|
139
|
+
await new Promise((resolve, reject) => stdin.write(frame, (error) => error === null || error === undefined ? resolve() : reject(error)));
|
|
140
|
+
for (;;) {
|
|
141
|
+
const response = await this.#next(deadline, file.path);
|
|
142
|
+
if (response.kind === "ready" || response.id !== id)
|
|
143
|
+
throw new AnalysisOutputError(OPERATION, "JavaScript worker response names a different source job");
|
|
144
|
+
if (response.kind === "phase") {
|
|
145
|
+
this.#phase = response.phase;
|
|
146
|
+
continue;
|
|
147
|
+
}
|
|
148
|
+
if (response.kind === "static") {
|
|
149
|
+
if (javascript !== null)
|
|
150
|
+
throw new AnalysisOutputError(OPERATION, "JavaScript worker emitted a duplicate static checkpoint");
|
|
151
|
+
javascript = await this.#readCheckpoint(id, file.path, response);
|
|
152
|
+
if (this.#parentCapacityExhausted)
|
|
153
|
+
throw new AnalysisResourceConstraintError(OPERATION, "memory", `The parent's result capacity was exhausted after retaining static facts for ${file.path}; remaining sources were not analyzed`, {
|
|
154
|
+
...this.#limits(),
|
|
155
|
+
parent_result_budget_bytes: this.#resultBudgetBytes,
|
|
156
|
+
parent_result_budget_exhausted: true,
|
|
157
|
+
});
|
|
158
|
+
offeredResultBudget =
|
|
159
|
+
this.#applicationProjectionFailure !== undefined &&
|
|
160
|
+
this.#sourcesRemaining !== undefined &&
|
|
161
|
+
this.#sourcesRemaining > 0
|
|
162
|
+
? 0
|
|
163
|
+
: this.#remainingResultBudget();
|
|
164
|
+
const admission = javaScriptWorkerAdmissionSchema.parse({
|
|
165
|
+
id,
|
|
166
|
+
semantic_result_budget_bytes: offeredResultBudget,
|
|
167
|
+
});
|
|
168
|
+
await new Promise((resolve, reject) => stdin.write(`${JSON.stringify(admission)}\n`, (error) => error === null || error === undefined ? resolve() : reject(error)));
|
|
169
|
+
continue;
|
|
170
|
+
}
|
|
171
|
+
if (response.kind === "failure") {
|
|
172
|
+
if (response.reason === "resource") {
|
|
173
|
+
result = err({
|
|
174
|
+
javascript,
|
|
175
|
+
module,
|
|
176
|
+
projection,
|
|
177
|
+
error: new AnalysisResourceConstraintError(OPERATION, response.resource ?? "memory", `${file.path}: ${response.message}`, { ...this.#limits(), ...response.limits }),
|
|
178
|
+
});
|
|
179
|
+
break;
|
|
180
|
+
}
|
|
181
|
+
throw new AnalysisOutputError(OPERATION, `${file.path} during ${this.#phase}: ${response.message}`);
|
|
182
|
+
}
|
|
183
|
+
if (javascript === null)
|
|
184
|
+
throw new AnalysisOutputError(OPERATION, "JavaScript worker completed before a static checkpoint");
|
|
185
|
+
if (response.descriptor === null) {
|
|
186
|
+
result = ok({ javascript, module: null, projection: null });
|
|
187
|
+
break;
|
|
188
|
+
}
|
|
189
|
+
const descriptor = response.descriptor;
|
|
190
|
+
// JSON bytes alone omit object/array overhead and the later graph/Evidence
|
|
191
|
+
// sealing/serialization copies. Reserve a conservative expansion budget.
|
|
192
|
+
const moduleEstimate = javaScriptTransferRetentionBytes(descriptor.module_bytes, descriptor.module_records);
|
|
193
|
+
const graphEstimate = javaScriptTransferRetentionBytes(descriptor.graph_bytes, descriptor.graph_records);
|
|
194
|
+
const remaining = Math.min(offeredResultBudget, this.#remainingResultBudget());
|
|
195
|
+
if (moduleEstimate > remaining) {
|
|
196
|
+
result = err({
|
|
197
|
+
javascript,
|
|
198
|
+
module: null,
|
|
199
|
+
projection: null,
|
|
200
|
+
error: new AnalysisResourceConstraintError(OPERATION, "memory", `Completed module facts for ${file.path} exceed the parent's remaining result budget; static facts were retained`, {
|
|
201
|
+
...this.#limits(),
|
|
202
|
+
parent_result_budget_bytes: this.#resultBudgetBytes,
|
|
203
|
+
module_transfer_bytes: descriptor.module_bytes,
|
|
204
|
+
}),
|
|
205
|
+
});
|
|
206
|
+
break;
|
|
207
|
+
}
|
|
208
|
+
const retainGraph = moduleEstimate + graphEstimate <= remaining;
|
|
209
|
+
this.#phase = "result-admission";
|
|
210
|
+
const decoded = await readJavaScriptAnalysisTransfer(join(root.path, `${id}.records`), descriptor, file, deadline.signal, retainGraph);
|
|
211
|
+
module = decoded.module;
|
|
212
|
+
projection = decoded.projection;
|
|
213
|
+
this.#estimatedRetainedBytes +=
|
|
214
|
+
moduleEstimate + (retainGraph ? graphEstimate : 0);
|
|
215
|
+
result = retainGraph
|
|
216
|
+
? ok({ javascript, module, projection: decoded.projection })
|
|
217
|
+
: err({
|
|
218
|
+
javascript,
|
|
219
|
+
module,
|
|
220
|
+
projection,
|
|
221
|
+
error: new AnalysisResourceConstraintError(OPERATION, "memory", `Semantic graph for ${file.path} exceeds the parent's remaining result budget; static and module facts were retained`, {
|
|
222
|
+
...this.#limits(),
|
|
223
|
+
parent_result_budget_bytes: this.#resultBudgetBytes,
|
|
224
|
+
graph_transfer_bytes: descriptor.graph_bytes,
|
|
225
|
+
graph_records: descriptor.graph_records,
|
|
226
|
+
}),
|
|
227
|
+
});
|
|
228
|
+
break;
|
|
229
|
+
}
|
|
230
|
+
}
|
|
231
|
+
catch (cause) {
|
|
232
|
+
const error = this.#failure(cause, file.path, deadline, signal);
|
|
233
|
+
this.#lastFailure = error;
|
|
234
|
+
// Complete checkpoints remain readable after a child crash or cancellation.
|
|
235
|
+
const cleanup = await this.#stop(error);
|
|
236
|
+
if (cleanup === undefined &&
|
|
237
|
+
javascript === null &&
|
|
238
|
+
this.#root !== undefined) {
|
|
239
|
+
try {
|
|
240
|
+
javascript = await this.#readCheckpoint(id, file.path);
|
|
241
|
+
}
|
|
242
|
+
catch (checkpointCause) {
|
|
243
|
+
void checkpointCause;
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
result = err({ error: cleanup ?? error, javascript, module, projection });
|
|
247
|
+
}
|
|
248
|
+
finally {
|
|
249
|
+
deadline?.dispose();
|
|
250
|
+
}
|
|
251
|
+
if (result.ok)
|
|
252
|
+
this.#lastFailure = undefined;
|
|
253
|
+
else if (!(result.error.error instanceof ProviderCleanupError))
|
|
254
|
+
this.#lastFailure = result.error.error;
|
|
255
|
+
// Child stop must be verified before temporary files are released. On
|
|
256
|
+
// cleanup uncertainty, close retains this owner for a later retry.
|
|
257
|
+
if (this.#root !== undefined && !pendingCleanup.has(this)) {
|
|
258
|
+
try {
|
|
259
|
+
for (const suffix of ["source", "static.json", "records"])
|
|
260
|
+
await rm(join(this.#root.path, `${id}.${suffix}`), { force: true });
|
|
261
|
+
}
|
|
262
|
+
catch (cause) {
|
|
263
|
+
pendingCleanup.add(this);
|
|
264
|
+
return err({
|
|
265
|
+
javascript,
|
|
266
|
+
module,
|
|
267
|
+
projection,
|
|
268
|
+
error: this.#cleanupError(message(cause)),
|
|
269
|
+
});
|
|
270
|
+
}
|
|
271
|
+
}
|
|
272
|
+
if (this.#applicationProjectionFailure !== undefined)
|
|
273
|
+
return result.ok
|
|
274
|
+
? ok({
|
|
275
|
+
...result.value,
|
|
276
|
+
applicationProjectionFailure: this.#applicationProjectionFailure,
|
|
277
|
+
})
|
|
278
|
+
: err({
|
|
279
|
+
...result.error,
|
|
280
|
+
applicationProjectionFailure: this.#applicationProjectionFailure,
|
|
281
|
+
});
|
|
282
|
+
return result;
|
|
283
|
+
}
|
|
284
|
+
/** Verify process cleanup, then release the private runtime; failed close is retryable. */
|
|
285
|
+
async close() {
|
|
286
|
+
const failure = await this.#stop();
|
|
287
|
+
if (failure !== undefined)
|
|
288
|
+
throw failure;
|
|
289
|
+
if (this.#root !== undefined) {
|
|
290
|
+
try {
|
|
291
|
+
await this.#root.close();
|
|
292
|
+
this.#root = undefined;
|
|
293
|
+
}
|
|
294
|
+
catch (cause) {
|
|
295
|
+
pendingCleanup.add(this);
|
|
296
|
+
throw this.#cleanupError(message(cause));
|
|
297
|
+
}
|
|
298
|
+
}
|
|
299
|
+
pendingCleanup.delete(this);
|
|
300
|
+
}
|
|
301
|
+
async #start(deadline) {
|
|
302
|
+
if (this.#supervisor !== undefined && this.#ready)
|
|
303
|
+
return;
|
|
304
|
+
this.#phase = "startup";
|
|
305
|
+
this.#heapLimitBytes = 0;
|
|
306
|
+
this.#root ??= await PrivateRuntimeRoot.create({
|
|
307
|
+
prefix: "rea-javascript-analysis-",
|
|
308
|
+
});
|
|
309
|
+
const environment = {
|
|
310
|
+
...process.env,
|
|
311
|
+
UV_THREADPOOL_SIZE: "1",
|
|
312
|
+
};
|
|
313
|
+
delete environment.NODE_OPTIONS;
|
|
314
|
+
const spawned = await this.launcher({
|
|
315
|
+
command: process.execPath,
|
|
316
|
+
arguments: [
|
|
317
|
+
`--max-old-space-size=${String(this.limits.heapMb)}`,
|
|
318
|
+
"--max-semi-space-size=8",
|
|
319
|
+
"--v8-pool-size=1",
|
|
320
|
+
"--expose-gc",
|
|
321
|
+
"--stack_size=2048",
|
|
322
|
+
fileURLToPath(import.meta.resolve("#javascript-analysis-worker")),
|
|
323
|
+
],
|
|
324
|
+
runId: `${this.#runId}-${randomUUID()}`,
|
|
325
|
+
cwd: this.#root.path,
|
|
326
|
+
hostEnvironment: environment,
|
|
327
|
+
stdin: "pipe",
|
|
328
|
+
signal: deadline.signal,
|
|
329
|
+
});
|
|
330
|
+
this.#supervisor = new ProviderProcessSupervisor({
|
|
331
|
+
...spawned,
|
|
332
|
+
ownsProcessLifetime: true,
|
|
333
|
+
cleanup: spawned.cleanup ??
|
|
334
|
+
(() => cleanupOwnedProcessGroup(spawned.ownership)),
|
|
335
|
+
}, { captureStdout: false, maxDiagnosticBytes: 256 * 1024 });
|
|
336
|
+
spawned.process.stdout?.on("data", this.#onStdout);
|
|
337
|
+
const ready = await this.#next(deadline, "worker startup");
|
|
338
|
+
if (ready.kind !== "ready")
|
|
339
|
+
throw new AnalysisOutputError(OPERATION, "JavaScript worker emitted facts before its startup handshake");
|
|
340
|
+
this.#heapLimitBytes = ready.heap_limit_bytes;
|
|
341
|
+
this.#ready = true;
|
|
342
|
+
}
|
|
343
|
+
async #next(deadline, path) {
|
|
344
|
+
for (;;) {
|
|
345
|
+
if (deadline.interruption === "cancelled")
|
|
346
|
+
throw new AnalysisCancelledError(OPERATION);
|
|
347
|
+
if (deadline.interruption === "timeout")
|
|
348
|
+
throw new AnalysisTimeoutError(OPERATION, this.limits.timeoutMs);
|
|
349
|
+
if (this.#protocolFailure !== undefined)
|
|
350
|
+
throw new AnalysisOutputError(OPERATION, this.#protocolFailure);
|
|
351
|
+
const frame = this.#frames.shift();
|
|
352
|
+
if (frame !== undefined)
|
|
353
|
+
return frame;
|
|
354
|
+
const snapshot = this.#supervisor?.snapshot();
|
|
355
|
+
if (snapshot !== undefined &&
|
|
356
|
+
(snapshot.exitCode !== undefined || snapshot.signal !== undefined)) {
|
|
357
|
+
// Exit is not complete output: let any final control frame drain first.
|
|
358
|
+
if (!(await this.#supervisor?.waitForOutputClose(10)))
|
|
359
|
+
continue;
|
|
360
|
+
if (this.#frames.length !== 0)
|
|
361
|
+
continue;
|
|
362
|
+
const drained = this.#supervisor?.snapshot() ?? snapshot;
|
|
363
|
+
throw /heap out of memory|heap limit|allocation failed/iu.test(drained.stderr.text)
|
|
364
|
+
? new AnalysisResourceConstraintError(OPERATION, "memory", `Owned JavaScript worker exhausted its heap while analyzing ${path} during ${this.#phase}`, this.#limits(), { capturedOutput: this.#captured() })
|
|
365
|
+
: new ProviderAdapterError(PROVIDER, OPERATION, {
|
|
366
|
+
capturedOutput: this.#captured(),
|
|
367
|
+
diagnostics: {
|
|
368
|
+
source_path: path,
|
|
369
|
+
phase: this.#phase,
|
|
370
|
+
exit_code: drained.exitCode ?? null,
|
|
371
|
+
signal: drained.signal ?? null,
|
|
372
|
+
},
|
|
373
|
+
});
|
|
374
|
+
}
|
|
375
|
+
await waitForAbortableDelay(10, deadline.signal);
|
|
376
|
+
}
|
|
377
|
+
}
|
|
378
|
+
async #readCheckpoint(id, sourcePath, expected) {
|
|
379
|
+
if (this.#root === undefined)
|
|
380
|
+
throw new TypeError("JavaScript checkpoint has no owned runtime");
|
|
381
|
+
const path = join(this.#root.path, `${id}.static.json`);
|
|
382
|
+
const bytes = (await stat(path)).size;
|
|
383
|
+
if (bytes > DEFAULTS.checkpointBytes ||
|
|
384
|
+
(expected !== undefined && expected.bytes !== bytes))
|
|
385
|
+
throw new AnalysisOutputError(OPERATION, "JavaScript static checkpoint byte count exceeds or differs from its declared budget");
|
|
386
|
+
if (bytes * 16 + 4 * MIB >
|
|
387
|
+
getHeapStatistics().heap_size_limit -
|
|
388
|
+
process.memoryUsage().heapUsed -
|
|
389
|
+
64 * MIB)
|
|
390
|
+
throw new AnalysisResourceConstraintError(OPERATION, "memory", "The parent's remaining heap cannot safely decode the completed JavaScript static checkpoint", { ...this.#limits(), checkpoint_bytes: bytes });
|
|
391
|
+
const text = await readFile(path, "utf8");
|
|
392
|
+
if (expected !== undefined &&
|
|
393
|
+
createHash("sha256").update(text).digest("hex") !== expected.sha256)
|
|
394
|
+
throw new AnalysisOutputError(OPERATION, "JavaScript static checkpoint digest does not match");
|
|
395
|
+
const value = JSON.parse(text);
|
|
396
|
+
const facts = javaScriptWorkerStaticAnalysisSchema.parse(value);
|
|
397
|
+
const remaining = this.#remainingTotalResultBudget();
|
|
398
|
+
const retainedBytes = bytes * 6;
|
|
399
|
+
this.#parentCapacityExhausted = retainedBytes > remaining;
|
|
400
|
+
this.#estimatedRetainedBytes += retainedBytes;
|
|
401
|
+
this.#retainedStaticBytes += retainedBytes;
|
|
402
|
+
const expandedBytes = estimateJavaScriptStaticApplicationProjection(facts, bytes, sourcePath);
|
|
403
|
+
if (expandedBytes <= this.#remainingResultBudget())
|
|
404
|
+
this.#estimatedRetainedBytes += expandedBytes;
|
|
405
|
+
else
|
|
406
|
+
this.#applicationProjectionFailure = new AnalysisResourceConstraintError(OPERATION, "memory", `Expanded application relationships for ${sourcePath} exceed the parent's result budget; complete static facts were retained on the file node`, {
|
|
407
|
+
parent_result_budget_bytes: this.#resultBudgetBytes,
|
|
408
|
+
application_projection_required_bytes: expandedBytes,
|
|
409
|
+
});
|
|
410
|
+
return facts;
|
|
411
|
+
}
|
|
412
|
+
#limits() {
|
|
413
|
+
return {
|
|
414
|
+
worker_old_space_mb: this.limits.heapMb,
|
|
415
|
+
...(this.#heapLimitBytes === 0
|
|
416
|
+
? {}
|
|
417
|
+
: { worker_heap_limit_bytes: this.#heapLimitBytes }),
|
|
418
|
+
worker_timeout_ms: this.limits.timeoutMs,
|
|
419
|
+
};
|
|
420
|
+
}
|
|
421
|
+
#remainingResultBudget() {
|
|
422
|
+
// Future sources need their compact observations before current modules
|
|
423
|
+
// consume capacity with expanded relationships. A final or sole source
|
|
424
|
+
// can use the unused reserve as well.
|
|
425
|
+
const staticReserve = this.#sourcesRemaining !== undefined && this.#sourcesRemaining > 0
|
|
426
|
+
? Math.max(0, Math.floor((this.#resultBudgetBytes * 4) / 5) -
|
|
427
|
+
this.#retainedStaticBytes)
|
|
428
|
+
: 0;
|
|
429
|
+
return Math.max(0, this.#remainingTotalResultBudget() - staticReserve);
|
|
430
|
+
}
|
|
431
|
+
#remainingTotalResultBudget() {
|
|
432
|
+
return Math.max(0, Math.min(this.#resultBudgetBytes - this.#estimatedRetainedBytes, getHeapStatistics().heap_size_limit -
|
|
433
|
+
process.memoryUsage().heapUsed -
|
|
434
|
+
24 * JAVASCRIPT_ANALYSIS_TRANSFER_RECORD_BYTES));
|
|
435
|
+
}
|
|
436
|
+
#captured() {
|
|
437
|
+
const snapshot = this.#supervisor?.snapshot();
|
|
438
|
+
return {
|
|
439
|
+
stdout: "",
|
|
440
|
+
stderr: snapshot?.stderr.text ?? "",
|
|
441
|
+
truncated: snapshot?.diagnosticTruncated ?? false,
|
|
442
|
+
stderr_bytes: snapshot?.stderr.observedBytes ?? 0,
|
|
443
|
+
exit_code: snapshot?.exitCode ?? null,
|
|
444
|
+
signal: snapshot?.signal ?? null,
|
|
445
|
+
};
|
|
446
|
+
}
|
|
447
|
+
#failure(cause, path, deadline, signal) {
|
|
448
|
+
// Ownership preparation is abortable before the worker deadline exists.
|
|
449
|
+
if (deadline?.interruption === "cancelled" ||
|
|
450
|
+
(deadline === undefined &&
|
|
451
|
+
signal?.aborted === true &&
|
|
452
|
+
!(cause instanceof ProviderCleanupError)))
|
|
453
|
+
return new AnalysisCancelledError(OPERATION, {
|
|
454
|
+
capturedOutput: this.#captured(),
|
|
455
|
+
});
|
|
456
|
+
if (deadline?.interruption === "timeout")
|
|
457
|
+
return new AnalysisTimeoutError(OPERATION, this.limits.timeoutMs, {
|
|
458
|
+
capturedOutput: this.#captured(),
|
|
459
|
+
});
|
|
460
|
+
if (cause instanceof AnalysisError)
|
|
461
|
+
return cause;
|
|
462
|
+
if (cause instanceof z.ZodError ||
|
|
463
|
+
cause instanceof TypeError ||
|
|
464
|
+
cause instanceof SyntaxError)
|
|
465
|
+
return new AnalysisOutputError(OPERATION, `${path} during ${this.#phase}: ${message(cause)}`, { cause, capturedOutput: this.#captured() });
|
|
466
|
+
return cause instanceof PrivateRuntimeRootUnavailableError
|
|
467
|
+
? new AnalysisCapabilityUnavailableError(PROVIDER, OPERATION, cause.message, { cause })
|
|
468
|
+
: new ProviderAdapterError(PROVIDER, OPERATION, {
|
|
469
|
+
cause,
|
|
470
|
+
capturedOutput: this.#captured(),
|
|
471
|
+
diagnostics: {
|
|
472
|
+
source_path: path,
|
|
473
|
+
phase: this.#phase,
|
|
474
|
+
message: message(cause),
|
|
475
|
+
},
|
|
476
|
+
});
|
|
477
|
+
}
|
|
478
|
+
#cleanupError(reason, original = this.#lastFailure) {
|
|
479
|
+
return new ProviderCleanupError(PROVIDER, [this.#runId, ...(this.#root === undefined ? [] : [this.#root.path])], {
|
|
480
|
+
reason,
|
|
481
|
+
worker_pid: this.#supervisor?.launch.process.pid ?? null,
|
|
482
|
+
...(original === undefined
|
|
483
|
+
? {}
|
|
484
|
+
: {
|
|
485
|
+
execution_failure: {
|
|
486
|
+
tag: original._tag,
|
|
487
|
+
message: original.message,
|
|
488
|
+
captured_output: {
|
|
489
|
+
stdout: original.capturedOutput?.stdout ?? "",
|
|
490
|
+
stderr: original.capturedOutput?.stderr ?? "",
|
|
491
|
+
truncated: original.capturedOutput?.truncated ?? false,
|
|
492
|
+
},
|
|
493
|
+
},
|
|
494
|
+
}),
|
|
495
|
+
}, {
|
|
496
|
+
operation: OPERATION,
|
|
497
|
+
cause: new Error(reason, original === undefined ? undefined : { cause: original }),
|
|
498
|
+
});
|
|
499
|
+
}
|
|
500
|
+
async #stop(original = this.#lastFailure) {
|
|
501
|
+
if (this.#supervisor !== undefined) {
|
|
502
|
+
const supervisor = this.#supervisor;
|
|
503
|
+
const stopped = await supervisor.stop();
|
|
504
|
+
if (stopped.status === "incomplete") {
|
|
505
|
+
pendingCleanup.add(this);
|
|
506
|
+
return this.#cleanupError(stopped.reason, original);
|
|
507
|
+
}
|
|
508
|
+
supervisor.launch.process.stdout?.off("data", this.#onStdout);
|
|
509
|
+
supervisor.dispose();
|
|
510
|
+
this.#supervisor = undefined;
|
|
511
|
+
}
|
|
512
|
+
this.#ready = false;
|
|
513
|
+
this.#frames = [];
|
|
514
|
+
this.#pending = "";
|
|
515
|
+
this.#decoder = new StringDecoder("utf8");
|
|
516
|
+
this.#protocolFailure = undefined;
|
|
517
|
+
return undefined;
|
|
518
|
+
}
|
|
519
|
+
}
|
|
520
|
+
const message = (cause) => cause instanceof Error ? cause.message : String(cause);
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import { jsonValueSchema } from "../../domain/jsonValue.js";
|
|
3
|
+
import { digestSchema } from "../../domain/digests.js";
|
|
4
|
+
import { JAVASCRIPT_ANALYSIS_RESOURCE_DEFAULTS } from "../../domain/javascript/javascriptAnalysisResourceControls.js";
|
|
5
|
+
import { javaScriptAnalysisTransferDescriptorSchema } from "./JavaScriptAnalysisTransfer.js";
|
|
6
|
+
/** Independent worker execution budget; source length is not an admission rule. */
|
|
7
|
+
export const JAVASCRIPT_ANALYSIS_WORKER_DEFAULTS = {
|
|
8
|
+
...JAVASCRIPT_ANALYSIS_RESOURCE_DEFAULTS,
|
|
9
|
+
checkpointBytes: 8 * 1024 * 1024,
|
|
10
|
+
protocolBytes: 64 * 1024,
|
|
11
|
+
};
|
|
12
|
+
/** Caller-selected artifact identity, separate from the decoded source-text digest. */
|
|
13
|
+
export const javaScriptWorkerRequestSchema = z.strictObject({
|
|
14
|
+
id: z.uuid(),
|
|
15
|
+
node_budget: z.number().int().min(0).max(20_000),
|
|
16
|
+
text_sha256: digestSchema,
|
|
17
|
+
file: z.strictObject({
|
|
18
|
+
path: z.string(),
|
|
19
|
+
sha256: digestSchema,
|
|
20
|
+
container_sha256: digestSchema,
|
|
21
|
+
bytes: z.number().int().nonnegative(),
|
|
22
|
+
inventory_artifact_id: z.string(),
|
|
23
|
+
kind: z.literal("javascript"),
|
|
24
|
+
unpacked: z.boolean(),
|
|
25
|
+
}),
|
|
26
|
+
});
|
|
27
|
+
/** Parent admission after validated static observations have been retained. */
|
|
28
|
+
export const javaScriptWorkerAdmissionSchema = z.strictObject({
|
|
29
|
+
id: z.uuid(),
|
|
30
|
+
semantic_result_budget_bytes: z.number().int().nonnegative(),
|
|
31
|
+
});
|
|
32
|
+
const identity = { id: z.uuid() };
|
|
33
|
+
/** Control frames never contain AST, full IR, graph rows or source text. */
|
|
34
|
+
export const javaScriptWorkerMessageSchema = z.discriminatedUnion("kind", [
|
|
35
|
+
z.strictObject({
|
|
36
|
+
kind: z.literal("ready"),
|
|
37
|
+
heap_limit_bytes: z.number().int().positive(),
|
|
38
|
+
}),
|
|
39
|
+
z.strictObject({
|
|
40
|
+
kind: z.literal("phase"),
|
|
41
|
+
...identity,
|
|
42
|
+
phase: z.enum(["parse", "static", "semantic", "projection", "transfer"]),
|
|
43
|
+
}),
|
|
44
|
+
z.strictObject({
|
|
45
|
+
kind: z.literal("static"),
|
|
46
|
+
...identity,
|
|
47
|
+
bytes: z.number().int().nonnegative(),
|
|
48
|
+
sha256: digestSchema,
|
|
49
|
+
}),
|
|
50
|
+
z.strictObject({
|
|
51
|
+
kind: z.literal("complete"),
|
|
52
|
+
...identity,
|
|
53
|
+
descriptor: javaScriptAnalysisTransferDescriptorSchema.nullable(),
|
|
54
|
+
}),
|
|
55
|
+
z.strictObject({
|
|
56
|
+
kind: z.literal("failure"),
|
|
57
|
+
...identity,
|
|
58
|
+
reason: z.enum(["resource", "output", "io"]),
|
|
59
|
+
resource: z.enum(["memory", "cpu", "file-size", "transport"]).nullable(),
|
|
60
|
+
limits: z.record(z.string(), jsonValueSchema).nullable(),
|
|
61
|
+
message: z.string(),
|
|
62
|
+
}),
|
|
63
|
+
]);
|