rea-agents 3.1.0 → 3.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (590) hide show
  1. package/README.md +72 -95
  2. package/bridge/ghidra/ReaGhidraBridge.java +609 -841
  3. package/bridge/hopper_bridge.py +99 -344
  4. package/dist/application/AbortablePromise.js +6 -3
  5. package/dist/application/AnalysisSnapshotCache.js +0 -1
  6. package/dist/application/AnalysisSnapshotFiles.js +7 -7
  7. package/dist/application/AndroidApplicationService.js +1 -1
  8. package/dist/application/AppleApplicationService.js +1 -1
  9. package/dist/application/ArtifactExtraction.js +35 -54
  10. package/dist/application/ArtifactExtractionDestination.js +17 -0
  11. package/dist/application/ArtifactGraphConstruction.js +2 -17
  12. package/dist/application/ArtifactInventory/classify.js +2 -6
  13. package/dist/application/ArtifactInventory/hash.js +2 -20
  14. package/dist/application/ArtifactInventory/scanCanonical.js +8 -12
  15. package/dist/application/ArtifactInventory/scanReader.js +69 -51
  16. package/dist/application/ArtifactInventory.js +6 -14
  17. package/dist/application/AuthorizedArtifactInventory.js +3 -13
  18. package/dist/application/BinarySession.js +41 -13
  19. package/dist/application/BinarySessionComposition.js +0 -11
  20. package/dist/application/BinarySessionOpen.js +2 -1
  21. package/dist/application/BinarySessionRecords.js +5 -93
  22. package/dist/application/BinarySessionStatus.js +5 -16
  23. package/dist/application/BinaryTargetResolver.js +216 -0
  24. package/dist/application/BrowserEvidence.js +42 -58
  25. package/dist/application/BrowserObservationService.js +3 -6
  26. package/dist/application/BrowserScenarioCaptureService.js +3 -6
  27. package/dist/application/BrowserScenarioEvidence.js +3 -3
  28. package/dist/application/CallPathTracing.js +2 -36
  29. package/dist/application/CapabilityInventory.js +10 -15
  30. package/dist/application/ClientConfigurationDocument.js +27 -0
  31. package/dist/application/ClientRegistrationStatus.js +16 -13
  32. package/dist/application/CommandShimReplay.js +14 -1
  33. package/dist/application/DirectAnalysis.js +22 -46
  34. package/dist/application/DirectAnalysisStatus.js +5 -61
  35. package/dist/application/Doctor.js +11 -32
  36. package/dist/application/DoctorDiagnostics.js +1 -2
  37. package/dist/application/DoctorScope.js +1 -1
  38. package/dist/application/ElectronActiveEvidence.js +3 -8
  39. package/dist/application/ElectronActiveObservationService.js +3 -6
  40. package/dist/application/ElectronBoundaryAnalysis.js +7 -8
  41. package/dist/application/ElectronBoundaryGraphContext.js +1 -1
  42. package/dist/application/ElectronBoundaryGraphIpc.js +3 -3
  43. package/dist/application/ElectronBoundaryGraphNative.js +1 -2
  44. package/dist/application/ElectronBoundaryGraphWindows.js +6 -8
  45. package/dist/application/ElectronEvidence.js +4 -7
  46. package/dist/application/ElectronObservationService.js +5 -9
  47. package/dist/application/EnhancedLiteralTracing.js +42 -65
  48. package/dist/application/EnhancedTools.js +76 -44
  49. package/dist/application/EvidenceBundleCommands.js +11 -11
  50. package/dist/application/EvidenceBundleFiles.js +9 -15
  51. package/dist/application/EvidenceLedger.js +6 -41
  52. package/dist/application/FilesystemSnapshot.js +2 -3
  53. package/dist/application/InterfaceBuilderAnalysis.js +266 -0
  54. package/dist/application/InventoryProjectionEvidence.js +4 -2
  55. package/dist/application/InvestigationProviders.js +1 -1
  56. package/dist/application/JavaScriptApplicationEvidence.js +2 -5
  57. package/dist/application/JavaScriptApplicationEvidenceGraph.js +6 -10
  58. package/dist/application/JavaScriptApplicationService.js +6 -29
  59. package/dist/application/JavaScriptApplicationWorkflowEvidence.js +5 -5
  60. package/dist/application/JavaScriptApplicationWorkflowService.js +0 -8
  61. package/dist/application/JavaScriptArtifactAnalysis.js +38 -127
  62. package/dist/application/JavaScriptArtifactFiles.js +67 -107
  63. package/dist/application/JavaScriptArtifactGraphAccumulator.js +0 -7
  64. package/dist/application/JavaScriptArtifactGraphBuilder.js +7 -58
  65. package/dist/application/JavaScriptArtifactGraphBundlers.js +1 -6
  66. package/dist/application/JavaScriptArtifactGraphContext.js +12 -39
  67. package/dist/application/JavaScriptArtifactGraphDocuments.js +4 -11
  68. package/dist/application/JavaScriptArtifactGraphEvidence.js +0 -14
  69. package/dist/application/JavaScriptArtifactGraphFindings.js +3 -3
  70. package/dist/application/JavaScriptArtifactGraphStructure.js +16 -17
  71. package/dist/application/JavaScriptArtifactPathResolution.js +61 -49
  72. package/dist/application/JavaScriptArtifactReconstruction.js +5 -10
  73. package/dist/application/JavaScriptArtifactReconstructionInput.js +2 -14
  74. package/dist/application/JavaScriptJsonModules.js +2 -2
  75. package/dist/application/JavaScriptModuleRelationships.js +22 -27
  76. package/dist/application/JavaScriptReplayPlanning.js +9 -3
  77. package/dist/application/JavaScriptReplayService.js +6 -32
  78. package/dist/application/JavaScriptReturnShapeProjection.js +12 -42
  79. package/dist/application/JavaScriptRuntimeObservationEvidence.js +7 -8
  80. package/dist/application/JavaScriptRuntimeObservationService.js +4 -8
  81. package/dist/application/JavaScriptRuntimeReconciliationEvidence.js +2 -3
  82. package/dist/application/JavaScriptSemanticGraphBuilder.js +11 -41
  83. package/dist/application/JavaScriptSemanticGraphConstruction.js +5 -29
  84. package/dist/application/JavaScriptSemanticGraphEvidence.js +1 -1
  85. package/dist/application/JavaScriptSemanticGraphFingerprintProjection.js +1 -1
  86. package/dist/application/JavaScriptSemanticGraphFlowProjection.js +0 -13
  87. package/dist/application/JavaScriptSemanticGraphProjection.js +1 -3
  88. package/dist/application/JavaScriptSemanticTraceService.js +1 -10
  89. package/dist/application/JsonFiles.js +79 -0
  90. package/dist/application/LinuxHopper.js +11 -9
  91. package/dist/application/LoopbackReplay.js +26 -23
  92. package/dist/application/LoopbackReplayRecorder.js +29 -1
  93. package/dist/application/ManagedApplicationGraphService.js +1 -2
  94. package/dist/application/ManagedMemberComparisonService.js +11 -41
  95. package/dist/application/ManagedNativeVerificationService.js +1 -2
  96. package/dist/application/ManagedReconstructionService.js +1 -1
  97. package/dist/application/ManagedRuntimeCorrelationService.js +5 -8
  98. package/dist/application/NativeApiInspection.js +2 -7
  99. package/dist/application/NativeUiActionTrace.js +394 -0
  100. package/dist/application/NodeRuntimeCharacterizationService.js +3 -7
  101. package/dist/application/PermissionAuthority.js +15 -7
  102. package/dist/application/PermissionFailure.js +5 -0
  103. package/dist/application/ProcessCaptureAuthority.js +5 -7
  104. package/dist/application/ProcessCaptureJournal.js +3 -2
  105. package/dist/application/ProcessCaptureLifecycle.js +5 -12
  106. package/dist/application/ProcessCheckpoints.js +29 -11
  107. package/dist/application/ProcessCli.js +6 -16
  108. package/dist/application/ProcessEvidence.js +5 -7
  109. package/dist/application/ProcessHarness.js +52 -17
  110. package/dist/application/ProcessReactiveCoordinator.js +2 -4
  111. package/dist/application/ProcessReactiveEffects.js +9 -3
  112. package/dist/application/ProcessReactiveHarness.js +13 -7
  113. package/dist/application/ProcessSampling.js +2 -4
  114. package/dist/application/ProcessTimer.js +39 -0
  115. package/dist/application/ProjectPermissionStore.js +39 -96
  116. package/dist/application/RealHopperAssertions.js +20 -66
  117. package/dist/application/ReconstructionCoverageService.js +12 -58
  118. package/dist/application/ReconstructionObligationAuthority.js +2 -2
  119. package/dist/application/ReconstructionObligationCandidates.js +4 -4
  120. package/dist/application/ReconstructionObligationLedgerEvaluation.js +8 -15
  121. package/dist/application/ReconstructionObligationLedgerProjection.js +3 -7
  122. package/dist/application/ReconstructionObligationLedgerService.js +19 -38
  123. package/dist/application/ReferenceSourceImport.js +19 -45
  124. package/dist/application/ReferenceSourceImportEntries.js +2 -4
  125. package/dist/application/ReferenceSourceImportPolicy.js +5 -32
  126. package/dist/application/ReferenceSourceImportTypes.js +0 -16
  127. package/dist/application/RuntimeExecutableDiagnostics.js +55 -29
  128. package/dist/application/SessionProviderRouter.js +2 -2
  129. package/dist/application/Setup.js +1 -3
  130. package/dist/application/SetupClientConfiguration.js +22 -93
  131. package/dist/application/SetupRegistrationEnvironment.js +0 -7
  132. package/dist/application/StoreFileLock.js +119 -0
  133. package/dist/application/TerminalRenderer.js +2 -3
  134. package/dist/application/Uninstall.js +9 -14
  135. package/dist/application/UnknownEvidence.js +1 -1
  136. package/dist/artifacts/ArtifactPaths.js +2 -5
  137. package/dist/artifacts/ArtifactProvider.js +36 -58
  138. package/dist/artifacts/DirectoryArtifactReader.js +13 -8
  139. package/dist/artifacts/MachOSliceArtifactReader.js +1 -5
  140. package/dist/artifacts/NativeDmgArtifactReader.js +11 -11
  141. package/dist/artifacts/NibArchive.js +269 -0
  142. package/dist/artifacts/SafeOutputTree.js +15 -24
  143. package/dist/browser/BrowserProcessStartup.js +1 -2
  144. package/dist/browser/CdpAuthorizedMainFrame.js +16 -0
  145. package/dist/browser/CdpBrowserProvider.js +3 -13
  146. package/dist/browser/CdpCanonicalJsonDigest.js +9 -0
  147. package/dist/browser/CdpCaptureDocuments.js +28 -76
  148. package/dist/browser/CdpCaptureEventBodyShapes.js +13 -33
  149. package/dist/browser/CdpCaptureEventHandlers.js +22 -87
  150. package/dist/browser/CdpCaptureEvents.js +2 -8
  151. package/dist/browser/CdpCaptureStorage.js +9 -20
  152. package/dist/browser/CdpCaptureStorageFingerprints.js +85 -98
  153. package/dist/browser/CdpCaptureValues.js +21 -21
  154. package/dist/browser/CdpConnection.js +10 -25
  155. package/dist/browser/CdpElectronInspection.js +26 -50
  156. package/dist/browser/CdpElectronProvider.js +10 -35
  157. package/dist/browser/CdpElectronScriptEvents.js +8 -16
  158. package/dist/browser/CdpElectronScripts.js +6 -35
  159. package/dist/browser/CdpElectronWorkers.js +6 -10
  160. package/dist/browser/CdpEndpoint.js +25 -41
  161. package/dist/browser/CdpObservationSession.js +14 -26
  162. package/dist/browser/CdpPageCapture.js +34 -48
  163. package/dist/browser/CdpPageCaptureScripts.js +1 -19
  164. package/dist/browser/CdpPageCaptureWorkers.js +6 -10
  165. package/dist/browser/CdpSafeMetadata.js +19 -22
  166. package/dist/browser/CdpScreenshot.js +3 -5
  167. package/dist/browser/CdpTargetSession.js +1 -2
  168. package/dist/browser/CdpWebMcpDiscovery.js +13 -22
  169. package/dist/browser/ElectronFileScope.js +8 -19
  170. package/dist/browser/JavaScriptRuntimeScope.js +9 -14
  171. package/dist/browser/PlaywrightBrowserScenarioProvider.js +31 -64
  172. package/dist/browser/PlaywrightElectronActiveActions.js +54 -69
  173. package/dist/browser/PlaywrightElectronActiveProvider.js +14 -34
  174. package/dist/browser/PlaywrightExecutionBoundary.js +16 -5
  175. package/dist/browser/PlaywrightScenarioActions.js +3 -7
  176. package/dist/browser/PlaywrightScenarioArtifacts.js +23 -92
  177. package/dist/browser/PlaywrightScenarioBrowser.js +3 -5
  178. package/dist/browser/PlaywrightScenarioEvents.js +45 -94
  179. package/dist/browser/PlaywrightScenarioSession.js +14 -30
  180. package/dist/browser/PngVisualDiff.js +22 -14
  181. package/dist/browser/SensitiveTextCapture.js +0 -17
  182. package/dist/browser/V8InspectorCaptureProjection.js +7 -8
  183. package/dist/browser/V8InspectorEndpoint.js +12 -14
  184. package/dist/browser/V8InspectorProvider.js +20 -61
  185. package/dist/browser/WebSourceMapFetcher.js +56 -176
  186. package/dist/catalogIdentity.js +0 -54
  187. package/dist/cli/artifactCommands.js +49 -77
  188. package/dist/cli/coreAnalysisCommands.js +83 -133
  189. package/dist/cli/javascriptApplicationAnalysis.js +1 -9
  190. package/dist/cli/managedCommands.js +5 -270
  191. package/dist/cli/setupCommands.js +3 -12
  192. package/dist/cli/utilityCommands.js +7 -41
  193. package/dist/cli.js +0 -2
  194. package/dist/cliApplicationCommands.js +42 -112
  195. package/dist/cliBrowserAdvancedCommands.js +10 -106
  196. package/dist/cliBrowserCommands.js +15 -127
  197. package/dist/cliBrowserContext.js +30 -0
  198. package/dist/cliCommandNames.js +4 -5
  199. package/dist/cliElectronCommands.js +8 -72
  200. package/dist/cliEvidenceCommands.js +8 -77
  201. package/dist/cliJavaScriptRuntimeCommands.js +9 -91
  202. package/dist/cliJsonInput.js +4 -14
  203. package/dist/cliObservationOptions.js +11 -96
  204. package/dist/cliPolicyCommands.js +2 -17
  205. package/dist/cliProcessCommands.js +3 -3
  206. package/dist/cliSetup.js +0 -13
  207. package/dist/config/browserScenario.js +2 -2
  208. package/dist/config/environment.js +0 -9
  209. package/dist/config/parseConfig.js +1 -33
  210. package/dist/config/parsers.js +6 -27
  211. package/dist/config/passiveObservation.js +7 -77
  212. package/dist/config/permissions.js +0 -7
  213. package/dist/contracts/analysisSearchContract.js +2 -5
  214. package/dist/contracts/applicationToolContracts.js +56 -109
  215. package/dist/contracts/applicationWorkflowInputContracts.js +27 -102
  216. package/dist/contracts/artifactComparisonExample.js +58 -60
  217. package/dist/contracts/artifactToolContracts.js +20 -67
  218. package/dist/contracts/browserScenarioToolContracts.js +6 -51
  219. package/dist/contracts/browserToolContracts.js +8 -73
  220. package/dist/contracts/electronToolContracts.js +8 -108
  221. package/dist/contracts/enhancedInputs.js +23 -54
  222. package/dist/contracts/errorSchemas.js +0 -1
  223. package/dist/contracts/functionComparisonExample.js +10 -24
  224. package/dist/contracts/functionInstructionContract.js +1 -3
  225. package/dist/contracts/functionWorkflowToolContracts.js +2 -2
  226. package/dist/contracts/hopperMemoryContracts.js +3 -3
  227. package/dist/contracts/investigationExamples.js +14 -11
  228. package/dist/contracts/javascriptApplicationWorkflowExamples.js +12 -19
  229. package/dist/contracts/javascriptRuntimeObservationToolContracts.js +2 -20
  230. package/dist/contracts/javascriptRuntimeReconciliationExample.js +45 -12
  231. package/dist/contracts/managedToolContracts.js +6 -95
  232. package/dist/contracts/managedWorkflowExamples.js +77 -128
  233. package/dist/contracts/managedWorkflowToolContracts.js +51 -77
  234. package/dist/contracts/nativeToolContracts.js +7 -11
  235. package/dist/contracts/processCaptureExample.js +2 -69
  236. package/dist/contracts/promptContracts.js +49 -67
  237. package/dist/contracts/providerSelection.js +0 -1
  238. package/dist/contracts/reconstructionReadinessExample.js +1 -6
  239. package/dist/contracts/sessionStatusContract.js +1 -17
  240. package/dist/contracts/sessionToolSchemas.js +6 -15
  241. package/dist/contracts/toolContractExamples.js +11 -11
  242. package/dist/contracts/toolContractHelpers.js +0 -4
  243. package/dist/contracts/toolContracts.js +60 -71
  244. package/dist/contracts/toolEffects.js +5 -13
  245. package/dist/contracts/toolOutputSchemaGroups.js +37 -91
  246. package/dist/contracts/toolOutputSchemaPrimitives.js +16 -56
  247. package/dist/contracts/toolSchemaMetadata.js +8 -19
  248. package/dist/contracts/unknownContractExamples.js +0 -2
  249. package/dist/domain/analysisErrorPresentation.js +46 -54
  250. package/dist/domain/analysisErrorProjection.js +28 -37
  251. package/dist/domain/analysisProfile.js +3 -31
  252. package/dist/domain/analysisSnapshot.js +3 -12
  253. package/dist/domain/androidApplication.js +15 -54
  254. package/dist/domain/appleApplication.js +24 -67
  255. package/dist/domain/artifactComparison.js +11 -29
  256. package/dist/domain/artifactGraph.js +14 -44
  257. package/dist/domain/artifactInspection.js +38 -69
  258. package/dist/domain/artifactInventoryEvidence.js +27 -21
  259. package/dist/domain/binaryTarget.js +2 -221
  260. package/dist/domain/browserCaptureComparison.js +47 -24
  261. package/dist/domain/browserObservation.js +28 -193
  262. package/dist/domain/browserObservationSchemas.js +5 -23
  263. package/dist/domain/browserScenario.js +11 -14
  264. package/dist/domain/browserScenarioCapture.js +11 -12
  265. package/dist/domain/browserScenarioCaptureValues.js +146 -84
  266. package/dist/domain/browserScenarioDiff.js +2 -59
  267. package/dist/domain/browserScenarioDiffEvidence.js +51 -0
  268. package/dist/domain/browserScenarioDiffValues.js +21 -38
  269. package/dist/domain/browserScenarioValues.js +80 -109
  270. package/dist/domain/browserSession.js +4 -7
  271. package/dist/domain/bundleComparison.js +6 -32
  272. package/dist/domain/bytecodeProvider.js +20 -19
  273. package/dist/domain/callPath.js +47 -167
  274. package/dist/domain/callPathSchemas.js +79 -0
  275. package/dist/domain/changedBehavior.js +34 -60
  276. package/dist/domain/completionLedgerGeneration.js +8 -14
  277. package/dist/domain/conformancePackage.js +126 -97
  278. package/dist/domain/conformanceReplay.js +36 -8
  279. package/dist/domain/conformanceTrustGate.js +23 -14
  280. package/dist/domain/customProtocolCapture.js +1 -1
  281. package/dist/domain/electronActiveObservation.js +70 -103
  282. package/dist/domain/electronObservation.js +14 -80
  283. package/dist/domain/electronStaticAnalysisBrowser.js +36 -46
  284. package/dist/domain/electronStaticAnalysisIpc.js +38 -14
  285. package/dist/domain/electronStaticAnalysisNative.js +1 -8
  286. package/dist/domain/electronStaticAnalysisValues.js +10 -17
  287. package/dist/domain/errors.js +33 -54
  288. package/dist/domain/eventProcessTree.js +20 -12
  289. package/dist/domain/evidence.js +2 -10
  290. package/dist/domain/evidenceBundle.js +3 -5
  291. package/dist/domain/evidenceCompletionLedger.js +6 -8
  292. package/dist/domain/functionComparison.js +4 -14
  293. package/dist/domain/functionComparisonNormalization.js +4 -11
  294. package/dist/domain/functionComparisonResults.js +25 -15
  295. package/dist/domain/functionComparisonSchemas.js +49 -33
  296. package/dist/domain/functionDossierEvidence.js +31 -156
  297. package/dist/domain/hopperStartupFailure.js +1 -1
  298. package/dist/domain/hopperValues.js +15 -136
  299. package/dist/domain/interfaceBuilderGraph.js +654 -0
  300. package/dist/domain/javascriptApplicationAnalysis.js +8 -112
  301. package/dist/domain/javascriptApplicationChangeGraph.js +22 -82
  302. package/dist/domain/javascriptApplicationEvidenceSchemas.js +59 -47
  303. package/dist/domain/javascriptApplicationGraph.js +3 -13
  304. package/dist/domain/javascriptApplicationGraphSchemas.js +12 -34
  305. package/dist/domain/javascriptApplicationVersionComparison.js +26 -30
  306. package/dist/domain/javascriptApplicationVersionComparisonSchemas.js +123 -68
  307. package/dist/domain/javascriptApplicationVersionItems.js +120 -53
  308. package/dist/domain/javascriptApplicationVersionKeys.js +24 -11
  309. package/dist/domain/javascriptAstFingerprint.js +25 -58
  310. package/dist/domain/javascriptAstValues.js +9 -0
  311. package/dist/domain/javascriptExportInstrumentation.js +2 -4
  312. package/dist/domain/javascriptExportShapeComparison.js +6 -7
  313. package/dist/domain/javascriptExportShapeComparisonSchemas.js +68 -75
  314. package/dist/domain/javascriptExportShapeSelection.js +17 -19
  315. package/dist/domain/javascriptFeatureSeed.js +20 -12
  316. package/dist/domain/javascriptFeatureTrace.js +13 -67
  317. package/dist/domain/javascriptFeatureTraceSchemas.js +24 -52
  318. package/dist/domain/javascriptFeatureTraversal.js +1 -44
  319. package/dist/domain/javascriptNativeHandoff.js +1 -1
  320. package/dist/domain/javascriptReplay.js +24 -41
  321. package/dist/domain/javascriptRuntimeLoadState.js +3 -8
  322. package/dist/domain/javascriptRuntimeObservation.js +42 -103
  323. package/dist/domain/javascriptRuntimeReconciliation.js +1 -3
  324. package/dist/domain/javascriptRuntimeReconciliationActive.js +8 -17
  325. package/dist/domain/javascriptRuntimeReconciliationGraph.js +10 -23
  326. package/dist/domain/javascriptRuntimeReconciliationMatching.js +18 -12
  327. package/dist/domain/javascriptRuntimeReconciliationParsing.js +16 -45
  328. package/dist/domain/javascriptRuntimeReconciliationResult.js +4 -5
  329. package/dist/domain/javascriptRuntimeReconciliationRuntime.js +8 -12
  330. package/dist/domain/javascriptRuntimeReconciliationSchemas.js +33 -48
  331. package/dist/domain/javascriptRuntimeStaticCandidates.js +3 -3
  332. package/dist/domain/javascriptSemanticAnalysis.js +12 -45
  333. package/dist/domain/javascriptSemanticAsyncEffects.js +1 -9
  334. package/dist/domain/javascriptSemanticCallResolution.js +6 -16
  335. package/dist/domain/javascriptSemanticCalls.js +5 -32
  336. package/dist/domain/javascriptSemanticChildProcesses.js +1 -11
  337. package/dist/domain/javascriptSemanticCoverage.js +11 -0
  338. package/dist/domain/javascriptSemanticDataEffectHelpers.js +1 -8
  339. package/dist/domain/javascriptSemanticDataEffects.js +1 -11
  340. package/dist/domain/javascriptSemanticFingerprints.js +3 -5
  341. package/dist/domain/javascriptSemanticGraphSchemas.js +25 -51
  342. package/dist/domain/javascriptSemanticGraphSerialization.js +2 -13
  343. package/dist/domain/javascriptSemanticIr.js +1 -29
  344. package/dist/domain/javascriptSemanticObjects.js +1 -5
  345. package/dist/domain/javascriptSemanticPrimitives.js +2 -9
  346. package/dist/domain/javascriptSemanticProjection.js +0 -18
  347. package/dist/domain/javascriptSemanticPromises.js +9 -16
  348. package/dist/domain/javascriptSemanticProvenance.js +16 -19
  349. package/dist/domain/javascriptSemanticQuery.js +17 -139
  350. package/dist/domain/javascriptSemanticQueryAssessment.js +9 -37
  351. package/dist/domain/javascriptSemanticQueryIdentity.js +2 -23
  352. package/dist/domain/javascriptSemanticQuerySchemas.js +14 -107
  353. package/dist/domain/javascriptSemanticResources.js +1 -6
  354. package/dist/domain/javascriptSemanticReturns.js +10 -27
  355. package/dist/domain/javascriptSemanticValueTypes.js +1 -0
  356. package/dist/domain/javascriptSemanticValues.js +44 -62
  357. package/dist/domain/javascriptStaticAnalysis.js +21 -43
  358. package/dist/domain/javascriptStaticAnalysisBundler.js +34 -93
  359. package/dist/domain/javascriptStaticAnalysisCalls.js +17 -16
  360. package/dist/domain/javascriptStaticAnalysisFindings.js +3 -19
  361. package/dist/domain/javascriptStaticAnalysisHelpers.js +47 -88
  362. package/dist/domain/javascriptStaticAnalysisState.js +1 -5
  363. package/dist/domain/javascriptStaticAnalysisTypes.js +1 -0
  364. package/dist/domain/jsonShape.js +7 -33
  365. package/dist/domain/localPath.js +7 -0
  366. package/dist/domain/managedApplicationGraph.js +9 -41
  367. package/dist/domain/managedApplicationGraphCoverage.js +24 -156
  368. package/dist/domain/managedApplicationGraphNodes.js +10 -13
  369. package/dist/domain/managedArtifact.js +14 -27
  370. package/dist/domain/managedMemberComparison.js +90 -92
  371. package/dist/domain/managedMemberComparisonCoverage.js +11 -33
  372. package/dist/domain/managedMemberComparisonItems.js +221 -0
  373. package/dist/domain/managedMemberComparisonMatch.js +8 -208
  374. package/dist/domain/managedNativeVerification.js +3 -6
  375. package/dist/domain/managedNativeVerificationMatch.js +55 -59
  376. package/dist/domain/managedNativeVerificationSchemas.js +83 -47
  377. package/dist/domain/managedReconstruction.js +19 -23
  378. package/dist/domain/managedRuntimeCorrelation.js +6 -9
  379. package/dist/domain/nativeApiBoundary.js +2 -7
  380. package/dist/domain/nativeInspection.js +0 -2
  381. package/dist/domain/nativeInvestigationGraph.js +351 -0
  382. package/dist/domain/nativeValueFlow.js +61 -0
  383. package/dist/domain/nodeRuntimeCharacterization.js +1 -5
  384. package/dist/domain/objcSwiftMetadata.js +254 -0
  385. package/dist/domain/peInspection.js +1 -1
  386. package/dist/domain/permissionPolicy.js +13 -0
  387. package/dist/domain/processCapture.js +76 -113
  388. package/dist/domain/processCaptureExample.js +68 -0
  389. package/dist/domain/processCaptureParsing.js +21 -0
  390. package/dist/domain/processCaptureReactiveSchema.js +68 -0
  391. package/dist/domain/processCaptureValidation.js +1 -7
  392. package/dist/domain/processComparison.js +3 -12
  393. package/dist/domain/processReactiveMatching.js +29 -50
  394. package/dist/domain/processReactiveRuntime.js +4 -8
  395. package/dist/domain/processReactiveScenario.js +28 -94
  396. package/dist/domain/processReactiveScenarioPreflight.js +5 -30
  397. package/dist/domain/processReactiveTransition.js +33 -18
  398. package/dist/domain/processScenario.js +56 -90
  399. package/dist/domain/processTraceComparison.js +0 -8
  400. package/dist/domain/processTraceEvaluation.js +14 -4
  401. package/dist/domain/processTraceSpecification.js +11 -17
  402. package/dist/domain/protocolCapture.js +3 -3
  403. package/dist/domain/reconstructionCoverage.js +62 -129
  404. package/dist/domain/reconstructionCoverageEvaluation.js +17 -17
  405. package/dist/domain/reconstructionObligationLedgerSchemas.js +45 -72
  406. package/dist/domain/reconstructionReadiness.js +1 -2
  407. package/dist/domain/reconstructionReadinessSchemas.js +36 -38
  408. package/dist/domain/reconstructionUnknowns.js +3 -3
  409. package/dist/domain/reconstructionVerification.js +13 -47
  410. package/dist/domain/reconstructionVerificationSchemas.js +50 -38
  411. package/dist/domain/referenceSourceGraph.js +53 -61
  412. package/dist/domain/referenceSourceImportParsing.js +1 -5
  413. package/dist/domain/replayMachine.js +19 -31
  414. package/dist/domain/replayMachineRun.js +15 -63
  415. package/dist/domain/replayMachineRuntime.js +41 -41
  416. package/dist/domain/replayMachineValues.js +84 -0
  417. package/dist/domain/residualUnknown.js +25 -30
  418. package/dist/domain/runtimeCharacterization.js +15 -16
  419. package/dist/domain/runtimeIdentification.js +48 -47
  420. package/dist/domain/sourceToBundleComparison.js +9 -85
  421. package/dist/domain/sourceToBundleComparisonSchemas.js +17 -42
  422. package/dist/domain/sourceToBundleSignals.js +4 -15
  423. package/dist/domain/staticRuntimeCorrelation.js +37 -49
  424. package/dist/domain/symbolAnalysis.js +10 -19
  425. package/dist/domain/unicodeCodePointOrder.js +12 -0
  426. package/dist/domain/webBundleAnalysis.js +70 -99
  427. package/dist/domain/webBundleAnalyzer.js +2 -4
  428. package/dist/domain/webBundleAnalyzerAst.js +0 -13
  429. package/dist/domain/webBundleAnalyzerInspection.js +26 -52
  430. package/dist/domain/webBundleAnalyzerResult.js +7 -24
  431. package/dist/domain/webCaptureDiff.js +33 -73
  432. package/dist/domain/webCaptureDiffSchemas.js +86 -0
  433. package/dist/domain/webContentArtifact.js +1 -10
  434. package/dist/domain/webMcpDiscovery.js +3 -14
  435. package/dist/domain/webScreenshot.js +58 -34
  436. package/dist/domain/zipPackageFormat.js +7 -0
  437. package/dist/dotnet/ManagedArtifactInspector.js +17 -50
  438. package/dist/dotnet/ManagedMemberInspector.js +27 -58
  439. package/dist/dotnet/ManagedMemberInspectorCore.js +14 -51
  440. package/dist/dotnet/ManagedMemberInstructionDecoder.js +2 -2
  441. package/dist/dotnet/ManagedMemberRows.js +16 -16
  442. package/dist/dotnet/ManagedMetadataHeaps.js +26 -8
  443. package/dist/dotnet/ManagedMetadataInventory.js +21 -30
  444. package/dist/dotnet/ManagedMetadataInventoryRows.js +57 -63
  445. package/dist/dotnet/ManagedMetadataLayout.js +3 -5
  446. package/dist/dotnet/ManagedMethodBodyReader.js +5 -30
  447. package/dist/dotnet/ManagedNativeBoundaryHelpers.js +19 -49
  448. package/dist/dotnet/ManagedNativeBoundaryInspector.js +13 -41
  449. package/dist/dotnet/ManagedPeReader.js +2 -2
  450. package/dist/dotnet/ManagedStaticProvider.js +13 -71
  451. package/dist/generatedMcpToolCatalog.js +1 -1
  452. package/dist/generatedPackageMetadata.js +1 -1
  453. package/dist/ghidra/GhidraAnalysisProfile.js +3 -8
  454. package/dist/ghidra/GhidraClient.js +4 -12
  455. package/dist/ghidra/GhidraClientWire.js +9 -5
  456. package/dist/ghidra/GhidraDefaults.js +0 -18
  457. package/dist/ghidra/GhidraDiagnostics.js +0 -2
  458. package/dist/ghidra/GhidraDoctor.js +16 -12
  459. package/dist/ghidra/GhidraFunctionValues.js +65 -108
  460. package/dist/ghidra/GhidraInstallation.js +98 -42
  461. package/dist/ghidra/GhidraInventoryValues.js +16 -85
  462. package/dist/ghidra/GhidraLauncher.js +0 -8
  463. package/dist/ghidra/GhidraProvider.js +15 -22
  464. package/dist/ghidra/GhidraProviderCapabilities.js +6 -47
  465. package/dist/ghidra/GhidraRequestQueue.js +6 -30
  466. package/dist/ghidra/GhidraResponseBuffer.js +1 -7
  467. package/dist/ghidra/GhidraSessionValues.js +0 -2
  468. package/dist/ghidra/GhidraTransport.js +4 -7
  469. package/dist/ghidra/protocol.js +2 -2
  470. package/dist/hopper/BridgeLauncher.js +112 -36
  471. package/dist/hopper/HopperAnalysisProfile.js +1 -1
  472. package/dist/hopper/HopperCleanup.js +6 -3
  473. package/dist/hopper/HopperClient.js +4 -7
  474. package/dist/hopper/HopperProcessDiagnostic.js +2 -2
  475. package/dist/hopper/HopperProvider.js +0 -16
  476. package/dist/hopper/HopperRequestQueue.js +21 -40
  477. package/dist/hopper/HopperResponseStream.js +1 -9
  478. package/dist/hopper/HopperSessionValues.js +3 -2
  479. package/dist/hopper/HopperTargetLease.js +119 -0
  480. package/dist/hopper/LinuxPrivateDisplayDiagnostic.js +24 -31
  481. package/dist/hopper/LinuxPrivateDisplayProbe.js +5 -16
  482. package/dist/hopper/protocol.js +6 -4
  483. package/dist/main/reload.js +0 -3
  484. package/dist/main/shutdown.js +1 -1
  485. package/dist/main/state.js +0 -9
  486. package/dist/main/transport.js +0 -5
  487. package/dist/mcpDoctor.js +25 -45
  488. package/dist/native/CommandRunner.js +18 -25
  489. package/dist/native/NativeMacOSProvider.js +13 -38
  490. package/dist/native/NativeMachoInspection.js +1 -1
  491. package/dist/process/BoundedFileBytes.js +17 -0
  492. package/dist/process/ExecFileOutput.js +11 -0
  493. package/dist/process/PendingOperations.js +8 -6
  494. package/dist/process/ProcessOwnership.js +3 -2
  495. package/dist/process/ProcessOwnershipObservation.js +0 -1
  496. package/dist/process/ProviderProcess.js +7 -28
  497. package/dist/reference/ReferenceSourceReader.js +8 -24
  498. package/dist/reference/ReferenceSourceReaderEntries.js +11 -39
  499. package/dist/reference/ReferenceSourceReaderFile.js +13 -31
  500. package/dist/reference/ReferenceSourceReaderPaths.js +3 -18
  501. package/dist/reference/ReferenceSourceReaderValidate.js +3 -6
  502. package/dist/replay/JavaScriptReplayWorker.js +3 -5
  503. package/dist/replay/LinuxJavaScriptReplayRunner.js +33 -29
  504. package/dist/replay/LinuxJavaScriptReplaySandbox.js +0 -19
  505. package/dist/replay/LinuxRuntimeClosure.js +1 -3
  506. package/dist/replay/ReplayOutcome.js +1 -3
  507. package/dist/replay/ReplayProcessLifecycle.js +32 -7
  508. package/dist/replay/ReplaySeccompFile.js +29 -0
  509. package/dist/replay/ReplayWorkerProtocol.js +0 -2
  510. package/dist/replay/SystemJavaScriptReplayHost.js +45 -74
  511. package/dist/server/ProcessCaptureElicitation.js +4 -8
  512. package/dist/server/createServer.js +6 -44
  513. package/dist/server/promptCompletion.js +37 -61
  514. package/dist/server/recordDerivedEvidence.js +1 -1
  515. package/dist/server/registerApplicationTools/characterization.js +4 -8
  516. package/dist/server/registerApplicationTools/compareExportShapes.js +5 -10
  517. package/dist/server/registerApplicationTools/compareSourceToBundle.js +6 -10
  518. package/dist/server/registerApplicationTools/compareVersions.js +5 -10
  519. package/dist/server/registerApplicationTools/controlledReplay.js +3 -5
  520. package/dist/server/registerApplicationTools/coverage.js +6 -71
  521. package/dist/server/registerApplicationTools/helpers.js +1 -13
  522. package/dist/server/registerApplicationTools/obligationLedger.js +3 -2
  523. package/dist/server/registerApplicationTools/traceFeature.js +5 -9
  524. package/dist/server/registerApplicationTools/traceSemantics.js +5 -8
  525. package/dist/server/registerApplicationTools.js +0 -2
  526. package/dist/server/registerArtifactComparisonTool.js +23 -27
  527. package/dist/server/registerBrowserScenarioTool.js +4 -4
  528. package/dist/server/registerBrowserTools.js +5 -8
  529. package/dist/server/registerBundleComparisonTool.js +5 -7
  530. package/dist/server/registerCloseLifecycleTool.js +2 -16
  531. package/dist/server/registerElectronTools.js +10 -29
  532. package/dist/server/registerEnhancedTools.js +10 -11
  533. package/dist/server/registerEvidenceTools.js +15 -22
  534. package/dist/server/registerFunctionComparisonTool.js +30 -25
  535. package/dist/server/registerInvestigationTools/helpers.js +3 -32
  536. package/dist/server/registerInvestigationTools.js +20 -116
  537. package/dist/server/registerJavaScriptRuntimeObservationTools.js +6 -4
  538. package/dist/server/registerManagedWorkflowTools/compareManagedMembers.js +15 -17
  539. package/dist/server/registerManagedWorkflowTools/evidence.js +19 -35
  540. package/dist/server/registerManagedWorkflowTools/importManagedReconstruction.js +3 -8
  541. package/dist/server/registerManagedWorkflowTools/planManagedRuntimeCorrelation.js +3 -8
  542. package/dist/server/registerManagedWorkflowTools/projectManagedApplicationGraph.js +10 -14
  543. package/dist/server/registerManagedWorkflowTools/verifyManagedNativeBoundaries.js +9 -15
  544. package/dist/server/registerOfficialTools.js +1 -43
  545. package/dist/server/registerProcessComparisonTool.js +33 -23
  546. package/dist/server/registerPrompts.js +19 -17
  547. package/dist/server/registerSessionRecordTools.js +10 -156
  548. package/dist/server/registerSessionStatusTool.js +6 -69
  549. package/dist/server/registerSessionTools.js +10 -51
  550. package/dist/server/sessionAvailabilityPolicy.js +0 -2
  551. package/dist/server/sessionEvidence.js +9 -15
  552. package/dist/server/sessionToolPolicies.js +0 -8
  553. package/dist/server/toolResult.js +14 -50
  554. package/dist/serverIdentity.js +0 -20
  555. package/install.sh +1 -1
  556. package/package.json +11 -7
  557. package/scripts/electron-active-hook.cjs +23 -55
  558. package/scripts/hopper-demo-x11.py +13 -32
  559. package/skills/reverse-engineer-anything/SKILL.md +47 -12
  560. package/skills/reverse-engineer-anything/references/evidence-workflows.md +6 -4
  561. package/skills/reverse-engineer-anything/references/javascript-applications.md +13 -13
  562. package/skills/reverse-engineer-anything/references/native-and-artifacts.md +12 -8
  563. package/dist/application/ApplicationWorkflowEvidenceResolver.js +0 -188
  564. package/dist/application/BoundedJsonFiles.js +0 -86
  565. package/dist/application/CrossVersionInventory.js +0 -129
  566. package/dist/application/CrossVersionInvestigation.js +0 -301
  567. package/dist/application/CrossVersionInvestigationCollections.js +0 -23
  568. package/dist/application/CrossVersionInvestigationEvidence.js +0 -64
  569. package/dist/application/CrossVersionInvestigationReplay.js +0 -170
  570. package/dist/application/DeferredFileAuthorization.js +0 -61
  571. package/dist/application/DoctorProjection.js +0 -43
  572. package/dist/application/EnhancedToolPagination.js +0 -22
  573. package/dist/application/EvidenceReferenceResolver.js +0 -26
  574. package/dist/application/InvestigationWorkspaceStore.js +0 -204
  575. package/dist/application/ProcessPairedExperiment.js +0 -72
  576. package/dist/application/ReconstructionCoverageWorkspaceStore.js +0 -31
  577. package/dist/application/ReconstructionReadinessService.js +0 -48
  578. package/dist/cliInvestigationCommands.js +0 -173
  579. package/dist/domain/boundedCartesianProjection.js +0 -15
  580. package/dist/domain/investigationWorkspace.js +0 -347
  581. package/dist/domain/jsonLimits.js +0 -26
  582. package/dist/domain/knownPageCoverage.js +0 -29
  583. package/dist/domain/processPairedExperiment.js +0 -128
  584. package/dist/server/javascriptApplicationResult.js +0 -106
  585. package/dist/server/permissionFailure.js +0 -12
  586. package/dist/server/registerApplicationTools/readiness.js +0 -50
  587. package/dist/server/registerEvidenceResources.js +0 -315
  588. package/dist/server/registerJavaScriptApplicationGraphResource.js +0 -65
  589. package/dist/server/registerReconstructionObligationLedgerResource.js +0 -32
  590. package/dist/server/registerReconstructionReadinessResource.js +0 -32
@@ -1,7 +1,9 @@
1
1
  import { readdir, readlink, realpath } from "node:fs/promises";
2
2
  import { dirname, join, resolve } from "node:path";
3
+ import { compareUnicodeCodePoints } from "../domain/unicodeCodePointOrder.js";
3
4
  import { entryFailure, safeSize } from "./ReferenceSourceReaderErrors.js";
4
- import { compareNames, pathFromRoot, withinRoot, } from "./ReferenceSourceReaderPaths.js";
5
+ import { isPathWithinRoot } from "../domain/localPath.js";
6
+ import { pathFromRoot } from "./ReferenceSourceReaderPaths.js";
5
7
  import { readStableFile } from "./ReferenceSourceReaderFile.js";
6
8
  import { isAborted, sameFile, validateDirectory, bigLstat, } from "./ReferenceSourceReaderValidate.js";
7
9
  import {} from "./ReferenceSourceReaderTypes.js";
@@ -35,8 +37,6 @@ export const traverseDirectory = async (state, current) => {
35
37
  const result = await processEntry(state, current, name, directories);
36
38
  if (!result.ok)
37
39
  return result;
38
- if (state.stopReason !== undefined)
39
- break;
40
40
  }
41
41
  directories.reverse();
42
42
  state.pending.push(...directories);
@@ -44,7 +44,10 @@ export const traverseDirectory = async (state, current) => {
44
44
  };
45
45
  const readDirectoryNames = async (path) => {
46
46
  try {
47
- return { ok: true, value: (await readdir(path)).sort(compareNames) };
47
+ return {
48
+ ok: true,
49
+ value: (await readdir(path)).sort(compareUnicodeCodePoints),
50
+ };
48
51
  }
49
52
  catch {
50
53
  return { ok: false, message: "Directory could not be read" };
@@ -82,13 +85,6 @@ const processEntry = async (state, current, name, directories) => {
82
85
  };
83
86
  if (excluded.value)
84
87
  return { ok: true, value: undefined };
85
- if (!reserveEntry(state))
86
- return { ok: true, value: undefined };
87
- if (Buffer.byteLength(path) > state.limits.maxPathBytes) {
88
- state.entries.push(entryFailure(path, "unknown", "limit", "Path exceeds maxPathBytes"));
89
- state.truncated = true;
90
- return { ok: true, value: undefined };
91
- }
92
88
  const metadata = await readMetadata(absolute);
93
89
  if (!metadata.ok) {
94
90
  state.entries.push(entryFailure(path, "unknown", "io", metadata.message));
@@ -106,14 +102,8 @@ const processEntry = async (state, current, name, directories) => {
106
102
  if (metadata.value.isSymbolicLink())
107
103
  state.entries.push(await describeSymlink(state.root, absolute, path));
108
104
  else if (metadata.value.isDirectory()) {
109
- if (current.depth < state.limits.maxDepth) {
110
- state.entries.push({ status: "read", kind: "directory", path });
111
- directories.push({ path: absolute, depth: current.depth + 1 });
112
- }
113
- else {
114
- state.entries.push(entryFailure(path, "directory", "limit", "Directory exceeds maxDepth"));
115
- state.truncated = true;
116
- }
105
+ state.entries.push({ status: "read", kind: "directory", path });
106
+ directories.push({ path: absolute });
117
107
  }
118
108
  else if (!metadata.value.isFile())
119
109
  state.entries.push(entryFailure(path, "other", "unsupported", "Entry is not a regular file", safeSize(metadata.value.size)));
@@ -122,32 +112,23 @@ const processEntry = async (state, current, name, directories) => {
122
112
  return { ok: true, value: undefined };
123
113
  };
124
114
  const processFileEntry = async (state, absolute, path, metadata) => {
125
- const remaining = state.limits.maxBytes - state.bytesRead;
126
- if (metadata.size > BigInt(remaining)) {
127
- state.entries.push(entryFailure(path, "file", "limit", "File exceeds remaining maxBytes", safeSize(metadata.size)));
128
- state.truncated = true;
129
- return;
130
- }
131
115
  const result = await readStableFile({
132
116
  root: state.root,
133
117
  rootIdentity: state.rootIdentity,
134
118
  absolute,
135
119
  path,
136
120
  expected: metadata,
137
- remaining,
138
121
  ...(state.signal === undefined ? {} : { signal: state.signal }),
139
122
  });
140
123
  if (result.status === "read" && result.kind === "file")
141
124
  state.bytesRead += result.bytes.byteLength;
142
- else if (result.status === "failed" && result.code === "limit")
143
- state.truncated = true;
144
125
  state.entries.push(result);
145
126
  };
146
127
  const describeSymlink = async (root, absolute, path) => {
147
128
  try {
148
129
  const rawTarget = await readlink(absolute);
149
130
  const lexicalTarget = resolve(dirname(absolute), rawTarget);
150
- if (!withinRoot(root, lexicalTarget))
131
+ if (!isPathWithinRoot(root, lexicalTarget))
151
132
  return {
152
133
  status: "read",
153
134
  kind: "symlink",
@@ -157,7 +138,7 @@ const describeSymlink = async (root, absolute, path) => {
157
138
  };
158
139
  try {
159
140
  const canonicalTarget = await realpath(lexicalTarget);
160
- return withinRoot(root, canonicalTarget)
141
+ return isPathWithinRoot(root, canonicalTarget)
161
142
  ? {
162
143
  status: "read",
163
144
  kind: "symlink",
@@ -195,12 +176,3 @@ const applyExclusion = (shouldExclude, path) => {
195
176
  return { ok: false };
196
177
  }
197
178
  };
198
- const reserveEntry = (state) => {
199
- if (state.filesSeen < state.limits.maxEntries) {
200
- state.filesSeen += 1;
201
- return true;
202
- }
203
- state.truncated = true;
204
- state.stopReason = "entry-limit";
205
- return false;
206
- };
@@ -5,17 +5,9 @@ import { entryFailure, safeSize } from "./ReferenceSourceReaderErrors.js";
5
5
  import { isAborted, sameFile, validateDirectory, } from "./ReferenceSourceReaderValidate.js";
6
6
  import {} from "./ReferenceSourceReaderTypes.js";
7
7
  const READ_CHUNK_BYTES = 64 * 1024;
8
- const prepareFileRead = async (request) => {
9
- const { root, rootIdentity, absolute, path, expected, signal } = request;
10
- const parentBefore = await validateDirectory(root, rootIdentity, dirname(absolute));
11
- if (!parentBefore.ok)
12
- return {
13
- status: "failed",
14
- entry: entryFailure(path, "file", parentBefore.code, parentBefore.message, safeSize(expected.size)),
15
- };
16
- const handle = await open(absolute, constants.O_RDONLY | constants.O_NOFOLLOW);
8
+ const prepareFileRead = async (request, handle) => {
9
+ const { path, expected, signal } = request;
17
10
  if (isAborted(signal)) {
18
- await handle.close().catch(() => undefined);
19
11
  return {
20
12
  status: "failed",
21
13
  entry: entryFailure(path, "file", "cancelled", "File read cancelled", safeSize(expected.size)),
@@ -23,16 +15,15 @@ const prepareFileRead = async (request) => {
23
15
  }
24
16
  const before = await handle.stat({ bigint: true });
25
17
  if (!sameFile(expected, before)) {
26
- await handle.close().catch(() => undefined);
27
18
  return {
28
19
  status: "failed",
29
20
  entry: entryFailure(path, "file", "changed", "File changed before it was read", safeSize(before.size)),
30
21
  };
31
22
  }
32
- return { status: "ready", handle, before, parentBefore };
23
+ return { status: "ready", before };
33
24
  };
34
25
  const readFileContents = async (request) => {
35
- const { handle, path, remaining, signal } = request;
26
+ const { handle, path, signal } = request;
36
27
  const chunks = [];
37
28
  let total = 0;
38
29
  for (;;) {
@@ -41,14 +32,8 @@ const readFileContents = async (request) => {
41
32
  status: "failed",
42
33
  entry: entryFailure(path, "file", "cancelled", "File read cancelled", total),
43
34
  };
44
- const capacity = Math.min(READ_CHUNK_BYTES, remaining + 1 - total);
45
- if (capacity <= 0)
46
- return {
47
- status: "failed",
48
- entry: entryFailure(path, "file", "limit", "File exceeds remaining maxBytes", total),
49
- };
50
- const chunk = Buffer.allocUnsafe(capacity);
51
- const read = await handle.read(chunk, 0, capacity, null);
35
+ const chunk = Buffer.allocUnsafe(READ_CHUNK_BYTES);
36
+ const read = await handle.read(chunk, 0, chunk.byteLength, null);
52
37
  if (isAborted(signal))
53
38
  return {
54
39
  status: "failed",
@@ -57,11 +42,6 @@ const readFileContents = async (request) => {
57
42
  if (read.bytesRead === 0)
58
43
  break;
59
44
  total += read.bytesRead;
60
- if (total > remaining)
61
- return {
62
- status: "failed",
63
- entry: entryFailure(path, "file", "limit", "File exceeds remaining maxBytes", total),
64
- };
65
45
  chunks.push(chunk.subarray(0, read.bytesRead));
66
46
  }
67
47
  return { status: "ok", chunks, total };
@@ -83,17 +63,19 @@ const finalizeFileRead = async (request) => {
83
63
  };
84
64
  };
85
65
  export const readStableFile = async (request) => {
86
- const { root, rootIdentity, absolute, path, expected, remaining, signal } = request;
66
+ const { root, rootIdentity, absolute, path, expected, signal } = request;
87
67
  let handle;
88
68
  try {
89
- const prepared = await prepareFileRead(request);
69
+ const parentBefore = await validateDirectory(root, rootIdentity, dirname(absolute));
70
+ if (!parentBefore.ok)
71
+ return entryFailure(path, "file", parentBefore.code, parentBefore.message, safeSize(expected.size));
72
+ handle = await open(absolute, constants.O_RDONLY | constants.O_NOFOLLOW);
73
+ const prepared = await prepareFileRead(request, handle);
90
74
  if (prepared.status === "failed")
91
75
  return prepared.entry;
92
- handle = prepared.handle;
93
76
  const contents = await readFileContents({
94
77
  handle,
95
78
  path,
96
- remaining,
97
79
  ...(signal === undefined ? {} : { signal }),
98
80
  });
99
81
  if (contents.status === "failed")
@@ -105,7 +87,7 @@ export const readStableFile = async (request) => {
105
87
  path,
106
88
  handle,
107
89
  before: prepared.before,
108
- parentBefore: prepared.parentBefore,
90
+ parentBefore,
109
91
  chunks: contents.chunks,
110
92
  total: contents.total,
111
93
  });
@@ -1,23 +1,8 @@
1
- import { isAbsolute, relative, sep } from "node:path";
2
- export const withinRoot = (root, path) => {
3
- const value = relative(root, path);
4
- return (value === "" ||
5
- (value !== ".." && !value.startsWith(`..${sep}`) && !isAbsolute(value)));
6
- };
1
+ import { relative, sep } from "node:path";
2
+ import { isPathWithinRoot } from "../domain/localPath.js";
7
3
  export const pathFromRoot = (root, path) => {
8
4
  const value = relative(root, path);
9
- return withinRoot(root, path)
5
+ return isPathWithinRoot(root, path)
10
6
  ? value.split(sep).join("/") || "."
11
7
  : "<outside-root>";
12
8
  };
13
- export const compareNames = (left, right) => {
14
- const leftPoints = [...left].map((value) => value.codePointAt(0) ?? 0);
15
- const rightPoints = [...right].map((value) => value.codePointAt(0) ?? 0);
16
- const length = Math.min(leftPoints.length, rightPoints.length);
17
- for (let index = 0; index < length; index += 1) {
18
- const difference = (leftPoints[index] ?? 0) - (rightPoints[index] ?? 0);
19
- if (difference !== 0)
20
- return difference;
21
- }
22
- return leftPoints.length - rightPoints.length;
23
- };
@@ -2,7 +2,7 @@ import { constants } from "node:fs";
2
2
  import { lstat, realpath } from "node:fs/promises";
3
3
  import { err, ok } from "../domain/result.js";
4
4
  import { cancelled, failure } from "./ReferenceSourceReaderErrors.js";
5
- import { withinRoot } from "./ReferenceSourceReaderPaths.js";
5
+ import { isPathWithinRoot } from "../domain/localPath.js";
6
6
  import {} from "./ReferenceSourceReaderTypes.js";
7
7
  export const bigLstat = (path) => lstat(path, { bigint: true });
8
8
  export const sameFile = (left, right) => left.dev === right.dev &&
@@ -11,7 +11,6 @@ export const sameFile = (left, right) => left.dev === right.dev &&
11
11
  left.mtimeNs === right.mtimeNs &&
12
12
  left.ctimeNs === right.ctimeNs;
13
13
  export const isAborted = (signal) => signal?.aborted === true;
14
- const validLimits = (limits) => Object.values(limits).every((value) => Number.isSafeInteger(value) && value > 0);
15
14
  export const noFollowOpenSupported = () => Number.isSafeInteger(constants.O_NOFOLLOW) && constants.O_NOFOLLOW !== 0;
16
15
  export const validateDirectory = async (root, rootIdentity, path) => {
17
16
  try {
@@ -32,7 +31,7 @@ export const validateDirectory = async (root, rootIdentity, path) => {
32
31
  message: "Directory identity changed",
33
32
  };
34
33
  const canonical = await realpath(path);
35
- if (canonical !== path || !withinRoot(root, canonical))
34
+ if (canonical !== path || !isPathWithinRoot(root, canonical))
36
35
  return {
37
36
  ok: false,
38
37
  code: "changed",
@@ -48,9 +47,7 @@ export const validateDirectory = async (root, rootIdentity, path) => {
48
47
  };
49
48
  }
50
49
  };
51
- export const prepareRoot = async (root, limits, signal) => {
52
- if (!validLimits(limits))
53
- return err(failure("invalid-limits", "Reader limits must be positive integers"));
50
+ export const prepareRoot = async (root, signal) => {
54
51
  if (isAborted(signal))
55
52
  return err(cancelled());
56
53
  try {
@@ -46,12 +46,11 @@ const parseWorkerSide = (value) => {
46
46
  };
47
47
  const parseWorkerRequest = (value) => {
48
48
  const request = record(value, "request");
49
- if (request.schemaVersion !== 1 || !Array.isArray(request.cases))
50
- throw new TypeError("Unsupported replay worker protocol");
49
+ if (!Array.isArray(request.cases))
50
+ throw new TypeError("Invalid replay worker cases");
51
51
  const determinism = record(request.determinism, "determinism");
52
52
  const limits = record(request.limits, "limits");
53
53
  return {
54
- schemaVersion: 1,
55
54
  left: parseWorkerSide(request.left),
56
55
  ...(request.right === undefined
57
56
  ? {}
@@ -97,7 +96,6 @@ const main = async () => {
97
96
  right.push(await runCase(request.right, replayCase, request, index));
98
97
  }
99
98
  process.stdout.write(JSON.stringify({
100
- schema_version: 1,
101
99
  left,
102
100
  ...(request.right === undefined ? {} : { right }),
103
101
  }));
@@ -379,6 +377,6 @@ const bounded = (value, maximumBytes) => {
379
377
  };
380
378
  void main().catch((error) => {
381
379
  const message = error instanceof Error ? error.message : "Replay worker failed";
382
- process.stderr.write(message.slice(0, 4096));
380
+ process.stderr.write(message);
383
381
  process.exitCode = 70;
384
382
  });
@@ -1,10 +1,11 @@
1
+ import { temporaryFilterHandle } from "./ReplaySeccompFile.js";
1
2
  import { spawn } from "node:child_process";
2
3
  import { randomBytes } from "node:crypto";
3
4
  import { readFile } from "node:fs/promises";
4
5
  import { digestBytes, } from "../application/JavaScriptReplayPlanning.js";
5
6
  import { linuxX64ReplaySeccompDigest } from "./LinuxSeccompPolicy.js";
6
7
  import { resolveLinuxRuntimeClosure } from "./LinuxRuntimeClosure.js";
7
- import { assertRuntimeCommitment, systemdArguments, temporaryFilterHandle, } from "./LinuxJavaScriptReplaySandbox.js";
8
+ import { assertRuntimeCommitment, systemdArguments, } from "./LinuxJavaScriptReplaySandbox.js";
8
9
  import { boundedCollector, killUnit, observeCleanup, observeUnitResult, } from "./ReplayProcessLifecycle.js";
9
10
  import { commitOutcomes, compareOutcomes, terminationResult, workerRequest, } from "./ReplayOutcome.js";
10
11
  import { parseReplayWorkerResponse, } from "./ReplayWorkerProtocol.js";
@@ -23,38 +24,42 @@ export class LinuxJavaScriptReplayRunner {
23
24
  const closure = await validateReplayCommitments(prepared, policy);
24
25
  const encoded = buildWorkerPayload(prepared);
25
26
  const filter = await temporaryFilterHandle();
26
- const replayProcess = launchReplayProcess({
27
- prepared,
28
- policy,
29
- encoded,
30
- closure,
31
- filterPath: filter.path,
32
- unit,
33
- signal,
34
- });
35
27
  try {
36
- const collected = await replayProcess.completion;
37
- if (replayProcess.terminationRequest !== undefined)
38
- await replayProcess.terminationRequest;
39
- const unitResult = await observeUnitResult(policy.systemctlPath, unit);
40
- const cleanup = await observeCleanup(policy.systemctlPath, unit);
41
- return resolveReplayResult({
28
+ const replayProcess = launchReplayProcess({
42
29
  prepared,
43
- collected,
44
- unitResult,
45
- cleanup,
46
- termination: replayProcess.termination,
30
+ policy,
31
+ encoded,
32
+ closure,
33
+ filterPath: filter.path,
34
+ unit,
35
+ signal,
47
36
  });
37
+ try {
38
+ const collected = await replayProcess.completion;
39
+ if (replayProcess.terminationRequest !== undefined)
40
+ await replayProcess.terminationRequest;
41
+ const unitResult = await observeUnitResult(policy.systemctlPath, unit);
42
+ const cleanup = await observeCleanup(policy.systemctlPath, unit);
43
+ return resolveReplayResult({
44
+ prepared,
45
+ collected,
46
+ unitResult,
47
+ cleanup,
48
+ termination: replayProcess.termination,
49
+ });
50
+ }
51
+ finally {
52
+ signal?.removeEventListener("abort", replayProcess.terminate);
53
+ if (replayProcess.timeout !== undefined)
54
+ clearTimeout(replayProcess.timeout);
55
+ if (replayProcess.child !== undefined &&
56
+ replayProcess.child.exitCode === null) {
57
+ replayProcess.requestTermination();
58
+ await replayProcess.terminationRequest;
59
+ }
60
+ }
48
61
  }
49
62
  finally {
50
- signal?.removeEventListener("abort", replayProcess.terminate);
51
- if (replayProcess.timeout !== undefined)
52
- clearTimeout(replayProcess.timeout);
53
- if (replayProcess.child !== undefined &&
54
- replayProcess.child.exitCode === null) {
55
- replayProcess.requestTermination();
56
- await replayProcess.terminationRequest;
57
- }
58
63
  await filter.close();
59
64
  }
60
65
  }
@@ -194,7 +199,6 @@ const resolveReplayResult = (options) => {
194
199
  const outcomes = commitOutcomes(response.left);
195
200
  const right = response.right === undefined ? undefined : commitOutcomes(response.right);
196
201
  return {
197
- schema_version: 1,
198
202
  plan_digest: prepared.publicPlan.plan_digest,
199
203
  outcomes: [...outcomes, ...(right ?? [])],
200
204
  ...(right === undefined
@@ -1,7 +1,5 @@
1
- import { open } from "node:fs/promises";
2
1
  import { dirname } from "node:path";
3
2
  import { digestJson, } from "../application/JavaScriptReplayPlanning.js";
4
- import { buildLinuxX64ReplaySeccomp } from "./LinuxSeccompPolicy.js";
5
3
  import { resolveLinuxRuntimeClosure } from "./LinuxRuntimeClosure.js";
6
4
  export const assertRuntimeCommitment = (prepared, closure) => {
7
5
  const observed = closure.map((item) => ({
@@ -13,23 +11,6 @@ export const assertRuntimeCommitment = (prepared, closure) => {
13
11
  digestJson(prepared.publicPlan.runtime.read_only_files))
14
12
  throw new TypeError("Replay runtime closure changed after approval");
15
13
  };
16
- export const temporaryFilterHandle = async () => {
17
- const { mkdtemp, writeFile, rm } = await import("node:fs/promises");
18
- const { tmpdir } = await import("node:os");
19
- const { join } = await import("node:path");
20
- const directory = await mkdtemp(join(tmpdir(), "rea-replay-filter-"));
21
- const path = join(directory, "seccomp.bpf");
22
- await writeFile(path, buildLinuxX64ReplaySeccomp(), { mode: 0o600 });
23
- const handle = await open(path, "r");
24
- return {
25
- path,
26
- handle,
27
- close: async () => {
28
- await handle.close();
29
- await rm(directory, { recursive: true, force: true });
30
- },
31
- };
32
- };
33
14
  export const systemdArguments = (options) => {
34
15
  const { unit, policy, prepared, workerPath, closure, filterPath } = options;
35
16
  const limits = prepared.publicPlan.limits;
@@ -1,7 +1,6 @@
1
1
  import { spawn } from "node:child_process";
2
2
  import { createHash } from "node:crypto";
3
3
  import { readFile, realpath } from "node:fs/promises";
4
- const LDD_OUTPUT_LIMIT = 64 * 1024;
5
4
  /** Resolve and content-address the exact ELF closure mounted into a replay. */
6
5
  export const resolveLinuxRuntimeClosure = async (nodePath) => {
7
6
  const canonicalNode = await realpath(nodePath);
@@ -32,8 +31,7 @@ const collectLdd = async (path) => new Promise((resolve, reject) => {
32
31
  timeout.unref();
33
32
  let stdout = "";
34
33
  child.stdout.on("data", (chunk) => {
35
- const remaining = Math.max(0, LDD_OUTPUT_LIMIT - Buffer.byteLength(stdout));
36
- stdout += chunk.subarray(0, remaining).toString("utf8");
34
+ stdout += chunk.toString("utf8");
37
35
  });
38
36
  child.once("error", (error) => {
39
37
  clearTimeout(timeout);
@@ -1,7 +1,6 @@
1
1
  import { digestJson, } from "../application/JavaScriptReplayPlanning.js";
2
2
  import { jsonValueSchema } from "../domain/jsonValue.js";
3
3
  export const workerRequest = (prepared) => ({
4
- schemaVersion: 1,
5
4
  left: workerSide(prepared.publicPlan.left, prepared.leftSources),
6
5
  ...(prepared.publicPlan.right === undefined ||
7
6
  prepared.rightSources === undefined
@@ -19,7 +18,7 @@ export const workerRequest = (prepared) => ({
19
18
  limits: {
20
19
  resultDepth: prepared.publicPlan.limits.result_depth,
21
20
  resultNodes: prepared.publicPlan.limits.result_nodes,
22
- exceptionBytes: Math.min(64 * 1024, prepared.publicPlan.limits.output_bytes),
21
+ exceptionBytes: prepared.publicPlan.limits.output_bytes,
23
22
  },
24
23
  });
25
24
  const workerSide = (side, sources) => ({
@@ -81,7 +80,6 @@ export const terminationResult = (options) => {
81
80
  }));
82
81
  const differential = prepared.publicPlan.right !== undefined;
83
82
  return {
84
- schema_version: 1,
85
83
  plan_digest: prepared.publicPlan.plan_digest,
86
84
  outcomes: [...outcomes, ...(differential ? outcomes : [])],
87
85
  ...(differential
@@ -16,12 +16,12 @@ export const boundedCollector = (maximum) => {
16
16
  exceeded: () => overflow,
17
17
  };
18
18
  };
19
- const collect = async (executable, arguments_, maximum) => new Promise((resolve, reject) => {
19
+ const collect = async (executable, arguments_) => new Promise((resolve, reject) => {
20
20
  const child = spawn(executable, [...arguments_], {
21
21
  stdio: ["ignore", "pipe", "pipe"],
22
22
  });
23
- const stdout = boundedCollector(maximum);
24
- const stderr = boundedCollector(maximum);
23
+ const stdout = unboundedCollector();
24
+ const stderr = unboundedCollector();
25
25
  const timeout = setTimeout(() => child.kill("SIGKILL"), 5_000);
26
26
  timeout.unref();
27
27
  child.stdout?.on("data", stdout.append);
@@ -37,7 +37,13 @@ const collect = async (executable, arguments_, maximum) => new Promise((resolve,
37
37
  });
38
38
  export const killUnit = async (systemctl, unit) => {
39
39
  try {
40
- await collect(systemctl, ["--user", "kill", "--kill-whom=all", "--signal=SIGKILL", unit], 4096);
40
+ await collect(systemctl, [
41
+ "--user",
42
+ "kill",
43
+ "--kill-whom=all",
44
+ "--signal=SIGKILL",
45
+ unit,
46
+ ]);
41
47
  }
42
48
  catch {
43
49
  /* cleanup continues */
@@ -45,13 +51,19 @@ export const killUnit = async (systemctl, unit) => {
45
51
  };
46
52
  export const observeCleanup = async (systemctl, unit) => {
47
53
  try {
48
- const state = await collect(systemctl, ["--user", "show", "--property=ActiveState", "--value", unit], 4096);
54
+ const state = await collect(systemctl, [
55
+ "--user",
56
+ "show",
57
+ "--property=ActiveState",
58
+ "--value",
59
+ unit,
60
+ ]);
49
61
  const activeState = state.stdout.trim();
50
62
  if (state.code !== 0 ||
51
63
  activeState === "inactive" ||
52
64
  activeState === "failed" ||
53
65
  activeState.length === 0) {
54
- await collect(systemctl, ["--user", "reset-failed", unit], 4096);
66
+ await collect(systemctl, ["--user", "reset-failed", unit]);
55
67
  return { state: "complete", residual_resources: [] };
56
68
  }
57
69
  return { state: "incomplete", residual_resources: [unit] };
@@ -62,10 +74,23 @@ export const observeCleanup = async (systemctl, unit) => {
62
74
  };
63
75
  export const observeUnitResult = async (systemctl, unit) => {
64
76
  try {
65
- const result = await collect(systemctl, ["--user", "show", "--property=Result", "--value", unit], 4096);
77
+ const result = await collect(systemctl, [
78
+ "--user",
79
+ "show",
80
+ "--property=Result",
81
+ "--value",
82
+ unit,
83
+ ]);
66
84
  return result.stdout.trim();
67
85
  }
68
86
  catch {
69
87
  return "unknown";
70
88
  }
71
89
  };
90
+ const unboundedCollector = () => {
91
+ const chunks = [];
92
+ return {
93
+ append: (chunk) => chunks.push(chunk),
94
+ value: () => Buffer.concat(chunks).toString("utf8"),
95
+ };
96
+ };
@@ -0,0 +1,29 @@
1
+ import { mkdtemp, open, rm, writeFile } from "node:fs/promises";
2
+ import { tmpdir } from "node:os";
3
+ import { join } from "node:path";
4
+ import { buildLinuxX64ReplaySeccomp } from "./LinuxSeccompPolicy.js";
5
+ /** Own a private seccomp file and descriptor until probe or execution cleanup. */
6
+ export const temporaryFilterHandle = async () => {
7
+ const directory = await mkdtemp(join(tmpdir(), "rea-replay-filter-"));
8
+ const path = join(directory, "seccomp.bpf");
9
+ try {
10
+ await writeFile(path, buildLinuxX64ReplaySeccomp(), { mode: 0o600 });
11
+ const handle = await open(path, "r");
12
+ return {
13
+ path,
14
+ handle,
15
+ close: async () => {
16
+ try {
17
+ await handle.close();
18
+ }
19
+ finally {
20
+ await rm(directory, { recursive: true, force: true });
21
+ }
22
+ },
23
+ };
24
+ }
25
+ catch (cause) {
26
+ await rm(directory, { recursive: true, force: true });
27
+ throw cause;
28
+ }
29
+ };
@@ -26,13 +26,11 @@ const workerOutcomeSchema = z.discriminatedUnion("outcome", [
26
26
  ]);
27
27
  const singleWorkerResponseSchema = z
28
28
  .object({
29
- schema_version: z.literal(1),
30
29
  left: z.array(workerOutcomeSchema),
31
30
  })
32
31
  .strict();
33
32
  const differentialWorkerResponseSchema = z
34
33
  .object({
35
- schema_version: z.literal(1),
36
34
  left: z.array(workerOutcomeSchema),
37
35
  right: z.array(workerOutcomeSchema),
38
36
  })