@lowdefy/server-dev 7.0.0 → 7.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (445) hide show
  1. package/client/Inspector.jsx +24 -75
  2. package/client/Page.jsx +8 -0
  3. package/client/Routing.jsx +0 -2
  4. package/client/clientBuildImports.test.mjs +5 -3
  5. package/client/devStreamConnections.test.mjs +1 -0
  6. package/client/journeyObserver/startJourneyObserver.test.mjs +11 -11
  7. package/client/openInEditor/OpenInEditorListener.jsx +36 -29
  8. package/client/openInEditor/OpenInEditorListener.test.mjs +116 -0
  9. package/client/{feedback → openInEditor}/elementInspect.js +9 -44
  10. package/client/openInEditor/findBlockLocation.js +2 -2
  11. package/client/openInEditor/openInEditorStyles.js +56 -0
  12. package/client/recorder/createPairingBuffer.test.mjs +27 -9
  13. package/client/recorder/createRecorder.js +11 -7
  14. package/client/recorder/createRecorder.test.mjs +9 -9
  15. package/client/recorder/isPasswordElement.js +41 -0
  16. package/client/recorder/keyChord.test.mjs +1 -0
  17. package/{client/recorder/toJsonSafe.js → lib/build/mobileConfig.js} +9 -12
  18. package/lib/client/auth/AuthConfigured.jsx +75 -48
  19. package/lib/client/auth/authNotConfiguredParity.test.mjs +1 -0
  20. package/lib/client/auth/authTemplateSync.test.mjs +1 -0
  21. package/lib/client/auth/betterAuthSessionContract.test.mjs +2 -1
  22. package/lib/client/auth/sessionCaller.js +56 -0
  23. package/lib/client/auth/sessionCaller.test.mjs +78 -0
  24. package/lib/client/getPagePath.test.mjs +1 -0
  25. package/lib/client/utils/formatErrorsForCopy.test.mjs +1 -0
  26. package/lib/client/utils/getErrorBarColor.test.mjs +1 -0
  27. package/lib/client/utils/usePageConfig.test.mjs +15 -15
  28. package/lib/configTree/buildConfigTree.test.mjs +6 -8
  29. package/lib/configTree/collectConfigText.test.mjs +1 -0
  30. package/lib/configTree/runConfigTreeBuild.mjs +2 -1
  31. package/lib/configTree/runConfigTreeBuild.skipPluginChecks.test.mjs +11 -11
  32. package/lib/configTree/runConfigTreeBuild.test.mjs +2 -2
  33. package/lib/docs/addNestedEndpoints.test.mjs +1 -0
  34. package/lib/docs/checkAgentFiles.test.mjs +1 -0
  35. package/lib/docs/checkStepReferences.test.mjs +3 -3
  36. package/lib/docs/clientErrorStore.test.mjs +4 -4
  37. package/lib/docs/createBrowserLifecycle.test.mjs +40 -24
  38. package/lib/docs/createDocsMcpServer.js +195 -138
  39. package/lib/docs/createDocsMcpServer.test.mjs +331 -25
  40. package/lib/docs/createDocsMcpServerRunJourney.test.mjs +5 -5
  41. package/lib/docs/createJourneyActors.chromium.test.mjs +3 -3
  42. package/lib/docs/createJourneyActors.test.mjs +4 -4
  43. package/lib/docs/dataSets/checkSharedCollectionIds.js +20 -9
  44. package/lib/docs/dataSets/dataSetJourneys.chromium.mongodb.test.mjs +59 -11
  45. package/{src/routes/docs/content.js → lib/docs/dataSets/describeTargetKey.js} +10 -14
  46. package/lib/docs/dataSets/drainSessionWork.test.mjs +21 -5
  47. package/lib/docs/dataSets/getDataStore.js +11 -3
  48. package/lib/docs/dataSets/getDataStore.mongodb.test.mjs +3 -3
  49. package/lib/docs/dataSets/getDataStore.test.mjs +32 -20
  50. package/lib/docs/dataSets/groupDataSetByCollection.js +19 -11
  51. package/lib/docs/dataSets/mergeCollectionIndexes.test.mjs +1 -0
  52. package/lib/docs/dataSets/openDataSession.js +36 -20
  53. package/lib/docs/dataSets/openDataSession.mongodb.test.mjs +175 -7
  54. package/lib/docs/dataSets/pickDataStorePort.test.mjs +2 -2
  55. package/lib/docs/dataSets/readDataSession.test.mjs +1 -0
  56. package/lib/docs/dataSets/readDataSet.js +34 -19
  57. package/lib/docs/dataSets/readDataSet.test.mjs +57 -25
  58. package/lib/docs/dataSets/resolveJourneyDataSet.test.mjs +1 -0
  59. package/lib/docs/dataSets/sessionDatabaseName.js +32 -0
  60. package/lib/docs/dataSets/sweepOrphanDatabases.js +7 -4
  61. package/lib/docs/dataSets/test/app/lowdefy.yaml +22 -0
  62. package/lib/docs/dataSets/test/app/tests/data/shop.yaml +4 -0
  63. package/lib/docs/dataSets/test/buildTestApp.mjs +1 -1
  64. package/lib/docs/devEventBus.js +7 -2
  65. package/lib/docs/devEventBus.test.mjs +12 -10
  66. package/lib/docs/devToolDefinitions.js +87 -135
  67. package/lib/docs/device/buildDeviceCommand.js +103 -0
  68. package/lib/docs/device/buildDeviceCommand.test.mjs +142 -0
  69. package/lib/docs/device/captureDevice.js +85 -0
  70. package/lib/docs/device/checkShownPage.js +56 -0
  71. package/lib/docs/device/createFakePhoneTab.mjs +77 -0
  72. package/lib/docs/device/deviceAction.js +74 -0
  73. package/lib/docs/device/deviceTools.test.mjs +604 -0
  74. package/lib/docs/device/findDeviceTab.js +50 -0
  75. package/lib/docs/device/findDeviceTarget.js +73 -0
  76. package/lib/docs/device/injectDevice.js +160 -0
  77. package/lib/docs/device/listDevices.js +100 -0
  78. package/lib/docs/device/listDevices.test.mjs +105 -0
  79. package/lib/docs/device/runDeviceJourney.js +68 -0
  80. package/lib/docs/device/runDeviceSteps.js +164 -0
  81. package/lib/docs/device/screenshotDevice.js +68 -0
  82. package/lib/docs/device/sendDeviceStep.js +52 -0
  83. package/lib/docs/device/startDevice.js +150 -0
  84. package/lib/docs/docs.test.mjs +44 -28
  85. package/lib/docs/docsIndex.test.mjs +1 -0
  86. package/lib/docs/findConfig.js +3 -4
  87. package/lib/docs/findPageBlock.js +35 -0
  88. package/lib/docs/findPageBlock.test.mjs +45 -0
  89. package/lib/docs/fitResponse.js +18 -17
  90. package/lib/docs/fitResponse.test.mjs +18 -0
  91. package/lib/docs/getBrowser.js +4 -4
  92. package/lib/docs/getBrowser.test.mjs +32 -16
  93. package/lib/docs/getBuildId.test.mjs +1 -0
  94. package/lib/docs/getBuildStatus.js +29 -3
  95. package/lib/docs/getBuildStatus.test.mjs +108 -12
  96. package/lib/docs/getBuildStatusAfterEdits.test.mjs +8 -8
  97. package/{src/routes/docs/appMap.js → lib/docs/getConfigDirectory.js} +3 -5
  98. package/lib/docs/getHazards.js +4 -1
  99. package/lib/docs/getHazards.test.mjs +9 -7
  100. package/lib/docs/getOverview.js +22 -44
  101. package/lib/docs/getOverviewBasePath.test.mjs +1 -0
  102. package/lib/docs/getStaleStatus.test.mjs +1 -0
  103. package/lib/docs/inspectState.js +78 -3
  104. package/lib/docs/inspectState.test.mjs +61 -9
  105. package/lib/docs/inspectStateFromTab.js +38 -6
  106. package/lib/docs/inspectStateFromTab.test.mjs +79 -0
  107. package/lib/docs/inspectStateHeadless.js +98 -34
  108. package/lib/docs/inspectStateHeadless.test.mjs +17 -5
  109. package/lib/docs/installHeadlessShell.failure.test.mjs +9 -5
  110. package/lib/docs/installHeadlessShell.js +5 -2
  111. package/lib/docs/installHeadlessShell.test.mjs +8 -5
  112. package/lib/docs/installHeadlessShell.timeout.test.mjs +32 -12
  113. package/lib/docs/isDeepEqual.js +37 -0
  114. package/lib/docs/isHeadlessShellIncomplete.test.mjs +1 -0
  115. package/lib/docs/isPageReady.test.mjs +1 -0
  116. package/lib/docs/journeyMutantCookie.chromium.test.mjs +3 -3
  117. package/lib/docs/journeyRunRecording.test.mjs +1 -0
  118. package/lib/docs/keepEventStreamAlive.test.mjs +1 -0
  119. package/lib/docs/launchBrowser.test.mjs +8 -8
  120. package/lib/docs/listTypes.js +58 -8
  121. package/lib/docs/loadFrameworkHazards.test.mjs +1 -0
  122. package/lib/docs/matchJourneyRoute.test.mjs +1 -0
  123. package/lib/docs/observe/createJourneyAppErrors.test.mjs +3 -3
  124. package/lib/docs/observe/evaluateInvariants.test.mjs +1 -0
  125. package/lib/docs/observe/hasNoEffect.test.mjs +1 -0
  126. package/lib/docs/observe/withAppErrors.test.mjs +1 -0
  127. package/lib/docs/openJourneyEmail.test.mjs +6 -6
  128. package/lib/docs/pageBuildStatus.test.mjs +6 -6
  129. package/lib/docs/pollTab.js +100 -0
  130. package/lib/docs/pollTab.test.mjs +64 -0
  131. package/lib/docs/rails/authEngineActions.test.mjs +1 -0
  132. package/lib/docs/rails/authEngineMethods.test.mjs +2 -1
  133. package/lib/docs/rails/checkAuthActionsRan.test.mjs +5 -5
  134. package/lib/docs/rails/createDataSetRails.test.mjs +1 -0
  135. package/lib/docs/rails/findExternalBlocks.js +3 -3
  136. package/lib/docs/rails/findExternalBlocks.test.mjs +1 -0
  137. package/lib/docs/readJourneyEmailMatch.test.mjs +2 -2
  138. package/lib/docs/readJourneySession.js +1 -1
  139. package/lib/docs/reportDevToolFault.js +29 -0
  140. package/lib/docs/reportDevToolFault.test.mjs +34 -0
  141. package/lib/docs/requestRestart.test.mjs +1 -0
  142. package/lib/docs/resolvePageInstance.test.mjs +1 -0
  143. package/lib/docs/resolveSource.js +2 -2
  144. package/lib/docs/resolveSource.test.mjs +6 -6
  145. package/lib/docs/reviewPageBuilds.test.mjs +2 -2
  146. package/lib/docs/runCheck.test.mjs +3 -3
  147. package/lib/docs/runCheckChild.js +2 -1
  148. package/lib/docs/runEndpoint.js +23 -10
  149. package/lib/docs/runEndpoint.test.mjs +42 -37
  150. package/lib/docs/runErrorBuffers.test.mjs +1 -0
  151. package/lib/docs/runJourney.js +21 -1
  152. package/lib/docs/runJourney.test.mjs +119 -99
  153. package/lib/docs/runJourneyDataSet.test.mjs +26 -26
  154. package/lib/docs/runJourneySteps.js +8 -29
  155. package/lib/docs/runRequest.js +6 -6
  156. package/lib/docs/runRequest.test.mjs +22 -22
  157. package/lib/docs/screenshotPage.js +6 -7
  158. package/lib/docs/screenshotPage.test.mjs +46 -46
  159. package/lib/docs/screenshotPageClip.test.mjs +10 -10
  160. package/lib/docs/searchDocs.test.mjs +1 -0
  161. package/lib/docs/searchIcons.test.mjs +5 -5
  162. package/lib/docs/selectFinalState.test.mjs +1 -0
  163. package/lib/docs/serverErrorStore.test.mjs +4 -4
  164. package/lib/docs/setupTestFixtures.mjs +25 -0
  165. package/lib/docs/splitSearchTerms.test.mjs +1 -0
  166. package/lib/docs/tabAvailable.js +1 -1
  167. package/lib/docs/tabChannel.js +90 -14
  168. package/lib/docs/tabChannel.test.mjs +40 -15
  169. package/lib/docs/validateJourneyTimeout.test.mjs +1 -0
  170. package/lib/docs/validateStateSelection.test.mjs +1 -0
  171. package/lib/docs/validateViewport.test.mjs +1 -0
  172. package/lib/docs/waitForBuild.test.mjs +1 -0
  173. package/lib/docs/withBrowserSlot.test.mjs +5 -5
  174. package/lib/docs/withDataSession.js +2 -2
  175. package/lib/server/applyDataSetRedirect.js +14 -5
  176. package/lib/server/applyDataSetRedirect.test.mjs +121 -15
  177. package/lib/server/applyDataSetRedirectTenantReach.test.mjs +5 -1
  178. package/lib/server/applyDataSetRedirectWalled.test.mjs +5 -1
  179. package/lib/server/auth/getHeadlessUser.js +6 -0
  180. package/lib/server/auth/getHeadlessUser.test.mjs +13 -2
  181. package/lib/server/auth/resolveHeadlessUser.test.mjs +1 -0
  182. package/lib/server/contextMapBudget.test.mjs +3 -3
  183. package/lib/server/continueJitKeys.test.mjs +1 -0
  184. package/lib/server/createLowdefyContext.js +8 -4
  185. package/lib/server/createLowdefyContext.test.mjs +38 -35
  186. package/lib/server/getClientAddress.test.mjs +2 -2
  187. package/lib/server/getPageJitEnrichment.test.mjs +1 -0
  188. package/lib/server/importAppCode.test.mjs +2 -2
  189. package/lib/server/jitPageBuilder.js +27 -3
  190. package/lib/server/jitPageBuilder.mobileTypes.test.mjs +65 -0
  191. package/lib/server/jitPageBuilder.skipPluginChecks.test.mjs +5 -6
  192. package/lib/server/jitPageBuilder.test.mjs +4 -4
  193. package/lib/server/journeyCookies.test.mjs +1 -0
  194. package/lib/server/loadDynamicJsMap.js +10 -1
  195. package/lib/server/log/createHandleError.js +10 -5
  196. package/lib/server/log/createHandleError.test.mjs +19 -8
  197. package/lib/server/log/createLogger.test.mjs +2 -2
  198. package/lib/server/mutantDataSetWrappers.test.mjs +5 -1
  199. package/lib/server/mutants/listMutants.test.mjs +1 -0
  200. package/lib/server/mutants/mutantRuns.test.mjs +1 -0
  201. package/lib/server/mutants/operators.test.mjs +1 -0
  202. package/lib/server/pageBuildRecords.test.mjs +1 -0
  203. package/lib/server/pageCache.test.mjs +1 -0
  204. package/lib/server/pageRebuilds.test.mjs +3 -3
  205. package/{src/routes/docs/examples.js → lib/server/pairingHeaders.js} +8 -15
  206. package/lib/server/pruneJitMaps.test.mjs +1 -0
  207. package/lib/server/readBuildApiArtifacts.test.mjs +1 -0
  208. package/lib/server/readInstanceRecord.test.mjs +24 -8
  209. package/lib/server/readMergedMaps.test.mjs +1 -0
  210. package/lib/server/recording/errorRecordingStamp.test.mjs +1 -0
  211. package/lib/server/recording/readRecordingCookie.test.mjs +2 -0
  212. package/lib/server/recording/servedBuilds.test.mjs +1 -0
  213. package/lib/server/sinkExternalConnections.test.mjs +6 -6
  214. package/lib/server/skipStaleMapWrites.test.mjs +12 -12
  215. package/lib/server/startIdleGc.test.mjs +25 -9
  216. package/lib/server/testFixtures/importAppCodeTwice.mjs +2 -2
  217. package/lib/vite/createDevServerExclude.test.mjs +1 -0
  218. package/manager/getContext.mjs +11 -2
  219. package/manager/processes/checkPendingPlugins.mjs +49 -0
  220. package/manager/processes/checkPendingPlugins.test.mjs +107 -0
  221. package/manager/processes/createIdleChild.mjs +141 -0
  222. package/manager/processes/createIdleChild.test.mjs +209 -0
  223. package/manager/processes/initialBuild.mjs +4 -15
  224. package/manager/processes/initialBuild.test.mjs +8 -37
  225. package/manager/processes/lowdefyBuild.mjs +11 -7
  226. package/manager/processes/lowdefyBuild.skipPluginChecks.test.mjs +23 -13
  227. package/manager/processes/lowdefyBuild.test.mjs +17 -15
  228. package/manager/processes/restartServer.test.mjs +63 -15
  229. package/manager/processes/shutdownServer.test.mjs +3 -3
  230. package/manager/processes/startFirstServer.test.mjs +23 -22
  231. package/manager/processes/startMailSink.mjs +11 -3
  232. package/manager/processes/startMailSink.test.mjs +28 -2
  233. package/manager/processes/startProxy.mjs +158 -27
  234. package/manager/processes/startProxy.pairing.test.mjs +204 -0
  235. package/manager/processes/startProxy.test.mjs +127 -2
  236. package/manager/processes/startServer.mjs +5 -7
  237. package/manager/processes/startServer.test.mjs +10 -9
  238. package/manager/processes/syncServer.mjs +31 -4
  239. package/manager/processes/syncServer.test.mjs +71 -6
  240. package/manager/processes/waitForDevServer.test.mjs +21 -6
  241. package/manager/run.mjs +32 -8
  242. package/manager/utils/BatchChanges.mjs +1 -1
  243. package/manager/utils/BatchChanges.test.mjs +4 -4
  244. package/manager/utils/acquireDevInstance.test.mjs +1 -0
  245. package/manager/utils/checkPairing.mjs +45 -0
  246. package/manager/utils/checkPairing.test.mjs +53 -0
  247. package/manager/utils/createBuildActivity.mjs +5 -1
  248. package/manager/utils/createBuildActivity.test.mjs +2 -2
  249. package/manager/utils/createChangeSignal.test.mjs +5 -5
  250. package/manager/utils/createCustomPluginMessagesMap.mjs +8 -3
  251. package/manager/utils/createCustomPluginTypesMap.mjs +48 -12
  252. package/manager/utils/createCustomPluginTypesMap.test.mjs +181 -19
  253. package/manager/utils/createDotPathIgnore.test.mjs +1 -0
  254. package/manager/utils/createGlobIgnore.mjs +45 -0
  255. package/manager/utils/createGlobIgnore.test.mjs +58 -0
  256. package/manager/utils/createGlobWatchPaths.mjs +75 -0
  257. package/manager/utils/createGlobWatchPaths.test.mjs +67 -0
  258. package/manager/utils/createIdleGc.test.mjs +31 -15
  259. package/manager/utils/createLanPairing.mjs +34 -0
  260. package/manager/utils/createLanPairing.test.mjs +46 -0
  261. package/manager/utils/createRequestActivity.mjs +30 -3
  262. package/manager/utils/createRequestActivity.test.mjs +76 -22
  263. package/manager/utils/createServerArtifactTracker.mjs +1 -0
  264. package/manager/utils/createServerArtifactTracker.test.mjs +1 -0
  265. package/manager/utils/findBuildFilesOutsideWatch.test.mjs +1 -0
  266. package/{client/recorder/collectEventActions.js → manager/utils/findSignInCode.mjs} +13 -10
  267. package/manager/utils/findSignInCode.test.mjs +33 -0
  268. package/manager/utils/formatLanPairing.mjs +32 -0
  269. package/manager/utils/formatLanPairing.test.mjs +40 -0
  270. package/manager/utils/getLanAddress.mjs +83 -0
  271. package/manager/utils/getLanAddress.test.mjs +70 -0
  272. package/manager/utils/importFresh.test.mjs +1 -0
  273. package/{src/routes/docs/icons.js → manager/utils/isLoopbackAddress.mjs} +11 -10
  274. package/manager/utils/pluginTypeCache.mjs +100 -0
  275. package/manager/utils/pluginTypeCache.test.mjs +141 -0
  276. package/manager/utils/pruneRecordings.test.mjs +1 -0
  277. package/manager/utils/publishBuildDirectory.order.test.mjs +2 -2
  278. package/manager/utils/publishBuildDirectory.test.mjs +6 -7
  279. package/manager/utils/readBasePath.test.mjs +1 -0
  280. package/manager/utils/readManagerVersion.test.mjs +1 -0
  281. package/manager/utils/readPluginDefinitions.mjs +6 -6
  282. package/manager/utils/renderTerminalQr.mjs +54 -0
  283. package/manager/utils/resolveDevAuthUrl.test.mjs +1 -0
  284. package/manager/utils/setupWatcher.mjs +19 -4
  285. package/manager/utils/startRecordingPruner.test.mjs +24 -8
  286. package/manager/utils/waitForChildExit.test.mjs +2 -2
  287. package/manager/utils/writeBuildStatus.test.mjs +1 -0
  288. package/manager/watchers/envWatcher.mjs +3 -0
  289. package/manager/watchers/envWatcher.test.mjs +19 -7
  290. package/manager/watchers/listServerPluginFiles.mjs +188 -0
  291. package/manager/watchers/listServerPluginFiles.test.mjs +257 -0
  292. package/manager/watchers/lowdefyBuildWatcher.mjs +5 -0
  293. package/manager/watchers/lowdefyBuildWatcher.test.mjs +63 -10
  294. package/manager/watchers/pluginSourceWatcher.mjs +45 -17
  295. package/manager/watchers/pluginSourceWatcher.test.mjs +97 -21
  296. package/manager/watchers/resolveFile.mjs +46 -0
  297. package/manager/watchers/resolveFile.test.mjs +67 -0
  298. package/manager/watchers/resolvePackageSpecifier.mjs +127 -0
  299. package/manager/watchers/resolvePackageSpecifier.test.mjs +151 -0
  300. package/manager/watchers/restartRequestWatcher.mjs +7 -4
  301. package/manager/watchers/restartRequestWatcher.test.mjs +43 -6
  302. package/manager/watchers/selectLocalPluginPackages.test.mjs +1 -0
  303. package/package.json +50 -49
  304. package/package.original.json +50 -49
  305. package/src/app.js +83 -85
  306. package/src/html/renderDevPage.test.mjs +1 -0
  307. package/src/lib/getPathSegments.js +16 -1
  308. package/src/{routes/docs/checkpointsList.js → lib/getRequestSurface.js} +6 -4
  309. package/src/lib/isTabAnswer.js +32 -0
  310. package/src/lib/isTabChannelCaller.js +35 -0
  311. package/src/middleware/apiContext.js +4 -2
  312. package/src/middleware/createSameOriginGuard.test.mjs +1 -0
  313. package/src/middleware/errorHandler.js +33 -45
  314. package/src/middleware/errorHandler.test.mjs +10 -10
  315. package/src/middleware/isRebindingSafeHost.test.mjs +1 -0
  316. package/src/middleware/localDevToolsOnly.js +13 -1
  317. package/src/middleware/localDevToolsOnly.test.mjs +36 -2
  318. package/src/middleware/noStore.test.mjs +1 -0
  319. package/src/middleware/staleFlag.test.mjs +1 -0
  320. package/src/middleware/stampCaller.test.mjs +1 -0
  321. package/src/routes/agentBearer.test.mjs +183 -0
  322. package/src/routes/auth.test.mjs +10 -10
  323. package/src/routes/clientError.js +21 -4
  324. package/src/routes/clientError.test.mjs +127 -0
  325. package/src/routes/devInspect.js +6 -51
  326. package/src/routes/devInspect.test.mjs +128 -3
  327. package/src/routes/devRecording.js +6 -17
  328. package/src/routes/devRecording.test.mjs +54 -3
  329. package/src/routes/docs/buildStatus.test.mjs +6 -6
  330. package/src/routes/docs/events.test.mjs +4 -4
  331. package/src/routes/docs/find.js +3 -3
  332. package/src/routes/docs/journey.test.mjs +8 -8
  333. package/src/routes/docs/journeyRefusals.test.mjs +9 -9
  334. package/src/routes/docs/loadDocsRoutes.js +70 -0
  335. package/src/routes/docs/loadDocsRoutes.test.mjs +110 -0
  336. package/src/routes/docs/mcp.test.mjs +5 -5
  337. package/src/routes/docs/mutants.js +7 -0
  338. package/src/routes/docs/mutants.test.mjs +20 -6
  339. package/src/routes/docs/parsePathParamsParam.test.mjs +1 -0
  340. package/src/routes/docs/parseUserParam.test.mjs +1 -0
  341. package/src/routes/docs/restart.test.mjs +1 -0
  342. package/src/routes/endpoints.js +24 -0
  343. package/src/routes/endpointsLink.test.mjs +111 -0
  344. package/src/routes/endpointsTextAnswer.test.mjs +8 -8
  345. package/src/routes/jitPage.js +13 -1
  346. package/src/routes/jitPage.test.mjs +36 -11
  347. package/src/routes/mcp.js +6 -0
  348. package/src/routes/mcp.test.mjs +23 -8
  349. package/src/routes/mcpMemberToken.test.mjs +8 -8
  350. package/src/routes/mcpProtectedResourceMetadata.test.mjs +2 -2
  351. package/src/routes/{docs/checkpointsRevert.js → mobileRoot.js} +10 -13
  352. package/src/routes/mobileRoutes.test.mjs +223 -0
  353. package/src/routes/mobileSignIn.js +58 -0
  354. package/src/routes/mobileSignIn.test.mjs +59 -0
  355. package/src/routes/mobileSignInCallback.js +34 -0
  356. package/src/routes/mobileSignInCallback.test.mjs +51 -0
  357. package/src/routes/mountDevPageRoutes.js +10 -2
  358. package/src/routes/mountDevPageRoutes.test.mjs +25 -1
  359. package/src/routes/mountMobileWellKnown.js +35 -0
  360. package/src/routes/mountMobileWellKnown.test.mjs +79 -0
  361. package/src/routes/mountOauthDiscovery.test.mjs +5 -5
  362. package/src/routes/normalizeMcpProtocolVersionHeader.test.mjs +1 -0
  363. package/src/routes/reload.js +101 -20
  364. package/src/routes/reload.test.mjs +153 -0
  365. package/src/routes/request.js +1 -22
  366. package/src/routes/request.test.mjs +7 -24
  367. package/src/routes/requestBody.test.mjs +14 -27
  368. package/src/routes/websocket.test.mjs +2 -2
  369. package/src/routes/wellKnownFallback.test.mjs +2 -2
  370. package/src/websocket/devWebSocket.test.mjs +12 -12
  371. package/vite.config.js +13 -1
  372. package/client/feedback/FeedbackMount.jsx +0 -83
  373. package/client/feedback/FeedbackOverlay.jsx +0 -904
  374. package/client/feedback/captureTabScreenshot.js +0 -84
  375. package/client/feedback/copyToClipboard.js +0 -45
  376. package/client/feedback/drawAnnotationsSvg.js +0 -119
  377. package/client/feedback/feedbackStyles.js +0 -304
  378. package/client/feedback/pinResponsiveImages.js +0 -59
  379. package/client/feedback/sendFeedback.js +0 -39
  380. package/client/feedback/useFeedbackToggle.js +0 -70
  381. package/client/recorder/buildEngineRecord.js +0 -37
  382. package/client/recorder/buildInteractionRecord.js +0 -64
  383. package/client/recorder/buildTraceEvent.js +0 -57
  384. package/client/recorder/buildTraceEvent.test.mjs +0 -81
  385. package/client/recorder/chunkRecords.js +0 -69
  386. package/client/recorder/chunkRecords.test.mjs +0 -59
  387. package/client/recorder/collectEventEndpoints.js +0 -40
  388. package/client/recorder/collectEventRequests.js +0 -39
  389. package/client/recorder/createPairingBuffer.js +0 -187
  390. package/client/recorder/createPasswordRedactor.js +0 -84
  391. package/client/recorder/createRecordBatcher.js +0 -54
  392. package/client/recorder/createRecordBatcher.test.mjs +0 -76
  393. package/client/recorder/createRecordingSession.js +0 -61
  394. package/client/recorder/createRecordingSession.test.mjs +0 -72
  395. package/client/recorder/diffStateWrites.js +0 -77
  396. package/client/recorder/diffStateWrites.test.mjs +0 -66
  397. package/client/recorder/isEventCall.js +0 -30
  398. package/client/recorder/jsonType.js +0 -39
  399. package/client/recorder/sendRecords.js +0 -40
  400. package/lib/docs/captureAnnotatedScreenshot.js +0 -99
  401. package/lib/docs/checkpointPaths.js +0 -91
  402. package/lib/docs/checkpointStore.js +0 -243
  403. package/lib/docs/checkpointToMocks.js +0 -65
  404. package/lib/docs/configCheckpoints.test.mjs +0 -156
  405. package/lib/docs/createConfigCheckpoint.js +0 -92
  406. package/lib/docs/dataSets/findCollectionCollisions.js +0 -52
  407. package/lib/docs/devMockRegistry.js +0 -68
  408. package/lib/docs/enrichFeedback.js +0 -71
  409. package/lib/docs/evalOperator.js +0 -49
  410. package/lib/docs/evalOperator.test.mjs +0 -157
  411. package/lib/docs/evalOperatorHeadless.js +0 -159
  412. package/lib/docs/evalOperatorHeadless.test.mjs +0 -78
  413. package/lib/docs/evalOperatorInTab.js +0 -49
  414. package/lib/docs/formatFeedback.js +0 -142
  415. package/lib/docs/formatFeedback.test.mjs +0 -252
  416. package/lib/docs/getPluginDoc.js +0 -53
  417. package/lib/docs/listConfigCheckpoints.js +0 -55
  418. package/lib/docs/loadState.js +0 -220
  419. package/lib/docs/revertConfigCheckpoint.js +0 -73
  420. package/lib/docs/saveAnnotatedScreenshot.js +0 -43
  421. package/lib/docs/scaffoldPage.js +0 -77
  422. package/lib/docs/scaffoldPage.test.mjs +0 -97
  423. package/lib/docs/snapshotState.js +0 -67
  424. package/lib/docs/stateCheckpoints.test.mjs +0 -443
  425. package/manager/watchers/listServerSidePackages.mjs +0 -47
  426. package/manager/watchers/listServerSidePackages.test.mjs +0 -38
  427. package/src/routes/docs/checkpointsCreate.js +0 -28
  428. package/src/routes/docs/evalOperator.js +0 -70
  429. package/src/routes/docs/inspectState.js +0 -59
  430. package/src/routes/docs/loadState.js +0 -51
  431. package/src/routes/docs/pluginDoc.js +0 -33
  432. package/src/routes/docs/plugins.js +0 -23
  433. package/src/routes/docs/runEndpoint.js +0 -54
  434. package/src/routes/docs/runEndpoint.test.mjs +0 -165
  435. package/src/routes/docs/runRequest.js +0 -53
  436. package/src/routes/docs/runRequest.test.mjs +0 -92
  437. package/src/routes/docs/schema.js +0 -37
  438. package/src/routes/docs/screenshot.js +0 -120
  439. package/src/routes/docs/screenshot.test.mjs +0 -117
  440. package/src/routes/docs/search.js +0 -40
  441. package/src/routes/docs/snapshotState.js +0 -50
  442. package/src/routes/docs/stateCheckpointsList.js +0 -26
  443. package/src/routes/docs/types.js +0 -33
  444. package/src/routes/feedback.js +0 -107
  445. package/src/routes/feedback.test.mjs +0 -204
@@ -17,7 +17,7 @@
17
17
  import fs from 'node:fs';
18
18
  import os from 'node:os';
19
19
  import path from 'node:path';
20
- import { jest } from '@jest/globals';
20
+ import { vi, afterAll, afterEach, beforeAll, beforeEach, describe, expect, test } from 'vitest';
21
21
  import { MongoClient, ObjectId } from 'mongodb';
22
22
  import { parseDataSet } from '@lowdefy/node-utils';
23
23
 
@@ -25,9 +25,14 @@ import dataSessionRegistry from './dataSessionRegistry.js';
25
25
  import getDataStore from './getDataStore.js';
26
26
  import openDataSession from './openDataSession.js';
27
27
  import readDataSession from './readDataSession.js';
28
+ import readDataSet from './readDataSet.js';
29
+ import applyDataSetRedirect from '../../server/applyDataSetRedirect.js';
28
30
  import { journeyActorToken } from '../../server/auth/journeyActor.js';
29
31
 
30
- jest.setTimeout(120000);
32
+ const mockLogger = vi.hoisted(() => ({ info: vi.fn(), warn: vi.fn() }));
33
+ vi.mock('../../server/log/createLogger.js', () => ({ default: () => mockLogger }));
34
+
35
+ vi.setConfig({ testTimeout: 120000, hookTimeout: 120000 });
31
36
 
32
37
  let store;
33
38
  let client;
@@ -281,6 +286,154 @@ test('two sessions on one data set are isolated, and close() drops the database'
281
286
  expect(first.session.state).toEqual('closed');
282
287
  });
283
288
 
289
+ describe('two databases that name one collection', () => {
290
+ let configDirectory;
291
+ let buildDirectory;
292
+
293
+ const artifacts = {
294
+ app_users: {
295
+ connectionId: 'app_users',
296
+ type: 'MongoDBCollection',
297
+ properties: { databaseUri: { _secret: 'MONGODB_URI' }, collection: 'users' },
298
+ },
299
+ auth_users: {
300
+ connectionId: 'auth_users',
301
+ type: 'MongoDBCollection',
302
+ properties: { databaseUri: { _secret: 'AUTH_MONGODB_URI' }, collection: 'users' },
303
+ },
304
+ };
305
+
306
+ beforeEach(() => {
307
+ configDirectory = fs.mkdtempSync(path.join(os.tmpdir(), 'lowdefy-data-targets-'));
308
+ buildDirectory = path.join(configDirectory, '.lowdefy', 'dev', 'build');
309
+ fs.mkdirSync(path.join(configDirectory, 'tests', 'data'), { recursive: true });
310
+ fs.mkdirSync(path.join(buildDirectory, 'connections'), { recursive: true });
311
+ Object.values(artifacts).forEach((artifact) => {
312
+ fs.writeFileSync(
313
+ path.join(buildDirectory, 'connections', `${artifact.connectionId}.json`),
314
+ JSON.stringify(artifact)
315
+ );
316
+ });
317
+ fs.writeFileSync(
318
+ path.join(configDirectory, 'tests', 'data', 'targets.yaml'),
319
+ `fixtures:
320
+ app_users: [{ _id: shared, name: App member }]
321
+ auth_users: [{ _id: shared, name: Auth user }, { _id: auth-only }]
322
+ indexes:
323
+ app_users: [{ key: { name: 1 }, name: name_1, unique: true }]
324
+ `
325
+ );
326
+ });
327
+
328
+ afterEach(() => {
329
+ fs.rmSync(configDirectory, { recursive: true, force: true });
330
+ });
331
+
332
+ // The database a request on the connection reads under the session, through the gate.
333
+ async function redirectedDb({ session, connectionId }) {
334
+ const context = {
335
+ readConfigFile: async (filePath) =>
336
+ artifacts[filePath.replace(/^connections\/(.+)\.json$/, '$1')] ?? null,
337
+ };
338
+ applyDataSetRedirect({
339
+ context,
340
+ session,
341
+ connections: { MongoDBCollection: { meta: { dataSet: 'redirect' } } },
342
+ });
343
+ const { properties } = await context.readConfigFile(`connections/${connectionId}.json`);
344
+ expect(properties.databaseUri).toEqual(session.databaseUri);
345
+ return client.db(properties.databaseName);
346
+ }
347
+
348
+ test('each databaseUri secret loads into and reads its own session database, and close() drops both', async () => {
349
+ const dataSet = await readDataSet({ configDirectory, buildDirectory, name: 'targets' });
350
+ const { session, close } = await openDataSession({ dataSet });
351
+ let names;
352
+ try {
353
+ const appDb = await redirectedDb({ session, connectionId: 'app_users' });
354
+ const authDb = await redirectedDb({ session, connectionId: 'auth_users' });
355
+ expect(appDb.databaseName).not.toEqual(authDb.databaseName);
356
+ names = [appDb.databaseName, authDb.databaseName];
357
+ names.forEach((name) => expect(name.startsWith(`${session.prefix}_`)).toBe(true));
358
+ expect(await appDb.collection('users').find().toArray()).toEqual([
359
+ { _id: 'shared', name: 'App member' },
360
+ ]);
361
+ expect(await authDb.collection('users').find().sort({ _id: 1 }).toArray()).toEqual([
362
+ { _id: 'auth-only' },
363
+ { _id: 'shared', name: 'Auth user' },
364
+ ]);
365
+ // Indexes load per target too.
366
+ const appIndexes = await appDb.collection('users').indexes();
367
+ const authIndexes = await authDb.collection('users').indexes();
368
+ expect(appIndexes.map((index) => index.name)).toContain('name_1');
369
+ expect(authIndexes.map((index) => index.name)).not.toContain('name_1');
370
+ expect(await listDatabaseNames()).toEqual(expect.arrayContaining(names));
371
+ } finally {
372
+ await close();
373
+ }
374
+ const left = await listDatabaseNames();
375
+ names.forEach((name) => expect(left).not.toContain(name));
376
+ });
377
+
378
+ test('a connection whose target is computed loads into the first target database with it', async () => {
379
+ artifacts.computed_users = {
380
+ connectionId: 'computed_users',
381
+ type: 'MongoDBCollection',
382
+ properties: { databaseUri: { _env: 'URI' }, collection: 'users' },
383
+ };
384
+ fs.writeFileSync(
385
+ path.join(buildDirectory, 'connections', 'computed_users.json'),
386
+ JSON.stringify(artifacts.computed_users)
387
+ );
388
+ fs.writeFileSync(
389
+ path.join(configDirectory, 'tests', 'data', 'computed.yaml'),
390
+ 'fixtures:\n auth_users: [{ _id: auth }]\n computed_users: [{ _id: computed }]\n'
391
+ );
392
+ try {
393
+ const dataSet = await readDataSet({ configDirectory, buildDirectory, name: 'computed' });
394
+ const { session, close } = await openDataSession({ dataSet });
395
+ try {
396
+ // AUTH_MONGODB_URI sorts first, so its database is the session's first.
397
+ const authDb = await redirectedDb({ session, connectionId: 'auth_users' });
398
+ const computedDb = await redirectedDb({ session, connectionId: 'computed_users' });
399
+ expect(authDb.databaseName).toEqual(session.databaseName);
400
+ expect(computedDb.databaseName).toEqual(session.databaseName);
401
+ const ids = await authDb.collection('users').distinct('_id');
402
+ expect(ids.sort()).toEqual(['auth', 'computed']);
403
+ } finally {
404
+ await close();
405
+ }
406
+ } finally {
407
+ delete artifacts.computed_users;
408
+ }
409
+ });
410
+
411
+ test('a session database the gate numbers after open survives a concurrent sweep and drops on close()', async () => {
412
+ const dataSet = await readDataSet({ configDirectory, buildDirectory, name: 'targets' });
413
+ const first = await openDataSession({ dataSet });
414
+ // A target the build did not name, as a config mutant's would be.
415
+ artifacts.late = {
416
+ connectionId: 'late',
417
+ type: 'MongoDBCollection',
418
+ properties: { databaseUri: { _secret: 'LATE_URI' }, collection: 'users' },
419
+ };
420
+ let lateName;
421
+ try {
422
+ const db = await redirectedDb({ session: first.session, connectionId: 'late' });
423
+ await db.collection('users').insertOne({ _id: 'late' });
424
+ lateName = db.databaseName;
425
+ } finally {
426
+ delete artifacts.late;
427
+ }
428
+ expect(lateName).toEqual(`${first.session.prefix}_${dataSet.databaseTargets.length}`);
429
+ const second = await openDataSession({ dataSet });
430
+ expect(await listDatabaseNames()).toContain(lateName);
431
+ await second.close();
432
+ await first.close();
433
+ expect(await listDatabaseNames()).not.toContain(lateName);
434
+ });
435
+ });
436
+
284
437
  test('close() waits for background work added to the session', async () => {
285
438
  const { session, close } = await openDataSession({ dataSet: makeDataSet({}) });
286
439
  let release;
@@ -304,18 +457,33 @@ test('close() waits for background work added to the session', async () => {
304
457
  test('close() drops after 30 s with a warning when background work never settles', async () => {
305
458
  const { session, close } = await openDataSession({ dataSet: makeDataSet({}) });
306
459
  await sessionDb(session).collection('kept').insertOne({ _id: 1 });
307
- const warn = jest.spyOn(console, 'warn').mockImplementation(() => {});
460
+ const warn = mockLogger.warn;
461
+ warn.mockClear();
308
462
  session.work.add(new Promise(() => {}));
309
- jest.useFakeTimers({ doNotFake: ['nextTick', 'setImmediate', 'queueMicrotask', 'performance'] });
463
+ vi.useFakeTimers({
464
+ toFake: [
465
+ 'Date',
466
+ 'hrtime',
467
+ 'requestAnimationFrame',
468
+ 'cancelAnimationFrame',
469
+ 'requestIdleCallback',
470
+ 'cancelIdleCallback',
471
+ 'clearImmediate',
472
+ 'setInterval',
473
+ 'clearInterval',
474
+ 'setTimeout',
475
+ 'clearTimeout',
476
+ ],
477
+ });
310
478
  let warnings;
311
479
  try {
312
480
  const closing = close();
313
- jest.advanceTimersByTime(30000);
314
- jest.useRealTimers();
481
+ vi.advanceTimersByTime(30000);
482
+ vi.useRealTimers();
315
483
  await closing;
316
484
  warnings = warn.mock.calls.map(([message]) => message);
317
485
  } finally {
318
- jest.useRealTimers();
486
+ vi.useRealTimers();
319
487
  warn.mockRestore();
320
488
  }
321
489
  expect(warnings).toEqual([expect.stringContaining('Data set "sample"')]);
@@ -15,7 +15,7 @@
15
15
  */
16
16
 
17
17
  import { EventEmitter } from 'node:events';
18
- import { jest } from '@jest/globals';
18
+ import { vi, beforeEach, expect, test } from 'vitest';
19
19
 
20
20
  const listenErrors = [];
21
21
 
@@ -34,7 +34,7 @@ function createServer() {
34
34
  return server;
35
35
  }
36
36
 
37
- jest.unstable_mockModule('node:net', () => ({ default: { createServer } }));
37
+ vi.doMock('node:net', () => ({ default: { createServer } }));
38
38
 
39
39
  const { default: pickDataStorePort, MIN_PORT } = await import('./pickDataStorePort.js');
40
40
 
@@ -17,6 +17,7 @@
17
17
  import dataSessionRegistry from './dataSessionRegistry.js';
18
18
  import readDataSession from './readDataSession.js';
19
19
  import { journeyActorToken } from '../../server/auth/journeyActor.js';
20
+ import { afterEach, expect, test } from 'vitest';
20
21
 
21
22
  afterEach(() => {
22
23
  dataSessionRegistry.clear();
@@ -14,10 +14,11 @@
14
14
  limitations under the License.
15
15
  */
16
16
 
17
+ import { type } from '@lowdefy/helpers';
17
18
  import { parseDataSet } from '@lowdefy/node-utils';
18
19
 
19
20
  import checkSharedCollectionIds from './checkSharedCollectionIds.js';
20
- import findCollectionCollisions from './findCollectionCollisions.js';
21
+ import describeTargetKey from './describeTargetKey.js';
21
22
  import readConnectionArtifacts from './readConnectionArtifacts.js';
22
23
  import resolveDataSetCollection from './resolveDataSetCollection.js';
23
24
 
@@ -31,38 +32,52 @@ function getKeyedConnectionIds({ dataSet }) {
31
32
  ];
32
33
  }
33
34
 
35
+ // Sorts a URI's default database (no databaseName) before its named ones.
36
+ function sortKey(key) {
37
+ const [uri, databaseName] = JSON.parse(key);
38
+ return [uri, databaseName ?? ''].join('\u0000');
39
+ }
40
+
41
+ // Every database target the built connections name, sorted, so each run numbers them alike and the
42
+ // first one (the database a computed target reads) is the same on every run.
43
+ function listDatabaseTargets({ artifacts }) {
44
+ const keys = new Set();
45
+ Object.values(artifacts).forEach((artifact) => {
46
+ const key = describeTargetKey({ properties: artifact.properties });
47
+ if (!type.isNone(key)) keys.add(key);
48
+ });
49
+ return [...keys].sort((a, b) => sortKey(a).localeCompare(sortKey(b)));
50
+ }
51
+
34
52
  // The data set checks only the dev build can make, on top of parseDataSet's: every connection the
35
- // data set names is a MongoDBCollection with a literal collection, and connections that would merge
36
- // into one collection under the one-database redirect are refused (when the data set names one of
37
- // them) or reported, and a generated _id that another connection on the same collection also holds
38
- // is refused. Runs before any browser opens.
53
+ // data set names is a MongoDBCollection with a literal collection, and a generated _id that another
54
+ // connection on the same collection in the same database target also holds is refused. Adds the
55
+ // database target of each connection it names (targets) and of every connection in the build
56
+ // (databaseTargets): a data session gives each target a database of its own. Runs before any
57
+ // browser opens.
39
58
  async function readDataSet({ configDirectory, buildDirectory, name }) {
40
59
  const dataSet = await parseDataSet({ configDirectory, name });
41
- const warnings = [...dataSet.warnings];
42
-
43
60
  const artifacts = await readConnectionArtifacts({ buildDirectory });
44
61
  const keyedIds = getKeyedConnectionIds({ dataSet });
62
+ const databaseTargets = listDatabaseTargets({ artifacts });
45
63
  const collections = {};
64
+ const targets = {};
46
65
  keyedIds.forEach((connectionId) => {
66
+ const artifact = artifacts[connectionId];
47
67
  collections[connectionId] = resolveDataSetCollection({
48
68
  dataSetName: name,
49
69
  connectionId,
50
- artifact: artifacts[connectionId],
70
+ artifact,
51
71
  }).collection;
72
+ // A target computed per request reads the session's first database, the first target's, so it
73
+ // groups and checks _ids with that target's connections.
74
+ targets[connectionId] =
75
+ describeTargetKey({ properties: artifact.properties }) ?? databaseTargets[0] ?? null;
52
76
  });
53
77
 
54
- findCollectionCollisions({ artifacts }).forEach(({ collection, connectionIds }) => {
55
- const [a, b] = connectionIds;
56
- const message = `Connections "${a}" and "${b}" both name collection "${collection}" in different databases; under a data set they read one database, so they share one collection.`;
57
- if (keyedIds.includes(a) || keyedIds.includes(b)) {
58
- throw new Error(`Data set "${name}": ${message}`);
59
- }
60
- warnings.push(message);
61
- });
62
-
63
- checkSharedCollectionIds({ dataSetName: name, dataSet: { ...dataSet, collections } });
78
+ checkSharedCollectionIds({ dataSetName: name, dataSet: { ...dataSet, collections, targets } });
64
79
 
65
- return { ...dataSet, collections, warnings };
80
+ return { ...dataSet, collections, targets, databaseTargets };
66
81
  }
67
82
 
68
83
  export default readDataSet;
@@ -19,6 +19,7 @@ import os from 'node:os';
19
19
  import path from 'node:path';
20
20
 
21
21
  import readDataSet from './readDataSet.js';
22
+ import { afterEach, beforeEach, expect, test } from 'vitest';
22
23
 
23
24
  let configDirectory;
24
25
  let buildDirectory;
@@ -84,9 +85,11 @@ test('readDataSet reads module connections, which the build writes under their m
84
85
  writeConnection('contacts/contacts', mongo({ collection: 'contacts' }));
85
86
  writeConnection('crm-contacts', mongo({ collection: 'contacts', databaseName: 'crm' }));
86
87
  writeDataSet('alpha', 'fixtures:\n contacts/contacts: [{ _id: c1 }]\n');
87
- await expect(readDataSet({ configDirectory, buildDirectory, name: 'alpha' })).rejects.toThrow(
88
- 'Data set "alpha": Connections "contacts/contacts" and "crm-contacts" both name collection "contacts" in different databases'
89
- );
88
+ const dataSet = await readDataSet({ configDirectory, buildDirectory, name: 'alpha' });
89
+ expect(dataSet.databaseTargets).toEqual([
90
+ JSON.stringify(['secret:MONGODB_URI', null]),
91
+ JSON.stringify(['secret:MONGODB_URI', 'crm']),
92
+ ]);
90
93
  });
91
94
 
92
95
  test('readDataSet maps a module connection to its collection', async () => {
@@ -127,37 +130,66 @@ test('readDataSet refuses an indexed connection whose databaseName is an operato
127
130
  );
128
131
  });
129
132
 
130
- test('readDataSet refuses a keyed connection naming one collection under a different databaseName from another connection', async () => {
131
- writeConnection('tickets', mongo({ collection: 'tickets', databaseName: 'app' }));
132
- writeConnection('legacy-tickets', mongo({ collection: 'tickets', databaseName: 'legacy' }));
133
- writeDataSet('alpha', 'fixtures:\n tickets: [{ _id: a }]\n');
134
- await expect(readDataSet({ configDirectory, buildDirectory, name: 'alpha' })).rejects.toThrow(
135
- 'Data set "alpha": Connections "legacy-tickets" and "tickets" both name collection "tickets" in different databases'
136
- );
137
- });
138
-
139
- test('readDataSet refuses a keyed connection naming one collection under a different databaseUri secret from another connection', async () => {
133
+ test('readDataSet maps each keyed connection to its database target', async () => {
140
134
  writeConnection('tickets', mongo({ collection: 'tickets' }));
135
+ writeConnection('legacy-tickets', mongo({ collection: 'tickets', databaseName: 'legacy' }));
141
136
  writeConnection('reporting', {
142
137
  type: 'MongoDBCollection',
143
138
  properties: { databaseUri: { _secret: 'REPORTING_URI' }, collection: 'tickets' },
144
139
  });
145
- writeDataSet('alpha', 'fixtures:\n tickets: [{ _id: a }]\n');
146
- await expect(readDataSet({ configDirectory, buildDirectory, name: 'alpha' })).rejects.toThrow(
147
- 'Connections "reporting" and "tickets" both name collection "tickets" in different databases'
140
+ writeConnection('computed', {
141
+ type: 'MongoDBCollection',
142
+ properties: { databaseUri: { _env: 'URI' }, collection: 'tickets' },
143
+ });
144
+ writeConnection('api', { type: 'AxiosHttp', properties: { baseURL: 'https://example.com' } });
145
+ writeDataSet(
146
+ 'alpha',
147
+ 'fixtures:\n tickets: [{ _id: a }]\n legacy-tickets: [{ _id: a }]\n reporting: [{ _id: a }]\n computed: [{ _id: b }]\n'
148
148
  );
149
+ const dataSet = await readDataSet({ configDirectory, buildDirectory, name: 'alpha' });
150
+ expect(dataSet.targets).toEqual({
151
+ tickets: JSON.stringify(['secret:MONGODB_URI', null]),
152
+ 'legacy-tickets': JSON.stringify(['secret:MONGODB_URI', 'legacy']),
153
+ reporting: JSON.stringify(['secret:REPORTING_URI', null]),
154
+ // Computed per request: the first target's, the database it reads.
155
+ computed: JSON.stringify(['secret:MONGODB_URI', null]),
156
+ });
157
+ // Every target in the build, sorted, whether or not the data set names it.
158
+ expect(dataSet.databaseTargets).toEqual([
159
+ JSON.stringify(['secret:MONGODB_URI', null]),
160
+ JSON.stringify(['secret:MONGODB_URI', 'legacy']),
161
+ JSON.stringify(['secret:REPORTING_URI', null]),
162
+ ]);
163
+ expect(dataSet.warnings).toEqual([]);
149
164
  });
150
165
 
151
- test('readDataSet warns on the same collision between two unkeyed connections', async () => {
152
- writeConnection('tickets', mongo({ collection: 'tickets' }));
153
- writeConnection('a', mongo({ collection: 'events', databaseName: 'one' }));
154
- writeConnection('b', mongo({ collection: 'events', databaseName: 'two' }));
155
- writeConnection('computed', mongo({ collection: { _state: 'c' }, databaseName: 'three' }));
156
- writeDataSet('alpha', 'fixtures:\n tickets: [{ _id: a }]\n');
166
+ test('readDataSet accepts one _id generated on one collection in two database targets', async () => {
167
+ writeConnection('users', mongo({ collection: 'users' }));
168
+ writeConnection('auth-users', {
169
+ type: 'MongoDBCollection',
170
+ properties: { databaseUri: { _secret: 'AUTH_URI' }, collection: 'users' },
171
+ });
172
+ writeDataSet(
173
+ 'alpha',
174
+ 'fixtures:\n auth-users: [{ _id: users-1 }]\ngenerate:\n seed: 1\n users:\n count: 1\n'
175
+ );
157
176
  const dataSet = await readDataSet({ configDirectory, buildDirectory, name: 'alpha' });
158
- expect(dataSet.warnings).toEqual([
159
- 'Connections "a" and "b" both name collection "events" in different databases; under a data set they read one database, so they share one collection.',
160
- ]);
177
+ expect(dataSet.collections).toEqual({ users: 'users', 'auth-users': 'users' });
178
+ });
179
+
180
+ test('readDataSet refuses a generated _id a computed-target connection also holds on the first target', async () => {
181
+ writeConnection('users', mongo({ collection: 'users' }));
182
+ writeConnection('computed-users', {
183
+ type: 'MongoDBCollection',
184
+ properties: { databaseUri: { _env: 'URI' }, collection: 'users' },
185
+ });
186
+ writeDataSet(
187
+ 'alpha',
188
+ 'fixtures:\n computed-users: [{ _id: users-1 }]\ngenerate:\n seed: 1\n users:\n count: 1\n'
189
+ );
190
+ await expect(readDataSet({ configDirectory, buildDirectory, name: 'alpha' })).rejects.toThrow(
191
+ 'connections "users" and "computed-users" both load collection "users".'
192
+ );
161
193
  });
162
194
 
163
195
  test('readDataSet resolves generated connections and refuses one the app does not have', async () => {
@@ -19,6 +19,7 @@ import os from 'node:os';
19
19
  import path from 'node:path';
20
20
 
21
21
  import resolveJourneyDataSet from './resolveJourneyDataSet.js';
22
+ import { afterEach, beforeEach, expect, test } from 'vitest';
22
23
 
23
24
  let configDirectory;
24
25
  let buildDirectory;
@@ -0,0 +1,32 @@
1
+ /*
2
+ Copyright 2020-2026 Lowdefy, Inc
3
+
4
+ Licensed under the Apache License, Version 2.0 (the "License");
5
+ you may not use this file except in compliance with the License.
6
+ You may obtain a copy of the License at
7
+
8
+ http://www.apache.org/licenses/LICENSE-2.0
9
+
10
+ Unless required by applicable law or agreed to in writing, software
11
+ distributed under the License is distributed on an "AS IS" BASIS,
12
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ See the License for the specific language governing permissions and
14
+ limitations under the License.
15
+ */
16
+
17
+ import { type } from '@lowdefy/helpers';
18
+
19
+ // The session database a database target (describeTargetKey) reads. Each target the build names has
20
+ // its own, numbered when the session opens; a target the build did not name (a config mutant's, say)
21
+ // gets the next number when first met, so it never merges with another. A target computed per
22
+ // request (null) reads the session's first database.
23
+ function sessionDatabaseName({ session, target }) {
24
+ if (type.isNone(target)) return session.databaseName;
25
+ if (!session.databases.has(target)) {
26
+ session.databases.set(target, `${session.prefix}_${session.databaseCount}`);
27
+ session.databaseCount += 1;
28
+ }
29
+ return session.databases.get(target);
30
+ }
31
+
32
+ export default sessionDatabaseName;
@@ -17,15 +17,18 @@
17
17
  import dataSessionRegistry from './dataSessionRegistry.js';
18
18
 
19
19
  // Drops every session database on the store that no registered session owns: one left behind by a
20
- // write that was still in flight when its session dropped the database, or by a dev server that
21
- // stopped mid-run.
20
+ // write that was still in flight when its session dropped its databases, or by a dev server that
21
+ // stopped mid-run. A session owns every database under its prefix (<prefix>_<n>), including one it
22
+ // numbers after this sweep lists them.
22
23
  async function sweepOrphanDatabases({ client }) {
23
- const owned = new Set([...dataSessionRegistry.values()].map((session) => session.databaseName));
24
+ const prefixes = [...dataSessionRegistry.values()].map((session) => `${session.prefix}_`);
24
25
  const { databases } = await client.db('admin').admin().listDatabases({ nameOnly: true });
25
26
  await Promise.all(
26
27
  databases
27
28
  .map((database) => database.name)
28
- .filter((name) => name.startsWith('ld_') && !owned.has(name))
29
+ .filter(
30
+ (name) => name.startsWith('ld_') && !prefixes.some((prefix) => name.startsWith(prefix))
31
+ )
29
32
  .map((name) => client.db(name).dropDatabase())
30
33
  );
31
34
  }
@@ -30,6 +30,15 @@ connections:
30
30
  _secret: MONGODB_URI
31
31
  collection: tickets
32
32
  write: true
33
+ # A second database that also has a tickets collection: under a data set it reads a session
34
+ # database of its own, so its fixtures never merge with the app's tickets.
35
+ - id: crm_tickets
36
+ type: MongoDBCollection
37
+ properties:
38
+ databaseUri:
39
+ _secret: CRM_MONGODB_URI
40
+ collection: tickets
41
+ write: true
33
42
 
34
43
  # A module connection is written under its module's folder (connections/archive/archive_db.json),
35
44
  # which the data set redirect must reach too.
@@ -81,6 +90,19 @@ api:
81
90
  _id: 1
82
91
  - :return:
83
92
  _step: find
93
+ - id: list_crm_tickets
94
+ type: Api
95
+ routine:
96
+ - id: find
97
+ type: MongoDBFind
98
+ connectionId: crm_tickets
99
+ properties:
100
+ query: {}
101
+ options:
102
+ sort:
103
+ _id: 1
104
+ - :return:
105
+ _step: find
84
106
  - id: create_ticket_later
85
107
  type: Api
86
108
  routine:
@@ -3,6 +3,10 @@ fixtures:
3
3
  - { _id: t-a1, organization_id: org_a, title: First }
4
4
  - { _id: t-a2, organization_id: org_a, title: Second }
5
5
  - { _id: t-b1, organization_id: org_b, title: Other org }
6
+ # The same collection name in another database: it loads into a session database of its own.
7
+ crm_tickets:
8
+ - { _id: t-a1, organization_id: org_a, title: CRM copy }
9
+ - { _id: crm-a2, organization_id: org_a, title: CRM only }
6
10
  users:
7
11
  owner: { id: u_1, roles: [admin], organizationId: org_a }
8
12
  outsider: { id: u_9, roles: [admin], organizationId: org_b }
@@ -19,7 +19,7 @@ import path from 'node:path';
19
19
  import { shallowBuild } from '@lowdefy/build/dev';
20
20
 
21
21
  // Builds an app into <serverDirectory>/build for a test, in a Node process of its own: the build
22
- // imports plugin modules dynamically, which jest's module runtime cannot load.
22
+ // imports plugin modules dynamically, so it runs outside the test runner's module runtime.
23
23
  // node buildTestApp.mjs <configDirectory> <serverDirectory>
24
24
  const [configDirectory, serverDirectory] = process.argv.slice(2);
25
25
  const serverDevDirectory = path.resolve(import.meta.dirname, '../../../..');
@@ -105,10 +105,15 @@ function startWatcher() {
105
105
  // rebuild's own write re-adds it.
106
106
  }
107
107
 
108
+ // The close waits until the event being handled is done. A subscriber may leave
109
+ // inside the watcher's add event, and chokidar 4 registers the new file's
110
+ // watch handle only after that event returns: a close made inside it would
111
+ // leave the handle open, and the next watcher of buildStatus.json would share
112
+ // that stale handle and miss every later write once the file is replaced.
108
113
  function stopWatcher() {
109
- const closing = watcher.close();
114
+ const stopping = watcher;
110
115
  watcher = null;
111
- return closing;
116
+ return new Promise((resolve) => setImmediate(resolve)).then(() => stopping.close());
112
117
  }
113
118
 
114
119
  function unsubscribe(send) {