@lowdefy/server-dev 7.0.0 → 7.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/client/Inspector.jsx +24 -75
- package/client/Page.jsx +8 -0
- package/client/Routing.jsx +0 -2
- package/client/clientBuildImports.test.mjs +5 -3
- package/client/devStreamConnections.test.mjs +1 -0
- package/client/journeyObserver/startJourneyObserver.test.mjs +11 -11
- package/client/openInEditor/OpenInEditorListener.jsx +36 -29
- package/client/openInEditor/OpenInEditorListener.test.mjs +116 -0
- package/client/{feedback → openInEditor}/elementInspect.js +9 -44
- package/client/openInEditor/findBlockLocation.js +2 -2
- package/client/openInEditor/openInEditorStyles.js +56 -0
- package/client/recorder/createPairingBuffer.test.mjs +27 -9
- package/client/recorder/createRecorder.js +11 -7
- package/client/recorder/createRecorder.test.mjs +9 -9
- package/client/recorder/isPasswordElement.js +41 -0
- package/client/recorder/keyChord.test.mjs +1 -0
- package/{client/recorder/toJsonSafe.js → lib/build/mobileConfig.js} +9 -12
- package/lib/client/auth/AuthConfigured.jsx +75 -48
- package/lib/client/auth/authNotConfiguredParity.test.mjs +1 -0
- package/lib/client/auth/authTemplateSync.test.mjs +1 -0
- package/lib/client/auth/betterAuthSessionContract.test.mjs +2 -1
- package/lib/client/auth/sessionCaller.js +56 -0
- package/lib/client/auth/sessionCaller.test.mjs +78 -0
- package/lib/client/getPagePath.test.mjs +1 -0
- package/lib/client/utils/formatErrorsForCopy.test.mjs +1 -0
- package/lib/client/utils/getErrorBarColor.test.mjs +1 -0
- package/lib/client/utils/usePageConfig.test.mjs +15 -15
- package/lib/configTree/buildConfigTree.test.mjs +6 -8
- package/lib/configTree/collectConfigText.test.mjs +1 -0
- package/lib/configTree/runConfigTreeBuild.mjs +2 -1
- package/lib/configTree/runConfigTreeBuild.skipPluginChecks.test.mjs +11 -11
- package/lib/configTree/runConfigTreeBuild.test.mjs +2 -2
- package/lib/docs/addNestedEndpoints.test.mjs +1 -0
- package/lib/docs/checkAgentFiles.test.mjs +1 -0
- package/lib/docs/checkStepReferences.test.mjs +3 -3
- package/lib/docs/clientErrorStore.test.mjs +4 -4
- package/lib/docs/createBrowserLifecycle.test.mjs +40 -24
- package/lib/docs/createDocsMcpServer.js +195 -138
- package/lib/docs/createDocsMcpServer.test.mjs +331 -25
- package/lib/docs/createDocsMcpServerRunJourney.test.mjs +5 -5
- package/lib/docs/createJourneyActors.chromium.test.mjs +3 -3
- package/lib/docs/createJourneyActors.test.mjs +4 -4
- package/lib/docs/dataSets/checkSharedCollectionIds.js +20 -9
- package/lib/docs/dataSets/dataSetJourneys.chromium.mongodb.test.mjs +59 -11
- package/{src/routes/docs/content.js → lib/docs/dataSets/describeTargetKey.js} +10 -14
- package/lib/docs/dataSets/drainSessionWork.test.mjs +21 -5
- package/lib/docs/dataSets/getDataStore.js +11 -3
- package/lib/docs/dataSets/getDataStore.mongodb.test.mjs +3 -3
- package/lib/docs/dataSets/getDataStore.test.mjs +32 -20
- package/lib/docs/dataSets/groupDataSetByCollection.js +19 -11
- package/lib/docs/dataSets/mergeCollectionIndexes.test.mjs +1 -0
- package/lib/docs/dataSets/openDataSession.js +36 -20
- package/lib/docs/dataSets/openDataSession.mongodb.test.mjs +175 -7
- package/lib/docs/dataSets/pickDataStorePort.test.mjs +2 -2
- package/lib/docs/dataSets/readDataSession.test.mjs +1 -0
- package/lib/docs/dataSets/readDataSet.js +34 -19
- package/lib/docs/dataSets/readDataSet.test.mjs +57 -25
- package/lib/docs/dataSets/resolveJourneyDataSet.test.mjs +1 -0
- package/lib/docs/dataSets/sessionDatabaseName.js +32 -0
- package/lib/docs/dataSets/sweepOrphanDatabases.js +7 -4
- package/lib/docs/dataSets/test/app/lowdefy.yaml +22 -0
- package/lib/docs/dataSets/test/app/tests/data/shop.yaml +4 -0
- package/lib/docs/dataSets/test/buildTestApp.mjs +1 -1
- package/lib/docs/devEventBus.js +7 -2
- package/lib/docs/devEventBus.test.mjs +12 -10
- package/lib/docs/devToolDefinitions.js +87 -135
- package/lib/docs/device/buildDeviceCommand.js +103 -0
- package/lib/docs/device/buildDeviceCommand.test.mjs +142 -0
- package/lib/docs/device/captureDevice.js +85 -0
- package/lib/docs/device/checkShownPage.js +56 -0
- package/lib/docs/device/createFakePhoneTab.mjs +77 -0
- package/lib/docs/device/deviceAction.js +74 -0
- package/lib/docs/device/deviceTools.test.mjs +604 -0
- package/lib/docs/device/findDeviceTab.js +50 -0
- package/lib/docs/device/findDeviceTarget.js +73 -0
- package/lib/docs/device/injectDevice.js +160 -0
- package/lib/docs/device/listDevices.js +100 -0
- package/lib/docs/device/listDevices.test.mjs +105 -0
- package/lib/docs/device/runDeviceJourney.js +68 -0
- package/lib/docs/device/runDeviceSteps.js +164 -0
- package/lib/docs/device/screenshotDevice.js +68 -0
- package/lib/docs/device/sendDeviceStep.js +52 -0
- package/lib/docs/device/startDevice.js +150 -0
- package/lib/docs/docs.test.mjs +44 -28
- package/lib/docs/docsIndex.test.mjs +1 -0
- package/lib/docs/findConfig.js +3 -4
- package/lib/docs/findPageBlock.js +35 -0
- package/lib/docs/findPageBlock.test.mjs +45 -0
- package/lib/docs/fitResponse.js +18 -17
- package/lib/docs/fitResponse.test.mjs +18 -0
- package/lib/docs/getBrowser.js +4 -4
- package/lib/docs/getBrowser.test.mjs +32 -16
- package/lib/docs/getBuildId.test.mjs +1 -0
- package/lib/docs/getBuildStatus.js +29 -3
- package/lib/docs/getBuildStatus.test.mjs +108 -12
- package/lib/docs/getBuildStatusAfterEdits.test.mjs +8 -8
- package/{src/routes/docs/appMap.js → lib/docs/getConfigDirectory.js} +3 -5
- package/lib/docs/getHazards.js +4 -1
- package/lib/docs/getHazards.test.mjs +9 -7
- package/lib/docs/getOverview.js +22 -44
- package/lib/docs/getOverviewBasePath.test.mjs +1 -0
- package/lib/docs/getStaleStatus.test.mjs +1 -0
- package/lib/docs/inspectState.js +78 -3
- package/lib/docs/inspectState.test.mjs +61 -9
- package/lib/docs/inspectStateFromTab.js +38 -6
- package/lib/docs/inspectStateFromTab.test.mjs +79 -0
- package/lib/docs/inspectStateHeadless.js +98 -34
- package/lib/docs/inspectStateHeadless.test.mjs +17 -5
- package/lib/docs/installHeadlessShell.failure.test.mjs +9 -5
- package/lib/docs/installHeadlessShell.js +5 -2
- package/lib/docs/installHeadlessShell.test.mjs +8 -5
- package/lib/docs/installHeadlessShell.timeout.test.mjs +32 -12
- package/lib/docs/isDeepEqual.js +37 -0
- package/lib/docs/isHeadlessShellIncomplete.test.mjs +1 -0
- package/lib/docs/isPageReady.test.mjs +1 -0
- package/lib/docs/journeyMutantCookie.chromium.test.mjs +3 -3
- package/lib/docs/journeyRunRecording.test.mjs +1 -0
- package/lib/docs/keepEventStreamAlive.test.mjs +1 -0
- package/lib/docs/launchBrowser.test.mjs +8 -8
- package/lib/docs/listTypes.js +58 -8
- package/lib/docs/loadFrameworkHazards.test.mjs +1 -0
- package/lib/docs/matchJourneyRoute.test.mjs +1 -0
- package/lib/docs/observe/createJourneyAppErrors.test.mjs +3 -3
- package/lib/docs/observe/evaluateInvariants.test.mjs +1 -0
- package/lib/docs/observe/hasNoEffect.test.mjs +1 -0
- package/lib/docs/observe/withAppErrors.test.mjs +1 -0
- package/lib/docs/openJourneyEmail.test.mjs +6 -6
- package/lib/docs/pageBuildStatus.test.mjs +6 -6
- package/lib/docs/pollTab.js +100 -0
- package/lib/docs/pollTab.test.mjs +64 -0
- package/lib/docs/rails/authEngineActions.test.mjs +1 -0
- package/lib/docs/rails/authEngineMethods.test.mjs +2 -1
- package/lib/docs/rails/checkAuthActionsRan.test.mjs +5 -5
- package/lib/docs/rails/createDataSetRails.test.mjs +1 -0
- package/lib/docs/rails/findExternalBlocks.js +3 -3
- package/lib/docs/rails/findExternalBlocks.test.mjs +1 -0
- package/lib/docs/readJourneyEmailMatch.test.mjs +2 -2
- package/lib/docs/readJourneySession.js +1 -1
- package/lib/docs/reportDevToolFault.js +29 -0
- package/lib/docs/reportDevToolFault.test.mjs +34 -0
- package/lib/docs/requestRestart.test.mjs +1 -0
- package/lib/docs/resolvePageInstance.test.mjs +1 -0
- package/lib/docs/resolveSource.js +2 -2
- package/lib/docs/resolveSource.test.mjs +6 -6
- package/lib/docs/reviewPageBuilds.test.mjs +2 -2
- package/lib/docs/runCheck.test.mjs +3 -3
- package/lib/docs/runCheckChild.js +2 -1
- package/lib/docs/runEndpoint.js +23 -10
- package/lib/docs/runEndpoint.test.mjs +42 -37
- package/lib/docs/runErrorBuffers.test.mjs +1 -0
- package/lib/docs/runJourney.js +21 -1
- package/lib/docs/runJourney.test.mjs +119 -99
- package/lib/docs/runJourneyDataSet.test.mjs +26 -26
- package/lib/docs/runJourneySteps.js +8 -29
- package/lib/docs/runRequest.js +6 -6
- package/lib/docs/runRequest.test.mjs +22 -22
- package/lib/docs/screenshotPage.js +6 -7
- package/lib/docs/screenshotPage.test.mjs +46 -46
- package/lib/docs/screenshotPageClip.test.mjs +10 -10
- package/lib/docs/searchDocs.test.mjs +1 -0
- package/lib/docs/searchIcons.test.mjs +5 -5
- package/lib/docs/selectFinalState.test.mjs +1 -0
- package/lib/docs/serverErrorStore.test.mjs +4 -4
- package/lib/docs/setupTestFixtures.mjs +25 -0
- package/lib/docs/splitSearchTerms.test.mjs +1 -0
- package/lib/docs/tabAvailable.js +1 -1
- package/lib/docs/tabChannel.js +90 -14
- package/lib/docs/tabChannel.test.mjs +40 -15
- package/lib/docs/validateJourneyTimeout.test.mjs +1 -0
- package/lib/docs/validateStateSelection.test.mjs +1 -0
- package/lib/docs/validateViewport.test.mjs +1 -0
- package/lib/docs/waitForBuild.test.mjs +1 -0
- package/lib/docs/withBrowserSlot.test.mjs +5 -5
- package/lib/docs/withDataSession.js +2 -2
- package/lib/server/applyDataSetRedirect.js +14 -5
- package/lib/server/applyDataSetRedirect.test.mjs +121 -15
- package/lib/server/applyDataSetRedirectTenantReach.test.mjs +5 -1
- package/lib/server/applyDataSetRedirectWalled.test.mjs +5 -1
- package/lib/server/auth/getHeadlessUser.js +6 -0
- package/lib/server/auth/getHeadlessUser.test.mjs +13 -2
- package/lib/server/auth/resolveHeadlessUser.test.mjs +1 -0
- package/lib/server/contextMapBudget.test.mjs +3 -3
- package/lib/server/continueJitKeys.test.mjs +1 -0
- package/lib/server/createLowdefyContext.js +8 -4
- package/lib/server/createLowdefyContext.test.mjs +38 -35
- package/lib/server/getClientAddress.test.mjs +2 -2
- package/lib/server/getPageJitEnrichment.test.mjs +1 -0
- package/lib/server/importAppCode.test.mjs +2 -2
- package/lib/server/jitPageBuilder.js +27 -3
- package/lib/server/jitPageBuilder.mobileTypes.test.mjs +65 -0
- package/lib/server/jitPageBuilder.skipPluginChecks.test.mjs +5 -6
- package/lib/server/jitPageBuilder.test.mjs +4 -4
- package/lib/server/journeyCookies.test.mjs +1 -0
- package/lib/server/loadDynamicJsMap.js +10 -1
- package/lib/server/log/createHandleError.js +10 -5
- package/lib/server/log/createHandleError.test.mjs +19 -8
- package/lib/server/log/createLogger.test.mjs +2 -2
- package/lib/server/mutantDataSetWrappers.test.mjs +5 -1
- package/lib/server/mutants/listMutants.test.mjs +1 -0
- package/lib/server/mutants/mutantRuns.test.mjs +1 -0
- package/lib/server/mutants/operators.test.mjs +1 -0
- package/lib/server/pageBuildRecords.test.mjs +1 -0
- package/lib/server/pageCache.test.mjs +1 -0
- package/lib/server/pageRebuilds.test.mjs +3 -3
- package/{src/routes/docs/examples.js → lib/server/pairingHeaders.js} +8 -15
- package/lib/server/pruneJitMaps.test.mjs +1 -0
- package/lib/server/readBuildApiArtifacts.test.mjs +1 -0
- package/lib/server/readInstanceRecord.test.mjs +24 -8
- package/lib/server/readMergedMaps.test.mjs +1 -0
- package/lib/server/recording/errorRecordingStamp.test.mjs +1 -0
- package/lib/server/recording/readRecordingCookie.test.mjs +2 -0
- package/lib/server/recording/servedBuilds.test.mjs +1 -0
- package/lib/server/sinkExternalConnections.test.mjs +6 -6
- package/lib/server/skipStaleMapWrites.test.mjs +12 -12
- package/lib/server/startIdleGc.test.mjs +25 -9
- package/lib/server/testFixtures/importAppCodeTwice.mjs +2 -2
- package/lib/vite/createDevServerExclude.test.mjs +1 -0
- package/manager/getContext.mjs +11 -2
- package/manager/processes/checkPendingPlugins.mjs +49 -0
- package/manager/processes/checkPendingPlugins.test.mjs +107 -0
- package/manager/processes/createIdleChild.mjs +141 -0
- package/manager/processes/createIdleChild.test.mjs +209 -0
- package/manager/processes/initialBuild.mjs +4 -15
- package/manager/processes/initialBuild.test.mjs +8 -37
- package/manager/processes/lowdefyBuild.mjs +11 -7
- package/manager/processes/lowdefyBuild.skipPluginChecks.test.mjs +23 -13
- package/manager/processes/lowdefyBuild.test.mjs +17 -15
- package/manager/processes/restartServer.test.mjs +63 -15
- package/manager/processes/shutdownServer.test.mjs +3 -3
- package/manager/processes/startFirstServer.test.mjs +23 -22
- package/manager/processes/startMailSink.mjs +11 -3
- package/manager/processes/startMailSink.test.mjs +28 -2
- package/manager/processes/startProxy.mjs +158 -27
- package/manager/processes/startProxy.pairing.test.mjs +204 -0
- package/manager/processes/startProxy.test.mjs +127 -2
- package/manager/processes/startServer.mjs +5 -7
- package/manager/processes/startServer.test.mjs +10 -9
- package/manager/processes/syncServer.mjs +31 -4
- package/manager/processes/syncServer.test.mjs +71 -6
- package/manager/processes/waitForDevServer.test.mjs +21 -6
- package/manager/run.mjs +32 -8
- package/manager/utils/BatchChanges.mjs +1 -1
- package/manager/utils/BatchChanges.test.mjs +4 -4
- package/manager/utils/acquireDevInstance.test.mjs +1 -0
- package/manager/utils/checkPairing.mjs +45 -0
- package/manager/utils/checkPairing.test.mjs +53 -0
- package/manager/utils/createBuildActivity.mjs +5 -1
- package/manager/utils/createBuildActivity.test.mjs +2 -2
- package/manager/utils/createChangeSignal.test.mjs +5 -5
- package/manager/utils/createCustomPluginMessagesMap.mjs +8 -3
- package/manager/utils/createCustomPluginTypesMap.mjs +48 -12
- package/manager/utils/createCustomPluginTypesMap.test.mjs +181 -19
- package/manager/utils/createDotPathIgnore.test.mjs +1 -0
- package/manager/utils/createGlobIgnore.mjs +45 -0
- package/manager/utils/createGlobIgnore.test.mjs +58 -0
- package/manager/utils/createGlobWatchPaths.mjs +75 -0
- package/manager/utils/createGlobWatchPaths.test.mjs +67 -0
- package/manager/utils/createIdleGc.test.mjs +31 -15
- package/manager/utils/createLanPairing.mjs +34 -0
- package/manager/utils/createLanPairing.test.mjs +46 -0
- package/manager/utils/createRequestActivity.mjs +30 -3
- package/manager/utils/createRequestActivity.test.mjs +76 -22
- package/manager/utils/createServerArtifactTracker.mjs +1 -0
- package/manager/utils/createServerArtifactTracker.test.mjs +1 -0
- package/manager/utils/findBuildFilesOutsideWatch.test.mjs +1 -0
- package/{client/recorder/collectEventActions.js → manager/utils/findSignInCode.mjs} +13 -10
- package/manager/utils/findSignInCode.test.mjs +33 -0
- package/manager/utils/formatLanPairing.mjs +32 -0
- package/manager/utils/formatLanPairing.test.mjs +40 -0
- package/manager/utils/getLanAddress.mjs +83 -0
- package/manager/utils/getLanAddress.test.mjs +70 -0
- package/manager/utils/importFresh.test.mjs +1 -0
- package/{src/routes/docs/icons.js → manager/utils/isLoopbackAddress.mjs} +11 -10
- package/manager/utils/pluginTypeCache.mjs +100 -0
- package/manager/utils/pluginTypeCache.test.mjs +141 -0
- package/manager/utils/pruneRecordings.test.mjs +1 -0
- package/manager/utils/publishBuildDirectory.order.test.mjs +2 -2
- package/manager/utils/publishBuildDirectory.test.mjs +6 -7
- package/manager/utils/readBasePath.test.mjs +1 -0
- package/manager/utils/readManagerVersion.test.mjs +1 -0
- package/manager/utils/readPluginDefinitions.mjs +6 -6
- package/manager/utils/renderTerminalQr.mjs +54 -0
- package/manager/utils/resolveDevAuthUrl.test.mjs +1 -0
- package/manager/utils/setupWatcher.mjs +19 -4
- package/manager/utils/startRecordingPruner.test.mjs +24 -8
- package/manager/utils/waitForChildExit.test.mjs +2 -2
- package/manager/utils/writeBuildStatus.test.mjs +1 -0
- package/manager/watchers/envWatcher.mjs +3 -0
- package/manager/watchers/envWatcher.test.mjs +19 -7
- package/manager/watchers/listServerPluginFiles.mjs +188 -0
- package/manager/watchers/listServerPluginFiles.test.mjs +257 -0
- package/manager/watchers/lowdefyBuildWatcher.mjs +5 -0
- package/manager/watchers/lowdefyBuildWatcher.test.mjs +63 -10
- package/manager/watchers/pluginSourceWatcher.mjs +45 -17
- package/manager/watchers/pluginSourceWatcher.test.mjs +97 -21
- package/manager/watchers/resolveFile.mjs +46 -0
- package/manager/watchers/resolveFile.test.mjs +67 -0
- package/manager/watchers/resolvePackageSpecifier.mjs +127 -0
- package/manager/watchers/resolvePackageSpecifier.test.mjs +151 -0
- package/manager/watchers/restartRequestWatcher.mjs +7 -4
- package/manager/watchers/restartRequestWatcher.test.mjs +43 -6
- package/manager/watchers/selectLocalPluginPackages.test.mjs +1 -0
- package/package.json +50 -49
- package/package.original.json +50 -49
- package/src/app.js +83 -85
- package/src/html/renderDevPage.test.mjs +1 -0
- package/src/lib/getPathSegments.js +16 -1
- package/src/{routes/docs/checkpointsList.js → lib/getRequestSurface.js} +6 -4
- package/src/lib/isTabAnswer.js +32 -0
- package/src/lib/isTabChannelCaller.js +35 -0
- package/src/middleware/apiContext.js +4 -2
- package/src/middleware/createSameOriginGuard.test.mjs +1 -0
- package/src/middleware/errorHandler.js +33 -45
- package/src/middleware/errorHandler.test.mjs +10 -10
- package/src/middleware/isRebindingSafeHost.test.mjs +1 -0
- package/src/middleware/localDevToolsOnly.js +13 -1
- package/src/middleware/localDevToolsOnly.test.mjs +36 -2
- package/src/middleware/noStore.test.mjs +1 -0
- package/src/middleware/staleFlag.test.mjs +1 -0
- package/src/middleware/stampCaller.test.mjs +1 -0
- package/src/routes/agentBearer.test.mjs +183 -0
- package/src/routes/auth.test.mjs +10 -10
- package/src/routes/clientError.js +21 -4
- package/src/routes/clientError.test.mjs +127 -0
- package/src/routes/devInspect.js +6 -51
- package/src/routes/devInspect.test.mjs +128 -3
- package/src/routes/devRecording.js +6 -17
- package/src/routes/devRecording.test.mjs +54 -3
- package/src/routes/docs/buildStatus.test.mjs +6 -6
- package/src/routes/docs/events.test.mjs +4 -4
- package/src/routes/docs/find.js +3 -3
- package/src/routes/docs/journey.test.mjs +8 -8
- package/src/routes/docs/journeyRefusals.test.mjs +9 -9
- package/src/routes/docs/loadDocsRoutes.js +70 -0
- package/src/routes/docs/loadDocsRoutes.test.mjs +110 -0
- package/src/routes/docs/mcp.test.mjs +5 -5
- package/src/routes/docs/mutants.js +7 -0
- package/src/routes/docs/mutants.test.mjs +20 -6
- package/src/routes/docs/parsePathParamsParam.test.mjs +1 -0
- package/src/routes/docs/parseUserParam.test.mjs +1 -0
- package/src/routes/docs/restart.test.mjs +1 -0
- package/src/routes/endpoints.js +24 -0
- package/src/routes/endpointsLink.test.mjs +111 -0
- package/src/routes/endpointsTextAnswer.test.mjs +8 -8
- package/src/routes/jitPage.js +13 -1
- package/src/routes/jitPage.test.mjs +36 -11
- package/src/routes/mcp.js +6 -0
- package/src/routes/mcp.test.mjs +23 -8
- package/src/routes/mcpMemberToken.test.mjs +8 -8
- package/src/routes/mcpProtectedResourceMetadata.test.mjs +2 -2
- package/src/routes/{docs/checkpointsRevert.js → mobileRoot.js} +10 -13
- package/src/routes/mobileRoutes.test.mjs +223 -0
- package/src/routes/mobileSignIn.js +58 -0
- package/src/routes/mobileSignIn.test.mjs +59 -0
- package/src/routes/mobileSignInCallback.js +34 -0
- package/src/routes/mobileSignInCallback.test.mjs +51 -0
- package/src/routes/mountDevPageRoutes.js +10 -2
- package/src/routes/mountDevPageRoutes.test.mjs +25 -1
- package/src/routes/mountMobileWellKnown.js +35 -0
- package/src/routes/mountMobileWellKnown.test.mjs +79 -0
- package/src/routes/mountOauthDiscovery.test.mjs +5 -5
- package/src/routes/normalizeMcpProtocolVersionHeader.test.mjs +1 -0
- package/src/routes/reload.js +101 -20
- package/src/routes/reload.test.mjs +153 -0
- package/src/routes/request.js +1 -22
- package/src/routes/request.test.mjs +7 -24
- package/src/routes/requestBody.test.mjs +14 -27
- package/src/routes/websocket.test.mjs +2 -2
- package/src/routes/wellKnownFallback.test.mjs +2 -2
- package/src/websocket/devWebSocket.test.mjs +12 -12
- package/vite.config.js +13 -1
- package/client/feedback/FeedbackMount.jsx +0 -83
- package/client/feedback/FeedbackOverlay.jsx +0 -904
- package/client/feedback/captureTabScreenshot.js +0 -84
- package/client/feedback/copyToClipboard.js +0 -45
- package/client/feedback/drawAnnotationsSvg.js +0 -119
- package/client/feedback/feedbackStyles.js +0 -304
- package/client/feedback/pinResponsiveImages.js +0 -59
- package/client/feedback/sendFeedback.js +0 -39
- package/client/feedback/useFeedbackToggle.js +0 -70
- package/client/recorder/buildEngineRecord.js +0 -37
- package/client/recorder/buildInteractionRecord.js +0 -64
- package/client/recorder/buildTraceEvent.js +0 -57
- package/client/recorder/buildTraceEvent.test.mjs +0 -81
- package/client/recorder/chunkRecords.js +0 -69
- package/client/recorder/chunkRecords.test.mjs +0 -59
- package/client/recorder/collectEventEndpoints.js +0 -40
- package/client/recorder/collectEventRequests.js +0 -39
- package/client/recorder/createPairingBuffer.js +0 -187
- package/client/recorder/createPasswordRedactor.js +0 -84
- package/client/recorder/createRecordBatcher.js +0 -54
- package/client/recorder/createRecordBatcher.test.mjs +0 -76
- package/client/recorder/createRecordingSession.js +0 -61
- package/client/recorder/createRecordingSession.test.mjs +0 -72
- package/client/recorder/diffStateWrites.js +0 -77
- package/client/recorder/diffStateWrites.test.mjs +0 -66
- package/client/recorder/isEventCall.js +0 -30
- package/client/recorder/jsonType.js +0 -39
- package/client/recorder/sendRecords.js +0 -40
- package/lib/docs/captureAnnotatedScreenshot.js +0 -99
- package/lib/docs/checkpointPaths.js +0 -91
- package/lib/docs/checkpointStore.js +0 -243
- package/lib/docs/checkpointToMocks.js +0 -65
- package/lib/docs/configCheckpoints.test.mjs +0 -156
- package/lib/docs/createConfigCheckpoint.js +0 -92
- package/lib/docs/dataSets/findCollectionCollisions.js +0 -52
- package/lib/docs/devMockRegistry.js +0 -68
- package/lib/docs/enrichFeedback.js +0 -71
- package/lib/docs/evalOperator.js +0 -49
- package/lib/docs/evalOperator.test.mjs +0 -157
- package/lib/docs/evalOperatorHeadless.js +0 -159
- package/lib/docs/evalOperatorHeadless.test.mjs +0 -78
- package/lib/docs/evalOperatorInTab.js +0 -49
- package/lib/docs/formatFeedback.js +0 -142
- package/lib/docs/formatFeedback.test.mjs +0 -252
- package/lib/docs/getPluginDoc.js +0 -53
- package/lib/docs/listConfigCheckpoints.js +0 -55
- package/lib/docs/loadState.js +0 -220
- package/lib/docs/revertConfigCheckpoint.js +0 -73
- package/lib/docs/saveAnnotatedScreenshot.js +0 -43
- package/lib/docs/scaffoldPage.js +0 -77
- package/lib/docs/scaffoldPage.test.mjs +0 -97
- package/lib/docs/snapshotState.js +0 -67
- package/lib/docs/stateCheckpoints.test.mjs +0 -443
- package/manager/watchers/listServerSidePackages.mjs +0 -47
- package/manager/watchers/listServerSidePackages.test.mjs +0 -38
- package/src/routes/docs/checkpointsCreate.js +0 -28
- package/src/routes/docs/evalOperator.js +0 -70
- package/src/routes/docs/inspectState.js +0 -59
- package/src/routes/docs/loadState.js +0 -51
- package/src/routes/docs/pluginDoc.js +0 -33
- package/src/routes/docs/plugins.js +0 -23
- package/src/routes/docs/runEndpoint.js +0 -54
- package/src/routes/docs/runEndpoint.test.mjs +0 -165
- package/src/routes/docs/runRequest.js +0 -53
- package/src/routes/docs/runRequest.test.mjs +0 -92
- package/src/routes/docs/schema.js +0 -37
- package/src/routes/docs/screenshot.js +0 -120
- package/src/routes/docs/screenshot.test.mjs +0 -117
- package/src/routes/docs/search.js +0 -40
- package/src/routes/docs/snapshotState.js +0 -50
- package/src/routes/docs/stateCheckpointsList.js +0 -26
- package/src/routes/docs/types.js +0 -33
- package/src/routes/feedback.js +0 -107
- package/src/routes/feedback.test.mjs +0 -204
|
@@ -21,13 +21,13 @@ import path from 'node:path';
|
|
|
21
21
|
import { fileURLToPath } from 'node:url';
|
|
22
22
|
import { promisify } from 'node:util';
|
|
23
23
|
|
|
24
|
-
import {
|
|
24
|
+
import { vi, afterAll, beforeAll, expect, test } from 'vitest';
|
|
25
25
|
import { MongoClient } from 'mongodb';
|
|
26
26
|
|
|
27
27
|
// Data set journeys end to end: a real Chromium drives journeys through the dev server's own
|
|
28
28
|
// journey route, API context, endpoint, detached and websocket handlers and the MongoDB connection
|
|
29
29
|
// plugin, over a build of the fixture app in test/app. Its connections, its module's connection and
|
|
30
|
-
// its auth adapter read the MONGODB_URI secret, pointed at a database of its own on the
|
|
30
|
+
// its auth adapter read the MONGODB_URI secret, pointed at a database of its own on the suite's
|
|
31
31
|
// memory server (MONGO_URL), which stands in for the developer's real database. Journeys on the
|
|
32
32
|
// "shop" data set must reach the data store's session database for every request, module
|
|
33
33
|
// connection, detached call and change stream, must never reach the auth engine, and must leave the
|
|
@@ -35,7 +35,7 @@ import { MongoClient } from 'mongodb';
|
|
|
35
35
|
// small HTML stand-in for a Lowdefy page (window.lowdefy state, blocks as #bl-<id>), so no client
|
|
36
36
|
// bundle is built. Skipped when no Chromium can be launched.
|
|
37
37
|
|
|
38
|
-
|
|
38
|
+
vi.setConfig({ testTimeout: 240000, hookTimeout: 240000 });
|
|
39
39
|
|
|
40
40
|
const execFileAsync = promisify(execFile);
|
|
41
41
|
|
|
@@ -49,8 +49,13 @@ const standInDatabase = 'data_set_journeys';
|
|
|
49
49
|
const standInUrl = new URL(process.env.MONGO_URL);
|
|
50
50
|
standInUrl.pathname = `/${standInDatabase}`;
|
|
51
51
|
const standInUri = standInUrl.toString();
|
|
52
|
+
// The CRM_MONGODB_URI secret's stand-in: another database with a tickets collection of its own.
|
|
53
|
+
const crmStandInDatabase = 'data_set_journeys_crm';
|
|
54
|
+
const crmStandInUrl = new URL(process.env.MONGO_URL);
|
|
55
|
+
crmStandInUrl.pathname = `/${crmStandInDatabase}`;
|
|
52
56
|
|
|
53
57
|
process.env.LOWDEFY_SECRET_MONGODB_URI = standInUri;
|
|
58
|
+
process.env.LOWDEFY_SECRET_CRM_MONGODB_URI = crmStandInUrl.toString();
|
|
54
59
|
process.env.LOWDEFY_DIRECTORY_CONFIG = appDirectory;
|
|
55
60
|
process.env.LOWDEFY_LOG_LEVEL = 'error';
|
|
56
61
|
process.env.CRON_SECRET = 'data-set-journeys-cron-secret';
|
|
@@ -95,11 +100,11 @@ const pluginModules = {
|
|
|
95
100
|
};
|
|
96
101
|
pluginFiles.forEach((filePath) => {
|
|
97
102
|
const relative = path.relative(pluginsDirectory, filePath);
|
|
98
|
-
|
|
103
|
+
vi.doMock(filePath, () => pluginModules[relative] ?? { default: {} });
|
|
99
104
|
});
|
|
100
105
|
// The journeys run on a stand-in page, not a built Lowdefy page, so there is no page build to
|
|
101
106
|
// check their step references against; the fixture suite covers the checks.
|
|
102
|
-
|
|
107
|
+
vi.doMock('../checkStepReferences.js', () => ({
|
|
103
108
|
default: async () => {},
|
|
104
109
|
}));
|
|
105
110
|
|
|
@@ -126,7 +131,7 @@ const { default: websocketHandler } = await import('../../../src/routes/websocke
|
|
|
126
131
|
const { handleWebSocketUpgrade } = await import('../../../src/websocket/devWebSocket.js');
|
|
127
132
|
const { getBrowser } = await import('../getBrowser.js');
|
|
128
133
|
// The connection plugin keeps one driver client per URI for the life of the process; the suite
|
|
129
|
-
// closes them so
|
|
134
|
+
// closes them so the test worker can exit. Imported by file: the package does not export it.
|
|
130
135
|
const { closeClients } = await import(
|
|
131
136
|
path.join(
|
|
132
137
|
serverDevDirectory,
|
|
@@ -144,6 +149,7 @@ function pageHtml() {
|
|
|
144
149
|
<div id="bl-create"><button onclick="callEndpoint('create_ticket', { id: 'new-1', title: 'Made' }, 'created')">Create</button></div>
|
|
145
150
|
<div id="bl-create_later"><button onclick="callEndpoint('create_ticket_later', { id: 'later-1' }, 'dispatched')">Later</button></div>
|
|
146
151
|
<div id="bl-list"><button onclick="callEndpoint('list_tickets', {}, 'listed')">List</button></div>
|
|
152
|
+
<div id="bl-list_crm"><button onclick="callEndpoint('list_crm_tickets', {}, 'listedCrm')">List CRM</button></div>
|
|
147
153
|
<div id="bl-watch"><button onclick="watch()">Watch</button></div>
|
|
148
154
|
<div id="bl-archive"><button onclick="callEndpoint('archive/archive_ticket', { id: 'arch-1' }, 'archived')">Archive</button></div>
|
|
149
155
|
<div id="bl-create_later_auth"><button onclick="callEndpoint('create_ticket_later_auth', {}, 'dispatchedAuth')">Later with auth</button></div>
|
|
@@ -301,6 +307,11 @@ beforeAll(async () => {
|
|
|
301
307
|
.db(standInDatabase)
|
|
302
308
|
.collection('tickets')
|
|
303
309
|
.insertOne({ _id: 'real-1', organization_id: 'org_a', title: 'The developer’s own' });
|
|
310
|
+
await standIn.db(crmStandInDatabase).dropDatabase();
|
|
311
|
+
await standIn
|
|
312
|
+
.db(crmStandInDatabase)
|
|
313
|
+
.collection('tickets')
|
|
314
|
+
.insertOne({ _id: 'crm-real-1', organization_id: 'org_a' });
|
|
304
315
|
|
|
305
316
|
store = await getDataStore();
|
|
306
317
|
// Every write on the data store, in order, so a test can tell which session database a detached
|
|
@@ -346,6 +357,7 @@ afterAll(async () => {
|
|
|
346
357
|
await closeClients();
|
|
347
358
|
await store?.stop();
|
|
348
359
|
await standIn?.db(standInDatabase).dropDatabase();
|
|
360
|
+
await standIn?.db(crmStandInDatabase).dropDatabase();
|
|
349
361
|
await standIn?.close();
|
|
350
362
|
process.chdir(originalCwd);
|
|
351
363
|
fs.rmSync(serverDirectory, { recursive: true, force: true });
|
|
@@ -396,7 +408,7 @@ chromiumTest(
|
|
|
396
408
|
});
|
|
397
409
|
expect(first.status).toBe(200);
|
|
398
410
|
expect(first.result.passed).toBe(true);
|
|
399
|
-
expect(first.result.data).toEqual({ name: 'shop', loadMs: expect.any(Number), documents:
|
|
411
|
+
expect(first.result.data).toEqual({ name: 'shop', loadMs: expect.any(Number), documents: 5 });
|
|
400
412
|
|
|
401
413
|
const second = await runJourney({
|
|
402
414
|
data: 'shop',
|
|
@@ -466,7 +478,7 @@ chromiumTest(
|
|
|
466
478
|
(event) => event.operationType === 'insert' && event.id === 'later-1'
|
|
467
479
|
);
|
|
468
480
|
expect(insert).toBeDefined();
|
|
469
|
-
expect(insert.db).toMatch(/^ld_[0-9a-f]{12}
|
|
481
|
+
expect(insert.db).toMatch(/^ld_[0-9a-f]{12}_\d+$/);
|
|
470
482
|
const insertIndex = storeEvents.indexOf(insert);
|
|
471
483
|
const dropIndex = storeEvents.findIndex(
|
|
472
484
|
(event) => event.operationType === 'dropDatabase' && event.db === insert.db
|
|
@@ -523,7 +535,7 @@ chromiumTest(
|
|
|
523
535
|
(event) => event.operationType === 'insert' && event.id === 'arch-1'
|
|
524
536
|
);
|
|
525
537
|
expect(insert).toBeDefined();
|
|
526
|
-
expect(insert.db).toMatch(/^ld_[0-9a-f]{12}
|
|
538
|
+
expect(insert.db).toMatch(/^ld_[0-9a-f]{12}_\d+$/);
|
|
527
539
|
expect(insert.coll).toEqual('archived');
|
|
528
540
|
}
|
|
529
541
|
);
|
|
@@ -568,7 +580,7 @@ chromiumTest(
|
|
|
568
580
|
(event) => event.operationType === 'insert' && event.id === 'later-auth-before'
|
|
569
581
|
);
|
|
570
582
|
expect(before).toBeDefined();
|
|
571
|
-
expect(before.db).toMatch(/^ld_[0-9a-f]{12}
|
|
583
|
+
expect(before.db).toMatch(/^ld_[0-9a-f]{12}_\d+$/);
|
|
572
584
|
expect(storeEvents.some((event) => event.id === 'later-auth-after')).toBe(false);
|
|
573
585
|
}
|
|
574
586
|
);
|
|
@@ -636,7 +648,7 @@ chromiumTest(
|
|
|
636
648
|
(event) => event.operationType === 'insert' && event.id === 'later-logged'
|
|
637
649
|
);
|
|
638
650
|
expect(insert).toBeDefined();
|
|
639
|
-
expect(insert.db).toMatch(/^ld_[0-9a-f]{12}
|
|
651
|
+
expect(insert.db).toMatch(/^ld_[0-9a-f]{12}_\d+$/);
|
|
640
652
|
expect(storeEvents.some((event) => event.id === 'log-detached')).toBe(false);
|
|
641
653
|
expect(await standInIds()).toEqual(['real-1']);
|
|
642
654
|
}
|
|
@@ -673,7 +685,43 @@ chromiumTest(
|
|
|
673
685
|
|
|
674
686
|
// Last, after every journey above: the stand-in, auth collections included, is exactly as the
|
|
675
687
|
// snapshot found it, and no session database ever landed on it.
|
|
688
|
+
chromiumTest(
|
|
689
|
+
'two connections that name tickets in different databases each read their own fixtures',
|
|
690
|
+
async () => {
|
|
691
|
+
storeEvents.length = 0;
|
|
692
|
+
const { result } = await runJourney({
|
|
693
|
+
data: 'shop',
|
|
694
|
+
user: 'owner',
|
|
695
|
+
steps: [
|
|
696
|
+
{ click: 'list' },
|
|
697
|
+
{ expect: { state: { path: 'listed.ids', equals: ['t-a1', 't-a2'] } } },
|
|
698
|
+
{ click: 'list_crm' },
|
|
699
|
+
{ expect: { state: { path: 'listedCrm.ids', equals: ['crm-a2', 't-a1'] } } },
|
|
700
|
+
{ click: 'create' },
|
|
701
|
+
{ expect: { state: { path: 'created.success', equals: true } } },
|
|
702
|
+
{ click: 'list_crm' },
|
|
703
|
+
{ expect: { state: { path: 'listedCrm.ids', equals: ['crm-a2', 't-a1'] } } },
|
|
704
|
+
],
|
|
705
|
+
});
|
|
706
|
+
expect(result.passed).toBe(true);
|
|
707
|
+
// Each target's fixtures loaded into a database of its own, and both dropped with the session.
|
|
708
|
+
const fixtureDatabases = new Set(
|
|
709
|
+
storeEvents
|
|
710
|
+
.filter((event) => event.operationType === 'insert' && event.id === 't-a1')
|
|
711
|
+
.map((event) => event.db)
|
|
712
|
+
);
|
|
713
|
+
expect(fixtureDatabases.size).toBe(2);
|
|
714
|
+
fixtureDatabases.forEach((name) => {
|
|
715
|
+
expect(
|
|
716
|
+
storeEvents.some((event) => event.operationType === 'dropDatabase' && event.db === name)
|
|
717
|
+
).toBe(true);
|
|
718
|
+
});
|
|
719
|
+
}
|
|
720
|
+
);
|
|
721
|
+
|
|
676
722
|
chromiumTest('the data set journeys left the stand-in database unchanged', async () => {
|
|
677
723
|
expect(await snapshotStandIn()).toEqual(standInBefore);
|
|
724
|
+
const crmIds = await standIn.db(crmStandInDatabase).collection('tickets').distinct('_id');
|
|
725
|
+
expect(crmIds).toEqual(['crm-real-1']);
|
|
678
726
|
expect(await standInSessionDatabases()).toEqual([]);
|
|
679
727
|
});
|
|
@@ -14,20 +14,16 @@
|
|
|
14
14
|
limitations under the License.
|
|
15
15
|
*/
|
|
16
16
|
|
|
17
|
-
import
|
|
17
|
+
import { type } from '@lowdefy/helpers';
|
|
18
18
|
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
404
|
|
28
|
-
);
|
|
29
|
-
}
|
|
30
|
-
return c.text(doc.markdown, 200, { 'Content-Type': 'text/markdown; charset=utf-8' });
|
|
19
|
+
import describeDatabaseTarget from './describeDatabaseTarget.js';
|
|
20
|
+
|
|
21
|
+
// The key a data session gives each database target its own database by, or null when the target
|
|
22
|
+
// is computed per request.
|
|
23
|
+
function describeTargetKey({ properties }) {
|
|
24
|
+
const target = describeDatabaseTarget({ properties });
|
|
25
|
+
if (type.isNone(target)) return null;
|
|
26
|
+
return JSON.stringify([target.uri, target.databaseName]);
|
|
31
27
|
}
|
|
32
28
|
|
|
33
|
-
export default
|
|
29
|
+
export default describeTargetKey;
|
|
@@ -14,12 +14,12 @@
|
|
|
14
14
|
limitations under the License.
|
|
15
15
|
*/
|
|
16
16
|
|
|
17
|
-
import {
|
|
17
|
+
import { vi, afterEach, expect, test } from 'vitest';
|
|
18
18
|
|
|
19
19
|
import drainSessionWork from './drainSessionWork.js';
|
|
20
20
|
|
|
21
21
|
afterEach(() => {
|
|
22
|
-
|
|
22
|
+
vi.useRealTimers();
|
|
23
23
|
});
|
|
24
24
|
|
|
25
25
|
test('drainSessionWork resolves true once every promise, including one added while waiting, settles', async () => {
|
|
@@ -49,16 +49,32 @@ test('drainSessionWork resolves true at once with no work', async () => {
|
|
|
49
49
|
});
|
|
50
50
|
|
|
51
51
|
test('drainSessionWork resolves false after the timeout when work never settles', async () => {
|
|
52
|
-
|
|
52
|
+
vi.useFakeTimers({
|
|
53
|
+
toFake: [
|
|
54
|
+
'Date',
|
|
55
|
+
'hrtime',
|
|
56
|
+
'queueMicrotask',
|
|
57
|
+
'requestAnimationFrame',
|
|
58
|
+
'cancelAnimationFrame',
|
|
59
|
+
'requestIdleCallback',
|
|
60
|
+
'cancelIdleCallback',
|
|
61
|
+
'setImmediate',
|
|
62
|
+
'clearImmediate',
|
|
63
|
+
'setInterval',
|
|
64
|
+
'clearInterval',
|
|
65
|
+
'setTimeout',
|
|
66
|
+
'clearTimeout',
|
|
67
|
+
],
|
|
68
|
+
});
|
|
53
69
|
const work = new Set([new Promise(() => {})]);
|
|
54
70
|
const draining = drainSessionWork({ work, timeoutMs: 30000 });
|
|
55
71
|
let done = false;
|
|
56
72
|
draining.then(() => {
|
|
57
73
|
done = true;
|
|
58
74
|
});
|
|
59
|
-
|
|
75
|
+
vi.advanceTimersByTime(29999);
|
|
60
76
|
await Promise.resolve();
|
|
61
77
|
expect(done).toBe(false);
|
|
62
|
-
|
|
78
|
+
vi.advanceTimersByTime(1);
|
|
63
79
|
await expect(draining).resolves.toBe(false);
|
|
64
80
|
});
|
|
@@ -18,10 +18,13 @@ import { MongoClient } from 'mongodb';
|
|
|
18
18
|
import { MongoMemoryReplSet } from 'mongodb-memory-server-core';
|
|
19
19
|
import { DryMongoBinary } from 'mongodb-memory-server-core/lib/util/DryMongoBinary.js';
|
|
20
20
|
|
|
21
|
+
import createLogger from '../../server/log/createLogger.js';
|
|
21
22
|
import pickDataStorePort from './pickDataStorePort.js';
|
|
22
23
|
import registerDataStoreShutdown from './registerDataStoreShutdown.js';
|
|
23
24
|
import removeDataStoreFiles from './removeDataStoreFiles.js';
|
|
24
25
|
|
|
26
|
+
const logger = createLogger();
|
|
27
|
+
|
|
25
28
|
// One store per dev server process. Kept on globalThis because the journey route that opens a data
|
|
26
29
|
// session and the API context that reads it may load as separate module instances (Vite's SSR
|
|
27
30
|
// module graph and Node's), like the journey actor token.
|
|
@@ -35,17 +38,22 @@ async function announceDownload() {
|
|
|
35
38
|
const options = await DryMongoBinary.generateOptions();
|
|
36
39
|
const binary = await DryMongoBinary.locateBinary(options);
|
|
37
40
|
if (binary === undefined) {
|
|
38
|
-
|
|
39
|
-
console.info(`Downloading MongoDB ${options.version} for journey data sets (once).`);
|
|
41
|
+
logger.info(`Downloading MongoDB ${options.version} for journey data sets (once).`);
|
|
40
42
|
}
|
|
41
43
|
}
|
|
42
44
|
|
|
45
|
+
// WiredTiger's cache otherwise grows to half of (RAM - 1 GB), several GB on a laptop. Data sets
|
|
46
|
+
// are small capped snapshots, so a quarter of a GB holds them.
|
|
47
|
+
const CACHE_SIZE_GB = '0.25';
|
|
48
|
+
|
|
43
49
|
// A replica set, not a standalone server: transactions and change streams need one, and the app's
|
|
44
50
|
// own cluster is one. MONGOMS_VERSION, read by mongodb-memory-server, pins the MongoDB version.
|
|
45
51
|
async function startDataStore() {
|
|
46
52
|
await announceDownload();
|
|
47
53
|
const replSet = await MongoMemoryReplSet.create({
|
|
48
|
-
instanceOpts: [
|
|
54
|
+
instanceOpts: [
|
|
55
|
+
{ port: await pickDataStorePort(), args: ['--wiredTigerCacheSizeGB', CACHE_SIZE_GB] },
|
|
56
|
+
],
|
|
49
57
|
replSet: { count: 1, storageEngine: 'wiredTiger' },
|
|
50
58
|
});
|
|
51
59
|
const uri = replSet.getUri();
|
|
@@ -15,15 +15,15 @@
|
|
|
15
15
|
*/
|
|
16
16
|
|
|
17
17
|
import fs from 'node:fs';
|
|
18
|
-
import {
|
|
18
|
+
import { vi, expect, test } from 'vitest';
|
|
19
19
|
|
|
20
20
|
import getDataStore from './getDataStore.js';
|
|
21
21
|
import openDataSession from './openDataSession.js';
|
|
22
22
|
import { MIN_PORT } from './pickDataStorePort.js';
|
|
23
23
|
|
|
24
|
-
|
|
24
|
+
vi.setConfig({ testTimeout: 120000, hookTimeout: 120000 });
|
|
25
25
|
|
|
26
|
-
// The real memory replica set, in a process of its own (
|
|
26
|
+
// The real memory replica set, in a process of its own (each test file runs in a worker of its own), so
|
|
27
27
|
// killing its mongod here touches no other suite's store.
|
|
28
28
|
|
|
29
29
|
async function describeMongod(store) {
|
|
@@ -17,30 +17,36 @@
|
|
|
17
17
|
import fs from 'node:fs';
|
|
18
18
|
import os from 'node:os';
|
|
19
19
|
import path from 'node:path';
|
|
20
|
-
import {
|
|
20
|
+
import { vi, afterEach, expect, test } from 'vitest';
|
|
21
21
|
|
|
22
|
-
const create =
|
|
23
|
-
const connect =
|
|
24
|
-
const listDatabases =
|
|
22
|
+
const create = vi.fn();
|
|
23
|
+
const connect = vi.fn();
|
|
24
|
+
const listDatabases = vi.fn();
|
|
25
25
|
|
|
26
|
-
|
|
26
|
+
vi.doMock('mongodb-memory-server-core', () => ({
|
|
27
27
|
MongoMemoryReplSet: { create },
|
|
28
28
|
}));
|
|
29
|
-
|
|
29
|
+
vi.doMock('mongodb-memory-server-core/lib/util/DryMongoBinary.js', () => ({
|
|
30
30
|
DryMongoBinary: {
|
|
31
|
-
generateOptions:
|
|
32
|
-
|
|
31
|
+
generateOptions: vi.fn(async function () {
|
|
32
|
+
return { version: '6.0.14' };
|
|
33
|
+
}),
|
|
34
|
+
locateBinary: vi.fn(async function () {
|
|
35
|
+
return '/cache/mongod';
|
|
36
|
+
}),
|
|
33
37
|
},
|
|
34
38
|
}));
|
|
35
39
|
const actualMongodb = await import('mongodb');
|
|
36
|
-
|
|
40
|
+
vi.doMock('mongodb', () => ({
|
|
37
41
|
BSON: actualMongodb.BSON,
|
|
38
42
|
ObjectId: actualMongodb.ObjectId,
|
|
39
|
-
MongoClient:
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
43
|
+
MongoClient: vi.fn(function () {
|
|
44
|
+
return {
|
|
45
|
+
connect,
|
|
46
|
+
close: vi.fn(async function () {}),
|
|
47
|
+
db: () => ({ admin: () => ({ listDatabases }), dropDatabase: async () => {} }),
|
|
48
|
+
};
|
|
49
|
+
}),
|
|
44
50
|
}));
|
|
45
51
|
|
|
46
52
|
const { default: getDataStore } = await import('./getDataStore.js');
|
|
@@ -50,7 +56,9 @@ const { MIN_PORT } = await import('./pickDataStorePort.js');
|
|
|
50
56
|
function createReplSet({ uri = 'mongodb://127.0.0.1:50001/?replicaSet=x', instanceInfo } = {}) {
|
|
51
57
|
return {
|
|
52
58
|
getUri: () => uri,
|
|
53
|
-
stop:
|
|
59
|
+
stop: vi.fn(async function () {
|
|
60
|
+
return true;
|
|
61
|
+
}),
|
|
54
62
|
servers: [{ instanceInfo }],
|
|
55
63
|
};
|
|
56
64
|
}
|
|
@@ -77,7 +85,7 @@ afterEach(async () => {
|
|
|
77
85
|
await store?.stop();
|
|
78
86
|
}
|
|
79
87
|
delete globalThis[Symbol.for('lowdefy.devServer.dataStore')];
|
|
80
|
-
|
|
88
|
+
vi.restoreAllMocks();
|
|
81
89
|
create.mockReset();
|
|
82
90
|
listDatabases.mockReset();
|
|
83
91
|
});
|
|
@@ -90,7 +98,7 @@ test('getDataStore starts one replica set and returns the same store on every ca
|
|
|
90
98
|
expect(first.uri).toEqual('mongodb://127.0.0.1:50001/?replicaSet=x');
|
|
91
99
|
expect(create).toHaveBeenCalledTimes(1);
|
|
92
100
|
expect(create).toHaveBeenCalledWith({
|
|
93
|
-
instanceOpts: [{ port: expect.any(Number) }],
|
|
101
|
+
instanceOpts: [{ port: expect.any(Number), args: ['--wiredTigerCacheSizeGB', '0.25'] }],
|
|
94
102
|
replSet: { count: 1, storageEngine: 'wiredTiger' },
|
|
95
103
|
});
|
|
96
104
|
});
|
|
@@ -114,7 +122,9 @@ test('getDataStore clears a failed start so the next call retries', async () =>
|
|
|
114
122
|
test('a SIGTERM stops the store with cleanup, then raises the signal again', async () => {
|
|
115
123
|
const replSet = createReplSet();
|
|
116
124
|
create.mockResolvedValue(replSet);
|
|
117
|
-
const kill =
|
|
125
|
+
const kill = vi.spyOn(process, 'kill').mockImplementation(function () {
|
|
126
|
+
return true;
|
|
127
|
+
});
|
|
118
128
|
const before = snapshotListeners();
|
|
119
129
|
await getDataStore();
|
|
120
130
|
const [onSigterm] = addedListeners('SIGTERM', before.SIGTERM);
|
|
@@ -133,7 +143,9 @@ test('a SIGTERM stops the store with cleanup, then raises the signal again', asy
|
|
|
133
143
|
test('a SIGHUP from a closed terminal stops the store with cleanup, then raises the signal again', async () => {
|
|
134
144
|
const replSet = createReplSet();
|
|
135
145
|
create.mockResolvedValue(replSet);
|
|
136
|
-
const kill =
|
|
146
|
+
const kill = vi.spyOn(process, 'kill').mockImplementation(function () {
|
|
147
|
+
return true;
|
|
148
|
+
});
|
|
137
149
|
const before = snapshotListeners();
|
|
138
150
|
await getDataStore();
|
|
139
151
|
const [onSighup] = addedListeners('SIGHUP', before.SIGHUP);
|
|
@@ -146,7 +158,7 @@ test('a SIGHUP from a closed terminal stops the store with cleanup, then raises
|
|
|
146
158
|
test('the exit hook kills mongod and removes its temporary directory when no stop finished', async () => {
|
|
147
159
|
const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'mongo-mem-test-'));
|
|
148
160
|
fs.writeFileSync(path.join(tmpDir, 'WiredTiger'), '');
|
|
149
|
-
const mongodProcess = { kill:
|
|
161
|
+
const mongodProcess = { kill: vi.fn() };
|
|
150
162
|
create.mockResolvedValue(
|
|
151
163
|
createReplSet({ instanceInfo: { tmpDir, dbPath: tmpDir, instance: { mongodProcess } } })
|
|
152
164
|
);
|
|
@@ -14,31 +14,39 @@
|
|
|
14
14
|
limitations under the License.
|
|
15
15
|
*/
|
|
16
16
|
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
17
|
+
// One group per database target and collection: `target` is the connection's target key (null when
|
|
18
|
+
// computed per request), the database the session loads the group into.
|
|
19
|
+
function ensureGroup({ groups, dataSet, connectionId }) {
|
|
20
|
+
const target = dataSet.targets?.[connectionId] ?? null;
|
|
21
|
+
const collection = dataSet.collections[connectionId];
|
|
22
|
+
const key = JSON.stringify([target, collection]);
|
|
23
|
+
if (!groups.has(key)) {
|
|
24
|
+
groups.set(key, { target, collection, fixtures: [], generated: [], indexes: [] });
|
|
25
|
+
}
|
|
26
|
+
return groups.get(key);
|
|
20
27
|
}
|
|
21
28
|
|
|
22
|
-
// The data set keyed by collection, the unit the store loads: fixtures,
|
|
23
|
-
// indexes are keyed by connection id, and two connections that name one
|
|
24
|
-
// together.
|
|
29
|
+
// The data set keyed by database target and collection, the unit the store loads: fixtures,
|
|
30
|
+
// generated documents and indexes are keyed by connection id, and two connections that name one
|
|
31
|
+
// collection in one target load into it together. Connections in different targets load into
|
|
32
|
+
// different databases, so they never merge.
|
|
25
33
|
function groupDataSetByCollection({ dataSet }) {
|
|
26
|
-
const groups =
|
|
34
|
+
const groups = new Map();
|
|
27
35
|
Object.entries(dataSet.fixtures).forEach(([connectionId, documents]) => {
|
|
28
|
-
const group = ensureGroup({ groups,
|
|
36
|
+
const group = ensureGroup({ groups, dataSet, connectionId });
|
|
29
37
|
documents.forEach((document, index) => {
|
|
30
38
|
group.fixtures.push({ connectionId, index, document });
|
|
31
39
|
});
|
|
32
40
|
});
|
|
33
41
|
Object.entries(dataSet.generated).forEach(([connectionId, documents]) => {
|
|
34
|
-
const group = ensureGroup({ groups,
|
|
42
|
+
const group = ensureGroup({ groups, dataSet, connectionId });
|
|
35
43
|
group.generated.push({ connectionId, documents });
|
|
36
44
|
});
|
|
37
45
|
Object.entries(dataSet.indexes).forEach(([connectionId, indexes]) => {
|
|
38
|
-
const group = ensureGroup({ groups,
|
|
46
|
+
const group = ensureGroup({ groups, dataSet, connectionId });
|
|
39
47
|
group.indexes.push(...indexes);
|
|
40
48
|
});
|
|
41
|
-
return groups;
|
|
49
|
+
return [...groups.values()];
|
|
42
50
|
}
|
|
43
51
|
|
|
44
52
|
export default groupDataSetByCollection;
|
|
@@ -17,34 +17,46 @@
|
|
|
17
17
|
import crypto from 'node:crypto';
|
|
18
18
|
import { type } from '@lowdefy/helpers';
|
|
19
19
|
|
|
20
|
+
import createLogger from '../../server/log/createLogger.js';
|
|
20
21
|
import dataSessionRegistry from './dataSessionRegistry.js';
|
|
21
22
|
import drainSessionWork from './drainSessionWork.js';
|
|
22
23
|
import getDataStore from './getDataStore.js';
|
|
23
24
|
import groupDataSetByCollection from './groupDataSetByCollection.js';
|
|
24
25
|
import isDataStoreGone from './isDataStoreGone.js';
|
|
25
26
|
import loadDataSetCollection from './loadDataSetCollection.js';
|
|
27
|
+
import sessionDatabaseName from './sessionDatabaseName.js';
|
|
26
28
|
import sweepOrphanDatabases from './sweepOrphanDatabases.js';
|
|
27
29
|
|
|
30
|
+
const logger = createLogger();
|
|
31
|
+
|
|
28
32
|
const DRAIN_TIMEOUT_MS = 30000;
|
|
29
33
|
|
|
34
|
+
// Every database the session holds, the first included.
|
|
35
|
+
function listSessionDatabases(session) {
|
|
36
|
+
return [...new Set([session.databaseName, ...session.databases.values()])];
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
async function dropSessionDatabases({ client, session }) {
|
|
40
|
+
await Promise.all(listSessionDatabases(session).map((name) => client.db(name).dropDatabase()));
|
|
41
|
+
}
|
|
42
|
+
|
|
30
43
|
function createClose({ session, client }) {
|
|
31
44
|
let closing;
|
|
32
45
|
async function close() {
|
|
33
46
|
session.state = 'closing';
|
|
34
47
|
const drained = await drainSessionWork({ work: session.work, timeoutMs: DRAIN_TIMEOUT_MS });
|
|
35
48
|
if (!drained) {
|
|
36
|
-
|
|
37
|
-
console.warn(
|
|
49
|
+
logger.warn(
|
|
38
50
|
`Data set "${session.name}": background work was still running ${
|
|
39
51
|
DRAIN_TIMEOUT_MS / 1000
|
|
40
|
-
} s after its journey ended. Dropping its
|
|
52
|
+
} s after its journey ended. Dropping its databases anyway; that work now fails.`
|
|
41
53
|
);
|
|
42
54
|
}
|
|
43
55
|
// Closed before the drop: a connection read under this session throws from here on, so
|
|
44
|
-
// nothing that outlived the drain reaches any database.
|
|
56
|
+
// nothing that outlived the drain reaches any database, and no target is added after the drop.
|
|
45
57
|
session.state = 'closed';
|
|
46
58
|
dataSessionRegistry.delete(session.id);
|
|
47
|
-
await client
|
|
59
|
+
await dropSessionDatabases({ client, session });
|
|
48
60
|
}
|
|
49
61
|
return function closeOnce() {
|
|
50
62
|
closing = closing ?? close();
|
|
@@ -52,20 +64,28 @@ function createClose({ session, client }) {
|
|
|
52
64
|
};
|
|
53
65
|
}
|
|
54
66
|
|
|
55
|
-
// Opens a data session for one journey run (or a mutant run):
|
|
56
|
-
//
|
|
57
|
-
//
|
|
58
|
-
//
|
|
67
|
+
// Opens a data session for one journey run (or a mutant run): fresh databases on the dev server's
|
|
68
|
+
// memory store, one per database target the build names (dataSet.databaseTargets), loaded with the
|
|
69
|
+
// data set and registered under a random id. They are named <prefix>_<n> under the session's own
|
|
70
|
+
// prefix (ld_<hex>), so the orphan sweep and close() find them all; the first, <prefix>_0, is also
|
|
71
|
+
// the database a target computed per request reads. `cookie` is the id, the payload
|
|
72
|
+
// openPage({ dataCookie }) writes into each actor's lowdefy_journey_data cookie. close() waits for
|
|
73
|
+
// the session's background work (context.waitUntil), then drops the databases.
|
|
59
74
|
async function openDataSession({ dataSet }) {
|
|
60
75
|
const store = await getDataStore();
|
|
61
76
|
const { client, uri } = store;
|
|
62
77
|
const id = crypto.randomBytes(16).toString('hex');
|
|
78
|
+
const prefix = `ld_${crypto.randomBytes(6).toString('hex')}`;
|
|
79
|
+
const databaseTargets = dataSet.databaseTargets ?? [];
|
|
63
80
|
const session = {
|
|
64
81
|
id,
|
|
65
82
|
databaseUri: uri,
|
|
66
|
-
|
|
83
|
+
prefix,
|
|
84
|
+
databaseName: `${prefix}_0`,
|
|
85
|
+
databases: new Map(databaseTargets.map((target, index) => [target, `${prefix}_${index}`])),
|
|
86
|
+
databaseCount: Math.max(databaseTargets.length, 1),
|
|
67
87
|
name: dataSet.name,
|
|
68
|
-
// Registered while it loads, so a concurrent open's orphan sweep leaves its
|
|
88
|
+
// Registered while it loads, so a concurrent open's orphan sweep leaves its databases alone.
|
|
69
89
|
// readDataSession serves only open and closing sessions.
|
|
70
90
|
state: 'loading',
|
|
71
91
|
work: new Set(),
|
|
@@ -75,15 +95,14 @@ async function openDataSession({ dataSet }) {
|
|
|
75
95
|
dataSessionRegistry.set(id, session);
|
|
76
96
|
try {
|
|
77
97
|
await sweepOrphanDatabases({ client });
|
|
78
|
-
const db = client.db(session.databaseName);
|
|
79
98
|
const groups = groupDataSetByCollection({ dataSet });
|
|
80
|
-
// allSettled, so no collection is still loading when a failed load drops the
|
|
99
|
+
// allSettled, so no collection is still loading when a failed load drops the databases.
|
|
81
100
|
const results = await Promise.allSettled(
|
|
82
|
-
|
|
101
|
+
groups.map((group) =>
|
|
83
102
|
loadDataSetCollection({
|
|
84
|
-
db,
|
|
103
|
+
db: client.db(sessionDatabaseName({ session, target: group.target })),
|
|
85
104
|
dataSetName: dataSet.name,
|
|
86
|
-
collectionName,
|
|
105
|
+
collectionName: group.collection,
|
|
87
106
|
group,
|
|
88
107
|
})
|
|
89
108
|
)
|
|
@@ -105,10 +124,7 @@ async function openDataSession({ dataSet }) {
|
|
|
105
124
|
}
|
|
106
125
|
// Best effort: the load error is the one to report, and the next open's orphan sweep drops a
|
|
107
126
|
// database this could not.
|
|
108
|
-
await client
|
|
109
|
-
.db(session.databaseName)
|
|
110
|
-
.dropDatabase()
|
|
111
|
-
.catch(() => {});
|
|
127
|
+
await dropSessionDatabases({ client, session }).catch(() => {});
|
|
112
128
|
throw error;
|
|
113
129
|
}
|
|
114
130
|
session.state = 'open';
|