@lowdefy/server-dev 7.0.0 → 7.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/client/Inspector.jsx +24 -75
- package/client/Page.jsx +8 -0
- package/client/Routing.jsx +0 -2
- package/client/clientBuildImports.test.mjs +5 -3
- package/client/devStreamConnections.test.mjs +1 -0
- package/client/journeyObserver/startJourneyObserver.test.mjs +11 -11
- package/client/openInEditor/OpenInEditorListener.jsx +36 -29
- package/client/openInEditor/OpenInEditorListener.test.mjs +116 -0
- package/client/{feedback → openInEditor}/elementInspect.js +9 -44
- package/client/openInEditor/findBlockLocation.js +2 -2
- package/client/openInEditor/openInEditorStyles.js +56 -0
- package/client/recorder/createPairingBuffer.test.mjs +27 -9
- package/client/recorder/createRecorder.js +11 -7
- package/client/recorder/createRecorder.test.mjs +9 -9
- package/client/recorder/isPasswordElement.js +41 -0
- package/client/recorder/keyChord.test.mjs +1 -0
- package/{client/recorder/toJsonSafe.js → lib/build/mobileConfig.js} +9 -12
- package/lib/client/auth/AuthConfigured.jsx +75 -48
- package/lib/client/auth/authNotConfiguredParity.test.mjs +1 -0
- package/lib/client/auth/authTemplateSync.test.mjs +1 -0
- package/lib/client/auth/betterAuthSessionContract.test.mjs +2 -1
- package/lib/client/auth/sessionCaller.js +56 -0
- package/lib/client/auth/sessionCaller.test.mjs +78 -0
- package/lib/client/getPagePath.test.mjs +1 -0
- package/lib/client/utils/formatErrorsForCopy.test.mjs +1 -0
- package/lib/client/utils/getErrorBarColor.test.mjs +1 -0
- package/lib/client/utils/usePageConfig.test.mjs +15 -15
- package/lib/configTree/buildConfigTree.test.mjs +6 -8
- package/lib/configTree/collectConfigText.test.mjs +1 -0
- package/lib/configTree/runConfigTreeBuild.mjs +2 -1
- package/lib/configTree/runConfigTreeBuild.skipPluginChecks.test.mjs +11 -11
- package/lib/configTree/runConfigTreeBuild.test.mjs +2 -2
- package/lib/docs/addNestedEndpoints.test.mjs +1 -0
- package/lib/docs/checkAgentFiles.test.mjs +1 -0
- package/lib/docs/checkStepReferences.test.mjs +3 -3
- package/lib/docs/clientErrorStore.test.mjs +4 -4
- package/lib/docs/createBrowserLifecycle.test.mjs +40 -24
- package/lib/docs/createDocsMcpServer.js +195 -138
- package/lib/docs/createDocsMcpServer.test.mjs +331 -25
- package/lib/docs/createDocsMcpServerRunJourney.test.mjs +5 -5
- package/lib/docs/createJourneyActors.chromium.test.mjs +3 -3
- package/lib/docs/createJourneyActors.test.mjs +4 -4
- package/lib/docs/dataSets/checkSharedCollectionIds.js +20 -9
- package/lib/docs/dataSets/dataSetJourneys.chromium.mongodb.test.mjs +59 -11
- package/{src/routes/docs/content.js → lib/docs/dataSets/describeTargetKey.js} +10 -14
- package/lib/docs/dataSets/drainSessionWork.test.mjs +21 -5
- package/lib/docs/dataSets/getDataStore.js +11 -3
- package/lib/docs/dataSets/getDataStore.mongodb.test.mjs +3 -3
- package/lib/docs/dataSets/getDataStore.test.mjs +32 -20
- package/lib/docs/dataSets/groupDataSetByCollection.js +19 -11
- package/lib/docs/dataSets/mergeCollectionIndexes.test.mjs +1 -0
- package/lib/docs/dataSets/openDataSession.js +36 -20
- package/lib/docs/dataSets/openDataSession.mongodb.test.mjs +175 -7
- package/lib/docs/dataSets/pickDataStorePort.test.mjs +2 -2
- package/lib/docs/dataSets/readDataSession.test.mjs +1 -0
- package/lib/docs/dataSets/readDataSet.js +34 -19
- package/lib/docs/dataSets/readDataSet.test.mjs +57 -25
- package/lib/docs/dataSets/resolveJourneyDataSet.test.mjs +1 -0
- package/lib/docs/dataSets/sessionDatabaseName.js +32 -0
- package/lib/docs/dataSets/sweepOrphanDatabases.js +7 -4
- package/lib/docs/dataSets/test/app/lowdefy.yaml +22 -0
- package/lib/docs/dataSets/test/app/tests/data/shop.yaml +4 -0
- package/lib/docs/dataSets/test/buildTestApp.mjs +1 -1
- package/lib/docs/devEventBus.js +7 -2
- package/lib/docs/devEventBus.test.mjs +12 -10
- package/lib/docs/devToolDefinitions.js +87 -135
- package/lib/docs/device/buildDeviceCommand.js +103 -0
- package/lib/docs/device/buildDeviceCommand.test.mjs +142 -0
- package/lib/docs/device/captureDevice.js +85 -0
- package/lib/docs/device/checkShownPage.js +56 -0
- package/lib/docs/device/createFakePhoneTab.mjs +77 -0
- package/lib/docs/device/deviceAction.js +74 -0
- package/lib/docs/device/deviceTools.test.mjs +604 -0
- package/lib/docs/device/findDeviceTab.js +50 -0
- package/lib/docs/device/findDeviceTarget.js +73 -0
- package/lib/docs/device/injectDevice.js +160 -0
- package/lib/docs/device/listDevices.js +100 -0
- package/lib/docs/device/listDevices.test.mjs +105 -0
- package/lib/docs/device/runDeviceJourney.js +68 -0
- package/lib/docs/device/runDeviceSteps.js +164 -0
- package/lib/docs/device/screenshotDevice.js +68 -0
- package/lib/docs/device/sendDeviceStep.js +52 -0
- package/lib/docs/device/startDevice.js +150 -0
- package/lib/docs/docs.test.mjs +44 -28
- package/lib/docs/docsIndex.test.mjs +1 -0
- package/lib/docs/findConfig.js +3 -4
- package/lib/docs/findPageBlock.js +35 -0
- package/lib/docs/findPageBlock.test.mjs +45 -0
- package/lib/docs/fitResponse.js +18 -17
- package/lib/docs/fitResponse.test.mjs +18 -0
- package/lib/docs/getBrowser.js +4 -4
- package/lib/docs/getBrowser.test.mjs +32 -16
- package/lib/docs/getBuildId.test.mjs +1 -0
- package/lib/docs/getBuildStatus.js +29 -3
- package/lib/docs/getBuildStatus.test.mjs +108 -12
- package/lib/docs/getBuildStatusAfterEdits.test.mjs +8 -8
- package/{src/routes/docs/appMap.js → lib/docs/getConfigDirectory.js} +3 -5
- package/lib/docs/getHazards.js +4 -1
- package/lib/docs/getHazards.test.mjs +9 -7
- package/lib/docs/getOverview.js +22 -44
- package/lib/docs/getOverviewBasePath.test.mjs +1 -0
- package/lib/docs/getStaleStatus.test.mjs +1 -0
- package/lib/docs/inspectState.js +78 -3
- package/lib/docs/inspectState.test.mjs +61 -9
- package/lib/docs/inspectStateFromTab.js +38 -6
- package/lib/docs/inspectStateFromTab.test.mjs +79 -0
- package/lib/docs/inspectStateHeadless.js +98 -34
- package/lib/docs/inspectStateHeadless.test.mjs +17 -5
- package/lib/docs/installHeadlessShell.failure.test.mjs +9 -5
- package/lib/docs/installHeadlessShell.js +5 -2
- package/lib/docs/installHeadlessShell.test.mjs +8 -5
- package/lib/docs/installHeadlessShell.timeout.test.mjs +32 -12
- package/lib/docs/isDeepEqual.js +37 -0
- package/lib/docs/isHeadlessShellIncomplete.test.mjs +1 -0
- package/lib/docs/isPageReady.test.mjs +1 -0
- package/lib/docs/journeyMutantCookie.chromium.test.mjs +3 -3
- package/lib/docs/journeyRunRecording.test.mjs +1 -0
- package/lib/docs/keepEventStreamAlive.test.mjs +1 -0
- package/lib/docs/launchBrowser.test.mjs +8 -8
- package/lib/docs/listTypes.js +58 -8
- package/lib/docs/loadFrameworkHazards.test.mjs +1 -0
- package/lib/docs/matchJourneyRoute.test.mjs +1 -0
- package/lib/docs/observe/createJourneyAppErrors.test.mjs +3 -3
- package/lib/docs/observe/evaluateInvariants.test.mjs +1 -0
- package/lib/docs/observe/hasNoEffect.test.mjs +1 -0
- package/lib/docs/observe/withAppErrors.test.mjs +1 -0
- package/lib/docs/openJourneyEmail.test.mjs +6 -6
- package/lib/docs/pageBuildStatus.test.mjs +6 -6
- package/lib/docs/pollTab.js +100 -0
- package/lib/docs/pollTab.test.mjs +64 -0
- package/lib/docs/rails/authEngineActions.test.mjs +1 -0
- package/lib/docs/rails/authEngineMethods.test.mjs +2 -1
- package/lib/docs/rails/checkAuthActionsRan.test.mjs +5 -5
- package/lib/docs/rails/createDataSetRails.test.mjs +1 -0
- package/lib/docs/rails/findExternalBlocks.js +3 -3
- package/lib/docs/rails/findExternalBlocks.test.mjs +1 -0
- package/lib/docs/readJourneyEmailMatch.test.mjs +2 -2
- package/lib/docs/readJourneySession.js +1 -1
- package/lib/docs/reportDevToolFault.js +29 -0
- package/lib/docs/reportDevToolFault.test.mjs +34 -0
- package/lib/docs/requestRestart.test.mjs +1 -0
- package/lib/docs/resolvePageInstance.test.mjs +1 -0
- package/lib/docs/resolveSource.js +2 -2
- package/lib/docs/resolveSource.test.mjs +6 -6
- package/lib/docs/reviewPageBuilds.test.mjs +2 -2
- package/lib/docs/runCheck.test.mjs +3 -3
- package/lib/docs/runCheckChild.js +2 -1
- package/lib/docs/runEndpoint.js +23 -10
- package/lib/docs/runEndpoint.test.mjs +42 -37
- package/lib/docs/runErrorBuffers.test.mjs +1 -0
- package/lib/docs/runJourney.js +21 -1
- package/lib/docs/runJourney.test.mjs +119 -99
- package/lib/docs/runJourneyDataSet.test.mjs +26 -26
- package/lib/docs/runJourneySteps.js +8 -29
- package/lib/docs/runRequest.js +6 -6
- package/lib/docs/runRequest.test.mjs +22 -22
- package/lib/docs/screenshotPage.js +6 -7
- package/lib/docs/screenshotPage.test.mjs +46 -46
- package/lib/docs/screenshotPageClip.test.mjs +10 -10
- package/lib/docs/searchDocs.test.mjs +1 -0
- package/lib/docs/searchIcons.test.mjs +5 -5
- package/lib/docs/selectFinalState.test.mjs +1 -0
- package/lib/docs/serverErrorStore.test.mjs +4 -4
- package/lib/docs/setupTestFixtures.mjs +25 -0
- package/lib/docs/splitSearchTerms.test.mjs +1 -0
- package/lib/docs/tabAvailable.js +1 -1
- package/lib/docs/tabChannel.js +90 -14
- package/lib/docs/tabChannel.test.mjs +40 -15
- package/lib/docs/validateJourneyTimeout.test.mjs +1 -0
- package/lib/docs/validateStateSelection.test.mjs +1 -0
- package/lib/docs/validateViewport.test.mjs +1 -0
- package/lib/docs/waitForBuild.test.mjs +1 -0
- package/lib/docs/withBrowserSlot.test.mjs +5 -5
- package/lib/docs/withDataSession.js +2 -2
- package/lib/server/applyDataSetRedirect.js +14 -5
- package/lib/server/applyDataSetRedirect.test.mjs +121 -15
- package/lib/server/applyDataSetRedirectTenantReach.test.mjs +5 -1
- package/lib/server/applyDataSetRedirectWalled.test.mjs +5 -1
- package/lib/server/auth/getHeadlessUser.js +6 -0
- package/lib/server/auth/getHeadlessUser.test.mjs +13 -2
- package/lib/server/auth/resolveHeadlessUser.test.mjs +1 -0
- package/lib/server/contextMapBudget.test.mjs +3 -3
- package/lib/server/continueJitKeys.test.mjs +1 -0
- package/lib/server/createLowdefyContext.js +8 -4
- package/lib/server/createLowdefyContext.test.mjs +38 -35
- package/lib/server/getClientAddress.test.mjs +2 -2
- package/lib/server/getPageJitEnrichment.test.mjs +1 -0
- package/lib/server/importAppCode.test.mjs +2 -2
- package/lib/server/jitPageBuilder.js +27 -3
- package/lib/server/jitPageBuilder.mobileTypes.test.mjs +65 -0
- package/lib/server/jitPageBuilder.skipPluginChecks.test.mjs +5 -6
- package/lib/server/jitPageBuilder.test.mjs +4 -4
- package/lib/server/journeyCookies.test.mjs +1 -0
- package/lib/server/loadDynamicJsMap.js +10 -1
- package/lib/server/log/createHandleError.js +10 -5
- package/lib/server/log/createHandleError.test.mjs +19 -8
- package/lib/server/log/createLogger.test.mjs +2 -2
- package/lib/server/mutantDataSetWrappers.test.mjs +5 -1
- package/lib/server/mutants/listMutants.test.mjs +1 -0
- package/lib/server/mutants/mutantRuns.test.mjs +1 -0
- package/lib/server/mutants/operators.test.mjs +1 -0
- package/lib/server/pageBuildRecords.test.mjs +1 -0
- package/lib/server/pageCache.test.mjs +1 -0
- package/lib/server/pageRebuilds.test.mjs +3 -3
- package/{src/routes/docs/examples.js → lib/server/pairingHeaders.js} +8 -15
- package/lib/server/pruneJitMaps.test.mjs +1 -0
- package/lib/server/readBuildApiArtifacts.test.mjs +1 -0
- package/lib/server/readInstanceRecord.test.mjs +24 -8
- package/lib/server/readMergedMaps.test.mjs +1 -0
- package/lib/server/recording/errorRecordingStamp.test.mjs +1 -0
- package/lib/server/recording/readRecordingCookie.test.mjs +2 -0
- package/lib/server/recording/servedBuilds.test.mjs +1 -0
- package/lib/server/sinkExternalConnections.test.mjs +6 -6
- package/lib/server/skipStaleMapWrites.test.mjs +12 -12
- package/lib/server/startIdleGc.test.mjs +25 -9
- package/lib/server/testFixtures/importAppCodeTwice.mjs +2 -2
- package/lib/vite/createDevServerExclude.test.mjs +1 -0
- package/manager/getContext.mjs +11 -2
- package/manager/processes/checkPendingPlugins.mjs +49 -0
- package/manager/processes/checkPendingPlugins.test.mjs +107 -0
- package/manager/processes/createIdleChild.mjs +141 -0
- package/manager/processes/createIdleChild.test.mjs +209 -0
- package/manager/processes/initialBuild.mjs +4 -15
- package/manager/processes/initialBuild.test.mjs +8 -37
- package/manager/processes/lowdefyBuild.mjs +11 -7
- package/manager/processes/lowdefyBuild.skipPluginChecks.test.mjs +23 -13
- package/manager/processes/lowdefyBuild.test.mjs +17 -15
- package/manager/processes/restartServer.test.mjs +63 -15
- package/manager/processes/shutdownServer.test.mjs +3 -3
- package/manager/processes/startFirstServer.test.mjs +23 -22
- package/manager/processes/startMailSink.mjs +11 -3
- package/manager/processes/startMailSink.test.mjs +28 -2
- package/manager/processes/startProxy.mjs +158 -27
- package/manager/processes/startProxy.pairing.test.mjs +204 -0
- package/manager/processes/startProxy.test.mjs +127 -2
- package/manager/processes/startServer.mjs +5 -7
- package/manager/processes/startServer.test.mjs +10 -9
- package/manager/processes/syncServer.mjs +31 -4
- package/manager/processes/syncServer.test.mjs +71 -6
- package/manager/processes/waitForDevServer.test.mjs +21 -6
- package/manager/run.mjs +32 -8
- package/manager/utils/BatchChanges.mjs +1 -1
- package/manager/utils/BatchChanges.test.mjs +4 -4
- package/manager/utils/acquireDevInstance.test.mjs +1 -0
- package/manager/utils/checkPairing.mjs +45 -0
- package/manager/utils/checkPairing.test.mjs +53 -0
- package/manager/utils/createBuildActivity.mjs +5 -1
- package/manager/utils/createBuildActivity.test.mjs +2 -2
- package/manager/utils/createChangeSignal.test.mjs +5 -5
- package/manager/utils/createCustomPluginMessagesMap.mjs +8 -3
- package/manager/utils/createCustomPluginTypesMap.mjs +48 -12
- package/manager/utils/createCustomPluginTypesMap.test.mjs +181 -19
- package/manager/utils/createDotPathIgnore.test.mjs +1 -0
- package/manager/utils/createGlobIgnore.mjs +45 -0
- package/manager/utils/createGlobIgnore.test.mjs +58 -0
- package/manager/utils/createGlobWatchPaths.mjs +75 -0
- package/manager/utils/createGlobWatchPaths.test.mjs +67 -0
- package/manager/utils/createIdleGc.test.mjs +31 -15
- package/manager/utils/createLanPairing.mjs +34 -0
- package/manager/utils/createLanPairing.test.mjs +46 -0
- package/manager/utils/createRequestActivity.mjs +30 -3
- package/manager/utils/createRequestActivity.test.mjs +76 -22
- package/manager/utils/createServerArtifactTracker.mjs +1 -0
- package/manager/utils/createServerArtifactTracker.test.mjs +1 -0
- package/manager/utils/findBuildFilesOutsideWatch.test.mjs +1 -0
- package/{client/recorder/collectEventActions.js → manager/utils/findSignInCode.mjs} +13 -10
- package/manager/utils/findSignInCode.test.mjs +33 -0
- package/manager/utils/formatLanPairing.mjs +32 -0
- package/manager/utils/formatLanPairing.test.mjs +40 -0
- package/manager/utils/getLanAddress.mjs +83 -0
- package/manager/utils/getLanAddress.test.mjs +70 -0
- package/manager/utils/importFresh.test.mjs +1 -0
- package/{src/routes/docs/icons.js → manager/utils/isLoopbackAddress.mjs} +11 -10
- package/manager/utils/pluginTypeCache.mjs +100 -0
- package/manager/utils/pluginTypeCache.test.mjs +141 -0
- package/manager/utils/pruneRecordings.test.mjs +1 -0
- package/manager/utils/publishBuildDirectory.order.test.mjs +2 -2
- package/manager/utils/publishBuildDirectory.test.mjs +6 -7
- package/manager/utils/readBasePath.test.mjs +1 -0
- package/manager/utils/readManagerVersion.test.mjs +1 -0
- package/manager/utils/readPluginDefinitions.mjs +6 -6
- package/manager/utils/renderTerminalQr.mjs +54 -0
- package/manager/utils/resolveDevAuthUrl.test.mjs +1 -0
- package/manager/utils/setupWatcher.mjs +19 -4
- package/manager/utils/startRecordingPruner.test.mjs +24 -8
- package/manager/utils/waitForChildExit.test.mjs +2 -2
- package/manager/utils/writeBuildStatus.test.mjs +1 -0
- package/manager/watchers/envWatcher.mjs +3 -0
- package/manager/watchers/envWatcher.test.mjs +19 -7
- package/manager/watchers/listServerPluginFiles.mjs +188 -0
- package/manager/watchers/listServerPluginFiles.test.mjs +257 -0
- package/manager/watchers/lowdefyBuildWatcher.mjs +5 -0
- package/manager/watchers/lowdefyBuildWatcher.test.mjs +63 -10
- package/manager/watchers/pluginSourceWatcher.mjs +45 -17
- package/manager/watchers/pluginSourceWatcher.test.mjs +97 -21
- package/manager/watchers/resolveFile.mjs +46 -0
- package/manager/watchers/resolveFile.test.mjs +67 -0
- package/manager/watchers/resolvePackageSpecifier.mjs +127 -0
- package/manager/watchers/resolvePackageSpecifier.test.mjs +151 -0
- package/manager/watchers/restartRequestWatcher.mjs +7 -4
- package/manager/watchers/restartRequestWatcher.test.mjs +43 -6
- package/manager/watchers/selectLocalPluginPackages.test.mjs +1 -0
- package/package.json +50 -49
- package/package.original.json +50 -49
- package/src/app.js +83 -85
- package/src/html/renderDevPage.test.mjs +1 -0
- package/src/lib/getPathSegments.js +16 -1
- package/src/{routes/docs/checkpointsList.js → lib/getRequestSurface.js} +6 -4
- package/src/lib/isTabAnswer.js +32 -0
- package/src/lib/isTabChannelCaller.js +35 -0
- package/src/middleware/apiContext.js +4 -2
- package/src/middleware/createSameOriginGuard.test.mjs +1 -0
- package/src/middleware/errorHandler.js +33 -45
- package/src/middleware/errorHandler.test.mjs +10 -10
- package/src/middleware/isRebindingSafeHost.test.mjs +1 -0
- package/src/middleware/localDevToolsOnly.js +13 -1
- package/src/middleware/localDevToolsOnly.test.mjs +36 -2
- package/src/middleware/noStore.test.mjs +1 -0
- package/src/middleware/staleFlag.test.mjs +1 -0
- package/src/middleware/stampCaller.test.mjs +1 -0
- package/src/routes/agentBearer.test.mjs +183 -0
- package/src/routes/auth.test.mjs +10 -10
- package/src/routes/clientError.js +21 -4
- package/src/routes/clientError.test.mjs +127 -0
- package/src/routes/devInspect.js +6 -51
- package/src/routes/devInspect.test.mjs +128 -3
- package/src/routes/devRecording.js +6 -17
- package/src/routes/devRecording.test.mjs +54 -3
- package/src/routes/docs/buildStatus.test.mjs +6 -6
- package/src/routes/docs/events.test.mjs +4 -4
- package/src/routes/docs/find.js +3 -3
- package/src/routes/docs/journey.test.mjs +8 -8
- package/src/routes/docs/journeyRefusals.test.mjs +9 -9
- package/src/routes/docs/loadDocsRoutes.js +70 -0
- package/src/routes/docs/loadDocsRoutes.test.mjs +110 -0
- package/src/routes/docs/mcp.test.mjs +5 -5
- package/src/routes/docs/mutants.js +7 -0
- package/src/routes/docs/mutants.test.mjs +20 -6
- package/src/routes/docs/parsePathParamsParam.test.mjs +1 -0
- package/src/routes/docs/parseUserParam.test.mjs +1 -0
- package/src/routes/docs/restart.test.mjs +1 -0
- package/src/routes/endpoints.js +24 -0
- package/src/routes/endpointsLink.test.mjs +111 -0
- package/src/routes/endpointsTextAnswer.test.mjs +8 -8
- package/src/routes/jitPage.js +13 -1
- package/src/routes/jitPage.test.mjs +36 -11
- package/src/routes/mcp.js +6 -0
- package/src/routes/mcp.test.mjs +23 -8
- package/src/routes/mcpMemberToken.test.mjs +8 -8
- package/src/routes/mcpProtectedResourceMetadata.test.mjs +2 -2
- package/src/routes/{docs/checkpointsRevert.js → mobileRoot.js} +10 -13
- package/src/routes/mobileRoutes.test.mjs +223 -0
- package/src/routes/mobileSignIn.js +58 -0
- package/src/routes/mobileSignIn.test.mjs +59 -0
- package/src/routes/mobileSignInCallback.js +34 -0
- package/src/routes/mobileSignInCallback.test.mjs +51 -0
- package/src/routes/mountDevPageRoutes.js +10 -2
- package/src/routes/mountDevPageRoutes.test.mjs +25 -1
- package/src/routes/mountMobileWellKnown.js +35 -0
- package/src/routes/mountMobileWellKnown.test.mjs +79 -0
- package/src/routes/mountOauthDiscovery.test.mjs +5 -5
- package/src/routes/normalizeMcpProtocolVersionHeader.test.mjs +1 -0
- package/src/routes/reload.js +101 -20
- package/src/routes/reload.test.mjs +153 -0
- package/src/routes/request.js +1 -22
- package/src/routes/request.test.mjs +7 -24
- package/src/routes/requestBody.test.mjs +14 -27
- package/src/routes/websocket.test.mjs +2 -2
- package/src/routes/wellKnownFallback.test.mjs +2 -2
- package/src/websocket/devWebSocket.test.mjs +12 -12
- package/vite.config.js +13 -1
- package/client/feedback/FeedbackMount.jsx +0 -83
- package/client/feedback/FeedbackOverlay.jsx +0 -904
- package/client/feedback/captureTabScreenshot.js +0 -84
- package/client/feedback/copyToClipboard.js +0 -45
- package/client/feedback/drawAnnotationsSvg.js +0 -119
- package/client/feedback/feedbackStyles.js +0 -304
- package/client/feedback/pinResponsiveImages.js +0 -59
- package/client/feedback/sendFeedback.js +0 -39
- package/client/feedback/useFeedbackToggle.js +0 -70
- package/client/recorder/buildEngineRecord.js +0 -37
- package/client/recorder/buildInteractionRecord.js +0 -64
- package/client/recorder/buildTraceEvent.js +0 -57
- package/client/recorder/buildTraceEvent.test.mjs +0 -81
- package/client/recorder/chunkRecords.js +0 -69
- package/client/recorder/chunkRecords.test.mjs +0 -59
- package/client/recorder/collectEventEndpoints.js +0 -40
- package/client/recorder/collectEventRequests.js +0 -39
- package/client/recorder/createPairingBuffer.js +0 -187
- package/client/recorder/createPasswordRedactor.js +0 -84
- package/client/recorder/createRecordBatcher.js +0 -54
- package/client/recorder/createRecordBatcher.test.mjs +0 -76
- package/client/recorder/createRecordingSession.js +0 -61
- package/client/recorder/createRecordingSession.test.mjs +0 -72
- package/client/recorder/diffStateWrites.js +0 -77
- package/client/recorder/diffStateWrites.test.mjs +0 -66
- package/client/recorder/isEventCall.js +0 -30
- package/client/recorder/jsonType.js +0 -39
- package/client/recorder/sendRecords.js +0 -40
- package/lib/docs/captureAnnotatedScreenshot.js +0 -99
- package/lib/docs/checkpointPaths.js +0 -91
- package/lib/docs/checkpointStore.js +0 -243
- package/lib/docs/checkpointToMocks.js +0 -65
- package/lib/docs/configCheckpoints.test.mjs +0 -156
- package/lib/docs/createConfigCheckpoint.js +0 -92
- package/lib/docs/dataSets/findCollectionCollisions.js +0 -52
- package/lib/docs/devMockRegistry.js +0 -68
- package/lib/docs/enrichFeedback.js +0 -71
- package/lib/docs/evalOperator.js +0 -49
- package/lib/docs/evalOperator.test.mjs +0 -157
- package/lib/docs/evalOperatorHeadless.js +0 -159
- package/lib/docs/evalOperatorHeadless.test.mjs +0 -78
- package/lib/docs/evalOperatorInTab.js +0 -49
- package/lib/docs/formatFeedback.js +0 -142
- package/lib/docs/formatFeedback.test.mjs +0 -252
- package/lib/docs/getPluginDoc.js +0 -53
- package/lib/docs/listConfigCheckpoints.js +0 -55
- package/lib/docs/loadState.js +0 -220
- package/lib/docs/revertConfigCheckpoint.js +0 -73
- package/lib/docs/saveAnnotatedScreenshot.js +0 -43
- package/lib/docs/scaffoldPage.js +0 -77
- package/lib/docs/scaffoldPage.test.mjs +0 -97
- package/lib/docs/snapshotState.js +0 -67
- package/lib/docs/stateCheckpoints.test.mjs +0 -443
- package/manager/watchers/listServerSidePackages.mjs +0 -47
- package/manager/watchers/listServerSidePackages.test.mjs +0 -38
- package/src/routes/docs/checkpointsCreate.js +0 -28
- package/src/routes/docs/evalOperator.js +0 -70
- package/src/routes/docs/inspectState.js +0 -59
- package/src/routes/docs/loadState.js +0 -51
- package/src/routes/docs/pluginDoc.js +0 -33
- package/src/routes/docs/plugins.js +0 -23
- package/src/routes/docs/runEndpoint.js +0 -54
- package/src/routes/docs/runEndpoint.test.mjs +0 -165
- package/src/routes/docs/runRequest.js +0 -53
- package/src/routes/docs/runRequest.test.mjs +0 -92
- package/src/routes/docs/schema.js +0 -37
- package/src/routes/docs/screenshot.js +0 -120
- package/src/routes/docs/screenshot.test.mjs +0 -117
- package/src/routes/docs/search.js +0 -40
- package/src/routes/docs/snapshotState.js +0 -50
- package/src/routes/docs/stateCheckpointsList.js +0 -26
- package/src/routes/docs/types.js +0 -33
- package/src/routes/feedback.js +0 -107
- package/src/routes/feedback.test.mjs +0 -204
|
@@ -17,7 +17,7 @@
|
|
|
17
17
|
import fs from 'node:fs';
|
|
18
18
|
import os from 'node:os';
|
|
19
19
|
import path from 'node:path';
|
|
20
|
-
import {
|
|
20
|
+
import { vi, afterAll, afterEach, beforeAll, beforeEach, describe, expect, test } from 'vitest';
|
|
21
21
|
import { MongoClient, ObjectId } from 'mongodb';
|
|
22
22
|
import { parseDataSet } from '@lowdefy/node-utils';
|
|
23
23
|
|
|
@@ -25,9 +25,14 @@ import dataSessionRegistry from './dataSessionRegistry.js';
|
|
|
25
25
|
import getDataStore from './getDataStore.js';
|
|
26
26
|
import openDataSession from './openDataSession.js';
|
|
27
27
|
import readDataSession from './readDataSession.js';
|
|
28
|
+
import readDataSet from './readDataSet.js';
|
|
29
|
+
import applyDataSetRedirect from '../../server/applyDataSetRedirect.js';
|
|
28
30
|
import { journeyActorToken } from '../../server/auth/journeyActor.js';
|
|
29
31
|
|
|
30
|
-
|
|
32
|
+
const mockLogger = vi.hoisted(() => ({ info: vi.fn(), warn: vi.fn() }));
|
|
33
|
+
vi.mock('../../server/log/createLogger.js', () => ({ default: () => mockLogger }));
|
|
34
|
+
|
|
35
|
+
vi.setConfig({ testTimeout: 120000, hookTimeout: 120000 });
|
|
31
36
|
|
|
32
37
|
let store;
|
|
33
38
|
let client;
|
|
@@ -281,6 +286,154 @@ test('two sessions on one data set are isolated, and close() drops the database'
|
|
|
281
286
|
expect(first.session.state).toEqual('closed');
|
|
282
287
|
});
|
|
283
288
|
|
|
289
|
+
describe('two databases that name one collection', () => {
|
|
290
|
+
let configDirectory;
|
|
291
|
+
let buildDirectory;
|
|
292
|
+
|
|
293
|
+
const artifacts = {
|
|
294
|
+
app_users: {
|
|
295
|
+
connectionId: 'app_users',
|
|
296
|
+
type: 'MongoDBCollection',
|
|
297
|
+
properties: { databaseUri: { _secret: 'MONGODB_URI' }, collection: 'users' },
|
|
298
|
+
},
|
|
299
|
+
auth_users: {
|
|
300
|
+
connectionId: 'auth_users',
|
|
301
|
+
type: 'MongoDBCollection',
|
|
302
|
+
properties: { databaseUri: { _secret: 'AUTH_MONGODB_URI' }, collection: 'users' },
|
|
303
|
+
},
|
|
304
|
+
};
|
|
305
|
+
|
|
306
|
+
beforeEach(() => {
|
|
307
|
+
configDirectory = fs.mkdtempSync(path.join(os.tmpdir(), 'lowdefy-data-targets-'));
|
|
308
|
+
buildDirectory = path.join(configDirectory, '.lowdefy', 'dev', 'build');
|
|
309
|
+
fs.mkdirSync(path.join(configDirectory, 'tests', 'data'), { recursive: true });
|
|
310
|
+
fs.mkdirSync(path.join(buildDirectory, 'connections'), { recursive: true });
|
|
311
|
+
Object.values(artifacts).forEach((artifact) => {
|
|
312
|
+
fs.writeFileSync(
|
|
313
|
+
path.join(buildDirectory, 'connections', `${artifact.connectionId}.json`),
|
|
314
|
+
JSON.stringify(artifact)
|
|
315
|
+
);
|
|
316
|
+
});
|
|
317
|
+
fs.writeFileSync(
|
|
318
|
+
path.join(configDirectory, 'tests', 'data', 'targets.yaml'),
|
|
319
|
+
`fixtures:
|
|
320
|
+
app_users: [{ _id: shared, name: App member }]
|
|
321
|
+
auth_users: [{ _id: shared, name: Auth user }, { _id: auth-only }]
|
|
322
|
+
indexes:
|
|
323
|
+
app_users: [{ key: { name: 1 }, name: name_1, unique: true }]
|
|
324
|
+
`
|
|
325
|
+
);
|
|
326
|
+
});
|
|
327
|
+
|
|
328
|
+
afterEach(() => {
|
|
329
|
+
fs.rmSync(configDirectory, { recursive: true, force: true });
|
|
330
|
+
});
|
|
331
|
+
|
|
332
|
+
// The database a request on the connection reads under the session, through the gate.
|
|
333
|
+
async function redirectedDb({ session, connectionId }) {
|
|
334
|
+
const context = {
|
|
335
|
+
readConfigFile: async (filePath) =>
|
|
336
|
+
artifacts[filePath.replace(/^connections\/(.+)\.json$/, '$1')] ?? null,
|
|
337
|
+
};
|
|
338
|
+
applyDataSetRedirect({
|
|
339
|
+
context,
|
|
340
|
+
session,
|
|
341
|
+
connections: { MongoDBCollection: { meta: { dataSet: 'redirect' } } },
|
|
342
|
+
});
|
|
343
|
+
const { properties } = await context.readConfigFile(`connections/${connectionId}.json`);
|
|
344
|
+
expect(properties.databaseUri).toEqual(session.databaseUri);
|
|
345
|
+
return client.db(properties.databaseName);
|
|
346
|
+
}
|
|
347
|
+
|
|
348
|
+
test('each databaseUri secret loads into and reads its own session database, and close() drops both', async () => {
|
|
349
|
+
const dataSet = await readDataSet({ configDirectory, buildDirectory, name: 'targets' });
|
|
350
|
+
const { session, close } = await openDataSession({ dataSet });
|
|
351
|
+
let names;
|
|
352
|
+
try {
|
|
353
|
+
const appDb = await redirectedDb({ session, connectionId: 'app_users' });
|
|
354
|
+
const authDb = await redirectedDb({ session, connectionId: 'auth_users' });
|
|
355
|
+
expect(appDb.databaseName).not.toEqual(authDb.databaseName);
|
|
356
|
+
names = [appDb.databaseName, authDb.databaseName];
|
|
357
|
+
names.forEach((name) => expect(name.startsWith(`${session.prefix}_`)).toBe(true));
|
|
358
|
+
expect(await appDb.collection('users').find().toArray()).toEqual([
|
|
359
|
+
{ _id: 'shared', name: 'App member' },
|
|
360
|
+
]);
|
|
361
|
+
expect(await authDb.collection('users').find().sort({ _id: 1 }).toArray()).toEqual([
|
|
362
|
+
{ _id: 'auth-only' },
|
|
363
|
+
{ _id: 'shared', name: 'Auth user' },
|
|
364
|
+
]);
|
|
365
|
+
// Indexes load per target too.
|
|
366
|
+
const appIndexes = await appDb.collection('users').indexes();
|
|
367
|
+
const authIndexes = await authDb.collection('users').indexes();
|
|
368
|
+
expect(appIndexes.map((index) => index.name)).toContain('name_1');
|
|
369
|
+
expect(authIndexes.map((index) => index.name)).not.toContain('name_1');
|
|
370
|
+
expect(await listDatabaseNames()).toEqual(expect.arrayContaining(names));
|
|
371
|
+
} finally {
|
|
372
|
+
await close();
|
|
373
|
+
}
|
|
374
|
+
const left = await listDatabaseNames();
|
|
375
|
+
names.forEach((name) => expect(left).not.toContain(name));
|
|
376
|
+
});
|
|
377
|
+
|
|
378
|
+
test('a connection whose target is computed loads into the first target database with it', async () => {
|
|
379
|
+
artifacts.computed_users = {
|
|
380
|
+
connectionId: 'computed_users',
|
|
381
|
+
type: 'MongoDBCollection',
|
|
382
|
+
properties: { databaseUri: { _env: 'URI' }, collection: 'users' },
|
|
383
|
+
};
|
|
384
|
+
fs.writeFileSync(
|
|
385
|
+
path.join(buildDirectory, 'connections', 'computed_users.json'),
|
|
386
|
+
JSON.stringify(artifacts.computed_users)
|
|
387
|
+
);
|
|
388
|
+
fs.writeFileSync(
|
|
389
|
+
path.join(configDirectory, 'tests', 'data', 'computed.yaml'),
|
|
390
|
+
'fixtures:\n auth_users: [{ _id: auth }]\n computed_users: [{ _id: computed }]\n'
|
|
391
|
+
);
|
|
392
|
+
try {
|
|
393
|
+
const dataSet = await readDataSet({ configDirectory, buildDirectory, name: 'computed' });
|
|
394
|
+
const { session, close } = await openDataSession({ dataSet });
|
|
395
|
+
try {
|
|
396
|
+
// AUTH_MONGODB_URI sorts first, so its database is the session's first.
|
|
397
|
+
const authDb = await redirectedDb({ session, connectionId: 'auth_users' });
|
|
398
|
+
const computedDb = await redirectedDb({ session, connectionId: 'computed_users' });
|
|
399
|
+
expect(authDb.databaseName).toEqual(session.databaseName);
|
|
400
|
+
expect(computedDb.databaseName).toEqual(session.databaseName);
|
|
401
|
+
const ids = await authDb.collection('users').distinct('_id');
|
|
402
|
+
expect(ids.sort()).toEqual(['auth', 'computed']);
|
|
403
|
+
} finally {
|
|
404
|
+
await close();
|
|
405
|
+
}
|
|
406
|
+
} finally {
|
|
407
|
+
delete artifacts.computed_users;
|
|
408
|
+
}
|
|
409
|
+
});
|
|
410
|
+
|
|
411
|
+
test('a session database the gate numbers after open survives a concurrent sweep and drops on close()', async () => {
|
|
412
|
+
const dataSet = await readDataSet({ configDirectory, buildDirectory, name: 'targets' });
|
|
413
|
+
const first = await openDataSession({ dataSet });
|
|
414
|
+
// A target the build did not name, as a config mutant's would be.
|
|
415
|
+
artifacts.late = {
|
|
416
|
+
connectionId: 'late',
|
|
417
|
+
type: 'MongoDBCollection',
|
|
418
|
+
properties: { databaseUri: { _secret: 'LATE_URI' }, collection: 'users' },
|
|
419
|
+
};
|
|
420
|
+
let lateName;
|
|
421
|
+
try {
|
|
422
|
+
const db = await redirectedDb({ session: first.session, connectionId: 'late' });
|
|
423
|
+
await db.collection('users').insertOne({ _id: 'late' });
|
|
424
|
+
lateName = db.databaseName;
|
|
425
|
+
} finally {
|
|
426
|
+
delete artifacts.late;
|
|
427
|
+
}
|
|
428
|
+
expect(lateName).toEqual(`${first.session.prefix}_${dataSet.databaseTargets.length}`);
|
|
429
|
+
const second = await openDataSession({ dataSet });
|
|
430
|
+
expect(await listDatabaseNames()).toContain(lateName);
|
|
431
|
+
await second.close();
|
|
432
|
+
await first.close();
|
|
433
|
+
expect(await listDatabaseNames()).not.toContain(lateName);
|
|
434
|
+
});
|
|
435
|
+
});
|
|
436
|
+
|
|
284
437
|
test('close() waits for background work added to the session', async () => {
|
|
285
438
|
const { session, close } = await openDataSession({ dataSet: makeDataSet({}) });
|
|
286
439
|
let release;
|
|
@@ -304,18 +457,33 @@ test('close() waits for background work added to the session', async () => {
|
|
|
304
457
|
test('close() drops after 30 s with a warning when background work never settles', async () => {
|
|
305
458
|
const { session, close } = await openDataSession({ dataSet: makeDataSet({}) });
|
|
306
459
|
await sessionDb(session).collection('kept').insertOne({ _id: 1 });
|
|
307
|
-
const warn =
|
|
460
|
+
const warn = mockLogger.warn;
|
|
461
|
+
warn.mockClear();
|
|
308
462
|
session.work.add(new Promise(() => {}));
|
|
309
|
-
|
|
463
|
+
vi.useFakeTimers({
|
|
464
|
+
toFake: [
|
|
465
|
+
'Date',
|
|
466
|
+
'hrtime',
|
|
467
|
+
'requestAnimationFrame',
|
|
468
|
+
'cancelAnimationFrame',
|
|
469
|
+
'requestIdleCallback',
|
|
470
|
+
'cancelIdleCallback',
|
|
471
|
+
'clearImmediate',
|
|
472
|
+
'setInterval',
|
|
473
|
+
'clearInterval',
|
|
474
|
+
'setTimeout',
|
|
475
|
+
'clearTimeout',
|
|
476
|
+
],
|
|
477
|
+
});
|
|
310
478
|
let warnings;
|
|
311
479
|
try {
|
|
312
480
|
const closing = close();
|
|
313
|
-
|
|
314
|
-
|
|
481
|
+
vi.advanceTimersByTime(30000);
|
|
482
|
+
vi.useRealTimers();
|
|
315
483
|
await closing;
|
|
316
484
|
warnings = warn.mock.calls.map(([message]) => message);
|
|
317
485
|
} finally {
|
|
318
|
-
|
|
486
|
+
vi.useRealTimers();
|
|
319
487
|
warn.mockRestore();
|
|
320
488
|
}
|
|
321
489
|
expect(warnings).toEqual([expect.stringContaining('Data set "sample"')]);
|
|
@@ -15,7 +15,7 @@
|
|
|
15
15
|
*/
|
|
16
16
|
|
|
17
17
|
import { EventEmitter } from 'node:events';
|
|
18
|
-
import {
|
|
18
|
+
import { vi, beforeEach, expect, test } from 'vitest';
|
|
19
19
|
|
|
20
20
|
const listenErrors = [];
|
|
21
21
|
|
|
@@ -34,7 +34,7 @@ function createServer() {
|
|
|
34
34
|
return server;
|
|
35
35
|
}
|
|
36
36
|
|
|
37
|
-
|
|
37
|
+
vi.doMock('node:net', () => ({ default: { createServer } }));
|
|
38
38
|
|
|
39
39
|
const { default: pickDataStorePort, MIN_PORT } = await import('./pickDataStorePort.js');
|
|
40
40
|
|
|
@@ -17,6 +17,7 @@
|
|
|
17
17
|
import dataSessionRegistry from './dataSessionRegistry.js';
|
|
18
18
|
import readDataSession from './readDataSession.js';
|
|
19
19
|
import { journeyActorToken } from '../../server/auth/journeyActor.js';
|
|
20
|
+
import { afterEach, expect, test } from 'vitest';
|
|
20
21
|
|
|
21
22
|
afterEach(() => {
|
|
22
23
|
dataSessionRegistry.clear();
|
|
@@ -14,10 +14,11 @@
|
|
|
14
14
|
limitations under the License.
|
|
15
15
|
*/
|
|
16
16
|
|
|
17
|
+
import { type } from '@lowdefy/helpers';
|
|
17
18
|
import { parseDataSet } from '@lowdefy/node-utils';
|
|
18
19
|
|
|
19
20
|
import checkSharedCollectionIds from './checkSharedCollectionIds.js';
|
|
20
|
-
import
|
|
21
|
+
import describeTargetKey from './describeTargetKey.js';
|
|
21
22
|
import readConnectionArtifacts from './readConnectionArtifacts.js';
|
|
22
23
|
import resolveDataSetCollection from './resolveDataSetCollection.js';
|
|
23
24
|
|
|
@@ -31,38 +32,52 @@ function getKeyedConnectionIds({ dataSet }) {
|
|
|
31
32
|
];
|
|
32
33
|
}
|
|
33
34
|
|
|
35
|
+
// Sorts a URI's default database (no databaseName) before its named ones.
|
|
36
|
+
function sortKey(key) {
|
|
37
|
+
const [uri, databaseName] = JSON.parse(key);
|
|
38
|
+
return [uri, databaseName ?? ''].join('\u0000');
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
// Every database target the built connections name, sorted, so each run numbers them alike and the
|
|
42
|
+
// first one (the database a computed target reads) is the same on every run.
|
|
43
|
+
function listDatabaseTargets({ artifacts }) {
|
|
44
|
+
const keys = new Set();
|
|
45
|
+
Object.values(artifacts).forEach((artifact) => {
|
|
46
|
+
const key = describeTargetKey({ properties: artifact.properties });
|
|
47
|
+
if (!type.isNone(key)) keys.add(key);
|
|
48
|
+
});
|
|
49
|
+
return [...keys].sort((a, b) => sortKey(a).localeCompare(sortKey(b)));
|
|
50
|
+
}
|
|
51
|
+
|
|
34
52
|
// The data set checks only the dev build can make, on top of parseDataSet's: every connection the
|
|
35
|
-
// data set names is a MongoDBCollection with a literal collection, and
|
|
36
|
-
//
|
|
37
|
-
//
|
|
38
|
-
//
|
|
53
|
+
// data set names is a MongoDBCollection with a literal collection, and a generated _id that another
|
|
54
|
+
// connection on the same collection in the same database target also holds is refused. Adds the
|
|
55
|
+
// database target of each connection it names (targets) and of every connection in the build
|
|
56
|
+
// (databaseTargets): a data session gives each target a database of its own. Runs before any
|
|
57
|
+
// browser opens.
|
|
39
58
|
async function readDataSet({ configDirectory, buildDirectory, name }) {
|
|
40
59
|
const dataSet = await parseDataSet({ configDirectory, name });
|
|
41
|
-
const warnings = [...dataSet.warnings];
|
|
42
|
-
|
|
43
60
|
const artifacts = await readConnectionArtifacts({ buildDirectory });
|
|
44
61
|
const keyedIds = getKeyedConnectionIds({ dataSet });
|
|
62
|
+
const databaseTargets = listDatabaseTargets({ artifacts });
|
|
45
63
|
const collections = {};
|
|
64
|
+
const targets = {};
|
|
46
65
|
keyedIds.forEach((connectionId) => {
|
|
66
|
+
const artifact = artifacts[connectionId];
|
|
47
67
|
collections[connectionId] = resolveDataSetCollection({
|
|
48
68
|
dataSetName: name,
|
|
49
69
|
connectionId,
|
|
50
|
-
artifact
|
|
70
|
+
artifact,
|
|
51
71
|
}).collection;
|
|
72
|
+
// A target computed per request reads the session's first database, the first target's, so it
|
|
73
|
+
// groups and checks _ids with that target's connections.
|
|
74
|
+
targets[connectionId] =
|
|
75
|
+
describeTargetKey({ properties: artifact.properties }) ?? databaseTargets[0] ?? null;
|
|
52
76
|
});
|
|
53
77
|
|
|
54
|
-
|
|
55
|
-
const [a, b] = connectionIds;
|
|
56
|
-
const message = `Connections "${a}" and "${b}" both name collection "${collection}" in different databases; under a data set they read one database, so they share one collection.`;
|
|
57
|
-
if (keyedIds.includes(a) || keyedIds.includes(b)) {
|
|
58
|
-
throw new Error(`Data set "${name}": ${message}`);
|
|
59
|
-
}
|
|
60
|
-
warnings.push(message);
|
|
61
|
-
});
|
|
62
|
-
|
|
63
|
-
checkSharedCollectionIds({ dataSetName: name, dataSet: { ...dataSet, collections } });
|
|
78
|
+
checkSharedCollectionIds({ dataSetName: name, dataSet: { ...dataSet, collections, targets } });
|
|
64
79
|
|
|
65
|
-
return { ...dataSet, collections,
|
|
80
|
+
return { ...dataSet, collections, targets, databaseTargets };
|
|
66
81
|
}
|
|
67
82
|
|
|
68
83
|
export default readDataSet;
|
|
@@ -19,6 +19,7 @@ import os from 'node:os';
|
|
|
19
19
|
import path from 'node:path';
|
|
20
20
|
|
|
21
21
|
import readDataSet from './readDataSet.js';
|
|
22
|
+
import { afterEach, beforeEach, expect, test } from 'vitest';
|
|
22
23
|
|
|
23
24
|
let configDirectory;
|
|
24
25
|
let buildDirectory;
|
|
@@ -84,9 +85,11 @@ test('readDataSet reads module connections, which the build writes under their m
|
|
|
84
85
|
writeConnection('contacts/contacts', mongo({ collection: 'contacts' }));
|
|
85
86
|
writeConnection('crm-contacts', mongo({ collection: 'contacts', databaseName: 'crm' }));
|
|
86
87
|
writeDataSet('alpha', 'fixtures:\n contacts/contacts: [{ _id: c1 }]\n');
|
|
87
|
-
await
|
|
88
|
-
|
|
89
|
-
|
|
88
|
+
const dataSet = await readDataSet({ configDirectory, buildDirectory, name: 'alpha' });
|
|
89
|
+
expect(dataSet.databaseTargets).toEqual([
|
|
90
|
+
JSON.stringify(['secret:MONGODB_URI', null]),
|
|
91
|
+
JSON.stringify(['secret:MONGODB_URI', 'crm']),
|
|
92
|
+
]);
|
|
90
93
|
});
|
|
91
94
|
|
|
92
95
|
test('readDataSet maps a module connection to its collection', async () => {
|
|
@@ -127,37 +130,66 @@ test('readDataSet refuses an indexed connection whose databaseName is an operato
|
|
|
127
130
|
);
|
|
128
131
|
});
|
|
129
132
|
|
|
130
|
-
test('readDataSet
|
|
131
|
-
writeConnection('tickets', mongo({ collection: 'tickets', databaseName: 'app' }));
|
|
132
|
-
writeConnection('legacy-tickets', mongo({ collection: 'tickets', databaseName: 'legacy' }));
|
|
133
|
-
writeDataSet('alpha', 'fixtures:\n tickets: [{ _id: a }]\n');
|
|
134
|
-
await expect(readDataSet({ configDirectory, buildDirectory, name: 'alpha' })).rejects.toThrow(
|
|
135
|
-
'Data set "alpha": Connections "legacy-tickets" and "tickets" both name collection "tickets" in different databases'
|
|
136
|
-
);
|
|
137
|
-
});
|
|
138
|
-
|
|
139
|
-
test('readDataSet refuses a keyed connection naming one collection under a different databaseUri secret from another connection', async () => {
|
|
133
|
+
test('readDataSet maps each keyed connection to its database target', async () => {
|
|
140
134
|
writeConnection('tickets', mongo({ collection: 'tickets' }));
|
|
135
|
+
writeConnection('legacy-tickets', mongo({ collection: 'tickets', databaseName: 'legacy' }));
|
|
141
136
|
writeConnection('reporting', {
|
|
142
137
|
type: 'MongoDBCollection',
|
|
143
138
|
properties: { databaseUri: { _secret: 'REPORTING_URI' }, collection: 'tickets' },
|
|
144
139
|
});
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
140
|
+
writeConnection('computed', {
|
|
141
|
+
type: 'MongoDBCollection',
|
|
142
|
+
properties: { databaseUri: { _env: 'URI' }, collection: 'tickets' },
|
|
143
|
+
});
|
|
144
|
+
writeConnection('api', { type: 'AxiosHttp', properties: { baseURL: 'https://example.com' } });
|
|
145
|
+
writeDataSet(
|
|
146
|
+
'alpha',
|
|
147
|
+
'fixtures:\n tickets: [{ _id: a }]\n legacy-tickets: [{ _id: a }]\n reporting: [{ _id: a }]\n computed: [{ _id: b }]\n'
|
|
148
148
|
);
|
|
149
|
+
const dataSet = await readDataSet({ configDirectory, buildDirectory, name: 'alpha' });
|
|
150
|
+
expect(dataSet.targets).toEqual({
|
|
151
|
+
tickets: JSON.stringify(['secret:MONGODB_URI', null]),
|
|
152
|
+
'legacy-tickets': JSON.stringify(['secret:MONGODB_URI', 'legacy']),
|
|
153
|
+
reporting: JSON.stringify(['secret:REPORTING_URI', null]),
|
|
154
|
+
// Computed per request: the first target's, the database it reads.
|
|
155
|
+
computed: JSON.stringify(['secret:MONGODB_URI', null]),
|
|
156
|
+
});
|
|
157
|
+
// Every target in the build, sorted, whether or not the data set names it.
|
|
158
|
+
expect(dataSet.databaseTargets).toEqual([
|
|
159
|
+
JSON.stringify(['secret:MONGODB_URI', null]),
|
|
160
|
+
JSON.stringify(['secret:MONGODB_URI', 'legacy']),
|
|
161
|
+
JSON.stringify(['secret:REPORTING_URI', null]),
|
|
162
|
+
]);
|
|
163
|
+
expect(dataSet.warnings).toEqual([]);
|
|
149
164
|
});
|
|
150
165
|
|
|
151
|
-
test('readDataSet
|
|
152
|
-
writeConnection('
|
|
153
|
-
writeConnection('
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
166
|
+
test('readDataSet accepts one _id generated on one collection in two database targets', async () => {
|
|
167
|
+
writeConnection('users', mongo({ collection: 'users' }));
|
|
168
|
+
writeConnection('auth-users', {
|
|
169
|
+
type: 'MongoDBCollection',
|
|
170
|
+
properties: { databaseUri: { _secret: 'AUTH_URI' }, collection: 'users' },
|
|
171
|
+
});
|
|
172
|
+
writeDataSet(
|
|
173
|
+
'alpha',
|
|
174
|
+
'fixtures:\n auth-users: [{ _id: users-1 }]\ngenerate:\n seed: 1\n users:\n count: 1\n'
|
|
175
|
+
);
|
|
157
176
|
const dataSet = await readDataSet({ configDirectory, buildDirectory, name: 'alpha' });
|
|
158
|
-
expect(dataSet.
|
|
159
|
-
|
|
160
|
-
|
|
177
|
+
expect(dataSet.collections).toEqual({ users: 'users', 'auth-users': 'users' });
|
|
178
|
+
});
|
|
179
|
+
|
|
180
|
+
test('readDataSet refuses a generated _id a computed-target connection also holds on the first target', async () => {
|
|
181
|
+
writeConnection('users', mongo({ collection: 'users' }));
|
|
182
|
+
writeConnection('computed-users', {
|
|
183
|
+
type: 'MongoDBCollection',
|
|
184
|
+
properties: { databaseUri: { _env: 'URI' }, collection: 'users' },
|
|
185
|
+
});
|
|
186
|
+
writeDataSet(
|
|
187
|
+
'alpha',
|
|
188
|
+
'fixtures:\n computed-users: [{ _id: users-1 }]\ngenerate:\n seed: 1\n users:\n count: 1\n'
|
|
189
|
+
);
|
|
190
|
+
await expect(readDataSet({ configDirectory, buildDirectory, name: 'alpha' })).rejects.toThrow(
|
|
191
|
+
'connections "users" and "computed-users" both load collection "users".'
|
|
192
|
+
);
|
|
161
193
|
});
|
|
162
194
|
|
|
163
195
|
test('readDataSet resolves generated connections and refuses one the app does not have', async () => {
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/*
|
|
2
|
+
Copyright 2020-2026 Lowdefy, Inc
|
|
3
|
+
|
|
4
|
+
Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
you may not use this file except in compliance with the License.
|
|
6
|
+
You may obtain a copy of the License at
|
|
7
|
+
|
|
8
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
|
|
10
|
+
Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
See the License for the specific language governing permissions and
|
|
14
|
+
limitations under the License.
|
|
15
|
+
*/
|
|
16
|
+
|
|
17
|
+
import { type } from '@lowdefy/helpers';
|
|
18
|
+
|
|
19
|
+
// The session database a database target (describeTargetKey) reads. Each target the build names has
|
|
20
|
+
// its own, numbered when the session opens; a target the build did not name (a config mutant's, say)
|
|
21
|
+
// gets the next number when first met, so it never merges with another. A target computed per
|
|
22
|
+
// request (null) reads the session's first database.
|
|
23
|
+
function sessionDatabaseName({ session, target }) {
|
|
24
|
+
if (type.isNone(target)) return session.databaseName;
|
|
25
|
+
if (!session.databases.has(target)) {
|
|
26
|
+
session.databases.set(target, `${session.prefix}_${session.databaseCount}`);
|
|
27
|
+
session.databaseCount += 1;
|
|
28
|
+
}
|
|
29
|
+
return session.databases.get(target);
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
export default sessionDatabaseName;
|
|
@@ -17,15 +17,18 @@
|
|
|
17
17
|
import dataSessionRegistry from './dataSessionRegistry.js';
|
|
18
18
|
|
|
19
19
|
// Drops every session database on the store that no registered session owns: one left behind by a
|
|
20
|
-
// write that was still in flight when its session dropped
|
|
21
|
-
// stopped mid-run.
|
|
20
|
+
// write that was still in flight when its session dropped its databases, or by a dev server that
|
|
21
|
+
// stopped mid-run. A session owns every database under its prefix (<prefix>_<n>), including one it
|
|
22
|
+
// numbers after this sweep lists them.
|
|
22
23
|
async function sweepOrphanDatabases({ client }) {
|
|
23
|
-
const
|
|
24
|
+
const prefixes = [...dataSessionRegistry.values()].map((session) => `${session.prefix}_`);
|
|
24
25
|
const { databases } = await client.db('admin').admin().listDatabases({ nameOnly: true });
|
|
25
26
|
await Promise.all(
|
|
26
27
|
databases
|
|
27
28
|
.map((database) => database.name)
|
|
28
|
-
.filter(
|
|
29
|
+
.filter(
|
|
30
|
+
(name) => name.startsWith('ld_') && !prefixes.some((prefix) => name.startsWith(prefix))
|
|
31
|
+
)
|
|
29
32
|
.map((name) => client.db(name).dropDatabase())
|
|
30
33
|
);
|
|
31
34
|
}
|
|
@@ -30,6 +30,15 @@ connections:
|
|
|
30
30
|
_secret: MONGODB_URI
|
|
31
31
|
collection: tickets
|
|
32
32
|
write: true
|
|
33
|
+
# A second database that also has a tickets collection: under a data set it reads a session
|
|
34
|
+
# database of its own, so its fixtures never merge with the app's tickets.
|
|
35
|
+
- id: crm_tickets
|
|
36
|
+
type: MongoDBCollection
|
|
37
|
+
properties:
|
|
38
|
+
databaseUri:
|
|
39
|
+
_secret: CRM_MONGODB_URI
|
|
40
|
+
collection: tickets
|
|
41
|
+
write: true
|
|
33
42
|
|
|
34
43
|
# A module connection is written under its module's folder (connections/archive/archive_db.json),
|
|
35
44
|
# which the data set redirect must reach too.
|
|
@@ -81,6 +90,19 @@ api:
|
|
|
81
90
|
_id: 1
|
|
82
91
|
- :return:
|
|
83
92
|
_step: find
|
|
93
|
+
- id: list_crm_tickets
|
|
94
|
+
type: Api
|
|
95
|
+
routine:
|
|
96
|
+
- id: find
|
|
97
|
+
type: MongoDBFind
|
|
98
|
+
connectionId: crm_tickets
|
|
99
|
+
properties:
|
|
100
|
+
query: {}
|
|
101
|
+
options:
|
|
102
|
+
sort:
|
|
103
|
+
_id: 1
|
|
104
|
+
- :return:
|
|
105
|
+
_step: find
|
|
84
106
|
- id: create_ticket_later
|
|
85
107
|
type: Api
|
|
86
108
|
routine:
|
|
@@ -3,6 +3,10 @@ fixtures:
|
|
|
3
3
|
- { _id: t-a1, organization_id: org_a, title: First }
|
|
4
4
|
- { _id: t-a2, organization_id: org_a, title: Second }
|
|
5
5
|
- { _id: t-b1, organization_id: org_b, title: Other org }
|
|
6
|
+
# The same collection name in another database: it loads into a session database of its own.
|
|
7
|
+
crm_tickets:
|
|
8
|
+
- { _id: t-a1, organization_id: org_a, title: CRM copy }
|
|
9
|
+
- { _id: crm-a2, organization_id: org_a, title: CRM only }
|
|
6
10
|
users:
|
|
7
11
|
owner: { id: u_1, roles: [admin], organizationId: org_a }
|
|
8
12
|
outsider: { id: u_9, roles: [admin], organizationId: org_b }
|
|
@@ -19,7 +19,7 @@ import path from 'node:path';
|
|
|
19
19
|
import { shallowBuild } from '@lowdefy/build/dev';
|
|
20
20
|
|
|
21
21
|
// Builds an app into <serverDirectory>/build for a test, in a Node process of its own: the build
|
|
22
|
-
// imports plugin modules dynamically,
|
|
22
|
+
// imports plugin modules dynamically, so it runs outside the test runner's module runtime.
|
|
23
23
|
// node buildTestApp.mjs <configDirectory> <serverDirectory>
|
|
24
24
|
const [configDirectory, serverDirectory] = process.argv.slice(2);
|
|
25
25
|
const serverDevDirectory = path.resolve(import.meta.dirname, '../../../..');
|
package/lib/docs/devEventBus.js
CHANGED
|
@@ -105,10 +105,15 @@ function startWatcher() {
|
|
|
105
105
|
// rebuild's own write re-adds it.
|
|
106
106
|
}
|
|
107
107
|
|
|
108
|
+
// The close waits until the event being handled is done. A subscriber may leave
|
|
109
|
+
// inside the watcher's add event, and chokidar 4 registers the new file's
|
|
110
|
+
// watch handle only after that event returns: a close made inside it would
|
|
111
|
+
// leave the handle open, and the next watcher of buildStatus.json would share
|
|
112
|
+
// that stale handle and miss every later write once the file is replaced.
|
|
108
113
|
function stopWatcher() {
|
|
109
|
-
const
|
|
114
|
+
const stopping = watcher;
|
|
110
115
|
watcher = null;
|
|
111
|
-
return
|
|
116
|
+
return new Promise((resolve) => setImmediate(resolve)).then(() => stopping.close());
|
|
112
117
|
}
|
|
113
118
|
|
|
114
119
|
function unsubscribe(send) {
|