nolo-cli 0.1.40 → 0.1.42
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -12
- package/agent-runtime/agentThread.ts +222 -0
- package/agent-runtime/agentThreadAdmission.ts +74 -0
- package/agent-runtime/dialogWritePlan.ts +42 -0
- package/agent-runtime/hostAdapter.ts +1 -0
- package/agent-runtime/hybridRecordStore.ts +5 -3
- package/agent-runtime/index.ts +43 -0
- package/agent-runtime/localLoop.ts +31 -2
- package/agent-runtime/localToolPolicy.ts +1 -0
- package/agent-runtime/localWorkspaceTools.ts +1258 -78
- package/agent-runtime/noloWorkspaceTools.ts +20 -1
- package/agent-runtime/runtimeToolPolicy.ts +1 -5
- package/agent-runtime/runtimeToolSurface.ts +1 -0
- package/agentAliases.ts +29 -9
- package/agentInternalCommandEntries.ts +11 -3
- package/agentMachineCommands.ts +1 -0
- package/agentRecordCommands.ts +2 -2
- package/agentRecordHelpers.ts +59 -6
- package/agentRunCommand.ts +84 -19
- package/ai/agent/_executeModel.ts +146 -0
- package/ai/agent/agentSlice.ts +556 -1
- package/ai/agent/appWorkingMemory.ts +126 -0
- package/ai/agent/buildEditingContext.ts +378 -0
- package/ai/agent/buildSystemPrompt.ts +599 -0
- package/ai/agent/canvasEditingContext.ts +49 -0
- package/ai/agent/cleanAgentMessages.ts +140 -0
- package/ai/agent/cliChatClient.ts +153 -0
- package/ai/agent/cliExecutor.ts +264 -46
- package/ai/agent/contextCompiler.ts +107 -0
- package/ai/agent/contextLayerContract.ts +44 -0
- package/ai/agent/createAgentSchema.ts +272 -0
- package/ai/agent/currentTimeContext.ts +65 -0
- package/ai/agent/executeToolCall.ts +58 -0
- package/ai/agent/fetchAgentContexts.ts +42 -0
- package/ai/agent/generatePrompt.ts +3 -0
- package/ai/agent/getFullChatContextKeys.ts +168 -0
- package/ai/agent/guidedCreation/capabilities.ts +84 -0
- package/ai/agent/guidedCreation/types.ts +38 -0
- package/ai/agent/isLiveAudioOnlyAgent.ts +26 -0
- package/ai/agent/liveAudioModel.ts +2 -0
- package/ai/agent/pageBuilderHandoffRules.ts +75 -0
- package/ai/agent/persistMessageWithFixedId.ts +37 -0
- package/ai/agent/planSlice.ts +259 -0
- package/ai/agent/referenceUtils.ts +229 -0
- package/ai/agent/runAgentBackground.ts +310 -0
- package/ai/agent/runAgentClientLoop.ts +164 -0
- package/ai/agent/runtimeGuidance.ts +116 -0
- package/ai/agent/serverOrigin.ts +7 -0
- package/ai/agent/startParallelAgentStreams.ts +424 -0
- package/ai/agent/startupProtocol.ts +53 -0
- package/ai/agent/streamAgentChatTurn.ts +2135 -0
- package/ai/agent/streamAgentChatTurnUtils.ts +923 -0
- package/ai/agent/toolFailureGuard.ts +99 -0
- package/ai/agent/types.ts +73 -0
- package/ai/agent/utils/imageOutput.ts +37 -0
- package/ai/agent/utils/publicImageAgentMode.ts +26 -0
- package/ai/ai.locale.ts +1165 -0
- package/ai/chat/accumulateToolCallChunks.ts +126 -0
- package/ai/chat/fetchUtils.ts +143 -0
- package/ai/chat/inlineImageUrlsForCustomProvider.ts +122 -0
- package/ai/chat/parseApiError.ts +67 -0
- package/ai/chat/parseMultilineSSE.ts +95 -0
- package/ai/chat/sendOpenAICompletionsRequest.ts +921 -0
- package/ai/chat/sendOpenAIResponseRequest.ts +720 -0
- package/ai/chat/serverProxyRetry.ts +102 -0
- package/ai/chat/shouldUseServerProxy.ts +18 -0
- package/ai/chat/streamRetry.ts +46 -0
- package/ai/chat/updateTotalUsage.ts +89 -0
- package/ai/context/buildReferenceContext.ts +437 -0
- package/ai/context/retention.ts +165 -0
- package/ai/context/tokenUtils.ts +78 -0
- package/ai/llm/agentCapabilities.ts +74 -0
- package/ai/llm/deepinfra.ts +79 -0
- package/ai/llm/fireworks.ts +68 -0
- package/ai/llm/generateRequestBody.ts +165 -0
- package/ai/llm/getModelContextWindow.ts +93 -0
- package/ai/llm/getPricing.ts +252 -0
- package/ai/llm/imagePricing.ts +66 -0
- package/ai/llm/isResponseAPIModel.ts +13 -0
- package/ai/llm/kimi.ts +22 -0
- package/ai/llm/mimo.ts +99 -0
- package/ai/llm/mistral.ts +21 -0
- package/ai/llm/models.ts +45 -0
- package/ai/llm/openrouterModels.ts +31 -0
- package/ai/llm/providers.ts +313 -0
- package/ai/llm/reasoningModels.ts +27 -0
- package/ai/llm/types.ts +82 -0
- package/ai/llm/usageRequestOptions.ts +59 -0
- package/ai/memory/policy.ts +49 -0
- package/ai/memory/queryShared.ts +167 -0
- package/ai/memory/recentRelationshipRecap.ts +251 -0
- package/ai/memory/remember.ts +111 -0
- package/ai/memory/scope.ts +74 -0
- package/ai/memory/store.ts +20 -0
- package/ai/memory/storeShared.ts +76 -0
- package/ai/memory/types.ts +52 -0
- package/ai/memory/understanding.ts +341 -0
- package/ai/memory/understandingGreeting.ts +264 -0
- package/ai/policy/personalizationDialog.ts +333 -0
- package/ai/policy/runtimePolicy.ts +526 -0
- package/ai/policy/selfUpdateFields.ts +48 -0
- package/ai/policy/types.ts +64 -0
- package/ai/skills/referenceRuntime.ts +274 -0
- package/ai/skills/skillDiagnostics.ts +251 -0
- package/ai/skills/skillDocBuilder.ts +139 -0
- package/ai/skills/skillSummaryMarker.ts +26 -0
- package/ai/token/calculatePrice.ts +576 -0
- package/ai/token/missingUsageEstimate.ts +42 -0
- package/ai/token/normalizeUsage.ts +124 -0
- package/ai/token/openaiImageGenerationUsage.ts +56 -0
- package/ai/token/prepareTokenUsageData.ts +93 -0
- package/ai/token/resolveBillingTarget.ts +52 -0
- package/ai/token/saveTokenRecord.ts +53 -0
- package/ai/token/types.ts +103 -0
- package/ai/tools/agent/agentTools.ts +214 -0
- package/ai/tools/agent/agentUpdateShared.ts +311 -0
- package/ai/tools/agent/callAgentTool.ts +139 -0
- package/ai/tools/agent/createAgentTool.ts +512 -0
- package/ai/tools/agent/createDialogTool.ts +69 -0
- package/ai/tools/agent/createSkillAgentTool.ts +62 -0
- package/ai/tools/agent/parallelBudget.ts +221 -0
- package/ai/tools/agent/prepareAgentDraftTool.ts +159 -0
- package/ai/tools/agent/presets/appBuilderPreset.ts +154 -0
- package/ai/tools/agent/runLlmTool.ts +96 -0
- package/ai/tools/agent/runStreamingAgentTool.ts +73 -0
- package/ai/tools/agent/skillAgentArgs.ts +106 -0
- package/ai/tools/agent/startAgentDialogTool.ts +54 -0
- package/ai/tools/agent/streamParallelAgentsTool.ts +123 -0
- package/ai/tools/agent/updateAgentTool.ts +96 -0
- package/ai/tools/agent/updateSelfTool.ts +113 -0
- package/ai/tools/amazonProductScraperTool.ts +86 -0
- package/ai/tools/apifyActorClient.ts +45 -0
- package/ai/tools/appEditGuard.ts +372 -0
- package/ai/tools/appReadSnapshot.ts +153 -0
- package/ai/tools/appTools.ts +1549 -0
- package/ai/tools/applyEditTool.ts +259 -0
- package/ai/tools/applyLineEditsTool.ts +315 -0
- package/ai/tools/browserTools/click.ts +33 -0
- package/ai/tools/browserTools/closeSession.ts +29 -0
- package/ai/tools/browserTools/common.ts +27 -0
- package/ai/tools/browserTools/openSession.ts +48 -0
- package/ai/tools/browserTools/readContent.ts +38 -0
- package/ai/tools/browserTools/selectOption.ts +46 -0
- package/ai/tools/browserTools/typeText.ts +42 -0
- package/ai/tools/category/createCategoryTool.ts +66 -0
- package/ai/tools/category/queryContentsByCategoryTool.ts +69 -0
- package/ai/tools/category/updateContentCategoryTool.ts +75 -0
- package/ai/tools/cfBrowserTools.ts +319 -0
- package/ai/tools/cfSpeechToTextTool.ts +49 -0
- package/ai/tools/checkEnvTool.ts +102 -0
- package/ai/tools/cloudflareCrawlTool.ts +289 -0
- package/ai/tools/codeSearchTool.ts +123 -0
- package/ai/tools/codeTools.ts +101 -0
- package/ai/tools/convertMarxistsBookTool.ts +103 -0
- package/ai/tools/createDocTool.ts +132 -0
- package/ai/tools/createSkillDocTool.ts +155 -0
- package/ai/tools/createWorkflowTool.ts +154 -0
- package/ai/tools/delayTool.ts +31 -0
- package/ai/tools/deleteSpacesTool.ts +325 -0
- package/ai/tools/deleteSpacesToolModel.ts +159 -0
- package/ai/tools/devReloadUtils.ts +29 -0
- package/ai/tools/dialogMessageSearch.ts +137 -0
- package/ai/tools/doctorSkillTool.ts +72 -0
- package/ai/tools/ecommerceScraperTool.ts +86 -0
- package/ai/tools/emailTools.ts +549 -0
- package/ai/tools/evalSkillTool.ts +92 -0
- package/ai/tools/exaSearchTool.ts +63 -0
- package/ai/tools/execShellTool.ts +266 -0
- package/ai/tools/executeSqlTool.ts +192 -0
- package/ai/tools/fetchWebpageSupport.ts +333 -0
- package/ai/tools/fetchWebpageTool.ts +97 -0
- package/ai/tools/geminiImagePreviewTool.ts +386 -0
- package/ai/tools/generateDocxTool.ts +215 -0
- package/ai/tools/googleSearchScraperTool.ts +106 -0
- package/ai/tools/importDataTool.ts +133 -0
- package/ai/tools/importSkillTool.ts +162 -0
- package/ai/tools/index.ts +2290 -0
- package/ai/tools/jdProductScraperTool.ts +821 -0
- package/ai/tools/listUserSpacesTool.ts +113 -0
- package/ai/tools/localFilesTool.ts +276 -0
- package/ai/tools/marxistsOfflineBook.ts +253 -0
- package/ai/tools/modelUsageTools.ts +206 -0
- package/ai/tools/noloWorkspaceReadTools.ts +467 -0
- package/ai/tools/olmOcrTool.ts +33 -0
- package/ai/tools/openaiImageTool.ts +267 -0
- package/ai/tools/prepareTools.ts +193 -0
- package/ai/tools/readDocTool.ts +88 -0
- package/ai/tools/readFileTool.ts +214 -0
- package/ai/tools/readTool.ts +194 -0
- package/ai/tools/readXPostTool.ts +229 -0
- package/ai/tools/readXhsProfileTool.ts +638 -0
- package/ai/tools/rememberMemoryTool.ts +84 -0
- package/ai/tools/remotionVideoTool.ts +151 -0
- package/ai/tools/searchDialogMessagesTool.ts +222 -0
- package/ai/tools/searchWorkspaceTool.ts +259 -0
- package/ai/tools/skillFollowup.ts +86 -0
- package/ai/tools/surfWeatherTool.ts +169 -0
- package/ai/tools/table/addTableRowTool.ts +217 -0
- package/ai/tools/table/createTableTool.ts +326 -0
- package/ai/tools/table/rowTools.ts +386 -0
- package/ai/tools/table/schemaTools.ts +244 -0
- package/ai/tools/table/shareTableTool.ts +148 -0
- package/ai/tools/table/toolShared.ts +129 -0
- package/ai/tools/taobaoTmallProductScraperTool.ts +49 -0
- package/ai/tools/toolApiClient.ts +279 -0
- package/ai/tools/toolPacks.ts +19 -0
- package/ai/tools/toolResultError.ts +42 -0
- package/ai/tools/toolRunSlice.ts +303 -0
- package/ai/tools/toolSchemaCompatibility.ts +53 -0
- package/ai/tools/uiAskChoiceTool.ts +104 -0
- package/ai/tools/updateContentTitleTool.ts +84 -0
- package/ai/tools/updateDocTool.ts +105 -0
- package/ai/tools/updateUserPreferenceProfileTool.ts +153 -0
- package/ai/tools/wereadGatewayTool.ts +152 -0
- package/ai/tools/whisperTool.ts +76 -0
- package/ai/tools/writeFileTool.ts +213 -0
- package/ai/tools/youtubeScraperTool.ts +116 -0
- package/ai/tools/ziweiChartTool.ts +678 -0
- package/ai/types.ts +58 -0
- package/ai/workflow/workflowExecutor.ts +323 -0
- package/ai/workflow/workflowSlice.ts +73 -0
- package/ai/workflow/workflowTypes.ts +106 -0
- package/app/actions/syncAppRecord.ts +73 -0
- package/app/constants/animationSets.ts +21 -0
- package/app/constants/appEditor.ts +99 -0
- package/app/favorite/deletedFavoriteProjection.ts +31 -0
- package/app/favorite/favoriteSlice.ts +690 -0
- package/app/favorite/type.ts +43 -0
- package/app/hooks/deleteDbKey.ts +254 -0
- package/app/i18n/client.ts +13 -0
- package/app/i18n/i18n.base.ts +14 -0
- package/app/i18n/i18n.config.ts +77 -0
- package/app/i18n/index.ts +15 -0
- package/app/i18n/mapLanguage.ts +11 -0
- package/app/i18n/translations/appBuilder.locale.ts +453 -0
- package/app/i18n/translations/error.locale.ts +246 -0
- package/app/i18n/translations/interface.locale.ts +2206 -0
- package/app/i18n/translations/pricing.locale.ts +397 -0
- package/app/i18n/translations/privacy.locale.ts +168 -0
- package/app/i18n/translations/seo.locale.ts +129 -0
- package/app/i18n/translations/terms.locale.ts +124 -0
- package/app/i18n/types.ts +6 -0
- package/app/notifications/model.ts +77 -0
- package/app/notifications/notificationSlice.ts +141 -0
- package/app/reducer.ts +36 -0
- package/app/settings/dbActionThunks.ts +34 -0
- package/app/settings/defaultSpacePreference.ts +87 -0
- package/app/settings/settingSlice.tsx +1212 -0
- package/app/settings/settingsRecord.ts +8 -0
- package/app/stateViews/runtime.ts +90 -0
- package/app/store.ts +55 -0
- package/app/theme/colors.ts +280 -0
- package/app/theme/fontPreference.ts +77 -0
- package/app/theme/theme.config.ts +120 -0
- package/app/theme/themeModeBootstrap.ts +123 -0
- package/app/types/appSummary.ts +118 -0
- package/app/types.ts +358 -0
- package/app/utils/appKeys.ts +55 -0
- package/app/utils/async.ts +28 -0
- package/app/utils/desktopAgentRuntimeTurnClient.ts +75 -0
- package/app/utils/env.ts +17 -0
- package/app/utils/fileUtils.ts +229 -0
- package/app/utils/imageUtils.ts +274 -0
- package/app/utils/myContentItems.ts +289 -0
- package/app/utils/retryAfter.ts +36 -0
- package/app/utils/retryFetch.ts +61 -0
- package/app/utils/toast.ts +3 -0
- package/auth/action/signUpAction.ts +227 -0
- package/auth/adminPermissions.ts +78 -0
- package/auth/authSlice.ts +531 -0
- package/auth/client/loginRequest.ts +14 -0
- package/auth/resetAuthScopedClientState.ts +27 -0
- package/auth/routes.ts +183 -0
- package/auth/token.ts +63 -0
- package/auth/types.ts +40 -0
- package/chat/chat.locale.ts +817 -0
- package/chat/dialog/actions/addCybotAction.ts +52 -0
- package/chat/dialog/actions/addReferenceKeysAction.ts +62 -0
- package/chat/dialog/actions/builtinDialogLlm.ts +35 -0
- package/chat/dialog/actions/cleanupCliSession.ts +40 -0
- package/chat/dialog/actions/createDialogAction.ts +379 -0
- package/chat/dialog/actions/createScheduledTaskAction.ts +78 -0
- package/chat/dialog/actions/handleSendMessageAction.ts +202 -0
- package/chat/dialog/actions/handleSendMessageResolver.ts +27 -0
- package/chat/dialog/actions/removeCybotAction.ts +6 -0
- package/chat/dialog/actions/removeDialogAgentAction.ts +44 -0
- package/chat/dialog/actions/replacePrimaryCybotAction.ts +6 -0
- package/chat/dialog/actions/setPrimaryDialogAgentAction.ts +52 -0
- package/chat/dialog/actions/updateDialogSummaryAction.ts +430 -0
- package/chat/dialog/actions/updateDialogTitleAction.ts +151 -0
- package/chat/dialog/actions/updateDialogTitlePolicy.ts +30 -0
- package/chat/dialog/actions/updateTokensAction.ts +233 -0
- package/chat/dialog/dialogAgents.ts +72 -0
- package/chat/dialog/dialogAttachmentCleanup.ts +135 -0
- package/chat/dialog/dialogSlice.ts +985 -0
- package/chat/dialog/dialogTitle.ts +81 -0
- package/chat/dialog/dialogTokenStats.ts +12 -0
- package/chat/dialog/dialogUrl.ts +6 -0
- package/chat/dialog/goal.ts +108 -0
- package/chat/dialog/objectAssistantRegistry.ts +286 -0
- package/chat/dialog/schedule.ts +17 -0
- package/chat/messages/activityCompletion.ts +97 -0
- package/chat/messages/fetchAndCacheMessages.ts +119 -0
- package/chat/messages/fetchConvMsgs.ts +51 -0
- package/chat/messages/fileUrl.ts +13 -0
- package/chat/messages/imagePayloadPersistence.ts +22 -0
- package/chat/messages/messageAgent.ts +8 -0
- package/chat/messages/messageContent.ts +203 -0
- package/chat/messages/messageContract.ts +88 -0
- package/chat/messages/messageSlice.ts +1386 -0
- package/chat/messages/toolThunks.ts +646 -0
- package/chat/messages/types.ts +8 -1
- package/chat/messages/web/toolDisplayName.ts +686 -0
- package/cli/agentAliases.ts +29 -9
- package/cli/agentInternalCommandEntries.ts +11 -3
- package/cli/agentMachineCommands.ts +1 -0
- package/cli/agentRecordCommands.ts +2 -2
- package/cli/agentRecordHelpers.ts +59 -6
- package/cli/agentRunCommand.ts +84 -19
- package/cli/client/agentRun.ts +92 -261
- package/cli/client/localRuntimeAdapter.ts +292 -50
- package/cli/commandRegistry.ts +7 -4
- package/cli/dialogAttachmentCleanup.ts +151 -0
- package/cli/dialogCommands.ts +163 -61
- package/cli/dialogInternalCommandEntries.ts +1 -1
- package/cli/docCreateCommands.ts +345 -0
- package/cli/docInternalCommandEntries.ts +11 -0
- package/cli/docPageHelpers.ts +80 -0
- package/cli/docSkillHelpers.ts +67 -0
- package/cli/docSpaceHelpers.ts +46 -0
- package/cli/internalCommandEntries.ts +4 -0
- package/cli/machineCommands.ts +18 -34
- package/cli/memoryCommands.ts +253 -0
- package/cli/memoryInternalCommandEntries.ts +9 -0
- package/cli/qoderUsageProbe.ts +252 -0
- package/cli/scriptCommandEntries.ts +0 -3
- package/cli/secretScan.ts +31 -0
- package/cli/tableCommands.ts +248 -13
- package/cli/workflowInternalCommandEntries.ts +2 -3
- package/client/agentRun.test.ts +119 -83
- package/client/agentRun.ts +92 -261
- package/client/localRuntimeAdapter.test.ts +894 -32
- package/client/localRuntimeAdapter.ts +292 -50
- package/commandRegistry.ts +7 -4
- package/connector-experimental/capabilities.ts +10 -9
- package/core/builtinAgents.ts +209 -0
- package/core/config.ts +15 -0
- package/core/crypto.ts +51 -0
- package/core/generateKeyPairFromSeedV1.ts +15 -0
- package/core/generateMainKey.ts +22 -0
- package/core/init.ts +41 -0
- package/core/localOrigins.ts +8 -0
- package/core/password.ts +13 -0
- package/core/prefix.ts +23 -0
- package/create/editor/transforms/fromMarkdown/index.ts +260 -0
- package/create/editor/transforms/fromMarkdown/inline.ts +285 -0
- package/create/editor/transforms/fromMarkdown/table.ts +130 -0
- package/create/editor/transforms/markdownToSlate.ts +24 -0
- package/create/editor/transforms/slateToRenderMarkdown.ts +218 -0
- package/create/editor/transforms/slateToSimplifiedMarkdown.ts +224 -0
- package/create/editor/transforms/slateToText.ts +33 -0
- package/create/editor/utils/slateUtils.ts +233 -0
- package/create/space/addSpaceAction.ts +193 -0
- package/create/space/category/categoryActions.ts +427 -0
- package/create/space/changeSpaceAction.ts +36 -0
- package/create/space/constants.ts +8 -0
- package/create/space/content/addContentAction.ts +116 -0
- package/create/space/content/contentThunks.ts +90 -0
- package/create/space/content/deleteContentFromSpaceAction.ts +187 -0
- package/create/space/content/deleteMultipleContentAction.ts +112 -0
- package/create/space/content/moveContentAction.ts +285 -0
- package/create/space/content/updateContentCategoryAction.ts +154 -0
- package/create/space/content/updateContentTitleAction.ts +151 -0
- package/create/space/content/uploadAndAddFileToSpaceAction.ts +98 -0
- package/create/space/contentKeyUtils.ts +117 -0
- package/create/space/deleteSpaceAction.ts +276 -0
- package/create/space/fetchSpaceAction.ts +70 -0
- package/create/space/fetchSpaceSidebarStateAction.ts +26 -0
- package/create/space/loadDefaultSpaceAction.ts +57 -0
- package/create/space/member/addMemberAction.ts +79 -0
- package/create/space/member/fetchUserSpaceMembershipsAction.ts +386 -0
- package/create/space/member/memberThunks.ts +47 -0
- package/create/space/member/removeMemberAction.ts +67 -0
- package/create/space/resolvePreferredSpaceId.ts +113 -0
- package/create/space/sidebarVisibleTypes.ts +260 -0
- package/create/space/space.locale.ts +1087 -0
- package/create/space/spaceAccess.ts +182 -0
- package/create/space/spaceCollapsedState.ts +54 -0
- package/create/space/spaceKeys.ts +65 -0
- package/create/space/spaceSlice.ts +328 -0
- package/create/space/spaceThunks.ts +410 -0
- package/create/space/types.ts +27 -0
- package/create/space/updateSpaceAction.ts +107 -0
- package/create/space/utils/permissions.ts +47 -0
- package/create/types.ts +21 -0
- package/database/actions/agentReadResolution.ts +33 -0
- package/database/actions/common.ts +243 -0
- package/database/actions/deleteFile.ts +40 -0
- package/database/actions/fileContent.ts +125 -0
- package/database/actions/patch.ts +155 -0
- package/database/actions/read.ts +358 -0
- package/database/actions/readAndWait.ts +260 -0
- package/database/actions/readRequestManager.ts +120 -0
- package/database/actions/readResolution.ts +125 -0
- package/database/actions/remove.ts +94 -0
- package/database/actions/replication.ts +477 -0
- package/database/actions/upload.ts +186 -0
- package/database/actions/upsert.ts +56 -0
- package/database/actions/write.ts +146 -0
- package/database/authority/ownerKey.ts +80 -0
- package/database/authority/recordAuthority.ts +67 -0
- package/database/authority/userAuthorityRegistry.ts +54 -0
- package/database/client/fetchUserData.ts +61 -0
- package/database/dbActionThunks.ts +1 -0
- package/database/dbSlice.ts +149 -0
- package/database/fileRing.ts +51 -0
- package/database/fileStorage.ts +232 -0
- package/database/fileUrl.ts +34 -0
- package/database/keys.ts +767 -0
- package/database/queryPrefixes.ts +14 -0
- package/database/requests.ts +443 -0
- package/database/runtimeServerContext.ts +54 -0
- package/database/tenantPlacement.ts +57 -0
- package/database/userPreferenceRegister.ts +131 -0
- package/database/utils/ulid.ts +1 -0
- package/dialogAttachmentCleanup.ts +151 -0
- package/dialogCommands.ts +163 -61
- package/dialogInternalCommandEntries.ts +1 -1
- package/docCreateCommands.ts +345 -0
- package/docInternalCommandEntries.ts +11 -0
- package/docPageHelpers.ts +80 -0
- package/docSkillHelpers.ts +67 -0
- package/docSpaceHelpers.ts +46 -0
- package/integrations/anthropic/anthropicModels.ts +47 -0
- package/integrations/deepseek/models.ts +37 -0
- package/integrations/google/models.ts +341 -0
- package/integrations/openai/chatCompletionStreamMode.ts +10 -0
- package/integrations/openai/filterAndCleanMessages.ts +284 -0
- package/integrations/openai/flexTier.ts +102 -0
- package/integrations/openai/generateOpenAIRequestBody.ts +271 -0
- package/integrations/openai/generateResponseRequestBody.ts +77 -0
- package/integrations/openai/models.ts +271 -0
- package/integrations/openai/providerBodyCompatibility.ts +23 -0
- package/integrations/openai/responsesHelpers.ts +297 -0
- package/integrations/x-reader/types.ts +109 -0
- package/integrations/xai/models.ts +13 -0
- package/integrations/xhs-reader/redaction.ts +68 -0
- package/integrations/xhs-reader/types.ts +277 -0
- package/integrations/xhs-reader/url.ts +80 -0
- package/internalCommandEntries.ts +4 -0
- package/machineCommands.ts +18 -34
- package/memoryCommands.ts +253 -0
- package/memoryInternalCommandEntries.ts +9 -0
- package/package.json +454 -9
- package/qoderUsageProbe.ts +252 -0
- package/render/contentIcon/types.ts +167 -0
- package/render/page/createPageAction.ts +183 -0
- package/render/page/docSlice.ts +495 -0
- package/render/page/types.ts +19 -0
- package/render/table/createTableAction.ts +274 -0
- package/render/table/deleteTableAction.ts +193 -0
- package/render/table/fetchAndCacheTableRows.ts +174 -0
- package/render/table/tableSlice.ts +1167 -0
- package/render/table/toolValueUtils.ts +363 -0
- package/render/table/types.ts +262 -0
- package/render/table/utils/tableSerialization.ts +50 -0
- package/scriptCommandEntries.ts +0 -3
- package/secretScan.ts +31 -0
- package/server/handlers/agentRun/types.ts +105 -0
- package/share/action.ts +225 -0
- package/share/helpers.ts +302 -0
- package/share/keys.ts +243 -0
- package/share/publicSharePolicy.ts +27 -0
- package/share/shareSlice.ts +53 -0
- package/share/types.ts +100 -0
- package/tableCommands.ts +248 -13
- package/workflowInternalCommandEntries.ts +2 -3
- package/ai/tools/agent/taskRunTool.ts +0 -112
- package/cli/client/taskRunPrompt.ts +0 -27
- package/cli/taskRunCommand.ts +0 -265
- package/client/taskRunPrompt.ts +0 -27
- package/taskRunCommand.ts +0 -265
|
@@ -0,0 +1,274 @@
|
|
|
1
|
+
// 文件: render/table/createTableAction.ts
|
|
2
|
+
|
|
3
|
+
import { formatISO } from "date-fns";
|
|
4
|
+
import { ulid } from "ulid";
|
|
5
|
+
import i18n from "../../app/i18n/client";
|
|
6
|
+
|
|
7
|
+
import type { RootState, AppDispatch } from "../../app/store";
|
|
8
|
+
import { selectUserId } from "../../auth/authSlice";
|
|
9
|
+
import {
|
|
10
|
+
addContentToSpace,
|
|
11
|
+
selectCurrentSpaceId,
|
|
12
|
+
} from "../../create/space/spaceSlice";
|
|
13
|
+
import { write } from "../../database/dbSlice";
|
|
14
|
+
import { metaKey, rowKey } from "../../database/keys";
|
|
15
|
+
import { DataType } from "../../create/types";
|
|
16
|
+
|
|
17
|
+
import type {
|
|
18
|
+
TableColumn,
|
|
19
|
+
TableColumnType,
|
|
20
|
+
CreateTableColumnInput,
|
|
21
|
+
TableMeta,
|
|
22
|
+
} from "./types";
|
|
23
|
+
|
|
24
|
+
/**
|
|
25
|
+
* 创建表时的输入参数:
|
|
26
|
+
* - spaceId 可选:不传则用当前 Space
|
|
27
|
+
* - title 可选:不传用默认文案(表显示名)
|
|
28
|
+
* - description 可选:表用途说明(包括每行代表什么,给人和 AI 看)
|
|
29
|
+
* - tags 可选:关键词标签列表(由 Agent 自动填比较合理)
|
|
30
|
+
* - categoryId 可选:Space 内分类
|
|
31
|
+
* - columns 可选:表字段定义(对象数组)
|
|
32
|
+
* - 不传或为空时,自动使用默认两列:
|
|
33
|
+
* 1) title / 标题(主字段)
|
|
34
|
+
* 2) note / 备注
|
|
35
|
+
* - withDefaultRows 可选:是否创建两行示例数据
|
|
36
|
+
*/
|
|
37
|
+
export interface CreateTableArgs {
|
|
38
|
+
spaceId?: string;
|
|
39
|
+
title?: string;
|
|
40
|
+
purpose?: string;
|
|
41
|
+
description?: string;
|
|
42
|
+
tags?: string[];
|
|
43
|
+
categoryId?: string;
|
|
44
|
+
columns?: CreateTableColumnInput[];
|
|
45
|
+
withDefaultRows?: boolean;
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
// 默认列定义:标题 + 备注
|
|
49
|
+
const DEFAULT_COLUMNS: Omit<TableColumn, "id">[] = [
|
|
50
|
+
{
|
|
51
|
+
name: "title",
|
|
52
|
+
label: "标题",
|
|
53
|
+
type: "text",
|
|
54
|
+
description: "这一行记录的主题或名称。",
|
|
55
|
+
isPrimary: true,
|
|
56
|
+
required: true,
|
|
57
|
+
},
|
|
58
|
+
{
|
|
59
|
+
name: "note",
|
|
60
|
+
label: "备注",
|
|
61
|
+
type: "text",
|
|
62
|
+
description: "对该条目的补充说明。",
|
|
63
|
+
required: false,
|
|
64
|
+
},
|
|
65
|
+
];
|
|
66
|
+
|
|
67
|
+
/**
|
|
68
|
+
* 将 CreateTableColumnInput[] 归一化成 TableColumn[]
|
|
69
|
+
* - 为每一列生成 id
|
|
70
|
+
* - 清洗 name / label / type / description / isPrimary / required / options
|
|
71
|
+
* - 如果结果为空,则使用 DEFAULT_COLUMNS
|
|
72
|
+
*/
|
|
73
|
+
const normalizeColumns = (
|
|
74
|
+
inputColumns: CreateTableColumnInput[] | undefined
|
|
75
|
+
): TableColumn[] => {
|
|
76
|
+
const base = Array.isArray(inputColumns) ? inputColumns : [];
|
|
77
|
+
|
|
78
|
+
const normalized: TableColumn[] = base
|
|
79
|
+
.map((c) => {
|
|
80
|
+
if (!c || typeof c.name !== "string") return null;
|
|
81
|
+
const name = c.name.trim();
|
|
82
|
+
if (!name) return null;
|
|
83
|
+
|
|
84
|
+
const col: TableColumn = {
|
|
85
|
+
id: c.id && typeof c.id === "string" && c.id.trim() ? c.id.trim() : ulid(),
|
|
86
|
+
name,
|
|
87
|
+
};
|
|
88
|
+
|
|
89
|
+
if (typeof c.label === "string" && c.label.trim()) {
|
|
90
|
+
col.label = c.label.trim();
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
if (typeof c.type === "string") {
|
|
94
|
+
col.type = c.type as TableColumnType;
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
if (typeof c.description === "string" && c.description.trim()) {
|
|
98
|
+
col.description = c.description.trim();
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
if (typeof c.isPrimary === "boolean") {
|
|
102
|
+
col.isPrimary = c.isPrimary;
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
if (typeof c.required === "boolean") {
|
|
106
|
+
col.required = c.required;
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
if (Array.isArray(c.options)) {
|
|
110
|
+
const opts = c.options
|
|
111
|
+
.map((opt) => (typeof opt === "string" ? opt.trim() : ""))
|
|
112
|
+
.filter(Boolean);
|
|
113
|
+
if (opts.length) {
|
|
114
|
+
col.options = opts;
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
return col;
|
|
119
|
+
})
|
|
120
|
+
.filter(Boolean) as TableColumn[];
|
|
121
|
+
|
|
122
|
+
if (normalized.length > 0) {
|
|
123
|
+
// 确保有一个主字段:如果没有 isPrimary,就把第一列设为主字段
|
|
124
|
+
if (!normalized.some((c) => c.isPrimary)) {
|
|
125
|
+
normalized[0].isPrimary = true;
|
|
126
|
+
}
|
|
127
|
+
return normalized;
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
// 未提供列时,使用默认:标题 + 备注
|
|
131
|
+
return DEFAULT_COLUMNS.map((c) => ({
|
|
132
|
+
...c,
|
|
133
|
+
id: ulid(),
|
|
134
|
+
}));
|
|
135
|
+
};
|
|
136
|
+
|
|
137
|
+
/**
|
|
138
|
+
* 类似 createPageAction:
|
|
139
|
+
* 1) 基于当前 userId 生成 tableId + metaKey
|
|
140
|
+
* 2) 写入 TABLE meta
|
|
141
|
+
* 3) 可选:写入两行 TABLE_ROW 默认数据
|
|
142
|
+
* 4) 如果有 spaceId(或当前 Space),自动 addContentToSpace
|
|
143
|
+
* 5) 返回 dbKey(路由用)
|
|
144
|
+
*/
|
|
145
|
+
export const createTableAction = async (
|
|
146
|
+
{
|
|
147
|
+
spaceId: customSpaceId,
|
|
148
|
+
title: customTitle,
|
|
149
|
+
purpose: customPurpose,
|
|
150
|
+
description: customDescription,
|
|
151
|
+
tags: customTags,
|
|
152
|
+
categoryId,
|
|
153
|
+
columns,
|
|
154
|
+
withDefaultRows = true,
|
|
155
|
+
}: CreateTableArgs = {},
|
|
156
|
+
{ dispatch, getState }: { dispatch: AppDispatch; getState: () => RootState }
|
|
157
|
+
): Promise<string> => {
|
|
158
|
+
const state = getState();
|
|
159
|
+
const userId = selectUserId(state);
|
|
160
|
+
if (!userId) throw new Error("User ID not found.");
|
|
161
|
+
|
|
162
|
+
// Important:
|
|
163
|
+
// View-mode-based scoping belongs to the UI entry layer (currently the sidebar-top
|
|
164
|
+
// create button), not to this action.
|
|
165
|
+
// This action preserves explicit caller intent:
|
|
166
|
+
// - prefer `spaceId` when a caller passes it;
|
|
167
|
+
// - otherwise fall back to the current selected space only.
|
|
168
|
+
const spaceId = customSpaceId ?? selectCurrentSpaceId(state);
|
|
169
|
+
|
|
170
|
+
const tableId = ulid();
|
|
171
|
+
|
|
172
|
+
const now = new Date();
|
|
173
|
+
const nowIso = formatISO(now);
|
|
174
|
+
|
|
175
|
+
const dbKey = metaKey(userId, tableId);
|
|
176
|
+
|
|
177
|
+
const defaultTitle = i18n.t("table:defaultTitle", {
|
|
178
|
+
defaultValue: "新建表格",
|
|
179
|
+
});
|
|
180
|
+
const title = customTitle?.trim() || defaultTitle;
|
|
181
|
+
|
|
182
|
+
const purpose = customPurpose?.trim() || undefined;
|
|
183
|
+
const description = customDescription?.trim() || undefined;
|
|
184
|
+
const tags =
|
|
185
|
+
Array.isArray(customTags) && customTags.length
|
|
186
|
+
? customTags
|
|
187
|
+
.map((t) => (typeof t === "string" ? t.trim() : ""))
|
|
188
|
+
.filter(Boolean)
|
|
189
|
+
: undefined;
|
|
190
|
+
|
|
191
|
+
// 1) 归一化列定义
|
|
192
|
+
const finalColumns: TableColumn[] = normalizeColumns(columns);
|
|
193
|
+
|
|
194
|
+
// 2) 写入表 meta(TABLE)
|
|
195
|
+
const tableMeta: TableMeta = {
|
|
196
|
+
dbKey,
|
|
197
|
+
tenantId: userId,
|
|
198
|
+
tableId,
|
|
199
|
+
spaceId: spaceId ?? null,
|
|
200
|
+
displayName: title,
|
|
201
|
+
purpose,
|
|
202
|
+
description,
|
|
203
|
+
tags,
|
|
204
|
+
schemaVersion: 1,
|
|
205
|
+
columns: finalColumns,
|
|
206
|
+
views: [], // 后续可以在 UI 中新增视图
|
|
207
|
+
triggers: [], // 后续可以在 UI/配置中新增触发器
|
|
208
|
+
aiConfig: undefined,
|
|
209
|
+
createdAt: nowIso,
|
|
210
|
+
updatedAt: nowIso,
|
|
211
|
+
type: DataType.TABLE,
|
|
212
|
+
};
|
|
213
|
+
|
|
214
|
+
await dispatch(
|
|
215
|
+
write({
|
|
216
|
+
data: tableMeta,
|
|
217
|
+
customKey: dbKey,
|
|
218
|
+
})
|
|
219
|
+
).unwrap();
|
|
220
|
+
|
|
221
|
+
// 3) 可选:写入两行默认数据(TABLE_ROW)
|
|
222
|
+
if (withDefaultRows) {
|
|
223
|
+
const defaultRows = [
|
|
224
|
+
{
|
|
225
|
+
title: "示例一",
|
|
226
|
+
note: "你可以在这里记录任何内容,例如任务、想法或配置项。",
|
|
227
|
+
},
|
|
228
|
+
{
|
|
229
|
+
title: "示例二",
|
|
230
|
+
note: '双击单元格开始编辑,右上角可以添加字段和行。',
|
|
231
|
+
},
|
|
232
|
+
];
|
|
233
|
+
|
|
234
|
+
await Promise.all(
|
|
235
|
+
defaultRows.map(async (values) => {
|
|
236
|
+
const { dbKey: rowKeyStr, rowId } = rowKey.create(userId, tableId);
|
|
237
|
+
|
|
238
|
+
const row = {
|
|
239
|
+
dbKey: rowKeyStr,
|
|
240
|
+
tenantId: userId,
|
|
241
|
+
tableId,
|
|
242
|
+
rowId,
|
|
243
|
+
createdAt: nowIso,
|
|
244
|
+
updatedAt: nowIso,
|
|
245
|
+
type: DataType.TABLE_ROW as const,
|
|
246
|
+
...values,
|
|
247
|
+
};
|
|
248
|
+
|
|
249
|
+
await dispatch(
|
|
250
|
+
write({
|
|
251
|
+
data: row,
|
|
252
|
+
customKey: rowKeyStr,
|
|
253
|
+
})
|
|
254
|
+
).unwrap();
|
|
255
|
+
})
|
|
256
|
+
);
|
|
257
|
+
}
|
|
258
|
+
|
|
259
|
+
// 4) 如果在某个 Space 中,把表挂到 Space.contents(关键点)
|
|
260
|
+
if (spaceId) {
|
|
261
|
+
await dispatch(
|
|
262
|
+
addContentToSpace({
|
|
263
|
+
spaceId,
|
|
264
|
+
contentKey: dbKey,
|
|
265
|
+
type: DataType.TABLE, // ContentType 里要有 "table"
|
|
266
|
+
title,
|
|
267
|
+
categoryId,
|
|
268
|
+
})
|
|
269
|
+
).unwrap();
|
|
270
|
+
}
|
|
271
|
+
|
|
272
|
+
// 5) 返回 dbKey,用于路由跳转 /meta-{tenantId}-{tableId}
|
|
273
|
+
return dbKey;
|
|
274
|
+
};
|
|
@@ -0,0 +1,193 @@
|
|
|
1
|
+
// 文件路径: render/table/deleteTableAction.ts
|
|
2
|
+
|
|
3
|
+
import type { RootState, AppDispatch } from "../../app/store";
|
|
4
|
+
import { getRuntimeServerContext } from "../../database/runtimeServerContext";
|
|
5
|
+
import { SEPARATOR, createKey } from "../../database/keys";
|
|
6
|
+
import { scheduleDeleteReplication } from "../../database/actions/replication";
|
|
7
|
+
import { buildTombstoneRecord } from "../../database/tombstones";
|
|
8
|
+
|
|
9
|
+
export interface DeleteTableArgs {
|
|
10
|
+
dbKey: string; // 形如:meta-{tenantId}-{tableId}
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
/**
|
|
14
|
+
* 从表的 meta dbKey 中解析 tenantId / tableId
|
|
15
|
+
* 约定:meta-{tenantId}-{tableId}
|
|
16
|
+
*/
|
|
17
|
+
const parseMetaKey = (dbKey: string): { tenantId: string; tableId: string } => {
|
|
18
|
+
const parts = dbKey.split(SEPARATOR);
|
|
19
|
+
if (parts[0] !== "meta" || parts.length < 3) {
|
|
20
|
+
throw new Error(`非法表 key:${dbKey}`);
|
|
21
|
+
}
|
|
22
|
+
const tenantId = parts[1];
|
|
23
|
+
const tableId = parts.slice(2).join(SEPARATOR);
|
|
24
|
+
return { tenantId, tableId };
|
|
25
|
+
};
|
|
26
|
+
|
|
27
|
+
const collectEntriesByPrefix = async (
|
|
28
|
+
db: any,
|
|
29
|
+
prefix: string
|
|
30
|
+
): Promise<Array<[string, unknown]>> => {
|
|
31
|
+
const entries: Array<[string, unknown]> = [];
|
|
32
|
+
|
|
33
|
+
for await (const [key, value] of db.iterator({
|
|
34
|
+
gte: prefix,
|
|
35
|
+
lte: prefix + "\uffff",
|
|
36
|
+
})) {
|
|
37
|
+
entries.push([key as string, value]);
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
return entries;
|
|
41
|
+
};
|
|
42
|
+
|
|
43
|
+
const belongsToTable = (
|
|
44
|
+
value: unknown,
|
|
45
|
+
tenantId: string,
|
|
46
|
+
tableId: string
|
|
47
|
+
): value is Record<string, any> =>
|
|
48
|
+
Boolean(
|
|
49
|
+
value &&
|
|
50
|
+
typeof value === "object" &&
|
|
51
|
+
(value as any).tenantId === tenantId &&
|
|
52
|
+
(value as any).tableId === tableId
|
|
53
|
+
);
|
|
54
|
+
|
|
55
|
+
const indexValueReferencesRows = (
|
|
56
|
+
value: unknown,
|
|
57
|
+
rowDbKeys: Set<string>,
|
|
58
|
+
rowIds: Set<string>
|
|
59
|
+
): boolean => {
|
|
60
|
+
if (typeof value === "string") {
|
|
61
|
+
return rowDbKeys.has(value) || rowIds.has(value);
|
|
62
|
+
}
|
|
63
|
+
if (!value || typeof value !== "object") return false;
|
|
64
|
+
const candidate = value as Record<string, any>;
|
|
65
|
+
return (
|
|
66
|
+
(typeof candidate.dbKey === "string" && rowDbKeys.has(candidate.dbKey)) ||
|
|
67
|
+
(typeof candidate.rowDbKey === "string" &&
|
|
68
|
+
rowDbKeys.has(candidate.rowDbKey)) ||
|
|
69
|
+
(typeof candidate.rowId === "string" && rowIds.has(candidate.rowId))
|
|
70
|
+
);
|
|
71
|
+
};
|
|
72
|
+
|
|
73
|
+
/**
|
|
74
|
+
* 删除整张表(本地 + 同步服务器):
|
|
75
|
+
*
|
|
76
|
+
* 本地:
|
|
77
|
+
* 1) 从 meta dbKey 中解析 tenantId / tableId
|
|
78
|
+
* 2) 给该表的所有行写 tombstone:row-{tenantId}-{tableId}-{rowId}
|
|
79
|
+
* 3) 删除该表的所有索引:idx-{tenantId}-{tableId}-...
|
|
80
|
+
* 4) 删除该表的所有视图:view-{tenantId}-{tableId}-{viewId}
|
|
81
|
+
* 6) 给表本身的 meta 写 tombstone:meta-{tenantId}-{tableId}
|
|
82
|
+
*
|
|
83
|
+
* 远端:
|
|
84
|
+
* - 使用 syncWithServers + noloDeleteRequest,
|
|
85
|
+
* 调用后端统一 DELETE 接口:
|
|
86
|
+
* DELETE /db/{metaDbKey}?type=table
|
|
87
|
+
*
|
|
88
|
+
* 说明:
|
|
89
|
+
* - 当前实现假定:一张逻辑表严格属于单个 tenant:
|
|
90
|
+
* 对于任意 meta-{tenantId}-{tableId},
|
|
91
|
+
* 所有行满足 row.tenantId === tenantId 且 row.tableId === tableId。
|
|
92
|
+
* - 不做历史兼容处理,如有旧数据可通过清库 / 迁移脚本处理。
|
|
93
|
+
*/
|
|
94
|
+
export const deleteTableAction = async (
|
|
95
|
+
{ dbKey }: DeleteTableArgs,
|
|
96
|
+
{
|
|
97
|
+
dispatch,
|
|
98
|
+
getState,
|
|
99
|
+
extra,
|
|
100
|
+
}: {
|
|
101
|
+
dispatch: AppDispatch;
|
|
102
|
+
getState: () => RootState;
|
|
103
|
+
extra: { db: any };
|
|
104
|
+
}
|
|
105
|
+
): Promise<string> => {
|
|
106
|
+
const { db } = extra;
|
|
107
|
+
const state = getState();
|
|
108
|
+
const { currentServer, syncServers } = getRuntimeServerContext(state);
|
|
109
|
+
|
|
110
|
+
const { tenantId, tableId } = parseMetaKey(dbKey);
|
|
111
|
+
|
|
112
|
+
const nowIso = new Date().toISOString();
|
|
113
|
+
|
|
114
|
+
// 1) 本地收集所有行:row-{tenantId}-{tableId}-{rowId}
|
|
115
|
+
const rowPrefix = createKey("row", tenantId, tableId, "");
|
|
116
|
+
const rowEntries = (await collectEntriesByPrefix(db, rowPrefix)).filter(
|
|
117
|
+
([, value]) => belongsToTable(value, tenantId, tableId)
|
|
118
|
+
);
|
|
119
|
+
const rowDbKeys = new Set(rowEntries.map(([key]) => key));
|
|
120
|
+
const rowIds = new Set(
|
|
121
|
+
rowEntries
|
|
122
|
+
.map(([, value]) => value.rowId)
|
|
123
|
+
.filter((rowId): rowId is string => typeof rowId === "string")
|
|
124
|
+
);
|
|
125
|
+
|
|
126
|
+
// 2) 本地收集所有索引 key:idx-{tenantId}-{tableId}-...
|
|
127
|
+
const idxPrefix = createKey("idx", tenantId, tableId, "");
|
|
128
|
+
const idxEntries = await collectEntriesByPrefix(db, idxPrefix);
|
|
129
|
+
const idxKeys = idxEntries
|
|
130
|
+
.filter(([, value]) =>
|
|
131
|
+
belongsToTable(value, tenantId, tableId) ||
|
|
132
|
+
indexValueReferencesRows(value, rowDbKeys, rowIds)
|
|
133
|
+
)
|
|
134
|
+
.map(([key]) => key);
|
|
135
|
+
|
|
136
|
+
// 3) 本地收集所有视图 key:view-{tenantId}-{tableId}-{viewId}
|
|
137
|
+
const viewPrefix = createKey("view", tenantId, tableId, "");
|
|
138
|
+
const viewEntries = await collectEntriesByPrefix(db, viewPrefix);
|
|
139
|
+
const viewKeys = viewEntries
|
|
140
|
+
.filter(([, value]) => belongsToTable(value, tenantId, tableId))
|
|
141
|
+
.map(([key]) => key);
|
|
142
|
+
|
|
143
|
+
|
|
144
|
+
const metaRecord =
|
|
145
|
+
typeof db.get === "function" ? await db.get(dbKey).catch(() => null) : null;
|
|
146
|
+
|
|
147
|
+
// 5) 需要物理删除的 key:索引 + 视图;meta/row 写 tombstone 参与多服务器合并。
|
|
148
|
+
const keysToDelete = Array.from(
|
|
149
|
+
new Set<string>([
|
|
150
|
+
...idxKeys,
|
|
151
|
+
...viewKeys,
|
|
152
|
+
])
|
|
153
|
+
);
|
|
154
|
+
|
|
155
|
+
const putOps = [
|
|
156
|
+
...(metaRecord && typeof metaRecord === "object"
|
|
157
|
+
? [
|
|
158
|
+
{
|
|
159
|
+
type: "put" as const,
|
|
160
|
+
key: dbKey,
|
|
161
|
+
value: buildTombstoneRecord(metaRecord, nowIso),
|
|
162
|
+
},
|
|
163
|
+
]
|
|
164
|
+
: []),
|
|
165
|
+
...rowEntries.map(([key, value]) => ({
|
|
166
|
+
type: "put" as const,
|
|
167
|
+
key,
|
|
168
|
+
value: buildTombstoneRecord(value, nowIso),
|
|
169
|
+
})),
|
|
170
|
+
];
|
|
171
|
+
|
|
172
|
+
if (keysToDelete.length > 0 || putOps.length > 0) {
|
|
173
|
+
const ops = [
|
|
174
|
+
...putOps,
|
|
175
|
+
...keysToDelete.map((key) => ({
|
|
176
|
+
type: "del" as const,
|
|
177
|
+
key,
|
|
178
|
+
})),
|
|
179
|
+
];
|
|
180
|
+
await db.batch(ops);
|
|
181
|
+
}
|
|
182
|
+
|
|
183
|
+
// 6) local-first:本地先删除,远端整表删除在后台收敛。
|
|
184
|
+
scheduleDeleteReplication({
|
|
185
|
+
currentServer,
|
|
186
|
+
syncServers,
|
|
187
|
+
dbKey,
|
|
188
|
+
deleteOptions: { type: "table" as const },
|
|
189
|
+
state,
|
|
190
|
+
});
|
|
191
|
+
|
|
192
|
+
return dbKey;
|
|
193
|
+
};
|
|
@@ -0,0 +1,174 @@
|
|
|
1
|
+
import { DataType } from "../../create/types";
|
|
2
|
+
import { rowKey } from "../../database/keys";
|
|
3
|
+
|
|
4
|
+
const getRowTimestamp = (row: any): number => {
|
|
5
|
+
if (!row || typeof row !== "object") return 0;
|
|
6
|
+
const updatedAt = Date.parse(row.updatedAt ?? "");
|
|
7
|
+
if (Number.isFinite(updatedAt) && updatedAt > 0) return updatedAt;
|
|
8
|
+
const createdAt = Date.parse(row.createdAt ?? "");
|
|
9
|
+
return Number.isFinite(createdAt) && createdAt > 0 ? createdAt : 0;
|
|
10
|
+
};
|
|
11
|
+
|
|
12
|
+
const shouldReplaceMergedRow = (nextRow: any, currentRow: any): boolean => {
|
|
13
|
+
const nextTs = getRowTimestamp(nextRow);
|
|
14
|
+
const currentTs = getRowTimestamp(currentRow);
|
|
15
|
+
if (nextTs !== currentTs) return nextTs > currentTs;
|
|
16
|
+
return Boolean(nextRow?.deletedAt) && !currentRow?.deletedAt;
|
|
17
|
+
};
|
|
18
|
+
|
|
19
|
+
const mergeTableRows = (...rowLists: any[][]): any[] => {
|
|
20
|
+
const merged = new Map<string, any>();
|
|
21
|
+
|
|
22
|
+
for (const rowList of rowLists) {
|
|
23
|
+
for (const row of rowList) {
|
|
24
|
+
const dbKey = row?.dbKey;
|
|
25
|
+
if (!dbKey) continue;
|
|
26
|
+
const existing = merged.get(dbKey);
|
|
27
|
+
if (!existing || shouldReplaceMergedRow(row, existing)) {
|
|
28
|
+
merged.set(dbKey, row);
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
return Array.from(merged.values());
|
|
34
|
+
};
|
|
35
|
+
|
|
36
|
+
const loadLocalTableRows = async (
|
|
37
|
+
db: any,
|
|
38
|
+
tenantId: string,
|
|
39
|
+
tableId: string
|
|
40
|
+
): Promise<any[]> => {
|
|
41
|
+
if (!db || typeof db.iterator !== "function") {
|
|
42
|
+
return [];
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
const rows: any[] = [];
|
|
46
|
+
const { gte, lte } = rowKey.range(tenantId, tableId);
|
|
47
|
+
|
|
48
|
+
try {
|
|
49
|
+
for await (const [, value] of db.iterator({ gte, lte })) {
|
|
50
|
+
if (value?.type === DataType.TABLE_ROW) {
|
|
51
|
+
rows.push(value);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
} catch {
|
|
55
|
+
return [];
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
return rows;
|
|
59
|
+
};
|
|
60
|
+
|
|
61
|
+
const fetchTableRowsFromServer = async (
|
|
62
|
+
server: string,
|
|
63
|
+
tenantId: string,
|
|
64
|
+
tableId: string,
|
|
65
|
+
headers: Record<string, string>
|
|
66
|
+
): Promise<any[]> => {
|
|
67
|
+
const res = await fetch(`${server}/rpc/listTableRows`, {
|
|
68
|
+
method: "POST",
|
|
69
|
+
headers,
|
|
70
|
+
body: JSON.stringify({ tenantId, tableId }),
|
|
71
|
+
});
|
|
72
|
+
|
|
73
|
+
if (!res.ok) {
|
|
74
|
+
let msg = `加载表 ${tableId} 行失败(${res.status})`;
|
|
75
|
+
try {
|
|
76
|
+
const err = await res.json();
|
|
77
|
+
if (err && typeof err.message === "string") {
|
|
78
|
+
msg = err.message;
|
|
79
|
+
}
|
|
80
|
+
} catch {
|
|
81
|
+
// ignore
|
|
82
|
+
}
|
|
83
|
+
throw new Error(msg);
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
const data = await res.json();
|
|
87
|
+
if (!Array.isArray(data)) {
|
|
88
|
+
throw new Error("服务器返回格式错误:预期为数组");
|
|
89
|
+
}
|
|
90
|
+
return data;
|
|
91
|
+
};
|
|
92
|
+
|
|
93
|
+
export const cacheMergedTableRows = async (db: any, mergedRows: any[]) => {
|
|
94
|
+
if (!db) return;
|
|
95
|
+
|
|
96
|
+
await Promise.all(
|
|
97
|
+
mergedRows.map(async (mergedRow: any) => {
|
|
98
|
+
if (!mergedRow?.dbKey) return;
|
|
99
|
+
try {
|
|
100
|
+
const localRow = await db.get(mergedRow.dbKey).catch(() => null);
|
|
101
|
+
if (!localRow) {
|
|
102
|
+
await db.put(mergedRow.dbKey, mergedRow);
|
|
103
|
+
return;
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
const serverTs = new Date(
|
|
107
|
+
mergedRow.updatedAt ?? mergedRow.createdAt ?? 0
|
|
108
|
+
).getTime();
|
|
109
|
+
const localTs = new Date(
|
|
110
|
+
localRow.updatedAt ?? localRow.createdAt ?? 0
|
|
111
|
+
).getTime();
|
|
112
|
+
const shouldOverwrite =
|
|
113
|
+
serverTs > localTs ||
|
|
114
|
+
(serverTs === localTs &&
|
|
115
|
+
Boolean(mergedRow.deletedAt) &&
|
|
116
|
+
!Boolean(localRow.deletedAt));
|
|
117
|
+
|
|
118
|
+
if (shouldOverwrite) {
|
|
119
|
+
await db.put(mergedRow.dbKey, mergedRow);
|
|
120
|
+
}
|
|
121
|
+
} catch {
|
|
122
|
+
// Ignore local cache errors.
|
|
123
|
+
}
|
|
124
|
+
})
|
|
125
|
+
);
|
|
126
|
+
};
|
|
127
|
+
|
|
128
|
+
export const fetchAndCacheTableRows = async ({
|
|
129
|
+
db,
|
|
130
|
+
tenantId,
|
|
131
|
+
tableId,
|
|
132
|
+
token,
|
|
133
|
+
remoteServers = [],
|
|
134
|
+
}: {
|
|
135
|
+
db: any;
|
|
136
|
+
tenantId: string;
|
|
137
|
+
tableId: string;
|
|
138
|
+
token?: string | null;
|
|
139
|
+
remoteServers?: string[];
|
|
140
|
+
}): Promise<any[]> => {
|
|
141
|
+
const headers: Record<string, string> = {
|
|
142
|
+
"Content-Type": "application/json",
|
|
143
|
+
};
|
|
144
|
+
if (token) {
|
|
145
|
+
headers.Authorization = `Bearer ${token}`;
|
|
146
|
+
}
|
|
147
|
+
|
|
148
|
+
const localRows = await loadLocalTableRows(db, tenantId, tableId);
|
|
149
|
+
const remoteResults = await Promise.allSettled(
|
|
150
|
+
remoteServers.map((server) =>
|
|
151
|
+
fetchTableRowsFromServer(server, tenantId, tableId, headers)
|
|
152
|
+
)
|
|
153
|
+
);
|
|
154
|
+
|
|
155
|
+
const fulfilledRemoteRows = remoteResults
|
|
156
|
+
.filter(
|
|
157
|
+
(result): result is PromiseFulfilledResult<any[]> =>
|
|
158
|
+
result.status === "fulfilled"
|
|
159
|
+
)
|
|
160
|
+
.map((result) => result.value);
|
|
161
|
+
|
|
162
|
+
if (fulfilledRemoteRows.length === 0 && localRows.length === 0) {
|
|
163
|
+
const firstFailure = remoteResults.find(
|
|
164
|
+
(result): result is PromiseRejectedResult =>
|
|
165
|
+
result.status === "rejected"
|
|
166
|
+
);
|
|
167
|
+
throw new Error(firstFailure?.reason?.message || "加载表行失败");
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
const mergedRows = mergeTableRows(localRows, ...fulfilledRemoteRows);
|
|
171
|
+
await cacheMergedTableRows(db, mergedRows);
|
|
172
|
+
|
|
173
|
+
return mergedRows.filter((row) => !row?.deletedAt);
|
|
174
|
+
};
|