nolo-cli 0.1.13 → 0.1.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -2
- package/agent-runtime/hostAdapter.ts +53 -0
- package/agent-runtime/index.ts +28 -0
- package/agent-runtime/localLoop.ts +62 -0
- package/agent-runtime/runtimeDecision.ts +70 -0
- package/agent-runtime/types.ts +87 -0
- package/agentRuntimeCommands.ts +139 -22
- package/agentRuntimeLocal.ts +7 -0
- package/ai/agent/_executeModel.ts +118 -0
- package/ai/agent/agentSlice.ts +544 -1
- package/ai/agent/appWorkingMemory.ts +126 -0
- package/ai/agent/avatarUtils.ts +24 -0
- package/ai/agent/buildEditingContext.ts +373 -0
- package/ai/agent/buildSystemPrompt.ts +532 -0
- package/ai/agent/cleanAgentMessages.ts +140 -0
- package/ai/agent/cliChatClient.ts +119 -0
- package/ai/agent/contextCompiler.ts +107 -0
- package/ai/agent/contextLayerContract.ts +44 -0
- package/ai/agent/createAgentSchema.ts +234 -0
- package/ai/agent/executeToolCall.ts +58 -0
- package/ai/agent/fetchAgentContexts.ts +42 -0
- package/ai/agent/generatePrompt.ts +3 -0
- package/ai/agent/getFullChatContextKeys.ts +168 -0
- package/ai/agent/hooks/fetchPublicAgents.ts +133 -0
- package/ai/agent/hooks/useAgentConfig.ts +61 -0
- package/ai/agent/hooks/useAgentDialog.ts +35 -0
- package/ai/agent/hooks/useAgentFormValidation.ts +202 -0
- package/ai/agent/hooks/usePublicAgents.ts +473 -0
- package/ai/agent/persistMessageWithFixedId.ts +37 -0
- package/ai/agent/planSlice.ts +259 -0
- package/ai/agent/referenceUtils.ts +229 -0
- package/ai/agent/runAgentBackground.ts +238 -0
- package/ai/agent/runAgentClientLoop.ts +138 -0
- package/ai/agent/runtimeGuidance.ts +97 -0
- package/ai/agent/runtimeServerBase.ts +37 -0
- package/ai/agent/server/fetchPublicAgents.ts +128 -0
- package/ai/agent/startParallelAgentStreams.ts +424 -0
- package/ai/agent/startupProtocol.ts +53 -0
- package/ai/agent/streamAgentChatTurn.ts +1299 -0
- package/ai/agent/streamAgentChatTurnUtils.ts +738 -0
- package/ai/agent/types.ts +71 -0
- package/ai/agent/utils/imageOutput.ts +39 -0
- package/ai/agent/utils/publicImageAgentMode.ts +26 -0
- package/ai/agent/utils/sortUtils.ts +250 -0
- package/ai/agent/web/referencePickerUtils.ts +146 -0
- package/ai/ai.locale.ts +1083 -0
- package/ai/chat/accumulateToolCallChunks.ts +95 -0
- package/ai/chat/fetchUtils.native.ts +276 -0
- package/ai/chat/fetchUtils.ts +153 -0
- package/ai/chat/inlineImageUrlsForCustomProvider.ts +117 -0
- package/ai/chat/parseApiError.ts +64 -0
- package/ai/chat/parseMultilineSSE.ts +95 -0
- package/ai/chat/sendOpenAICompletionsRequest.native.ts +682 -0
- package/ai/chat/sendOpenAICompletionsRequest.ts +712 -0
- package/ai/chat/sendOpenAIResponseRequest.ts +512 -0
- package/ai/chat/shouldUseServerProxy.ts +18 -0
- package/ai/chat/sseClient.native.ts +91 -0
- package/ai/chat/sseClient.ts +67 -0
- package/ai/chat/streamReader.native.ts +31 -0
- package/ai/chat/streamReader.ts +62 -0
- package/ai/chat/updateTotalUsage.ts +72 -0
- package/ai/context/buildReferenceContext.ts +437 -0
- package/ai/context/calculateContextUsage.ts +133 -0
- package/ai/context/retention.ts +165 -0
- package/ai/context/tokenUtils.ts +78 -0
- package/ai/index.ts +1 -1
- package/ai/llm/agentCapabilities.ts +74 -0
- package/ai/llm/calculateGeminiImageTokens.ts +57 -0
- package/ai/llm/deepinfra.ts +28 -0
- package/ai/llm/fireworks.ts +68 -0
- package/ai/llm/generateRequestBody.ts +165 -0
- package/ai/llm/getModelContextWindow.ts +84 -0
- package/ai/llm/getNoloKey.ts +37 -0
- package/ai/llm/getPricing.ts +232 -0
- package/ai/llm/hooks/useModelPricing.ts +75 -0
- package/ai/llm/imagePricing.ts +66 -0
- package/ai/llm/isResponseAPIModel.ts +13 -0
- package/ai/llm/kimi.ts +18 -0
- package/ai/llm/mimo.ts +71 -0
- package/ai/llm/mistral.ts +22 -0
- package/ai/llm/modelAvatar.ts +427 -0
- package/ai/llm/models.ts +45 -0
- package/ai/llm/openrouterModels.ts +141 -0
- package/ai/llm/providers.ts +307 -0
- package/ai/llm/reasoningModels.ts +28 -0
- package/ai/llm/types.ts +59 -0
- package/ai/llm/usageRequestOptions.ts +59 -0
- package/ai/memory/capture.ts +148 -0
- package/ai/memory/consolidate.ts +104 -0
- package/ai/memory/delete.ts +147 -0
- package/ai/memory/overlay.ts +84 -0
- package/ai/memory/query.ts +38 -0
- package/ai/memory/queryShared.ts +160 -0
- package/ai/memory/rank.ts +105 -0
- package/ai/memory/recentRelationshipRecap.ts +247 -0
- package/ai/memory/remember.ts +167 -0
- package/ai/memory/runtime.ts +76 -0
- package/ai/memory/store.ts +20 -0
- package/ai/memory/storeShared.ts +76 -0
- package/ai/memory/types.ts +46 -0
- package/ai/memory/understanding.ts +349 -0
- package/ai/memory/understandingGreeting.ts +264 -0
- package/ai/messages/type.ts +20 -0
- package/ai/policy/personalizationDialog.ts +333 -0
- package/ai/policy/runtimePolicy.ts +440 -0
- package/ai/policy/selfUpdateFields.ts +48 -0
- package/ai/policy/types.ts +64 -0
- package/ai/skills/referenceRuntime.ts +274 -0
- package/ai/skills/skillDiagnostics.ts +251 -0
- package/ai/skills/skillDocBuilder.ts +139 -0
- package/ai/skills/skillDocProtocol.ts +434 -0
- package/ai/skills/skillReferenceSummary.ts +63 -0
- package/ai/skills/skillSummaryMarker.ts +26 -0
- package/ai/token/calculatePrice.ts +546 -0
- package/ai/token/db.ts +98 -0
- package/ai/token/externalToolCost.ts +321 -0
- package/ai/token/hooks/useRecords.ts +65 -0
- package/ai/token/missingUsageEstimate.ts +42 -0
- package/ai/token/modelUsageQuery.ts +252 -0
- package/ai/token/normalizeUsage.ts +84 -0
- package/ai/token/openaiImageGenerationUsage.ts +56 -0
- package/ai/token/prepareTokenUsageData.ts +88 -0
- package/ai/token/query.ts +88 -0
- package/ai/token/queryUserTokens.ts +59 -0
- package/ai/token/resolveBillingTarget.ts +52 -0
- package/ai/token/saveTokenRecord.ts +53 -0
- package/ai/token/serverDialogProjection.ts +78 -0
- package/ai/token/serverTokenWriter.ts +143 -0
- package/ai/token/stats.ts +21 -0
- package/ai/token/tokenThunks.ts +24 -0
- package/ai/token/types.ts +93 -0
- package/ai/tools/agent/agentTools.ts +176 -0
- package/ai/tools/agent/agentUpdateShared.ts +311 -0
- package/ai/tools/agent/callAgentTool.ts +139 -0
- package/ai/tools/agent/createAgentTool.ts +512 -0
- package/ai/tools/agent/createDialogTool.ts +69 -0
- package/ai/tools/agent/createSkillAgentTool.ts +62 -0
- package/ai/tools/agent/parallelBudget.ts +221 -0
- package/ai/tools/agent/presets/appBuilderPreset.ts +147 -0
- package/ai/tools/agent/runLlmTool.ts +96 -0
- package/ai/tools/agent/runStreamingAgentTool.ts +73 -0
- package/ai/tools/agent/skillAgentArgs.ts +106 -0
- package/ai/tools/agent/skillAgentPreset.ts +89 -0
- package/ai/tools/agent/streamParallelAgentsTool.ts +122 -0
- package/ai/tools/agent/updateAgentTool.ts +96 -0
- package/ai/tools/agent/updateSelfTool.ts +113 -0
- package/ai/tools/amazonProductScraperTool.ts +86 -0
- package/ai/tools/apifyActorClient.ts +45 -0
- package/ai/tools/appEditGuard.ts +372 -0
- package/ai/tools/appReadSnapshot.ts +153 -0
- package/ai/tools/appTools.ts +1549 -0
- package/ai/tools/applyEditTool.ts +256 -0
- package/ai/tools/applyLineEditsTool.ts +312 -0
- package/ai/tools/browserTools/click.ts +33 -0
- package/ai/tools/browserTools/closeSession.ts +29 -0
- package/ai/tools/browserTools/common.ts +27 -0
- package/ai/tools/browserTools/openSession.ts +48 -0
- package/ai/tools/browserTools/readContent.ts +38 -0
- package/ai/tools/browserTools/selectOption.ts +46 -0
- package/ai/tools/browserTools/typeText.ts +42 -0
- package/ai/tools/category/createCategoryTool.ts +66 -0
- package/ai/tools/category/queryContentsByCategoryTool.ts +69 -0
- package/ai/tools/category/updateContentCategoryTool.ts +75 -0
- package/ai/tools/cfBrowserTools.ts +319 -0
- package/ai/tools/cfSpeechToTextTool.ts +49 -0
- package/ai/tools/checkEnvTool.ts +65 -0
- package/ai/tools/cloudflareCrawlTool.ts +289 -0
- package/ai/tools/codeSearchTool.ts +111 -0
- package/ai/tools/codeTools.ts +101 -0
- package/ai/tools/createDocTool.ts +132 -0
- package/ai/tools/createPlanTool.ts +999 -0
- package/ai/tools/createSkillDocTool.ts +155 -0
- package/ai/tools/createWorkflowTool.ts +154 -0
- package/ai/tools/deepseekOcrTool.ts +34 -0
- package/ai/tools/delayTool.ts +31 -0
- package/ai/tools/deleteSpacesTool.ts +325 -0
- package/ai/tools/deleteSpacesToolModel.ts +159 -0
- package/ai/tools/devReloadUtils.ts +29 -0
- package/ai/tools/dialogMessageSearch.ts +137 -0
- package/ai/tools/doctorSkillTool.ts +72 -0
- package/ai/tools/ecommerceScraperTool.ts +86 -0
- package/ai/tools/emailTools.ts +549 -0
- package/ai/tools/evalSkillTool.ts +92 -0
- package/ai/tools/exaSearchTool.ts +64 -0
- package/ai/tools/execBashTool.ts +379 -0
- package/ai/tools/executeSqlTool.ts +192 -0
- package/ai/tools/fetchWebpageSupport.ts +309 -0
- package/ai/tools/fetchWebpageTool.ts +84 -0
- package/ai/tools/geminiImagePreviewTool.ts +361 -0
- package/ai/tools/generateDocxTool.ts +215 -0
- package/ai/tools/googleSearchScraperTool.ts +106 -0
- package/ai/tools/importDataTool.ts +133 -0
- package/ai/tools/importSkillTool.ts +162 -0
- package/ai/tools/index.ts +1927 -0
- package/ai/tools/listFilesTool.ts +82 -0
- package/ai/tools/listUserSpacesTool.ts +113 -0
- package/ai/tools/modelUsageTools.ts +199 -0
- package/ai/tools/olmOcrTool.ts +34 -0
- package/ai/tools/openaiImageTool.ts +267 -0
- package/ai/tools/prepareTools.ts +23 -0
- package/ai/tools/readDocTool.ts +84 -0
- package/ai/tools/readFileTool.ts +211 -0
- package/ai/tools/readTool.ts +163 -0
- package/ai/tools/readXPostTool.ts +233 -0
- package/ai/tools/rememberMemoryTool.ts +84 -0
- package/ai/tools/remotionVideoTool.ts +151 -0
- package/ai/tools/searchDialogMessagesTool.ts +222 -0
- package/ai/tools/searchRepoTool.ts +115 -0
- package/ai/tools/searchWorkspaceTool.ts +259 -0
- package/ai/tools/skillFollowup.ts +86 -0
- package/ai/tools/surfWeatherTool.ts +169 -0
- package/ai/tools/table/addTableRowTool.ts +217 -0
- package/ai/tools/table/createTableTool.ts +315 -0
- package/ai/tools/table/rowTools.ts +366 -0
- package/ai/tools/table/schemaTools.ts +244 -0
- package/ai/tools/table/shareTableTool.ts +148 -0
- package/ai/tools/table/toolShared.ts +129 -0
- package/ai/tools/toolApiClient.ts +198 -0
- package/ai/tools/toolNameAliases.ts +57 -0
- package/ai/tools/toolResultError.ts +42 -0
- package/ai/tools/toolRunSlice.ts +303 -0
- package/ai/tools/toolSchemaCompatibility.ts +53 -0
- package/ai/tools/toolVisibility.ts +4 -0
- package/ai/tools/types.ts +20 -0
- package/ai/tools/uiAskChoiceTool.ts +104 -0
- package/ai/tools/updateContentTitleTool.ts +84 -0
- package/ai/tools/updateDocTool.ts +105 -0
- package/ai/tools/updateUserPreferenceProfileTool.ts +145 -0
- package/ai/tools/whisperTool.ts +77 -0
- package/ai/tools/writeFileTool.ts +210 -0
- package/ai/tools/youtubeScraperTool.ts +116 -0
- package/ai/tools/ziweiChartTool.ts +678 -0
- package/ai/types.ts +55 -0
- package/ai/workflow/workflowExecutor.ts +323 -0
- package/ai/workflow/workflowSlice.ts +73 -0
- package/ai/workflow/workflowTypes.ts +106 -0
- package/client/agentRun.test.ts +240 -0
- package/client/agentRun.ts +182 -19
- package/client/compactDialog.test.ts +238 -0
- package/client/localRuntimeAdapter.test.ts +135 -0
- package/client/localRuntimeAdapter.ts +244 -0
- package/client/profileConfig.test.ts +40 -0
- package/client/streamingOutput.test.ts +22 -0
- package/client/streamingOutput.ts +38 -0
- package/commandRegistry.ts +9 -2
- package/connector-experimental/index.ts +5 -0
- package/database/actions/cacheMergedUserData.ts +64 -0
- package/database/actions/common.ts +242 -0
- package/database/actions/deleteFile.ts +40 -0
- package/database/actions/fetchUserData.ts +16 -0
- package/database/actions/fileContent.ts +125 -0
- package/database/actions/patch.ts +155 -0
- package/database/actions/read.ts +337 -0
- package/database/actions/readAndWait.ts +224 -0
- package/database/actions/readRequestManager.ts +120 -0
- package/database/actions/remove.ts +94 -0
- package/database/actions/replication.ts +366 -0
- package/database/actions/upload.ts +174 -0
- package/database/actions/upsert.ts +56 -0
- package/database/actions/write.ts +126 -0
- package/database/client/db.native.ts +73 -0
- package/database/client/db.ts +51 -0
- package/database/client/fetchUserData.ts +61 -0
- package/database/client/handleError.ts +19 -0
- package/database/client/queryRequest.ts +21 -0
- package/database/config.ts +21 -0
- package/database/dbActionThunks.ts +1 -0
- package/database/dbSlice.ts +149 -0
- package/database/email.ts +42 -0
- package/database/fileRing.ts +51 -0
- package/database/fileSharding.ts +70 -0
- package/database/fileStorage.native.ts +92 -0
- package/database/fileStorage.ts +232 -0
- package/database/fileUrl.ts +34 -0
- package/database/hooks/useUserData.ts +489 -0
- package/database/index.ts +1 -0
- package/database/keys.ts +765 -0
- package/database/queryPrefixes.ts +14 -0
- package/database/requests.ts +443 -0
- package/database/runtimeServerContext.ts +35 -0
- package/database/server/MemoryDB.ts +76 -0
- package/database/server/actorAccess.ts +76 -0
- package/database/server/agentDelegation.ts +124 -0
- package/database/server/coreDataOwnership.ts +13 -0
- package/database/server/coreDataProxy.ts +76 -0
- package/database/server/cybotReadonly.ts +18 -0
- package/database/server/dataHandlers.ts +111 -0
- package/database/server/db.ts +118 -0
- package/database/server/dbPath.ts +20 -0
- package/database/server/delete.ts +499 -0
- package/database/server/emailRepository.ts +1480 -0
- package/database/server/ensureDbOpen.ts +12 -0
- package/database/server/fileRead.ts +337 -0
- package/database/server/fileService.ts +436 -0
- package/database/server/handleTransaction.ts +86 -0
- package/database/server/patch.ts +282 -0
- package/database/server/query.ts +138 -0
- package/database/server/read.ts +325 -0
- package/database/server/resourceAccess.ts +211 -0
- package/database/server/routes.ts +110 -0
- package/database/server/spaceMemberAuthority.ts +67 -0
- package/database/server/upload.ts +159 -0
- package/database/server/write.ts +494 -0
- package/database/server/writeAuthority.ts +133 -0
- package/database/sqliteDb.ts +46 -0
- package/database/table/deleteTable.ts +120 -0
- package/database/tenantPlacement.ts +57 -0
- package/database/tombstones.ts +52 -0
- package/database/userDataLoadDecision.ts +17 -0
- package/database/userDataMerge.ts +95 -0
- package/database/userPreferenceRegister.ts +108 -0
- package/database/utils/dbPath.ts +47 -0
- package/database/utils/ulid.native.ts +6 -0
- package/database/utils/ulid.ts +1 -0
- package/index.ts +25 -15
- package/localRuntimeDb.ts +28 -0
- package/package.json +16 -4
- package/runtimeModeArgs.ts +33 -0
- package/tui/readlineWorkspace.ts +1 -0
- package/tui/session.ts +22 -0
|
@@ -0,0 +1,282 @@
|
|
|
1
|
+
// patch.js (或你的 patch 处理文件名)
|
|
2
|
+
import { pino } from "pino";
|
|
3
|
+
import { DataType } from "create/types";
|
|
4
|
+
import serverDb from "./db"; // 确认路径正确
|
|
5
|
+
import { handleToken } from "auth/server/token";
|
|
6
|
+
import {
|
|
7
|
+
CYBOT_READONLY_MESSAGE,
|
|
8
|
+
isCybotReadOnlyMutation,
|
|
9
|
+
} from "./cybotReadonly";
|
|
10
|
+
import { invalidatePublicAgentsCache } from "ai/agent/server/fetchPublicAgents";
|
|
11
|
+
import { resolveWriteAuthority } from "./writeAuthority";
|
|
12
|
+
import {
|
|
13
|
+
findActiveLiveShareByTable,
|
|
14
|
+
patchShareMeta,
|
|
15
|
+
reconcileReplicaTable,
|
|
16
|
+
replicateSharedTableMutation,
|
|
17
|
+
} from "../../share/server/tableReplication";
|
|
18
|
+
|
|
19
|
+
const logger = pino({ name: "patch" });
|
|
20
|
+
const getRequestOrigin = (req): string => {
|
|
21
|
+
try {
|
|
22
|
+
return new URL(req?.url ?? "").origin.replace(/\/+$/, "");
|
|
23
|
+
} catch {
|
|
24
|
+
return "";
|
|
25
|
+
}
|
|
26
|
+
};
|
|
27
|
+
const getForwardHeaders = (req): Record<string, string> => {
|
|
28
|
+
const headers: Record<string, string> = {
|
|
29
|
+
"Content-Type": "application/json",
|
|
30
|
+
};
|
|
31
|
+
const authHeader =
|
|
32
|
+
typeof req?.headers?.authorization === "string"
|
|
33
|
+
? req.headers.authorization
|
|
34
|
+
: typeof req?.headers?.Authorization === "string"
|
|
35
|
+
? req.headers.Authorization
|
|
36
|
+
: "";
|
|
37
|
+
if (authHeader) {
|
|
38
|
+
headers.Authorization = authHeader;
|
|
39
|
+
}
|
|
40
|
+
return headers;
|
|
41
|
+
};
|
|
42
|
+
|
|
43
|
+
// 深度合并工具函数 (保持不变)
|
|
44
|
+
const deepMerge = (target, source) => {
|
|
45
|
+
const output = { ...target };
|
|
46
|
+
for (const key in source) {
|
|
47
|
+
// eslint-disable-next-line no-prototype-builtins
|
|
48
|
+
if (!source.hasOwnProperty(key)) continue;
|
|
49
|
+
|
|
50
|
+
if (source[key] === null && key in output) {
|
|
51
|
+
delete output[key];
|
|
52
|
+
} else if (
|
|
53
|
+
source[key] &&
|
|
54
|
+
typeof source[key] === "object" &&
|
|
55
|
+
!Array.isArray(source[key])
|
|
56
|
+
) {
|
|
57
|
+
output[key] = deepMerge(output[key] || {}, source[key]);
|
|
58
|
+
} else {
|
|
59
|
+
output[key] = source[key];
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
return output;
|
|
63
|
+
};
|
|
64
|
+
|
|
65
|
+
export const handlePatch = async (req, res) => {
|
|
66
|
+
req.user = await handleToken(req, res);
|
|
67
|
+
|
|
68
|
+
// --- 修改:变量名改为 dbKey,但仍然从 req.params.id 获取值 ---
|
|
69
|
+
// (路由中仍然是 :id, 所以这里还是 req.params.id)
|
|
70
|
+
const dbKey = req.params.id;
|
|
71
|
+
const changes = req.body;
|
|
72
|
+
const { user } = req; // 假设 handleToken 添加了 user 对象
|
|
73
|
+
|
|
74
|
+
// --- 可选:检查 user 是否存在及权限 ---
|
|
75
|
+
if (!user || !user.userId) {
|
|
76
|
+
return res
|
|
77
|
+
.status(401)
|
|
78
|
+
.json({ message: "Unauthorized: Missing user token or userId" });
|
|
79
|
+
}
|
|
80
|
+
const actionUserId = user.userId;
|
|
81
|
+
|
|
82
|
+
// --- 基本验证 ---
|
|
83
|
+
if (!dbKey) {
|
|
84
|
+
// 这里理论上不会发生,因为路由匹配了 :id
|
|
85
|
+
return res
|
|
86
|
+
.status(400)
|
|
87
|
+
.json({ message: "Bad Request: Missing key in path parameter 'id'" });
|
|
88
|
+
}
|
|
89
|
+
if (
|
|
90
|
+
!changes ||
|
|
91
|
+
typeof changes !== "object" ||
|
|
92
|
+
Object.keys(changes).length === 0
|
|
93
|
+
) {
|
|
94
|
+
return res
|
|
95
|
+
.status(400)
|
|
96
|
+
.json({ message: "Bad Request: Missing or invalid changes in body" });
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
if (isCybotReadOnlyMutation({ dbKey, dataType: changes?.type })) {
|
|
100
|
+
return res.status(403).json({
|
|
101
|
+
message: CYBOT_READONLY_MESSAGE,
|
|
102
|
+
error: "cybot_readonly",
|
|
103
|
+
});
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
try {
|
|
107
|
+
// --- 修改:使用 dbKey 变量与数据库交互 ---
|
|
108
|
+
const exist = await serverDb.get(dbKey);
|
|
109
|
+
if (!exist) {
|
|
110
|
+
// 使用 404 Not Found 更合适
|
|
111
|
+
return res
|
|
112
|
+
.status(404)
|
|
113
|
+
.json({ message: `Data not found for key: ${dbKey}` });
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
if (isCybotReadOnlyMutation({ dbKey, existingType: exist?.type })) {
|
|
117
|
+
return res.status(403).json({
|
|
118
|
+
message: CYBOT_READONLY_MESSAGE,
|
|
119
|
+
error: "cybot_readonly",
|
|
120
|
+
});
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
// --- 权限检查:只允许本人修改自己的数据 ---
|
|
124
|
+
const {
|
|
125
|
+
keyOwnerId,
|
|
126
|
+
recordOwnerId,
|
|
127
|
+
isAllowed,
|
|
128
|
+
} = resolveWriteAuthority({
|
|
129
|
+
dbKey,
|
|
130
|
+
actionUserId,
|
|
131
|
+
existingRecord: exist,
|
|
132
|
+
});
|
|
133
|
+
|
|
134
|
+
if (!isAllowed) {
|
|
135
|
+
logger.warn({
|
|
136
|
+
event: "patch_permission_denied",
|
|
137
|
+
actionUserId,
|
|
138
|
+
keyOwnerId,
|
|
139
|
+
recordOwnerId,
|
|
140
|
+
dbKey,
|
|
141
|
+
});
|
|
142
|
+
return res.status(403).json({
|
|
143
|
+
message: `Permission denied: user ${actionUserId} cannot patch data owned by ${keyOwnerId}`,
|
|
144
|
+
});
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
// 深度合并现有数据和变更 (保持不变)
|
|
148
|
+
const final = deepMerge(exist, changes);
|
|
149
|
+
|
|
150
|
+
await serverDb.put(dbKey, final);
|
|
151
|
+
|
|
152
|
+
if (
|
|
153
|
+
(final?.type === "table" || final?.type === "table_row") &&
|
|
154
|
+
typeof final?.tenantId === "string" &&
|
|
155
|
+
typeof final?.tableId === "string"
|
|
156
|
+
) {
|
|
157
|
+
await replicateSharedTableMutation({
|
|
158
|
+
mutation: {
|
|
159
|
+
kind: "patch",
|
|
160
|
+
dbKey,
|
|
161
|
+
data: final,
|
|
162
|
+
dataType: final.type,
|
|
163
|
+
tenantId: final.tenantId,
|
|
164
|
+
tableId: final.tableId,
|
|
165
|
+
},
|
|
166
|
+
originServer: getRequestOrigin(req),
|
|
167
|
+
replicaServers: [],
|
|
168
|
+
findActiveLiveShare: findActiveLiveShareByTable,
|
|
169
|
+
putMutationToReplica: async (server, mutation) => {
|
|
170
|
+
try {
|
|
171
|
+
const response = await fetch(
|
|
172
|
+
`${server}/api/v1/db/patch/${encodeURIComponent(mutation.dbKey)}`,
|
|
173
|
+
{
|
|
174
|
+
method: "PATCH",
|
|
175
|
+
headers: getForwardHeaders(req),
|
|
176
|
+
body: JSON.stringify(mutation.data ?? {}),
|
|
177
|
+
}
|
|
178
|
+
);
|
|
179
|
+
return {
|
|
180
|
+
ok: response.ok,
|
|
181
|
+
status: response.status,
|
|
182
|
+
detail: response.ok ? "" : await response.text(),
|
|
183
|
+
};
|
|
184
|
+
} catch (error: any) {
|
|
185
|
+
return {
|
|
186
|
+
ok: false,
|
|
187
|
+
detail: error?.message ?? "Replica patch request failed",
|
|
188
|
+
};
|
|
189
|
+
}
|
|
190
|
+
},
|
|
191
|
+
reconcileReplicaTable: async ({
|
|
192
|
+
shareDbKey,
|
|
193
|
+
tableDbKey,
|
|
194
|
+
tableOwnerId,
|
|
195
|
+
replicaServers,
|
|
196
|
+
}) => {
|
|
197
|
+
const resolvedTableDbKey =
|
|
198
|
+
tableDbKey || `meta-${final.tenantId}-${final.tableId}`;
|
|
199
|
+
const resolvedTableOwnerId = tableOwnerId || final.tenantId;
|
|
200
|
+
await reconcileReplicaTable({
|
|
201
|
+
shareDbKey,
|
|
202
|
+
tableDbKey: resolvedTableDbKey,
|
|
203
|
+
tableOwnerId: resolvedTableOwnerId,
|
|
204
|
+
originServer: getRequestOrigin(req),
|
|
205
|
+
replicaServers,
|
|
206
|
+
thunkApi: null,
|
|
207
|
+
putRecordToServer: async (server, dbKey, record) => {
|
|
208
|
+
try {
|
|
209
|
+
const response = await fetch(`${server}/api/v1/db/write/`, {
|
|
210
|
+
method: "POST",
|
|
211
|
+
headers: getForwardHeaders(req),
|
|
212
|
+
body: JSON.stringify({
|
|
213
|
+
data: record,
|
|
214
|
+
customKey: dbKey,
|
|
215
|
+
userId: record?.userId ?? record?.tenantId ?? actionUserId,
|
|
216
|
+
}),
|
|
217
|
+
});
|
|
218
|
+
return {
|
|
219
|
+
ok: response.ok,
|
|
220
|
+
status: response.status,
|
|
221
|
+
detail: response.ok ? "" : await response.text(),
|
|
222
|
+
};
|
|
223
|
+
} catch (error: any) {
|
|
224
|
+
return {
|
|
225
|
+
ok: false,
|
|
226
|
+
detail: error?.message ?? "Replica reconcile request failed",
|
|
227
|
+
};
|
|
228
|
+
}
|
|
229
|
+
},
|
|
230
|
+
resetReplicaTable: async (server, tableDbKey) => {
|
|
231
|
+
try {
|
|
232
|
+
const response = await fetch(
|
|
233
|
+
`${server}/api/v1/db/delete/${encodeURIComponent(tableDbKey)}?type=table`,
|
|
234
|
+
{
|
|
235
|
+
method: "DELETE",
|
|
236
|
+
headers: getForwardHeaders(req),
|
|
237
|
+
}
|
|
238
|
+
);
|
|
239
|
+
return {
|
|
240
|
+
ok: response.ok,
|
|
241
|
+
status: response.status,
|
|
242
|
+
detail: response.ok ? "" : await response.text(),
|
|
243
|
+
};
|
|
244
|
+
} catch (error: any) {
|
|
245
|
+
return {
|
|
246
|
+
ok: false,
|
|
247
|
+
detail: error?.message ?? "Replica table reset failed",
|
|
248
|
+
};
|
|
249
|
+
}
|
|
250
|
+
},
|
|
251
|
+
patchShareMeta,
|
|
252
|
+
});
|
|
253
|
+
},
|
|
254
|
+
patchShareMeta,
|
|
255
|
+
});
|
|
256
|
+
}
|
|
257
|
+
|
|
258
|
+
if (dbKey.startsWith("agent-pub-") || dbKey.startsWith("cybot-pub-")) {
|
|
259
|
+
invalidatePublicAgentsCache();
|
|
260
|
+
}
|
|
261
|
+
|
|
262
|
+
// 返回成功响应 (保持修正后的逻辑:返回 final 对象)
|
|
263
|
+
return res.status(200).json({
|
|
264
|
+
data: final, // 返回合并后的完整数据,它应包含正确的 id
|
|
265
|
+
message: "Data patched successfully",
|
|
266
|
+
});
|
|
267
|
+
} catch (error) {
|
|
268
|
+
console.error(`[handlePatch Error] dbKey: ${dbKey}, Error:`, error);
|
|
269
|
+
// 根据错误类型返回更具体的错误码可能更好
|
|
270
|
+
if (error.name === "NotFoundError" || error.notFound) {
|
|
271
|
+
// 检查 LevelDB 可能的错误类型
|
|
272
|
+
return res.status(404).json({
|
|
273
|
+
message: `Data not found during patch operation for key: ${dbKey}`,
|
|
274
|
+
});
|
|
275
|
+
}
|
|
276
|
+
return res.status(500).json({
|
|
277
|
+
message: "Failed to patch data due to internal server error",
|
|
278
|
+
// 在生产环境中隐藏详细错误信息
|
|
279
|
+
// error: process.env.NODE_ENV === 'development' ? error.message : undefined,
|
|
280
|
+
});
|
|
281
|
+
}
|
|
282
|
+
};
|
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
// database/server/handler.ts
|
|
2
|
+
import serverDb from "./db";
|
|
3
|
+
import { getUserDataPrefixes } from "../queryPrefixes";
|
|
4
|
+
|
|
5
|
+
interface BaseItem {
|
|
6
|
+
id: string;
|
|
7
|
+
type: string;
|
|
8
|
+
updatedAt?: string | number;
|
|
9
|
+
created?: string | number;
|
|
10
|
+
userId: string;
|
|
11
|
+
[key: string]: any;
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
const isDeletedRecord = (value: unknown): boolean =>
|
|
15
|
+
Boolean(value && typeof value === "object" && (value as any).deletedAt);
|
|
16
|
+
|
|
17
|
+
const shouldDebugQuery = process.env.APP_QUERY_DEBUG === "1";
|
|
18
|
+
|
|
19
|
+
const attachQueriedKey = (key: string, value: unknown): BaseItem | null => {
|
|
20
|
+
if (!value || typeof value !== "object") return null;
|
|
21
|
+
const record = value as BaseItem;
|
|
22
|
+
if (typeof record.dbKey === "string" && record.dbKey.trim().length > 0) {
|
|
23
|
+
return record;
|
|
24
|
+
}
|
|
25
|
+
return {
|
|
26
|
+
...record,
|
|
27
|
+
dbKey: key,
|
|
28
|
+
};
|
|
29
|
+
};
|
|
30
|
+
|
|
31
|
+
const normalizeQueryTypes = (value: unknown): string[] => {
|
|
32
|
+
if (Array.isArray(value)) {
|
|
33
|
+
return value
|
|
34
|
+
.filter((item): item is string => typeof item === "string")
|
|
35
|
+
.map((item) => item.trim())
|
|
36
|
+
.filter(Boolean);
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
if (typeof value === "string" && value.trim()) {
|
|
40
|
+
return [value.trim()];
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
return [];
|
|
44
|
+
};
|
|
45
|
+
|
|
46
|
+
const getComparableTimestamp = (item: BaseItem): number => {
|
|
47
|
+
const candidates = [item.updatedAt, item.createdAt, item.created];
|
|
48
|
+
|
|
49
|
+
for (const candidate of candidates) {
|
|
50
|
+
if (typeof candidate === "number" && Number.isFinite(candidate)) {
|
|
51
|
+
return candidate;
|
|
52
|
+
}
|
|
53
|
+
if (typeof candidate === "string") {
|
|
54
|
+
const parsed = Date.parse(candidate);
|
|
55
|
+
if (Number.isFinite(parsed) && parsed > 0) {
|
|
56
|
+
return parsed;
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
return 0;
|
|
62
|
+
};
|
|
63
|
+
|
|
64
|
+
async function fetchUserData(
|
|
65
|
+
types: string | string[],
|
|
66
|
+
userId: string,
|
|
67
|
+
options: { includeDeleted?: boolean } = {}
|
|
68
|
+
): Promise<Record<string, BaseItem[]>> {
|
|
69
|
+
const results: Record<string, BaseItem[]> = {};
|
|
70
|
+
if (!userId || userId === "local" || userId === "undefined") return results;
|
|
71
|
+
const typeArray = Array.isArray(types) ? types : [types];
|
|
72
|
+
const includeDeleted = options.includeDeleted === true;
|
|
73
|
+
for (const type of typeArray) {
|
|
74
|
+
const prefixes = getUserDataPrefixes(type, userId);
|
|
75
|
+
for (const prefix of prefixes) {
|
|
76
|
+
for await (const [key, value] of serverDb.iterator({
|
|
77
|
+
gte: prefix,
|
|
78
|
+
lte: `${prefix}\uffff`,
|
|
79
|
+
})) {
|
|
80
|
+
const hydrated = attachQueriedKey(String(key), value);
|
|
81
|
+
if (hydrated != null && (includeDeleted || !isDeletedRecord(hydrated))) {
|
|
82
|
+
(results[type] ||= []).push(hydrated);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
return results;
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
export const handleQuery = async (req: any, res: any) => {
|
|
91
|
+
const userId = req.params.userId;
|
|
92
|
+
if (
|
|
93
|
+
!userId ||
|
|
94
|
+
userId === "local" ||
|
|
95
|
+
userId.trim() === "" ||
|
|
96
|
+
userId === "undefined"
|
|
97
|
+
) {
|
|
98
|
+
return res.status(400).json({ error: "UserId is invalid or missing" });
|
|
99
|
+
}
|
|
100
|
+
const { type, includeDeleted } = req.body as {
|
|
101
|
+
type?: string | string[];
|
|
102
|
+
includeDeleted?: boolean;
|
|
103
|
+
};
|
|
104
|
+
const requestedTypes = normalizeQueryTypes(type);
|
|
105
|
+
if (requestedTypes.length === 0) {
|
|
106
|
+
return res
|
|
107
|
+
.status(400)
|
|
108
|
+
.json({ error: "Query condition with valid 'type' or 'type[]' is required" });
|
|
109
|
+
}
|
|
110
|
+
const limit = Number(req.query.limit) || undefined;
|
|
111
|
+
try {
|
|
112
|
+
const groupedData = await fetchUserData(requestedTypes, userId, {
|
|
113
|
+
includeDeleted,
|
|
114
|
+
});
|
|
115
|
+
const data = requestedTypes.flatMap((requestedType) => groupedData[requestedType] || []);
|
|
116
|
+
const sortedData = [...data].sort(
|
|
117
|
+
(left, right) => getComparableTimestamp(right) - getComparableTimestamp(left)
|
|
118
|
+
);
|
|
119
|
+
const result = limit ? sortedData.slice(0, limit) : sortedData;
|
|
120
|
+
if (shouldDebugQuery) {
|
|
121
|
+
console.log("[db/query]", {
|
|
122
|
+
userId,
|
|
123
|
+
types: requestedTypes,
|
|
124
|
+
includeDeleted: includeDeleted === true,
|
|
125
|
+
limit: limit ?? null,
|
|
126
|
+
total: data.length,
|
|
127
|
+
returned: result.length,
|
|
128
|
+
sampleKeys: result.slice(0, 10).map((item) =>
|
|
129
|
+
item.dbKey ?? item.contentKey ?? item.appKey ?? item.appId ?? item.id ?? "unknown"
|
|
130
|
+
),
|
|
131
|
+
});
|
|
132
|
+
}
|
|
133
|
+
return res.status(200).json({ data: { data: result } });
|
|
134
|
+
} catch (err) {
|
|
135
|
+
const message = err instanceof Error ? err.message : "Unknown error";
|
|
136
|
+
return res.status(500).json({ error: message });
|
|
137
|
+
}
|
|
138
|
+
};
|