nolo-cli 0.1.39 → 0.1.41

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (438) hide show
  1. package/README.md +4 -4
  2. package/agent-runtime/dialogWritePlan.ts +39 -0
  3. package/agent-runtime/hostAdapter.ts +4 -0
  4. package/agent-runtime/hybridRecordStore.ts +5 -3
  5. package/agent-runtime/index.ts +15 -0
  6. package/agent-runtime/localLoop.ts +87 -7
  7. package/agent-runtime/localToolPolicy.ts +2 -13
  8. package/agent-runtime/localWorkspaceTools.ts +42 -110
  9. package/agent-runtime/runtimeToolPolicy.ts +2 -11
  10. package/agent-runtime/runtimeToolSurface.ts +198 -0
  11. package/agent-runtime/types.ts +1 -0
  12. package/agentAliases.ts +2 -1
  13. package/agentRunCommand.ts +10 -32
  14. package/agentRuntimeLocal.ts +1 -0
  15. package/ai/agent/_executeModel.ts +146 -0
  16. package/ai/agent/agentSlice.ts +556 -1
  17. package/ai/agent/appWorkingMemory.ts +126 -0
  18. package/ai/agent/buildEditingContext.ts +378 -0
  19. package/ai/agent/buildSystemPrompt.ts +585 -0
  20. package/ai/agent/canvasEditingContext.ts +49 -0
  21. package/ai/agent/cleanAgentMessages.ts +140 -0
  22. package/ai/agent/cliChatClient.ts +153 -0
  23. package/ai/agent/cliExecutor.ts +314 -40
  24. package/ai/agent/contextCompiler.ts +107 -0
  25. package/ai/agent/contextLayerContract.ts +44 -0
  26. package/ai/agent/createAgentSchema.ts +272 -0
  27. package/ai/agent/currentTimeContext.ts +65 -0
  28. package/ai/agent/executeToolCall.ts +58 -0
  29. package/ai/agent/fetchAgentContexts.ts +42 -0
  30. package/ai/agent/generatePrompt.ts +3 -0
  31. package/ai/agent/getFullChatContextKeys.ts +168 -0
  32. package/ai/agent/guidedCreation/capabilities.ts +84 -0
  33. package/ai/agent/guidedCreation/types.ts +38 -0
  34. package/ai/agent/isLiveAudioOnlyAgent.ts +26 -0
  35. package/ai/agent/liveAudioModel.ts +2 -0
  36. package/ai/agent/pageBuilderHandoffRules.ts +75 -0
  37. package/ai/agent/persistMessageWithFixedId.ts +37 -0
  38. package/ai/agent/planSlice.ts +259 -0
  39. package/ai/agent/referenceUtils.ts +229 -0
  40. package/ai/agent/runAgentBackground.ts +310 -0
  41. package/ai/agent/runAgentClientLoop.ts +164 -0
  42. package/ai/agent/runtimeGuidance.ts +116 -0
  43. package/ai/agent/serverOrigin.ts +7 -0
  44. package/ai/agent/startParallelAgentStreams.ts +424 -0
  45. package/ai/agent/startupProtocol.ts +53 -0
  46. package/ai/agent/streamAgentChatTurn.ts +2001 -0
  47. package/ai/agent/streamAgentChatTurnUtils.ts +860 -0
  48. package/ai/agent/toolFailureGuard.ts +99 -0
  49. package/ai/agent/types.ts +73 -0
  50. package/ai/agent/utils/imageOutput.ts +37 -0
  51. package/ai/agent/utils/publicImageAgentMode.ts +26 -0
  52. package/ai/ai.locale.ts +1095 -0
  53. package/ai/chat/accumulateToolCallChunks.ts +126 -0
  54. package/ai/chat/fetchUtils.ts +143 -0
  55. package/ai/chat/inlineImageUrlsForCustomProvider.ts +117 -0
  56. package/ai/chat/parseApiError.ts +67 -0
  57. package/ai/chat/parseMultilineSSE.ts +95 -0
  58. package/ai/chat/sendOpenAICompletionsRequest.ts +897 -0
  59. package/ai/chat/sendOpenAIResponseRequest.ts +720 -0
  60. package/ai/chat/serverProxyRetry.ts +102 -0
  61. package/ai/chat/shouldUseServerProxy.ts +18 -0
  62. package/ai/chat/streamRetry.ts +46 -0
  63. package/ai/chat/updateTotalUsage.ts +89 -0
  64. package/ai/context/buildReferenceContext.ts +437 -0
  65. package/ai/context/retention.ts +165 -0
  66. package/ai/context/tokenUtils.ts +78 -0
  67. package/ai/llm/agentCapabilities.ts +74 -0
  68. package/ai/llm/deepinfra.ts +79 -0
  69. package/ai/llm/fireworks.ts +68 -0
  70. package/ai/llm/generateRequestBody.ts +165 -0
  71. package/ai/llm/getModelContextWindow.ts +93 -0
  72. package/ai/llm/getPricing.ts +252 -0
  73. package/ai/llm/imagePricing.ts +66 -0
  74. package/ai/llm/isResponseAPIModel.ts +13 -0
  75. package/ai/llm/kimi.ts +23 -0
  76. package/ai/llm/mimo.ts +99 -0
  77. package/ai/llm/mistral.ts +21 -0
  78. package/ai/llm/models.ts +45 -0
  79. package/ai/llm/openrouterModels.ts +6 -0
  80. package/ai/llm/providers.ts +313 -0
  81. package/ai/llm/reasoningModels.ts +27 -0
  82. package/ai/llm/types.ts +82 -0
  83. package/ai/llm/usageRequestOptions.ts +59 -0
  84. package/ai/memory/queryShared.ts +161 -0
  85. package/ai/memory/recentRelationshipRecap.ts +247 -0
  86. package/ai/memory/remember.ts +167 -0
  87. package/ai/memory/store.ts +20 -0
  88. package/ai/memory/storeShared.ts +76 -0
  89. package/ai/memory/types.ts +46 -0
  90. package/ai/memory/understanding.ts +349 -0
  91. package/ai/memory/understandingGreeting.ts +264 -0
  92. package/ai/policy/personalizationDialog.ts +333 -0
  93. package/ai/policy/runtimePolicy.ts +454 -0
  94. package/ai/policy/selfUpdateFields.ts +48 -0
  95. package/ai/policy/types.ts +64 -0
  96. package/ai/skills/referenceRuntime.ts +274 -0
  97. package/ai/skills/skillDiagnostics.ts +251 -0
  98. package/ai/skills/skillDocBuilder.ts +139 -0
  99. package/ai/skills/skillSummaryMarker.ts +26 -0
  100. package/ai/token/calculatePrice.ts +576 -0
  101. package/ai/token/missingUsageEstimate.ts +42 -0
  102. package/ai/token/normalizeUsage.ts +124 -0
  103. package/ai/token/openaiImageGenerationUsage.ts +56 -0
  104. package/ai/token/prepareTokenUsageData.ts +93 -0
  105. package/ai/token/resolveBillingTarget.ts +52 -0
  106. package/ai/token/saveTokenRecord.ts +53 -0
  107. package/ai/token/types.ts +103 -0
  108. package/ai/tools/agent/agentTools.ts +235 -0
  109. package/ai/tools/agent/agentUpdateShared.ts +311 -0
  110. package/ai/tools/agent/callAgentTool.ts +139 -0
  111. package/ai/tools/agent/createAgentTool.ts +512 -0
  112. package/ai/tools/agent/createDialogTool.ts +69 -0
  113. package/ai/tools/agent/createSkillAgentTool.ts +62 -0
  114. package/ai/tools/agent/parallelBudget.ts +221 -0
  115. package/ai/tools/agent/prepareAgentDraftTool.ts +159 -0
  116. package/ai/tools/agent/presets/appBuilderPreset.ts +154 -0
  117. package/ai/tools/agent/runLlmTool.ts +96 -0
  118. package/ai/tools/agent/runStreamingAgentTool.ts +73 -0
  119. package/ai/tools/agent/skillAgentArgs.ts +106 -0
  120. package/ai/tools/agent/startAgentDialogTool.ts +53 -0
  121. package/ai/tools/agent/streamParallelAgentsTool.ts +123 -0
  122. package/ai/tools/agent/updateAgentTool.ts +96 -0
  123. package/ai/tools/agent/updateSelfTool.ts +113 -0
  124. package/ai/tools/amazonProductScraperTool.ts +86 -0
  125. package/ai/tools/apifyActorClient.ts +45 -0
  126. package/ai/tools/appEditGuard.ts +372 -0
  127. package/ai/tools/appReadSnapshot.ts +153 -0
  128. package/ai/tools/appTools.ts +1549 -0
  129. package/ai/tools/applyEditTool.ts +259 -0
  130. package/ai/tools/applyLineEditsTool.ts +315 -0
  131. package/ai/tools/browserTools/click.ts +33 -0
  132. package/ai/tools/browserTools/closeSession.ts +29 -0
  133. package/ai/tools/browserTools/common.ts +27 -0
  134. package/ai/tools/browserTools/openSession.ts +48 -0
  135. package/ai/tools/browserTools/readContent.ts +38 -0
  136. package/ai/tools/browserTools/selectOption.ts +46 -0
  137. package/ai/tools/browserTools/typeText.ts +42 -0
  138. package/ai/tools/category/createCategoryTool.ts +66 -0
  139. package/ai/tools/category/queryContentsByCategoryTool.ts +69 -0
  140. package/ai/tools/category/updateContentCategoryTool.ts +75 -0
  141. package/ai/tools/cfBrowserTools.ts +319 -0
  142. package/ai/tools/cfSpeechToTextTool.ts +49 -0
  143. package/ai/tools/checkEnvTool.ts +102 -0
  144. package/ai/tools/cloudflareCrawlTool.ts +289 -0
  145. package/ai/tools/codeSearchTool.ts +123 -0
  146. package/ai/tools/codeTools.ts +101 -0
  147. package/ai/tools/convertMarxistsBookTool.ts +103 -0
  148. package/ai/tools/createDocTool.ts +132 -0
  149. package/ai/tools/createSkillDocTool.ts +155 -0
  150. package/ai/tools/createWorkflowTool.ts +154 -0
  151. package/ai/tools/delayTool.ts +31 -0
  152. package/ai/tools/deleteSpacesTool.ts +325 -0
  153. package/ai/tools/deleteSpacesToolModel.ts +159 -0
  154. package/ai/tools/devReloadUtils.ts +29 -0
  155. package/ai/tools/dialogMessageSearch.ts +137 -0
  156. package/ai/tools/doctorSkillTool.ts +72 -0
  157. package/ai/tools/ecommerceScraperTool.ts +86 -0
  158. package/ai/tools/emailTools.ts +549 -0
  159. package/ai/tools/evalSkillTool.ts +92 -0
  160. package/ai/tools/exaSearchTool.ts +63 -0
  161. package/ai/tools/execShellTool.ts +266 -0
  162. package/ai/tools/executeSqlTool.ts +192 -0
  163. package/ai/tools/fetchWebpageSupport.ts +333 -0
  164. package/ai/tools/fetchWebpageTool.ts +97 -0
  165. package/ai/tools/geminiImagePreviewTool.ts +386 -0
  166. package/ai/tools/generateDocxTool.ts +215 -0
  167. package/ai/tools/googleSearchScraperTool.ts +106 -0
  168. package/ai/tools/importDataTool.ts +133 -0
  169. package/ai/tools/importSkillTool.ts +162 -0
  170. package/ai/tools/index.ts +2308 -0
  171. package/ai/tools/jdProductScraperTool.ts +821 -0
  172. package/ai/tools/listUserSpacesTool.ts +113 -0
  173. package/ai/tools/localFilesTool.ts +276 -0
  174. package/ai/tools/marxistsOfflineBook.ts +253 -0
  175. package/ai/tools/modelUsageTools.ts +206 -0
  176. package/ai/tools/noloWorkspaceReadTools.ts +467 -0
  177. package/ai/tools/olmOcrTool.ts +33 -0
  178. package/ai/tools/openaiImageTool.ts +267 -0
  179. package/ai/tools/prepareTools.ts +23 -0
  180. package/ai/tools/readDocTool.ts +88 -0
  181. package/ai/tools/readFileTool.ts +214 -0
  182. package/ai/tools/readTool.ts +194 -0
  183. package/ai/tools/readXPostTool.ts +229 -0
  184. package/ai/tools/readXhsProfileTool.ts +627 -0
  185. package/ai/tools/rememberMemoryTool.ts +84 -0
  186. package/ai/tools/remotionVideoTool.ts +151 -0
  187. package/ai/tools/searchDialogMessagesTool.ts +222 -0
  188. package/ai/tools/searchWorkspaceTool.ts +259 -0
  189. package/ai/tools/skillFollowup.ts +86 -0
  190. package/ai/tools/surfWeatherTool.ts +169 -0
  191. package/ai/tools/table/addTableRowTool.ts +217 -0
  192. package/ai/tools/table/createTableTool.ts +315 -0
  193. package/ai/tools/table/rowTools.ts +386 -0
  194. package/ai/tools/table/schemaTools.ts +244 -0
  195. package/ai/tools/table/shareTableTool.ts +148 -0
  196. package/ai/tools/table/toolShared.ts +129 -0
  197. package/ai/tools/taobaoTmallProductScraperTool.ts +49 -0
  198. package/ai/tools/toolApiClient.ts +279 -0
  199. package/ai/tools/toolResultError.ts +42 -0
  200. package/ai/tools/toolRunSlice.ts +303 -0
  201. package/ai/tools/toolSchemaCompatibility.ts +53 -0
  202. package/ai/tools/uiAskChoiceTool.ts +104 -0
  203. package/ai/tools/updateContentTitleTool.ts +84 -0
  204. package/ai/tools/updateDocTool.ts +105 -0
  205. package/ai/tools/updateUserPreferenceProfileTool.ts +153 -0
  206. package/ai/tools/wereadGatewayTool.ts +152 -0
  207. package/ai/tools/whisperTool.ts +76 -0
  208. package/ai/tools/writeFileTool.ts +213 -0
  209. package/ai/tools/youtubeScraperTool.ts +116 -0
  210. package/ai/tools/ziweiChartTool.ts +678 -0
  211. package/ai/types.ts +55 -0
  212. package/ai/workflow/workflowExecutor.ts +323 -0
  213. package/ai/workflow/workflowSlice.ts +73 -0
  214. package/ai/workflow/workflowTypes.ts +106 -0
  215. package/app/actions/syncAppRecord.ts +73 -0
  216. package/app/constants/animationSets.ts +21 -0
  217. package/app/constants/appEditor.ts +99 -0
  218. package/app/favorite/favoriteSlice.ts +690 -0
  219. package/app/favorite/type.ts +43 -0
  220. package/app/hooks/deleteDbKey.ts +233 -0
  221. package/app/i18n/client.ts +13 -0
  222. package/app/i18n/i18n.base.ts +14 -0
  223. package/app/i18n/i18n.config.ts +77 -0
  224. package/app/i18n/index.ts +15 -0
  225. package/app/i18n/mapLanguage.ts +11 -0
  226. package/app/i18n/translations/appBuilder.locale.ts +453 -0
  227. package/app/i18n/translations/error.locale.ts +246 -0
  228. package/app/i18n/translations/interface.locale.ts +2174 -0
  229. package/app/i18n/translations/pricing.locale.ts +397 -0
  230. package/app/i18n/translations/privacy.locale.ts +168 -0
  231. package/app/i18n/translations/seo.locale.ts +129 -0
  232. package/app/i18n/translations/terms.locale.ts +124 -0
  233. package/app/i18n/types.ts +6 -0
  234. package/app/notifications/model.ts +77 -0
  235. package/app/notifications/notificationSlice.ts +141 -0
  236. package/app/reducer.ts +36 -0
  237. package/app/settings/dbActionThunks.ts +34 -0
  238. package/app/settings/defaultSpacePreference.ts +87 -0
  239. package/app/settings/settingSlice.tsx +1212 -0
  240. package/app/settings/settingsRecord.ts +8 -0
  241. package/app/stateViews/runtime.ts +90 -0
  242. package/app/store.ts +55 -0
  243. package/app/theme/colors.ts +280 -0
  244. package/app/theme/fontPreference.ts +77 -0
  245. package/app/theme/theme.config.ts +120 -0
  246. package/app/theme/themeModeBootstrap.ts +123 -0
  247. package/app/types/appSummary.ts +114 -0
  248. package/app/types.ts +358 -0
  249. package/app/utils/appKeys.ts +55 -0
  250. package/app/utils/async.ts +28 -0
  251. package/app/utils/desktopAgentRuntimeTurnClient.ts +73 -0
  252. package/app/utils/env.ts +17 -0
  253. package/app/utils/fileUtils.ts +229 -0
  254. package/app/utils/imageUtils.ts +274 -0
  255. package/app/utils/myContentItems.ts +289 -0
  256. package/app/utils/retryAfter.ts +36 -0
  257. package/app/utils/retryFetch.ts +61 -0
  258. package/app/utils/toast.ts +3 -0
  259. package/auth/action/signUpAction.ts +227 -0
  260. package/auth/adminPermissions.ts +18 -0
  261. package/auth/authSlice.ts +531 -0
  262. package/auth/client/loginRequest.ts +14 -0
  263. package/auth/resetAuthScopedClientState.ts +27 -0
  264. package/auth/routes.ts +178 -0
  265. package/auth/token.ts +63 -0
  266. package/auth/types.ts +40 -0
  267. package/chat/chat.locale.ts +813 -0
  268. package/chat/dialog/actions/addCybotAction.ts +52 -0
  269. package/chat/dialog/actions/addReferenceKeysAction.ts +62 -0
  270. package/chat/dialog/actions/builtinDialogLlm.ts +35 -0
  271. package/chat/dialog/actions/cleanupCliSession.ts +40 -0
  272. package/chat/dialog/actions/createDialogAction.ts +379 -0
  273. package/chat/dialog/actions/createScheduledTaskAction.ts +78 -0
  274. package/chat/dialog/actions/handleSendMessageAction.ts +197 -0
  275. package/chat/dialog/actions/handleSendMessageResolver.ts +27 -0
  276. package/chat/dialog/actions/removeCybotAction.ts +6 -0
  277. package/chat/dialog/actions/removeDialogAgentAction.ts +44 -0
  278. package/chat/dialog/actions/replacePrimaryCybotAction.ts +6 -0
  279. package/chat/dialog/actions/setPrimaryDialogAgentAction.ts +52 -0
  280. package/chat/dialog/actions/updateDialogSummaryAction.ts +430 -0
  281. package/chat/dialog/actions/updateDialogTitleAction.ts +151 -0
  282. package/chat/dialog/actions/updateDialogTitlePolicy.ts +30 -0
  283. package/chat/dialog/actions/updateTokensAction.ts +233 -0
  284. package/chat/dialog/dialogAgents.ts +72 -0
  285. package/chat/dialog/dialogSlice.ts +872 -0
  286. package/chat/dialog/dialogTitle.ts +81 -0
  287. package/chat/dialog/dialogTokenStats.ts +12 -0
  288. package/chat/dialog/dialogUrl.ts +6 -0
  289. package/chat/dialog/goal.ts +108 -0
  290. package/chat/dialog/objectAssistantRegistry.ts +286 -0
  291. package/chat/dialog/schedule.ts +17 -0
  292. package/chat/messages/fetchAndCacheMessages.ts +119 -0
  293. package/chat/messages/fetchConvMsgs.ts +51 -0
  294. package/chat/messages/fileUrl.ts +13 -0
  295. package/chat/messages/messageAgent.ts +8 -0
  296. package/chat/messages/messageContent.ts +199 -0
  297. package/chat/messages/messageContract.ts +88 -0
  298. package/chat/messages/messageSlice.ts +1367 -0
  299. package/chat/messages/toolThunks.ts +625 -0
  300. package/cli/agentAliases.ts +2 -1
  301. package/cli/agentRunCommand.ts +10 -32
  302. package/cli/agentRuntimeLocal.ts +1 -0
  303. package/cli/client/agentRun.ts +67 -95
  304. package/cli/client/localRuntimeAdapter.ts +323 -54
  305. package/cli/commandRegistry.ts +2 -2
  306. package/cli/machineWsRunDispatch.ts +51 -6
  307. package/cli/offlineMarxistsAgentCommand.ts +6 -4
  308. package/client/agentConfigResolver.test.ts +2 -2
  309. package/client/agentRun.test.ts +175 -57
  310. package/client/agentRun.ts +67 -95
  311. package/client/localRuntimeAdapter.test.ts +682 -37
  312. package/client/localRuntimeAdapter.ts +323 -54
  313. package/client/localRuntimeDryRun.test.ts +23 -9
  314. package/client/localToolPolicy.test.ts +4 -4
  315. package/commandRegistry.ts +2 -2
  316. package/core/builtinAgents.ts +209 -0
  317. package/core/config.ts +15 -0
  318. package/core/crypto.ts +51 -0
  319. package/core/generateKeyPairFromSeedV1.ts +15 -0
  320. package/core/generateMainKey.ts +22 -0
  321. package/core/init.ts +41 -0
  322. package/core/localOrigins.ts +8 -0
  323. package/core/password.ts +13 -0
  324. package/core/prefix.ts +23 -0
  325. package/create/editor/transforms/fromMarkdown/index.ts +260 -0
  326. package/create/editor/transforms/fromMarkdown/inline.ts +285 -0
  327. package/create/editor/transforms/fromMarkdown/table.ts +130 -0
  328. package/create/editor/transforms/markdownToSlate.ts +24 -0
  329. package/create/editor/transforms/slateToRenderMarkdown.ts +218 -0
  330. package/create/editor/transforms/slateToSimplifiedMarkdown.ts +224 -0
  331. package/create/editor/transforms/slateToText.ts +33 -0
  332. package/create/editor/utils/slateUtils.ts +233 -0
  333. package/create/space/addSpaceAction.ts +193 -0
  334. package/create/space/category/categoryActions.ts +427 -0
  335. package/create/space/changeSpaceAction.ts +36 -0
  336. package/create/space/constants.ts +8 -0
  337. package/create/space/content/addContentAction.ts +116 -0
  338. package/create/space/content/contentThunks.ts +90 -0
  339. package/create/space/content/deleteContentFromSpaceAction.ts +187 -0
  340. package/create/space/content/deleteMultipleContentAction.ts +112 -0
  341. package/create/space/content/moveContentAction.ts +285 -0
  342. package/create/space/content/updateContentCategoryAction.ts +154 -0
  343. package/create/space/content/updateContentTitleAction.ts +151 -0
  344. package/create/space/content/uploadAndAddFileToSpaceAction.ts +98 -0
  345. package/create/space/contentKeyUtils.ts +117 -0
  346. package/create/space/deleteSpaceAction.ts +276 -0
  347. package/create/space/fetchSpaceAction.ts +70 -0
  348. package/create/space/fetchSpaceSidebarStateAction.ts +26 -0
  349. package/create/space/loadDefaultSpaceAction.ts +57 -0
  350. package/create/space/member/addMemberAction.ts +79 -0
  351. package/create/space/member/fetchUserSpaceMembershipsAction.ts +386 -0
  352. package/create/space/member/memberThunks.ts +47 -0
  353. package/create/space/member/removeMemberAction.ts +67 -0
  354. package/create/space/resolvePreferredSpaceId.ts +113 -0
  355. package/create/space/sidebarVisibleTypes.ts +241 -0
  356. package/create/space/space.locale.ts +1087 -0
  357. package/create/space/spaceAccess.ts +182 -0
  358. package/create/space/spaceCollapsedState.ts +54 -0
  359. package/create/space/spaceKeys.ts +65 -0
  360. package/create/space/spaceSlice.ts +328 -0
  361. package/create/space/spaceThunks.ts +410 -0
  362. package/create/space/types.ts +27 -0
  363. package/create/space/updateSpaceAction.ts +107 -0
  364. package/create/space/utils/permissions.ts +47 -0
  365. package/create/types.ts +21 -0
  366. package/database/actions/agentReadResolution.ts +33 -0
  367. package/database/actions/common.ts +243 -0
  368. package/database/actions/deleteFile.ts +40 -0
  369. package/database/actions/fileContent.ts +125 -0
  370. package/database/actions/patch.ts +155 -0
  371. package/database/actions/read.ts +358 -0
  372. package/database/actions/readAndWait.ts +260 -0
  373. package/database/actions/readRequestManager.ts +120 -0
  374. package/database/actions/readResolution.ts +125 -0
  375. package/database/actions/remove.ts +94 -0
  376. package/database/actions/replication.ts +477 -0
  377. package/database/actions/upload.ts +186 -0
  378. package/database/actions/upsert.ts +56 -0
  379. package/database/actions/write.ts +146 -0
  380. package/database/authority/ownerKey.ts +80 -0
  381. package/database/authority/recordAuthority.ts +67 -0
  382. package/database/authority/userAuthorityRegistry.ts +54 -0
  383. package/database/client/fetchUserData.ts +61 -0
  384. package/database/dbActionThunks.ts +1 -0
  385. package/database/dbSlice.ts +149 -0
  386. package/database/fileRing.ts +51 -0
  387. package/database/fileStorage.ts +232 -0
  388. package/database/fileUrl.ts +34 -0
  389. package/database/keys.ts +767 -0
  390. package/database/queryPrefixes.ts +14 -0
  391. package/database/requests.ts +443 -0
  392. package/database/runtimeServerContext.ts +54 -0
  393. package/database/server/levelAuthorityStore.ts +20 -1
  394. package/database/tenantPlacement.ts +57 -0
  395. package/database/userPreferenceRegister.ts +131 -0
  396. package/database/utils/ulid.ts +1 -0
  397. package/integrations/anthropic/anthropicModels.ts +47 -0
  398. package/integrations/deepseek/models.ts +37 -0
  399. package/integrations/google/models.ts +341 -0
  400. package/integrations/openai/chatCompletionStreamMode.ts +10 -0
  401. package/integrations/openai/filterAndCleanMessages.ts +284 -0
  402. package/integrations/openai/flexTier.ts +102 -0
  403. package/integrations/openai/generateOpenAIRequestBody.ts +274 -0
  404. package/integrations/openai/generateResponseRequestBody.ts +77 -0
  405. package/integrations/openai/models.ts +271 -0
  406. package/integrations/openai/providerBodyCompatibility.ts +23 -0
  407. package/integrations/openai/responsesHelpers.ts +297 -0
  408. package/integrations/x-reader/types.ts +109 -0
  409. package/integrations/xai/models.ts +13 -0
  410. package/integrations/xhs-reader/analyze/profileAnalyzer.ts +205 -0
  411. package/integrations/xhs-reader/backends/playwrightProfileCollector.ts +624 -0
  412. package/integrations/xhs-reader/bridge/readXhsProfileWithBridge.ts +227 -0
  413. package/integrations/xhs-reader/client/xhsWebApiClient.ts +229 -0
  414. package/integrations/xhs-reader/normalize.ts +390 -0
  415. package/integrations/xhs-reader/orchestrator.ts +178 -0
  416. package/integrations/xhs-reader/redaction.ts +68 -0
  417. package/integrations/xhs-reader/types.ts +244 -0
  418. package/integrations/xhs-reader/url.ts +57 -0
  419. package/machineWsRunDispatch.ts +51 -6
  420. package/offlineMarxistsAgentCommand.ts +6 -4
  421. package/package.json +430 -3
  422. package/render/page/createPageAction.ts +183 -0
  423. package/render/page/docSlice.ts +468 -0
  424. package/render/page/types.ts +17 -0
  425. package/render/table/createTableAction.ts +270 -0
  426. package/render/table/deleteTableAction.ts +193 -0
  427. package/render/table/fetchAndCacheTableRows.ts +174 -0
  428. package/render/table/tableSlice.ts +1106 -0
  429. package/render/table/toolValueUtils.ts +363 -0
  430. package/render/table/types.ts +252 -0
  431. package/render/table/utils/tableSerialization.ts +50 -0
  432. package/server/handlers/agentRun/types.ts +104 -0
  433. package/share/action.ts +225 -0
  434. package/share/helpers.ts +302 -0
  435. package/share/keys.ts +243 -0
  436. package/share/publicSharePolicy.ts +27 -0
  437. package/share/shareSlice.ts +53 -0
  438. package/share/types.ts +100 -0
@@ -0,0 +1,113 @@
1
+ // 文件路径: ai/tools/listUserSpacesTool.ts
2
+
3
+ /**
4
+ * listUserSpaces 工具
5
+ *
6
+ * 用于 AI 获取当前用户可访问的所有 Space 列表(概览)。
7
+ * 只返回 Space 名称和 ID,不返回详细内容,避免 Token 爆炸。
8
+ *
9
+ * 使用场景:
10
+ * - 用户询问"我有哪些空间"
11
+ * - AI 需要确定要查询哪个 Space
12
+ * - 跨 Space 导航
13
+ */
14
+
15
+ import type { RootState } from "../../app/store";
16
+ import { selectAllMemberSpaces } from "../../create/space/spaceSlice";
17
+
18
+ // ---- Types ----
19
+
20
+ export type ListUserSpacesArgs = {
21
+ /**
22
+ * 是否只返回用户拥有的 Space(角色为 owner)
23
+ */
24
+ ownedOnly?: boolean;
25
+ };
26
+
27
+ // ---- 工具 Schema,供 LLM 调用 ----
28
+
29
+ export const listUserSpacesFunctionSchema = {
30
+ name: "listUserSpaces",
31
+ description: [
32
+ "获取当前用户可访问的所有 Space(工作空间)列表。",
33
+ "",
34
+ "返回内容:",
35
+ "- 每个 Space 的 ID 和名称",
36
+ "- 用户在该 Space 的角色(owner/member)",
37
+ "",
38
+ "使用场景:",
39
+ "- 用户询问'我有哪些空间'",
40
+ "- 需要确定要查询哪个 Space",
41
+ "- 跨 Space 导航",
42
+ "",
43
+ "注意:只返回概览信息,如需查看 Space 详细内容,使用 listSpaceContent 工具。",
44
+ ].join("\n"),
45
+ parameters: {
46
+ type: "object",
47
+ properties: {
48
+ ownedOnly: {
49
+ type: "boolean",
50
+ description: "是否只返回用户拥有的 Space。默认 false(返回所有可访问的 Space)。",
51
+ default: false,
52
+ },
53
+ },
54
+ required: [],
55
+ },
56
+ };
57
+
58
+ // ---- 执行函数 ----
59
+
60
+ export async function listUserSpacesFunc(
61
+ args: ListUserSpacesArgs,
62
+ thunkApi: any,
63
+ context?: { parentMessageId?: string; signal?: AbortSignal }
64
+ ): Promise<{ rawData: any; displayData?: string }> {
65
+ const { ownedOnly = false } = args || {};
66
+
67
+ try {
68
+ const { getState } = thunkApi;
69
+ const state: RootState = getState();
70
+
71
+ let memberSpaces = selectAllMemberSpaces(state);
72
+
73
+ if (ownedOnly) {
74
+ memberSpaces = memberSpaces.filter((ms) => ms.role === "owner");
75
+ }
76
+
77
+ if (memberSpaces.length === 0) {
78
+ return {
79
+ rawData: { spaces: [] },
80
+ displayData: ownedOnly
81
+ ? "当前用户没有拥有任何 Space。"
82
+ : "当前用户没有可访问的 Space。",
83
+ };
84
+ }
85
+
86
+ // 格式化输出
87
+ let resultText = `=== 用户可访问的 Space 列表 (${memberSpaces.length}) ===\n\n`;
88
+
89
+ const spacesData = memberSpaces.map((ms, index) => {
90
+ const roleLabel = ms.role === "owner" ? "👑 Owner" : "👤 Member";
91
+ resultText += `${index + 1}. ${ms.spaceName || ms.spaceId}\n`;
92
+ resultText += ` ID: ${ms.spaceId} | Role: ${roleLabel}\n`;
93
+
94
+ return {
95
+ spaceId: ms.spaceId,
96
+ name: ms.spaceName || ms.spaceId,
97
+ role: ms.role,
98
+ };
99
+ });
100
+
101
+ resultText += `\n提示:使用 listSpaceContent(spaceId) 可查看指定 Space 的详细内容。`;
102
+
103
+ return {
104
+ rawData: { spaces: spacesData },
105
+ displayData: resultText,
106
+ };
107
+ } catch (error: any) {
108
+ console.error("执行 listUserSpaces 工具时发生错误:", error);
109
+ throw new Error(
110
+ `获取用户 Space 列表失败:${error?.message || String(error)}`
111
+ );
112
+ }
113
+ }
@@ -0,0 +1,276 @@
1
+ import {
2
+ buildToolRequestHeaders,
3
+ getRequestConfig,
4
+ resolveToolApiBaseUrl,
5
+ } from "./toolApiClient";
6
+
7
+ export type LocalFileOperation = {
8
+ kind: "mkdir" | "move" | "rename" | "writeText" | "deleteToTrash";
9
+ sourceRelativePath?: string;
10
+ destinationRelativePath?: string;
11
+ content?: string;
12
+ reason: string;
13
+ conflictPolicy: "skip" | "overwrite" | "rename";
14
+ };
15
+
16
+ type ToolResult = {
17
+ rawData: any;
18
+ displayData?: string;
19
+ };
20
+
21
+ type LocalFilesDeps = {
22
+ getBaseUrl?: (thunkApi: any) => string;
23
+ fetchImpl?: typeof fetch;
24
+ };
25
+
26
+ export const listLocalRootsFunctionSchema = {
27
+ name: "listLocalRoots",
28
+ description: "列出当前桌面客户端里已经授权的本地文件夹 roots,供后续的本地文件读取和整理工具使用。",
29
+ parameters: {
30
+ type: "object",
31
+ properties: {},
32
+ },
33
+ };
34
+
35
+ export const requestLocalFolderAccessFunctionSchema = {
36
+ name: "requestLocalFolderAccess",
37
+ description: "为桌面客户端请求授权一个本地文件夹。传入绝对路径后,返回可供后续 listLocalFiles/readLocalFile 使用的 rootId。",
38
+ parameters: {
39
+ type: "object",
40
+ properties: {
41
+ path: { type: "string", description: "要授权的本地文件夹绝对路径,例如 /Users/me/Desktop 或 C:\\Users\\me\\Downloads。" },
42
+ label: { type: "string", description: "可选的人类可读名称,例如 Desktop、Downloads、Project Root。" },
43
+ id: { type: "string", description: "可选的 rootId;如果省略则由桌面端生成。" },
44
+ },
45
+ required: ["path"],
46
+ },
47
+ };
48
+
49
+ export const listLocalFilesFunctionSchema = {
50
+ name: "listLocalFiles",
51
+ description: "列出桌面客户端中用户已授权本地文件夹内的文件和目录。只能访问已授权根目录内的相对路径。",
52
+ parameters: {
53
+ type: "object",
54
+ properties: {
55
+ rootId: { type: "string", description: "已授权的本地文件夹 ID。" },
56
+ relativePath: { type: "string", description: "相对已授权根目录的路径,例如 . 或 Documents。" },
57
+ },
58
+ required: ["rootId"],
59
+ },
60
+ };
61
+
62
+ export const readLocalFileFunctionSchema = {
63
+ name: "readLocalFile",
64
+ description: "读取桌面客户端中用户已授权本地文件夹内的文本文件。路径必须是授权根目录内的相对路径。",
65
+ parameters: {
66
+ type: "object",
67
+ properties: {
68
+ rootId: { type: "string", description: "已授权的本地文件夹 ID。" },
69
+ relativePath: { type: "string", description: "相对已授权根目录的文本文件路径。" },
70
+ },
71
+ required: ["rootId", "relativePath"],
72
+ },
73
+ };
74
+
75
+ export const proposeLocalFileChangesFunctionSchema = {
76
+ name: "proposeLocalFileChanges",
77
+ description: "为用户已授权的本地文件夹创建整理计划。该工具只创建待确认计划,不会直接修改本地文件。",
78
+ parameters: {
79
+ type: "object",
80
+ properties: {
81
+ rootId: { type: "string", description: "已授权的本地文件夹 ID。" },
82
+ summary: { type: "string", description: "本次整理计划摘要。" },
83
+ operations: {
84
+ type: "array",
85
+ description: "待执行的文件操作列表。",
86
+ items: {
87
+ type: "object",
88
+ properties: {
89
+ kind: { type: "string", enum: ["mkdir", "move", "rename", "writeText", "deleteToTrash"] },
90
+ sourceRelativePath: { type: "string" },
91
+ destinationRelativePath: { type: "string" },
92
+ content: { type: "string" },
93
+ reason: { type: "string" },
94
+ conflictPolicy: { type: "string", enum: ["skip", "overwrite", "rename"] },
95
+ },
96
+ required: ["kind", "reason", "conflictPolicy"],
97
+ },
98
+ },
99
+ riskLevel: { type: "string", enum: ["low", "medium", "high"] },
100
+ },
101
+ required: ["rootId", "summary", "operations"],
102
+ },
103
+ };
104
+
105
+ export const executeApprovedLocalFileChangesFunctionSchema = {
106
+ name: "executeApprovedLocalFileChanges",
107
+ description: "执行用户已经确认的本地文件整理计划。必须传入 proposeLocalFileChanges 返回的 planId。",
108
+ parameters: {
109
+ type: "object",
110
+ properties: {
111
+ planId: { type: "string", description: "已确认计划的 ID。" },
112
+ },
113
+ required: ["planId"],
114
+ },
115
+ };
116
+
117
+ export const undoLocalFileChangeBatchFunctionSchema = {
118
+ name: "undoLocalFileChangeBatch",
119
+ description: "撤销一个本地文件整理批次中可撤销的移动或重命名操作。",
120
+ parameters: {
121
+ type: "object",
122
+ properties: {
123
+ batchId: { type: "string", description: "执行历史批次 ID。" },
124
+ },
125
+ required: ["batchId"],
126
+ },
127
+ };
128
+
129
+ export function createLocalFilesToolHandlers(deps: LocalFilesDeps = {}) {
130
+ const resolveUrl = (thunkApi: any, path: string) => {
131
+ const { currentServer } = getRequestConfig(thunkApi);
132
+ const baseUrl = resolveToolApiBaseUrl(currentServer, path);
133
+ if (!baseUrl) throw new Error("无法获取工具服务器地址。");
134
+ return `${baseUrl.replace(/\/+$/, "")}${path}`;
135
+ };
136
+
137
+ const request = async (
138
+ thunkApi: any,
139
+ path: string,
140
+ init: RequestInit = {},
141
+ signal?: AbortSignal
142
+ ) => {
143
+ const url = deps.getBaseUrl
144
+ ? `${deps.getBaseUrl(thunkApi).replace(/\/+$/, "")}${path}`
145
+ : resolveUrl(thunkApi, path);
146
+ const headers = new Headers(buildToolRequestHeaders(thunkApi, { withAuth: true }));
147
+ const initHeaders = new Headers(init.headers);
148
+ initHeaders.forEach((value, key) => headers.set(key, value));
149
+ const response = await (deps.fetchImpl ?? fetch)(url, {
150
+ ...init,
151
+ headers,
152
+ signal,
153
+ });
154
+ const text = await response.text();
155
+ const data = text ? JSON.parse(text) : {};
156
+ if (!response.ok || data?.ok === false || data?.error) {
157
+ throw new Error(data?.error || `desktop files bridge failed: ${response.status}`);
158
+ }
159
+ return data;
160
+ };
161
+
162
+ const post = async (thunkApi: any, path: string, body: object, signal?: AbortSignal) => {
163
+ return request(thunkApi, path, {
164
+ method: "POST",
165
+ headers: { "Content-Type": "application/json" },
166
+ body: JSON.stringify(body),
167
+ }, signal);
168
+ };
169
+
170
+ return {
171
+ async listRoots(_args: Record<string, never>, thunkApi: any, context?: { signal?: AbortSignal }): Promise<ToolResult> {
172
+ const data = await request(thunkApi, "/api/desktop/files/roots", {
173
+ method: "GET",
174
+ }, context?.signal);
175
+ const rootCount = Array.isArray(data?.roots) ? data.roots.length : 0;
176
+ return {
177
+ rawData: data,
178
+ displayData: `已列出已授权本地文件夹 roots(${rootCount} 个)`,
179
+ };
180
+ },
181
+
182
+ async requestRoot(args: { path: string; label?: string; id?: string }, thunkApi: any, context?: { signal?: AbortSignal }): Promise<ToolResult> {
183
+ requireString(args.path, "path");
184
+ const body: Record<string, string> = { path: args.path };
185
+ if (typeof args.label === "string" && args.label.trim()) body.label = args.label.trim();
186
+ if (typeof args.id === "string" && args.id.trim()) body.id = args.id.trim();
187
+ const data = await post(thunkApi, "/api/desktop/files/roots/request", body, context?.signal);
188
+ return {
189
+ rawData: data,
190
+ displayData: `已授权本地文件夹: ${data?.root?.label || args.label || args.path}`,
191
+ };
192
+ },
193
+
194
+ async list(args: { rootId: string; relativePath?: string }, thunkApi: any, context?: { signal?: AbortSignal }): Promise<ToolResult> {
195
+ requireString(args.rootId, "rootId");
196
+ const data = await post(thunkApi, "/api/desktop/files/list", {
197
+ rootId: args.rootId,
198
+ relativePath: args.relativePath || ".",
199
+ }, context?.signal);
200
+ return {
201
+ rawData: data,
202
+ displayData: `已列出本地文件: ${args.relativePath || "."}`,
203
+ };
204
+ },
205
+
206
+ async read(args: { rootId: string; relativePath: string }, thunkApi: any, context?: { signal?: AbortSignal }): Promise<ToolResult> {
207
+ requireString(args.rootId, "rootId");
208
+ requireString(args.relativePath, "relativePath");
209
+ const data = await post(thunkApi, "/api/desktop/files/read", args, context?.signal);
210
+ return {
211
+ rawData: data,
212
+ displayData: `已读取本地文件: ${args.relativePath}`,
213
+ };
214
+ },
215
+
216
+ async propose(args: { rootId: string; summary: string; operations: LocalFileOperation[]; riskLevel?: "low" | "medium" | "high" }, thunkApi: any, context?: { signal?: AbortSignal }): Promise<ToolResult> {
217
+ requireString(args.rootId, "rootId");
218
+ requireString(args.summary, "summary");
219
+ if (!Array.isArray(args.operations) || args.operations.length === 0) {
220
+ throw new Error("operations 不能为空。");
221
+ }
222
+ const data = await post(thunkApi, "/api/desktop/files/plan", args, context?.signal);
223
+ return {
224
+ rawData: data,
225
+ displayData: `已创建本地文件整理计划,等待确认: ${args.summary}`,
226
+ };
227
+ },
228
+
229
+ async proposePreview(args: { rootId: string; summary: string; operations: LocalFileOperation[] }): Promise<ToolResult> {
230
+ return {
231
+ rawData: {
232
+ previewOnly: true,
233
+ rootId: args.rootId,
234
+ summary: args.summary,
235
+ operations: args.operations,
236
+ },
237
+ displayData: `待确认本地文件整理计划: ${args.summary}(${args.operations?.length ?? 0} 项)`,
238
+ };
239
+ },
240
+
241
+ async execute(args: { planId: string }, thunkApi: any, context?: { signal?: AbortSignal }): Promise<ToolResult> {
242
+ requireString(args.planId, "planId");
243
+ const data = await post(thunkApi, "/api/desktop/files/execute", args, context?.signal);
244
+ return {
245
+ rawData: data,
246
+ displayData: `已执行本地文件整理计划: ${args.planId}`,
247
+ };
248
+ },
249
+
250
+ async undo(args: { batchId: string }, thunkApi: any, context?: { signal?: AbortSignal }): Promise<ToolResult> {
251
+ requireString(args.batchId, "batchId");
252
+ const data = await post(thunkApi, "/api/desktop/files/undo", args, context?.signal);
253
+ return {
254
+ rawData: data,
255
+ displayData: `已撤销本地文件整理批次: ${args.batchId}`,
256
+ };
257
+ },
258
+ };
259
+ }
260
+
261
+ function requireString(value: unknown, name: string) {
262
+ if (typeof value !== "string" || !value.trim()) {
263
+ throw new Error(`${name} 必须是非空字符串。`);
264
+ }
265
+ }
266
+
267
+ const defaultHandlers = createLocalFilesToolHandlers();
268
+
269
+ export const listLocalRootsFunc = defaultHandlers.listRoots;
270
+ export const requestLocalFolderAccessFunc = defaultHandlers.requestRoot;
271
+ export const listLocalFilesFunc = defaultHandlers.list;
272
+ export const readLocalFileFunc = defaultHandlers.read;
273
+ export const proposeLocalFileChangesFunc = defaultHandlers.propose;
274
+ export const proposeLocalFileChangesPreviewFunc = defaultHandlers.proposePreview;
275
+ export const executeApprovedLocalFileChangesFunc = defaultHandlers.execute;
276
+ export const undoLocalFileChangeBatchFunc = defaultHandlers.undo;
@@ -0,0 +1,253 @@
1
+ export type MarxistsOfflineBookPage = {
2
+ name: string;
3
+ url: string;
4
+ title: string;
5
+ };
6
+
7
+ export type MarxistsOfflineBookResult = {
8
+ title: string;
9
+ startUrl: string;
10
+ indexUrl: string;
11
+ stylesheetUrl: string | null;
12
+ pages: MarxistsOfflineBookPage[];
13
+ html: string;
14
+ validation: {
15
+ pageCount: number;
16
+ hasEmbeddedAssets: boolean;
17
+ hasNetworkUrls: boolean;
18
+ hasUtf8Meta: boolean;
19
+ byteLength: number;
20
+ };
21
+ };
22
+
23
+ export type ConvertMarxistsBookArgs = {
24
+ startUrl: string;
25
+ encoding?: string;
26
+ fetchImpl?: typeof fetch;
27
+ maxPages?: number;
28
+ };
29
+
30
+ const DEFAULT_ENCODING = "gb2312";
31
+ const USER_AGENT =
32
+ "Mozilla/5.0 (compatible; NoloMarxistsOfflineBook/1.0; +https://nolo.chat)";
33
+
34
+ const normalizeBookBaseUrl = (startUrl: string): URL => {
35
+ const parsed = new URL(startUrl);
36
+ if (!/^https?:$/i.test(parsed.protocol)) {
37
+ throw new Error("startUrl must be an http or https URL.");
38
+ }
39
+ return new URL("./", parsed);
40
+ };
41
+
42
+ const decodeBytes = (bytes: ArrayBuffer, encoding: string): string => {
43
+ try {
44
+ return new TextDecoder(encoding).decode(bytes);
45
+ } catch {
46
+ return new TextDecoder(DEFAULT_ENCODING).decode(bytes);
47
+ }
48
+ };
49
+
50
+ const fetchBytes = async (
51
+ url: string,
52
+ fetchImpl: typeof fetch,
53
+ ): Promise<ArrayBuffer> => {
54
+ const response = await fetchImpl(url, {
55
+ headers: {
56
+ "user-agent": USER_AGENT,
57
+ accept: "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
58
+ },
59
+ });
60
+ if (!response.ok) {
61
+ throw new Error(`Failed to fetch ${url}: HTTP ${response.status}`);
62
+ }
63
+ return response.arrayBuffer();
64
+ };
65
+
66
+ const extractTitle = (html: string): string => {
67
+ return (
68
+ html.match(/<title>([\s\S]*?)<\/title>/i)?.[1]
69
+ ?.replace(/<[^>]+>/g, " ")
70
+ .replace(/\s+/g, " ")
71
+ .trim() || ""
72
+ );
73
+ };
74
+
75
+ const extractBody = (html: string): string => {
76
+ return html.match(/<body[^>]*>([\s\S]*?)<\/body>/i)?.[1] ?? html;
77
+ };
78
+
79
+ export const discoverMarxistsBookPageNames = (
80
+ indexHtml: string,
81
+ maxPages = 80,
82
+ ): string[] => {
83
+ const pageNames = [...indexHtml.matchAll(/href=["']?([^"' >#]+\.htm)(#[^"' >]*)?["']?/gi)]
84
+ .map((match) => match[1])
85
+ .filter((href) => !href.includes("/") && !href.startsWith(".."))
86
+ .map((href) => href.trim())
87
+ .filter(Boolean)
88
+ .sort();
89
+
90
+ const uniqueNames = Array.from(new Set(["index.htm", ...pageNames]));
91
+ if (uniqueNames.length <= 1) {
92
+ throw new Error("No same-directory .htm chapter links were found in index.htm.");
93
+ }
94
+ if (uniqueNames.length > maxPages) {
95
+ throw new Error(
96
+ `Refusing to download ${uniqueNames.length} pages; maxPages is ${maxPages}.`,
97
+ );
98
+ }
99
+ return uniqueNames;
100
+ };
101
+
102
+ const extractStylesheetHref = (html: string): string | null => {
103
+ return (
104
+ html.match(/<link[^>]+href=["']([^"']+\.css)["'][^>]*>/i)?.[1] ?? null
105
+ );
106
+ };
107
+
108
+ const guessMimeType = (url: string): string => {
109
+ const pathname = new URL(url).pathname.toLowerCase();
110
+ if (pathname.endsWith(".gif")) return "image/gif";
111
+ if (pathname.endsWith(".png")) return "image/png";
112
+ if (pathname.endsWith(".jpg") || pathname.endsWith(".jpeg")) return "image/jpeg";
113
+ if (pathname.endsWith(".webp")) return "image/webp";
114
+ if (pathname.endsWith(".css")) return "text/css";
115
+ return "application/octet-stream";
116
+ };
117
+
118
+ export const inlineCssUrlAssets = async (args: {
119
+ css: string;
120
+ cssUrl: string;
121
+ fetchImpl: typeof fetch;
122
+ }): Promise<string> => {
123
+ const replacements = new Map<string, string>();
124
+ const matches = [...args.css.matchAll(/url\((['"]?)([^)'"]+)\1\)/gi)];
125
+
126
+ for (const match of matches) {
127
+ const rawRef = match[2].trim();
128
+ if (!rawRef || /^(data:|https?:)/i.test(rawRef)) continue;
129
+ const assetUrl = new URL(rawRef, args.cssUrl).toString();
130
+ if (!replacements.has(rawRef)) {
131
+ const bytes = await fetchBytes(assetUrl, args.fetchImpl);
132
+ const base64 = Buffer.from(bytes).toString("base64");
133
+ replacements.set(
134
+ rawRef,
135
+ `data:${guessMimeType(assetUrl)};base64,${base64}`,
136
+ );
137
+ }
138
+ }
139
+
140
+ return args.css.replace(/url\((['"]?)([^)'"]+)\1\)/gi, (full, quote, rawRef) => {
141
+ const replacement = replacements.get(String(rawRef).trim());
142
+ return replacement ? `url('${replacement}')` : full;
143
+ });
144
+ };
145
+
146
+ const rewriteLocalChapterLinks = (body: string): string => {
147
+ return body.replace(
148
+ /href=["']([^"']+\.htm)(#[^"']*)?["']/gi,
149
+ (_full, href: string, hash: string | undefined) => {
150
+ const anchor = href.replace(/\.htm$/i, "");
151
+ return `href="#${anchor}${hash ? `-${hash.replace(/^#/, "")}` : ""}"`;
152
+ },
153
+ );
154
+ };
155
+
156
+ const buildSingleHtml = (args: {
157
+ title: string;
158
+ css: string;
159
+ pages: Array<MarxistsOfflineBookPage & { body: string }>;
160
+ }): string => {
161
+ const sections = args.pages.map((page) => {
162
+ const anchor = page.name.replace(/\.htm$/i, "");
163
+ return `<section class="chapter" id="${anchor}"><div class="chapter-source">${page.title}</div>${rewriteLocalChapterLinks(page.body)}</section>`;
164
+ });
165
+
166
+ return `<!doctype html>
167
+ <html lang="zh-CN">
168
+ <head>
169
+ <meta charset="utf-8">
170
+ <meta name="viewport" content="width=device-width, initial-scale=1">
171
+ <title>${args.title}</title>
172
+ <style>
173
+ ${args.css}
174
+ body { margin: 0 10px; }
175
+ .table1 { max-width: 960px; width: min(960px, calc(100vw - 20px)); }
176
+ .chapter { page-break-after: always; break-after: page; }
177
+ .chapter-source { display: none; }
178
+ @media screen and (max-width: 700px) {
179
+ html { margin-left: 8px !important; margin-right: 8px !important; }
180
+ body { margin-left: 8px !important; margin-right: 8px !important; }
181
+ .table1 { width: 100% !important; max-width: 100% !important; }
182
+ table { max-width: 100% !important; }
183
+ }
184
+ @media print {
185
+ .chapter { page-break-after: always; }
186
+ }
187
+ </style>
188
+ </head>
189
+ <body id="top">
190
+ ${sections.join("\n")}
191
+ </body>
192
+ </html>`;
193
+ };
194
+
195
+ export async function convertMarxistsBookToOfflineHtml(
196
+ args: ConvertMarxistsBookArgs,
197
+ ): Promise<MarxistsOfflineBookResult> {
198
+ const startUrl = args.startUrl?.trim();
199
+ if (!startUrl) throw new Error("startUrl is required.");
200
+
201
+ const fetchImpl = args.fetchImpl ?? fetch;
202
+ const encoding = args.encoding || DEFAULT_ENCODING;
203
+ const bookBaseUrl = normalizeBookBaseUrl(startUrl);
204
+ const indexUrl = new URL("index.htm", bookBaseUrl).toString();
205
+ const indexHtml = decodeBytes(await fetchBytes(indexUrl, fetchImpl), encoding);
206
+ const pageNames = discoverMarxistsBookPageNames(indexHtml, args.maxPages);
207
+
208
+ const pages: Array<MarxistsOfflineBookPage & { body: string }> = [];
209
+ for (const name of pageNames) {
210
+ const pageUrl = new URL(name, bookBaseUrl).toString();
211
+ const html = decodeBytes(await fetchBytes(pageUrl, fetchImpl), encoding);
212
+ pages.push({
213
+ name,
214
+ url: pageUrl,
215
+ title: extractTitle(html),
216
+ body: extractBody(html),
217
+ });
218
+ }
219
+
220
+ const stylesheetHref =
221
+ extractStylesheetHref(indexHtml) ||
222
+ pages.map((page) => extractStylesheetHref(page.body)).find(Boolean) ||
223
+ "../../MIA01.css";
224
+ const stylesheetUrl = stylesheetHref
225
+ ? new URL(stylesheetHref, indexUrl).toString()
226
+ : null;
227
+ const rawCss = stylesheetUrl
228
+ ? decodeBytes(await fetchBytes(stylesheetUrl, fetchImpl), encoding)
229
+ : "";
230
+ const css = stylesheetUrl
231
+ ? await inlineCssUrlAssets({ css: rawCss, cssUrl: stylesheetUrl, fetchImpl })
232
+ : rawCss;
233
+
234
+ const title = extractTitle(indexHtml) || pages[0]?.title || "Offline Book";
235
+ const html = buildSingleHtml({ title, css, pages });
236
+ const byteLength = new TextEncoder().encode(html).byteLength;
237
+
238
+ return {
239
+ title,
240
+ startUrl,
241
+ indexUrl,
242
+ stylesheetUrl,
243
+ pages: pages.map(({ body: _body, ...page }) => page),
244
+ html,
245
+ validation: {
246
+ pageCount: pages.length,
247
+ hasEmbeddedAssets: html.includes("data:image/"),
248
+ hasNetworkUrls: /https?:\/\//i.test(html),
249
+ hasUtf8Meta: html.includes('<meta charset="utf-8">'),
250
+ byteLength,
251
+ },
252
+ };
253
+ }