nolo-cli 0.1.39 → 0.1.41
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -4
- package/agent-runtime/dialogWritePlan.ts +39 -0
- package/agent-runtime/hostAdapter.ts +4 -0
- package/agent-runtime/hybridRecordStore.ts +5 -3
- package/agent-runtime/index.ts +15 -0
- package/agent-runtime/localLoop.ts +87 -7
- package/agent-runtime/localToolPolicy.ts +2 -13
- package/agent-runtime/localWorkspaceTools.ts +42 -110
- package/agent-runtime/runtimeToolPolicy.ts +2 -11
- package/agent-runtime/runtimeToolSurface.ts +198 -0
- package/agent-runtime/types.ts +1 -0
- package/agentAliases.ts +2 -1
- package/agentRunCommand.ts +10 -32
- package/agentRuntimeLocal.ts +1 -0
- package/ai/agent/_executeModel.ts +146 -0
- package/ai/agent/agentSlice.ts +556 -1
- package/ai/agent/appWorkingMemory.ts +126 -0
- package/ai/agent/buildEditingContext.ts +378 -0
- package/ai/agent/buildSystemPrompt.ts +585 -0
- package/ai/agent/canvasEditingContext.ts +49 -0
- package/ai/agent/cleanAgentMessages.ts +140 -0
- package/ai/agent/cliChatClient.ts +153 -0
- package/ai/agent/cliExecutor.ts +314 -40
- package/ai/agent/contextCompiler.ts +107 -0
- package/ai/agent/contextLayerContract.ts +44 -0
- package/ai/agent/createAgentSchema.ts +272 -0
- package/ai/agent/currentTimeContext.ts +65 -0
- package/ai/agent/executeToolCall.ts +58 -0
- package/ai/agent/fetchAgentContexts.ts +42 -0
- package/ai/agent/generatePrompt.ts +3 -0
- package/ai/agent/getFullChatContextKeys.ts +168 -0
- package/ai/agent/guidedCreation/capabilities.ts +84 -0
- package/ai/agent/guidedCreation/types.ts +38 -0
- package/ai/agent/isLiveAudioOnlyAgent.ts +26 -0
- package/ai/agent/liveAudioModel.ts +2 -0
- package/ai/agent/pageBuilderHandoffRules.ts +75 -0
- package/ai/agent/persistMessageWithFixedId.ts +37 -0
- package/ai/agent/planSlice.ts +259 -0
- package/ai/agent/referenceUtils.ts +229 -0
- package/ai/agent/runAgentBackground.ts +310 -0
- package/ai/agent/runAgentClientLoop.ts +164 -0
- package/ai/agent/runtimeGuidance.ts +116 -0
- package/ai/agent/serverOrigin.ts +7 -0
- package/ai/agent/startParallelAgentStreams.ts +424 -0
- package/ai/agent/startupProtocol.ts +53 -0
- package/ai/agent/streamAgentChatTurn.ts +2001 -0
- package/ai/agent/streamAgentChatTurnUtils.ts +860 -0
- package/ai/agent/toolFailureGuard.ts +99 -0
- package/ai/agent/types.ts +73 -0
- package/ai/agent/utils/imageOutput.ts +37 -0
- package/ai/agent/utils/publicImageAgentMode.ts +26 -0
- package/ai/ai.locale.ts +1095 -0
- package/ai/chat/accumulateToolCallChunks.ts +126 -0
- package/ai/chat/fetchUtils.ts +143 -0
- package/ai/chat/inlineImageUrlsForCustomProvider.ts +117 -0
- package/ai/chat/parseApiError.ts +67 -0
- package/ai/chat/parseMultilineSSE.ts +95 -0
- package/ai/chat/sendOpenAICompletionsRequest.ts +897 -0
- package/ai/chat/sendOpenAIResponseRequest.ts +720 -0
- package/ai/chat/serverProxyRetry.ts +102 -0
- package/ai/chat/shouldUseServerProxy.ts +18 -0
- package/ai/chat/streamRetry.ts +46 -0
- package/ai/chat/updateTotalUsage.ts +89 -0
- package/ai/context/buildReferenceContext.ts +437 -0
- package/ai/context/retention.ts +165 -0
- package/ai/context/tokenUtils.ts +78 -0
- package/ai/llm/agentCapabilities.ts +74 -0
- package/ai/llm/deepinfra.ts +79 -0
- package/ai/llm/fireworks.ts +68 -0
- package/ai/llm/generateRequestBody.ts +165 -0
- package/ai/llm/getModelContextWindow.ts +93 -0
- package/ai/llm/getPricing.ts +252 -0
- package/ai/llm/imagePricing.ts +66 -0
- package/ai/llm/isResponseAPIModel.ts +13 -0
- package/ai/llm/kimi.ts +23 -0
- package/ai/llm/mimo.ts +99 -0
- package/ai/llm/mistral.ts +21 -0
- package/ai/llm/models.ts +45 -0
- package/ai/llm/openrouterModels.ts +6 -0
- package/ai/llm/providers.ts +313 -0
- package/ai/llm/reasoningModels.ts +27 -0
- package/ai/llm/types.ts +82 -0
- package/ai/llm/usageRequestOptions.ts +59 -0
- package/ai/memory/queryShared.ts +161 -0
- package/ai/memory/recentRelationshipRecap.ts +247 -0
- package/ai/memory/remember.ts +167 -0
- package/ai/memory/store.ts +20 -0
- package/ai/memory/storeShared.ts +76 -0
- package/ai/memory/types.ts +46 -0
- package/ai/memory/understanding.ts +349 -0
- package/ai/memory/understandingGreeting.ts +264 -0
- package/ai/policy/personalizationDialog.ts +333 -0
- package/ai/policy/runtimePolicy.ts +454 -0
- package/ai/policy/selfUpdateFields.ts +48 -0
- package/ai/policy/types.ts +64 -0
- package/ai/skills/referenceRuntime.ts +274 -0
- package/ai/skills/skillDiagnostics.ts +251 -0
- package/ai/skills/skillDocBuilder.ts +139 -0
- package/ai/skills/skillSummaryMarker.ts +26 -0
- package/ai/token/calculatePrice.ts +576 -0
- package/ai/token/missingUsageEstimate.ts +42 -0
- package/ai/token/normalizeUsage.ts +124 -0
- package/ai/token/openaiImageGenerationUsage.ts +56 -0
- package/ai/token/prepareTokenUsageData.ts +93 -0
- package/ai/token/resolveBillingTarget.ts +52 -0
- package/ai/token/saveTokenRecord.ts +53 -0
- package/ai/token/types.ts +103 -0
- package/ai/tools/agent/agentTools.ts +235 -0
- package/ai/tools/agent/agentUpdateShared.ts +311 -0
- package/ai/tools/agent/callAgentTool.ts +139 -0
- package/ai/tools/agent/createAgentTool.ts +512 -0
- package/ai/tools/agent/createDialogTool.ts +69 -0
- package/ai/tools/agent/createSkillAgentTool.ts +62 -0
- package/ai/tools/agent/parallelBudget.ts +221 -0
- package/ai/tools/agent/prepareAgentDraftTool.ts +159 -0
- package/ai/tools/agent/presets/appBuilderPreset.ts +154 -0
- package/ai/tools/agent/runLlmTool.ts +96 -0
- package/ai/tools/agent/runStreamingAgentTool.ts +73 -0
- package/ai/tools/agent/skillAgentArgs.ts +106 -0
- package/ai/tools/agent/startAgentDialogTool.ts +53 -0
- package/ai/tools/agent/streamParallelAgentsTool.ts +123 -0
- package/ai/tools/agent/updateAgentTool.ts +96 -0
- package/ai/tools/agent/updateSelfTool.ts +113 -0
- package/ai/tools/amazonProductScraperTool.ts +86 -0
- package/ai/tools/apifyActorClient.ts +45 -0
- package/ai/tools/appEditGuard.ts +372 -0
- package/ai/tools/appReadSnapshot.ts +153 -0
- package/ai/tools/appTools.ts +1549 -0
- package/ai/tools/applyEditTool.ts +259 -0
- package/ai/tools/applyLineEditsTool.ts +315 -0
- package/ai/tools/browserTools/click.ts +33 -0
- package/ai/tools/browserTools/closeSession.ts +29 -0
- package/ai/tools/browserTools/common.ts +27 -0
- package/ai/tools/browserTools/openSession.ts +48 -0
- package/ai/tools/browserTools/readContent.ts +38 -0
- package/ai/tools/browserTools/selectOption.ts +46 -0
- package/ai/tools/browserTools/typeText.ts +42 -0
- package/ai/tools/category/createCategoryTool.ts +66 -0
- package/ai/tools/category/queryContentsByCategoryTool.ts +69 -0
- package/ai/tools/category/updateContentCategoryTool.ts +75 -0
- package/ai/tools/cfBrowserTools.ts +319 -0
- package/ai/tools/cfSpeechToTextTool.ts +49 -0
- package/ai/tools/checkEnvTool.ts +102 -0
- package/ai/tools/cloudflareCrawlTool.ts +289 -0
- package/ai/tools/codeSearchTool.ts +123 -0
- package/ai/tools/codeTools.ts +101 -0
- package/ai/tools/convertMarxistsBookTool.ts +103 -0
- package/ai/tools/createDocTool.ts +132 -0
- package/ai/tools/createSkillDocTool.ts +155 -0
- package/ai/tools/createWorkflowTool.ts +154 -0
- package/ai/tools/delayTool.ts +31 -0
- package/ai/tools/deleteSpacesTool.ts +325 -0
- package/ai/tools/deleteSpacesToolModel.ts +159 -0
- package/ai/tools/devReloadUtils.ts +29 -0
- package/ai/tools/dialogMessageSearch.ts +137 -0
- package/ai/tools/doctorSkillTool.ts +72 -0
- package/ai/tools/ecommerceScraperTool.ts +86 -0
- package/ai/tools/emailTools.ts +549 -0
- package/ai/tools/evalSkillTool.ts +92 -0
- package/ai/tools/exaSearchTool.ts +63 -0
- package/ai/tools/execShellTool.ts +266 -0
- package/ai/tools/executeSqlTool.ts +192 -0
- package/ai/tools/fetchWebpageSupport.ts +333 -0
- package/ai/tools/fetchWebpageTool.ts +97 -0
- package/ai/tools/geminiImagePreviewTool.ts +386 -0
- package/ai/tools/generateDocxTool.ts +215 -0
- package/ai/tools/googleSearchScraperTool.ts +106 -0
- package/ai/tools/importDataTool.ts +133 -0
- package/ai/tools/importSkillTool.ts +162 -0
- package/ai/tools/index.ts +2308 -0
- package/ai/tools/jdProductScraperTool.ts +821 -0
- package/ai/tools/listUserSpacesTool.ts +113 -0
- package/ai/tools/localFilesTool.ts +276 -0
- package/ai/tools/marxistsOfflineBook.ts +253 -0
- package/ai/tools/modelUsageTools.ts +206 -0
- package/ai/tools/noloWorkspaceReadTools.ts +467 -0
- package/ai/tools/olmOcrTool.ts +33 -0
- package/ai/tools/openaiImageTool.ts +267 -0
- package/ai/tools/prepareTools.ts +23 -0
- package/ai/tools/readDocTool.ts +88 -0
- package/ai/tools/readFileTool.ts +214 -0
- package/ai/tools/readTool.ts +194 -0
- package/ai/tools/readXPostTool.ts +229 -0
- package/ai/tools/readXhsProfileTool.ts +627 -0
- package/ai/tools/rememberMemoryTool.ts +84 -0
- package/ai/tools/remotionVideoTool.ts +151 -0
- package/ai/tools/searchDialogMessagesTool.ts +222 -0
- package/ai/tools/searchWorkspaceTool.ts +259 -0
- package/ai/tools/skillFollowup.ts +86 -0
- package/ai/tools/surfWeatherTool.ts +169 -0
- package/ai/tools/table/addTableRowTool.ts +217 -0
- package/ai/tools/table/createTableTool.ts +315 -0
- package/ai/tools/table/rowTools.ts +386 -0
- package/ai/tools/table/schemaTools.ts +244 -0
- package/ai/tools/table/shareTableTool.ts +148 -0
- package/ai/tools/table/toolShared.ts +129 -0
- package/ai/tools/taobaoTmallProductScraperTool.ts +49 -0
- package/ai/tools/toolApiClient.ts +279 -0
- package/ai/tools/toolResultError.ts +42 -0
- package/ai/tools/toolRunSlice.ts +303 -0
- package/ai/tools/toolSchemaCompatibility.ts +53 -0
- package/ai/tools/uiAskChoiceTool.ts +104 -0
- package/ai/tools/updateContentTitleTool.ts +84 -0
- package/ai/tools/updateDocTool.ts +105 -0
- package/ai/tools/updateUserPreferenceProfileTool.ts +153 -0
- package/ai/tools/wereadGatewayTool.ts +152 -0
- package/ai/tools/whisperTool.ts +76 -0
- package/ai/tools/writeFileTool.ts +213 -0
- package/ai/tools/youtubeScraperTool.ts +116 -0
- package/ai/tools/ziweiChartTool.ts +678 -0
- package/ai/types.ts +55 -0
- package/ai/workflow/workflowExecutor.ts +323 -0
- package/ai/workflow/workflowSlice.ts +73 -0
- package/ai/workflow/workflowTypes.ts +106 -0
- package/app/actions/syncAppRecord.ts +73 -0
- package/app/constants/animationSets.ts +21 -0
- package/app/constants/appEditor.ts +99 -0
- package/app/favorite/favoriteSlice.ts +690 -0
- package/app/favorite/type.ts +43 -0
- package/app/hooks/deleteDbKey.ts +233 -0
- package/app/i18n/client.ts +13 -0
- package/app/i18n/i18n.base.ts +14 -0
- package/app/i18n/i18n.config.ts +77 -0
- package/app/i18n/index.ts +15 -0
- package/app/i18n/mapLanguage.ts +11 -0
- package/app/i18n/translations/appBuilder.locale.ts +453 -0
- package/app/i18n/translations/error.locale.ts +246 -0
- package/app/i18n/translations/interface.locale.ts +2174 -0
- package/app/i18n/translations/pricing.locale.ts +397 -0
- package/app/i18n/translations/privacy.locale.ts +168 -0
- package/app/i18n/translations/seo.locale.ts +129 -0
- package/app/i18n/translations/terms.locale.ts +124 -0
- package/app/i18n/types.ts +6 -0
- package/app/notifications/model.ts +77 -0
- package/app/notifications/notificationSlice.ts +141 -0
- package/app/reducer.ts +36 -0
- package/app/settings/dbActionThunks.ts +34 -0
- package/app/settings/defaultSpacePreference.ts +87 -0
- package/app/settings/settingSlice.tsx +1212 -0
- package/app/settings/settingsRecord.ts +8 -0
- package/app/stateViews/runtime.ts +90 -0
- package/app/store.ts +55 -0
- package/app/theme/colors.ts +280 -0
- package/app/theme/fontPreference.ts +77 -0
- package/app/theme/theme.config.ts +120 -0
- package/app/theme/themeModeBootstrap.ts +123 -0
- package/app/types/appSummary.ts +114 -0
- package/app/types.ts +358 -0
- package/app/utils/appKeys.ts +55 -0
- package/app/utils/async.ts +28 -0
- package/app/utils/desktopAgentRuntimeTurnClient.ts +73 -0
- package/app/utils/env.ts +17 -0
- package/app/utils/fileUtils.ts +229 -0
- package/app/utils/imageUtils.ts +274 -0
- package/app/utils/myContentItems.ts +289 -0
- package/app/utils/retryAfter.ts +36 -0
- package/app/utils/retryFetch.ts +61 -0
- package/app/utils/toast.ts +3 -0
- package/auth/action/signUpAction.ts +227 -0
- package/auth/adminPermissions.ts +18 -0
- package/auth/authSlice.ts +531 -0
- package/auth/client/loginRequest.ts +14 -0
- package/auth/resetAuthScopedClientState.ts +27 -0
- package/auth/routes.ts +178 -0
- package/auth/token.ts +63 -0
- package/auth/types.ts +40 -0
- package/chat/chat.locale.ts +813 -0
- package/chat/dialog/actions/addCybotAction.ts +52 -0
- package/chat/dialog/actions/addReferenceKeysAction.ts +62 -0
- package/chat/dialog/actions/builtinDialogLlm.ts +35 -0
- package/chat/dialog/actions/cleanupCliSession.ts +40 -0
- package/chat/dialog/actions/createDialogAction.ts +379 -0
- package/chat/dialog/actions/createScheduledTaskAction.ts +78 -0
- package/chat/dialog/actions/handleSendMessageAction.ts +197 -0
- package/chat/dialog/actions/handleSendMessageResolver.ts +27 -0
- package/chat/dialog/actions/removeCybotAction.ts +6 -0
- package/chat/dialog/actions/removeDialogAgentAction.ts +44 -0
- package/chat/dialog/actions/replacePrimaryCybotAction.ts +6 -0
- package/chat/dialog/actions/setPrimaryDialogAgentAction.ts +52 -0
- package/chat/dialog/actions/updateDialogSummaryAction.ts +430 -0
- package/chat/dialog/actions/updateDialogTitleAction.ts +151 -0
- package/chat/dialog/actions/updateDialogTitlePolicy.ts +30 -0
- package/chat/dialog/actions/updateTokensAction.ts +233 -0
- package/chat/dialog/dialogAgents.ts +72 -0
- package/chat/dialog/dialogSlice.ts +872 -0
- package/chat/dialog/dialogTitle.ts +81 -0
- package/chat/dialog/dialogTokenStats.ts +12 -0
- package/chat/dialog/dialogUrl.ts +6 -0
- package/chat/dialog/goal.ts +108 -0
- package/chat/dialog/objectAssistantRegistry.ts +286 -0
- package/chat/dialog/schedule.ts +17 -0
- package/chat/messages/fetchAndCacheMessages.ts +119 -0
- package/chat/messages/fetchConvMsgs.ts +51 -0
- package/chat/messages/fileUrl.ts +13 -0
- package/chat/messages/messageAgent.ts +8 -0
- package/chat/messages/messageContent.ts +199 -0
- package/chat/messages/messageContract.ts +88 -0
- package/chat/messages/messageSlice.ts +1367 -0
- package/chat/messages/toolThunks.ts +625 -0
- package/cli/agentAliases.ts +2 -1
- package/cli/agentRunCommand.ts +10 -32
- package/cli/agentRuntimeLocal.ts +1 -0
- package/cli/client/agentRun.ts +67 -95
- package/cli/client/localRuntimeAdapter.ts +323 -54
- package/cli/commandRegistry.ts +2 -2
- package/cli/machineWsRunDispatch.ts +51 -6
- package/cli/offlineMarxistsAgentCommand.ts +6 -4
- package/client/agentConfigResolver.test.ts +2 -2
- package/client/agentRun.test.ts +175 -57
- package/client/agentRun.ts +67 -95
- package/client/localRuntimeAdapter.test.ts +682 -37
- package/client/localRuntimeAdapter.ts +323 -54
- package/client/localRuntimeDryRun.test.ts +23 -9
- package/client/localToolPolicy.test.ts +4 -4
- package/commandRegistry.ts +2 -2
- package/core/builtinAgents.ts +209 -0
- package/core/config.ts +15 -0
- package/core/crypto.ts +51 -0
- package/core/generateKeyPairFromSeedV1.ts +15 -0
- package/core/generateMainKey.ts +22 -0
- package/core/init.ts +41 -0
- package/core/localOrigins.ts +8 -0
- package/core/password.ts +13 -0
- package/core/prefix.ts +23 -0
- package/create/editor/transforms/fromMarkdown/index.ts +260 -0
- package/create/editor/transforms/fromMarkdown/inline.ts +285 -0
- package/create/editor/transforms/fromMarkdown/table.ts +130 -0
- package/create/editor/transforms/markdownToSlate.ts +24 -0
- package/create/editor/transforms/slateToRenderMarkdown.ts +218 -0
- package/create/editor/transforms/slateToSimplifiedMarkdown.ts +224 -0
- package/create/editor/transforms/slateToText.ts +33 -0
- package/create/editor/utils/slateUtils.ts +233 -0
- package/create/space/addSpaceAction.ts +193 -0
- package/create/space/category/categoryActions.ts +427 -0
- package/create/space/changeSpaceAction.ts +36 -0
- package/create/space/constants.ts +8 -0
- package/create/space/content/addContentAction.ts +116 -0
- package/create/space/content/contentThunks.ts +90 -0
- package/create/space/content/deleteContentFromSpaceAction.ts +187 -0
- package/create/space/content/deleteMultipleContentAction.ts +112 -0
- package/create/space/content/moveContentAction.ts +285 -0
- package/create/space/content/updateContentCategoryAction.ts +154 -0
- package/create/space/content/updateContentTitleAction.ts +151 -0
- package/create/space/content/uploadAndAddFileToSpaceAction.ts +98 -0
- package/create/space/contentKeyUtils.ts +117 -0
- package/create/space/deleteSpaceAction.ts +276 -0
- package/create/space/fetchSpaceAction.ts +70 -0
- package/create/space/fetchSpaceSidebarStateAction.ts +26 -0
- package/create/space/loadDefaultSpaceAction.ts +57 -0
- package/create/space/member/addMemberAction.ts +79 -0
- package/create/space/member/fetchUserSpaceMembershipsAction.ts +386 -0
- package/create/space/member/memberThunks.ts +47 -0
- package/create/space/member/removeMemberAction.ts +67 -0
- package/create/space/resolvePreferredSpaceId.ts +113 -0
- package/create/space/sidebarVisibleTypes.ts +241 -0
- package/create/space/space.locale.ts +1087 -0
- package/create/space/spaceAccess.ts +182 -0
- package/create/space/spaceCollapsedState.ts +54 -0
- package/create/space/spaceKeys.ts +65 -0
- package/create/space/spaceSlice.ts +328 -0
- package/create/space/spaceThunks.ts +410 -0
- package/create/space/types.ts +27 -0
- package/create/space/updateSpaceAction.ts +107 -0
- package/create/space/utils/permissions.ts +47 -0
- package/create/types.ts +21 -0
- package/database/actions/agentReadResolution.ts +33 -0
- package/database/actions/common.ts +243 -0
- package/database/actions/deleteFile.ts +40 -0
- package/database/actions/fileContent.ts +125 -0
- package/database/actions/patch.ts +155 -0
- package/database/actions/read.ts +358 -0
- package/database/actions/readAndWait.ts +260 -0
- package/database/actions/readRequestManager.ts +120 -0
- package/database/actions/readResolution.ts +125 -0
- package/database/actions/remove.ts +94 -0
- package/database/actions/replication.ts +477 -0
- package/database/actions/upload.ts +186 -0
- package/database/actions/upsert.ts +56 -0
- package/database/actions/write.ts +146 -0
- package/database/authority/ownerKey.ts +80 -0
- package/database/authority/recordAuthority.ts +67 -0
- package/database/authority/userAuthorityRegistry.ts +54 -0
- package/database/client/fetchUserData.ts +61 -0
- package/database/dbActionThunks.ts +1 -0
- package/database/dbSlice.ts +149 -0
- package/database/fileRing.ts +51 -0
- package/database/fileStorage.ts +232 -0
- package/database/fileUrl.ts +34 -0
- package/database/keys.ts +767 -0
- package/database/queryPrefixes.ts +14 -0
- package/database/requests.ts +443 -0
- package/database/runtimeServerContext.ts +54 -0
- package/database/server/levelAuthorityStore.ts +20 -1
- package/database/tenantPlacement.ts +57 -0
- package/database/userPreferenceRegister.ts +131 -0
- package/database/utils/ulid.ts +1 -0
- package/integrations/anthropic/anthropicModels.ts +47 -0
- package/integrations/deepseek/models.ts +37 -0
- package/integrations/google/models.ts +341 -0
- package/integrations/openai/chatCompletionStreamMode.ts +10 -0
- package/integrations/openai/filterAndCleanMessages.ts +284 -0
- package/integrations/openai/flexTier.ts +102 -0
- package/integrations/openai/generateOpenAIRequestBody.ts +274 -0
- package/integrations/openai/generateResponseRequestBody.ts +77 -0
- package/integrations/openai/models.ts +271 -0
- package/integrations/openai/providerBodyCompatibility.ts +23 -0
- package/integrations/openai/responsesHelpers.ts +297 -0
- package/integrations/x-reader/types.ts +109 -0
- package/integrations/xai/models.ts +13 -0
- package/integrations/xhs-reader/analyze/profileAnalyzer.ts +205 -0
- package/integrations/xhs-reader/backends/playwrightProfileCollector.ts +624 -0
- package/integrations/xhs-reader/bridge/readXhsProfileWithBridge.ts +227 -0
- package/integrations/xhs-reader/client/xhsWebApiClient.ts +229 -0
- package/integrations/xhs-reader/normalize.ts +390 -0
- package/integrations/xhs-reader/orchestrator.ts +178 -0
- package/integrations/xhs-reader/redaction.ts +68 -0
- package/integrations/xhs-reader/types.ts +244 -0
- package/integrations/xhs-reader/url.ts +57 -0
- package/machineWsRunDispatch.ts +51 -6
- package/offlineMarxistsAgentCommand.ts +6 -4
- package/package.json +430 -3
- package/render/page/createPageAction.ts +183 -0
- package/render/page/docSlice.ts +468 -0
- package/render/page/types.ts +17 -0
- package/render/table/createTableAction.ts +270 -0
- package/render/table/deleteTableAction.ts +193 -0
- package/render/table/fetchAndCacheTableRows.ts +174 -0
- package/render/table/tableSlice.ts +1106 -0
- package/render/table/toolValueUtils.ts +363 -0
- package/render/table/types.ts +252 -0
- package/render/table/utils/tableSerialization.ts +50 -0
- package/server/handlers/agentRun/types.ts +104 -0
- package/share/action.ts +225 -0
- package/share/helpers.ts +302 -0
- package/share/keys.ts +243 -0
- package/share/publicSharePolicy.ts +27 -0
- package/share/shareSlice.ts +53 -0
- package/share/types.ts +100 -0
|
@@ -0,0 +1,113 @@
|
|
|
1
|
+
// 文件路径: ai/tools/listUserSpacesTool.ts
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* listUserSpaces 工具
|
|
5
|
+
*
|
|
6
|
+
* 用于 AI 获取当前用户可访问的所有 Space 列表(概览)。
|
|
7
|
+
* 只返回 Space 名称和 ID,不返回详细内容,避免 Token 爆炸。
|
|
8
|
+
*
|
|
9
|
+
* 使用场景:
|
|
10
|
+
* - 用户询问"我有哪些空间"
|
|
11
|
+
* - AI 需要确定要查询哪个 Space
|
|
12
|
+
* - 跨 Space 导航
|
|
13
|
+
*/
|
|
14
|
+
|
|
15
|
+
import type { RootState } from "../../app/store";
|
|
16
|
+
import { selectAllMemberSpaces } from "../../create/space/spaceSlice";
|
|
17
|
+
|
|
18
|
+
// ---- Types ----
|
|
19
|
+
|
|
20
|
+
export type ListUserSpacesArgs = {
|
|
21
|
+
/**
|
|
22
|
+
* 是否只返回用户拥有的 Space(角色为 owner)
|
|
23
|
+
*/
|
|
24
|
+
ownedOnly?: boolean;
|
|
25
|
+
};
|
|
26
|
+
|
|
27
|
+
// ---- 工具 Schema,供 LLM 调用 ----
|
|
28
|
+
|
|
29
|
+
export const listUserSpacesFunctionSchema = {
|
|
30
|
+
name: "listUserSpaces",
|
|
31
|
+
description: [
|
|
32
|
+
"获取当前用户可访问的所有 Space(工作空间)列表。",
|
|
33
|
+
"",
|
|
34
|
+
"返回内容:",
|
|
35
|
+
"- 每个 Space 的 ID 和名称",
|
|
36
|
+
"- 用户在该 Space 的角色(owner/member)",
|
|
37
|
+
"",
|
|
38
|
+
"使用场景:",
|
|
39
|
+
"- 用户询问'我有哪些空间'",
|
|
40
|
+
"- 需要确定要查询哪个 Space",
|
|
41
|
+
"- 跨 Space 导航",
|
|
42
|
+
"",
|
|
43
|
+
"注意:只返回概览信息,如需查看 Space 详细内容,使用 listSpaceContent 工具。",
|
|
44
|
+
].join("\n"),
|
|
45
|
+
parameters: {
|
|
46
|
+
type: "object",
|
|
47
|
+
properties: {
|
|
48
|
+
ownedOnly: {
|
|
49
|
+
type: "boolean",
|
|
50
|
+
description: "是否只返回用户拥有的 Space。默认 false(返回所有可访问的 Space)。",
|
|
51
|
+
default: false,
|
|
52
|
+
},
|
|
53
|
+
},
|
|
54
|
+
required: [],
|
|
55
|
+
},
|
|
56
|
+
};
|
|
57
|
+
|
|
58
|
+
// ---- 执行函数 ----
|
|
59
|
+
|
|
60
|
+
export async function listUserSpacesFunc(
|
|
61
|
+
args: ListUserSpacesArgs,
|
|
62
|
+
thunkApi: any,
|
|
63
|
+
context?: { parentMessageId?: string; signal?: AbortSignal }
|
|
64
|
+
): Promise<{ rawData: any; displayData?: string }> {
|
|
65
|
+
const { ownedOnly = false } = args || {};
|
|
66
|
+
|
|
67
|
+
try {
|
|
68
|
+
const { getState } = thunkApi;
|
|
69
|
+
const state: RootState = getState();
|
|
70
|
+
|
|
71
|
+
let memberSpaces = selectAllMemberSpaces(state);
|
|
72
|
+
|
|
73
|
+
if (ownedOnly) {
|
|
74
|
+
memberSpaces = memberSpaces.filter((ms) => ms.role === "owner");
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
if (memberSpaces.length === 0) {
|
|
78
|
+
return {
|
|
79
|
+
rawData: { spaces: [] },
|
|
80
|
+
displayData: ownedOnly
|
|
81
|
+
? "当前用户没有拥有任何 Space。"
|
|
82
|
+
: "当前用户没有可访问的 Space。",
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
// 格式化输出
|
|
87
|
+
let resultText = `=== 用户可访问的 Space 列表 (${memberSpaces.length}) ===\n\n`;
|
|
88
|
+
|
|
89
|
+
const spacesData = memberSpaces.map((ms, index) => {
|
|
90
|
+
const roleLabel = ms.role === "owner" ? "👑 Owner" : "👤 Member";
|
|
91
|
+
resultText += `${index + 1}. ${ms.spaceName || ms.spaceId}\n`;
|
|
92
|
+
resultText += ` ID: ${ms.spaceId} | Role: ${roleLabel}\n`;
|
|
93
|
+
|
|
94
|
+
return {
|
|
95
|
+
spaceId: ms.spaceId,
|
|
96
|
+
name: ms.spaceName || ms.spaceId,
|
|
97
|
+
role: ms.role,
|
|
98
|
+
};
|
|
99
|
+
});
|
|
100
|
+
|
|
101
|
+
resultText += `\n提示:使用 listSpaceContent(spaceId) 可查看指定 Space 的详细内容。`;
|
|
102
|
+
|
|
103
|
+
return {
|
|
104
|
+
rawData: { spaces: spacesData },
|
|
105
|
+
displayData: resultText,
|
|
106
|
+
};
|
|
107
|
+
} catch (error: any) {
|
|
108
|
+
console.error("执行 listUserSpaces 工具时发生错误:", error);
|
|
109
|
+
throw new Error(
|
|
110
|
+
`获取用户 Space 列表失败:${error?.message || String(error)}`
|
|
111
|
+
);
|
|
112
|
+
}
|
|
113
|
+
}
|
|
@@ -0,0 +1,276 @@
|
|
|
1
|
+
import {
|
|
2
|
+
buildToolRequestHeaders,
|
|
3
|
+
getRequestConfig,
|
|
4
|
+
resolveToolApiBaseUrl,
|
|
5
|
+
} from "./toolApiClient";
|
|
6
|
+
|
|
7
|
+
export type LocalFileOperation = {
|
|
8
|
+
kind: "mkdir" | "move" | "rename" | "writeText" | "deleteToTrash";
|
|
9
|
+
sourceRelativePath?: string;
|
|
10
|
+
destinationRelativePath?: string;
|
|
11
|
+
content?: string;
|
|
12
|
+
reason: string;
|
|
13
|
+
conflictPolicy: "skip" | "overwrite" | "rename";
|
|
14
|
+
};
|
|
15
|
+
|
|
16
|
+
type ToolResult = {
|
|
17
|
+
rawData: any;
|
|
18
|
+
displayData?: string;
|
|
19
|
+
};
|
|
20
|
+
|
|
21
|
+
type LocalFilesDeps = {
|
|
22
|
+
getBaseUrl?: (thunkApi: any) => string;
|
|
23
|
+
fetchImpl?: typeof fetch;
|
|
24
|
+
};
|
|
25
|
+
|
|
26
|
+
export const listLocalRootsFunctionSchema = {
|
|
27
|
+
name: "listLocalRoots",
|
|
28
|
+
description: "列出当前桌面客户端里已经授权的本地文件夹 roots,供后续的本地文件读取和整理工具使用。",
|
|
29
|
+
parameters: {
|
|
30
|
+
type: "object",
|
|
31
|
+
properties: {},
|
|
32
|
+
},
|
|
33
|
+
};
|
|
34
|
+
|
|
35
|
+
export const requestLocalFolderAccessFunctionSchema = {
|
|
36
|
+
name: "requestLocalFolderAccess",
|
|
37
|
+
description: "为桌面客户端请求授权一个本地文件夹。传入绝对路径后,返回可供后续 listLocalFiles/readLocalFile 使用的 rootId。",
|
|
38
|
+
parameters: {
|
|
39
|
+
type: "object",
|
|
40
|
+
properties: {
|
|
41
|
+
path: { type: "string", description: "要授权的本地文件夹绝对路径,例如 /Users/me/Desktop 或 C:\\Users\\me\\Downloads。" },
|
|
42
|
+
label: { type: "string", description: "可选的人类可读名称,例如 Desktop、Downloads、Project Root。" },
|
|
43
|
+
id: { type: "string", description: "可选的 rootId;如果省略则由桌面端生成。" },
|
|
44
|
+
},
|
|
45
|
+
required: ["path"],
|
|
46
|
+
},
|
|
47
|
+
};
|
|
48
|
+
|
|
49
|
+
export const listLocalFilesFunctionSchema = {
|
|
50
|
+
name: "listLocalFiles",
|
|
51
|
+
description: "列出桌面客户端中用户已授权本地文件夹内的文件和目录。只能访问已授权根目录内的相对路径。",
|
|
52
|
+
parameters: {
|
|
53
|
+
type: "object",
|
|
54
|
+
properties: {
|
|
55
|
+
rootId: { type: "string", description: "已授权的本地文件夹 ID。" },
|
|
56
|
+
relativePath: { type: "string", description: "相对已授权根目录的路径,例如 . 或 Documents。" },
|
|
57
|
+
},
|
|
58
|
+
required: ["rootId"],
|
|
59
|
+
},
|
|
60
|
+
};
|
|
61
|
+
|
|
62
|
+
export const readLocalFileFunctionSchema = {
|
|
63
|
+
name: "readLocalFile",
|
|
64
|
+
description: "读取桌面客户端中用户已授权本地文件夹内的文本文件。路径必须是授权根目录内的相对路径。",
|
|
65
|
+
parameters: {
|
|
66
|
+
type: "object",
|
|
67
|
+
properties: {
|
|
68
|
+
rootId: { type: "string", description: "已授权的本地文件夹 ID。" },
|
|
69
|
+
relativePath: { type: "string", description: "相对已授权根目录的文本文件路径。" },
|
|
70
|
+
},
|
|
71
|
+
required: ["rootId", "relativePath"],
|
|
72
|
+
},
|
|
73
|
+
};
|
|
74
|
+
|
|
75
|
+
export const proposeLocalFileChangesFunctionSchema = {
|
|
76
|
+
name: "proposeLocalFileChanges",
|
|
77
|
+
description: "为用户已授权的本地文件夹创建整理计划。该工具只创建待确认计划,不会直接修改本地文件。",
|
|
78
|
+
parameters: {
|
|
79
|
+
type: "object",
|
|
80
|
+
properties: {
|
|
81
|
+
rootId: { type: "string", description: "已授权的本地文件夹 ID。" },
|
|
82
|
+
summary: { type: "string", description: "本次整理计划摘要。" },
|
|
83
|
+
operations: {
|
|
84
|
+
type: "array",
|
|
85
|
+
description: "待执行的文件操作列表。",
|
|
86
|
+
items: {
|
|
87
|
+
type: "object",
|
|
88
|
+
properties: {
|
|
89
|
+
kind: { type: "string", enum: ["mkdir", "move", "rename", "writeText", "deleteToTrash"] },
|
|
90
|
+
sourceRelativePath: { type: "string" },
|
|
91
|
+
destinationRelativePath: { type: "string" },
|
|
92
|
+
content: { type: "string" },
|
|
93
|
+
reason: { type: "string" },
|
|
94
|
+
conflictPolicy: { type: "string", enum: ["skip", "overwrite", "rename"] },
|
|
95
|
+
},
|
|
96
|
+
required: ["kind", "reason", "conflictPolicy"],
|
|
97
|
+
},
|
|
98
|
+
},
|
|
99
|
+
riskLevel: { type: "string", enum: ["low", "medium", "high"] },
|
|
100
|
+
},
|
|
101
|
+
required: ["rootId", "summary", "operations"],
|
|
102
|
+
},
|
|
103
|
+
};
|
|
104
|
+
|
|
105
|
+
export const executeApprovedLocalFileChangesFunctionSchema = {
|
|
106
|
+
name: "executeApprovedLocalFileChanges",
|
|
107
|
+
description: "执行用户已经确认的本地文件整理计划。必须传入 proposeLocalFileChanges 返回的 planId。",
|
|
108
|
+
parameters: {
|
|
109
|
+
type: "object",
|
|
110
|
+
properties: {
|
|
111
|
+
planId: { type: "string", description: "已确认计划的 ID。" },
|
|
112
|
+
},
|
|
113
|
+
required: ["planId"],
|
|
114
|
+
},
|
|
115
|
+
};
|
|
116
|
+
|
|
117
|
+
export const undoLocalFileChangeBatchFunctionSchema = {
|
|
118
|
+
name: "undoLocalFileChangeBatch",
|
|
119
|
+
description: "撤销一个本地文件整理批次中可撤销的移动或重命名操作。",
|
|
120
|
+
parameters: {
|
|
121
|
+
type: "object",
|
|
122
|
+
properties: {
|
|
123
|
+
batchId: { type: "string", description: "执行历史批次 ID。" },
|
|
124
|
+
},
|
|
125
|
+
required: ["batchId"],
|
|
126
|
+
},
|
|
127
|
+
};
|
|
128
|
+
|
|
129
|
+
export function createLocalFilesToolHandlers(deps: LocalFilesDeps = {}) {
|
|
130
|
+
const resolveUrl = (thunkApi: any, path: string) => {
|
|
131
|
+
const { currentServer } = getRequestConfig(thunkApi);
|
|
132
|
+
const baseUrl = resolveToolApiBaseUrl(currentServer, path);
|
|
133
|
+
if (!baseUrl) throw new Error("无法获取工具服务器地址。");
|
|
134
|
+
return `${baseUrl.replace(/\/+$/, "")}${path}`;
|
|
135
|
+
};
|
|
136
|
+
|
|
137
|
+
const request = async (
|
|
138
|
+
thunkApi: any,
|
|
139
|
+
path: string,
|
|
140
|
+
init: RequestInit = {},
|
|
141
|
+
signal?: AbortSignal
|
|
142
|
+
) => {
|
|
143
|
+
const url = deps.getBaseUrl
|
|
144
|
+
? `${deps.getBaseUrl(thunkApi).replace(/\/+$/, "")}${path}`
|
|
145
|
+
: resolveUrl(thunkApi, path);
|
|
146
|
+
const headers = new Headers(buildToolRequestHeaders(thunkApi, { withAuth: true }));
|
|
147
|
+
const initHeaders = new Headers(init.headers);
|
|
148
|
+
initHeaders.forEach((value, key) => headers.set(key, value));
|
|
149
|
+
const response = await (deps.fetchImpl ?? fetch)(url, {
|
|
150
|
+
...init,
|
|
151
|
+
headers,
|
|
152
|
+
signal,
|
|
153
|
+
});
|
|
154
|
+
const text = await response.text();
|
|
155
|
+
const data = text ? JSON.parse(text) : {};
|
|
156
|
+
if (!response.ok || data?.ok === false || data?.error) {
|
|
157
|
+
throw new Error(data?.error || `desktop files bridge failed: ${response.status}`);
|
|
158
|
+
}
|
|
159
|
+
return data;
|
|
160
|
+
};
|
|
161
|
+
|
|
162
|
+
const post = async (thunkApi: any, path: string, body: object, signal?: AbortSignal) => {
|
|
163
|
+
return request(thunkApi, path, {
|
|
164
|
+
method: "POST",
|
|
165
|
+
headers: { "Content-Type": "application/json" },
|
|
166
|
+
body: JSON.stringify(body),
|
|
167
|
+
}, signal);
|
|
168
|
+
};
|
|
169
|
+
|
|
170
|
+
return {
|
|
171
|
+
async listRoots(_args: Record<string, never>, thunkApi: any, context?: { signal?: AbortSignal }): Promise<ToolResult> {
|
|
172
|
+
const data = await request(thunkApi, "/api/desktop/files/roots", {
|
|
173
|
+
method: "GET",
|
|
174
|
+
}, context?.signal);
|
|
175
|
+
const rootCount = Array.isArray(data?.roots) ? data.roots.length : 0;
|
|
176
|
+
return {
|
|
177
|
+
rawData: data,
|
|
178
|
+
displayData: `已列出已授权本地文件夹 roots(${rootCount} 个)`,
|
|
179
|
+
};
|
|
180
|
+
},
|
|
181
|
+
|
|
182
|
+
async requestRoot(args: { path: string; label?: string; id?: string }, thunkApi: any, context?: { signal?: AbortSignal }): Promise<ToolResult> {
|
|
183
|
+
requireString(args.path, "path");
|
|
184
|
+
const body: Record<string, string> = { path: args.path };
|
|
185
|
+
if (typeof args.label === "string" && args.label.trim()) body.label = args.label.trim();
|
|
186
|
+
if (typeof args.id === "string" && args.id.trim()) body.id = args.id.trim();
|
|
187
|
+
const data = await post(thunkApi, "/api/desktop/files/roots/request", body, context?.signal);
|
|
188
|
+
return {
|
|
189
|
+
rawData: data,
|
|
190
|
+
displayData: `已授权本地文件夹: ${data?.root?.label || args.label || args.path}`,
|
|
191
|
+
};
|
|
192
|
+
},
|
|
193
|
+
|
|
194
|
+
async list(args: { rootId: string; relativePath?: string }, thunkApi: any, context?: { signal?: AbortSignal }): Promise<ToolResult> {
|
|
195
|
+
requireString(args.rootId, "rootId");
|
|
196
|
+
const data = await post(thunkApi, "/api/desktop/files/list", {
|
|
197
|
+
rootId: args.rootId,
|
|
198
|
+
relativePath: args.relativePath || ".",
|
|
199
|
+
}, context?.signal);
|
|
200
|
+
return {
|
|
201
|
+
rawData: data,
|
|
202
|
+
displayData: `已列出本地文件: ${args.relativePath || "."}`,
|
|
203
|
+
};
|
|
204
|
+
},
|
|
205
|
+
|
|
206
|
+
async read(args: { rootId: string; relativePath: string }, thunkApi: any, context?: { signal?: AbortSignal }): Promise<ToolResult> {
|
|
207
|
+
requireString(args.rootId, "rootId");
|
|
208
|
+
requireString(args.relativePath, "relativePath");
|
|
209
|
+
const data = await post(thunkApi, "/api/desktop/files/read", args, context?.signal);
|
|
210
|
+
return {
|
|
211
|
+
rawData: data,
|
|
212
|
+
displayData: `已读取本地文件: ${args.relativePath}`,
|
|
213
|
+
};
|
|
214
|
+
},
|
|
215
|
+
|
|
216
|
+
async propose(args: { rootId: string; summary: string; operations: LocalFileOperation[]; riskLevel?: "low" | "medium" | "high" }, thunkApi: any, context?: { signal?: AbortSignal }): Promise<ToolResult> {
|
|
217
|
+
requireString(args.rootId, "rootId");
|
|
218
|
+
requireString(args.summary, "summary");
|
|
219
|
+
if (!Array.isArray(args.operations) || args.operations.length === 0) {
|
|
220
|
+
throw new Error("operations 不能为空。");
|
|
221
|
+
}
|
|
222
|
+
const data = await post(thunkApi, "/api/desktop/files/plan", args, context?.signal);
|
|
223
|
+
return {
|
|
224
|
+
rawData: data,
|
|
225
|
+
displayData: `已创建本地文件整理计划,等待确认: ${args.summary}`,
|
|
226
|
+
};
|
|
227
|
+
},
|
|
228
|
+
|
|
229
|
+
async proposePreview(args: { rootId: string; summary: string; operations: LocalFileOperation[] }): Promise<ToolResult> {
|
|
230
|
+
return {
|
|
231
|
+
rawData: {
|
|
232
|
+
previewOnly: true,
|
|
233
|
+
rootId: args.rootId,
|
|
234
|
+
summary: args.summary,
|
|
235
|
+
operations: args.operations,
|
|
236
|
+
},
|
|
237
|
+
displayData: `待确认本地文件整理计划: ${args.summary}(${args.operations?.length ?? 0} 项)`,
|
|
238
|
+
};
|
|
239
|
+
},
|
|
240
|
+
|
|
241
|
+
async execute(args: { planId: string }, thunkApi: any, context?: { signal?: AbortSignal }): Promise<ToolResult> {
|
|
242
|
+
requireString(args.planId, "planId");
|
|
243
|
+
const data = await post(thunkApi, "/api/desktop/files/execute", args, context?.signal);
|
|
244
|
+
return {
|
|
245
|
+
rawData: data,
|
|
246
|
+
displayData: `已执行本地文件整理计划: ${args.planId}`,
|
|
247
|
+
};
|
|
248
|
+
},
|
|
249
|
+
|
|
250
|
+
async undo(args: { batchId: string }, thunkApi: any, context?: { signal?: AbortSignal }): Promise<ToolResult> {
|
|
251
|
+
requireString(args.batchId, "batchId");
|
|
252
|
+
const data = await post(thunkApi, "/api/desktop/files/undo", args, context?.signal);
|
|
253
|
+
return {
|
|
254
|
+
rawData: data,
|
|
255
|
+
displayData: `已撤销本地文件整理批次: ${args.batchId}`,
|
|
256
|
+
};
|
|
257
|
+
},
|
|
258
|
+
};
|
|
259
|
+
}
|
|
260
|
+
|
|
261
|
+
function requireString(value: unknown, name: string) {
|
|
262
|
+
if (typeof value !== "string" || !value.trim()) {
|
|
263
|
+
throw new Error(`${name} 必须是非空字符串。`);
|
|
264
|
+
}
|
|
265
|
+
}
|
|
266
|
+
|
|
267
|
+
const defaultHandlers = createLocalFilesToolHandlers();
|
|
268
|
+
|
|
269
|
+
export const listLocalRootsFunc = defaultHandlers.listRoots;
|
|
270
|
+
export const requestLocalFolderAccessFunc = defaultHandlers.requestRoot;
|
|
271
|
+
export const listLocalFilesFunc = defaultHandlers.list;
|
|
272
|
+
export const readLocalFileFunc = defaultHandlers.read;
|
|
273
|
+
export const proposeLocalFileChangesFunc = defaultHandlers.propose;
|
|
274
|
+
export const proposeLocalFileChangesPreviewFunc = defaultHandlers.proposePreview;
|
|
275
|
+
export const executeApprovedLocalFileChangesFunc = defaultHandlers.execute;
|
|
276
|
+
export const undoLocalFileChangeBatchFunc = defaultHandlers.undo;
|
|
@@ -0,0 +1,253 @@
|
|
|
1
|
+
export type MarxistsOfflineBookPage = {
|
|
2
|
+
name: string;
|
|
3
|
+
url: string;
|
|
4
|
+
title: string;
|
|
5
|
+
};
|
|
6
|
+
|
|
7
|
+
export type MarxistsOfflineBookResult = {
|
|
8
|
+
title: string;
|
|
9
|
+
startUrl: string;
|
|
10
|
+
indexUrl: string;
|
|
11
|
+
stylesheetUrl: string | null;
|
|
12
|
+
pages: MarxistsOfflineBookPage[];
|
|
13
|
+
html: string;
|
|
14
|
+
validation: {
|
|
15
|
+
pageCount: number;
|
|
16
|
+
hasEmbeddedAssets: boolean;
|
|
17
|
+
hasNetworkUrls: boolean;
|
|
18
|
+
hasUtf8Meta: boolean;
|
|
19
|
+
byteLength: number;
|
|
20
|
+
};
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
export type ConvertMarxistsBookArgs = {
|
|
24
|
+
startUrl: string;
|
|
25
|
+
encoding?: string;
|
|
26
|
+
fetchImpl?: typeof fetch;
|
|
27
|
+
maxPages?: number;
|
|
28
|
+
};
|
|
29
|
+
|
|
30
|
+
const DEFAULT_ENCODING = "gb2312";
|
|
31
|
+
const USER_AGENT =
|
|
32
|
+
"Mozilla/5.0 (compatible; NoloMarxistsOfflineBook/1.0; +https://nolo.chat)";
|
|
33
|
+
|
|
34
|
+
const normalizeBookBaseUrl = (startUrl: string): URL => {
|
|
35
|
+
const parsed = new URL(startUrl);
|
|
36
|
+
if (!/^https?:$/i.test(parsed.protocol)) {
|
|
37
|
+
throw new Error("startUrl must be an http or https URL.");
|
|
38
|
+
}
|
|
39
|
+
return new URL("./", parsed);
|
|
40
|
+
};
|
|
41
|
+
|
|
42
|
+
const decodeBytes = (bytes: ArrayBuffer, encoding: string): string => {
|
|
43
|
+
try {
|
|
44
|
+
return new TextDecoder(encoding).decode(bytes);
|
|
45
|
+
} catch {
|
|
46
|
+
return new TextDecoder(DEFAULT_ENCODING).decode(bytes);
|
|
47
|
+
}
|
|
48
|
+
};
|
|
49
|
+
|
|
50
|
+
const fetchBytes = async (
|
|
51
|
+
url: string,
|
|
52
|
+
fetchImpl: typeof fetch,
|
|
53
|
+
): Promise<ArrayBuffer> => {
|
|
54
|
+
const response = await fetchImpl(url, {
|
|
55
|
+
headers: {
|
|
56
|
+
"user-agent": USER_AGENT,
|
|
57
|
+
accept: "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
|
|
58
|
+
},
|
|
59
|
+
});
|
|
60
|
+
if (!response.ok) {
|
|
61
|
+
throw new Error(`Failed to fetch ${url}: HTTP ${response.status}`);
|
|
62
|
+
}
|
|
63
|
+
return response.arrayBuffer();
|
|
64
|
+
};
|
|
65
|
+
|
|
66
|
+
const extractTitle = (html: string): string => {
|
|
67
|
+
return (
|
|
68
|
+
html.match(/<title>([\s\S]*?)<\/title>/i)?.[1]
|
|
69
|
+
?.replace(/<[^>]+>/g, " ")
|
|
70
|
+
.replace(/\s+/g, " ")
|
|
71
|
+
.trim() || ""
|
|
72
|
+
);
|
|
73
|
+
};
|
|
74
|
+
|
|
75
|
+
const extractBody = (html: string): string => {
|
|
76
|
+
return html.match(/<body[^>]*>([\s\S]*?)<\/body>/i)?.[1] ?? html;
|
|
77
|
+
};
|
|
78
|
+
|
|
79
|
+
export const discoverMarxistsBookPageNames = (
|
|
80
|
+
indexHtml: string,
|
|
81
|
+
maxPages = 80,
|
|
82
|
+
): string[] => {
|
|
83
|
+
const pageNames = [...indexHtml.matchAll(/href=["']?([^"' >#]+\.htm)(#[^"' >]*)?["']?/gi)]
|
|
84
|
+
.map((match) => match[1])
|
|
85
|
+
.filter((href) => !href.includes("/") && !href.startsWith(".."))
|
|
86
|
+
.map((href) => href.trim())
|
|
87
|
+
.filter(Boolean)
|
|
88
|
+
.sort();
|
|
89
|
+
|
|
90
|
+
const uniqueNames = Array.from(new Set(["index.htm", ...pageNames]));
|
|
91
|
+
if (uniqueNames.length <= 1) {
|
|
92
|
+
throw new Error("No same-directory .htm chapter links were found in index.htm.");
|
|
93
|
+
}
|
|
94
|
+
if (uniqueNames.length > maxPages) {
|
|
95
|
+
throw new Error(
|
|
96
|
+
`Refusing to download ${uniqueNames.length} pages; maxPages is ${maxPages}.`,
|
|
97
|
+
);
|
|
98
|
+
}
|
|
99
|
+
return uniqueNames;
|
|
100
|
+
};
|
|
101
|
+
|
|
102
|
+
const extractStylesheetHref = (html: string): string | null => {
|
|
103
|
+
return (
|
|
104
|
+
html.match(/<link[^>]+href=["']([^"']+\.css)["'][^>]*>/i)?.[1] ?? null
|
|
105
|
+
);
|
|
106
|
+
};
|
|
107
|
+
|
|
108
|
+
const guessMimeType = (url: string): string => {
|
|
109
|
+
const pathname = new URL(url).pathname.toLowerCase();
|
|
110
|
+
if (pathname.endsWith(".gif")) return "image/gif";
|
|
111
|
+
if (pathname.endsWith(".png")) return "image/png";
|
|
112
|
+
if (pathname.endsWith(".jpg") || pathname.endsWith(".jpeg")) return "image/jpeg";
|
|
113
|
+
if (pathname.endsWith(".webp")) return "image/webp";
|
|
114
|
+
if (pathname.endsWith(".css")) return "text/css";
|
|
115
|
+
return "application/octet-stream";
|
|
116
|
+
};
|
|
117
|
+
|
|
118
|
+
export const inlineCssUrlAssets = async (args: {
|
|
119
|
+
css: string;
|
|
120
|
+
cssUrl: string;
|
|
121
|
+
fetchImpl: typeof fetch;
|
|
122
|
+
}): Promise<string> => {
|
|
123
|
+
const replacements = new Map<string, string>();
|
|
124
|
+
const matches = [...args.css.matchAll(/url\((['"]?)([^)'"]+)\1\)/gi)];
|
|
125
|
+
|
|
126
|
+
for (const match of matches) {
|
|
127
|
+
const rawRef = match[2].trim();
|
|
128
|
+
if (!rawRef || /^(data:|https?:)/i.test(rawRef)) continue;
|
|
129
|
+
const assetUrl = new URL(rawRef, args.cssUrl).toString();
|
|
130
|
+
if (!replacements.has(rawRef)) {
|
|
131
|
+
const bytes = await fetchBytes(assetUrl, args.fetchImpl);
|
|
132
|
+
const base64 = Buffer.from(bytes).toString("base64");
|
|
133
|
+
replacements.set(
|
|
134
|
+
rawRef,
|
|
135
|
+
`data:${guessMimeType(assetUrl)};base64,${base64}`,
|
|
136
|
+
);
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
return args.css.replace(/url\((['"]?)([^)'"]+)\1\)/gi, (full, quote, rawRef) => {
|
|
141
|
+
const replacement = replacements.get(String(rawRef).trim());
|
|
142
|
+
return replacement ? `url('${replacement}')` : full;
|
|
143
|
+
});
|
|
144
|
+
};
|
|
145
|
+
|
|
146
|
+
const rewriteLocalChapterLinks = (body: string): string => {
|
|
147
|
+
return body.replace(
|
|
148
|
+
/href=["']([^"']+\.htm)(#[^"']*)?["']/gi,
|
|
149
|
+
(_full, href: string, hash: string | undefined) => {
|
|
150
|
+
const anchor = href.replace(/\.htm$/i, "");
|
|
151
|
+
return `href="#${anchor}${hash ? `-${hash.replace(/^#/, "")}` : ""}"`;
|
|
152
|
+
},
|
|
153
|
+
);
|
|
154
|
+
};
|
|
155
|
+
|
|
156
|
+
const buildSingleHtml = (args: {
|
|
157
|
+
title: string;
|
|
158
|
+
css: string;
|
|
159
|
+
pages: Array<MarxistsOfflineBookPage & { body: string }>;
|
|
160
|
+
}): string => {
|
|
161
|
+
const sections = args.pages.map((page) => {
|
|
162
|
+
const anchor = page.name.replace(/\.htm$/i, "");
|
|
163
|
+
return `<section class="chapter" id="${anchor}"><div class="chapter-source">${page.title}</div>${rewriteLocalChapterLinks(page.body)}</section>`;
|
|
164
|
+
});
|
|
165
|
+
|
|
166
|
+
return `<!doctype html>
|
|
167
|
+
<html lang="zh-CN">
|
|
168
|
+
<head>
|
|
169
|
+
<meta charset="utf-8">
|
|
170
|
+
<meta name="viewport" content="width=device-width, initial-scale=1">
|
|
171
|
+
<title>${args.title}</title>
|
|
172
|
+
<style>
|
|
173
|
+
${args.css}
|
|
174
|
+
body { margin: 0 10px; }
|
|
175
|
+
.table1 { max-width: 960px; width: min(960px, calc(100vw - 20px)); }
|
|
176
|
+
.chapter { page-break-after: always; break-after: page; }
|
|
177
|
+
.chapter-source { display: none; }
|
|
178
|
+
@media screen and (max-width: 700px) {
|
|
179
|
+
html { margin-left: 8px !important; margin-right: 8px !important; }
|
|
180
|
+
body { margin-left: 8px !important; margin-right: 8px !important; }
|
|
181
|
+
.table1 { width: 100% !important; max-width: 100% !important; }
|
|
182
|
+
table { max-width: 100% !important; }
|
|
183
|
+
}
|
|
184
|
+
@media print {
|
|
185
|
+
.chapter { page-break-after: always; }
|
|
186
|
+
}
|
|
187
|
+
</style>
|
|
188
|
+
</head>
|
|
189
|
+
<body id="top">
|
|
190
|
+
${sections.join("\n")}
|
|
191
|
+
</body>
|
|
192
|
+
</html>`;
|
|
193
|
+
};
|
|
194
|
+
|
|
195
|
+
export async function convertMarxistsBookToOfflineHtml(
|
|
196
|
+
args: ConvertMarxistsBookArgs,
|
|
197
|
+
): Promise<MarxistsOfflineBookResult> {
|
|
198
|
+
const startUrl = args.startUrl?.trim();
|
|
199
|
+
if (!startUrl) throw new Error("startUrl is required.");
|
|
200
|
+
|
|
201
|
+
const fetchImpl = args.fetchImpl ?? fetch;
|
|
202
|
+
const encoding = args.encoding || DEFAULT_ENCODING;
|
|
203
|
+
const bookBaseUrl = normalizeBookBaseUrl(startUrl);
|
|
204
|
+
const indexUrl = new URL("index.htm", bookBaseUrl).toString();
|
|
205
|
+
const indexHtml = decodeBytes(await fetchBytes(indexUrl, fetchImpl), encoding);
|
|
206
|
+
const pageNames = discoverMarxistsBookPageNames(indexHtml, args.maxPages);
|
|
207
|
+
|
|
208
|
+
const pages: Array<MarxistsOfflineBookPage & { body: string }> = [];
|
|
209
|
+
for (const name of pageNames) {
|
|
210
|
+
const pageUrl = new URL(name, bookBaseUrl).toString();
|
|
211
|
+
const html = decodeBytes(await fetchBytes(pageUrl, fetchImpl), encoding);
|
|
212
|
+
pages.push({
|
|
213
|
+
name,
|
|
214
|
+
url: pageUrl,
|
|
215
|
+
title: extractTitle(html),
|
|
216
|
+
body: extractBody(html),
|
|
217
|
+
});
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
const stylesheetHref =
|
|
221
|
+
extractStylesheetHref(indexHtml) ||
|
|
222
|
+
pages.map((page) => extractStylesheetHref(page.body)).find(Boolean) ||
|
|
223
|
+
"../../MIA01.css";
|
|
224
|
+
const stylesheetUrl = stylesheetHref
|
|
225
|
+
? new URL(stylesheetHref, indexUrl).toString()
|
|
226
|
+
: null;
|
|
227
|
+
const rawCss = stylesheetUrl
|
|
228
|
+
? decodeBytes(await fetchBytes(stylesheetUrl, fetchImpl), encoding)
|
|
229
|
+
: "";
|
|
230
|
+
const css = stylesheetUrl
|
|
231
|
+
? await inlineCssUrlAssets({ css: rawCss, cssUrl: stylesheetUrl, fetchImpl })
|
|
232
|
+
: rawCss;
|
|
233
|
+
|
|
234
|
+
const title = extractTitle(indexHtml) || pages[0]?.title || "Offline Book";
|
|
235
|
+
const html = buildSingleHtml({ title, css, pages });
|
|
236
|
+
const byteLength = new TextEncoder().encode(html).byteLength;
|
|
237
|
+
|
|
238
|
+
return {
|
|
239
|
+
title,
|
|
240
|
+
startUrl,
|
|
241
|
+
indexUrl,
|
|
242
|
+
stylesheetUrl,
|
|
243
|
+
pages: pages.map(({ body: _body, ...page }) => page),
|
|
244
|
+
html,
|
|
245
|
+
validation: {
|
|
246
|
+
pageCount: pages.length,
|
|
247
|
+
hasEmbeddedAssets: html.includes("data:image/"),
|
|
248
|
+
hasNetworkUrls: /https?:\/\//i.test(html),
|
|
249
|
+
hasUtf8Meta: html.includes('<meta charset="utf-8">'),
|
|
250
|
+
byteLength,
|
|
251
|
+
},
|
|
252
|
+
};
|
|
253
|
+
}
|