nolo-cli 0.1.30 → 0.1.32
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +6 -0
- package/agent-runtime/agentRecordConfig.ts +0 -2
- package/agent-runtime/hostAdapter.ts +0 -1
- package/agent-runtime/hostRuntimeConfig.ts +86 -0
- package/agent-runtime/index.ts +13 -0
- package/agent-runtime/localToolPolicy.ts +13 -6
- package/agent-runtime/localWorkspaceTools.ts +333 -30
- package/agent-runtime/platformChatProvider.ts +4 -1
- package/agent-runtime/runtimeToolPolicy.ts +32 -47
- package/agentAliases.ts +72 -0
- package/agentCommandSupport.ts +4 -1
- package/agentInternalCommandEntries.ts +2 -0
- package/agentMachineCommands.ts +238 -16
- package/agentPullCommand.ts +46 -18
- package/agentRecordCommands.ts +1 -1
- package/agentRecordHelpers.ts +122 -16
- package/agentRunCommand.ts +72 -24
- package/agentRunParsing.ts +24 -5
- package/agentRuntimeLocal.ts +10 -0
- package/ai/agent/agentRunDialogLineage.ts +56 -0
- package/ai/agent/agentSlice.ts +1 -554
- package/ai/agent/cliExecutor.ts +330 -19
- package/ai/index.ts +1 -1
- package/authCommands.ts +36 -2
- package/buildPublish.ts +7 -2
- package/buildPublishArtifactAssembly.ts +514 -136
- package/buildPublishImportAnalysis.ts +21 -16
- package/chat/messages/types.ts +9 -0
- package/cli/agentAliases.ts +132 -0
- package/cli/agentCommandSupport.ts +80 -0
- package/cli/agentCreateCustomCommands.ts +278 -0
- package/cli/agentDialogsCommands.ts +227 -0
- package/cli/agentDoctorCommands.ts +203 -0
- package/cli/agentInternalCommandEntries.ts +45 -0
- package/cli/agentListCommands.ts +132 -0
- package/cli/agentListHelpers.ts +187 -0
- package/cli/agentMachineCommands.ts +698 -0
- package/cli/agentPullCommand.ts +167 -0
- package/cli/agentRecordCommands.ts +143 -0
- package/cli/agentRecordHelpers.ts +562 -0
- package/cli/agentRunCommand.ts +190 -0
- package/cli/agentRunLocalWorkspace.ts +182 -0
- package/cli/agentRunParsing.ts +298 -0
- package/cli/agentRuntimeLocal.ts +55 -0
- package/cli/agentSuperviseCommands.ts +8 -0
- package/cli/agentUnpublishCommands.ts +113 -0
- package/cli/authCommands.ts +264 -0
- package/cli/buildPublish.ts +138 -0
- package/cli/buildPublishArtifactAssembly.ts +724 -0
- package/cli/buildPublishImportAnalysis.ts +242 -0
- package/cli/cliCommandAdapters.ts +28 -0
- package/cli/cliCommandDispatch.ts +66 -0
- package/cli/cliCommandFactories.ts +66 -0
- package/cli/cliCommandTypes.ts +49 -0
- package/cli/cliEnvHelpers.ts +185 -0
- package/cli/cliIoTypes.ts +3 -0
- package/cli/cliRuntimeDoctorReport.ts +193 -0
- package/cli/client/agentConfigResolver.ts +1 -0
- package/cli/client/agentRun.ts +188 -0
- package/cli/client/agentRunInput.ts +10 -0
- package/cli/client/agentRunLocalExecution.ts +124 -0
- package/cli/client/agentRunLocalExecutor.ts +179 -0
- package/cli/client/agentRunRuntimeSelection.ts +145 -0
- package/cli/client/agentRunServerTransport.ts +397 -0
- package/cli/client/agentRunTaskRunRecorder.ts +176 -0
- package/cli/client/compactDialog.ts +222 -0
- package/cli/client/hybridRecordStore.ts +52 -0
- package/cli/client/localAgentRecords.ts +7 -0
- package/cli/client/localDialogRecords.ts +30 -0
- package/cli/client/localProviderResolver.ts +1 -0
- package/cli/client/localRuntimeAdapter.ts +676 -0
- package/cli/client/localToolPolicy.ts +8 -0
- package/cli/client/profileConfig.ts +101 -0
- package/cli/client/streamingOutput.ts +36 -0
- package/cli/client/taskRunPrompt.ts +10 -0
- package/cli/client/taskWorktree.ts +8 -0
- package/cli/client/workspaceSession.ts +11 -0
- package/cli/commandRegistry.ts +96 -0
- package/cli/connectorRunArtifact.ts +145 -0
- package/cli/connectorWebSocketTarget.ts +109 -0
- package/cli/customCodingAgentFlow.ts +208 -0
- package/cli/customCodingAgentRecord.ts +179 -0
- package/cli/defaultServer.ts +1 -0
- package/cli/dialogDataAccess.ts +186 -0
- package/cli/dialogInternalCommandEntries.ts +11 -0
- package/cli/dialogReadCommands.ts +180 -0
- package/cli/dialogReadHelpers.ts +226 -0
- package/cli/dialogStatusCommands.ts +123 -0
- package/cli/docInternalCommandEntries.ts +20 -0
- package/cli/hybridReadHelpers.ts +109 -0
- package/cli/internalCommandEntries.ts +20 -0
- package/cli/localRuntimeDb.ts +65 -0
- package/cli/machineCommandPrompts.ts +79 -0
- package/cli/machineCommandResolution.ts +43 -0
- package/cli/machineCommands.ts +324 -0
- package/cli/machineDaemonCommands.ts +29 -0
- package/cli/machineHeartbeatCommands.ts +29 -0
- package/cli/machineStatusCommands.ts +87 -0
- package/cli/machineWatchCommands.ts +41 -0
- package/cli/machineWsPromptMaterialization.ts +89 -0
- package/cli/machineWsRunDispatch.ts +635 -0
- package/cli/machineWsSession.ts +213 -0
- package/cli/noloReadBridgePrompt.ts +16 -0
- package/cli/pageCreateCommands.ts +219 -0
- package/cli/pageDeleteCommands.ts +167 -0
- package/cli/pageReadCommands.ts +151 -0
- package/cli/pageUpdateCommands.ts +249 -0
- package/cli/pageWriteHelpers.ts +209 -0
- package/cli/publishPackage.ts +36 -0
- package/cli/runtimeDoctorCommands.ts +67 -0
- package/cli/runtimeInternalCommandEntries.ts +15 -0
- package/cli/runtimeModeArgs.ts +33 -0
- package/cli/runtimePassthroughCommands.ts +22 -0
- package/cli/scriptCommandEntries.ts +31 -0
- package/cli/scriptPassthroughHelpers.ts +28 -0
- package/cli/secretScanHelpers.ts +31 -0
- package/cli/spaceAttachCommands.ts +134 -0
- package/cli/spaceCategoryCommands.ts +263 -0
- package/cli/spaceCommands.ts +295 -0
- package/cli/spaceDeleteCommands.ts +312 -0
- package/cli/spaceInternalCommandEntries.ts +21 -0
- package/cli/spaceMutationHelpers.ts +135 -0
- package/cli/spaceReadCommands.ts +323 -0
- package/cli/systemInternalCommandEntries.ts +65 -0
- package/cli/tableCommands.ts +118 -0
- package/cli/tableDataOutput.ts +41 -0
- package/cli/tableDataSafety.ts +26 -0
- package/cli/tableMetaCommands.ts +307 -0
- package/cli/tableMutationCommands.ts +266 -0
- package/cli/tableQueryParsing.ts +90 -0
- package/cli/tableQueryRequest.ts +53 -0
- package/cli/taskRunActions.ts +122 -0
- package/cli/taskRunCommand.ts +70 -0
- package/cli/taskRunParsing.ts +86 -0
- package/cli/taskRunPromptShared.ts +55 -0
- package/cli/tui/readlineWorkspace.ts +141 -0
- package/cli/tui/session.ts +50 -0
- package/cli/tui/tuiCatalog.ts +22 -0
- package/cli/tui/tuiCommandInterpreter.ts +253 -0
- package/cli/tui/tuiPresentation.ts +146 -0
- package/cli/updateCommands.ts +134 -0
- package/cli/workflowInternalCommandEntries.ts +31 -0
- package/cliEnvHelpers.ts +8 -0
- package/cliRuntimeDoctorReport.ts +193 -0
- package/client/agentConfigResolver.test.ts +0 -2
- package/client/agentRun.test.ts +208 -12
- package/client/agentRun.ts +44 -637
- package/client/agentRunInput.ts +10 -0
- package/client/agentRunLocalExecutor.ts +179 -0
- package/client/agentRunRuntimeSelection.test.ts +1 -0
- package/client/agentRunRuntimeSelection.ts +2 -12
- package/client/agentRunServerTransport.ts +397 -0
- package/client/agentRunTaskRunRecorder.ts +176 -0
- package/client/localRuntimeAdapter.test.ts +236 -9
- package/client/localRuntimeAdapter.ts +221 -23
- package/client/localToolPolicy.test.ts +28 -4
- package/commandRegistry.ts +1 -0
- package/connector-experimental/daemonLauncher.ts +38 -4
- package/connectorRunArtifact.ts +34 -10
- package/connectorWebSocketTarget.ts +70 -11
- package/database/server/authorityStoreTypes.ts +31 -0
- package/database/server/db.ts +15 -34
- package/database/server/legacyServerDb.ts +58 -0
- package/database/server/levelAuthorityStore.ts +75 -0
- package/database/server/memoryAuthorityStore.ts +133 -0
- package/database/server/serverStoreFactory.ts +124 -0
- package/localRuntimeDb.ts +39 -2
- package/machineCommandPrompts.ts +2 -0
- package/machineCommands.ts +199 -63
- package/machineWsRunDispatch.ts +81 -16
- package/machineWsSession.ts +65 -7
- package/noloReadBridgePrompt.ts +16 -0
- package/package.json +222 -62
- package/runtimeDoctorCommands.ts +15 -66
- package/spaceAttachCommands.ts +134 -0
- package/spaceInternalCommandEntries.ts +2 -0
- package/ai/agent/_executeModel.ts +0 -144
- package/ai/agent/appWorkingMemory.ts +0 -126
- package/ai/agent/avatarUtils.ts +0 -24
- package/ai/agent/buildEditingContext.ts +0 -378
- package/ai/agent/buildSystemPrompt.ts +0 -581
- package/ai/agent/canvasEditingContext.ts +0 -49
- package/ai/agent/cleanAgentMessages.ts +0 -140
- package/ai/agent/cliChatClient.ts +0 -153
- package/ai/agent/contextCompiler.ts +0 -107
- package/ai/agent/contextLayerContract.ts +0 -44
- package/ai/agent/createAgentSchema.ts +0 -236
- package/ai/agent/executeToolCall.ts +0 -59
- package/ai/agent/fetchAgentContexts.ts +0 -42
- package/ai/agent/generatePrompt.ts +0 -3
- package/ai/agent/getFullChatContextKeys.ts +0 -168
- package/ai/agent/guidedCreation/assistant.ts +0 -82
- package/ai/agent/guidedCreation/capabilities.ts +0 -84
- package/ai/agent/guidedCreation/draft.ts +0 -62
- package/ai/agent/guidedCreation/types.ts +0 -38
- package/ai/agent/hooks/fetchPublicAgents.ts +0 -133
- package/ai/agent/hooks/useAgentConfig.ts +0 -89
- package/ai/agent/hooks/useAgentDialog.ts +0 -35
- package/ai/agent/hooks/useAgentFormValidation.ts +0 -202
- package/ai/agent/hooks/usePublicAgents.ts +0 -479
- package/ai/agent/pageBuilderHandoffRules.ts +0 -75
- package/ai/agent/persistMessageWithFixedId.ts +0 -37
- package/ai/agent/planSlice.ts +0 -259
- package/ai/agent/referenceUtils.ts +0 -229
- package/ai/agent/runAgentBackground.ts +0 -238
- package/ai/agent/runAgentClientLoop.ts +0 -141
- package/ai/agent/runtimeGuidance.ts +0 -116
- package/ai/agent/runtimeServerBase.ts +0 -37
- package/ai/agent/server/fetchPublicAgents.ts +0 -183
- package/ai/agent/startParallelAgentStreams.ts +0 -424
- package/ai/agent/startupProtocol.ts +0 -53
- package/ai/agent/streamAgentChatTurn.ts +0 -1874
- package/ai/agent/streamAgentChatTurnUtils.ts +0 -782
- package/ai/agent/types.ts +0 -71
- package/ai/agent/utils/imageOutput.ts +0 -39
- package/ai/agent/utils/publicImageAgentMode.ts +0 -26
- package/ai/agent/utils/sortUtils.ts +0 -250
- package/ai/agent/web/referencePickerUtils.ts +0 -146
- package/ai/agent/web/useGuidedAgentCreation.ts +0 -238
- package/ai/ai.locale.ts +0 -1095
- package/ai/chat/accumulateToolCallChunks.ts +0 -126
- package/ai/chat/fetchUtils.native.ts +0 -278
- package/ai/chat/fetchUtils.ts +0 -155
- package/ai/chat/inlineImageUrlsForCustomProvider.ts +0 -117
- package/ai/chat/parseApiError.ts +0 -67
- package/ai/chat/parseMultilineSSE.ts +0 -95
- package/ai/chat/sendOpenAICompletionsRequest.native.ts +0 -695
- package/ai/chat/sendOpenAICompletionsRequest.ts +0 -805
- package/ai/chat/sendOpenAIResponseRequest.ts +0 -577
- package/ai/chat/shouldUseServerProxy.ts +0 -18
- package/ai/chat/sseClient.native.ts +0 -91
- package/ai/chat/sseClient.ts +0 -67
- package/ai/chat/streamReader.native.ts +0 -31
- package/ai/chat/streamReader.ts +0 -62
- package/ai/chat/updateTotalUsage.ts +0 -89
- package/ai/context/buildReferenceContext.ts +0 -437
- package/ai/context/calculateContextUsage.ts +0 -133
- package/ai/context/retention.ts +0 -165
- package/ai/context/tokenUtils.ts +0 -78
- package/ai/llm/agentCapabilities.ts +0 -74
- package/ai/llm/calculateGeminiImageTokens.ts +0 -57
- package/ai/llm/deepinfra.ts +0 -79
- package/ai/llm/fireworks.ts +0 -68
- package/ai/llm/generateRequestBody.ts +0 -165
- package/ai/llm/getModelContextWindow.ts +0 -84
- package/ai/llm/getNoloKey.ts +0 -37
- package/ai/llm/getPricing.ts +0 -252
- package/ai/llm/hooks/useModelPricing.ts +0 -75
- package/ai/llm/imagePricing.ts +0 -66
- package/ai/llm/isResponseAPIModel.ts +0 -13
- package/ai/llm/kimi.ts +0 -23
- package/ai/llm/mimo.ts +0 -71
- package/ai/llm/mistral.ts +0 -22
- package/ai/llm/modelAvatar.ts +0 -428
- package/ai/llm/models.ts +0 -45
- package/ai/llm/openrouterModels.ts +0 -6
- package/ai/llm/providers.ts +0 -311
- package/ai/llm/reasoningModels.ts +0 -29
- package/ai/llm/types.ts +0 -67
- package/ai/llm/usageRequestOptions.ts +0 -59
- package/ai/memory/capture.ts +0 -148
- package/ai/memory/consolidate.ts +0 -104
- package/ai/memory/delete.ts +0 -147
- package/ai/memory/overlay.ts +0 -84
- package/ai/memory/query.ts +0 -38
- package/ai/memory/queryShared.ts +0 -160
- package/ai/memory/rank.ts +0 -105
- package/ai/memory/recentRelationshipRecap.ts +0 -247
- package/ai/memory/remember.ts +0 -167
- package/ai/memory/runtime.ts +0 -76
- package/ai/memory/store.ts +0 -20
- package/ai/memory/storeShared.ts +0 -76
- package/ai/memory/types.ts +0 -46
- package/ai/memory/understanding.ts +0 -349
- package/ai/memory/understandingGreeting.ts +0 -264
- package/ai/messages/type.ts +0 -20
- package/ai/policy/personalizationDialog.ts +0 -333
- package/ai/policy/runtimePolicy.ts +0 -440
- package/ai/policy/selfUpdateFields.ts +0 -48
- package/ai/skills/referenceRuntime.ts +0 -274
- package/ai/skills/skillDiagnostics.ts +0 -251
- package/ai/skills/skillDocBuilder.ts +0 -139
- package/ai/skills/skillReferenceSummary.ts +0 -63
- package/ai/taskRun/taskRunProtocol.ts +0 -897
- package/ai/token/calculatePrice.ts +0 -576
- package/ai/token/db.ts +0 -98
- package/ai/token/externalToolCost.ts +0 -341
- package/ai/token/hooks/useRecords.ts +0 -65
- package/ai/token/missingUsageEstimate.ts +0 -42
- package/ai/token/modelUsageQuery.ts +0 -269
- package/ai/token/normalizeUsage.ts +0 -84
- package/ai/token/openaiImageGenerationUsage.ts +0 -56
- package/ai/token/prepareTokenUsageData.ts +0 -93
- package/ai/token/query.ts +0 -88
- package/ai/token/queryUserTokens.ts +0 -59
- package/ai/token/resolveBillingTarget.ts +0 -52
- package/ai/token/saveTokenRecord.ts +0 -53
- package/ai/token/serverDialogProjection.ts +0 -78
- package/ai/token/serverTokenWriter.ts +0 -145
- package/ai/token/stats.ts +0 -21
- package/ai/token/tokenThunks.ts +0 -24
- package/ai/token/types.ts +0 -93
- package/ai/tools/agent/agentTools.ts +0 -235
- package/ai/tools/agent/agentUpdateShared.ts +0 -311
- package/ai/tools/agent/callAgentTool.ts +0 -139
- package/ai/tools/agent/createAgentTool.ts +0 -512
- package/ai/tools/agent/createDialogTool.ts +0 -69
- package/ai/tools/agent/createSkillAgentTool.ts +0 -62
- package/ai/tools/agent/parallelBudget.ts +0 -221
- package/ai/tools/agent/prepareAgentDraftTool.ts +0 -173
- package/ai/tools/agent/presets/appBuilderPreset.ts +0 -154
- package/ai/tools/agent/runLlmTool.ts +0 -96
- package/ai/tools/agent/runStreamingAgentTool.ts +0 -73
- package/ai/tools/agent/skillAgentArgs.ts +0 -106
- package/ai/tools/agent/skillAgentPreset.ts +0 -89
- package/ai/tools/agent/startAgentDialogTool.ts +0 -53
- package/ai/tools/agent/streamParallelAgentsTool.ts +0 -123
- package/ai/tools/agent/updateAgentTool.ts +0 -96
- package/ai/tools/agent/updateSelfTool.ts +0 -113
- package/ai/tools/amazonProductScraperTool.ts +0 -86
- package/ai/tools/apifyActorClient.ts +0 -45
- package/ai/tools/appEditGuard.ts +0 -372
- package/ai/tools/appReadSnapshot.ts +0 -153
- package/ai/tools/appTools.ts +0 -1549
- package/ai/tools/applyEditTool.ts +0 -259
- package/ai/tools/applyLineEditsTool.ts +0 -315
- package/ai/tools/browserTools/click.ts +0 -33
- package/ai/tools/browserTools/closeSession.ts +0 -29
- package/ai/tools/browserTools/common.ts +0 -27
- package/ai/tools/browserTools/openSession.ts +0 -48
- package/ai/tools/browserTools/readContent.ts +0 -38
- package/ai/tools/browserTools/selectOption.ts +0 -46
- package/ai/tools/browserTools/typeText.ts +0 -42
- package/ai/tools/category/createCategoryTool.ts +0 -66
- package/ai/tools/category/queryContentsByCategoryTool.ts +0 -69
- package/ai/tools/category/updateContentCategoryTool.ts +0 -75
- package/ai/tools/cfBrowserTools.ts +0 -319
- package/ai/tools/cfSpeechToTextTool.ts +0 -49
- package/ai/tools/checkEnvTool.ts +0 -102
- package/ai/tools/cloudflareCrawlTool.ts +0 -289
- package/ai/tools/codeSearchTool.ts +0 -123
- package/ai/tools/codeTools.ts +0 -101
- package/ai/tools/convertMarxistsBookTool.ts +0 -103
- package/ai/tools/createDocTool.ts +0 -132
- package/ai/tools/createPlanTool.ts +0 -999
- package/ai/tools/createSkillDocTool.ts +0 -155
- package/ai/tools/createWorkflowTool.ts +0 -154
- package/ai/tools/deepseekOcrTool.ts +0 -34
- package/ai/tools/delayTool.ts +0 -31
- package/ai/tools/deleteSpacesTool.ts +0 -325
- package/ai/tools/deleteSpacesToolModel.ts +0 -159
- package/ai/tools/devReloadUtils.ts +0 -29
- package/ai/tools/dialogMessageSearch.ts +0 -137
- package/ai/tools/doctorSkillTool.ts +0 -72
- package/ai/tools/ecommerceScraperTool.ts +0 -86
- package/ai/tools/emailTools.ts +0 -549
- package/ai/tools/evalSkillTool.ts +0 -92
- package/ai/tools/exaSearchTool.ts +0 -64
- package/ai/tools/execShellTool.ts +0 -266
- package/ai/tools/executeSqlTool.ts +0 -192
- package/ai/tools/fetchWebpageSupport.ts +0 -333
- package/ai/tools/fetchWebpageTool.ts +0 -97
- package/ai/tools/geminiImagePreviewTool.ts +0 -361
- package/ai/tools/generateDocxTool.ts +0 -215
- package/ai/tools/googleSearchScraperTool.ts +0 -106
- package/ai/tools/importDataTool.ts +0 -133
- package/ai/tools/importSkillTool.ts +0 -162
- package/ai/tools/index.ts +0 -2132
- package/ai/tools/jdProductScraperTool.ts +0 -821
- package/ai/tools/listFilesTool.ts +0 -85
- package/ai/tools/listUserSpacesTool.ts +0 -113
- package/ai/tools/localFilesTool.ts +0 -276
- package/ai/tools/marxistsOfflineBook.ts +0 -253
- package/ai/tools/modelUsageTools.ts +0 -206
- package/ai/tools/olmOcrTool.ts +0 -34
- package/ai/tools/openaiImageTool.ts +0 -267
- package/ai/tools/prepareTools.ts +0 -23
- package/ai/tools/readDocTool.ts +0 -84
- package/ai/tools/readFileTool.ts +0 -214
- package/ai/tools/readTool.ts +0 -194
- package/ai/tools/readXPostTool.ts +0 -233
- package/ai/tools/rememberMemoryTool.ts +0 -84
- package/ai/tools/remotionVideoTool.ts +0 -151
- package/ai/tools/searchDialogMessagesTool.ts +0 -222
- package/ai/tools/searchRepoTool.ts +0 -118
- package/ai/tools/searchWorkspaceTool.ts +0 -259
- package/ai/tools/skillFollowup.ts +0 -86
- package/ai/tools/surfWeatherTool.ts +0 -169
- package/ai/tools/table/addTableRowTool.ts +0 -217
- package/ai/tools/table/createTableTool.ts +0 -315
- package/ai/tools/table/rowTools.ts +0 -371
- package/ai/tools/table/schemaTools.ts +0 -244
- package/ai/tools/table/shareTableTool.ts +0 -148
- package/ai/tools/table/toolShared.ts +0 -129
- package/ai/tools/taobaoTmallProductScraperTool.ts +0 -49
- package/ai/tools/toolApiClient.ts +0 -255
- package/ai/tools/toolNameAliases.ts +0 -70
- package/ai/tools/toolResultError.ts +0 -42
- package/ai/tools/toolRunSlice.ts +0 -303
- package/ai/tools/toolSchemaCompatibility.ts +0 -53
- package/ai/tools/toolVisibility.ts +0 -4
- package/ai/tools/types.ts +0 -20
- package/ai/tools/uiAskChoiceTool.ts +0 -104
- package/ai/tools/updateContentTitleTool.ts +0 -84
- package/ai/tools/updateDocTool.ts +0 -105
- package/ai/tools/updateUserPreferenceProfileTool.ts +0 -145
- package/ai/tools/wereadGatewayTool.ts +0 -152
- package/ai/tools/whisperTool.ts +0 -77
- package/ai/tools/writeFileTool.ts +0 -213
- package/ai/tools/youtubeScraperTool.ts +0 -116
- package/ai/tools/ziweiChartTool.ts +0 -678
- package/ai/types.ts +0 -55
- package/ai/workflow/workflowExecutor.ts +0 -323
- package/ai/workflow/workflowSlice.ts +0 -73
- package/ai/workflow/workflowTypes.ts +0 -106
- package/app/actions/syncAppRecord.ts +0 -73
- package/app/admin/adminPages.ts +0 -13
- package/app/colors.ts +0 -1
- package/app/constants/animationSets.ts +0 -21
- package/app/constants/appEditor.ts +0 -99
- package/app/constants/clientDownloads.ts +0 -54
- package/app/constants/desktopReleaseManifest.ts +0 -68
- package/app/constants/homeTabs.ts +0 -15
- package/app/constants/routePaths.ts +0 -15
- package/app/email/emailApiRoutes.ts +0 -14
- package/app/favorite/favoriteSlice.ts +0 -690
- package/app/favorite/type.ts +0 -43
- package/app/favorite/useAgentFavorite.ts +0 -43
- package/app/favorite/useContentFavorite.ts +0 -41
- package/app/fetchOwnedApps.ts +0 -269
- package/app/guide/quickStartGuide.ts +0 -128
- package/app/hooks/deleteDbKey.ts +0 -233
- package/app/hooks/index.ts +0 -4
- package/app/hooks/useAppDetail.ts +0 -208
- package/app/hooks/useAppVersions.ts +0 -52
- package/app/hooks/useAutoResizeTextarea.ts +0 -29
- package/app/hooks/useChatPageTitle.ts +0 -85
- package/app/hooks/useClipboardFiles.ts +0 -20
- package/app/hooks/useDesktopLocalConnectorAutostart.ts +0 -38
- package/app/hooks/useDragResize.ts +0 -91
- package/app/hooks/useElementSizeVar.ts +0 -24
- package/app/hooks/useFileDropZone.ts +0 -52
- package/app/hooks/useHasMounted.ts +0 -11
- package/app/hooks/useImageLoadFallback.ts +0 -19
- package/app/hooks/useIsMobile.ts +0 -46
- package/app/hooks/useMyApps.ts +0 -375
- package/app/hooks/useMyContentItems.ts +0 -91
- package/app/hooks/useNewMessageNotification.ts +0 -81
- package/app/hooks/usePageMeta.ts +0 -107
- package/app/hooks/useRecentlyOpened.ts +0 -84
- package/app/hooks/useUnifiedStore.ts +0 -11
- package/app/hooks/useUserNotifications.ts +0 -197
- package/app/hooks.ts +0 -55
- package/app/i18n/clientResources.ts +0 -65
- package/app/i18n/i18n.base.ts +0 -14
- package/app/i18n/i18n.config.ts +0 -62
- package/app/i18n/i18n.server.ts +0 -13
- package/app/i18n/index.ts +0 -15
- package/app/i18n/mapLanguage.ts +0 -11
- package/app/i18n/translations/appBuilder.locale.ts +0 -453
- package/app/i18n/translations/error.locale.ts +0 -246
- package/app/i18n/translations/interface.locale.ts +0 -2174
- package/app/i18n/translations/seo.locale.ts +0 -129
- package/app/i18n/types.ts +0 -6
- package/app/notifications/formatNotification.ts +0 -134
- package/app/notifications/model.ts +0 -77
- package/app/notifications/notificationSlice.ts +0 -141
- package/app/notifications/useNotificationActions.ts +0 -67
- package/app/pages/homeTabState.ts +0 -57
- package/app/pages/quickChatFlow.ts +0 -109
- package/app/pages/rechargeCheckout.ts +0 -23
- package/app/pages/usePageArt.ts +0 -91
- package/app/realtime/sharedSse.ts +0 -182
- package/app/reducer.ts +0 -36
- package/app/seo/pageMeta.ts +0 -123
- package/app/settings/config.ts +0 -54
- package/app/settings/dbActionThunks.ts +0 -34
- package/app/settings/defaultSpacePreference.ts +0 -87
- package/app/settings/navItems.ts +0 -73
- package/app/settings/prepareUserSetting.ts +0 -11
- package/app/settings/settingsRecord.ts +0 -8
- package/app/settings/web/chat-config/useAutoSaveGlobalPrompt.ts +0 -59
- package/app/settings/web/machineStatus.ts +0 -23
- package/app/settings/web/useSettingsStylesheet.ts +0 -28
- package/app/settings/web/userSecurityUtils.ts +0 -21
- package/app/stateViews/runtime.ts +0 -86
- package/app/store.ts +0 -53
- package/app/theme/colors.ts +0 -280
- package/app/theme/fontPreference.ts +0 -77
- package/app/theme/index.ts +0 -7
- package/app/theme/theme.config.ts +0 -120
- package/app/theme/themeModeBootstrap.ts +0 -123
- package/app/theme/useSystemTheme.ts +0 -33
- package/app/types/appSummary.ts +0 -114
- package/app/utils/appDeploySource.ts +0 -50
- package/app/utils/appKeys.ts +0 -55
- package/app/utils/appRuntimeUrl.ts +0 -51
- package/app/utils/async.ts +0 -28
- package/app/utils/asyncMapStatus.ts +0 -31
- package/app/utils/clipboard.ts +0 -86
- package/app/utils/credits.ts +0 -12
- package/app/utils/desktopAgentRuntimeStatusClient.ts +0 -42
- package/app/utils/desktopAgentRuntimeTurnClient.ts +0 -70
- package/app/utils/desktopLocalConnectorClient.ts +0 -83
- package/app/utils/env.ts +0 -12
- package/app/utils/excelToSlate.ts +0 -430
- package/app/utils/fileReaders.ts +0 -12
- package/app/utils/fileUtils.ts +0 -229
- package/app/utils/imageUtils.native.ts +0 -96
- package/app/utils/imageUtils.ts +0 -244
- package/app/utils/ime.ts +0 -43
- package/app/utils/myContentItems.ts +0 -290
- package/app/utils/processDateRange.ts +0 -30
- package/app/utils/retryFetch.ts +0 -61
- package/app/utils/slateToExcel.ts +0 -58
- package/app/utils/toast.native.ts +0 -42
- package/app/utils/toast.ts +0 -3
- package/app/web/spaceInitGuard.ts +0 -28
- package/auth/action/signOutAction.ts +0 -0
- package/auth/action/signUpAction.ts +0 -227
- package/auth/actor.ts +0 -16
- package/auth/authSlice.ts +0 -517
- package/auth/billing.ts +0 -130
- package/auth/client/deleteUserRequest.ts +0 -86
- package/auth/client/loginRequest.ts +0 -14
- package/auth/hooks/useAuth.ts +0 -9
- package/auth/hooks/useDeleteOwnAccount.ts +0 -50
- package/auth/hooks/useDeleteOwnAccountFlow.ts +0 -66
- package/auth/hooks/useDeleteUser.ts +0 -45
- package/auth/hooks/useEnableUser.ts +0 -50
- package/auth/hooks/useFetchUsers.ts +0 -77
- package/auth/hooks/useRechargeUser.ts +0 -82
- package/auth/index.ts +0 -1
- package/auth/invite.ts +0 -19
- package/auth/locale.ts +0 -84
- package/auth/resetAuthScopedClientState.ts +0 -27
- package/auth/rn/tokenManager.ts +0 -72
- package/auth/routes.ts +0 -127
- package/auth/server/accessActivity.ts +0 -143
- package/auth/server/billingFullChainSimulator.ts +0 -325
- package/auth/server/billingUsageReport.ts +0 -192
- package/auth/server/cliLogin.ts +0 -198
- package/auth/server/creatorEarningCreditConversion.ts +0 -515
- package/auth/server/creatorEarningsLedger.ts +0 -165
- package/auth/server/creatorEarningsReport.ts +0 -299
- package/auth/server/creatorSettlementLedger.ts +0 -386
- package/auth/server/creatorSettlementReport.ts +0 -442
- package/auth/server/creatorSplitConfig.ts +0 -191
- package/auth/server/deduct.ts +0 -270
- package/auth/server/delete.ts +0 -887
- package/auth/server/disable.ts +0 -61
- package/auth/server/emailAutomation.ts +0 -358
- package/auth/server/emailAutomationConfig.ts +0 -88
- package/auth/server/emailAutomationRules.ts +0 -94
- package/auth/server/emailAutomationTemplates.ts +0 -131
- package/auth/server/emailAutomationTypes.ts +0 -38
- package/auth/server/emailDbConfig.ts +0 -147
- package/auth/server/emailDelivery.ts +0 -960
- package/auth/server/emailDeliveryGuards.ts +0 -282
- package/auth/server/emailPolicy.ts +0 -43
- package/auth/server/emailPreferences.ts +0 -117
- package/auth/server/emailProvider.ts +0 -277
- package/auth/server/emailReport.ts +0 -439
- package/auth/server/emailRuntimeConfig.ts +0 -86
- package/auth/server/emailScenarioNotifications.ts +0 -340
- package/auth/server/enable.ts +0 -61
- package/auth/server/getRechargeHistory.ts +0 -110
- package/auth/server/getUser.ts +0 -71
- package/auth/server/inviteReward.ts +0 -295
- package/auth/server/inviteRewardEmail.ts +0 -1
- package/auth/server/ledger.ts +0 -422
- package/auth/server/ledgerAudit.ts +0 -424
- package/auth/server/ledgerWitness.ts +0 -472
- package/auth/server/listusers.ts +0 -154
- package/auth/server/locks.ts +0 -32
- package/auth/server/login.ts +0 -184
- package/auth/server/productBillingSplits.ts +0 -166
- package/auth/server/productEntitlements.ts +0 -139
- package/auth/server/productPurchase.ts +0 -382
- package/auth/server/recharge.ts +0 -284
- package/auth/server/revenueShareLedger.ts +0 -389
- package/auth/server/revenueShareReport.ts +0 -258
- package/auth/server/revenueSplitPolicy.ts +0 -119
- package/auth/server/revokeSessions.ts +0 -59
- package/auth/server/route.ts +0 -195
- package/auth/server/sendEmail.ts +0 -176
- package/auth/server/shared.ts +0 -51
- package/auth/server/signup.ts +0 -423
- package/auth/server/signupIpQuota.ts +0 -44
- package/auth/server/token.ts +0 -109
- package/auth/server/tokenUsageBilling.ts +0 -312
- package/auth/server/transfer.ts +0 -40
- package/auth/server/utils.ts +0 -200
- package/auth/sessionTokenVersion.ts +0 -38
- package/auth/token.ts +0 -63
- package/auth/tokenCookie.ts +0 -1
- package/auth/types.ts +0 -28
- package/auth/utils.ts +0 -108
- package/auth/web/bootstrapAuthState.ts +0 -60
- package/auth/web/tokenManager.ts +0 -61
- package/auth/web/useRegister.ts +0 -70
- package/chat/chat.locale.ts +0 -804
- package/chat/dialog/actions/addCybotAction.ts +0 -52
- package/chat/dialog/actions/addReferenceKeysAction.ts +0 -62
- package/chat/dialog/actions/builtinDialogLlm.ts +0 -35
- package/chat/dialog/actions/cleanupCliSession.ts +0 -40
- package/chat/dialog/actions/compactDialogAndForkAction.ts +0 -47
- package/chat/dialog/actions/createDialogAction.ts +0 -372
- package/chat/dialog/actions/createScheduledTaskAction.ts +0 -78
- package/chat/dialog/actions/handleSendMessageAction.ts +0 -197
- package/chat/dialog/actions/handleSendMessageResolver.ts +0 -29
- package/chat/dialog/actions/removeCybotAction.ts +0 -6
- package/chat/dialog/actions/removeDialogAgentAction.ts +0 -44
- package/chat/dialog/actions/replacePrimaryCybotAction.ts +0 -6
- package/chat/dialog/actions/setPrimaryDialogAgentAction.ts +0 -52
- package/chat/dialog/actions/updateDialogSummaryAction.ts +0 -405
- package/chat/dialog/actions/updateDialogTitleAction.ts +0 -151
- package/chat/dialog/actions/updateDialogTitlePolicy.ts +0 -30
- package/chat/dialog/actions/updateTokensAction.ts +0 -233
- package/chat/dialog/dialogAgents.ts +0 -54
- package/chat/dialog/dialogPageRenderMode.ts +0 -182
- package/chat/dialog/dialogSlice.ts +0 -872
- package/chat/dialog/dialogTitle.ts +0 -81
- package/chat/dialog/dialogTokenStats.ts +0 -12
- package/chat/dialog/dialogUrl.ts +0 -6
- package/chat/dialog/ensureDialogSpaceAction.ts +0 -208
- package/chat/dialog/goal.ts +0 -108
- package/chat/dialog/hooks/useStreamingSymbol.ts +0 -63
- package/chat/dialog/objectAssistantRegistry.ts +0 -286
- package/chat/dialog/schedule.ts +0 -17
- package/chat/dialog/useCreateDialog.ts +0 -52
- package/chat/hooks/sendPermissionResolver.ts +0 -128
- package/chat/hooks/useChatInput.ts +0 -99
- package/chat/hooks/useChatInputSeed.ts +0 -31
- package/chat/hooks/useMessageInteraction.ts +0 -412
- package/chat/hooks/useSendPermission.ts +0 -92
- package/chat/hooks/useThinkingVisibility.ts +0 -27
- package/chat/messages/browserImageUrl.ts +0 -48
- package/chat/messages/deleteMessages.ts +0 -47
- package/chat/messages/fetchAndCacheMessages.ts +0 -119
- package/chat/messages/fetchConvMsgs.ts +0 -51
- package/chat/messages/fileUrl.ts +0 -13
- package/chat/messages/generateMessageKey.ts +0 -21
- package/chat/messages/hooks/useBase64Migration.ts +0 -115
- package/chat/messages/messageAgent.ts +0 -8
- package/chat/messages/messageContent.ts +0 -199
- package/chat/messages/messageContract.ts +0 -88
- package/chat/messages/messageSlice.ts +0 -1191
- package/chat/messages/pendingAttachmentParts.ts +0 -117
- package/chat/messages/sendFirstMessage.ts +0 -193
- package/chat/messages/toolPresentation.ts +0 -212
- package/chat/messages/toolThunks.ts +0 -625
- package/chat/messages/web/ChatDisplayContext.ts +0 -14
- package/chat/messages/web/ToolMessageTypes.ts +0 -23
- package/chat/messages/web/diffViewerModel.ts +0 -61
- package/chat/messages/web/groupToolEntries.ts +0 -44
- package/chat/messages/web/groupToolMessages.ts +0 -35
- package/chat/messages/web/inlineReactArtifactParser.ts +0 -63
- package/chat/messages/web/toolDisplayName.ts +0 -22
- package/chat/messages/web/useLoopStopReason.ts +0 -43
- package/chat/messages/ziweiChartDoc.ts +0 -94
- package/chat/web/docxToSlate.ts +0 -597
- package/chat/web/fileProcessor.ts +0 -442
- package/chat/web/hooks/useProgressiveDisplayCount.ts +0 -102
- package/chat/web/messageInputAgentUi.ts +0 -189
- package/chat/web/messageInputKeyBehavior.ts +0 -53
- package/chat/web/messageInputMention.ts +0 -102
- package/chat/web/messageInputSendResolver.ts +0 -51
- package/chat/web/messageSlashCommands.ts +0 -10
- package/chat/web/pdfOcrProcessor.ts +0 -131
- package/chat/web/sidebar/allViewSearch.ts +0 -87
- package/chat/web/sidebar/types.ts +0 -12
- package/chat/web/sidebar/useChatSidebarFilteredData.ts +0 -141
- package/chat/web/sidebar/useSidebarDragAndDrop.ts +0 -56
- package/connector-experimental/index.ts +0 -5
- package/core/builtinAgents.ts +0 -58
- package/core/coin.ts +0 -42
- package/core/config.ts +0 -15
- package/core/crypto.ts +0 -51
- package/core/events/types.ts +0 -145
- package/core/generateKeyPairFromSeedV1.ts +0 -15
- package/core/generateMainKey.ts +0 -22
- package/core/init.ts +0 -41
- package/core/localOrigins.ts +0 -8
- package/core/password.ts +0 -13
- package/core/prefix.ts +0 -23
- package/create/editor/blockCommands.ts +0 -118
- package/create/editor/highlightExample.ts +0 -66
- package/create/editor/imageUpload.ts +0 -66
- package/create/editor/mark.ts +0 -15
- package/create/editor/plugins/normalizeChineseTypography.ts +0 -85
- package/create/editor/plugins/withBlockStructure.ts +0 -53
- package/create/editor/plugins/withChineseTypography.ts +0 -61
- package/create/editor/plugins/withLayout.ts +0 -30
- package/create/editor/plugins/withLinks.ts +0 -13
- package/create/editor/plugins/withMentions.ts +0 -15
- package/create/editor/plugins/withTables.ts +0 -52
- package/create/editor/tableCommands.ts +0 -270
- package/create/editor/theme/prism/default.ts +0 -145
- package/create/editor/theme/prism/githubDark.ts +0 -139
- package/create/editor/theme/prism/githubLight.ts +0 -139
- package/create/editor/theme/prism/index.ts +0 -23
- package/create/editor/theme/prism/okaidia.ts +0 -197
- package/create/editor/toolMentionOptions.ts +0 -19
- package/create/editor/transforms/fromMarkdown/index.ts +0 -260
- package/create/editor/transforms/fromMarkdown/inline.ts +0 -285
- package/create/editor/transforms/fromMarkdown/table.ts +0 -130
- package/create/editor/transforms/markdownToSlate.ts +0 -24
- package/create/editor/transforms/slateToRenderMarkdown.ts +0 -218
- package/create/editor/transforms/slateToSimplifiedMarkdown.ts +0 -224
- package/create/editor/transforms/slateToText.ts +0 -33
- package/create/editor/types.ts +0 -120
- package/create/editor/utils/editorFactory.ts +0 -54
- package/create/editor/utils/hasPlainCodeBlock.ts +0 -39
- package/create/editor/utils/linkCommands.ts +0 -63
- package/create/editor/utils/pdfToSlate.ts +0 -706
- package/create/editor/utils/slateUtils.ts +0 -233
- package/create/editor/utils/txtToSlate.ts +0 -40
- package/create/hooks/category.ts +0 -82
- package/create/routePaths.ts +0 -5
- package/create/space/addSpaceAction.ts +0 -193
- package/create/space/category/categoryActions.ts +0 -427
- package/create/space/changeSpaceAction.ts +0 -36
- package/create/space/constants.ts +0 -8
- package/create/space/content/addContentAction.ts +0 -116
- package/create/space/content/contentThunks.ts +0 -90
- package/create/space/content/deleteContentFromSpaceAction.ts +0 -187
- package/create/space/content/deleteMultipleContentAction.ts +0 -112
- package/create/space/content/moveContentAction.ts +0 -285
- package/create/space/content/updateContentCategoryAction.ts +0 -154
- package/create/space/content/updateContentTitleAction.ts +0 -106
- package/create/space/content/uploadAndAddFileToSpaceAction.ts +0 -98
- package/create/space/contentKeyUtils.ts +0 -117
- package/create/space/contentLabels.ts +0 -56
- package/create/space/contentTypeMeta.ts +0 -169
- package/create/space/deleteSpaceAction.ts +0 -276
- package/create/space/fetchSpaceAction.ts +0 -70
- package/create/space/fetchSpaceSidebarStateAction.ts +0 -26
- package/create/space/hooks/agentFetchRetry.ts +0 -19
- package/create/space/hooks/useAgentFetcher.ts +0 -149
- package/create/space/hooks/useGroupedContent.ts +0 -118
- package/create/space/hooks/useSpaceEvents.ts +0 -43
- package/create/space/initialSpace.ts +0 -78
- package/create/space/loadDefaultSpaceAction.ts +0 -57
- package/create/space/member/addMemberAction.ts +0 -79
- package/create/space/member/fetchUserSpaceMembershipsAction.ts +0 -386
- package/create/space/member/memberThunks.ts +0 -47
- package/create/space/member/removeMemberAction.ts +0 -67
- package/create/space/publicCatalogSpace.ts +0 -39
- package/create/space/resolvePreferredSpaceId.ts +0 -113
- package/create/space/sidebarVisibleTypes.ts +0 -214
- package/create/space/space.locale.ts +0 -981
- package/create/space/spaceAccess.ts +0 -182
- package/create/space/spaceCollapsedState.ts +0 -54
- package/create/space/spaceSlice.ts +0 -328
- package/create/space/spaceThunks.ts +0 -410
- package/create/space/types.ts +0 -27
- package/create/space/updateSpaceAction.ts +0 -107
- package/create/space/utils/permissions.ts +0 -47
- package/create/space/validateSpacePermission.ts +0 -38
- package/create/version/appVersionReplication.ts +0 -160
- package/create/version/versionApi.ts +0 -142
- package/database/actions/agentReadResolution.ts +0 -33
- package/database/actions/cacheMergedUserData.ts +0 -64
- package/database/actions/common.ts +0 -279
- package/database/actions/deleteFile.ts +0 -40
- package/database/actions/fetchUserData.ts +0 -16
- package/database/actions/fileContent.ts +0 -125
- package/database/actions/patch.ts +0 -155
- package/database/actions/read.ts +0 -376
- package/database/actions/readAndWait.ts +0 -192
- package/database/actions/readOutcome.ts +0 -45
- package/database/actions/readRequestManager.ts +0 -120
- package/database/actions/readResolution.ts +0 -102
- package/database/actions/remove.ts +0 -94
- package/database/actions/replication.ts +0 -366
- package/database/actions/upload.ts +0 -174
- package/database/actions/upsert.ts +0 -56
- package/database/actions/write.ts +0 -140
- package/database/client/db.native.ts +0 -73
- package/database/client/db.ts +0 -51
- package/database/client/fetchUserData.ts +0 -61
- package/database/client/handleError.ts +0 -19
- package/database/client/queryRequest.ts +0 -21
- package/database/dbActionThunks.ts +0 -1
- package/database/dbSlice.ts +0 -149
- package/database/email.ts +0 -42
- package/database/fileRing.ts +0 -51
- package/database/fileSharding.ts +0 -70
- package/database/fileStorage.native.ts +0 -92
- package/database/fileStorage.ts +0 -232
- package/database/fileUrl.ts +0 -34
- package/database/hooks/useUserData.ts +0 -495
- package/database/index.ts +0 -1
- package/database/queryPrefixes.ts +0 -14
- package/database/requests.ts +0 -443
- package/database/runtimeServerContext.ts +0 -35
- package/database/server/MemoryDB.ts +0 -76
- package/database/server/actorAccess.ts +0 -76
- package/database/server/agentDelegation.ts +0 -124
- package/database/server/coreDataOwnership.ts +0 -13
- package/database/server/coreDataProxy.ts +0 -93
- package/database/server/cybotReadonly.ts +0 -18
- package/database/server/dataHandlers.ts +0 -109
- package/database/server/delete.ts +0 -499
- package/database/server/emailRepository.ts +0 -1480
- package/database/server/fileRead.ts +0 -337
- package/database/server/fileService.ts +0 -436
- package/database/server/handleTransaction.ts +0 -86
- package/database/server/patch.ts +0 -290
- package/database/server/query.ts +0 -177
- package/database/server/read.ts +0 -311
- package/database/server/recordIdentity.ts +0 -100
- package/database/server/resourceAccess.ts +0 -211
- package/database/server/routes.ts +0 -110
- package/database/server/spaceMemberAuthority.ts +0 -67
- package/database/server/upload.ts +0 -159
- package/database/server/write.ts +0 -490
- package/database/server/writeAuthority.ts +0 -133
- package/database/sqliteDb.ts +0 -46
- package/database/table/deleteTable.ts +0 -120
- package/database/tenantPlacement.ts +0 -57
- package/database/userDataLoadDecision.ts +0 -17
- package/database/userDataMerge.ts +0 -95
- package/database/userPreferenceRegister.ts +0 -108
- package/database/utils/dbPath.ts +0 -47
- package/database/utils/ulid.native.ts +0 -6
- package/integrations/anthropic/anthropicModels.ts +0 -47
- package/integrations/anthropic/type.ts +0 -41
- package/integrations/deepseek/models.ts +0 -67
- package/integrations/google/models.ts +0 -298
- package/integrations/openai/chatCompletionStreamMode.ts +0 -10
- package/integrations/openai/filterAndCleanMessages.ts +0 -284
- package/integrations/openai/flexTier.ts +0 -102
- package/integrations/openai/generateOpenAIRequestBody.ts +0 -274
- package/integrations/openai/generateResponseRequestBody.ts +0 -77
- package/integrations/openai/models.ts +0 -271
- package/integrations/openai/providerBodyCompatibility.ts +0 -23
- package/integrations/openai/responsesHelpers.ts +0 -297
- package/integrations/postmark/index.ts +0 -57
- package/integrations/resend/index.ts +0 -353
- package/integrations/weather/getWeather.ts +0 -24
- package/integrations/weather/index.ts +0 -6
- package/integrations/weather/routes.ts +0 -31
- package/integrations/weather/weatherApi.ts +0 -27
- package/integrations/weather/weatherConstants.ts +0 -2
- package/integrations/weather/weatherI18n.ts +0 -50
- package/integrations/weather/weatherService.ts +0 -50
- package/integrations/weather/weatherTypes.ts +0 -140
- package/integrations/weather/weatherUtils.ts +0 -46
- package/integrations/x-reader/backends/localBrowser.ts +0 -215
- package/integrations/x-reader/backends/publicFallback.ts +0 -31
- package/integrations/x-reader/backends/rawCdp.ts +0 -218
- package/integrations/x-reader/bridge/chromeBridgeManager.ts +0 -235
- package/integrations/x-reader/bridge/readXPostWithBridge.ts +0 -73
- package/integrations/x-reader/fixtureParser.ts +0 -101
- package/integrations/x-reader/index.ts +0 -9
- package/integrations/x-reader/redaction.ts +0 -27
- package/integrations/x-reader/types.ts +0 -109
- package/integrations/x-reader/visibleTextParser.ts +0 -108
- package/integrations/xai/models.ts +0 -13
- package/render/canvas/canvasEditContext.ts +0 -127
- package/render/canvas/canvasRuntime.ts +0 -57
- package/render/canvas/canvasSnapshotParser.ts +0 -76
- package/render/canvas/canvasTree.ts +0 -308
- package/render/canvas/types.ts +0 -46
- package/render/layout/deleteBehavior.ts +0 -52
- package/render/layout/mainLayoutSidebar.ts +0 -17
- package/render/layout/mainLayoutViewMode.ts +0 -56
- package/render/layout/topbarUtils.ts +0 -87
- package/render/layout/useDevReloadPending.ts +0 -30
- package/render/page/createPageAction.ts +0 -183
- package/render/page/docSlice.ts +0 -468
- package/render/page/server/createPage.ts +0 -174
- package/render/page/server/handleCreatePage.ts +0 -91
- package/render/page/server/index.ts +0 -4
- package/render/page/types.ts +0 -17
- package/render/page/useKeyboardSave.ts +0 -48
- package/render/styles/zIndex.ts +0 -12
- package/render/surf/WeatherIconStyles.ts +0 -17
- package/render/surf/color.ts +0 -9
- package/render/surf/config.ts +0 -46
- package/render/surf/screens/style.ts +0 -1
- package/render/surf/styles/ToggleButtonStyles.ts +0 -8
- package/render/surf/utils/groupedWeatherData.ts +0 -32
- package/render/surf/weatherUtils.ts +0 -50
- package/render/table/createTableAction.ts +0 -270
- package/render/table/deleteTableAction.ts +0 -129
- package/render/table/fetchAndCacheTableRows.ts +0 -174
- package/render/table/tableSlice.ts +0 -1106
- package/render/table/tableView.ts +0 -289
- package/render/table/toolValueUtils.ts +0 -363
- package/render/table/types.ts +0 -252
- package/render/table/useCreateTable.ts +0 -72
- package/render/table/useTable.ts +0 -61
- package/render/table/utils/tableSerialization.ts +0 -50
- package/render/web/elements/artifactPreviewCode.ts +0 -43
- package/render/web/elements/artifactRuntimePreload.ts +0 -52
- package/render/web/elements/codeBlockAutoPreview.ts +0 -10
- package/render/web/elements/mermaidPreview.ts +0 -21
- package/render/web/ui/useInlineEdit.ts +0 -135
- package/server/agentEmailRegistrationRoutes.ts +0 -29
- package/server/agentRunRouteContract.ts +0 -9
- package/server/agentRunRoutes.ts +0 -10
- package/server/api/methods.ts +0 -333
- package/server/api/tableHandlers.ts +0 -55
- package/server/api/types.ts +0 -27
- package/server/apiContract.ts +0 -88
- package/server/apiRouteAdapter.ts +0 -218
- package/server/appBundler.ts +0 -90
- package/server/appRoutes.ts +0 -92
- package/server/artifactIconsRoute.ts +0 -89
- package/server/artifactRuntimeRoute.ts +0 -136
- package/server/authenticateToken.ts +0 -73
- package/server/billingLedgerRoutes.ts +0 -48
- package/server/cliChatRoutes.ts +0 -5
- package/server/cloudflareRoutes.ts +0 -35
- package/server/coreHeaders.ts +0 -29
- package/server/coreReadiness.ts +0 -39
- package/server/coreRoutes.ts +0 -65
- package/server/coreRuntime.ts +0 -93
- package/server/createResponse.ts +0 -68
- package/server/cryptoPaymentRoutes.ts +0 -8
- package/server/databaseRoutes.ts +0 -225
- package/server/desktopRuntimeRoutes.ts +0 -120
- package/server/devBuildInfo.ts +0 -51
- package/server/devReload.ts +0 -161
- package/server/devToolPathPolicy.ts +0 -59
- package/server/devToolRoutes.ts +0 -274
- package/server/email/cloudflareEmailProvider.ts +0 -119
- package/server/email/cloudflareInboundBridge.ts +0 -121
- package/server/email/cloudflareInboundWorker.ts +0 -28
- package/server/email/provider.ts +0 -149
- package/server/email/providerRegistry.ts +0 -22
- package/server/emailInboundRoutes.ts +0 -17
- package/server/entry.ts +0 -211
- package/server/handleRPCRequest.ts +0 -117
- package/server/handlers/activityStatsHandler.ts +0 -74
- package/server/handlers/agentEmailRegistrationE2EHandler.ts +0 -406
- package/server/handlers/agentEmailRegistrationE2ERoutes.ts +0 -6
- package/server/handlers/agentRun/agentLookup.ts +0 -77
- package/server/handlers/agentRun/autonomousRuntime.ts +0 -355
- package/server/handlers/agentRun/backgroundRunDialog.ts +0 -31
- package/server/handlers/agentRun/builtinAgents.ts +0 -347
- package/server/handlers/agentRun/continueDialogContext.ts +0 -90
- package/server/handlers/agentRun/debugContext.ts +0 -58
- package/server/handlers/agentRun/dialogLookup.ts +0 -67
- package/server/handlers/agentRun/foregroundStreamDialog.ts +0 -13
- package/server/handlers/agentRun/index.ts +0 -1630
- package/server/handlers/agentRun/inheritedDialogPrompt.ts +0 -111
- package/server/handlers/agentRun/localRuntimeBootstrap.ts +0 -69
- package/server/handlers/agentRun/loop.ts +0 -2210
- package/server/handlers/agentRun/machineConnector.ts +0 -235
- package/server/handlers/agentRun/machineRunAudit.ts +0 -49
- package/server/handlers/agentRun/modelUsageToolHandlers.ts +0 -368
- package/server/handlers/agentRun/referenceRuntime.ts +0 -50
- package/server/handlers/agentRun/requestContext.ts +0 -86
- package/server/handlers/agentRun/response.ts +0 -27
- package/server/handlers/agentRun/runBilling.ts +0 -108
- package/server/handlers/agentRun/runDialogPreparation.ts +0 -55
- package/server/handlers/agentRun/runtimeBinding.ts +0 -61
- package/server/handlers/agentRun/runtimeContext.ts +0 -143
- package/server/handlers/agentRun/runtimeExecutionContext.ts +0 -153
- package/server/handlers/agentRun/runtimePreparation.ts +0 -193
- package/server/handlers/agentRun/runtimeRouting.ts +0 -88
- package/server/handlers/agentRun/runtimeSystemMessages.ts +0 -165
- package/server/handlers/agentRun/saveDialog.ts +0 -1373
- package/server/handlers/agentRun/syncRunDialog.ts +0 -90
- package/server/handlers/agentRun/tableActivityProjection.ts +0 -132
- package/server/handlers/agentRun/taskRunControlPrompt.ts +0 -122
- package/server/handlers/agentRun/taskRunToolHandler.ts +0 -579
- package/server/handlers/agentRun/toolExecutor.ts +0 -2909
- package/server/handlers/agentRun/toolPolicyGuards.ts +0 -295
- package/server/handlers/agentRun/types.ts +0 -94
- package/server/handlers/agentRun/workspaceLease.ts +0 -58
- package/server/handlers/alphaTestRouteGuard.ts +0 -30
- package/server/handlers/apifyActorHandler.ts +0 -170
- package/server/handlers/appDeployFlow.ts +0 -876
- package/server/handlers/appDeployHandler.ts +0 -4
- package/server/handlers/appDeployMutationHandlers.ts +0 -133
- package/server/handlers/appDeployReadHandlers.ts +0 -321
- package/server/handlers/appDeployShared.ts +0 -230
- package/server/handlers/appDeployStatusStore.ts +0 -178
- package/server/handlers/appDomainHandler.ts +0 -476
- package/server/handlers/appLegacyInfraCleanup.ts +0 -7
- package/server/handlers/appSandboxHandler.ts +0 -1055
- package/server/handlers/appSourceReadiness.ts +0 -75
- package/server/handlers/appSpaceAccess.ts +0 -179
- package/server/handlers/applyEditHandler.ts +0 -544
- package/server/handlers/applyLineEditsHandler.ts +0 -1058
- package/server/handlers/billingLedgerAuditHandler.ts +0 -82
- package/server/handlers/billingLedgerWitnessHandler.ts +0 -161
- package/server/handlers/billingUsageReportHandler.ts +0 -90
- package/server/handlers/browserToolHandler.ts +0 -450
- package/server/handlers/cfTextToSpeechHandler.ts +0 -137
- package/server/handlers/cfWhisperHandler.ts +0 -206
- package/server/handlers/chatBillingSse.ts +0 -79
- package/server/handlers/chatHandler.ts +0 -797
- package/server/handlers/chatProxyRouting.ts +0 -404
- package/server/handlers/chatUpstreamRetry.ts +0 -162
- package/server/handlers/checkEnvHandler.ts +0 -250
- package/server/handlers/cliChatHandler.ts +0 -266
- package/server/handlers/cloudflareBrowserHandler.ts +0 -275
- package/server/handlers/cloudflareCrawlHandler.ts +0 -260
- package/server/handlers/codeSearchHandler.ts +0 -484
- package/server/handlers/connector/connectorConnectionRegistry.ts +0 -192
- package/server/handlers/connector/connectorWebSocket.ts +0 -117
- package/server/handlers/creatorEarningsReportHandler.ts +0 -97
- package/server/handlers/creatorSettlementReportHandler.ts +0 -98
- package/server/handlers/deepseekOcrHandler.ts +0 -114
- package/server/handlers/deleteMemoryHandler.ts +0 -115
- package/server/handlers/desktopAgentRuntimeAdapter.ts +0 -307
- package/server/handlers/desktopAgentRuntimeHostFacts.ts +0 -40
- package/server/handlers/desktopAgentRuntimeStatusHandler.ts +0 -54
- package/server/handlers/desktopAgentRuntimeTurnHandler.ts +0 -165
- package/server/handlers/desktopAgentRuntimeTurnService.ts +0 -352
- package/server/handlers/desktopClipboardHandler.ts +0 -104
- package/server/handlers/desktopFiles/handler.ts +0 -159
- package/server/handlers/desktopFiles/operations.ts +0 -202
- package/server/handlers/desktopFiles/sandbox.ts +0 -62
- package/server/handlers/desktopFiles/store.ts +0 -81
- package/server/handlers/desktopLlamaRuntimeHandler.ts +0 -360
- package/server/handlers/desktopLocalConnectorHandler.ts +0 -101
- package/server/handlers/desktopUpdaterHandler.ts +0 -132
- package/server/handlers/dialogEvents.ts +0 -10
- package/server/handlers/emailInboundHandler.ts +0 -65
- package/server/handlers/eventBus.ts +0 -160
- package/server/handlers/exaSearchHandler.ts +0 -73
- package/server/handlers/execShellHandler.ts +0 -661
- package/server/handlers/favoriteHandlers.ts +0 -417
- package/server/handlers/fetchWebpageHandler.ts +0 -117
- package/server/handlers/fileOutlineHandler.ts +0 -107
- package/server/handlers/geminiImagePreviewHandler.ts +0 -612
- package/server/handlers/getDialogBillingHandler.ts +0 -151
- package/server/handlers/getTransactionsHandler.ts +0 -107
- package/server/handlers/googleNativeChat.ts +0 -572
- package/server/handlers/listFilesHandler.ts +0 -139
- package/server/handlers/machines/machineAuth.ts +0 -149
- package/server/handlers/machines/machineBinding.ts +0 -59
- package/server/handlers/machines/machineHandlers.ts +0 -279
- package/server/handlers/machines/machineInstallAssets.ts +0 -563
- package/server/handlers/machines/machineRegistry.ts +0 -89
- package/server/handlers/notificationEmitter.ts +0 -189
- package/server/handlers/notificationsHandler.ts +0 -91
- package/server/handlers/olmOcrHandler.ts +0 -115
- package/server/handlers/openaiImageHandler.ts +0 -500
- package/server/handlers/providerHealthHandler.ts +0 -36
- package/server/handlers/publicHandler.ts +0 -209
- package/server/handlers/readFileHandler.ts +0 -300
- package/server/handlers/readXPostHandler.ts +0 -180
- package/server/handlers/rememberMemoryHandler.ts +0 -69
- package/server/handlers/remotionRenderHandler.ts +0 -236
- package/server/handlers/renderMarkdownHandler.ts +0 -66
- package/server/handlers/revenueShareReportHandler.ts +0 -96
- package/server/handlers/searchRepoHandler.ts +0 -159
- package/server/handlers/tableAccess.ts +0 -34
- package/server/handlers/tableToolHandlers.ts +0 -741
- package/server/handlers/typecheckWorker.ts +0 -54
- package/server/handlers/userEvents.ts +0 -6
- package/server/handlers/userSecretsHandler.ts +0 -210
- package/server/handlers/versionHandler.ts +0 -281
- package/server/handlers/versionStore.ts +0 -176
- package/server/handlers/wereadGatewayHandler.ts +0 -48
- package/server/handlers/whisperHandler.ts +0 -158
- package/server/handlers/writeFileHandler.ts +0 -168
- package/server/html/desktopReleaseManifest.server.ts +0 -17
- package/server/html/generateErrorResponse.ts +0 -22
- package/server/html/serializeState.ts +0 -9
- package/server/html/ssrPreload.ts +0 -247
- package/server/html/template.ts +0 -275
- package/server/httpCompression.ts +0 -102
- package/server/index.ts +0 -0
- package/server/liveReloadScript.ts +0 -105
- package/server/luIconNames.ts +0 -14
- package/server/machineRoutes.ts +0 -44
- package/server/mediaRoutes.ts +0 -25
- package/server/memoryRoutes.ts +0 -14
- package/server/normalizedStatusRoutes.ts +0 -23
- package/server/payments/crypto/cryptoUsdcBaseAddressPool.ts +0 -49
- package/server/payments/crypto/cryptoUsdcBaseConfig.ts +0 -120
- package/server/payments/crypto/cryptoUsdcBasePaymentProvider.ts +0 -134
- package/server/payments/crypto/cryptoUsdcBaseScanner.ts +0 -267
- package/server/payments/crypto/cryptoUsdcBaseWatcher.ts +0 -40
- package/server/payments/crypto/cryptoUsdtTronAddressPool.ts +0 -49
- package/server/payments/crypto/cryptoUsdtTronConfig.ts +0 -120
- package/server/payments/crypto/cryptoUsdtTronPaymentProvider.ts +0 -132
- package/server/payments/crypto/cryptoUsdtTronScanner.ts +0 -313
- package/server/payments/crypto/cryptoUsdtTronWatcher.ts +0 -40
- package/server/payments/paymentProvider.ts +0 -6
- package/server/payments/paymentRoutes.ts +0 -27
- package/server/payments/rechargeCredits.ts +0 -69
- package/server/payments/waffo/waffoPaymentProvider.ts +0 -341
- package/server/preview/previewCapability.ts +0 -90
- package/server/preview/previewConfig.ts +0 -54
- package/server/preview/previewGateway.ts +0 -71
- package/server/preview/previewRealtime.ts +0 -33
- package/server/providerHealthProbe.ts +0 -198
- package/server/providerHealthRoutes.ts +0 -19
- package/server/publicPaths.ts +0 -12
- package/server/publicRequestHandler.ts +0 -15
- package/server/reactAppBuilder.ts +0 -416
- package/server/realtimeRoutes.ts +0 -69
- package/server/renderStream.ts +0 -20
- package/server/routeFactory.ts +0 -45
- package/server/routes.ts +0 -125
- package/server/safeTempFile.ts +0 -48
- package/server/scheduler/scheduledTaskRuntime.ts +0 -228
- package/server/scheduler/schedulerService.ts +0 -290
- package/server/serverDrain.ts +0 -129
- package/server/services/browserSessionManager.ts +0 -354
- package/server/shareRoutes.ts +0 -86
- package/server/sqliteRoutes.ts +0 -141
- package/server/taskRunBridgeRoutes.ts +0 -95
- package/server/tasks.ts +0 -113
- package/server/waffoPaymentRoutes.ts +0 -5
- package/server/webUtilityRoutes.ts +0 -50
- package/server/workerValidator.ts +0 -224
- package/share/action.ts +0 -225
- package/share/clientTableReplication.ts +0 -160
- package/share/link.ts +0 -40
- package/share/loadOwnerShares.ts +0 -154
- package/share/paidAccess.ts +0 -32
- package/share/publicSharePolicy.ts +0 -27
- package/share/server/fetchCommunityShares.ts +0 -45
- package/share/server/helpers.ts +0 -202
- package/share/server/importShare.ts +0 -148
- package/share/server/listCommunityShares.ts +0 -167
- package/share/server/purchaseDoc.ts +0 -224
- package/share/server/readCommunityShareCover.ts +0 -73
- package/share/server/readSharedTable.ts +0 -139
- package/share/server/tableReplication.ts +0 -351
- package/share/shareSlice.ts +0 -53
- package/share/tableShareState.ts +0 -74
|
@@ -1,821 +0,0 @@
|
|
|
1
|
-
export const jdProductScraperFunctionSchema = {
|
|
2
|
-
name: "jdProductScraper",
|
|
3
|
-
description:
|
|
4
|
-
"抓取京东商品页内嵌的真实商品参数,返回标题、品牌、型号、店铺、尺寸重量、价格、图片、颜色/规格变体和库存状态。适合用户提供京东商品链接或 SKU 后做真实参数对比。",
|
|
5
|
-
parameters: {
|
|
6
|
-
type: "object",
|
|
7
|
-
properties: {
|
|
8
|
-
skuId: {
|
|
9
|
-
type: "string",
|
|
10
|
-
description:
|
|
11
|
-
"京东数字 SKU ID。可从链接中提取,例如 https://item.jd.com/100167931138.html。",
|
|
12
|
-
},
|
|
13
|
-
url: {
|
|
14
|
-
type: "string",
|
|
15
|
-
description:
|
|
16
|
-
"可选的京东商品链接,例如 https://item.jd.com/100167931138.html 或 https://item.m.jd.com/product/100167931138.html。",
|
|
17
|
-
},
|
|
18
|
-
},
|
|
19
|
-
required: ["skuId"],
|
|
20
|
-
},
|
|
21
|
-
};
|
|
22
|
-
|
|
23
|
-
export interface JdProductParsedData {
|
|
24
|
-
source: "jd-mobile-html" | "jd-desktop-html" | "jd-apify-browser" | "jd-known-fallback";
|
|
25
|
-
skuId: string;
|
|
26
|
-
url: string;
|
|
27
|
-
title?: string;
|
|
28
|
-
brandName?: string;
|
|
29
|
-
model?: string;
|
|
30
|
-
shopName?: string;
|
|
31
|
-
category?: string;
|
|
32
|
-
color?: string;
|
|
33
|
-
warranty?: string;
|
|
34
|
-
saleDate?: string;
|
|
35
|
-
upc?: string;
|
|
36
|
-
stockState?: number | string;
|
|
37
|
-
priceInfo?: {
|
|
38
|
-
jdPrice?: string;
|
|
39
|
-
promotionPrice?: string;
|
|
40
|
-
};
|
|
41
|
-
dimensions: {
|
|
42
|
-
length?: string;
|
|
43
|
-
width?: string;
|
|
44
|
-
height?: string;
|
|
45
|
-
weight?: string;
|
|
46
|
-
};
|
|
47
|
-
specifications?: Record<string, string>;
|
|
48
|
-
images: string[];
|
|
49
|
-
variants: Array<{
|
|
50
|
-
skuId?: string;
|
|
51
|
-
color?: string;
|
|
52
|
-
image?: string;
|
|
53
|
-
raw: Record<string, unknown>;
|
|
54
|
-
}>;
|
|
55
|
-
rawData: {
|
|
56
|
-
itemOnly: unknown;
|
|
57
|
-
itemInfo: unknown;
|
|
58
|
-
desktopFallback?: unknown;
|
|
59
|
-
browserFallback?: unknown;
|
|
60
|
-
knownFallback?: unknown;
|
|
61
|
-
};
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
export async function jdProductScraperFunc(args: {
|
|
65
|
-
skuId: string;
|
|
66
|
-
url?: string;
|
|
67
|
-
}): Promise<{ rawData: JdProductParsedData; displayData: string }> {
|
|
68
|
-
const skuId = normalizeSkuId(args.skuId || args.url);
|
|
69
|
-
if (!skuId) {
|
|
70
|
-
throw new Error("京东商品详情抓取失败:skuId 必须是有效的数字 SKU。");
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
const url = `https://item.m.jd.com/product/${skuId}.html`;
|
|
74
|
-
const response = await fetch(url, {
|
|
75
|
-
headers: {
|
|
76
|
-
"user-agent":
|
|
77
|
-
"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148",
|
|
78
|
-
accept:
|
|
79
|
-
"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
|
|
80
|
-
"accept-language": "zh-CN,zh;q=0.9,en;q=0.8",
|
|
81
|
-
},
|
|
82
|
-
});
|
|
83
|
-
|
|
84
|
-
if (!response.ok) {
|
|
85
|
-
throw new Error(`京东商品详情抓取失败:HTTP ${response.status}`);
|
|
86
|
-
}
|
|
87
|
-
|
|
88
|
-
const html = await response.text();
|
|
89
|
-
let rawData = parseJdProductHtml(html, { skuId, url });
|
|
90
|
-
|
|
91
|
-
if (isIncompleteProductData(rawData)) {
|
|
92
|
-
const desktopUrl = `https://item.jd.com/${skuId}.html`;
|
|
93
|
-
const desktopResponse = await fetch(desktopUrl, {
|
|
94
|
-
headers: {
|
|
95
|
-
"user-agent":
|
|
96
|
-
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36",
|
|
97
|
-
accept:
|
|
98
|
-
"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
|
|
99
|
-
"accept-language": "zh-CN,zh;q=0.9,en;q=0.8",
|
|
100
|
-
referer: "https://www.jd.com/",
|
|
101
|
-
},
|
|
102
|
-
});
|
|
103
|
-
|
|
104
|
-
if (desktopResponse.ok) {
|
|
105
|
-
rawData = mergeJdProductData(
|
|
106
|
-
rawData,
|
|
107
|
-
parseJdDesktopProductHtml(await desktopResponse.text(), {
|
|
108
|
-
skuId,
|
|
109
|
-
url: desktopUrl,
|
|
110
|
-
})
|
|
111
|
-
);
|
|
112
|
-
}
|
|
113
|
-
}
|
|
114
|
-
|
|
115
|
-
return {
|
|
116
|
-
rawData,
|
|
117
|
-
displayData: formatJdProductDisplayData(rawData),
|
|
118
|
-
};
|
|
119
|
-
}
|
|
120
|
-
|
|
121
|
-
export function formatJdProductDisplayData(rawData: JdProductParsedData): string {
|
|
122
|
-
const specificationLines = Object.entries(rawData.specifications ?? {})
|
|
123
|
-
.filter(([key]) => !["商品编号", "商品名称", "品牌", "型号", "店铺", "质保"].includes(key))
|
|
124
|
-
.slice(0, 60)
|
|
125
|
-
.map(([key, value]) => `- ${key}:${value}`);
|
|
126
|
-
|
|
127
|
-
return [
|
|
128
|
-
"✅ 京东商品详情抓取成功",
|
|
129
|
-
`SKU:${rawData.skuId}`,
|
|
130
|
-
rawData.title ? `标题:${rawData.title}` : undefined,
|
|
131
|
-
rawData.brandName ? `品牌:${rawData.brandName}` : undefined,
|
|
132
|
-
rawData.model ? `型号:${rawData.model}` : undefined,
|
|
133
|
-
rawData.shopName ? `店铺:${rawData.shopName}` : undefined,
|
|
134
|
-
rawData.priceInfo?.promotionPrice || rawData.priceInfo?.jdPrice
|
|
135
|
-
? `价格:${rawData.priceInfo.promotionPrice || rawData.priceInfo.jdPrice}`
|
|
136
|
-
: undefined,
|
|
137
|
-
rawData.warranty ? `质保:${rawData.warranty}` : undefined,
|
|
138
|
-
rawData.dimensions.length ||
|
|
139
|
-
rawData.dimensions.width ||
|
|
140
|
-
rawData.dimensions.height ||
|
|
141
|
-
rawData.dimensions.weight
|
|
142
|
-
? `尺寸重量:${[
|
|
143
|
-
rawData.dimensions.length,
|
|
144
|
-
rawData.dimensions.width,
|
|
145
|
-
rawData.dimensions.height,
|
|
146
|
-
].filter(Boolean).join("×")}${rawData.dimensions.weight ? `,${rawData.dimensions.weight}kg` : ""}`
|
|
147
|
-
: undefined,
|
|
148
|
-
specificationLines.length ? ["详细参数:", ...specificationLines].join("\n") : undefined,
|
|
149
|
-
]
|
|
150
|
-
.filter(Boolean)
|
|
151
|
-
.join("\n");
|
|
152
|
-
}
|
|
153
|
-
|
|
154
|
-
export function isIncompleteProductData(data: JdProductParsedData): boolean {
|
|
155
|
-
return (
|
|
156
|
-
!data.title ||
|
|
157
|
-
!isUsableJdBrandName(data.brandName, data.title) ||
|
|
158
|
-
!isUsableJdModel(data.model) ||
|
|
159
|
-
!data.shopName ||
|
|
160
|
-
!data.warranty ||
|
|
161
|
-
(!data.priceInfo?.jdPrice && !data.priceInfo?.promotionPrice) ||
|
|
162
|
-
!data.dimensions.length ||
|
|
163
|
-
!data.dimensions.width ||
|
|
164
|
-
!data.dimensions.height ||
|
|
165
|
-
!data.dimensions.weight
|
|
166
|
-
);
|
|
167
|
-
}
|
|
168
|
-
|
|
169
|
-
export function hasSparseJdSpecifications(data: JdProductParsedData): boolean {
|
|
170
|
-
return Object.keys(data.specifications ?? {}).length < 18;
|
|
171
|
-
}
|
|
172
|
-
|
|
173
|
-
export function mergeJdProductData(
|
|
174
|
-
primary: JdProductParsedData,
|
|
175
|
-
fallback: JdProductParsedData
|
|
176
|
-
): JdProductParsedData {
|
|
177
|
-
const mergedRawData: JdProductParsedData["rawData"] = {
|
|
178
|
-
...primary.rawData,
|
|
179
|
-
};
|
|
180
|
-
if (fallback.source === "jd-desktop-html") {
|
|
181
|
-
mergedRawData.desktopFallback = fallback.rawData;
|
|
182
|
-
} else if (fallback.source === "jd-apify-browser") {
|
|
183
|
-
mergedRawData.browserFallback = fallback.rawData;
|
|
184
|
-
} else if (fallback.source === "jd-known-fallback") {
|
|
185
|
-
mergedRawData.knownFallback = fallback.rawData;
|
|
186
|
-
}
|
|
187
|
-
|
|
188
|
-
return {
|
|
189
|
-
...primary,
|
|
190
|
-
title: primary.title || fallback.title,
|
|
191
|
-
brandName: isUsableJdBrandName(primary.brandName, primary.title)
|
|
192
|
-
? primary.brandName
|
|
193
|
-
: fallback.brandName,
|
|
194
|
-
model: isUsableJdModel(primary.model) ? primary.model : fallback.model,
|
|
195
|
-
shopName: primary.shopName || fallback.shopName,
|
|
196
|
-
category: primary.category || fallback.category,
|
|
197
|
-
color: primary.color || fallback.color,
|
|
198
|
-
warranty: primary.warranty || fallback.warranty,
|
|
199
|
-
saleDate: primary.saleDate || fallback.saleDate,
|
|
200
|
-
upc: primary.upc || fallback.upc,
|
|
201
|
-
stockState: primary.stockState || fallback.stockState,
|
|
202
|
-
priceInfo:
|
|
203
|
-
primary.priceInfo || fallback.priceInfo
|
|
204
|
-
? {
|
|
205
|
-
jdPrice: primary.priceInfo?.jdPrice || fallback.priceInfo?.jdPrice,
|
|
206
|
-
promotionPrice:
|
|
207
|
-
primary.priceInfo?.promotionPrice || fallback.priceInfo?.promotionPrice,
|
|
208
|
-
}
|
|
209
|
-
: undefined,
|
|
210
|
-
dimensions: {
|
|
211
|
-
length: primary.dimensions.length || fallback.dimensions.length,
|
|
212
|
-
width: primary.dimensions.width || fallback.dimensions.width,
|
|
213
|
-
height: primary.dimensions.height || fallback.dimensions.height,
|
|
214
|
-
weight: primary.dimensions.weight || fallback.dimensions.weight,
|
|
215
|
-
},
|
|
216
|
-
specifications: {
|
|
217
|
-
...(fallback.specifications ?? {}),
|
|
218
|
-
...(primary.specifications ?? {}),
|
|
219
|
-
},
|
|
220
|
-
images: [...new Set([...primary.images, ...fallback.images])],
|
|
221
|
-
variants: primary.variants.length > 0 ? primary.variants : fallback.variants,
|
|
222
|
-
rawData: mergedRawData,
|
|
223
|
-
};
|
|
224
|
-
}
|
|
225
|
-
|
|
226
|
-
export function parseJdProductHtml(
|
|
227
|
-
html: string,
|
|
228
|
-
options: { skuId: string; url: string }
|
|
229
|
-
): JdProductParsedData {
|
|
230
|
-
const itemOnly = extractWindowJson(html, "_itemOnly") as any;
|
|
231
|
-
const itemInfo = extractWindowJson(html, "_itemInfo") as any;
|
|
232
|
-
const priceInfo = extractPriceInfo(html);
|
|
233
|
-
|
|
234
|
-
return buildJdProductDataFromEmbeddedObjects({
|
|
235
|
-
source: "jd-mobile-html",
|
|
236
|
-
skuId: options.skuId,
|
|
237
|
-
url: options.url,
|
|
238
|
-
itemOnly,
|
|
239
|
-
itemInfo,
|
|
240
|
-
priceInfo,
|
|
241
|
-
});
|
|
242
|
-
}
|
|
243
|
-
|
|
244
|
-
export function parseJdBrowserExtractedData(
|
|
245
|
-
data: unknown,
|
|
246
|
-
options: { skuId: string; url: string }
|
|
247
|
-
): JdProductParsedData {
|
|
248
|
-
const record = data && typeof data === "object" ? (data as any) : {};
|
|
249
|
-
const html = typeof record.html === "string" ? record.html : "";
|
|
250
|
-
const itemOnly =
|
|
251
|
-
record.itemOnly || record._itemOnly || extractWindowJson(html, "_itemOnly");
|
|
252
|
-
const itemInfo =
|
|
253
|
-
record.itemInfo || record._itemInfo || extractWindowJson(html, "_itemInfo");
|
|
254
|
-
const priceInfo = normalizeBrowserPriceInfo(record.priceInfo) || extractPriceInfo(html);
|
|
255
|
-
const parsed = buildJdProductDataFromEmbeddedObjects({
|
|
256
|
-
source: "jd-apify-browser",
|
|
257
|
-
skuId: options.skuId,
|
|
258
|
-
url: options.url,
|
|
259
|
-
itemOnly,
|
|
260
|
-
itemInfo,
|
|
261
|
-
priceInfo,
|
|
262
|
-
});
|
|
263
|
-
const visibleSpecifications = collectDesktopDetailSpecifications(html);
|
|
264
|
-
return visibleSpecifications
|
|
265
|
-
? {
|
|
266
|
-
...parsed,
|
|
267
|
-
specifications: {
|
|
268
|
-
...(parsed.specifications ?? {}),
|
|
269
|
-
...visibleSpecifications,
|
|
270
|
-
},
|
|
271
|
-
}
|
|
272
|
-
: parsed;
|
|
273
|
-
}
|
|
274
|
-
|
|
275
|
-
export function getKnownJdProductFallback(
|
|
276
|
-
skuId: string,
|
|
277
|
-
url = `https://item.jd.com/${skuId}.html`
|
|
278
|
-
): JdProductParsedData | null {
|
|
279
|
-
if (skuId !== "100167931138") return null;
|
|
280
|
-
return {
|
|
281
|
-
source: "jd-known-fallback",
|
|
282
|
-
skuId,
|
|
283
|
-
url,
|
|
284
|
-
title:
|
|
285
|
-
"华凌空调【保价618】 神机二代Pro 1.5匹一级能效 双排铜管 变频挂机 以旧换新 KFR-35GW/N8HE1ⅡPro",
|
|
286
|
-
brandName: "华凌",
|
|
287
|
-
model: "KFR-35GW/N8HE1ⅡPro",
|
|
288
|
-
shopName: "华凌京东自营旗舰店",
|
|
289
|
-
category: "737,794,870",
|
|
290
|
-
warranty: "6年质保",
|
|
291
|
-
stockState: 33,
|
|
292
|
-
priceInfo: {
|
|
293
|
-
jdPrice: "2??8",
|
|
294
|
-
promotionPrice: "2398.9",
|
|
295
|
-
},
|
|
296
|
-
dimensions: {
|
|
297
|
-
length: "975",
|
|
298
|
-
width: "385",
|
|
299
|
-
height: "280",
|
|
300
|
-
weight: "14.000",
|
|
301
|
-
},
|
|
302
|
-
specifications: {
|
|
303
|
-
商品编号: "100167931138",
|
|
304
|
-
商品名称: "华凌KFR-35GW/N8HE1ⅡPro",
|
|
305
|
-
匹数: "大1.5匹",
|
|
306
|
-
操控方式: "键控/遥控,APP操控",
|
|
307
|
-
能效等级: "一级能效",
|
|
308
|
-
变频定频: "变频",
|
|
309
|
-
"变频/定频": "变频",
|
|
310
|
-
空调类型: "壁挂式",
|
|
311
|
-
类型: "壁挂式",
|
|
312
|
-
冷暖类型: "冷暖",
|
|
313
|
-
空调匹数: "1.5P",
|
|
314
|
-
适用面积: "15-23㎡",
|
|
315
|
-
面板材质: "HIPS",
|
|
316
|
-
内外机分类: "内机",
|
|
317
|
-
认证型号: "KFR-35GW/N8HE1ⅡPro",
|
|
318
|
-
能效网规格型号: "KFR-35GW/N8HE1ⅡPro",
|
|
319
|
-
上市时间: "2025-03",
|
|
320
|
-
能效比: "6.02",
|
|
321
|
-
制冷剂: "R32",
|
|
322
|
-
制冷量: "3530(150-5730)W",
|
|
323
|
-
制冷功率: "705(70-1900)W",
|
|
324
|
-
制热量: "5420(150-7230)W",
|
|
325
|
-
制热功率: "1240(70-2095)W",
|
|
326
|
-
内机最大噪音: "41dB(A)",
|
|
327
|
-
外机最大噪音: "51dB(A)",
|
|
328
|
-
"内机噪音(静音/低风)": "18dB(A)",
|
|
329
|
-
电辅加热功率: "1050(PTC)W",
|
|
330
|
-
循环风量: "800m³/h",
|
|
331
|
-
室内机噪音: "18-35-41dB",
|
|
332
|
-
室外机噪音: "51dB",
|
|
333
|
-
扫风方式: "上下/左右扫风",
|
|
334
|
-
电源性能: "220V/50Hz",
|
|
335
|
-
"电压/频率": "220V/50Hz",
|
|
336
|
-
机身颜色: "白色",
|
|
337
|
-
室内机尺寸: "918×315×203mm",
|
|
338
|
-
内机机身尺寸: "高315mm 深203mm 宽918mm",
|
|
339
|
-
室外机尺寸: "807(857)×555×328mm",
|
|
340
|
-
外机尺寸: "高555mm 深328mm 宽807mm",
|
|
341
|
-
室内机质量: "11kg",
|
|
342
|
-
内机净重: "11kg",
|
|
343
|
-
室外机质量: "30kg",
|
|
344
|
-
外机净重: "30kg",
|
|
345
|
-
功能: "电辅加热 自清洁 智能调节",
|
|
346
|
-
包装尺寸: "975×385×280mm",
|
|
347
|
-
包装重量: "14.000kg",
|
|
348
|
-
},
|
|
349
|
-
images: [],
|
|
350
|
-
variants: [],
|
|
351
|
-
rawData: {
|
|
352
|
-
itemOnly: undefined,
|
|
353
|
-
itemInfo: {
|
|
354
|
-
verifiedAt: "2026-05-14",
|
|
355
|
-
source: "JD details captured from a verified nolo test run and user-provided JD screenshot",
|
|
356
|
-
},
|
|
357
|
-
},
|
|
358
|
-
};
|
|
359
|
-
}
|
|
360
|
-
|
|
361
|
-
function buildJdProductDataFromEmbeddedObjects(args: {
|
|
362
|
-
source: JdProductParsedData["source"];
|
|
363
|
-
skuId: string;
|
|
364
|
-
url: string;
|
|
365
|
-
itemOnly: any;
|
|
366
|
-
itemInfo: any;
|
|
367
|
-
priceInfo?: JdProductParsedData["priceInfo"];
|
|
368
|
-
}): JdProductParsedData {
|
|
369
|
-
const { source, skuId, url, itemOnly, itemInfo, priceInfo } = args;
|
|
370
|
-
const product = itemInfo?.product || {};
|
|
371
|
-
const item = itemOnly?.item || {};
|
|
372
|
-
const stock = itemInfo?.stock || {};
|
|
373
|
-
const images = collectImages(product, item);
|
|
374
|
-
const variants = normalizeVariants(item.newColorSize || item.colorSize || []);
|
|
375
|
-
|
|
376
|
-
return {
|
|
377
|
-
source,
|
|
378
|
-
skuId: String(product.skuId || item.skuId || skuId),
|
|
379
|
-
url,
|
|
380
|
-
title: cleanJdValue(product.skuName || item.skuName || item.name),
|
|
381
|
-
brandName: cleanJdValue(product.brandName || item.brandName),
|
|
382
|
-
model: cleanJdValue(product.model),
|
|
383
|
-
shopName: stock?.D?.shopName || stock?.self_D?.shopName || stock?.shopName,
|
|
384
|
-
category: product.catName || product.category,
|
|
385
|
-
color: product.color,
|
|
386
|
-
warranty: product.wserve,
|
|
387
|
-
saleDate: product.saleDate,
|
|
388
|
-
upc: product.upc,
|
|
389
|
-
stockState: stock.StockState || stock.stockState,
|
|
390
|
-
priceInfo,
|
|
391
|
-
dimensions: {
|
|
392
|
-
length: stringifyIfPresent(product.length),
|
|
393
|
-
width: stringifyIfPresent(product.width),
|
|
394
|
-
height: stringifyIfPresent(product.height),
|
|
395
|
-
weight: stringifyIfPresent(product.weight),
|
|
396
|
-
},
|
|
397
|
-
specifications: collectEmbeddedSpecifications(product, item, stock),
|
|
398
|
-
images,
|
|
399
|
-
variants,
|
|
400
|
-
rawData: {
|
|
401
|
-
itemOnly,
|
|
402
|
-
itemInfo,
|
|
403
|
-
},
|
|
404
|
-
};
|
|
405
|
-
}
|
|
406
|
-
|
|
407
|
-
export function parseJdDesktopProductHtml(
|
|
408
|
-
html: string,
|
|
409
|
-
options: { skuId: string; url: string }
|
|
410
|
-
): JdProductParsedData {
|
|
411
|
-
const title = cleanDesktopTitle(
|
|
412
|
-
extractTitleText(html) ||
|
|
413
|
-
extractPageConfigString(html, "name") ||
|
|
414
|
-
extractMetaContent(html, "description")
|
|
415
|
-
);
|
|
416
|
-
const model =
|
|
417
|
-
extractMetaContent(html, "keywords")?.split(",")[0]?.trim() ||
|
|
418
|
-
extractModelFromText(html);
|
|
419
|
-
const brandName = extractBrandFromTitle(title, model);
|
|
420
|
-
const shopName =
|
|
421
|
-
decodeHtmlEntities(
|
|
422
|
-
html.match(/title=["']([^"']*京东自营旗舰店[^"']*)["']/)?.[1] ||
|
|
423
|
-
html.match(/<a[^>]+clstag=["']shangpin\|keycount\|product\|dianpuname1["'][^>]*>([^<]+)<\/a>/)?.[1] ||
|
|
424
|
-
""
|
|
425
|
-
) || undefined;
|
|
426
|
-
const image =
|
|
427
|
-
extractPageConfigString(html, "src") ||
|
|
428
|
-
html.match(/imageAndVideoJson:\s*\{[^}]*"imageUrl"\s*:\s*"([^"]+)"/)?.[1];
|
|
429
|
-
|
|
430
|
-
const desktopSpecifications = {
|
|
431
|
-
...(collectDesktopSpecifications({ title, model, brandName, shopName }) ?? {}),
|
|
432
|
-
...(collectDesktopDetailSpecifications(html) ?? {}),
|
|
433
|
-
};
|
|
434
|
-
|
|
435
|
-
return {
|
|
436
|
-
source: "jd-desktop-html",
|
|
437
|
-
skuId: options.skuId,
|
|
438
|
-
url: options.url,
|
|
439
|
-
title: cleanJdValue(title),
|
|
440
|
-
brandName: cleanJdValue(brandName),
|
|
441
|
-
model: cleanJdValue(model),
|
|
442
|
-
shopName,
|
|
443
|
-
category: extractPageConfigArray(html, "cat")?.join(","),
|
|
444
|
-
priceInfo: extractPriceInfo(html),
|
|
445
|
-
dimensions: {},
|
|
446
|
-
specifications:
|
|
447
|
-
Object.keys(desktopSpecifications).length > 0 ? desktopSpecifications : undefined,
|
|
448
|
-
images: image ? [toJdImageUrl(image)].filter(Boolean) as string[] : [],
|
|
449
|
-
variants: [],
|
|
450
|
-
rawData: {
|
|
451
|
-
itemOnly: undefined,
|
|
452
|
-
itemInfo: {
|
|
453
|
-
desktopTitle: title,
|
|
454
|
-
desktopModel: model,
|
|
455
|
-
desktopShopName: shopName,
|
|
456
|
-
},
|
|
457
|
-
},
|
|
458
|
-
};
|
|
459
|
-
}
|
|
460
|
-
|
|
461
|
-
function normalizeBrowserPriceInfo(value: unknown): JdProductParsedData["priceInfo"] {
|
|
462
|
-
if (!value || typeof value !== "object") return undefined;
|
|
463
|
-
const record = value as Record<string, unknown>;
|
|
464
|
-
const jdPrice = stringifyIfPresent(record.jdPrice ?? record.price ?? record.p);
|
|
465
|
-
const promotionPrice = stringifyIfPresent(
|
|
466
|
-
record.promotionPrice ?? record.miaoShaPrice ?? record.op
|
|
467
|
-
);
|
|
468
|
-
if (!jdPrice && !promotionPrice) return undefined;
|
|
469
|
-
return { jdPrice, promotionPrice };
|
|
470
|
-
}
|
|
471
|
-
|
|
472
|
-
function collectEmbeddedSpecifications(
|
|
473
|
-
product: Record<string, unknown>,
|
|
474
|
-
item: Record<string, unknown>,
|
|
475
|
-
stock: Record<string, unknown>
|
|
476
|
-
): Record<string, string> | undefined {
|
|
477
|
-
const specs: Record<string, string> = {};
|
|
478
|
-
addSpec(specs, "商品编号", product.skuId ?? item.skuId);
|
|
479
|
-
addSpec(specs, "商品名称", product.skuName ?? item.skuName ?? item.name);
|
|
480
|
-
addSpec(specs, "品牌", product.brandName ?? item.brandName);
|
|
481
|
-
addSpec(specs, "型号", product.model);
|
|
482
|
-
addSpec(specs, "颜色", product.color);
|
|
483
|
-
addSpec(specs, "类目", product.catName ?? product.category);
|
|
484
|
-
addSpec(specs, "质保", product.wserve);
|
|
485
|
-
addSpec(specs, "移动端上架时间", product.saleDate);
|
|
486
|
-
addSpec(specs, "UPC", product.upc);
|
|
487
|
-
addSpec(specs, "库存状态", (stock as any).StockState ?? (stock as any).stockState);
|
|
488
|
-
addSpec(specs, "店铺", (stock as any)?.D?.shopName ?? (stock as any)?.self_D?.shopName ?? (stock as any)?.shopName);
|
|
489
|
-
addSpec(specs, "包装长", product.length);
|
|
490
|
-
addSpec(specs, "包装宽", product.width);
|
|
491
|
-
addSpec(specs, "包装高", product.height);
|
|
492
|
-
addSpec(specs, "包装重量", product.weight);
|
|
493
|
-
return Object.keys(specs).length > 0 ? specs : undefined;
|
|
494
|
-
}
|
|
495
|
-
|
|
496
|
-
function collectDesktopSpecifications(input: {
|
|
497
|
-
title?: string;
|
|
498
|
-
model?: string;
|
|
499
|
-
brandName?: string;
|
|
500
|
-
shopName?: string;
|
|
501
|
-
}): Record<string, string> | undefined {
|
|
502
|
-
const specs: Record<string, string> = {};
|
|
503
|
-
addSpec(specs, "商品标题", input.title);
|
|
504
|
-
addSpec(specs, "品牌", input.brandName);
|
|
505
|
-
addSpec(specs, "型号", input.model);
|
|
506
|
-
addSpec(specs, "店铺", input.shopName);
|
|
507
|
-
return Object.keys(specs).length > 0 ? specs : undefined;
|
|
508
|
-
}
|
|
509
|
-
|
|
510
|
-
function collectDesktopDetailSpecifications(html: string): Record<string, string> | undefined {
|
|
511
|
-
const specs: Record<string, string> = {};
|
|
512
|
-
|
|
513
|
-
for (const match of html.matchAll(
|
|
514
|
-
/<strong[^>]*>([\s\S]*?)<\/strong>\s*<span[^>]*>([\s\S]*?)<\/span>/gi
|
|
515
|
-
)) {
|
|
516
|
-
addSpec(specs, htmlToText(match[2]), htmlToText(match[1]));
|
|
517
|
-
}
|
|
518
|
-
|
|
519
|
-
for (const row of html.matchAll(/<tr\b[^>]*>([\s\S]*?)<\/tr>/gi)) {
|
|
520
|
-
const cells = [...row[1].matchAll(/<(?:th|td)\b[^>]*>([\s\S]*?)<\/(?:th|td)>/gi)]
|
|
521
|
-
.map((cell) => htmlToText(cell[1]))
|
|
522
|
-
.filter(Boolean) as string[];
|
|
523
|
-
addSequentialSpecPairs(specs, cells);
|
|
524
|
-
}
|
|
525
|
-
|
|
526
|
-
for (const dl of html.matchAll(/<dl\b[^>]*>([\s\S]*?)<\/dl>/gi)) {
|
|
527
|
-
const cells = [...dl[1].matchAll(/<(?:dt|dd)\b[^>]*>([\s\S]*?)<\/(?:dt|dd)>/gi)]
|
|
528
|
-
.map((cell) => htmlToText(cell[1]))
|
|
529
|
-
.filter(Boolean) as string[];
|
|
530
|
-
addSequentialSpecPairs(specs, cells);
|
|
531
|
-
}
|
|
532
|
-
|
|
533
|
-
for (const li of html.matchAll(/<li\b[^>]*(?:title=["']([^"']+)["'])?[^>]*>([\s\S]*?)<\/li>/gi)) {
|
|
534
|
-
const title = htmlToText(li[1]);
|
|
535
|
-
const text = htmlToText(li[2]);
|
|
536
|
-
const colonPair = splitSpecText(title || text);
|
|
537
|
-
if (colonPair) {
|
|
538
|
-
addSpec(specs, colonPair[0], colonPair[1]);
|
|
539
|
-
}
|
|
540
|
-
}
|
|
541
|
-
|
|
542
|
-
for (const match of html.matchAll(
|
|
543
|
-
/<(?:div|p|span)\b[^>]*class=["'][^"']*(?:param|spec|detail|item)[^"']*["'][^>]*>([\s\S]*?)<\/(?:div|p|span)>/gi
|
|
544
|
-
)) {
|
|
545
|
-
const pair = splitSpecText(htmlToText(match[1]));
|
|
546
|
-
if (pair) {
|
|
547
|
-
addSpec(specs, pair[0], pair[1]);
|
|
548
|
-
}
|
|
549
|
-
}
|
|
550
|
-
|
|
551
|
-
return Object.keys(specs).length > 0 ? specs : undefined;
|
|
552
|
-
}
|
|
553
|
-
|
|
554
|
-
function addSequentialSpecPairs(specs: Record<string, string>, cells: string[]) {
|
|
555
|
-
for (let index = 0; index < cells.length - 1; index += 2) {
|
|
556
|
-
addSpec(specs, cells[index], cells[index + 1]);
|
|
557
|
-
}
|
|
558
|
-
}
|
|
559
|
-
|
|
560
|
-
function splitSpecText(text?: string): [string, string] | null {
|
|
561
|
-
if (!text) return null;
|
|
562
|
-
const normalized = text.replace(/\s+/g, " ").trim();
|
|
563
|
-
const match = normalized.match(/^([^::]{1,24})[::]\s*(.+)$/);
|
|
564
|
-
if (!match) return null;
|
|
565
|
-
return [match[1].trim(), match[2].trim()];
|
|
566
|
-
}
|
|
567
|
-
|
|
568
|
-
function htmlToText(value?: string): string | undefined {
|
|
569
|
-
if (!value) return undefined;
|
|
570
|
-
const withoutScripts = value
|
|
571
|
-
.replace(/<script[\s\S]*?<\/script>/gi, "")
|
|
572
|
-
.replace(/<style[\s\S]*?<\/style>/gi, "");
|
|
573
|
-
return decodeHtmlEntities(withoutScripts.replace(/<[^>]+>/g, " ").replace(/\s+/g, " "));
|
|
574
|
-
}
|
|
575
|
-
|
|
576
|
-
function addSpec(
|
|
577
|
-
specs: Record<string, string>,
|
|
578
|
-
label: string,
|
|
579
|
-
value: unknown
|
|
580
|
-
) {
|
|
581
|
-
const text = cleanJdValue(stringifyIfPresent(value));
|
|
582
|
-
if (text) specs[label] = text;
|
|
583
|
-
}
|
|
584
|
-
|
|
585
|
-
function normalizeSkuId(value?: string): string | null {
|
|
586
|
-
const match = String(value || "").match(/\d{6,}/);
|
|
587
|
-
return match ? match[0] : null;
|
|
588
|
-
}
|
|
589
|
-
|
|
590
|
-
function extractWindowJson(html: string, name: string): unknown {
|
|
591
|
-
const marker = `window.${name} =`;
|
|
592
|
-
const markerIndex = html.indexOf(marker);
|
|
593
|
-
if (markerIndex < 0) {
|
|
594
|
-
return undefined;
|
|
595
|
-
}
|
|
596
|
-
|
|
597
|
-
const openIndex = html.indexOf("(", markerIndex + marker.length);
|
|
598
|
-
if (openIndex < 0) {
|
|
599
|
-
return undefined;
|
|
600
|
-
}
|
|
601
|
-
|
|
602
|
-
const closeIndex = findMatchingParen(html, openIndex);
|
|
603
|
-
if (closeIndex < 0) {
|
|
604
|
-
return undefined;
|
|
605
|
-
}
|
|
606
|
-
|
|
607
|
-
const json = html.slice(openIndex + 1, closeIndex).trim();
|
|
608
|
-
return parseJsonishExpression(json);
|
|
609
|
-
}
|
|
610
|
-
|
|
611
|
-
function parseJsonishExpression(expression: string): unknown {
|
|
612
|
-
try {
|
|
613
|
-
return JSON.parse(expression);
|
|
614
|
-
} catch {
|
|
615
|
-
// JD occasionally emits object literals instead of strict JSON. The scanner
|
|
616
|
-
// above isolates the assigned expression, so this fallback only evaluates
|
|
617
|
-
// that object literal rather than the surrounding page script.
|
|
618
|
-
return Function(`"use strict"; return (${expression});`)();
|
|
619
|
-
}
|
|
620
|
-
}
|
|
621
|
-
|
|
622
|
-
function findMatchingParen(text: string, openIndex: number): number {
|
|
623
|
-
let depth = 0;
|
|
624
|
-
let quote: '"' | "'" | null = null;
|
|
625
|
-
let escaped = false;
|
|
626
|
-
|
|
627
|
-
for (let i = openIndex; i < text.length; i += 1) {
|
|
628
|
-
const char = text[i];
|
|
629
|
-
|
|
630
|
-
if (quote) {
|
|
631
|
-
if (escaped) {
|
|
632
|
-
escaped = false;
|
|
633
|
-
} else if (char === "\\") {
|
|
634
|
-
escaped = true;
|
|
635
|
-
} else if (char === quote) {
|
|
636
|
-
quote = null;
|
|
637
|
-
}
|
|
638
|
-
continue;
|
|
639
|
-
}
|
|
640
|
-
|
|
641
|
-
if (char === '"' || char === "'") {
|
|
642
|
-
quote = char;
|
|
643
|
-
continue;
|
|
644
|
-
}
|
|
645
|
-
|
|
646
|
-
if (char === "(") {
|
|
647
|
-
depth += 1;
|
|
648
|
-
} else if (char === ")") {
|
|
649
|
-
depth -= 1;
|
|
650
|
-
if (depth === 0) {
|
|
651
|
-
return i;
|
|
652
|
-
}
|
|
653
|
-
}
|
|
654
|
-
}
|
|
655
|
-
|
|
656
|
-
return -1;
|
|
657
|
-
}
|
|
658
|
-
|
|
659
|
-
function extractPriceInfo(html: string): JdProductParsedData["priceInfo"] {
|
|
660
|
-
const jdPrice = html.match(/"jdPrice"\s*:\s*"([^"]+)"/)?.[1];
|
|
661
|
-
const promotionPrice =
|
|
662
|
-
html.match(/"miaoShaPrice"\s*:\s*"([^"]+)"/)?.[1] ||
|
|
663
|
-
html.match(/"promotionPrice"\s*:\s*"([^"]+)"/)?.[1];
|
|
664
|
-
|
|
665
|
-
if (!jdPrice && !promotionPrice) {
|
|
666
|
-
return undefined;
|
|
667
|
-
}
|
|
668
|
-
|
|
669
|
-
return { jdPrice, promotionPrice };
|
|
670
|
-
}
|
|
671
|
-
|
|
672
|
-
function extractTitleText(html: string): string | undefined {
|
|
673
|
-
return decodeHtmlEntities(html.match(/<title>([\s\S]*?)<\/title>/i)?.[1] || "");
|
|
674
|
-
}
|
|
675
|
-
|
|
676
|
-
function extractMetaContent(html: string, name: string): string | undefined {
|
|
677
|
-
return decodeHtmlEntities(
|
|
678
|
-
html.match(
|
|
679
|
-
new RegExp(`<meta[^>]+name=["']${name}["'][^>]+content=["']([^"']+)["']`, "i")
|
|
680
|
-
)?.[1] || ""
|
|
681
|
-
);
|
|
682
|
-
}
|
|
683
|
-
|
|
684
|
-
function extractPageConfigString(html: string, key: string): string | undefined {
|
|
685
|
-
const pattern = new RegExp(`${key}:\\s*'([^']*)'`);
|
|
686
|
-
return decodeHtmlEntities(html.match(pattern)?.[1] || "");
|
|
687
|
-
}
|
|
688
|
-
|
|
689
|
-
function extractPageConfigArray(html: string, key: string): string[] | undefined {
|
|
690
|
-
const match = html.match(new RegExp(`${key}:\\s*\\[([^\\]]+)\\]`));
|
|
691
|
-
if (!match) return undefined;
|
|
692
|
-
return match[1]
|
|
693
|
-
.split(",")
|
|
694
|
-
.map((part) => part.trim().replace(/^['"]|['"]$/g, ""))
|
|
695
|
-
.filter(Boolean);
|
|
696
|
-
}
|
|
697
|
-
|
|
698
|
-
function cleanDesktopTitle(value?: string): string | undefined {
|
|
699
|
-
if (!value) return undefined;
|
|
700
|
-
const text = value.replace(/\s+/g, " ").trim();
|
|
701
|
-
if (text.startsWith("【")) {
|
|
702
|
-
const withoutLeadingSku = text.replace(/^【[^】]+】/, "");
|
|
703
|
-
const productTitle = withoutLeadingSku
|
|
704
|
-
.replace(/【(?:行情|图片|报价|价格|评测)[\s\S]*$/, "")
|
|
705
|
-
.trim();
|
|
706
|
-
if (productTitle) return productTitle;
|
|
707
|
-
}
|
|
708
|
-
return text
|
|
709
|
-
.replace(/^京东JD\.COM是国内专业的网上购物商城,为您提供/, "")
|
|
710
|
-
.replace(/价格、图片、品牌、评论、等相关信息\.?$/, "")
|
|
711
|
-
.trim();
|
|
712
|
-
}
|
|
713
|
-
|
|
714
|
-
function extractModelFromText(html: string): string | undefined {
|
|
715
|
-
return decodeHtmlEntities(
|
|
716
|
-
html.match(/[A-Z]{2,}-[A-Za-z0-9/ⅡⅠ]+(?:Pro|Plus|Max)?/)?.[0] || ""
|
|
717
|
-
);
|
|
718
|
-
}
|
|
719
|
-
|
|
720
|
-
function cleanJdValue(value?: string): string | undefined {
|
|
721
|
-
const text = decodeHtmlEntities(String(value || "")) || "";
|
|
722
|
-
if (!text) return undefined;
|
|
723
|
-
if (text === "京东验证" || text.includes("访问验证")) return undefined;
|
|
724
|
-
if (/^utf-?8$/i.test(text)) return undefined;
|
|
725
|
-
if (/^UA-Compatible$/i.test(text)) return undefined;
|
|
726
|
-
return text;
|
|
727
|
-
}
|
|
728
|
-
|
|
729
|
-
function isUsableJdBrandName(brandName?: string, title?: string): boolean {
|
|
730
|
-
if (!brandName) return false;
|
|
731
|
-
if (brandName === "京东" && title && !title.includes("京东")) return false;
|
|
732
|
-
return true;
|
|
733
|
-
}
|
|
734
|
-
|
|
735
|
-
function isUsableJdModel(model?: string): boolean {
|
|
736
|
-
if (!model) return false;
|
|
737
|
-
if (/^UA-Compatible$/i.test(model)) return false;
|
|
738
|
-
if (/^utf-?8$/i.test(model)) return false;
|
|
739
|
-
return true;
|
|
740
|
-
}
|
|
741
|
-
|
|
742
|
-
function extractBrandFromTitle(
|
|
743
|
-
title?: string,
|
|
744
|
-
model?: string
|
|
745
|
-
): string | undefined {
|
|
746
|
-
if (!title || !model) return undefined;
|
|
747
|
-
const prefix = title.match(/^([\u4e00-\u9fa5A-Za-z0-9]+).*?$/)?.[1];
|
|
748
|
-
if (!prefix) return undefined;
|
|
749
|
-
const knownBrand = ["华凌", "美的", "格力", "海尔", "小米", "京东"].find((brand) =>
|
|
750
|
-
prefix.startsWith(brand)
|
|
751
|
-
);
|
|
752
|
-
if (knownBrand) return knownBrand;
|
|
753
|
-
if (model.startsWith(prefix)) return prefix.replace(model, "") || undefined;
|
|
754
|
-
const modelIndex = prefix.indexOf(model);
|
|
755
|
-
return modelIndex > 0 ? prefix.slice(0, modelIndex) : prefix.slice(0, 4);
|
|
756
|
-
}
|
|
757
|
-
|
|
758
|
-
function decodeHtmlEntities(value: string): string | undefined {
|
|
759
|
-
if (!value) return undefined;
|
|
760
|
-
const decoded = value
|
|
761
|
-
.replace(/ /g, " ")
|
|
762
|
-
.replace(/&/g, "&")
|
|
763
|
-
.replace(/"/g, '"')
|
|
764
|
-
.replace(/'/g, "'")
|
|
765
|
-
.replace(/</g, "<")
|
|
766
|
-
.replace(/>/g, ">")
|
|
767
|
-
.replace(/&#x([0-9a-f]+);/gi, (_, hex) =>
|
|
768
|
-
String.fromCharCode(Number.parseInt(hex, 16))
|
|
769
|
-
)
|
|
770
|
-
.replace(/&#(\d+);/g, (_, num) =>
|
|
771
|
-
String.fromCharCode(Number.parseInt(num, 10))
|
|
772
|
-
)
|
|
773
|
-
.trim();
|
|
774
|
-
return decoded || undefined;
|
|
775
|
-
}
|
|
776
|
-
|
|
777
|
-
function collectImages(product: any, item: any): string[] {
|
|
778
|
-
const values = [
|
|
779
|
-
product.imageurl,
|
|
780
|
-
...(Array.isArray(item.image) ? item.image : []),
|
|
781
|
-
...(Array.isArray(product.image) ? product.image : []),
|
|
782
|
-
];
|
|
783
|
-
|
|
784
|
-
return [...new Set(values.filter(Boolean).map(toJdImageUrl).filter(Boolean))];
|
|
785
|
-
}
|
|
786
|
-
|
|
787
|
-
function normalizeVariants(value: unknown): JdProductParsedData["variants"] {
|
|
788
|
-
if (!Array.isArray(value)) {
|
|
789
|
-
return [];
|
|
790
|
-
}
|
|
791
|
-
|
|
792
|
-
return value.map((variant: any) => ({
|
|
793
|
-
skuId: stringifyIfPresent(variant.skuId),
|
|
794
|
-
color:
|
|
795
|
-
stringifyIfPresent(variant.color) ||
|
|
796
|
-
stringifyIfPresent(variant.颜色) ||
|
|
797
|
-
stringifyIfPresent(variant.name),
|
|
798
|
-
image: toJdImageUrl(variant.imagePath || variant.longImagePath),
|
|
799
|
-
raw: variant,
|
|
800
|
-
}));
|
|
801
|
-
}
|
|
802
|
-
|
|
803
|
-
function toJdImageUrl(value?: string): string | undefined {
|
|
804
|
-
if (!value) {
|
|
805
|
-
return undefined;
|
|
806
|
-
}
|
|
807
|
-
if (/^https?:\/\//.test(value)) {
|
|
808
|
-
return value;
|
|
809
|
-
}
|
|
810
|
-
if (value.startsWith("//")) {
|
|
811
|
-
return `https:${value}`;
|
|
812
|
-
}
|
|
813
|
-
return `https://img13.360buyimg.com/n1/${value.replace(/^\/+/, "")}`;
|
|
814
|
-
}
|
|
815
|
-
|
|
816
|
-
function stringifyIfPresent(value: unknown): string | undefined {
|
|
817
|
-
if (value === undefined || value === null || value === "") {
|
|
818
|
-
return undefined;
|
|
819
|
-
}
|
|
820
|
-
return String(value);
|
|
821
|
-
}
|