@jingyi0605/codingns 0.8.5 → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/codingns.mjs +7 -156
- package/dist/public/assets/AdaptiveButlerPage-B17QiMyT.js +2 -0
- package/dist/public/assets/{App-BOHBGFOd.js → App-CFBwDUNA.js} +6 -6
- package/dist/public/assets/{BootstrapPage-BxHQT4nA.js → BootstrapPage-W5wU3BPh.js} +1 -1
- package/dist/public/assets/{ConversationPage-DWFsF6BB.js → ConversationPage-DQLX1bUh.js} +6 -6
- package/dist/public/assets/{DesktopDetachPreviewPage-DOgEjYEf.js → DesktopDetachPreviewPage-DTPeuAW-.js} +1 -1
- package/dist/public/assets/DesktopModal-6ii53_Y9.js +1 -0
- package/dist/public/assets/DesktopWindowPage-D0blSuKd.js +2 -0
- package/dist/public/assets/FileContextPanel-BrKO8Xt6.js +1 -0
- package/dist/public/assets/GitSidebar-BdwiDtOr.js +6 -0
- package/dist/public/assets/MobileCreateSessionSheet-Cx_dBiBb.js +1 -0
- package/dist/public/assets/MobileSheet-opTWyRe1.js +1 -0
- package/dist/public/assets/{MobileTopHeaderFrame-lcp2GscV.js → MobileTopHeaderFrame-BbNON3Y4.js} +1 -1
- package/dist/public/assets/MobileWorkspaceSwitcherHeader-BZEzPeMj.js +1 -0
- package/dist/public/assets/{PluginAccessOverview-DGcKAMQl.js → PluginAccessOverview-mQDmAljp.js} +1 -1
- package/dist/public/assets/PluginContainerPage-CcxUJpM4.js +1 -0
- package/dist/public/assets/{PluginDetailPage-CAJ7LFpD.js → PluginDetailPage-D5--ACIt.js} +1 -1
- package/dist/public/assets/{PluginsListPage-BxZG1NyT.js → PluginsListPage-D_oJxYXT.js} +1 -1
- package/dist/public/assets/{RelayConnectEntryPage-CfNO_TIl.js → RelayConnectEntryPage-DROxpnkv.js} +1 -1
- package/dist/public/assets/{ServerSettingsModal-by36Z_5k.js → ServerSettingsModal-CUUOPqSe.js} +1 -1
- package/dist/public/assets/SessionIndexPage-C2Jxh6Gp.js +1 -0
- package/dist/public/assets/SettingsPage-BlAZCHsy.js +2 -0
- package/dist/public/assets/{TerminalManagerPanel-NVZRxxmH.js → TerminalManagerPanel-CjzbiWjl.js} +1 -1
- package/dist/public/assets/{TerminalPage-C4LNoPBp.js → TerminalPage-CwWyFDj8.js} +2 -2
- package/dist/public/assets/TerminalRuntimeFallbackModal-CSVVbO8r.js +1 -0
- package/dist/public/assets/{ToolFilesPage-47zbdgTW.js → ToolFilesPage-QBEY8oCf.js} +1 -1
- package/dist/public/assets/{ToolGitPage-Fuk_b_jg.js → ToolGitPage-BKoZ2l9v.js} +1 -1
- package/dist/public/assets/{ToolProcessesPage-sWSMWD-9.js → ToolProcessesPage-BOH0ib4G.js} +1 -1
- package/dist/public/assets/{ToolsHomePage-R1mZlbZi.js → ToolsHomePage-BcMZ3BCQ.js} +1 -1
- package/dist/public/assets/{WorkbenchLandingPage-CqmiFH2u.js → WorkbenchLandingPage-B5zoppEl.js} +1 -1
- package/dist/public/assets/WorkbenchLayout-BksVkkFF.css +1 -0
- package/dist/public/assets/WorkbenchLayout-CikJBS62.js +1019 -0
- package/dist/public/assets/{WorkbenchModal-C7qoQElW.js → WorkbenchModal-NGmPgqaE.js} +1 -1
- package/dist/public/assets/WorkbenchShellRoute-BbbSOiZw.js +1 -0
- package/dist/public/assets/WorkbenchShellRoute-DT3VMjWD.css +1 -0
- package/dist/public/assets/WorkspaceDebugDetailPage-CVivdPx5.js +1 -0
- package/dist/public/assets/{WorkspaceDetailPage-BPsrFffw.js → WorkspaceDetailPage-DgOSjscR.js} +1 -1
- package/dist/public/assets/{WorkspaceHomePage-KAtqZOAb.js → WorkspaceHomePage-HPa7M_Vh.js} +1 -1
- package/dist/public/assets/{client-runtime-manager-wmCJZKYd.js → client-runtime-manager-DXbI9K1K.js} +1 -1
- package/dist/public/assets/index-BxJPQpFM.css +1 -0
- package/dist/public/assets/index-CeXGOT_T.js +50 -0
- package/dist/public/assets/{login-direct-candidate-resolver-BOAgTuUf.js → login-direct-candidate-resolver-DkKyFtQJ.js} +1 -1
- package/dist/public/assets/{plugin-permission-copy-Cq99cnzV.js → plugin-permission-copy-CzN269Bk.js} +1 -1
- package/dist/public/assets/{plugins-api-BQTV5DOp.js → plugins-api-Bv9DHpLF.js} +1 -1
- package/dist/public/assets/{preferences-service-DJxbEEeg.js → preferences-service-D2ISL2Zz.js} +1 -1
- package/dist/public/assets/{relay-entry-D-LfvdiX.js → relay-entry-Bg0OisQy.js} +1 -1
- package/dist/public/assets/{terminal-runtime-meta-BJmy8dyK.js → terminal-runtime-meta-C8t-CIDF.js} +1 -1
- package/dist/public/assets/{useRegisteredDebugTemplates-DQAWVdCo.js → useRegisteredDebugTemplates-Bol3NVfN.js} +1 -1
- package/dist/public/assets/{workbench-navigation-MEzCSmsK.js → workbench-navigation-B7IjRQd8.js} +1 -1
- package/dist/public/index.html +2 -2
- package/dist/server/middlewares/auth-guard.js +10 -5
- package/dist/server/middlewares/auth-guard.js.map +1 -1
- package/dist/server/modules/affairs-indexer/contracts/src/errors/app-error.d.ts +11 -0
- package/dist/server/modules/affairs-indexer/contracts/src/errors/app-error.js +22 -0
- package/dist/server/modules/affairs-indexer/contracts/src/errors/app-error.js.map +1 -0
- package/dist/server/modules/affairs-indexer/contracts/src/errors/error-codes.d.ts +23 -0
- package/dist/server/modules/affairs-indexer/contracts/src/errors/error-codes.js +23 -0
- package/dist/server/modules/affairs-indexer/contracts/src/errors/error-codes.js.map +1 -0
- package/dist/server/modules/affairs-indexer/contracts/src/index.d.ts +4 -0
- package/dist/server/modules/affairs-indexer/contracts/src/index.js +5 -0
- package/dist/server/modules/affairs-indexer/contracts/src/index.js.map +1 -0
- package/dist/server/modules/affairs-indexer/contracts/src/types/cli-command-context.d.ts +7 -0
- package/dist/server/modules/affairs-indexer/contracts/src/types/cli-command-context.js +2 -0
- package/dist/server/modules/affairs-indexer/contracts/src/types/cli-command-context.js.map +1 -0
- package/dist/server/modules/affairs-indexer/contracts/src/types/runtime-config.d.ts +16 -0
- package/dist/server/modules/affairs-indexer/contracts/src/types/runtime-config.js +2 -0
- package/dist/server/modules/affairs-indexer/contracts/src/types/runtime-config.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/config/load-runtime-config.d.ts +10 -0
- package/dist/server/modules/affairs-indexer/core/src/config/load-runtime-config.js +215 -0
- package/dist/server/modules/affairs-indexer/core/src/config/load-runtime-config.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/index.d.ts +31 -0
- package/dist/server/modules/affairs-indexer/core/src/index.js +32 -0
- package/dist/server/modules/affairs-indexer/core/src/index.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/logging/structured-logger.d.ts +20 -0
- package/dist/server/modules/affairs-indexer/core/src/logging/structured-logger.js +47 -0
- package/dist/server/modules/affairs-indexer/core/src/logging/structured-logger.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/base-complex-parser-adapter.d.ts +17 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/base-complex-parser-adapter.js +63 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/base-complex-parser-adapter.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/complex-document-skip-adapter.d.ts +12 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/complex-document-skip-adapter.js +42 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/complex-document-skip-adapter.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/csv-parser-adapter.d.ts +7 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/csv-parser-adapter.js +107 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/csv-parser-adapter.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/document-parser.d.ts +19 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/document-parser.js +37 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/document-parser.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/docx-parser-adapter.d.ts +7 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/docx-parser-adapter.js +123 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/docx-parser-adapter.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/openxml-utils.d.ts +8 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/openxml-utils.js +111 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/openxml-utils.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/parser-adapter.d.ts +42 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/parser-adapter.js +2 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/parser-adapter.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/parser-capability-registry.d.ts +18 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/parser-capability-registry.js +91 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/parser-capability-registry.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/parser-router.d.ts +18 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/parser-router.js +59 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/parser-router.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/parser-skip-repository.d.ts +48 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/parser-skip-repository.js +193 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/parser-skip-repository.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/pdf-parser-adapter.d.ts +7 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/pdf-parser-adapter.js +371 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/pdf-parser-adapter.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/plain-text-parser-adapter.d.ts +10 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/plain-text-parser-adapter.js +55 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/plain-text-parser-adapter.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/plain-text-parser.d.ts +9 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/plain-text-parser.js +2 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/plain-text-parser.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/pptx-parser-adapter.d.ts +7 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/pptx-parser-adapter.js +130 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/pptx-parser-adapter.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/xlsx-parser-adapter.d.ts +7 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/xlsx-parser-adapter.js +228 -0
- package/dist/server/modules/affairs-indexer/core/src/parser/xlsx-parser-adapter.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/repositories/catalog-repository.d.ts +205 -0
- package/dist/server/modules/affairs-indexer/core/src/repositories/catalog-repository.js +1471 -0
- package/dist/server/modules/affairs-indexer/core/src/repositories/catalog-repository.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/repositories/catalog-write-repository.d.ts +161 -0
- package/dist/server/modules/affairs-indexer/core/src/repositories/catalog-write-repository.js +1350 -0
- package/dist/server/modules/affairs-indexer/core/src/repositories/catalog-write-repository.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/scanner/file-scanner.d.ts +32 -0
- package/dist/server/modules/affairs-indexer/core/src/scanner/file-scanner.js +208 -0
- package/dist/server/modules/affairs-indexer/core/src/scanner/file-scanner.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/services/dirty/dirty-scope-resolver.d.ts +30 -0
- package/dist/server/modules/affairs-indexer/core/src/services/dirty/dirty-scope-resolver.js +66 -0
- package/dist/server/modules/affairs-indexer/core/src/services/dirty/dirty-scope-resolver.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/services/export/export-builder.d.ts +33 -0
- package/dist/server/modules/affairs-indexer/core/src/services/export/export-builder.js +705 -0
- package/dist/server/modules/affairs-indexer/core/src/services/export/export-builder.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/services/indexer/allowed-extensions-diff-service.d.ts +80 -0
- package/dist/server/modules/affairs-indexer/core/src/services/indexer/allowed-extensions-diff-service.js +193 -0
- package/dist/server/modules/affairs-indexer/core/src/services/indexer/allowed-extensions-diff-service.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/services/indexer/text-indexer.d.ts +77 -0
- package/dist/server/modules/affairs-indexer/core/src/services/indexer/text-indexer.js +467 -0
- package/dist/server/modules/affairs-indexer/core/src/services/indexer/text-indexer.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/services/mcp/mcp-stdio-server.d.ts +17 -0
- package/dist/server/modules/affairs-indexer/core/src/services/mcp/mcp-stdio-server.js +264 -0
- package/dist/server/modules/affairs-indexer/core/src/services/mcp/mcp-stdio-server.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/services/search/offline-search-service.d.ts +11 -0
- package/dist/server/modules/affairs-indexer/core/src/services/search/offline-search-service.js +76 -0
- package/dist/server/modules/affairs-indexer/core/src/services/search/offline-search-service.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/services/search/search-index-builder.d.ts +26 -0
- package/dist/server/modules/affairs-indexer/core/src/services/search/search-index-builder.js +305 -0
- package/dist/server/modules/affairs-indexer/core/src/services/search/search-index-builder.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/services/tagging/tag-recompute-service.d.ts +53 -0
- package/dist/server/modules/affairs-indexer/core/src/services/tagging/tag-recompute-service.js +566 -0
- package/dist/server/modules/affairs-indexer/core/src/services/tagging/tag-recompute-service.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/services/watch/watch-service.d.ts +47 -0
- package/dist/server/modules/affairs-indexer/core/src/services/watch/watch-service.js +227 -0
- package/dist/server/modules/affairs-indexer/core/src/services/watch/watch-service.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/catalog-schema.d.ts +5 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/catalog-schema.js +245 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/catalog-schema.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/detect-catalog-schema.d.ts +14 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/detect-catalog-schema.js +87 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/detect-catalog-schema.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/init-catalog.d.ts +13 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/init-catalog.js +16 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/init-catalog.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/migration-runner.d.ts +22 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/migration-runner.js +430 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/migration-runner.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/open-database.d.ts +9 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/open-database.js +19 -0
- package/dist/server/modules/affairs-indexer/core/src/sqlite/open-database.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/tagging/simple-tag-inference.d.ts +21 -0
- package/dist/server/modules/affairs-indexer/core/src/tagging/simple-tag-inference.js +94 -0
- package/dist/server/modules/affairs-indexer/core/src/tagging/simple-tag-inference.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/utils/abort.d.ts +2 -0
- package/dist/server/modules/affairs-indexer/core/src/utils/abort.js +13 -0
- package/dist/server/modules/affairs-indexer/core/src/utils/abort.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/utils/file-streaming.d.ts +9 -0
- package/dist/server/modules/affairs-indexer/core/src/utils/file-streaming.js +64 -0
- package/dist/server/modules/affairs-indexer/core/src/utils/file-streaming.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/utils/root-command-lock.d.ts +10 -0
- package/dist/server/modules/affairs-indexer/core/src/utils/root-command-lock.js +230 -0
- package/dist/server/modules/affairs-indexer/core/src/utils/root-command-lock.js.map +1 -0
- package/dist/server/modules/affairs-indexer/core/src/utils/rss-log.d.ts +2 -0
- package/dist/server/modules/affairs-indexer/core/src/utils/rss-log.js +19 -0
- package/dist/server/modules/affairs-indexer/core/src/utils/rss-log.js.map +1 -0
- package/dist/server/modules/affairs-indexer/internal-command-runner.d.ts +31 -0
- package/dist/server/modules/affairs-indexer/internal-command-runner.js +643 -0
- package/dist/server/modules/affairs-indexer/internal-command-runner.js.map +1 -0
- package/dist/server/modules/assistant-capability/assistant-capability-controller.d.ts +0 -49
- package/dist/server/modules/assistant-capability/assistant-capability-controller.js +10 -56
- package/dist/server/modules/assistant-capability/assistant-capability-controller.js.map +1 -1
- package/dist/server/modules/assistant-capability/assistant-capability-service.d.ts +2 -46
- package/dist/server/modules/assistant-capability/assistant-capability-service.js +15 -158
- package/dist/server/modules/assistant-capability/assistant-capability-service.js.map +1 -1
- package/dist/server/modules/browser-runtime/opencli-bridge-browser-executor.d.ts +4 -2
- package/dist/server/modules/browser-runtime/opencli-bridge-browser-executor.js +62 -21
- package/dist/server/modules/browser-runtime/opencli-bridge-browser-executor.js.map +1 -1
- package/dist/server/modules/butler/butler-control-session-service.d.ts +3 -4
- package/dist/server/modules/butler/butler-control-session-service.js +39 -62
- package/dist/server/modules/butler/butler-control-session-service.js.map +1 -1
- package/dist/server/modules/butler/butler-controller.d.ts +11 -3
- package/dist/server/modules/butler/butler-controller.js +19 -4
- package/dist/server/modules/butler/butler-controller.js.map +1 -1
- package/dist/server/modules/butler/butler-follow-up-service.js.map +1 -1
- package/dist/server/modules/butler/butler-profile-service.d.ts +1 -1
- package/dist/server/modules/butler/butler-profile-service.js +34 -63
- package/dist/server/modules/butler/butler-profile-service.js.map +1 -1
- package/dist/server/modules/butler/butler-project-service.d.ts +1 -3
- package/dist/server/modules/butler/butler-project-service.js +1 -7
- package/dist/server/modules/butler/butler-project-service.js.map +1 -1
- package/dist/server/modules/butler/butler-session-service.d.ts +1 -0
- package/dist/server/modules/butler/butler-session-service.js +109 -0
- package/dist/server/modules/butler/butler-session-service.js.map +1 -1
- package/dist/server/modules/butler/butler-session-summary-service.js +0 -2
- package/dist/server/modules/butler/butler-session-summary-service.js.map +1 -1
- package/dist/server/modules/butler/butler-workspace-context.d.ts +5 -1
- package/dist/server/modules/butler/butler-workspace-context.js +21 -12
- package/dist/server/modules/butler/butler-workspace-context.js.map +1 -1
- package/dist/server/modules/file/file-content-service.d.ts +11 -0
- package/dist/server/modules/file/file-content-service.js +55 -0
- package/dist/server/modules/file/file-content-service.js.map +1 -1
- package/dist/server/modules/file/file-controller.d.ts +26 -1
- package/dist/server/modules/file/file-controller.js +59 -4
- package/dist/server/modules/file/file-controller.js.map +1 -1
- package/dist/server/modules/file/file-preview-link-service.d.ts +1 -0
- package/dist/server/modules/file/file-preview-link-service.js +25 -0
- package/dist/server/modules/file/file-preview-link-service.js.map +1 -1
- package/dist/server/modules/file/file-preview-service.js +15 -4
- package/dist/server/modules/file/file-preview-service.js.map +1 -1
- package/dist/server/modules/file/file-preview-types.d.ts +9 -1
- package/dist/server/modules/file/file-preview-types.js +8 -1
- package/dist/server/modules/file/file-preview-types.js.map +1 -1
- package/dist/server/modules/file/recent-modified-file-service.d.ts +15 -0
- package/dist/server/modules/file/recent-modified-file-service.js +102 -0
- package/dist/server/modules/file/recent-modified-file-service.js.map +1 -0
- package/dist/server/modules/file/runtime/codingns-workspace-bridge.js +6 -0
- package/dist/server/modules/file/workspace-file-bridge-service.d.ts +11 -0
- package/dist/server/modules/file/workspace-file-bridge-service.js +19 -0
- package/dist/server/modules/file/workspace-file-bridge-service.js.map +1 -1
- package/dist/server/modules/file/workspace-index-apply-service.d.ts +25 -0
- package/dist/server/modules/file/workspace-index-apply-service.js +42 -0
- package/dist/server/modules/file/workspace-index-apply-service.js.map +1 -0
- package/dist/server/modules/office/office-controller.d.ts +15 -1
- package/dist/server/modules/office/office-controller.js +26 -1
- package/dist/server/modules/office/office-controller.js.map +1 -1
- package/dist/server/modules/office/onlyoffice-integration-service.d.ts +78 -0
- package/dist/server/modules/office/onlyoffice-integration-service.js +610 -0
- package/dist/server/modules/office/onlyoffice-integration-service.js.map +1 -0
- package/dist/server/modules/plugins/plugin-file-gateway-service.d.ts +12 -0
- package/dist/server/modules/plugins/plugin-file-gateway-service.js +13 -0
- package/dist/server/modules/plugins/plugin-file-gateway-service.js.map +1 -1
- package/dist/server/modules/preferences/profile-service.d.ts +1 -0
- package/dist/server/modules/preferences/profile-service.js +27 -3
- package/dist/server/modules/preferences/profile-service.js.map +1 -1
- package/dist/server/modules/sessions/codex-app-server-helper-process.js +0 -8
- package/dist/server/modules/sessions/codex-app-server-helper-process.js.map +1 -1
- package/dist/server/modules/sessions/session-controller.d.ts +1 -0
- package/dist/server/modules/sessions/session-controller.js +3 -0
- package/dist/server/modules/sessions/session-controller.js.map +1 -1
- package/dist/server/modules/sessions/session-history-service.d.ts +2 -0
- package/dist/server/modules/sessions/session-history-service.js +78 -3
- package/dist/server/modules/sessions/session-history-service.js.map +1 -1
- package/dist/server/modules/sessions/session-live-runtime-service.d.ts +1 -0
- package/dist/server/modules/sessions/session-live-runtime-service.js +4 -0
- package/dist/server/modules/sessions/session-live-runtime-service.js.map +1 -1
- package/dist/server/modules/sessions/session-permission-request-service.js +0 -4
- package/dist/server/modules/sessions/session-permission-request-service.js.map +1 -1
- package/dist/server/modules/sessions/workspace-session-instruction-watch-service.d.ts +23 -0
- package/dist/server/modules/sessions/workspace-session-instruction-watch-service.js +122 -0
- package/dist/server/modules/sessions/workspace-session-instruction-watch-service.js.map +1 -0
- package/dist/server/modules/sessions/workspace-session-runtime-context-service.d.ts +15 -0
- package/dist/server/modules/sessions/workspace-session-runtime-context-service.js +93 -10
- package/dist/server/modules/sessions/workspace-session-runtime-context-service.js.map +1 -1
- package/dist/server/modules/skills/builtin-skills/codingns-assistant/SKILL.md +6 -7
- package/dist/server/modules/skills/builtin-skills/codingns-assistant/references/cli-workflow.md +2 -3
- package/dist/server/modules/system/host-resource-controller.d.ts +7 -0
- package/dist/server/modules/system/host-resource-controller.js +12 -0
- package/dist/server/modules/system/host-resource-controller.js.map +1 -0
- package/dist/server/modules/system/host-resource-service.d.ts +54 -0
- package/dist/server/modules/system/host-resource-service.js +162 -0
- package/dist/server/modules/system/host-resource-service.js.map +1 -0
- package/dist/server/modules/tasks/observability-service.d.ts +12 -2
- package/dist/server/modules/tasks/observability-service.js +13 -1
- package/dist/server/modules/tasks/observability-service.js.map +1 -1
- package/dist/server/modules/tasks/task-helper-client.d.ts +36 -2
- package/dist/server/modules/tasks/task-helper-client.js +201 -19
- package/dist/server/modules/tasks/task-helper-client.js.map +1 -1
- package/dist/server/modules/tasks/task-helper-pool.d.ts +37 -0
- package/dist/server/modules/tasks/task-helper-pool.js +173 -0
- package/dist/server/modules/tasks/task-helper-pool.js.map +1 -0
- package/dist/server/modules/tasks/task-helper-process-handlers.d.ts +27 -0
- package/dist/server/modules/tasks/task-helper-process-handlers.js +25 -1
- package/dist/server/modules/tasks/task-helper-process-handlers.js.map +1 -1
- package/dist/server/modules/tasks/task-helper-process.js +75 -26
- package/dist/server/modules/tasks/task-helper-process.js.map +1 -1
- package/dist/server/modules/tasks/task-helper-scheduling.d.ts +11 -0
- package/dist/server/modules/tasks/task-helper-scheduling.js +43 -0
- package/dist/server/modules/tasks/task-helper-scheduling.js.map +1 -0
- package/dist/server/modules/tasks/task-lane-executors.js +19 -3
- package/dist/server/modules/tasks/task-lane-executors.js.map +1 -1
- package/dist/server/modules/tasks/task-manager.d.ts +1 -0
- package/dist/server/modules/tasks/task-manager.js +3 -0
- package/dist/server/modules/tasks/task-manager.js.map +1 -1
- package/dist/server/modules/tasks/task-registry.d.ts +1 -0
- package/dist/server/modules/tasks/task-registry.js +3 -0
- package/dist/server/modules/tasks/task-registry.js.map +1 -1
- package/dist/server/modules/tasks/task-scheduler.d.ts +6 -0
- package/dist/server/modules/tasks/task-scheduler.js +162 -7
- package/dist/server/modules/tasks/task-scheduler.js.map +1 -1
- package/dist/server/modules/tasks/task-types.d.ts +28 -3
- package/dist/server/modules/tasks/task-types.js +14 -2
- package/dist/server/modules/tasks/task-types.js.map +1 -1
- package/dist/server/modules/workbench/affairs-assistant-session-snapshot-service.d.ts +68 -0
- package/dist/server/modules/workbench/affairs-assistant-session-snapshot-service.js +286 -0
- package/dist/server/modules/workbench/affairs-assistant-session-snapshot-service.js.map +1 -0
- package/dist/server/modules/workbench/workbench-controller.js +11 -1
- package/dist/server/modules/workbench/workbench-controller.js.map +1 -1
- package/dist/server/modules/workbench/workbench-service.d.ts +9 -2
- package/dist/server/modules/workbench/workbench-service.js +58 -18
- package/dist/server/modules/workbench/workbench-service.js.map +1 -1
- package/dist/server/modules/workspace/affairs-library-controller.d.ts +117 -0
- package/dist/server/modules/workspace/affairs-library-controller.js +164 -0
- package/dist/server/modules/workspace/affairs-library-controller.js.map +1 -0
- package/dist/server/modules/workspace/affairs-library-debug-log.d.ts +23 -0
- package/dist/server/modules/workspace/affairs-library-debug-log.js +107 -0
- package/dist/server/modules/workspace/affairs-library-debug-log.js.map +1 -0
- package/dist/server/modules/workspace/affairs-library-dirty-watch-service.d.ts +52 -0
- package/dist/server/modules/workspace/affairs-library-dirty-watch-service.js +555 -0
- package/dist/server/modules/workspace/affairs-library-dirty-watch-service.js.map +1 -0
- package/dist/server/modules/workspace/affairs-library-preview-link-service.d.ts +24 -0
- package/dist/server/modules/workspace/affairs-library-preview-link-service.js +157 -0
- package/dist/server/modules/workspace/affairs-library-preview-link-service.js.map +1 -0
- package/dist/server/modules/workspace/affairs-library-refresh-contract.d.ts +56 -0
- package/dist/server/modules/workspace/affairs-library-refresh-contract.js +48 -0
- package/dist/server/modules/workspace/affairs-library-refresh-contract.js.map +1 -0
- package/dist/server/modules/workspace/affairs-library-service.d.ts +344 -0
- package/dist/server/modules/workspace/affairs-library-service.js +3755 -0
- package/dist/server/modules/workspace/affairs-library-service.js.map +1 -0
- package/dist/server/modules/workspace/affairs-lightweight-session-controller.d.ts +78 -0
- package/dist/server/modules/workspace/affairs-lightweight-session-controller.js +146 -0
- package/dist/server/modules/workspace/affairs-lightweight-session-controller.js.map +1 -0
- package/dist/server/modules/workspace/affairs-lightweight-session-service.d.ts +133 -0
- package/dist/server/modules/workspace/affairs-lightweight-session-service.js +1447 -0
- package/dist/server/modules/workspace/affairs-lightweight-session-service.js.map +1 -0
- package/dist/server/modules/workspace/affairs-tag-controller.d.ts +107 -0
- package/dist/server/modules/workspace/affairs-tag-controller.js +97 -0
- package/dist/server/modules/workspace/affairs-tag-controller.js.map +1 -0
- package/dist/server/modules/workspace/affairs-tag-service.d.ts +153 -0
- package/dist/server/modules/workspace/affairs-tag-service.js +680 -0
- package/dist/server/modules/workspace/affairs-tag-service.js.map +1 -0
- package/dist/server/modules/workspace/workspace-controller.d.ts +2 -1
- package/dist/server/modules/workspace/workspace-controller.js +8 -2
- package/dist/server/modules/workspace/workspace-controller.js.map +1 -1
- package/dist/server/modules/workspace/workspace-service.js +60 -9
- package/dist/server/modules/workspace/workspace-service.js.map +1 -1
- package/dist/server/routes/affairs.d.ts +3 -0
- package/dist/server/routes/affairs.js +7 -0
- package/dist/server/routes/affairs.js.map +1 -0
- package/dist/server/routes/assistant.js +0 -5
- package/dist/server/routes/assistant.js.map +1 -1
- package/dist/server/routes/files.js +5 -0
- package/dist/server/routes/files.js.map +1 -1
- package/dist/server/routes/office.js +4 -0
- package/dist/server/routes/office.js.map +1 -1
- package/dist/server/routes/system.d.ts +2 -1
- package/dist/server/routes/system.js +2 -1
- package/dist/server/routes/system.js.map +1 -1
- package/dist/server/routes/workspaces.d.ts +4 -1
- package/dist/server/routes/workspaces.js +46 -1
- package/dist/server/routes/workspaces.js.map +1 -1
- package/dist/server/server/create-server.d.ts +6 -2
- package/dist/server/server/create-server.js +113 -32
- package/dist/server/server/create-server.js.map +1 -1
- package/dist/server/shared/http/error-handler.js +10 -0
- package/dist/server/shared/http/error-handler.js.map +1 -1
- package/dist/server/storage/repositories/affairs-assistant-session-snapshot-repository.d.ts +10 -0
- package/dist/server/storage/repositories/affairs-assistant-session-snapshot-repository.js +47 -0
- package/dist/server/storage/repositories/affairs-assistant-session-snapshot-repository.js.map +1 -0
- package/dist/server/storage/repositories/butler-profile-repository.js +7 -3
- package/dist/server/storage/repositories/butler-profile-repository.js.map +1 -1
- package/dist/server/storage/repositories/office-onlyoffice-setting-repository.d.ts +19 -0
- package/dist/server/storage/repositories/office-onlyoffice-setting-repository.js +55 -0
- package/dist/server/storage/repositories/office-onlyoffice-setting-repository.js.map +1 -0
- package/dist/server/storage/repositories/session-index-repository.js +9 -2
- package/dist/server/storage/repositories/session-index-repository.js.map +1 -1
- package/dist/server/storage/repositories/user-affairs-library-setting-repository.d.ts +10 -0
- package/dist/server/storage/repositories/user-affairs-library-setting-repository.js +69 -0
- package/dist/server/storage/repositories/user-affairs-library-setting-repository.js.map +1 -0
- package/dist/server/storage/repositories/user-preference-profile-repository.js +6 -3
- package/dist/server/storage/repositories/user-preference-profile-repository.js.map +1 -1
- package/dist/server/storage/repositories/workspace-navigation-state-repository.d.ts +3 -0
- package/dist/server/storage/repositories/workspace-navigation-state-repository.js +47 -4
- package/dist/server/storage/repositories/workspace-navigation-state-repository.js.map +1 -1
- package/dist/server/storage/sqlite/client.js +230 -123
- package/dist/server/storage/sqlite/client.js.map +1 -1
- package/dist/server/storage/sqlite/schema.sql +48 -25
- package/dist/server/types/domain.d.ts +27 -20
- package/dist/server/ws/workbench-ws-hub.js +2 -2
- package/dist/server/ws/workbench-ws-hub.js.map +1 -1
- package/node_modules/@codingns/session-sync-core/dist/runtime/codex-permissions.js +0 -2
- package/node_modules/@codingns/session-sync-core/dist/runtime/codex-permissions.js.map +1 -1
- package/node_modules/@codingns/session-sync-core/dist/runtime/codex-runtime.js +0 -6
- package/node_modules/@codingns/session-sync-core/dist/runtime/codex-runtime.js.map +1 -1
- package/package.json +1 -1
- package/dist/public/assets/AdaptiveButlerPage-B153lk5H.css +0 -1
- package/dist/public/assets/AdaptiveButlerPage-CJw8Ae62.js +0 -3
- package/dist/public/assets/DesktopModal-D_A8sgQU.js +0 -1
- package/dist/public/assets/DesktopWindowPage-DK7L7osV.js +0 -2
- package/dist/public/assets/FileContextPanel-BdCoubcJ.js +0 -1
- package/dist/public/assets/GitSidebar-BeZ0hj7A.js +0 -6
- package/dist/public/assets/MobileCreateSessionSheet-DfLMVu8q.js +0 -1
- package/dist/public/assets/MobileSheet-5kZ-w-gU.js +0 -1
- package/dist/public/assets/MobileWorkspaceSwitcherHeader-C6JMiOq_.js +0 -1
- package/dist/public/assets/PluginContainerPage-BlY-xJDh.js +0 -1
- package/dist/public/assets/SessionIndexPage-DkBp9Mqz.js +0 -1
- package/dist/public/assets/SettingsPage-C-ASmJAG.js +0 -2
- package/dist/public/assets/TerminalRuntimeFallbackModal-Bzum5nZ0.js +0 -1
- package/dist/public/assets/WorkbenchLayout-OFi6CWgH.js +0 -244
- package/dist/public/assets/WorkbenchShellRoute-B4XB8SwG.css +0 -1
- package/dist/public/assets/WorkbenchShellRoute-BAQe_E0O.js +0 -1
- package/dist/public/assets/WorkspaceDebugDetailPage-DhKa6e9y.js +0 -1
- package/dist/public/assets/file-tree-icon-Mg1DiBRX.js +0 -590
- package/dist/public/assets/index-C4t-vvqk.css +0 -1
- package/dist/public/assets/index-CL97fwWB.js +0 -42
- package/dist/public/assets/realtime-client-CLafKzzJ.js +0 -1
- package/dist/server/modules/butler/assistant-sandbox-cleanup-scheduler.d.ts +0 -32
- package/dist/server/modules/butler/assistant-sandbox-cleanup-scheduler.js +0 -93
- package/dist/server/modules/butler/assistant-sandbox-cleanup-scheduler.js.map +0 -1
- package/dist/server/modules/butler/assistant-sandbox-service.d.ts +0 -69
- package/dist/server/modules/butler/assistant-sandbox-service.js +0 -399
- package/dist/server/modules/butler/assistant-sandbox-service.js.map +0 -1
- package/dist/server/modules/channels/wechat-claw-client.d.ts +0 -51
- package/dist/server/modules/channels/wechat-claw-client.js +0 -245
- package/dist/server/modules/channels/wechat-claw-client.js.map +0 -1
- package/dist/server/storage/repositories/assistant-sandbox-workspace-repository.d.ts +0 -18
- package/dist/server/storage/repositories/assistant-sandbox-workspace-repository.js +0 -191
- package/dist/server/storage/repositories/assistant-sandbox-workspace-repository.js.map +0 -1
|
@@ -0,0 +1,705 @@
|
|
|
1
|
+
import crypto from "node:crypto";
|
|
2
|
+
import fs from "node:fs";
|
|
3
|
+
import path from "node:path";
|
|
4
|
+
import { performance } from "node:perf_hooks";
|
|
5
|
+
import { CatalogRepository, } from "../../repositories/catalog-repository.js";
|
|
6
|
+
import { SearchIndexBuilder } from "../search/search-index-builder.js";
|
|
7
|
+
import { createJsonArrayFileWriter, iterateNdjsonFileSync, } from "../../utils/file-streaming.js";
|
|
8
|
+
import { logAffairsIndexerRss } from "../../utils/rss-log.js";
|
|
9
|
+
import { throwIfAborted, yieldToEventLoop } from "../../utils/abort.js";
|
|
10
|
+
import { writeAffairsLibraryDebugLog } from "../../../../../workspace/affairs-library-debug-log.js";
|
|
11
|
+
const RELATION_MAX_POSTING = 128;
|
|
12
|
+
const META_SHARD_TARGET_DOCUMENTS = 64;
|
|
13
|
+
function ensureDir(dirPath) {
|
|
14
|
+
fs.mkdirSync(dirPath, { recursive: true });
|
|
15
|
+
}
|
|
16
|
+
function writeJson(filePath, value) {
|
|
17
|
+
ensureDir(path.dirname(filePath));
|
|
18
|
+
fs.writeFileSync(filePath, `${JSON.stringify(value, null, 2)}\n`, "utf-8");
|
|
19
|
+
}
|
|
20
|
+
function readJson(filePath) {
|
|
21
|
+
if (!fs.existsSync(filePath)) {
|
|
22
|
+
return null;
|
|
23
|
+
}
|
|
24
|
+
return JSON.parse(fs.readFileSync(filePath, "utf-8"));
|
|
25
|
+
}
|
|
26
|
+
function appendNdjson(filePath, value) {
|
|
27
|
+
ensureDir(path.dirname(filePath));
|
|
28
|
+
fs.appendFileSync(filePath, `${JSON.stringify(value)}\n`, "utf-8");
|
|
29
|
+
}
|
|
30
|
+
function safeUnlink(filePath) {
|
|
31
|
+
if (fs.existsSync(filePath)) {
|
|
32
|
+
fs.unlinkSync(filePath);
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
function makeId(prefix, value) {
|
|
36
|
+
const digest = crypto.createHash("sha1").update(value).digest("hex").slice(0, 16);
|
|
37
|
+
return `${prefix}_${digest}`;
|
|
38
|
+
}
|
|
39
|
+
function uniqueSorted(values) {
|
|
40
|
+
return [...new Set(values)].sort((a, b) => a.localeCompare(b, "zh-Hans-CN"));
|
|
41
|
+
}
|
|
42
|
+
function normalizeDirectory(filePath) {
|
|
43
|
+
const value = path.posix.dirname(filePath);
|
|
44
|
+
return value && value !== "" ? value : ".";
|
|
45
|
+
}
|
|
46
|
+
function directoryName(directory) {
|
|
47
|
+
if (!directory || directory === ".") {
|
|
48
|
+
return "资料库";
|
|
49
|
+
}
|
|
50
|
+
return path.posix.basename(directory);
|
|
51
|
+
}
|
|
52
|
+
function parentDirectory(directory) {
|
|
53
|
+
if (!directory || directory === ".") {
|
|
54
|
+
return null;
|
|
55
|
+
}
|
|
56
|
+
const parent = path.posix.dirname(directory);
|
|
57
|
+
return parent && parent !== "" ? parent : ".";
|
|
58
|
+
}
|
|
59
|
+
function topLevelDirectory(directory) {
|
|
60
|
+
if (!directory || directory === ".") {
|
|
61
|
+
return ".";
|
|
62
|
+
}
|
|
63
|
+
return directory.split("/").filter(Boolean)[0] ?? ".";
|
|
64
|
+
}
|
|
65
|
+
function commonDirectory(directoryPaths) {
|
|
66
|
+
if (directoryPaths.length === 0) {
|
|
67
|
+
return ".";
|
|
68
|
+
}
|
|
69
|
+
const normalized = uniqueSorted(directoryPaths);
|
|
70
|
+
if (normalized.length === 1) {
|
|
71
|
+
return normalized[0] ?? ".";
|
|
72
|
+
}
|
|
73
|
+
const partsList = normalized.map(item => item === "." ? [] : item.split("/").filter(Boolean));
|
|
74
|
+
const minLength = Math.min(...partsList.map(parts => parts.length));
|
|
75
|
+
const shared = [];
|
|
76
|
+
for (let index = 0; index < minLength; index += 1) {
|
|
77
|
+
const current = partsList[0]?.[index];
|
|
78
|
+
if (!current || partsList.some(parts => parts[index] !== current)) {
|
|
79
|
+
break;
|
|
80
|
+
}
|
|
81
|
+
shared.push(current);
|
|
82
|
+
}
|
|
83
|
+
return shared.length ? shared.join("/") : ".";
|
|
84
|
+
}
|
|
85
|
+
function metaShardDirectories(shard) {
|
|
86
|
+
return uniqueSorted(shard.directories?.length ? shard.directories : [shard.directory]);
|
|
87
|
+
}
|
|
88
|
+
function ensureFolderBootstrapNode(folderMap, directory) {
|
|
89
|
+
const normalized = directory && directory !== "" ? directory : ".";
|
|
90
|
+
const existing = folderMap.get(normalized);
|
|
91
|
+
if (existing) {
|
|
92
|
+
return existing;
|
|
93
|
+
}
|
|
94
|
+
const node = {
|
|
95
|
+
path: normalized,
|
|
96
|
+
name: directoryName(normalized),
|
|
97
|
+
parent_path: parentDirectory(normalized),
|
|
98
|
+
direct_document_count: 0,
|
|
99
|
+
document_count: 0,
|
|
100
|
+
};
|
|
101
|
+
folderMap.set(normalized, node);
|
|
102
|
+
return node;
|
|
103
|
+
}
|
|
104
|
+
function makeTagTree(tags) {
|
|
105
|
+
const nodes = tags.map(tag => ({
|
|
106
|
+
path: tag.path,
|
|
107
|
+
name: tag.name,
|
|
108
|
+
root_type: tag.rootType,
|
|
109
|
+
parent_path: tag.parentPath,
|
|
110
|
+
depth: tag.depth,
|
|
111
|
+
}));
|
|
112
|
+
const byPath = new Map();
|
|
113
|
+
for (const node of nodes) {
|
|
114
|
+
byPath.set(node.path, { ...node, children: [] });
|
|
115
|
+
}
|
|
116
|
+
const roots = [];
|
|
117
|
+
for (const node of byPath.values()) {
|
|
118
|
+
const parentPath = node.parent_path;
|
|
119
|
+
if (parentPath && byPath.has(parentPath)) {
|
|
120
|
+
(byPath.get(parentPath)?.children).push(node);
|
|
121
|
+
}
|
|
122
|
+
else {
|
|
123
|
+
roots.push(node);
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
return {
|
|
127
|
+
root_types: uniqueSorted(tags.map(tag => tag.rootType)),
|
|
128
|
+
nodes,
|
|
129
|
+
tree: roots,
|
|
130
|
+
};
|
|
131
|
+
}
|
|
132
|
+
function buildRelationTempPath(tempDir, documentId) {
|
|
133
|
+
return path.join(tempDir, `${documentId}.relations.ndjson`);
|
|
134
|
+
}
|
|
135
|
+
function calculateScore(sharedTagCount, baseTagCount) {
|
|
136
|
+
return Number((sharedTagCount / Math.max(baseTagCount, 1)).toFixed(3));
|
|
137
|
+
}
|
|
138
|
+
function isRelationEligibleTag(tagPath) {
|
|
139
|
+
if (!tagPath) {
|
|
140
|
+
return false;
|
|
141
|
+
}
|
|
142
|
+
return !(tagPath.startsWith("来源/")
|
|
143
|
+
|| tagPath.startsWith("类型/")
|
|
144
|
+
|| tagPath.startsWith("时间/")
|
|
145
|
+
|| tagPath.startsWith("状态/"));
|
|
146
|
+
}
|
|
147
|
+
/**
|
|
148
|
+
* 静态导出构建器。
|
|
149
|
+
* 这一版把 meta / detail / tag posting / relation / search 改成分段式处理,
|
|
150
|
+
* 避免把 documents / relations / search 全量堆进内存。
|
|
151
|
+
*/
|
|
152
|
+
export class ExportBuilder {
|
|
153
|
+
config;
|
|
154
|
+
constructor(config) {
|
|
155
|
+
this.config = config;
|
|
156
|
+
}
|
|
157
|
+
async build(options = {}) {
|
|
158
|
+
const exportedAt = new Date().toISOString();
|
|
159
|
+
const stageStartedAt = new Map();
|
|
160
|
+
const repository = new CatalogRepository(this.config.dbPath);
|
|
161
|
+
const tags = repository.listExportTags();
|
|
162
|
+
const taxonomy = makeTagTree(tags);
|
|
163
|
+
ensureDir(this.config.exportDir);
|
|
164
|
+
const metaDir = path.join(this.config.exportDir, "meta");
|
|
165
|
+
const detailDir = path.join(this.config.exportDir, "detail");
|
|
166
|
+
const tagDir = path.join(this.config.exportDir, "tags");
|
|
167
|
+
const relationDir = path.join(this.config.exportDir, "relations");
|
|
168
|
+
const tempDir = path.join(this.config.exportDir, ".tmp");
|
|
169
|
+
const relationTempDir = path.join(tempDir, "relations");
|
|
170
|
+
ensureDir(metaDir);
|
|
171
|
+
ensureDir(detailDir);
|
|
172
|
+
ensureDir(tagDir);
|
|
173
|
+
ensureDir(relationDir);
|
|
174
|
+
ensureDir(relationTempDir);
|
|
175
|
+
const previousManifestPath = path.join(this.config.exportDir, "manifest.json");
|
|
176
|
+
const previousManifest = readJson(previousManifestPath);
|
|
177
|
+
const dirtyDirectories = new Set(options.dirtyScope?.dirtyDirectories ?? []);
|
|
178
|
+
const dirtyTagPaths = new Set(options.dirtyScope?.dirtyTagPaths ?? []);
|
|
179
|
+
const changedPaths = new Set(options.dirtyScope?.changedPaths ?? []);
|
|
180
|
+
const dirtyRelationIds = new Set(options.dirtyScope?.dirtyRelations ?? []);
|
|
181
|
+
const fullBuild = !options.dirtyScope || options.dirtyScope.trigger === "full";
|
|
182
|
+
const lightBuild = options.light === true;
|
|
183
|
+
const filesWritten = [];
|
|
184
|
+
const metaShards = [];
|
|
185
|
+
const detailShards = [];
|
|
186
|
+
const tagShards = [];
|
|
187
|
+
const relationShards = [];
|
|
188
|
+
const detailDocumentPaths = new Set();
|
|
189
|
+
const folderBootstrapMap = new Map();
|
|
190
|
+
ensureFolderBootstrapNode(folderBootstrapMap, ".");
|
|
191
|
+
const startStage = (stage, details) => {
|
|
192
|
+
stageStartedAt.set(stage, performance.now());
|
|
193
|
+
options.onStageChange?.(stage);
|
|
194
|
+
writeAffairsLibraryDebugLog({
|
|
195
|
+
event: "export_stage_started",
|
|
196
|
+
processRole: "helper",
|
|
197
|
+
rootDir: this.config.rootDir,
|
|
198
|
+
command: options.commandName ?? "export",
|
|
199
|
+
reason: options.reason,
|
|
200
|
+
targetPath: options.targetPath,
|
|
201
|
+
status: "running",
|
|
202
|
+
details: {
|
|
203
|
+
stage,
|
|
204
|
+
...details
|
|
205
|
+
}
|
|
206
|
+
});
|
|
207
|
+
};
|
|
208
|
+
const finishStage = (stage, details) => {
|
|
209
|
+
const startedAt = stageStartedAt.get(stage) ?? performance.now();
|
|
210
|
+
writeAffairsLibraryDebugLog({
|
|
211
|
+
event: "export_stage_finished",
|
|
212
|
+
processRole: "helper",
|
|
213
|
+
rootDir: this.config.rootDir,
|
|
214
|
+
command: options.commandName ?? "export",
|
|
215
|
+
reason: options.reason,
|
|
216
|
+
targetPath: options.targetPath,
|
|
217
|
+
status: "finished",
|
|
218
|
+
durationMs: Number((performance.now() - startedAt).toFixed(2)),
|
|
219
|
+
details: {
|
|
220
|
+
stage,
|
|
221
|
+
...details
|
|
222
|
+
}
|
|
223
|
+
});
|
|
224
|
+
};
|
|
225
|
+
let currentMetaRoot = null;
|
|
226
|
+
let currentMetaDocuments = [];
|
|
227
|
+
let currentMetaDirectories = [];
|
|
228
|
+
let currentMetaDirectorySet = new Set();
|
|
229
|
+
const metaShardCounters = new Map();
|
|
230
|
+
const flushMetaShard = () => {
|
|
231
|
+
if (!currentMetaRoot || currentMetaDocuments.length === 0) {
|
|
232
|
+
return;
|
|
233
|
+
}
|
|
234
|
+
const shardDirectories = uniqueSorted(currentMetaDirectories);
|
|
235
|
+
const shardDirectory = commonDirectory(shardDirectories);
|
|
236
|
+
const shardIndex = metaShardCounters.get(currentMetaRoot) ?? 0;
|
|
237
|
+
metaShardCounters.set(currentMetaRoot, shardIndex + 1);
|
|
238
|
+
const shardId = makeId("meta", `${currentMetaRoot}::${shardIndex}`);
|
|
239
|
+
const relativePath = path.posix.join("meta", `${shardId}.json`);
|
|
240
|
+
metaShards.push({
|
|
241
|
+
id: shardId,
|
|
242
|
+
directory: shardDirectory,
|
|
243
|
+
directories: shardDirectories,
|
|
244
|
+
path: relativePath,
|
|
245
|
+
document_count: currentMetaDocuments.length,
|
|
246
|
+
});
|
|
247
|
+
if (fullBuild || shardDirectories.some(directory => dirtyDirectories.has(directory))) {
|
|
248
|
+
const absolutePath = path.join(this.config.exportDir, relativePath);
|
|
249
|
+
writeJson(absolutePath, {
|
|
250
|
+
version: 2,
|
|
251
|
+
shard_type: "meta",
|
|
252
|
+
directory: shardDirectory,
|
|
253
|
+
directories: shardDirectories,
|
|
254
|
+
exported_at: exportedAt,
|
|
255
|
+
documents: currentMetaDocuments,
|
|
256
|
+
});
|
|
257
|
+
filesWritten.push(absolutePath);
|
|
258
|
+
}
|
|
259
|
+
currentMetaRoot = null;
|
|
260
|
+
currentMetaDocuments = [];
|
|
261
|
+
currentMetaDirectories = [];
|
|
262
|
+
currentMetaDirectorySet = new Set();
|
|
263
|
+
};
|
|
264
|
+
startStage("export_meta_detail", {
|
|
265
|
+
fullBuild,
|
|
266
|
+
lightBuild,
|
|
267
|
+
dirtyDirectoryCount: dirtyDirectories.size,
|
|
268
|
+
changedPathCount: changedPaths.size
|
|
269
|
+
});
|
|
270
|
+
for (const batch of repository.iterateExportDocumentRecords(2000)) {
|
|
271
|
+
throwIfAborted(options.signal, "事务文档库导出已取消");
|
|
272
|
+
for (const document of batch) {
|
|
273
|
+
throwIfAborted(options.signal, "事务文档库导出已取消");
|
|
274
|
+
const directory = normalizeDirectory(document.path);
|
|
275
|
+
ensureFolderBootstrapNode(folderBootstrapMap, directory).direct_document_count += 1;
|
|
276
|
+
let currentBootstrapDirectory = directory;
|
|
277
|
+
while (currentBootstrapDirectory) {
|
|
278
|
+
ensureFolderBootstrapNode(folderBootstrapMap, currentBootstrapDirectory).document_count += 1;
|
|
279
|
+
currentBootstrapDirectory = parentDirectory(currentBootstrapDirectory);
|
|
280
|
+
}
|
|
281
|
+
const metaRoot = topLevelDirectory(directory);
|
|
282
|
+
const shouldFlushForRoot = currentMetaRoot !== null && currentMetaRoot !== metaRoot;
|
|
283
|
+
const shouldFlushForSize = currentMetaDocuments.length >= META_SHARD_TARGET_DOCUMENTS
|
|
284
|
+
&& !currentMetaDirectorySet.has(directory);
|
|
285
|
+
if (shouldFlushForRoot || shouldFlushForSize) {
|
|
286
|
+
flushMetaShard();
|
|
287
|
+
}
|
|
288
|
+
if (!currentMetaRoot) {
|
|
289
|
+
currentMetaRoot = metaRoot;
|
|
290
|
+
}
|
|
291
|
+
if (!currentMetaDirectorySet.has(directory)) {
|
|
292
|
+
currentMetaDirectorySet.add(directory);
|
|
293
|
+
currentMetaDirectories.push(directory);
|
|
294
|
+
}
|
|
295
|
+
currentMetaDocuments.push({
|
|
296
|
+
document_id: document.documentId,
|
|
297
|
+
path: document.path,
|
|
298
|
+
title: document.title,
|
|
299
|
+
summary: document.summary,
|
|
300
|
+
mtime: document.mtime,
|
|
301
|
+
direct_tags: document.tags,
|
|
302
|
+
derived_tags: document.derivedTags,
|
|
303
|
+
detail_ref: `detail/${document.documentId}.json`,
|
|
304
|
+
});
|
|
305
|
+
const detailRelativePath = path.posix.join("detail", `${document.documentId}.json`);
|
|
306
|
+
detailShards.push({
|
|
307
|
+
id: makeId("detail", document.path),
|
|
308
|
+
document_id: document.documentId,
|
|
309
|
+
document_path: document.path,
|
|
310
|
+
path: detailRelativePath,
|
|
311
|
+
});
|
|
312
|
+
detailDocumentPaths.add(document.path);
|
|
313
|
+
if (fullBuild || changedPaths.has(document.path) || dirtyDirectories.has(directory)) {
|
|
314
|
+
const absoluteDetailPath = path.join(this.config.exportDir, detailRelativePath);
|
|
315
|
+
writeJson(absoluteDetailPath, {
|
|
316
|
+
version: 2,
|
|
317
|
+
shard_type: "detail",
|
|
318
|
+
exported_at: exportedAt,
|
|
319
|
+
document: {
|
|
320
|
+
document_id: document.documentId,
|
|
321
|
+
path: document.path,
|
|
322
|
+
title: document.title,
|
|
323
|
+
summary: document.summary,
|
|
324
|
+
direct_tags: document.tags,
|
|
325
|
+
derived_tags: document.derivedTags,
|
|
326
|
+
mtime: document.mtime,
|
|
327
|
+
directory,
|
|
328
|
+
},
|
|
329
|
+
});
|
|
330
|
+
filesWritten.push(absoluteDetailPath);
|
|
331
|
+
}
|
|
332
|
+
}
|
|
333
|
+
await yieldToEventLoop(options.signal, "事务文档库导出已取消");
|
|
334
|
+
}
|
|
335
|
+
flushMetaShard();
|
|
336
|
+
logAffairsIndexerRss(this.config, "export.meta_detail_complete", {
|
|
337
|
+
rootDir: this.config.rootDir,
|
|
338
|
+
fullBuild,
|
|
339
|
+
lightBuild,
|
|
340
|
+
metaShardCount: metaShards.length,
|
|
341
|
+
detailShardCount: detailShards.length,
|
|
342
|
+
dirtyDirectoryCount: dirtyDirectories.size,
|
|
343
|
+
changedPathCount: changedPaths.size
|
|
344
|
+
});
|
|
345
|
+
finishStage("export_meta_detail", {
|
|
346
|
+
metaShardCount: metaShards.length,
|
|
347
|
+
detailShardCount: detailShards.length
|
|
348
|
+
});
|
|
349
|
+
const tagsByRoot = new Map();
|
|
350
|
+
for (const tag of tags) {
|
|
351
|
+
throwIfAborted(options.signal, "事务文档库导出已取消");
|
|
352
|
+
const current = tagsByRoot.get(tag.rootType) ?? [];
|
|
353
|
+
current.push(tag);
|
|
354
|
+
tagsByRoot.set(tag.rootType, current);
|
|
355
|
+
}
|
|
356
|
+
let currentRootType = null;
|
|
357
|
+
let currentPostingWriter = null;
|
|
358
|
+
let currentPostingOutputPath = null;
|
|
359
|
+
let currentTagPath = null;
|
|
360
|
+
let currentTagDocuments = [];
|
|
361
|
+
const flushCurrentTag = () => {
|
|
362
|
+
if (!currentTagPath) {
|
|
363
|
+
return;
|
|
364
|
+
}
|
|
365
|
+
if (currentPostingWriter) {
|
|
366
|
+
currentPostingWriter.append({
|
|
367
|
+
tag_path: currentTagPath,
|
|
368
|
+
document_count: currentTagDocuments.length,
|
|
369
|
+
documents: currentTagDocuments,
|
|
370
|
+
});
|
|
371
|
+
}
|
|
372
|
+
currentTagPath = null;
|
|
373
|
+
currentTagDocuments = [];
|
|
374
|
+
};
|
|
375
|
+
const flushCurrentRoot = () => {
|
|
376
|
+
if (!currentRootType) {
|
|
377
|
+
return;
|
|
378
|
+
}
|
|
379
|
+
flushCurrentTag();
|
|
380
|
+
const shardId = makeId("tag", currentRootType);
|
|
381
|
+
const relativePath = path.posix.join("tags", `${shardId}.json`);
|
|
382
|
+
const postingPath = path.posix.join("tags", `${shardId}.posting.json`);
|
|
383
|
+
tagShards.push({
|
|
384
|
+
id: shardId,
|
|
385
|
+
root_type: currentRootType,
|
|
386
|
+
path: relativePath,
|
|
387
|
+
node_count: (tagsByRoot.get(currentRootType) ?? []).length,
|
|
388
|
+
posting_path: postingPath,
|
|
389
|
+
});
|
|
390
|
+
const dirtyRoot = [...dirtyTagPaths].some(tagPath => tagPath.startsWith(`${currentRootType}/`) || tagPath === currentRootType);
|
|
391
|
+
if (fullBuild || dirtyRoot) {
|
|
392
|
+
const absolutePath = path.join(this.config.exportDir, relativePath);
|
|
393
|
+
writeJson(absolutePath, {
|
|
394
|
+
version: 2,
|
|
395
|
+
shard_type: "tag",
|
|
396
|
+
root_type: currentRootType,
|
|
397
|
+
exported_at: exportedAt,
|
|
398
|
+
nodes: tagsByRoot.get(currentRootType) ?? [],
|
|
399
|
+
});
|
|
400
|
+
filesWritten.push(absolutePath);
|
|
401
|
+
}
|
|
402
|
+
currentPostingWriter?.close();
|
|
403
|
+
if (currentPostingOutputPath) {
|
|
404
|
+
filesWritten.push(currentPostingOutputPath);
|
|
405
|
+
}
|
|
406
|
+
currentRootType = null;
|
|
407
|
+
currentPostingWriter = null;
|
|
408
|
+
currentPostingOutputPath = null;
|
|
409
|
+
currentTagPath = null;
|
|
410
|
+
currentTagDocuments = [];
|
|
411
|
+
};
|
|
412
|
+
startStage("export_tag", {
|
|
413
|
+
dirtyTagPathCount: dirtyTagPaths.size
|
|
414
|
+
});
|
|
415
|
+
for (const batch of repository.iterateTagPostingRows(10000)) {
|
|
416
|
+
throwIfAborted(options.signal, "事务文档库导出已取消");
|
|
417
|
+
for (const row of batch) {
|
|
418
|
+
throwIfAborted(options.signal, "事务文档库导出已取消");
|
|
419
|
+
if (currentRootType !== row.rootType) {
|
|
420
|
+
flushCurrentRoot();
|
|
421
|
+
currentRootType = row.rootType;
|
|
422
|
+
const shardId = makeId("tag", currentRootType);
|
|
423
|
+
const postingPath = path.posix.join("tags", `${shardId}.posting.json`);
|
|
424
|
+
const dirtyRoot = fullBuild
|
|
425
|
+
|| [...dirtyTagPaths].some(tagPath => tagPath.startsWith(`${currentRootType}/`) || tagPath === currentRootType);
|
|
426
|
+
if (dirtyRoot) {
|
|
427
|
+
currentPostingOutputPath = path.join(this.config.exportDir, postingPath);
|
|
428
|
+
currentPostingWriter = createJsonArrayFileWriter(currentPostingOutputPath, {
|
|
429
|
+
prefix: `{\n "version": 2,\n "shard_type": "tag_posting",\n "root_type": ${JSON.stringify(currentRootType)},\n "exported_at": ${JSON.stringify(exportedAt)},\n "postings": [`,
|
|
430
|
+
suffix: "\n ]\n}\n",
|
|
431
|
+
});
|
|
432
|
+
}
|
|
433
|
+
else {
|
|
434
|
+
currentPostingOutputPath = null;
|
|
435
|
+
currentPostingWriter = null;
|
|
436
|
+
}
|
|
437
|
+
}
|
|
438
|
+
if (currentTagPath !== row.tagPath) {
|
|
439
|
+
flushCurrentTag();
|
|
440
|
+
currentTagPath = row.tagPath;
|
|
441
|
+
}
|
|
442
|
+
currentTagDocuments.push({
|
|
443
|
+
document_id: row.documentId,
|
|
444
|
+
path: row.path,
|
|
445
|
+
title: row.title,
|
|
446
|
+
derived: row.derived,
|
|
447
|
+
});
|
|
448
|
+
}
|
|
449
|
+
await yieldToEventLoop(options.signal, "事务文档库导出已取消");
|
|
450
|
+
}
|
|
451
|
+
flushCurrentRoot();
|
|
452
|
+
logAffairsIndexerRss(this.config, "export.tag_complete", {
|
|
453
|
+
rootDir: this.config.rootDir,
|
|
454
|
+
tagShardCount: tagShards.length,
|
|
455
|
+
dirtyTagPathCount: dirtyTagPaths.size
|
|
456
|
+
});
|
|
457
|
+
finishStage("export_tag", {
|
|
458
|
+
tagShardCount: tagShards.length
|
|
459
|
+
});
|
|
460
|
+
let currentRelationTag = null;
|
|
461
|
+
let currentRelationPostings = [];
|
|
462
|
+
const flushRelationTag = () => {
|
|
463
|
+
if (!currentRelationTag
|
|
464
|
+
|| !isRelationEligibleTag(currentRelationTag)
|
|
465
|
+
|| currentRelationPostings.length < 2
|
|
466
|
+
|| currentRelationPostings.length > RELATION_MAX_POSTING) {
|
|
467
|
+
currentRelationTag = null;
|
|
468
|
+
currentRelationPostings = [];
|
|
469
|
+
return;
|
|
470
|
+
}
|
|
471
|
+
const sharedTag = currentRelationTag;
|
|
472
|
+
for (let index = 0; index < currentRelationPostings.length; index += 1) {
|
|
473
|
+
for (let otherIndex = index + 1; otherIndex < currentRelationPostings.length; otherIndex += 1) {
|
|
474
|
+
const left = currentRelationPostings[index];
|
|
475
|
+
const right = currentRelationPostings[otherIndex];
|
|
476
|
+
const pair = {
|
|
477
|
+
document_id: left.documentId,
|
|
478
|
+
related_document_id: right.documentId,
|
|
479
|
+
relation_type: "shared_tag",
|
|
480
|
+
score: calculateScore(1, 1),
|
|
481
|
+
shared_tags: [sharedTag],
|
|
482
|
+
};
|
|
483
|
+
appendNdjson(buildRelationTempPath(relationTempDir, left.documentId), pair);
|
|
484
|
+
appendNdjson(buildRelationTempPath(relationTempDir, right.documentId), {
|
|
485
|
+
...pair,
|
|
486
|
+
document_id: right.documentId,
|
|
487
|
+
related_document_id: left.documentId,
|
|
488
|
+
});
|
|
489
|
+
}
|
|
490
|
+
}
|
|
491
|
+
currentRelationTag = null;
|
|
492
|
+
currentRelationPostings = [];
|
|
493
|
+
};
|
|
494
|
+
startStage("export_relation", {
|
|
495
|
+
lightBuild,
|
|
496
|
+
dirtyRelationCount: dirtyRelationIds.size
|
|
497
|
+
});
|
|
498
|
+
if (!lightBuild) {
|
|
499
|
+
for (const batch of repository.iterateDirectTagPostingRows(10000)) {
|
|
500
|
+
throwIfAborted(options.signal, "事务文档库导出已取消");
|
|
501
|
+
for (const row of batch) {
|
|
502
|
+
throwIfAborted(options.signal, "事务文档库导出已取消");
|
|
503
|
+
if (currentRelationTag !== row.tagPath) {
|
|
504
|
+
flushRelationTag();
|
|
505
|
+
currentRelationTag = row.tagPath;
|
|
506
|
+
}
|
|
507
|
+
currentRelationPostings.push({
|
|
508
|
+
documentId: row.documentId,
|
|
509
|
+
path: row.path,
|
|
510
|
+
title: row.title,
|
|
511
|
+
});
|
|
512
|
+
}
|
|
513
|
+
await yieldToEventLoop(options.signal, "事务文档库导出已取消");
|
|
514
|
+
}
|
|
515
|
+
}
|
|
516
|
+
flushRelationTag();
|
|
517
|
+
const relationTempFiles = fs.existsSync(relationTempDir)
|
|
518
|
+
? fs.readdirSync(relationTempDir).filter(name => name.endsWith(".relations.ndjson"))
|
|
519
|
+
: [];
|
|
520
|
+
for (const fileName of relationTempFiles) {
|
|
521
|
+
throwIfAborted(options.signal, "事务文档库导出已取消");
|
|
522
|
+
const documentId = fileName.replace(/\.relations\.ndjson$/, "");
|
|
523
|
+
const merged = new Map();
|
|
524
|
+
iterateNdjsonFileSync(path.join(relationTempDir, fileName), (record) => {
|
|
525
|
+
const key = `${record.document_id}::${record.related_document_id}`;
|
|
526
|
+
const existing = merged.get(key);
|
|
527
|
+
if (existing) {
|
|
528
|
+
existing.shared_tags = uniqueSorted([...existing.shared_tags, ...record.shared_tags]);
|
|
529
|
+
existing.score = calculateScore(existing.shared_tags.length, existing.shared_tags.length);
|
|
530
|
+
return;
|
|
531
|
+
}
|
|
532
|
+
merged.set(key, {
|
|
533
|
+
...record,
|
|
534
|
+
shared_tags: uniqueSorted(record.shared_tags),
|
|
535
|
+
});
|
|
536
|
+
});
|
|
537
|
+
const relations = [...merged.values()].sort((a, b) => a.related_document_id.localeCompare(b.related_document_id, "zh-Hans-CN"));
|
|
538
|
+
relationShards.push({
|
|
539
|
+
id: makeId("relation", documentId),
|
|
540
|
+
path: `relations/${documentId}.json`,
|
|
541
|
+
document_count: relations.length,
|
|
542
|
+
});
|
|
543
|
+
if (fullBuild || dirtyRelationIds.has(documentId)) {
|
|
544
|
+
const absolutePath = path.join(this.config.exportDir, "relations", `${documentId}.json`);
|
|
545
|
+
writeJson(absolutePath, {
|
|
546
|
+
version: 2,
|
|
547
|
+
shard_type: "relation",
|
|
548
|
+
exported_at: exportedAt,
|
|
549
|
+
document_id: documentId,
|
|
550
|
+
relations,
|
|
551
|
+
});
|
|
552
|
+
filesWritten.push(absolutePath);
|
|
553
|
+
}
|
|
554
|
+
safeUnlink(path.join(relationTempDir, fileName));
|
|
555
|
+
await yieldToEventLoop(options.signal, "事务文档库导出已取消");
|
|
556
|
+
}
|
|
557
|
+
if (fs.existsSync(relationTempDir) && fs.readdirSync(relationTempDir).length === 0) {
|
|
558
|
+
fs.rmdirSync(relationTempDir);
|
|
559
|
+
}
|
|
560
|
+
if (fs.existsSync(tempDir) && fs.readdirSync(tempDir).length === 0) {
|
|
561
|
+
fs.rmdirSync(tempDir);
|
|
562
|
+
}
|
|
563
|
+
logAffairsIndexerRss(this.config, "export.relation_complete", {
|
|
564
|
+
rootDir: this.config.rootDir,
|
|
565
|
+
relationGroupCount: relationShards.length,
|
|
566
|
+
dirtyRelationCount: dirtyRelationIds.size,
|
|
567
|
+
lightBuild
|
|
568
|
+
});
|
|
569
|
+
finishStage("export_relation", {
|
|
570
|
+
relationGroupCount: relationShards.length
|
|
571
|
+
});
|
|
572
|
+
const statusPath = path.join(this.config.exportDir, "status.json");
|
|
573
|
+
const taxonomyPath = path.join(this.config.exportDir, "taxonomy.json");
|
|
574
|
+
const relationsPath = path.join(this.config.exportDir, "relations.json");
|
|
575
|
+
const bootstrapPath = path.join(this.config.exportDir, "bootstrap.json");
|
|
576
|
+
startStage("export_search", {
|
|
577
|
+
lightBuild
|
|
578
|
+
});
|
|
579
|
+
const searchIndexResult = lightBuild
|
|
580
|
+
? { bucketCount: 0, filesWritten: [], manifestPath: path.join(this.config.exportDir, "search", "manifest.json") }
|
|
581
|
+
: await new SearchIndexBuilder(this.config).build({
|
|
582
|
+
dirtyScope: options.dirtyScope,
|
|
583
|
+
signal: options.signal,
|
|
584
|
+
commandName: options.commandName,
|
|
585
|
+
reason: options.reason,
|
|
586
|
+
targetPath: options.targetPath
|
|
587
|
+
});
|
|
588
|
+
logAffairsIndexerRss(this.config, "export.search_complete", {
|
|
589
|
+
rootDir: this.config.rootDir,
|
|
590
|
+
searchBucketCount: searchIndexResult.bucketCount,
|
|
591
|
+
searchFilesWritten: searchIndexResult.filesWritten.length
|
|
592
|
+
});
|
|
593
|
+
writeJson(statusPath, {
|
|
594
|
+
version: 2,
|
|
595
|
+
format: "static-v2",
|
|
596
|
+
exported_at: exportedAt,
|
|
597
|
+
document_count: detailShards.length,
|
|
598
|
+
meta_shard_count: metaShards.length,
|
|
599
|
+
detail_shard_count: detailShards.length,
|
|
600
|
+
tag_shard_count: tagShards.length,
|
|
601
|
+
relation_group_count: relationShards.length,
|
|
602
|
+
search_bucket_count: searchIndexResult.bucketCount,
|
|
603
|
+
dirty_scope: options.dirtyScope ?? null,
|
|
604
|
+
});
|
|
605
|
+
writeJson(taxonomyPath, {
|
|
606
|
+
version: 2,
|
|
607
|
+
format: "static-v2",
|
|
608
|
+
exported_at: exportedAt,
|
|
609
|
+
...taxonomy,
|
|
610
|
+
});
|
|
611
|
+
writeJson(relationsPath, {
|
|
612
|
+
version: 2,
|
|
613
|
+
format: "static-v2",
|
|
614
|
+
exported_at: exportedAt,
|
|
615
|
+
groups: relationShards,
|
|
616
|
+
});
|
|
617
|
+
writeJson(bootstrapPath, {
|
|
618
|
+
version: 2,
|
|
619
|
+
format: "static-v2-bootstrap",
|
|
620
|
+
exported_at: exportedAt,
|
|
621
|
+
folders: [...folderBootstrapMap.values()]
|
|
622
|
+
.sort((a, b) => a.path.localeCompare(b.path, "zh-Hans-CN")),
|
|
623
|
+
});
|
|
624
|
+
filesWritten.push(statusPath, taxonomyPath, relationsPath, bootstrapPath, ...searchIndexResult.filesWritten);
|
|
625
|
+
const searchManifest = lightBuild
|
|
626
|
+
? { buckets: previousManifest?.search_buckets ?? [] }
|
|
627
|
+
: readJson(searchIndexResult.manifestPath);
|
|
628
|
+
const manifest = {
|
|
629
|
+
version: 2,
|
|
630
|
+
format: "static-v2",
|
|
631
|
+
generated_at: exportedAt,
|
|
632
|
+
entries: {
|
|
633
|
+
status: "status.json",
|
|
634
|
+
taxonomy: "taxonomy.json",
|
|
635
|
+
relations: "relations.json",
|
|
636
|
+
bootstrap: "bootstrap.json",
|
|
637
|
+
search_manifest: "search/manifest.json",
|
|
638
|
+
},
|
|
639
|
+
meta_shards: metaShards,
|
|
640
|
+
detail_shards: detailShards,
|
|
641
|
+
tag_shards: tagShards,
|
|
642
|
+
relation_shards: relationShards,
|
|
643
|
+
search_buckets: searchManifest?.buckets ?? [],
|
|
644
|
+
};
|
|
645
|
+
const manifestPath = path.join(this.config.exportDir, "manifest.json");
|
|
646
|
+
writeJson(manifestPath, manifest);
|
|
647
|
+
filesWritten.push(manifestPath);
|
|
648
|
+
logAffairsIndexerRss(this.config, "export.complete", {
|
|
649
|
+
rootDir: this.config.rootDir,
|
|
650
|
+
manifestPath,
|
|
651
|
+
metaShardCount: metaShards.length,
|
|
652
|
+
detailShardCount: detailShards.length,
|
|
653
|
+
tagShardCount: tagShards.length,
|
|
654
|
+
relationGroupCount: relationShards.length,
|
|
655
|
+
searchBucketCount: searchIndexResult.bucketCount
|
|
656
|
+
});
|
|
657
|
+
if (previousManifest) {
|
|
658
|
+
const activeMetaPaths = new Set(metaShards.map(item => item.path));
|
|
659
|
+
const activeDetailPaths = new Set(detailShards.map(item => item.path));
|
|
660
|
+
const activeRelationPaths = new Set(relationShards.map(item => item.path));
|
|
661
|
+
for (const shard of previousManifest.meta_shards ?? []) {
|
|
662
|
+
throwIfAborted(options.signal, "事务文档库导出已取消");
|
|
663
|
+
const shardDirectories = metaShardDirectories(shard);
|
|
664
|
+
if (!activeMetaPaths.has(shard.path)
|
|
665
|
+
&& (fullBuild || shardDirectories.some(directory => dirtyDirectories.has(directory)))) {
|
|
666
|
+
const absolutePath = path.join(this.config.exportDir, shard.path);
|
|
667
|
+
if (fs.existsSync(absolutePath))
|
|
668
|
+
fs.unlinkSync(absolutePath);
|
|
669
|
+
}
|
|
670
|
+
}
|
|
671
|
+
for (const shard of previousManifest.detail_shards ?? []) {
|
|
672
|
+
throwIfAborted(options.signal, "事务文档库导出已取消");
|
|
673
|
+
if (!activeDetailPaths.has(shard.path) || (changedPaths.has(shard.document_path) && !detailDocumentPaths.has(shard.document_path))) {
|
|
674
|
+
const absolutePath = path.join(this.config.exportDir, shard.path);
|
|
675
|
+
if (fs.existsSync(absolutePath))
|
|
676
|
+
fs.unlinkSync(absolutePath);
|
|
677
|
+
}
|
|
678
|
+
}
|
|
679
|
+
for (const shard of previousManifest.relation_shards ?? []) {
|
|
680
|
+
throwIfAborted(options.signal, "事务文档库导出已取消");
|
|
681
|
+
if (!activeRelationPaths.has(shard.path)) {
|
|
682
|
+
const absolutePath = path.join(this.config.exportDir, shard.path);
|
|
683
|
+
if (fs.existsSync(absolutePath))
|
|
684
|
+
fs.unlinkSync(absolutePath);
|
|
685
|
+
}
|
|
686
|
+
}
|
|
687
|
+
}
|
|
688
|
+
finishStage("export_search", {
|
|
689
|
+
searchBucketCount: searchIndexResult.bucketCount,
|
|
690
|
+
searchFilesWritten: searchIndexResult.filesWritten.length
|
|
691
|
+
});
|
|
692
|
+
return {
|
|
693
|
+
outputDir: this.config.exportDir,
|
|
694
|
+
manifestPath,
|
|
695
|
+
metaShardCount: metaShards.length,
|
|
696
|
+
detailShardCount: detailShards.length,
|
|
697
|
+
tagShardCount: tagShards.length,
|
|
698
|
+
searchBucketCount: searchIndexResult.bucketCount,
|
|
699
|
+
relationGroupCount: relationShards.length,
|
|
700
|
+
filesWritten: uniqueSorted(filesWritten),
|
|
701
|
+
exportedAt,
|
|
702
|
+
};
|
|
703
|
+
}
|
|
704
|
+
}
|
|
705
|
+
//# sourceMappingURL=export-builder.js.map
|