@sanqianx/project-knowledge 4.6.1 → 4.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (198) hide show
  1. package/.agents/plugins/marketplace.json +17 -17
  2. package/.claude-plugin/marketplace.json +1 -1
  3. package/CHANGELOG.md +817 -780
  4. package/README.md +48 -36
  5. package/_modules/knowledge-engine/README.md +88 -0
  6. package/_modules/knowledge-engine/package.json +38 -0
  7. package/_modules/knowledge-engine/src/analysis-contract.js +25 -0
  8. package/_modules/knowledge-engine/src/analysis-worker.js +54 -0
  9. package/_modules/knowledge-engine/src/bin.js +52 -0
  10. package/_modules/knowledge-engine/src/bridge-client.js +24 -0
  11. package/_modules/knowledge-engine/src/coordinator.js +255 -0
  12. package/_modules/knowledge-engine/src/headless-analyzer.js +75 -0
  13. package/_modules/knowledge-engine/src/memories.js +85 -0
  14. package/_modules/knowledge-engine/src/migration.js +88 -0
  15. package/_modules/knowledge-engine/src/retrieval.js +116 -0
  16. package/_modules/knowledge-engine/src/runtime/README.md +7 -0
  17. package/_modules/knowledge-engine/src/runtime/atomic-file.js +204 -0
  18. package/_modules/knowledge-engine/src/runtime/automation-config.js +140 -0
  19. package/_modules/knowledge-engine/src/runtime/commit-conversation-binder.js +249 -0
  20. package/_modules/knowledge-engine/src/runtime/commit-processing-ledger.js +26 -0
  21. package/_modules/knowledge-engine/src/runtime/commit-prompt.js +202 -0
  22. package/_modules/knowledge-engine/src/runtime/commit-reconciler.js +432 -0
  23. package/_modules/knowledge-engine/src/runtime/content-hash.js +4 -0
  24. package/_modules/knowledge-engine/src/runtime/contracts.js +279 -0
  25. package/_modules/knowledge-engine/src/runtime/conversation-exclusions.js +204 -0
  26. package/_modules/knowledge-engine/src/runtime/conversation-store.js +387 -0
  27. package/_modules/knowledge-engine/src/runtime/evidence-bundle.js +228 -0
  28. package/_modules/knowledge-engine/src/runtime/git-runner.js +62 -0
  29. package/_modules/knowledge-engine/src/runtime/knowledge-promotion.js +444 -0
  30. package/_modules/knowledge-engine/src/runtime/knowledge-retrieval-service.js +402 -0
  31. package/_modules/knowledge-engine/src/runtime/layout.js +44 -0
  32. package/_modules/knowledge-engine/src/runtime/markdown-knowledge-indexer.js +230 -0
  33. package/_modules/knowledge-engine/src/runtime/scanner.js +298 -0
  34. package/_modules/knowledge-engine/src/server.js +155 -0
  35. package/_modules/knowledge-engine/src/store.js +239 -0
  36. package/_modules/knowledge-engine/ui/app.css +172 -0
  37. package/_modules/knowledge-engine/ui/app.js +297 -0
  38. package/_modules/knowledge-engine/ui/index.html +95 -0
  39. package/_site/README.md +30 -30
  40. package/_site/_test/ai-profile-resolver-test.js +137 -137
  41. package/_site/_test/automation-queue-test.js +14 -14
  42. package/_site/_test/automation-ui-test.js +40 -40
  43. package/_site/_test/background-task-registry-test.js +43 -43
  44. package/_site/_test/baseline-schema-test.js +91 -91
  45. package/_site/_test/bridge-adapter-test.js +1 -1
  46. package/_site/_test/bridge-consumer-service-test.js +1 -1
  47. package/_site/_test/chat-claudecodeui-match-test.js +92 -92
  48. package/_site/_test/claude-executable-discovery-test.js +62 -62
  49. package/_site/_test/claude-workbench-test.js +170 -170
  50. package/_site/_test/client-capture-restart-e2e-test.js +4 -4
  51. package/_site/_test/codex-conversation-projection-test.js +2 -1
  52. package/_site/_test/commit-boundary-freeze-test.js +1 -1
  53. package/_site/_test/commit-conversation-binding-test.js +95 -95
  54. package/_site/_test/commit-evidence-test.js +110 -110
  55. package/_site/_test/conversation-api-test.js +109 -109
  56. package/_site/_test/conversation-store-test.js +136 -136
  57. package/_site/_test/cross-repo-isolation-e2e-test.js +2 -2
  58. package/_site/_test/data-dir-migration-test.js +57 -57
  59. package/_site/_test/desktop-browser-compat-test.js +28 -28
  60. package/_site/_test/desktop-hook-runtime-regression-test.js +204 -204
  61. package/_site/_test/explicit-commit-processor-test.js +37 -37
  62. package/_site/_test/fixtures/make-git-repos.js +12 -1
  63. package/_site/_test/folder-picker-output-test.js +19 -19
  64. package/_site/_test/full-integration-e2e-test.js +165 -165
  65. package/_site/_test/git-validation-test.js +2 -2
  66. package/_site/_test/hook-runtime-endpoint-test.js +88 -88
  67. package/_site/_test/hook-status-repair-api-test.js +152 -152
  68. package/_site/_test/hook-trigger-test.js +85 -85
  69. package/_site/_test/import-preflight-api-test.js +234 -233
  70. package/_site/_test/index-writer-concurrency-test.js +135 -135
  71. package/_site/_test/integration-adapters-test.js +171 -171
  72. package/_site/_test/integration-capture-setup-test.js +1 -1
  73. package/_site/_test/integration-surface-coverage-test.js +164 -164
  74. package/_site/_test/knowledge-language-control-test.js +170 -170
  75. package/_site/_test/knowledge-promotion-recovery-test.js +260 -260
  76. package/_site/_test/knowledge-query-test.js +54 -54
  77. package/_site/_test/knowledge-retrieval-service-test.js +77 -77
  78. package/_site/_test/knowledge-storage-startup-test.js +52 -52
  79. package/_site/_test/knowledge-store-logs-supervision-test.js +89 -89
  80. package/_site/_test/legacy-forward-compat-test.js +257 -257
  81. package/_site/_test/legacy-project-upgrade-e2e-test.js +363 -363
  82. package/_site/_test/logging-api-test.js +89 -89
  83. package/_site/_test/logging-sse-no-gap-test.js +88 -88
  84. package/_site/_test/logging-ui-test.js +106 -104
  85. package/_site/_test/markdown-delta-overlay-test.js +85 -85
  86. package/_site/_test/markdown-maintenance-api-test.js +75 -75
  87. package/_site/_test/mcp-server-test.js +149 -149
  88. package/_site/_test/module-artifact-integrity-test.js +27 -0
  89. package/_site/_test/module-boundary-test.js +30 -0
  90. package/_site/_test/module-bridge-eventbridge-test.js +7 -0
  91. package/_site/_test/module-model-configuration-test.js +43 -0
  92. package/_site/_test/module-process-lifecycle-test.js +24 -0
  93. package/_site/_test/module-stream-proxy-test.js +34 -0
  94. package/_site/_test/non-release-ci-test.js +34 -34
  95. package/_site/_test/offline-boundary-isolation-test.js +32 -32
  96. package/_site/_test/p0-data-migration-characterization-test.js +37 -37
  97. package/_site/_test/p0-e2e-gate-test.js +347 -347
  98. package/_site/_test/packaged-ui-smoke-test.js +19 -10
  99. package/_site/_test/path-consistency-test.js +151 -151
  100. package/_site/_test/pending-sweep-test.js +9 -9
  101. package/_site/_test/post-commit-automation-test.js +87 -87
  102. package/_site/_test/product-diagnostics-ui-test.js +75 -0
  103. package/_site/_test/product-import-ui-test.js +92 -0
  104. package/_site/_test/project-delete-recovery-test.js +64 -64
  105. package/_site/_test/project-goal-editor-test.js +144 -144
  106. package/_site/_test/project-layout-v2-migration-test.js +127 -127
  107. package/_site/_test/project-lifecycle-transaction-test.js +106 -106
  108. package/_site/_test/prompt-settings-test.js +115 -115
  109. package/_site/_test/protected-architecture-gate-test.js +122 -122
  110. package/_site/_test/refactor-characterization-test.js +36 -36
  111. package/_site/_test/release-version-sync-test.js +1 -1
  112. package/_site/_test/requirement-recorder-test.js +173 -173
  113. package/_site/_test/run-all-tests.js +159 -156
  114. package/_site/_test/server-runtime-migration-safety-test.js +27 -27
  115. package/_site/_test/shared-contracts-test.js +58 -58
  116. package/_site/_test/startup-analysis-disabled-test.js +10 -10
  117. package/_site/_test/storage-foundation-test.js +78 -78
  118. package/_site/_test/structured-logger-test.js +101 -101
  119. package/_site/_test/tracking-start-test.js +108 -108
  120. package/_site/_test/v4122-upgrade-data-contract-test.js +56 -56
  121. package/_site/_test/workbench-permission-test.js +117 -117
  122. package/_site/_test/workspace-ui-contract-test.js +28 -43
  123. package/_site/lib/ai-profile-resolver.js +78 -78
  124. package/_site/lib/ai-workspace.js +101 -101
  125. package/_site/lib/automation-config.js +140 -140
  126. package/_site/lib/bridge-adapter.js +5 -1
  127. package/_site/lib/bridge-consumer-service.js +402 -402
  128. package/_site/lib/claude-cli-runner.js +1510 -1510
  129. package/_site/lib/commit-conversation-binder.js +234 -234
  130. package/_site/lib/commit-processing-ledger.js +27 -27
  131. package/_site/lib/commit-prompt.js +202 -202
  132. package/_site/lib/commit-reconciler.js +406 -406
  133. package/_site/lib/contracts.js +284 -279
  134. package/_site/lib/conversation-query-service.js +144 -144
  135. package/_site/lib/conversation-store.js +385 -385
  136. package/_site/lib/data-dir.js +74 -74
  137. package/_site/lib/data-state-classifier.js +40 -40
  138. package/_site/lib/engine-cutover.js +97 -0
  139. package/_site/lib/evidence-bundle.js +228 -228
  140. package/_site/lib/folder-picker-output.js +21 -21
  141. package/_site/lib/git-runner.js +62 -62
  142. package/_site/lib/github-team-store.js +1172 -1172
  143. package/_site/lib/hook-manager.js +203 -202
  144. package/_site/lib/index-service.js +173 -173
  145. package/_site/lib/integration-installer.js +907 -907
  146. package/_site/lib/kb-framework.js +176 -176
  147. package/_site/lib/kb-validator.js +124 -124
  148. package/_site/lib/knowledge-promotion.js +435 -435
  149. package/_site/lib/knowledge-retrieval-service.js +401 -401
  150. package/_site/lib/knowledge-tool-runtime.js +359 -359
  151. package/_site/lib/legacy-data-manifest.js +26 -26
  152. package/_site/lib/llm-client.js +161 -161
  153. package/_site/lib/markdown-knowledge-indexer.js +230 -230
  154. package/_site/lib/migration-service.js +442 -442
  155. package/_site/lib/module-bridge.js +198 -33
  156. package/_site/lib/post-commit-automation.js +87 -87
  157. package/_site/lib/project-lifecycle-service.js +519 -497
  158. package/_site/lib/project-store.js +268 -262
  159. package/_site/lib/requirement-recorder.js +278 -278
  160. package/_site/lib/runtime-endpoint.js +155 -155
  161. package/_site/lib/scanner.js +298 -298
  162. package/_site/lib/server-app.js +1590 -1520
  163. package/_site/lib/settings-store.js +133 -113
  164. package/_site/lib/storage-layout.js +162 -162
  165. package/_site/lib/structured-logger.js +574 -574
  166. package/_site/scripts/folder-picker.ps1 +156 -156
  167. package/_site/scripts/hook-trigger.js +157 -156
  168. package/_site/scripts/install-module-candidates.js +69 -0
  169. package/_site/scripts/pack-module-candidates.js +72 -0
  170. package/_site/scripts/sync-release-version.js +2 -2
  171. package/_site/scripts/vendor-modules.js +47 -0
  172. package/_site/scripts/verify-module-runtime.js +45 -0
  173. package/_site/scripts/verify-product-runtime.js +34 -0
  174. package/bin/project-knowledge-mcp.js +194 -194
  175. package/docs/README.zh-CN.md +34 -25
  176. package/docs/project-registry-schema.md +22 -22
  177. package/docs/testing-strategy.md +33 -33
  178. package/module-runtime-manifest.json +220 -0
  179. package/package.json +13 -10
  180. package/plugins/project-knowledge/.claude-plugin/plugin.json +1 -1
  181. package/plugins/project-knowledge/.codex-plugin/plugin.json +1 -1
  182. package/plugins/project-knowledge/.mcp.json +1 -1
  183. package/plugins/project-knowledge/opencode/project-knowledge.md +3 -3
  184. package/plugins/project-knowledge/skills/project-knowledge/SKILL.md +28 -28
  185. package/templates/project-readme.md +34 -34
  186. package/ui/favicon.svg +38 -38
  187. package/ui/index.html +51 -149
  188. package/ui/product.css +9 -0
  189. package/ui/product.js +386 -0
  190. package/vendor-manifest.json +46 -0
  191. package/_site/_test/import-ui-flow-test.js +0 -171
  192. package/_site/_test/project-control-panel-task14-test.js +0 -63
  193. package/_site/_test/task15-20-ui-flow-test.js +0 -148
  194. package/_site/_test/ui-i18n-toggle-test.js +0 -114
  195. package/_site/_test/ui-smoke-test.js +0 -73
  196. package/ui/app.css +0 -58
  197. package/ui/app.js +0 -607
  198. package/ui/i18n.js +0 -146
@@ -1,89 +1,89 @@
1
- const assert = require('assert');
2
- const fs = require('fs');
3
- const os = require('os');
4
- const path = require('path');
5
- const { StorageLayout } = require('../lib/storage-layout');
6
- const { Logger, LogRepository, localDay, normalizeRecord } = require('../lib/structured-logger');
7
-
8
- function line(entry) {
9
- return `${JSON.stringify(normalizeRecord(entry))}\r\n`;
10
- }
11
-
12
- (async () => {
13
- const dataDir = fs.mkdtempSync(path.join(os.tmpdir(), 'pk-log-repository-'));
14
- const layout = new StorageLayout({ dataDir });
15
- const settings = { levels: ['trace', 'debug', 'info', 'warn', 'error', 'fatal'] };
16
- const logger = new Logger({ layout, settingsProvider: () => settings });
17
- await logger.info('app.started', 'Started', { component: 'server', operationId: 'op-a' });
18
- await logger.info('app.completed', 'Completed', { component: 'server', operationId: 'op-a', durationMs: 12 });
19
- await logger.warn('project.deleted', 'Deleted project snapshot', { component: 'lifecycle', projectId: 'project-a', projectDisplayName: 'A', projectDeleted: true });
20
- await logger.error('commit.analysis.failed', 'Failed', { component: 'commit-reconciler', projectId: 'project-a', operationId: 'op-b', commitSha: 'deadbeef', error: Object.assign(new Error('failure'), { code: 'ETEST' }) });
21
- await logger.close();
22
-
23
- const repository = new LogRepository({ layout });
24
- const result = repository.query({ levels: ['error'], projectId: 'project-a', component: 'commit-reconciler', commitSha: 'deadbeef' });
25
- assert.strictEqual(result.entries.length, 1);
26
- assert.strictEqual(result.entries[0].operationId, 'op-b');
27
- assert.strictEqual(result.entries[0].error.code, 'ETEST');
28
- assert.strictEqual(result.pageSize, 500, 'today query must default to 500 records');
29
- assert.strictEqual(repository.query({ pageSize: 999999 }).pageSize, 5000, 'display limit must be capped at 5000');
30
- assert.strictEqual(repository.findOrphanedOperations().length, 0);
31
-
32
- await logger.info('migration.started', 'Migration started', { component: 'migration', operationId: 'op-orphan' });
33
- await logger.close();
34
- assert.strictEqual(repository.findOrphanedOperations().length, 1);
35
-
36
- const legacyRoot = layout.getLogPath('app');
37
- fs.mkdirSync(legacyRoot, { recursive: true });
38
- fs.writeFileSync(path.join(legacyRoot, '2020-01-01.log'), `${JSON.stringify({ ts: '2020-01-01T00:00:00.000Z', level: 'info', source: 'legacy', event: 'legacy.event', message: 'old' })}\n`);
39
- assert.strictEqual(repository.query({ from: '2019-01-01', to: '2021-01-01', event: 'legacy.event' }).entries.length, 1, 'legacy app/hooks logs remain read-only query sources');
40
-
41
- const date = localDay();
42
- const mergeA = path.join(layout.getLogPath('project', 'merge-a'), `${date}.jsonl`);
43
- const mergeB = path.join(layout.getLogPath('project', 'merge-b'), `${date}.jsonl`);
44
- fs.mkdirSync(path.dirname(mergeA), { recursive: true });
45
- fs.mkdirSync(path.dirname(mergeB), { recursive: true });
46
- const longMessage = `long-${'界'.repeat(70000)}`;
47
- const longRecord = { ...normalizeRecord({ id: 'a-1', ts: `${date}T01:00:00.000Z`, level: 'info', event: 'merge.a1', message: 'placeholder', projectId: 'merge-a' }), message: longMessage };
48
- fs.writeFileSync(mergeA,
49
- `${JSON.stringify(longRecord)}\r\n`
50
- + line({ id: 'a-2', ts: `${date}T03:00:00.000Z`, level: 'warn', event: 'merge.a2', message: 'newer a', projectId: 'merge-a' })
51
- + '{bad-tail',
52
- 'utf8');
53
- fs.writeFileSync(mergeB,
54
- line({ id: 'b-1', ts: `${date}T02:00:00.000Z`, level: 'error', event: 'merge.b1', message: 'middle b', projectId: 'merge-b' }),
55
- 'utf8');
56
-
57
- const originalReadFileSync = fs.readFileSync;
58
- fs.readFileSync = function guardedRead(filePath, ...args) {
59
- if (typeof filePath === 'string' && filePath.startsWith(path.join(dataDir, 'logs')) && /\.(?:jsonl|log)$/.test(filePath)) {
60
- throw new Error('LogRepository must not read an entire log file');
61
- }
62
- return originalReadFileSync.call(this, filePath, ...args);
63
- };
64
- let merged;
65
- try {
66
- merged = repository.query({ event: '', q: 'merge.', pageSize: 3 });
67
- } finally {
68
- fs.readFileSync = originalReadFileSync;
69
- }
70
- assert.deepStrictEqual(merged.entries.map(entry => entry.id), ['a-2', 'b-1', 'a-1'], 'all-project query must k-way merge by timestamp and skip malformed tail data');
71
- const long = repository.query({ projectId: 'merge-a', event: 'merge.a1' });
72
- assert.strictEqual(long.entries.length, 1);
73
- assert(long.entries[0].message.startsWith(`long-${'界'.repeat(100)}`), 'reverse chunk reader must parse lines larger than one chunk');
74
- assert(long.entries[0].message.includes('[truncated:'), 'public query must still apply field size bounds');
75
-
76
- const cursorPage = repository.query({ q: 'merge.', pageSize: 1 });
77
- assert(cursorPage.nextCursor);
78
- fs.unlinkSync(mergeB);
79
- assert.throws(
80
- () => repository.query({ q: 'merge.', pageSize: 1, cursor: cursorPage.nextCursor }),
81
- error => error.code === 'LOG_CURSOR_EXPIRED' && error.retryable === true,
82
- 'manually deleted cursor source must return a typed restart error',
83
- );
84
-
85
- console.log('logging-api-test PASS');
86
- })().catch(error => {
87
- console.error(error.stack || error.message);
88
- process.exitCode = 1;
89
- });
1
+ const assert = require('assert');
2
+ const fs = require('fs');
3
+ const os = require('os');
4
+ const path = require('path');
5
+ const { StorageLayout } = require('../lib/storage-layout');
6
+ const { Logger, LogRepository, localDay, normalizeRecord } = require('../lib/structured-logger');
7
+
8
+ function line(entry) {
9
+ return `${JSON.stringify(normalizeRecord(entry))}\r\n`;
10
+ }
11
+
12
+ (async () => {
13
+ const dataDir = fs.mkdtempSync(path.join(os.tmpdir(), 'pk-log-repository-'));
14
+ const layout = new StorageLayout({ dataDir });
15
+ const settings = { levels: ['trace', 'debug', 'info', 'warn', 'error', 'fatal'] };
16
+ const logger = new Logger({ layout, settingsProvider: () => settings });
17
+ await logger.info('app.started', 'Started', { component: 'server', operationId: 'op-a' });
18
+ await logger.info('app.completed', 'Completed', { component: 'server', operationId: 'op-a', durationMs: 12 });
19
+ await logger.warn('project.deleted', 'Deleted project snapshot', { component: 'lifecycle', projectId: 'project-a', projectDisplayName: 'A', projectDeleted: true });
20
+ await logger.error('commit.analysis.failed', 'Failed', { component: 'commit-reconciler', projectId: 'project-a', operationId: 'op-b', commitSha: 'deadbeef', error: Object.assign(new Error('failure'), { code: 'ETEST' }) });
21
+ await logger.close();
22
+
23
+ const repository = new LogRepository({ layout });
24
+ const result = repository.query({ levels: ['error'], projectId: 'project-a', component: 'commit-reconciler', commitSha: 'deadbeef' });
25
+ assert.strictEqual(result.entries.length, 1);
26
+ assert.strictEqual(result.entries[0].operationId, 'op-b');
27
+ assert.strictEqual(result.entries[0].error.code, 'ETEST');
28
+ assert.strictEqual(result.pageSize, 500, 'today query must default to 500 records');
29
+ assert.strictEqual(repository.query({ pageSize: 999999 }).pageSize, 5000, 'display limit must be capped at 5000');
30
+ assert.strictEqual(repository.findOrphanedOperations().length, 0);
31
+
32
+ await logger.info('migration.started', 'Migration started', { component: 'migration', operationId: 'op-orphan' });
33
+ await logger.close();
34
+ assert.strictEqual(repository.findOrphanedOperations().length, 1);
35
+
36
+ const legacyRoot = layout.getLogPath('app');
37
+ fs.mkdirSync(legacyRoot, { recursive: true });
38
+ fs.writeFileSync(path.join(legacyRoot, '2020-01-01.log'), `${JSON.stringify({ ts: '2020-01-01T00:00:00.000Z', level: 'info', source: 'legacy', event: 'legacy.event', message: 'old' })}\n`);
39
+ assert.strictEqual(repository.query({ from: '2019-01-01', to: '2021-01-01', event: 'legacy.event' }).entries.length, 1, 'legacy app/hooks logs remain read-only query sources');
40
+
41
+ const date = localDay();
42
+ const mergeA = path.join(layout.getLogPath('project', 'merge-a'), `${date}.jsonl`);
43
+ const mergeB = path.join(layout.getLogPath('project', 'merge-b'), `${date}.jsonl`);
44
+ fs.mkdirSync(path.dirname(mergeA), { recursive: true });
45
+ fs.mkdirSync(path.dirname(mergeB), { recursive: true });
46
+ const longMessage = `long-${'界'.repeat(70000)}`;
47
+ const longRecord = { ...normalizeRecord({ id: 'a-1', ts: `${date}T01:00:00.000Z`, level: 'info', event: 'merge.a1', message: 'placeholder', projectId: 'merge-a' }), message: longMessage };
48
+ fs.writeFileSync(mergeA,
49
+ `${JSON.stringify(longRecord)}\r\n`
50
+ + line({ id: 'a-2', ts: `${date}T03:00:00.000Z`, level: 'warn', event: 'merge.a2', message: 'newer a', projectId: 'merge-a' })
51
+ + '{bad-tail',
52
+ 'utf8');
53
+ fs.writeFileSync(mergeB,
54
+ line({ id: 'b-1', ts: `${date}T02:00:00.000Z`, level: 'error', event: 'merge.b1', message: 'middle b', projectId: 'merge-b' }),
55
+ 'utf8');
56
+
57
+ const originalReadFileSync = fs.readFileSync;
58
+ fs.readFileSync = function guardedRead(filePath, ...args) {
59
+ if (typeof filePath === 'string' && filePath.startsWith(path.join(dataDir, 'logs')) && /\.(?:jsonl|log)$/.test(filePath)) {
60
+ throw new Error('LogRepository must not read an entire log file');
61
+ }
62
+ return originalReadFileSync.call(this, filePath, ...args);
63
+ };
64
+ let merged;
65
+ try {
66
+ merged = repository.query({ event: '', q: 'merge.', pageSize: 3 });
67
+ } finally {
68
+ fs.readFileSync = originalReadFileSync;
69
+ }
70
+ assert.deepStrictEqual(merged.entries.map(entry => entry.id), ['a-2', 'b-1', 'a-1'], 'all-project query must k-way merge by timestamp and skip malformed tail data');
71
+ const long = repository.query({ projectId: 'merge-a', event: 'merge.a1' });
72
+ assert.strictEqual(long.entries.length, 1);
73
+ assert(long.entries[0].message.startsWith(`long-${'界'.repeat(100)}`), 'reverse chunk reader must parse lines larger than one chunk');
74
+ assert(long.entries[0].message.includes('[truncated:'), 'public query must still apply field size bounds');
75
+
76
+ const cursorPage = repository.query({ q: 'merge.', pageSize: 1 });
77
+ assert(cursorPage.nextCursor);
78
+ fs.unlinkSync(mergeB);
79
+ assert.throws(
80
+ () => repository.query({ q: 'merge.', pageSize: 1, cursor: cursorPage.nextCursor }),
81
+ error => error.code === 'LOG_CURSOR_EXPIRED' && error.retryable === true,
82
+ 'manually deleted cursor source must return a typed restart error',
83
+ );
84
+
85
+ console.log('logging-api-test PASS');
86
+ })().catch(error => {
87
+ console.error(error.stack || error.message);
88
+ process.exitCode = 1;
89
+ });
@@ -1,88 +1,88 @@
1
- const assert = require('assert');
2
- const fs = require('fs');
3
- const os = require('os');
4
- const path = require('path');
5
- const { spawnServer } = require('./helpers/spawn-server');
6
- const { StorageLayout } = require('../lib/storage-layout');
7
- const { LogRepository } = require('../lib/structured-logger');
8
-
9
- const ROOT = path.resolve(__dirname, '..', '..');
10
- const PORT = 7950 + (process.pid % 300);
11
- const BASE = `http://127.0.0.1:${PORT}`;
12
-
13
- async function waitForServer() {
14
- for (let attempt = 0; attempt < 100; attempt += 1) {
15
- try { if ((await fetch(`${BASE}/api/health`)).ok) return; } catch {}
16
- await new Promise(resolve => setTimeout(resolve, 100));
17
- }
18
- throw new Error('server did not start');
19
- }
20
-
21
- (async () => {
22
- const dataDir = fs.mkdtempSync(path.join(os.tmpdir(), 'pk-log-sse-'));
23
- const spawned = spawnServer({ root: ROOT, port: PORT, dataDir, tag: 'log-sse', extraEnv: { KB_SKIP_MIGRATION: '1' } });
24
- try {
25
- await waitForServer();
26
- let response = await fetch(`${BASE}/api/logs?q=http.request_`);
27
- let snapshot = await response.json();
28
- assert.strictEqual(snapshot.pageSize, 500, 'HTTP logs API must preserve the 500-row default');
29
- assert(snapshot.streamCursor);
30
- response = await fetch(`${BASE}/api/logs?pageSize=999999`);
31
- assert.strictEqual((await response.json()).pageSize, 5000, 'HTTP logs API must cap the display page at 5000');
32
-
33
- await fetch(`${BASE}/api/state`);
34
- await fetch(`${BASE}/api/projects/not-valid%2Fid`);
35
- await new Promise(resolve => setTimeout(resolve, 100));
36
- const watermark = JSON.parse(Buffer.from(snapshot.streamCursor, 'base64url').toString('utf8'));
37
- const repository = new LogRepository({ layout: new StorageLayout({ dataDir }) });
38
- const page = repository.query({ q: 'http.request_', pageSize: 5000 });
39
- const expectedGapIds = [];
40
- for (const entry of page.entries) {
41
- if (entry.id === watermark.afterId) break;
42
- expectedGapIds.push(entry.id);
43
- }
44
- assert(expectedGapIds.length >= 3, 'fixture must create completed and failed requests between GET and SSE');
45
-
46
- const controller = new AbortController();
47
- response = await fetch(`${BASE}/api/logs/stream?q=http.request_&streamCursor=${encodeURIComponent(snapshot.streamCursor)}`, { signal: controller.signal });
48
- assert.strictEqual(response.status, 200);
49
- assert.match(response.headers.get('content-type'), /text\/event-stream/);
50
- const reader = response.body.getReader();
51
- const decoder = new TextDecoder();
52
- let pending = '';
53
- const streamedIds = new Set();
54
- let ready = false;
55
- const deadline = Date.now() + 5000;
56
- while (Date.now() < deadline && (!ready || expectedGapIds.some(id => !streamedIds.has(id)))) {
57
- const read = await Promise.race([
58
- reader.read(),
59
- new Promise((_, reject) => setTimeout(() => reject(new Error('SSE read timeout')), 1000)),
60
- ]);
61
- if (read.done) break;
62
- pending += decoder.decode(read.value, { stream: true });
63
- const frames = pending.split('\n\n');
64
- pending = frames.pop() || '';
65
- for (const frame of frames) {
66
- const dataLine = frame.split('\n').find(line => line.startsWith('data: '));
67
- if (!dataLine) continue;
68
- const event = JSON.parse(dataLine.slice(6));
69
- if (event.type === 'logs/ready') ready = true;
70
- if (event.type === 'logs/appended' && event.record) streamedIds.add(event.record.id);
71
- }
72
- }
73
- controller.abort();
74
- assert(ready, 'SSE must mark the replay/live handoff');
75
- assert(expectedGapIds.every(id => streamedIds.has(id)), 'GET-to-SSE handoff must replay every durable gap record exactly by id');
76
-
77
- const requestLogs = repository.query({ q: 'http.request_', pageSize: 5000 }).entries;
78
- assert(requestLogs.some(entry => entry.event === 'http.request_started'));
79
- assert(requestLogs.some(entry => entry.event === 'http.request_completed' && entry.durationMs >= 0));
80
- assert(requestLogs.some(entry => entry.event === 'http.request_failed' && entry.operationId));
81
- console.log('logging-sse-no-gap-test PASS');
82
- } finally {
83
- await spawned.cleanup();
84
- }
85
- })().catch(error => {
86
- console.error(error.stack || error.message);
87
- process.exitCode = 1;
88
- });
1
+ const assert = require('assert');
2
+ const fs = require('fs');
3
+ const os = require('os');
4
+ const path = require('path');
5
+ const { spawnServer } = require('./helpers/spawn-server');
6
+ const { StorageLayout } = require('../lib/storage-layout');
7
+ const { LogRepository } = require('../lib/structured-logger');
8
+
9
+ const ROOT = path.resolve(__dirname, '..', '..');
10
+ const PORT = 7950 + (process.pid % 300);
11
+ const BASE = `http://127.0.0.1:${PORT}`;
12
+
13
+ async function waitForServer() {
14
+ for (let attempt = 0; attempt < 100; attempt += 1) {
15
+ try { if ((await fetch(`${BASE}/api/health`)).ok) return; } catch {}
16
+ await new Promise(resolve => setTimeout(resolve, 100));
17
+ }
18
+ throw new Error('server did not start');
19
+ }
20
+
21
+ (async () => {
22
+ const dataDir = fs.mkdtempSync(path.join(os.tmpdir(), 'pk-log-sse-'));
23
+ const spawned = spawnServer({ root: ROOT, port: PORT, dataDir, tag: 'log-sse', extraEnv: { KB_SKIP_MIGRATION: '1' } });
24
+ try {
25
+ await waitForServer();
26
+ let response = await fetch(`${BASE}/api/logs?q=http.request_`);
27
+ let snapshot = await response.json();
28
+ assert.strictEqual(snapshot.pageSize, 500, 'HTTP logs API must preserve the 500-row default');
29
+ assert(snapshot.streamCursor);
30
+ response = await fetch(`${BASE}/api/logs?pageSize=999999`);
31
+ assert.strictEqual((await response.json()).pageSize, 5000, 'HTTP logs API must cap the display page at 5000');
32
+
33
+ await fetch(`${BASE}/api/state`);
34
+ await fetch(`${BASE}/api/projects/not-valid%2Fid`);
35
+ await new Promise(resolve => setTimeout(resolve, 100));
36
+ const watermark = JSON.parse(Buffer.from(snapshot.streamCursor, 'base64url').toString('utf8'));
37
+ const repository = new LogRepository({ layout: new StorageLayout({ dataDir }) });
38
+ const page = repository.query({ q: 'http.request_', pageSize: 5000 });
39
+ const expectedGapIds = [];
40
+ for (const entry of page.entries) {
41
+ if (entry.id === watermark.afterId) break;
42
+ expectedGapIds.push(entry.id);
43
+ }
44
+ assert(expectedGapIds.length >= 3, 'fixture must create completed and failed requests between GET and SSE');
45
+
46
+ const controller = new AbortController();
47
+ response = await fetch(`${BASE}/api/logs/stream?q=http.request_&streamCursor=${encodeURIComponent(snapshot.streamCursor)}`, { signal: controller.signal });
48
+ assert.strictEqual(response.status, 200);
49
+ assert.match(response.headers.get('content-type'), /text\/event-stream/);
50
+ const reader = response.body.getReader();
51
+ const decoder = new TextDecoder();
52
+ let pending = '';
53
+ const streamedIds = new Set();
54
+ let ready = false;
55
+ const deadline = Date.now() + 5000;
56
+ while (Date.now() < deadline && (!ready || expectedGapIds.some(id => !streamedIds.has(id)))) {
57
+ const read = await Promise.race([
58
+ reader.read(),
59
+ new Promise((_, reject) => setTimeout(() => reject(new Error('SSE read timeout')), 1000)),
60
+ ]);
61
+ if (read.done) break;
62
+ pending += decoder.decode(read.value, { stream: true });
63
+ const frames = pending.split('\n\n');
64
+ pending = frames.pop() || '';
65
+ for (const frame of frames) {
66
+ const dataLine = frame.split('\n').find(line => line.startsWith('data: '));
67
+ if (!dataLine) continue;
68
+ const event = JSON.parse(dataLine.slice(6));
69
+ if (event.type === 'logs/ready') ready = true;
70
+ if (event.type === 'logs/appended' && event.record) streamedIds.add(event.record.id);
71
+ }
72
+ }
73
+ controller.abort();
74
+ assert(ready, 'SSE must mark the replay/live handoff');
75
+ assert(expectedGapIds.every(id => streamedIds.has(id)), 'GET-to-SSE handoff must replay every durable gap record exactly by id');
76
+
77
+ const requestLogs = repository.query({ q: 'http.request_', pageSize: 5000 }).entries;
78
+ assert(requestLogs.some(entry => entry.event === 'http.request_started'));
79
+ assert(requestLogs.some(entry => entry.event === 'http.request_completed' && entry.durationMs >= 0));
80
+ assert(requestLogs.some(entry => entry.event === 'http.request_failed' && entry.operationId));
81
+ console.log('logging-sse-no-gap-test PASS');
82
+ } finally {
83
+ await spawned.cleanup();
84
+ }
85
+ })().catch(error => {
86
+ console.error(error.stack || error.message);
87
+ process.exitCode = 1;
88
+ });
@@ -1,104 +1,106 @@
1
- const assert = require('assert');
2
- const path = require('path');
3
- const { spawnServer } = require('./helpers/spawn-server');
4
- const { requestJson, waitFor } = require('./helpers/cdp-browser');
5
- const { createLoggingUiFixture } = require('./helpers/logging-ui-fixture');
6
-
7
- const ROOT = path.resolve(__dirname, '..', '..');
8
- const port = 8750 + (process.pid % 180);
9
-
10
- function baseParams(fixture, pageSize) {
11
- const params = new URLSearchParams();
12
- params.set('from', '2000-01-01');
13
- params.set('to', '2999-12-31');
14
- params.set('levels', 'trace,debug,info,warn,error,fatal');
15
- params.set('projectId', fixture.projectId);
16
- params.set('pageSize', String(pageSize || 10));
17
- return params;
18
- }
19
-
20
- async function jsonResponse(url) {
21
- const response = await fetch(url, { headers: { Accept: 'application/json' } });
22
- const body = await response.json();
23
- return { response, body };
24
- }
25
-
26
- (async () => {
27
- const fixture = await createLoggingUiFixture({ totalLogs: 64 });
28
- const server = spawnServer({ root: ROOT, port, dataDir: fixture.dataDir, tag: 'logging-ui-api', stdio: 'ignore' });
29
- try {
30
- await waitFor(() => requestJson('http://127.0.0.1:' + port + '/api/health').then(body => body.ok), 'logging API', 20000);
31
- const baseUrl = 'http://127.0.0.1:' + port;
32
- const firstParams = baseParams(fixture, 10);
33
- const first = await jsonResponse(baseUrl + '/api/logs?' + firstParams.toString());
34
- assert.strictEqual(first.response.status, 200);
35
- assert.strictEqual(first.body.entries.length, 10);
36
- assert(first.body.nextCursor, 'first page must return an opaque next cursor');
37
- assert.strictEqual(first.body.pageSize, 10);
38
- assert(first.body.health && first.body.health.status === 'ok');
39
- assert.deepStrictEqual(Object.keys(first.body.counts).sort(), ['debug', 'error', 'fatal', 'info', 'trace', 'warn']);
40
-
41
- const secondParams = baseParams(fixture, 10);
42
- secondParams.set('cursor', first.body.nextCursor);
43
- const second = await jsonResponse(baseUrl + '/api/logs?' + secondParams.toString());
44
- assert.strictEqual(second.response.status, 200);
45
- assert.strictEqual(second.body.entries.length, 10);
46
- assert(!second.body.entries.some(entry => first.body.entries.some(prior => prior.id === entry.id)), 'cursor pages must not overlap');
47
-
48
- const invalidParams = baseParams(fixture, 10);
49
- invalidParams.set('cursor', first.body.nextCursor);
50
- invalidParams.set('q', 'changed-fingerprint');
51
- const invalid = await jsonResponse(baseUrl + '/api/logs?' + invalidParams.toString());
52
- assert.strictEqual(invalid.response.status, 409);
53
- assert.strictEqual(invalid.body.error.code, 'LOG_CURSOR_EXPIRED');
54
- assert.strictEqual(invalid.body.error.retryable, true);
55
- assert(!('stack' in invalid.body.error), 'public cursor error must not leak a stack');
56
-
57
- const filters = [
58
- ['component', 'commit-reconciler'],
59
- ['event', 'fixture.phase.10'],
60
- ['operationId', 'op-flow-visual'],
61
- ['commitSha', fixture.repo.headCommit],
62
- ['q', '<img src=x onerror=window.__xss=1>'],
63
- ['levels', 'fatal'],
64
- ];
65
- for (const pair of filters) {
66
- const params = baseParams(fixture, 100);
67
- params.set(pair[0], pair[1]);
68
- const result = await jsonResponse(baseUrl + '/api/logs?' + params.toString());
69
- assert.strictEqual(result.response.status, 200, 'filter failed: ' + pair[0]);
70
- assert(result.body.entries.length > 0, 'filter returned no entries: ' + pair[0]);
71
- }
72
-
73
- const exportParams = baseParams(fixture, 100);
74
- exportParams.delete('pageSize');
75
- exportParams.set('operationId', 'op-flow-visual');
76
- exportParams.set('component', 'commit-reconciler');
77
- exportParams.set('event', 'fixture.phase.3');
78
- exportParams.set('commitSha', fixture.repo.headCommit);
79
- const exported = await fetch(baseUrl + '/api/logs/export?' + exportParams.toString(), { headers: { Accept: 'application/x-ndjson' } });
80
- assert.strictEqual(exported.status, 200);
81
- assert((exported.headers.get('content-type') || '').includes('application/x-ndjson'));
82
- assert((exported.headers.get('content-disposition') || '').includes('attachment'));
83
- const lines = (await exported.text()).trim().split(/\r?\n/).filter(Boolean).map(line => JSON.parse(line));
84
- assert.strictEqual(lines.length, 1);
85
- assert(lines.every(entry => entry.operationId === 'op-flow-visual' && entry.component === 'commit-reconciler' && entry.event === 'fixture.phase.3'));
86
-
87
- const rootMutation = await fetch(baseUrl + '/api/settings', {
88
- method: 'PATCH',
89
- headers: { 'content-type': 'application/json' },
90
- body: JSON.stringify({ logging: { rootPath: path.join(fixture.dataDir, 'elsewhere') } }),
91
- });
92
- assert.strictEqual(rootMutation.status, 409, 'logging root must not be mutable through the API');
93
- const persistedSettings = JSON.parse(require('fs').readFileSync(fixture.layout.getSettingsPath(), 'utf8'));
94
- assert(!Object.prototype.hasOwnProperty.call(persistedSettings.logging, 'rootPath'));
95
-
96
- console.log('logging UI test PASS');
97
- } finally {
98
- await server.cleanup();
99
- fixture.cleanup();
100
- }
101
- })().catch(error => {
102
- console.error(error.stack || error.message);
103
- process.exitCode = 1;
104
- });
1
+ const assert = require('assert');
2
+ const path = require('path');
3
+ const { spawnServer } = require('./helpers/spawn-server');
4
+ const { requestJson, waitFor } = require('./helpers/cdp-browser');
5
+ const { createLoggingUiFixture } = require('./helpers/logging-ui-fixture');
6
+
7
+ const ROOT = path.resolve(__dirname, '..', '..');
8
+ const port = 8750 + (process.pid % 180);
9
+
10
+ function baseParams(fixture, pageSize) {
11
+ const params = new URLSearchParams();
12
+ params.set('from', '2000-01-01');
13
+ params.set('to', '2999-12-31');
14
+ params.set('levels', 'trace,debug,info,warn,error,fatal');
15
+ params.set('projectId', fixture.projectId);
16
+ params.set('pageSize', String(pageSize || 10));
17
+ return params;
18
+ }
19
+
20
+ async function jsonResponse(url) {
21
+ const response = await fetch(url, { headers: { Accept: 'application/json' } });
22
+ const body = await response.json();
23
+ return { response, body };
24
+ }
25
+
26
+ (async () => {
27
+ const fixture = await createLoggingUiFixture({ totalLogs: 64 });
28
+ const server = spawnServer({ root: ROOT, port, dataDir: fixture.dataDir, tag: 'logging-ui-api', stdio: 'ignore' });
29
+ try {
30
+ await waitFor(() => requestJson('http://127.0.0.1:' + port + '/api/health').then(body => body.ok), 'logging API', 20000);
31
+ const baseUrl = 'http://127.0.0.1:' + port;
32
+ const firstParams = baseParams(fixture, 10);
33
+ const first = await jsonResponse(baseUrl + '/api/logs?' + firstParams.toString());
34
+ assert.strictEqual(first.response.status, 200);
35
+ assert.strictEqual(first.body.entries.length, 10);
36
+ assert(first.body.nextCursor, 'first page must return an opaque next cursor');
37
+ assert.strictEqual(first.body.pageSize, 10);
38
+ assert(first.body.health && first.body.health.status === 'ok');
39
+ assert.deepStrictEqual(Object.keys(first.body.counts).sort(), ['debug', 'error', 'fatal', 'info', 'trace', 'warn']);
40
+
41
+ const secondParams = baseParams(fixture, 10);
42
+ secondParams.set('cursor', first.body.nextCursor);
43
+ const second = await jsonResponse(baseUrl + '/api/logs?' + secondParams.toString());
44
+ assert.strictEqual(second.response.status, 200);
45
+ assert.strictEqual(second.body.entries.length, 10);
46
+ assert(!second.body.entries.some(entry => first.body.entries.some(prior => prior.id === entry.id)), 'cursor pages must not overlap');
47
+
48
+ const invalidParams = baseParams(fixture, 10);
49
+ invalidParams.set('cursor', first.body.nextCursor);
50
+ invalidParams.set('q', 'changed-fingerprint');
51
+ const invalid = await jsonResponse(baseUrl + '/api/logs?' + invalidParams.toString());
52
+ assert.strictEqual(invalid.response.status, 409);
53
+ assert.strictEqual(invalid.body.error.code, 'LOG_CURSOR_EXPIRED');
54
+ assert.strictEqual(invalid.body.error.retryable, true);
55
+ assert(!('stack' in invalid.body.error), 'public cursor error must not leak a stack');
56
+
57
+ const filters = [
58
+ ['component', 'commit-reconciler'],
59
+ ['event', 'fixture.phase.10'],
60
+ ['operationId', 'op-flow-visual'],
61
+ ['commitSha', fixture.repo.headCommit],
62
+ ['q', '<img src=x onerror=window.__xss=1>'],
63
+ ['q', 'VALIDATION_FAILED'],
64
+ ['q', '模型输出校验失败'],
65
+ ['levels', 'fatal'],
66
+ ];
67
+ for (const pair of filters) {
68
+ const params = baseParams(fixture, 100);
69
+ params.set(pair[0], pair[1]);
70
+ const result = await jsonResponse(baseUrl + '/api/logs?' + params.toString());
71
+ assert.strictEqual(result.response.status, 200, 'filter failed: ' + pair[0]);
72
+ assert(result.body.entries.length > 0, 'filter returned no entries: ' + pair[0]);
73
+ }
74
+
75
+ const exportParams = baseParams(fixture, 100);
76
+ exportParams.delete('pageSize');
77
+ exportParams.set('operationId', 'op-flow-visual');
78
+ exportParams.set('component', 'commit-reconciler');
79
+ exportParams.set('event', 'fixture.phase.3');
80
+ exportParams.set('commitSha', fixture.repo.headCommit);
81
+ const exported = await fetch(baseUrl + '/api/logs/export?' + exportParams.toString(), { headers: { Accept: 'application/x-ndjson' } });
82
+ assert.strictEqual(exported.status, 200);
83
+ assert((exported.headers.get('content-type') || '').includes('application/x-ndjson'));
84
+ assert((exported.headers.get('content-disposition') || '').includes('attachment'));
85
+ const lines = (await exported.text()).trim().split(/\r?\n/).filter(Boolean).map(line => JSON.parse(line));
86
+ assert.strictEqual(lines.length, 1);
87
+ assert(lines.every(entry => entry.operationId === 'op-flow-visual' && entry.component === 'commit-reconciler' && entry.event === 'fixture.phase.3'));
88
+
89
+ const rootMutation = await fetch(baseUrl + '/api/settings', {
90
+ method: 'PATCH',
91
+ headers: { 'content-type': 'application/json' },
92
+ body: JSON.stringify({ logging: { rootPath: path.join(fixture.dataDir, 'elsewhere') } }),
93
+ });
94
+ assert.strictEqual(rootMutation.status, 409, 'logging root must not be mutable through the API');
95
+ const persistedSettings = JSON.parse(require('fs').readFileSync(fixture.layout.getSettingsPath(), 'utf8'));
96
+ assert(!Object.prototype.hasOwnProperty.call(persistedSettings.logging, 'rootPath'));
97
+
98
+ console.log('logging UI test PASS');
99
+ } finally {
100
+ await server.cleanup();
101
+ fixture.cleanup();
102
+ }
103
+ })().catch(error => {
104
+ console.error(error.stack || error.message);
105
+ process.exitCode = 1;
106
+ });