@sanqianx/project-knowledge 4.7.0 → 4.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (192) hide show
  1. package/.agents/plugins/marketplace.json +17 -17
  2. package/.claude-plugin/marketplace.json +1 -1
  3. package/CHANGELOG.md +817 -799
  4. package/README.md +48 -36
  5. package/_modules/knowledge-engine/README.md +88 -0
  6. package/_modules/knowledge-engine/package.json +38 -0
  7. package/_modules/knowledge-engine/src/analysis-contract.js +25 -0
  8. package/_modules/knowledge-engine/src/analysis-worker.js +54 -0
  9. package/_modules/knowledge-engine/src/bin.js +52 -0
  10. package/_modules/knowledge-engine/src/bridge-client.js +24 -0
  11. package/_modules/knowledge-engine/src/coordinator.js +255 -0
  12. package/_modules/knowledge-engine/src/headless-analyzer.js +75 -0
  13. package/_modules/knowledge-engine/src/memories.js +85 -0
  14. package/_modules/knowledge-engine/src/migration.js +88 -0
  15. package/_modules/knowledge-engine/src/retrieval.js +116 -0
  16. package/_modules/knowledge-engine/src/runtime/README.md +7 -0
  17. package/_modules/knowledge-engine/src/runtime/atomic-file.js +204 -0
  18. package/_modules/knowledge-engine/src/runtime/automation-config.js +140 -0
  19. package/_modules/knowledge-engine/src/runtime/commit-conversation-binder.js +249 -0
  20. package/_modules/knowledge-engine/src/runtime/commit-processing-ledger.js +26 -0
  21. package/_modules/knowledge-engine/src/runtime/commit-prompt.js +202 -0
  22. package/_modules/knowledge-engine/src/runtime/commit-reconciler.js +432 -0
  23. package/_modules/knowledge-engine/src/runtime/content-hash.js +4 -0
  24. package/_modules/knowledge-engine/src/runtime/contracts.js +279 -0
  25. package/_modules/knowledge-engine/src/runtime/conversation-exclusions.js +204 -0
  26. package/_modules/knowledge-engine/src/runtime/conversation-store.js +387 -0
  27. package/_modules/knowledge-engine/src/runtime/evidence-bundle.js +228 -0
  28. package/_modules/knowledge-engine/src/runtime/git-runner.js +62 -0
  29. package/_modules/knowledge-engine/src/runtime/knowledge-promotion.js +444 -0
  30. package/_modules/knowledge-engine/src/runtime/knowledge-retrieval-service.js +402 -0
  31. package/_modules/knowledge-engine/src/runtime/layout.js +44 -0
  32. package/_modules/knowledge-engine/src/runtime/markdown-knowledge-indexer.js +230 -0
  33. package/_modules/knowledge-engine/src/runtime/scanner.js +298 -0
  34. package/_modules/knowledge-engine/src/server.js +155 -0
  35. package/_modules/knowledge-engine/src/store.js +239 -0
  36. package/_modules/knowledge-engine/ui/app.css +172 -0
  37. package/_modules/knowledge-engine/ui/app.js +297 -0
  38. package/_modules/knowledge-engine/ui/index.html +95 -0
  39. package/_site/README.md +30 -30
  40. package/_site/_test/ai-profile-resolver-test.js +137 -137
  41. package/_site/_test/automation-queue-test.js +14 -14
  42. package/_site/_test/automation-ui-test.js +40 -40
  43. package/_site/_test/background-task-registry-test.js +43 -43
  44. package/_site/_test/baseline-schema-test.js +91 -91
  45. package/_site/_test/chat-claudecodeui-match-test.js +92 -92
  46. package/_site/_test/claude-executable-discovery-test.js +62 -62
  47. package/_site/_test/claude-workbench-test.js +170 -170
  48. package/_site/_test/codex-conversation-projection-test.js +2 -1
  49. package/_site/_test/commit-conversation-binding-test.js +95 -95
  50. package/_site/_test/commit-evidence-test.js +110 -110
  51. package/_site/_test/conversation-api-test.js +109 -109
  52. package/_site/_test/conversation-store-test.js +136 -136
  53. package/_site/_test/data-dir-migration-test.js +57 -57
  54. package/_site/_test/desktop-browser-compat-test.js +28 -28
  55. package/_site/_test/desktop-hook-runtime-regression-test.js +204 -204
  56. package/_site/_test/explicit-commit-processor-test.js +37 -37
  57. package/_site/_test/fixtures/make-git-repos.js +12 -1
  58. package/_site/_test/folder-picker-output-test.js +19 -19
  59. package/_site/_test/full-integration-e2e-test.js +165 -165
  60. package/_site/_test/git-validation-test.js +2 -2
  61. package/_site/_test/hook-runtime-endpoint-test.js +88 -88
  62. package/_site/_test/hook-status-repair-api-test.js +152 -152
  63. package/_site/_test/hook-trigger-test.js +85 -85
  64. package/_site/_test/import-preflight-api-test.js +234 -233
  65. package/_site/_test/index-writer-concurrency-test.js +135 -135
  66. package/_site/_test/integration-adapters-test.js +171 -171
  67. package/_site/_test/integration-surface-coverage-test.js +164 -164
  68. package/_site/_test/knowledge-language-control-test.js +170 -170
  69. package/_site/_test/knowledge-promotion-recovery-test.js +260 -260
  70. package/_site/_test/knowledge-query-test.js +54 -54
  71. package/_site/_test/knowledge-retrieval-service-test.js +77 -77
  72. package/_site/_test/knowledge-storage-startup-test.js +52 -52
  73. package/_site/_test/knowledge-store-logs-supervision-test.js +89 -89
  74. package/_site/_test/legacy-forward-compat-test.js +257 -257
  75. package/_site/_test/legacy-project-upgrade-e2e-test.js +363 -363
  76. package/_site/_test/logging-api-test.js +89 -89
  77. package/_site/_test/logging-sse-no-gap-test.js +88 -88
  78. package/_site/_test/logging-ui-test.js +106 -104
  79. package/_site/_test/markdown-delta-overlay-test.js +85 -85
  80. package/_site/_test/markdown-maintenance-api-test.js +75 -75
  81. package/_site/_test/mcp-server-test.js +149 -149
  82. package/_site/_test/module-artifact-integrity-test.js +27 -0
  83. package/_site/_test/module-boundary-test.js +30 -0
  84. package/_site/_test/module-bridge-eventbridge-test.js +7 -0
  85. package/_site/_test/module-model-configuration-test.js +43 -0
  86. package/_site/_test/module-process-lifecycle-test.js +24 -0
  87. package/_site/_test/module-stream-proxy-test.js +34 -0
  88. package/_site/_test/non-release-ci-test.js +34 -34
  89. package/_site/_test/offline-boundary-isolation-test.js +32 -32
  90. package/_site/_test/p0-data-migration-characterization-test.js +37 -37
  91. package/_site/_test/p0-e2e-gate-test.js +347 -347
  92. package/_site/_test/packaged-ui-smoke-test.js +11 -9
  93. package/_site/_test/path-consistency-test.js +151 -151
  94. package/_site/_test/pending-sweep-test.js +9 -9
  95. package/_site/_test/post-commit-automation-test.js +87 -87
  96. package/_site/_test/product-diagnostics-ui-test.js +75 -0
  97. package/_site/_test/product-import-ui-test.js +92 -0
  98. package/_site/_test/project-delete-recovery-test.js +64 -64
  99. package/_site/_test/project-goal-editor-test.js +144 -144
  100. package/_site/_test/project-layout-v2-migration-test.js +127 -127
  101. package/_site/_test/project-lifecycle-transaction-test.js +106 -106
  102. package/_site/_test/prompt-settings-test.js +115 -115
  103. package/_site/_test/protected-architecture-gate-test.js +122 -122
  104. package/_site/_test/refactor-characterization-test.js +36 -36
  105. package/_site/_test/release-version-sync-test.js +1 -1
  106. package/_site/_test/requirement-recorder-test.js +173 -173
  107. package/_site/_test/run-all-tests.js +159 -156
  108. package/_site/_test/server-runtime-migration-safety-test.js +27 -27
  109. package/_site/_test/shared-contracts-test.js +58 -58
  110. package/_site/_test/startup-analysis-disabled-test.js +10 -10
  111. package/_site/_test/storage-foundation-test.js +78 -78
  112. package/_site/_test/structured-logger-test.js +101 -101
  113. package/_site/_test/tracking-start-test.js +108 -108
  114. package/_site/_test/v4122-upgrade-data-contract-test.js +56 -56
  115. package/_site/_test/workbench-permission-test.js +117 -117
  116. package/_site/_test/workspace-ui-contract-test.js +28 -43
  117. package/_site/lib/ai-profile-resolver.js +78 -78
  118. package/_site/lib/ai-workspace.js +101 -101
  119. package/_site/lib/automation-config.js +140 -140
  120. package/_site/lib/bridge-adapter.js +1 -0
  121. package/_site/lib/bridge-consumer-service.js +402 -402
  122. package/_site/lib/claude-cli-runner.js +1510 -1510
  123. package/_site/lib/commit-conversation-binder.js +234 -234
  124. package/_site/lib/commit-processing-ledger.js +27 -27
  125. package/_site/lib/commit-prompt.js +202 -202
  126. package/_site/lib/commit-reconciler.js +406 -406
  127. package/_site/lib/contracts.js +284 -279
  128. package/_site/lib/conversation-query-service.js +144 -144
  129. package/_site/lib/conversation-store.js +385 -385
  130. package/_site/lib/data-dir.js +74 -74
  131. package/_site/lib/data-state-classifier.js +40 -40
  132. package/_site/lib/engine-cutover.js +97 -0
  133. package/_site/lib/evidence-bundle.js +228 -228
  134. package/_site/lib/folder-picker-output.js +21 -21
  135. package/_site/lib/git-runner.js +62 -62
  136. package/_site/lib/github-team-store.js +1172 -1172
  137. package/_site/lib/hook-manager.js +203 -202
  138. package/_site/lib/index-service.js +173 -173
  139. package/_site/lib/integration-installer.js +907 -907
  140. package/_site/lib/kb-framework.js +176 -176
  141. package/_site/lib/kb-validator.js +124 -124
  142. package/_site/lib/knowledge-promotion.js +435 -435
  143. package/_site/lib/knowledge-retrieval-service.js +401 -401
  144. package/_site/lib/knowledge-tool-runtime.js +359 -359
  145. package/_site/lib/legacy-data-manifest.js +26 -26
  146. package/_site/lib/llm-client.js +161 -161
  147. package/_site/lib/markdown-knowledge-indexer.js +230 -230
  148. package/_site/lib/migration-service.js +442 -442
  149. package/_site/lib/module-bridge.js +198 -33
  150. package/_site/lib/post-commit-automation.js +87 -87
  151. package/_site/lib/project-lifecycle-service.js +519 -497
  152. package/_site/lib/project-store.js +268 -262
  153. package/_site/lib/requirement-recorder.js +278 -278
  154. package/_site/lib/runtime-endpoint.js +155 -155
  155. package/_site/lib/scanner.js +298 -298
  156. package/_site/lib/server-app.js +1590 -1520
  157. package/_site/lib/settings-store.js +133 -113
  158. package/_site/lib/storage-layout.js +162 -162
  159. package/_site/lib/structured-logger.js +574 -574
  160. package/_site/scripts/folder-picker.ps1 +156 -156
  161. package/_site/scripts/hook-trigger.js +157 -156
  162. package/_site/scripts/install-module-candidates.js +69 -0
  163. package/_site/scripts/pack-module-candidates.js +72 -0
  164. package/_site/scripts/sync-release-version.js +2 -2
  165. package/_site/scripts/vendor-modules.js +47 -0
  166. package/_site/scripts/verify-module-runtime.js +45 -0
  167. package/_site/scripts/verify-product-runtime.js +34 -0
  168. package/bin/project-knowledge-mcp.js +194 -194
  169. package/docs/README.zh-CN.md +34 -25
  170. package/docs/project-registry-schema.md +22 -22
  171. package/docs/testing-strategy.md +33 -33
  172. package/module-runtime-manifest.json +220 -0
  173. package/package.json +13 -9
  174. package/plugins/project-knowledge/.claude-plugin/plugin.json +1 -1
  175. package/plugins/project-knowledge/.codex-plugin/plugin.json +1 -1
  176. package/plugins/project-knowledge/.mcp.json +1 -1
  177. package/plugins/project-knowledge/opencode/project-knowledge.md +3 -3
  178. package/plugins/project-knowledge/skills/project-knowledge/SKILL.md +28 -28
  179. package/templates/project-readme.md +34 -34
  180. package/ui/favicon.svg +38 -38
  181. package/ui/index.html +51 -149
  182. package/ui/product.css +9 -0
  183. package/ui/product.js +386 -0
  184. package/vendor-manifest.json +46 -0
  185. package/_site/_test/import-ui-flow-test.js +0 -171
  186. package/_site/_test/project-control-panel-task14-test.js +0 -63
  187. package/_site/_test/task15-20-ui-flow-test.js +0 -148
  188. package/_site/_test/ui-i18n-toggle-test.js +0 -114
  189. package/_site/_test/ui-smoke-test.js +0 -73
  190. package/ui/app.css +0 -58
  191. package/ui/app.js +0 -607
  192. package/ui/i18n.js +0 -146
@@ -1,89 +1,89 @@
1
- const assert = require('assert');
2
- const fs = require('fs');
3
- const os = require('os');
4
- const path = require('path');
5
- const { StorageLayout } = require('../lib/storage-layout');
6
- const { Logger, LogRepository, localDay, normalizeRecord } = require('../lib/structured-logger');
7
-
8
- function line(entry) {
9
- return `${JSON.stringify(normalizeRecord(entry))}\r\n`;
10
- }
11
-
12
- (async () => {
13
- const dataDir = fs.mkdtempSync(path.join(os.tmpdir(), 'pk-log-repository-'));
14
- const layout = new StorageLayout({ dataDir });
15
- const settings = { levels: ['trace', 'debug', 'info', 'warn', 'error', 'fatal'] };
16
- const logger = new Logger({ layout, settingsProvider: () => settings });
17
- await logger.info('app.started', 'Started', { component: 'server', operationId: 'op-a' });
18
- await logger.info('app.completed', 'Completed', { component: 'server', operationId: 'op-a', durationMs: 12 });
19
- await logger.warn('project.deleted', 'Deleted project snapshot', { component: 'lifecycle', projectId: 'project-a', projectDisplayName: 'A', projectDeleted: true });
20
- await logger.error('commit.analysis.failed', 'Failed', { component: 'commit-reconciler', projectId: 'project-a', operationId: 'op-b', commitSha: 'deadbeef', error: Object.assign(new Error('failure'), { code: 'ETEST' }) });
21
- await logger.close();
22
-
23
- const repository = new LogRepository({ layout });
24
- const result = repository.query({ levels: ['error'], projectId: 'project-a', component: 'commit-reconciler', commitSha: 'deadbeef' });
25
- assert.strictEqual(result.entries.length, 1);
26
- assert.strictEqual(result.entries[0].operationId, 'op-b');
27
- assert.strictEqual(result.entries[0].error.code, 'ETEST');
28
- assert.strictEqual(result.pageSize, 500, 'today query must default to 500 records');
29
- assert.strictEqual(repository.query({ pageSize: 999999 }).pageSize, 5000, 'display limit must be capped at 5000');
30
- assert.strictEqual(repository.findOrphanedOperations().length, 0);
31
-
32
- await logger.info('migration.started', 'Migration started', { component: 'migration', operationId: 'op-orphan' });
33
- await logger.close();
34
- assert.strictEqual(repository.findOrphanedOperations().length, 1);
35
-
36
- const legacyRoot = layout.getLogPath('app');
37
- fs.mkdirSync(legacyRoot, { recursive: true });
38
- fs.writeFileSync(path.join(legacyRoot, '2020-01-01.log'), `${JSON.stringify({ ts: '2020-01-01T00:00:00.000Z', level: 'info', source: 'legacy', event: 'legacy.event', message: 'old' })}\n`);
39
- assert.strictEqual(repository.query({ from: '2019-01-01', to: '2021-01-01', event: 'legacy.event' }).entries.length, 1, 'legacy app/hooks logs remain read-only query sources');
40
-
41
- const date = localDay();
42
- const mergeA = path.join(layout.getLogPath('project', 'merge-a'), `${date}.jsonl`);
43
- const mergeB = path.join(layout.getLogPath('project', 'merge-b'), `${date}.jsonl`);
44
- fs.mkdirSync(path.dirname(mergeA), { recursive: true });
45
- fs.mkdirSync(path.dirname(mergeB), { recursive: true });
46
- const longMessage = `long-${'界'.repeat(70000)}`;
47
- const longRecord = { ...normalizeRecord({ id: 'a-1', ts: `${date}T01:00:00.000Z`, level: 'info', event: 'merge.a1', message: 'placeholder', projectId: 'merge-a' }), message: longMessage };
48
- fs.writeFileSync(mergeA,
49
- `${JSON.stringify(longRecord)}\r\n`
50
- + line({ id: 'a-2', ts: `${date}T03:00:00.000Z`, level: 'warn', event: 'merge.a2', message: 'newer a', projectId: 'merge-a' })
51
- + '{bad-tail',
52
- 'utf8');
53
- fs.writeFileSync(mergeB,
54
- line({ id: 'b-1', ts: `${date}T02:00:00.000Z`, level: 'error', event: 'merge.b1', message: 'middle b', projectId: 'merge-b' }),
55
- 'utf8');
56
-
57
- const originalReadFileSync = fs.readFileSync;
58
- fs.readFileSync = function guardedRead(filePath, ...args) {
59
- if (typeof filePath === 'string' && filePath.startsWith(path.join(dataDir, 'logs')) && /\.(?:jsonl|log)$/.test(filePath)) {
60
- throw new Error('LogRepository must not read an entire log file');
61
- }
62
- return originalReadFileSync.call(this, filePath, ...args);
63
- };
64
- let merged;
65
- try {
66
- merged = repository.query({ event: '', q: 'merge.', pageSize: 3 });
67
- } finally {
68
- fs.readFileSync = originalReadFileSync;
69
- }
70
- assert.deepStrictEqual(merged.entries.map(entry => entry.id), ['a-2', 'b-1', 'a-1'], 'all-project query must k-way merge by timestamp and skip malformed tail data');
71
- const long = repository.query({ projectId: 'merge-a', event: 'merge.a1' });
72
- assert.strictEqual(long.entries.length, 1);
73
- assert(long.entries[0].message.startsWith(`long-${'界'.repeat(100)}`), 'reverse chunk reader must parse lines larger than one chunk');
74
- assert(long.entries[0].message.includes('[truncated:'), 'public query must still apply field size bounds');
75
-
76
- const cursorPage = repository.query({ q: 'merge.', pageSize: 1 });
77
- assert(cursorPage.nextCursor);
78
- fs.unlinkSync(mergeB);
79
- assert.throws(
80
- () => repository.query({ q: 'merge.', pageSize: 1, cursor: cursorPage.nextCursor }),
81
- error => error.code === 'LOG_CURSOR_EXPIRED' && error.retryable === true,
82
- 'manually deleted cursor source must return a typed restart error',
83
- );
84
-
85
- console.log('logging-api-test PASS');
86
- })().catch(error => {
87
- console.error(error.stack || error.message);
88
- process.exitCode = 1;
89
- });
1
+ const assert = require('assert');
2
+ const fs = require('fs');
3
+ const os = require('os');
4
+ const path = require('path');
5
+ const { StorageLayout } = require('../lib/storage-layout');
6
+ const { Logger, LogRepository, localDay, normalizeRecord } = require('../lib/structured-logger');
7
+
8
+ function line(entry) {
9
+ return `${JSON.stringify(normalizeRecord(entry))}\r\n`;
10
+ }
11
+
12
+ (async () => {
13
+ const dataDir = fs.mkdtempSync(path.join(os.tmpdir(), 'pk-log-repository-'));
14
+ const layout = new StorageLayout({ dataDir });
15
+ const settings = { levels: ['trace', 'debug', 'info', 'warn', 'error', 'fatal'] };
16
+ const logger = new Logger({ layout, settingsProvider: () => settings });
17
+ await logger.info('app.started', 'Started', { component: 'server', operationId: 'op-a' });
18
+ await logger.info('app.completed', 'Completed', { component: 'server', operationId: 'op-a', durationMs: 12 });
19
+ await logger.warn('project.deleted', 'Deleted project snapshot', { component: 'lifecycle', projectId: 'project-a', projectDisplayName: 'A', projectDeleted: true });
20
+ await logger.error('commit.analysis.failed', 'Failed', { component: 'commit-reconciler', projectId: 'project-a', operationId: 'op-b', commitSha: 'deadbeef', error: Object.assign(new Error('failure'), { code: 'ETEST' }) });
21
+ await logger.close();
22
+
23
+ const repository = new LogRepository({ layout });
24
+ const result = repository.query({ levels: ['error'], projectId: 'project-a', component: 'commit-reconciler', commitSha: 'deadbeef' });
25
+ assert.strictEqual(result.entries.length, 1);
26
+ assert.strictEqual(result.entries[0].operationId, 'op-b');
27
+ assert.strictEqual(result.entries[0].error.code, 'ETEST');
28
+ assert.strictEqual(result.pageSize, 500, 'today query must default to 500 records');
29
+ assert.strictEqual(repository.query({ pageSize: 999999 }).pageSize, 5000, 'display limit must be capped at 5000');
30
+ assert.strictEqual(repository.findOrphanedOperations().length, 0);
31
+
32
+ await logger.info('migration.started', 'Migration started', { component: 'migration', operationId: 'op-orphan' });
33
+ await logger.close();
34
+ assert.strictEqual(repository.findOrphanedOperations().length, 1);
35
+
36
+ const legacyRoot = layout.getLogPath('app');
37
+ fs.mkdirSync(legacyRoot, { recursive: true });
38
+ fs.writeFileSync(path.join(legacyRoot, '2020-01-01.log'), `${JSON.stringify({ ts: '2020-01-01T00:00:00.000Z', level: 'info', source: 'legacy', event: 'legacy.event', message: 'old' })}\n`);
39
+ assert.strictEqual(repository.query({ from: '2019-01-01', to: '2021-01-01', event: 'legacy.event' }).entries.length, 1, 'legacy app/hooks logs remain read-only query sources');
40
+
41
+ const date = localDay();
42
+ const mergeA = path.join(layout.getLogPath('project', 'merge-a'), `${date}.jsonl`);
43
+ const mergeB = path.join(layout.getLogPath('project', 'merge-b'), `${date}.jsonl`);
44
+ fs.mkdirSync(path.dirname(mergeA), { recursive: true });
45
+ fs.mkdirSync(path.dirname(mergeB), { recursive: true });
46
+ const longMessage = `long-${'界'.repeat(70000)}`;
47
+ const longRecord = { ...normalizeRecord({ id: 'a-1', ts: `${date}T01:00:00.000Z`, level: 'info', event: 'merge.a1', message: 'placeholder', projectId: 'merge-a' }), message: longMessage };
48
+ fs.writeFileSync(mergeA,
49
+ `${JSON.stringify(longRecord)}\r\n`
50
+ + line({ id: 'a-2', ts: `${date}T03:00:00.000Z`, level: 'warn', event: 'merge.a2', message: 'newer a', projectId: 'merge-a' })
51
+ + '{bad-tail',
52
+ 'utf8');
53
+ fs.writeFileSync(mergeB,
54
+ line({ id: 'b-1', ts: `${date}T02:00:00.000Z`, level: 'error', event: 'merge.b1', message: 'middle b', projectId: 'merge-b' }),
55
+ 'utf8');
56
+
57
+ const originalReadFileSync = fs.readFileSync;
58
+ fs.readFileSync = function guardedRead(filePath, ...args) {
59
+ if (typeof filePath === 'string' && filePath.startsWith(path.join(dataDir, 'logs')) && /\.(?:jsonl|log)$/.test(filePath)) {
60
+ throw new Error('LogRepository must not read an entire log file');
61
+ }
62
+ return originalReadFileSync.call(this, filePath, ...args);
63
+ };
64
+ let merged;
65
+ try {
66
+ merged = repository.query({ event: '', q: 'merge.', pageSize: 3 });
67
+ } finally {
68
+ fs.readFileSync = originalReadFileSync;
69
+ }
70
+ assert.deepStrictEqual(merged.entries.map(entry => entry.id), ['a-2', 'b-1', 'a-1'], 'all-project query must k-way merge by timestamp and skip malformed tail data');
71
+ const long = repository.query({ projectId: 'merge-a', event: 'merge.a1' });
72
+ assert.strictEqual(long.entries.length, 1);
73
+ assert(long.entries[0].message.startsWith(`long-${'界'.repeat(100)}`), 'reverse chunk reader must parse lines larger than one chunk');
74
+ assert(long.entries[0].message.includes('[truncated:'), 'public query must still apply field size bounds');
75
+
76
+ const cursorPage = repository.query({ q: 'merge.', pageSize: 1 });
77
+ assert(cursorPage.nextCursor);
78
+ fs.unlinkSync(mergeB);
79
+ assert.throws(
80
+ () => repository.query({ q: 'merge.', pageSize: 1, cursor: cursorPage.nextCursor }),
81
+ error => error.code === 'LOG_CURSOR_EXPIRED' && error.retryable === true,
82
+ 'manually deleted cursor source must return a typed restart error',
83
+ );
84
+
85
+ console.log('logging-api-test PASS');
86
+ })().catch(error => {
87
+ console.error(error.stack || error.message);
88
+ process.exitCode = 1;
89
+ });
@@ -1,88 +1,88 @@
1
- const assert = require('assert');
2
- const fs = require('fs');
3
- const os = require('os');
4
- const path = require('path');
5
- const { spawnServer } = require('./helpers/spawn-server');
6
- const { StorageLayout } = require('../lib/storage-layout');
7
- const { LogRepository } = require('../lib/structured-logger');
8
-
9
- const ROOT = path.resolve(__dirname, '..', '..');
10
- const PORT = 7950 + (process.pid % 300);
11
- const BASE = `http://127.0.0.1:${PORT}`;
12
-
13
- async function waitForServer() {
14
- for (let attempt = 0; attempt < 100; attempt += 1) {
15
- try { if ((await fetch(`${BASE}/api/health`)).ok) return; } catch {}
16
- await new Promise(resolve => setTimeout(resolve, 100));
17
- }
18
- throw new Error('server did not start');
19
- }
20
-
21
- (async () => {
22
- const dataDir = fs.mkdtempSync(path.join(os.tmpdir(), 'pk-log-sse-'));
23
- const spawned = spawnServer({ root: ROOT, port: PORT, dataDir, tag: 'log-sse', extraEnv: { KB_SKIP_MIGRATION: '1' } });
24
- try {
25
- await waitForServer();
26
- let response = await fetch(`${BASE}/api/logs?q=http.request_`);
27
- let snapshot = await response.json();
28
- assert.strictEqual(snapshot.pageSize, 500, 'HTTP logs API must preserve the 500-row default');
29
- assert(snapshot.streamCursor);
30
- response = await fetch(`${BASE}/api/logs?pageSize=999999`);
31
- assert.strictEqual((await response.json()).pageSize, 5000, 'HTTP logs API must cap the display page at 5000');
32
-
33
- await fetch(`${BASE}/api/state`);
34
- await fetch(`${BASE}/api/projects/not-valid%2Fid`);
35
- await new Promise(resolve => setTimeout(resolve, 100));
36
- const watermark = JSON.parse(Buffer.from(snapshot.streamCursor, 'base64url').toString('utf8'));
37
- const repository = new LogRepository({ layout: new StorageLayout({ dataDir }) });
38
- const page = repository.query({ q: 'http.request_', pageSize: 5000 });
39
- const expectedGapIds = [];
40
- for (const entry of page.entries) {
41
- if (entry.id === watermark.afterId) break;
42
- expectedGapIds.push(entry.id);
43
- }
44
- assert(expectedGapIds.length >= 3, 'fixture must create completed and failed requests between GET and SSE');
45
-
46
- const controller = new AbortController();
47
- response = await fetch(`${BASE}/api/logs/stream?q=http.request_&streamCursor=${encodeURIComponent(snapshot.streamCursor)}`, { signal: controller.signal });
48
- assert.strictEqual(response.status, 200);
49
- assert.match(response.headers.get('content-type'), /text\/event-stream/);
50
- const reader = response.body.getReader();
51
- const decoder = new TextDecoder();
52
- let pending = '';
53
- const streamedIds = new Set();
54
- let ready = false;
55
- const deadline = Date.now() + 5000;
56
- while (Date.now() < deadline && (!ready || expectedGapIds.some(id => !streamedIds.has(id)))) {
57
- const read = await Promise.race([
58
- reader.read(),
59
- new Promise((_, reject) => setTimeout(() => reject(new Error('SSE read timeout')), 1000)),
60
- ]);
61
- if (read.done) break;
62
- pending += decoder.decode(read.value, { stream: true });
63
- const frames = pending.split('\n\n');
64
- pending = frames.pop() || '';
65
- for (const frame of frames) {
66
- const dataLine = frame.split('\n').find(line => line.startsWith('data: '));
67
- if (!dataLine) continue;
68
- const event = JSON.parse(dataLine.slice(6));
69
- if (event.type === 'logs/ready') ready = true;
70
- if (event.type === 'logs/appended' && event.record) streamedIds.add(event.record.id);
71
- }
72
- }
73
- controller.abort();
74
- assert(ready, 'SSE must mark the replay/live handoff');
75
- assert(expectedGapIds.every(id => streamedIds.has(id)), 'GET-to-SSE handoff must replay every durable gap record exactly by id');
76
-
77
- const requestLogs = repository.query({ q: 'http.request_', pageSize: 5000 }).entries;
78
- assert(requestLogs.some(entry => entry.event === 'http.request_started'));
79
- assert(requestLogs.some(entry => entry.event === 'http.request_completed' && entry.durationMs >= 0));
80
- assert(requestLogs.some(entry => entry.event === 'http.request_failed' && entry.operationId));
81
- console.log('logging-sse-no-gap-test PASS');
82
- } finally {
83
- await spawned.cleanup();
84
- }
85
- })().catch(error => {
86
- console.error(error.stack || error.message);
87
- process.exitCode = 1;
88
- });
1
+ const assert = require('assert');
2
+ const fs = require('fs');
3
+ const os = require('os');
4
+ const path = require('path');
5
+ const { spawnServer } = require('./helpers/spawn-server');
6
+ const { StorageLayout } = require('../lib/storage-layout');
7
+ const { LogRepository } = require('../lib/structured-logger');
8
+
9
+ const ROOT = path.resolve(__dirname, '..', '..');
10
+ const PORT = 7950 + (process.pid % 300);
11
+ const BASE = `http://127.0.0.1:${PORT}`;
12
+
13
+ async function waitForServer() {
14
+ for (let attempt = 0; attempt < 100; attempt += 1) {
15
+ try { if ((await fetch(`${BASE}/api/health`)).ok) return; } catch {}
16
+ await new Promise(resolve => setTimeout(resolve, 100));
17
+ }
18
+ throw new Error('server did not start');
19
+ }
20
+
21
+ (async () => {
22
+ const dataDir = fs.mkdtempSync(path.join(os.tmpdir(), 'pk-log-sse-'));
23
+ const spawned = spawnServer({ root: ROOT, port: PORT, dataDir, tag: 'log-sse', extraEnv: { KB_SKIP_MIGRATION: '1' } });
24
+ try {
25
+ await waitForServer();
26
+ let response = await fetch(`${BASE}/api/logs?q=http.request_`);
27
+ let snapshot = await response.json();
28
+ assert.strictEqual(snapshot.pageSize, 500, 'HTTP logs API must preserve the 500-row default');
29
+ assert(snapshot.streamCursor);
30
+ response = await fetch(`${BASE}/api/logs?pageSize=999999`);
31
+ assert.strictEqual((await response.json()).pageSize, 5000, 'HTTP logs API must cap the display page at 5000');
32
+
33
+ await fetch(`${BASE}/api/state`);
34
+ await fetch(`${BASE}/api/projects/not-valid%2Fid`);
35
+ await new Promise(resolve => setTimeout(resolve, 100));
36
+ const watermark = JSON.parse(Buffer.from(snapshot.streamCursor, 'base64url').toString('utf8'));
37
+ const repository = new LogRepository({ layout: new StorageLayout({ dataDir }) });
38
+ const page = repository.query({ q: 'http.request_', pageSize: 5000 });
39
+ const expectedGapIds = [];
40
+ for (const entry of page.entries) {
41
+ if (entry.id === watermark.afterId) break;
42
+ expectedGapIds.push(entry.id);
43
+ }
44
+ assert(expectedGapIds.length >= 3, 'fixture must create completed and failed requests between GET and SSE');
45
+
46
+ const controller = new AbortController();
47
+ response = await fetch(`${BASE}/api/logs/stream?q=http.request_&streamCursor=${encodeURIComponent(snapshot.streamCursor)}`, { signal: controller.signal });
48
+ assert.strictEqual(response.status, 200);
49
+ assert.match(response.headers.get('content-type'), /text\/event-stream/);
50
+ const reader = response.body.getReader();
51
+ const decoder = new TextDecoder();
52
+ let pending = '';
53
+ const streamedIds = new Set();
54
+ let ready = false;
55
+ const deadline = Date.now() + 5000;
56
+ while (Date.now() < deadline && (!ready || expectedGapIds.some(id => !streamedIds.has(id)))) {
57
+ const read = await Promise.race([
58
+ reader.read(),
59
+ new Promise((_, reject) => setTimeout(() => reject(new Error('SSE read timeout')), 1000)),
60
+ ]);
61
+ if (read.done) break;
62
+ pending += decoder.decode(read.value, { stream: true });
63
+ const frames = pending.split('\n\n');
64
+ pending = frames.pop() || '';
65
+ for (const frame of frames) {
66
+ const dataLine = frame.split('\n').find(line => line.startsWith('data: '));
67
+ if (!dataLine) continue;
68
+ const event = JSON.parse(dataLine.slice(6));
69
+ if (event.type === 'logs/ready') ready = true;
70
+ if (event.type === 'logs/appended' && event.record) streamedIds.add(event.record.id);
71
+ }
72
+ }
73
+ controller.abort();
74
+ assert(ready, 'SSE must mark the replay/live handoff');
75
+ assert(expectedGapIds.every(id => streamedIds.has(id)), 'GET-to-SSE handoff must replay every durable gap record exactly by id');
76
+
77
+ const requestLogs = repository.query({ q: 'http.request_', pageSize: 5000 }).entries;
78
+ assert(requestLogs.some(entry => entry.event === 'http.request_started'));
79
+ assert(requestLogs.some(entry => entry.event === 'http.request_completed' && entry.durationMs >= 0));
80
+ assert(requestLogs.some(entry => entry.event === 'http.request_failed' && entry.operationId));
81
+ console.log('logging-sse-no-gap-test PASS');
82
+ } finally {
83
+ await spawned.cleanup();
84
+ }
85
+ })().catch(error => {
86
+ console.error(error.stack || error.message);
87
+ process.exitCode = 1;
88
+ });
@@ -1,104 +1,106 @@
1
- const assert = require('assert');
2
- const path = require('path');
3
- const { spawnServer } = require('./helpers/spawn-server');
4
- const { requestJson, waitFor } = require('./helpers/cdp-browser');
5
- const { createLoggingUiFixture } = require('./helpers/logging-ui-fixture');
6
-
7
- const ROOT = path.resolve(__dirname, '..', '..');
8
- const port = 8750 + (process.pid % 180);
9
-
10
- function baseParams(fixture, pageSize) {
11
- const params = new URLSearchParams();
12
- params.set('from', '2000-01-01');
13
- params.set('to', '2999-12-31');
14
- params.set('levels', 'trace,debug,info,warn,error,fatal');
15
- params.set('projectId', fixture.projectId);
16
- params.set('pageSize', String(pageSize || 10));
17
- return params;
18
- }
19
-
20
- async function jsonResponse(url) {
21
- const response = await fetch(url, { headers: { Accept: 'application/json' } });
22
- const body = await response.json();
23
- return { response, body };
24
- }
25
-
26
- (async () => {
27
- const fixture = await createLoggingUiFixture({ totalLogs: 64 });
28
- const server = spawnServer({ root: ROOT, port, dataDir: fixture.dataDir, tag: 'logging-ui-api', stdio: 'ignore' });
29
- try {
30
- await waitFor(() => requestJson('http://127.0.0.1:' + port + '/api/health').then(body => body.ok), 'logging API', 20000);
31
- const baseUrl = 'http://127.0.0.1:' + port;
32
- const firstParams = baseParams(fixture, 10);
33
- const first = await jsonResponse(baseUrl + '/api/logs?' + firstParams.toString());
34
- assert.strictEqual(first.response.status, 200);
35
- assert.strictEqual(first.body.entries.length, 10);
36
- assert(first.body.nextCursor, 'first page must return an opaque next cursor');
37
- assert.strictEqual(first.body.pageSize, 10);
38
- assert(first.body.health && first.body.health.status === 'ok');
39
- assert.deepStrictEqual(Object.keys(first.body.counts).sort(), ['debug', 'error', 'fatal', 'info', 'trace', 'warn']);
40
-
41
- const secondParams = baseParams(fixture, 10);
42
- secondParams.set('cursor', first.body.nextCursor);
43
- const second = await jsonResponse(baseUrl + '/api/logs?' + secondParams.toString());
44
- assert.strictEqual(second.response.status, 200);
45
- assert.strictEqual(second.body.entries.length, 10);
46
- assert(!second.body.entries.some(entry => first.body.entries.some(prior => prior.id === entry.id)), 'cursor pages must not overlap');
47
-
48
- const invalidParams = baseParams(fixture, 10);
49
- invalidParams.set('cursor', first.body.nextCursor);
50
- invalidParams.set('q', 'changed-fingerprint');
51
- const invalid = await jsonResponse(baseUrl + '/api/logs?' + invalidParams.toString());
52
- assert.strictEqual(invalid.response.status, 409);
53
- assert.strictEqual(invalid.body.error.code, 'LOG_CURSOR_EXPIRED');
54
- assert.strictEqual(invalid.body.error.retryable, true);
55
- assert(!('stack' in invalid.body.error), 'public cursor error must not leak a stack');
56
-
57
- const filters = [
58
- ['component', 'commit-reconciler'],
59
- ['event', 'fixture.phase.10'],
60
- ['operationId', 'op-flow-visual'],
61
- ['commitSha', fixture.repo.headCommit],
62
- ['q', '<img src=x onerror=window.__xss=1>'],
63
- ['levels', 'fatal'],
64
- ];
65
- for (const pair of filters) {
66
- const params = baseParams(fixture, 100);
67
- params.set(pair[0], pair[1]);
68
- const result = await jsonResponse(baseUrl + '/api/logs?' + params.toString());
69
- assert.strictEqual(result.response.status, 200, 'filter failed: ' + pair[0]);
70
- assert(result.body.entries.length > 0, 'filter returned no entries: ' + pair[0]);
71
- }
72
-
73
- const exportParams = baseParams(fixture, 100);
74
- exportParams.delete('pageSize');
75
- exportParams.set('operationId', 'op-flow-visual');
76
- exportParams.set('component', 'commit-reconciler');
77
- exportParams.set('event', 'fixture.phase.3');
78
- exportParams.set('commitSha', fixture.repo.headCommit);
79
- const exported = await fetch(baseUrl + '/api/logs/export?' + exportParams.toString(), { headers: { Accept: 'application/x-ndjson' } });
80
- assert.strictEqual(exported.status, 200);
81
- assert((exported.headers.get('content-type') || '').includes('application/x-ndjson'));
82
- assert((exported.headers.get('content-disposition') || '').includes('attachment'));
83
- const lines = (await exported.text()).trim().split(/\r?\n/).filter(Boolean).map(line => JSON.parse(line));
84
- assert.strictEqual(lines.length, 1);
85
- assert(lines.every(entry => entry.operationId === 'op-flow-visual' && entry.component === 'commit-reconciler' && entry.event === 'fixture.phase.3'));
86
-
87
- const rootMutation = await fetch(baseUrl + '/api/settings', {
88
- method: 'PATCH',
89
- headers: { 'content-type': 'application/json' },
90
- body: JSON.stringify({ logging: { rootPath: path.join(fixture.dataDir, 'elsewhere') } }),
91
- });
92
- assert.strictEqual(rootMutation.status, 409, 'logging root must not be mutable through the API');
93
- const persistedSettings = JSON.parse(require('fs').readFileSync(fixture.layout.getSettingsPath(), 'utf8'));
94
- assert(!Object.prototype.hasOwnProperty.call(persistedSettings.logging, 'rootPath'));
95
-
96
- console.log('logging UI test PASS');
97
- } finally {
98
- await server.cleanup();
99
- fixture.cleanup();
100
- }
101
- })().catch(error => {
102
- console.error(error.stack || error.message);
103
- process.exitCode = 1;
104
- });
1
+ const assert = require('assert');
2
+ const path = require('path');
3
+ const { spawnServer } = require('./helpers/spawn-server');
4
+ const { requestJson, waitFor } = require('./helpers/cdp-browser');
5
+ const { createLoggingUiFixture } = require('./helpers/logging-ui-fixture');
6
+
7
+ const ROOT = path.resolve(__dirname, '..', '..');
8
+ const port = 8750 + (process.pid % 180);
9
+
10
+ function baseParams(fixture, pageSize) {
11
+ const params = new URLSearchParams();
12
+ params.set('from', '2000-01-01');
13
+ params.set('to', '2999-12-31');
14
+ params.set('levels', 'trace,debug,info,warn,error,fatal');
15
+ params.set('projectId', fixture.projectId);
16
+ params.set('pageSize', String(pageSize || 10));
17
+ return params;
18
+ }
19
+
20
+ async function jsonResponse(url) {
21
+ const response = await fetch(url, { headers: { Accept: 'application/json' } });
22
+ const body = await response.json();
23
+ return { response, body };
24
+ }
25
+
26
+ (async () => {
27
+ const fixture = await createLoggingUiFixture({ totalLogs: 64 });
28
+ const server = spawnServer({ root: ROOT, port, dataDir: fixture.dataDir, tag: 'logging-ui-api', stdio: 'ignore' });
29
+ try {
30
+ await waitFor(() => requestJson('http://127.0.0.1:' + port + '/api/health').then(body => body.ok), 'logging API', 20000);
31
+ const baseUrl = 'http://127.0.0.1:' + port;
32
+ const firstParams = baseParams(fixture, 10);
33
+ const first = await jsonResponse(baseUrl + '/api/logs?' + firstParams.toString());
34
+ assert.strictEqual(first.response.status, 200);
35
+ assert.strictEqual(first.body.entries.length, 10);
36
+ assert(first.body.nextCursor, 'first page must return an opaque next cursor');
37
+ assert.strictEqual(first.body.pageSize, 10);
38
+ assert(first.body.health && first.body.health.status === 'ok');
39
+ assert.deepStrictEqual(Object.keys(first.body.counts).sort(), ['debug', 'error', 'fatal', 'info', 'trace', 'warn']);
40
+
41
+ const secondParams = baseParams(fixture, 10);
42
+ secondParams.set('cursor', first.body.nextCursor);
43
+ const second = await jsonResponse(baseUrl + '/api/logs?' + secondParams.toString());
44
+ assert.strictEqual(second.response.status, 200);
45
+ assert.strictEqual(second.body.entries.length, 10);
46
+ assert(!second.body.entries.some(entry => first.body.entries.some(prior => prior.id === entry.id)), 'cursor pages must not overlap');
47
+
48
+ const invalidParams = baseParams(fixture, 10);
49
+ invalidParams.set('cursor', first.body.nextCursor);
50
+ invalidParams.set('q', 'changed-fingerprint');
51
+ const invalid = await jsonResponse(baseUrl + '/api/logs?' + invalidParams.toString());
52
+ assert.strictEqual(invalid.response.status, 409);
53
+ assert.strictEqual(invalid.body.error.code, 'LOG_CURSOR_EXPIRED');
54
+ assert.strictEqual(invalid.body.error.retryable, true);
55
+ assert(!('stack' in invalid.body.error), 'public cursor error must not leak a stack');
56
+
57
+ const filters = [
58
+ ['component', 'commit-reconciler'],
59
+ ['event', 'fixture.phase.10'],
60
+ ['operationId', 'op-flow-visual'],
61
+ ['commitSha', fixture.repo.headCommit],
62
+ ['q', '<img src=x onerror=window.__xss=1>'],
63
+ ['q', 'VALIDATION_FAILED'],
64
+ ['q', '模型输出校验失败'],
65
+ ['levels', 'fatal'],
66
+ ];
67
+ for (const pair of filters) {
68
+ const params = baseParams(fixture, 100);
69
+ params.set(pair[0], pair[1]);
70
+ const result = await jsonResponse(baseUrl + '/api/logs?' + params.toString());
71
+ assert.strictEqual(result.response.status, 200, 'filter failed: ' + pair[0]);
72
+ assert(result.body.entries.length > 0, 'filter returned no entries: ' + pair[0]);
73
+ }
74
+
75
+ const exportParams = baseParams(fixture, 100);
76
+ exportParams.delete('pageSize');
77
+ exportParams.set('operationId', 'op-flow-visual');
78
+ exportParams.set('component', 'commit-reconciler');
79
+ exportParams.set('event', 'fixture.phase.3');
80
+ exportParams.set('commitSha', fixture.repo.headCommit);
81
+ const exported = await fetch(baseUrl + '/api/logs/export?' + exportParams.toString(), { headers: { Accept: 'application/x-ndjson' } });
82
+ assert.strictEqual(exported.status, 200);
83
+ assert((exported.headers.get('content-type') || '').includes('application/x-ndjson'));
84
+ assert((exported.headers.get('content-disposition') || '').includes('attachment'));
85
+ const lines = (await exported.text()).trim().split(/\r?\n/).filter(Boolean).map(line => JSON.parse(line));
86
+ assert.strictEqual(lines.length, 1);
87
+ assert(lines.every(entry => entry.operationId === 'op-flow-visual' && entry.component === 'commit-reconciler' && entry.event === 'fixture.phase.3'));
88
+
89
+ const rootMutation = await fetch(baseUrl + '/api/settings', {
90
+ method: 'PATCH',
91
+ headers: { 'content-type': 'application/json' },
92
+ body: JSON.stringify({ logging: { rootPath: path.join(fixture.dataDir, 'elsewhere') } }),
93
+ });
94
+ assert.strictEqual(rootMutation.status, 409, 'logging root must not be mutable through the API');
95
+ const persistedSettings = JSON.parse(require('fs').readFileSync(fixture.layout.getSettingsPath(), 'utf8'));
96
+ assert(!Object.prototype.hasOwnProperty.call(persistedSettings.logging, 'rootPath'));
97
+
98
+ console.log('logging UI test PASS');
99
+ } finally {
100
+ await server.cleanup();
101
+ fixture.cleanup();
102
+ }
103
+ })().catch(error => {
104
+ console.error(error.stack || error.message);
105
+ process.exitCode = 1;
106
+ });