@sanqianx/project-knowledge 4.7.0 → 5.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (196) hide show
  1. package/.agents/plugins/marketplace.json +17 -17
  2. package/.claude-plugin/marketplace.json +1 -1
  3. package/CHANGELOG.md +836 -799
  4. package/README.md +58 -41
  5. package/_modules/knowledge-engine/README.md +91 -0
  6. package/_modules/knowledge-engine/package.json +38 -0
  7. package/_modules/knowledge-engine/src/analysis-contract.js +25 -0
  8. package/_modules/knowledge-engine/src/analysis-worker.js +54 -0
  9. package/_modules/knowledge-engine/src/bin.js +52 -0
  10. package/_modules/knowledge-engine/src/bridge-client.js +24 -0
  11. package/_modules/knowledge-engine/src/coordinator.js +263 -0
  12. package/_modules/knowledge-engine/src/headless-analyzer.js +75 -0
  13. package/_modules/knowledge-engine/src/memories.js +85 -0
  14. package/_modules/knowledge-engine/src/retrieval.js +116 -0
  15. package/_modules/knowledge-engine/src/runtime/README.md +7 -0
  16. package/_modules/knowledge-engine/src/runtime/atomic-file.js +204 -0
  17. package/_modules/knowledge-engine/src/runtime/automation-config.js +140 -0
  18. package/_modules/knowledge-engine/src/runtime/commit-conversation-binder.js +249 -0
  19. package/_modules/knowledge-engine/src/runtime/commit-processing-ledger.js +26 -0
  20. package/_modules/knowledge-engine/src/runtime/commit-prompt.js +202 -0
  21. package/_modules/knowledge-engine/src/runtime/commit-reconciler.js +432 -0
  22. package/_modules/knowledge-engine/src/runtime/content-hash.js +4 -0
  23. package/_modules/knowledge-engine/src/runtime/contracts.js +279 -0
  24. package/_modules/knowledge-engine/src/runtime/conversation-exclusions.js +204 -0
  25. package/_modules/knowledge-engine/src/runtime/conversation-store.js +387 -0
  26. package/_modules/knowledge-engine/src/runtime/evidence-bundle.js +228 -0
  27. package/_modules/knowledge-engine/src/runtime/git-runner.js +62 -0
  28. package/_modules/knowledge-engine/src/runtime/knowledge-promotion.js +444 -0
  29. package/_modules/knowledge-engine/src/runtime/knowledge-retrieval-service.js +402 -0
  30. package/_modules/knowledge-engine/src/runtime/layout.js +44 -0
  31. package/_modules/knowledge-engine/src/runtime/markdown-knowledge-indexer.js +230 -0
  32. package/_modules/knowledge-engine/src/runtime/scanner.js +298 -0
  33. package/_modules/knowledge-engine/src/server.js +154 -0
  34. package/_modules/knowledge-engine/src/store.js +236 -0
  35. package/_modules/knowledge-engine/ui/app.css +172 -0
  36. package/_modules/knowledge-engine/ui/app.js +297 -0
  37. package/_modules/knowledge-engine/ui/index.html +95 -0
  38. package/_site/README.md +30 -30
  39. package/_site/_test/ai-profile-resolver-test.js +137 -137
  40. package/_site/_test/automation-queue-test.js +14 -14
  41. package/_site/_test/automation-ui-test.js +40 -40
  42. package/_site/_test/background-task-registry-test.js +43 -43
  43. package/_site/_test/baseline-schema-test.js +91 -91
  44. package/_site/_test/chat-claudecodeui-match-test.js +92 -92
  45. package/_site/_test/claude-executable-discovery-test.js +62 -62
  46. package/_site/_test/claude-workbench-test.js +170 -170
  47. package/_site/_test/codex-conversation-projection-test.js +2 -1
  48. package/_site/_test/commit-conversation-binding-test.js +95 -95
  49. package/_site/_test/commit-evidence-test.js +110 -110
  50. package/_site/_test/conversation-api-test.js +109 -109
  51. package/_site/_test/conversation-store-test.js +136 -136
  52. package/_site/_test/desktop-browser-compat-test.js +28 -28
  53. package/_site/_test/desktop-hook-runtime-regression-test.js +204 -204
  54. package/_site/_test/explicit-commit-processor-test.js +37 -37
  55. package/_site/_test/fixtures/make-git-repos.js +12 -1
  56. package/_site/_test/folder-picker-output-test.js +19 -19
  57. package/_site/_test/fresh-hook-reimport-test.js +53 -0
  58. package/_site/_test/fresh-product-data-test.js +42 -0
  59. package/_site/_test/full-integration-e2e-test.js +165 -165
  60. package/_site/_test/git-validation-test.js +2 -2
  61. package/_site/_test/hook-runtime-endpoint-test.js +88 -88
  62. package/_site/_test/hook-status-repair-api-test.js +152 -152
  63. package/_site/_test/hook-trigger-test.js +85 -85
  64. package/_site/_test/import-preflight-api-test.js +234 -233
  65. package/_site/_test/index-writer-concurrency-test.js +135 -135
  66. package/_site/_test/integration-adapters-test.js +171 -171
  67. package/_site/_test/integration-surface-coverage-test.js +164 -164
  68. package/_site/_test/knowledge-language-control-test.js +170 -170
  69. package/_site/_test/knowledge-promotion-recovery-test.js +260 -260
  70. package/_site/_test/knowledge-query-test.js +54 -54
  71. package/_site/_test/knowledge-retrieval-service-test.js +77 -77
  72. package/_site/_test/knowledge-storage-startup-test.js +52 -52
  73. package/_site/_test/knowledge-store-logs-supervision-test.js +89 -89
  74. package/_site/_test/logging-api-test.js +89 -89
  75. package/_site/_test/logging-sse-no-gap-test.js +88 -88
  76. package/_site/_test/logging-ui-test.js +106 -104
  77. package/_site/_test/markdown-delta-overlay-test.js +85 -85
  78. package/_site/_test/markdown-maintenance-api-test.js +75 -75
  79. package/_site/_test/mcp-server-test.js +149 -149
  80. package/_site/_test/module-artifact-integrity-test.js +27 -0
  81. package/_site/_test/module-boundary-test.js +30 -0
  82. package/_site/_test/module-bridge-eventbridge-test.js +7 -0
  83. package/_site/_test/module-model-configuration-test.js +44 -0
  84. package/_site/_test/module-process-lifecycle-test.js +24 -0
  85. package/_site/_test/module-stream-proxy-test.js +34 -0
  86. package/_site/_test/non-release-ci-test.js +34 -34
  87. package/_site/_test/offline-boundary-isolation-test.js +32 -32
  88. package/_site/_test/packaged-ui-smoke-test.js +11 -9
  89. package/_site/_test/path-consistency-test.js +151 -151
  90. package/_site/_test/pending-sweep-test.js +9 -9
  91. package/_site/_test/post-commit-automation-test.js +87 -87
  92. package/_site/_test/product-diagnostics-ui-test.js +75 -0
  93. package/_site/_test/product-import-ui-test.js +92 -0
  94. package/_site/_test/project-delete-recovery-test.js +64 -64
  95. package/_site/_test/project-goal-editor-test.js +144 -144
  96. package/_site/_test/project-lifecycle-transaction-test.js +106 -106
  97. package/_site/_test/prompt-settings-test.js +115 -115
  98. package/_site/_test/protected-architecture-gate-test.js +122 -122
  99. package/_site/_test/refactor-characterization-test.js +36 -36
  100. package/_site/_test/release-version-sync-test.js +1 -1
  101. package/_site/_test/requirement-recorder-test.js +173 -173
  102. package/_site/_test/run-all-tests.js +159 -156
  103. package/_site/_test/shared-contracts-test.js +58 -58
  104. package/_site/_test/startup-analysis-disabled-test.js +10 -10
  105. package/_site/_test/storage-foundation-test.js +78 -78
  106. package/_site/_test/structured-logger-test.js +101 -101
  107. package/_site/_test/tracking-start-test.js +109 -108
  108. package/_site/_test/workbench-permission-test.js +117 -117
  109. package/_site/_test/workspace-ui-contract-test.js +28 -43
  110. package/_site/lib/ai-profile-resolver.js +78 -78
  111. package/_site/lib/ai-workspace.js +101 -101
  112. package/_site/lib/automation-config.js +140 -140
  113. package/_site/lib/bridge-adapter.js +1 -0
  114. package/_site/lib/bridge-consumer-service.js +402 -402
  115. package/_site/lib/claude-cli-runner.js +1510 -1510
  116. package/_site/lib/commit-conversation-binder.js +234 -234
  117. package/_site/lib/commit-processing-ledger.js +27 -27
  118. package/_site/lib/commit-prompt.js +202 -202
  119. package/_site/lib/commit-reconciler.js +406 -406
  120. package/_site/lib/contracts.js +284 -279
  121. package/_site/lib/conversation-query-service.js +144 -144
  122. package/_site/lib/conversation-store.js +385 -385
  123. package/_site/lib/data-dir.js +6 -74
  124. package/_site/lib/engine-connection.js +67 -0
  125. package/_site/lib/evidence-bundle.js +228 -228
  126. package/_site/lib/folder-picker-output.js +21 -21
  127. package/_site/lib/git-runner.js +62 -62
  128. package/_site/lib/github-team-store.js +1172 -1172
  129. package/_site/lib/hook-manager.js +203 -202
  130. package/_site/lib/index-service.js +173 -173
  131. package/_site/lib/integration-installer.js +908 -907
  132. package/_site/lib/kb-framework.js +176 -176
  133. package/_site/lib/kb-validator.js +124 -124
  134. package/_site/lib/knowledge-promotion.js +435 -435
  135. package/_site/lib/knowledge-retrieval-service.js +401 -401
  136. package/_site/lib/knowledge-tool-runtime.js +359 -359
  137. package/_site/lib/llm-client.js +161 -161
  138. package/_site/lib/markdown-knowledge-indexer.js +230 -230
  139. package/_site/lib/module-bridge.js +191 -36
  140. package/_site/lib/post-commit-automation.js +87 -87
  141. package/_site/lib/product-data.js +24 -0
  142. package/_site/lib/project-lifecycle-service.js +535 -497
  143. package/_site/lib/project-store.js +268 -262
  144. package/_site/lib/requirement-recorder.js +278 -278
  145. package/_site/lib/runtime-endpoint.js +155 -155
  146. package/_site/lib/scanner.js +298 -298
  147. package/_site/lib/server-app.js +1579 -1520
  148. package/_site/lib/settings-store.js +133 -113
  149. package/_site/lib/storage-layout.js +162 -162
  150. package/_site/lib/structured-logger.js +574 -574
  151. package/_site/scripts/folder-picker.ps1 +156 -156
  152. package/_site/scripts/hook-trigger.js +157 -156
  153. package/_site/scripts/install-module-candidates.js +69 -0
  154. package/_site/scripts/pack-module-candidates.js +72 -0
  155. package/_site/scripts/sync-release-version.js +2 -2
  156. package/_site/scripts/vendor-modules.js +47 -0
  157. package/_site/scripts/verify-module-runtime.js +45 -0
  158. package/_site/scripts/verify-product-runtime.js +34 -0
  159. package/bin/project-knowledge-mcp.js +194 -194
  160. package/docs/README.zh-CN.md +42 -29
  161. package/docs/fresh-v5-start.md +28 -0
  162. package/docs/project-registry-schema.md +22 -22
  163. package/docs/testing-strategy.md +33 -33
  164. package/module-runtime-manifest.json +220 -0
  165. package/package.json +14 -9
  166. package/plugins/project-knowledge/.claude-plugin/plugin.json +1 -1
  167. package/plugins/project-knowledge/.codex-plugin/plugin.json +1 -1
  168. package/plugins/project-knowledge/.mcp.json +1 -1
  169. package/plugins/project-knowledge/opencode/project-knowledge.md +3 -3
  170. package/plugins/project-knowledge/skills/project-knowledge/SKILL.md +28 -28
  171. package/templates/project-readme.md +34 -34
  172. package/ui/favicon.svg +38 -38
  173. package/ui/index.html +52 -149
  174. package/ui/product.css +9 -0
  175. package/ui/product.js +412 -0
  176. package/vendor-manifest.json +45 -0
  177. package/_site/_test/data-dir-migration-test.js +0 -77
  178. package/_site/_test/import-ui-flow-test.js +0 -171
  179. package/_site/_test/knowledge-migration-test.js +0 -75
  180. package/_site/_test/legacy-forward-compat-test.js +0 -257
  181. package/_site/_test/legacy-project-upgrade-e2e-test.js +0 -363
  182. package/_site/_test/p0-data-migration-characterization-test.js +0 -37
  183. package/_site/_test/p0-e2e-gate-test.js +0 -347
  184. package/_site/_test/project-control-panel-task14-test.js +0 -63
  185. package/_site/_test/project-layout-v2-migration-test.js +0 -127
  186. package/_site/_test/server-runtime-migration-safety-test.js +0 -27
  187. package/_site/_test/task15-20-ui-flow-test.js +0 -148
  188. package/_site/_test/ui-i18n-toggle-test.js +0 -114
  189. package/_site/_test/ui-smoke-test.js +0 -73
  190. package/_site/_test/v4122-upgrade-data-contract-test.js +0 -56
  191. package/_site/lib/data-state-classifier.js +0 -40
  192. package/_site/lib/legacy-data-manifest.js +0 -26
  193. package/_site/lib/migration-service.js +0 -442
  194. package/ui/app.css +0 -58
  195. package/ui/app.js +0 -607
  196. package/ui/i18n.js +0 -146
@@ -1,89 +1,89 @@
1
- const assert = require('assert');
2
- const fs = require('fs');
3
- const os = require('os');
4
- const path = require('path');
5
- const { StorageLayout } = require('../lib/storage-layout');
6
- const { Logger, LogRepository, localDay, normalizeRecord } = require('../lib/structured-logger');
7
-
8
- function line(entry) {
9
- return `${JSON.stringify(normalizeRecord(entry))}\r\n`;
10
- }
11
-
12
- (async () => {
13
- const dataDir = fs.mkdtempSync(path.join(os.tmpdir(), 'pk-log-repository-'));
14
- const layout = new StorageLayout({ dataDir });
15
- const settings = { levels: ['trace', 'debug', 'info', 'warn', 'error', 'fatal'] };
16
- const logger = new Logger({ layout, settingsProvider: () => settings });
17
- await logger.info('app.started', 'Started', { component: 'server', operationId: 'op-a' });
18
- await logger.info('app.completed', 'Completed', { component: 'server', operationId: 'op-a', durationMs: 12 });
19
- await logger.warn('project.deleted', 'Deleted project snapshot', { component: 'lifecycle', projectId: 'project-a', projectDisplayName: 'A', projectDeleted: true });
20
- await logger.error('commit.analysis.failed', 'Failed', { component: 'commit-reconciler', projectId: 'project-a', operationId: 'op-b', commitSha: 'deadbeef', error: Object.assign(new Error('failure'), { code: 'ETEST' }) });
21
- await logger.close();
22
-
23
- const repository = new LogRepository({ layout });
24
- const result = repository.query({ levels: ['error'], projectId: 'project-a', component: 'commit-reconciler', commitSha: 'deadbeef' });
25
- assert.strictEqual(result.entries.length, 1);
26
- assert.strictEqual(result.entries[0].operationId, 'op-b');
27
- assert.strictEqual(result.entries[0].error.code, 'ETEST');
28
- assert.strictEqual(result.pageSize, 500, 'today query must default to 500 records');
29
- assert.strictEqual(repository.query({ pageSize: 999999 }).pageSize, 5000, 'display limit must be capped at 5000');
30
- assert.strictEqual(repository.findOrphanedOperations().length, 0);
31
-
32
- await logger.info('migration.started', 'Migration started', { component: 'migration', operationId: 'op-orphan' });
33
- await logger.close();
34
- assert.strictEqual(repository.findOrphanedOperations().length, 1);
35
-
36
- const legacyRoot = layout.getLogPath('app');
37
- fs.mkdirSync(legacyRoot, { recursive: true });
38
- fs.writeFileSync(path.join(legacyRoot, '2020-01-01.log'), `${JSON.stringify({ ts: '2020-01-01T00:00:00.000Z', level: 'info', source: 'legacy', event: 'legacy.event', message: 'old' })}\n`);
39
- assert.strictEqual(repository.query({ from: '2019-01-01', to: '2021-01-01', event: 'legacy.event' }).entries.length, 1, 'legacy app/hooks logs remain read-only query sources');
40
-
41
- const date = localDay();
42
- const mergeA = path.join(layout.getLogPath('project', 'merge-a'), `${date}.jsonl`);
43
- const mergeB = path.join(layout.getLogPath('project', 'merge-b'), `${date}.jsonl`);
44
- fs.mkdirSync(path.dirname(mergeA), { recursive: true });
45
- fs.mkdirSync(path.dirname(mergeB), { recursive: true });
46
- const longMessage = `long-${'界'.repeat(70000)}`;
47
- const longRecord = { ...normalizeRecord({ id: 'a-1', ts: `${date}T01:00:00.000Z`, level: 'info', event: 'merge.a1', message: 'placeholder', projectId: 'merge-a' }), message: longMessage };
48
- fs.writeFileSync(mergeA,
49
- `${JSON.stringify(longRecord)}\r\n`
50
- + line({ id: 'a-2', ts: `${date}T03:00:00.000Z`, level: 'warn', event: 'merge.a2', message: 'newer a', projectId: 'merge-a' })
51
- + '{bad-tail',
52
- 'utf8');
53
- fs.writeFileSync(mergeB,
54
- line({ id: 'b-1', ts: `${date}T02:00:00.000Z`, level: 'error', event: 'merge.b1', message: 'middle b', projectId: 'merge-b' }),
55
- 'utf8');
56
-
57
- const originalReadFileSync = fs.readFileSync;
58
- fs.readFileSync = function guardedRead(filePath, ...args) {
59
- if (typeof filePath === 'string' && filePath.startsWith(path.join(dataDir, 'logs')) && /\.(?:jsonl|log)$/.test(filePath)) {
60
- throw new Error('LogRepository must not read an entire log file');
61
- }
62
- return originalReadFileSync.call(this, filePath, ...args);
63
- };
64
- let merged;
65
- try {
66
- merged = repository.query({ event: '', q: 'merge.', pageSize: 3 });
67
- } finally {
68
- fs.readFileSync = originalReadFileSync;
69
- }
70
- assert.deepStrictEqual(merged.entries.map(entry => entry.id), ['a-2', 'b-1', 'a-1'], 'all-project query must k-way merge by timestamp and skip malformed tail data');
71
- const long = repository.query({ projectId: 'merge-a', event: 'merge.a1' });
72
- assert.strictEqual(long.entries.length, 1);
73
- assert(long.entries[0].message.startsWith(`long-${'界'.repeat(100)}`), 'reverse chunk reader must parse lines larger than one chunk');
74
- assert(long.entries[0].message.includes('[truncated:'), 'public query must still apply field size bounds');
75
-
76
- const cursorPage = repository.query({ q: 'merge.', pageSize: 1 });
77
- assert(cursorPage.nextCursor);
78
- fs.unlinkSync(mergeB);
79
- assert.throws(
80
- () => repository.query({ q: 'merge.', pageSize: 1, cursor: cursorPage.nextCursor }),
81
- error => error.code === 'LOG_CURSOR_EXPIRED' && error.retryable === true,
82
- 'manually deleted cursor source must return a typed restart error',
83
- );
84
-
85
- console.log('logging-api-test PASS');
86
- })().catch(error => {
87
- console.error(error.stack || error.message);
88
- process.exitCode = 1;
89
- });
1
+ const assert = require('assert');
2
+ const fs = require('fs');
3
+ const os = require('os');
4
+ const path = require('path');
5
+ const { StorageLayout } = require('../lib/storage-layout');
6
+ const { Logger, LogRepository, localDay, normalizeRecord } = require('../lib/structured-logger');
7
+
8
+ function line(entry) {
9
+ return `${JSON.stringify(normalizeRecord(entry))}\r\n`;
10
+ }
11
+
12
+ (async () => {
13
+ const dataDir = fs.mkdtempSync(path.join(os.tmpdir(), 'pk-log-repository-'));
14
+ const layout = new StorageLayout({ dataDir });
15
+ const settings = { levels: ['trace', 'debug', 'info', 'warn', 'error', 'fatal'] };
16
+ const logger = new Logger({ layout, settingsProvider: () => settings });
17
+ await logger.info('app.started', 'Started', { component: 'server', operationId: 'op-a' });
18
+ await logger.info('app.completed', 'Completed', { component: 'server', operationId: 'op-a', durationMs: 12 });
19
+ await logger.warn('project.deleted', 'Deleted project snapshot', { component: 'lifecycle', projectId: 'project-a', projectDisplayName: 'A', projectDeleted: true });
20
+ await logger.error('commit.analysis.failed', 'Failed', { component: 'commit-reconciler', projectId: 'project-a', operationId: 'op-b', commitSha: 'deadbeef', error: Object.assign(new Error('failure'), { code: 'ETEST' }) });
21
+ await logger.close();
22
+
23
+ const repository = new LogRepository({ layout });
24
+ const result = repository.query({ levels: ['error'], projectId: 'project-a', component: 'commit-reconciler', commitSha: 'deadbeef' });
25
+ assert.strictEqual(result.entries.length, 1);
26
+ assert.strictEqual(result.entries[0].operationId, 'op-b');
27
+ assert.strictEqual(result.entries[0].error.code, 'ETEST');
28
+ assert.strictEqual(result.pageSize, 500, 'today query must default to 500 records');
29
+ assert.strictEqual(repository.query({ pageSize: 999999 }).pageSize, 5000, 'display limit must be capped at 5000');
30
+ assert.strictEqual(repository.findOrphanedOperations().length, 0);
31
+
32
+ await logger.info('migration.started', 'Migration started', { component: 'migration', operationId: 'op-orphan' });
33
+ await logger.close();
34
+ assert.strictEqual(repository.findOrphanedOperations().length, 1);
35
+
36
+ const legacyRoot = layout.getLogPath('app');
37
+ fs.mkdirSync(legacyRoot, { recursive: true });
38
+ fs.writeFileSync(path.join(legacyRoot, '2020-01-01.log'), `${JSON.stringify({ ts: '2020-01-01T00:00:00.000Z', level: 'info', source: 'legacy', event: 'legacy.event', message: 'old' })}\n`);
39
+ assert.strictEqual(repository.query({ from: '2019-01-01', to: '2021-01-01', event: 'legacy.event' }).entries.length, 1, 'legacy app/hooks logs remain read-only query sources');
40
+
41
+ const date = localDay();
42
+ const mergeA = path.join(layout.getLogPath('project', 'merge-a'), `${date}.jsonl`);
43
+ const mergeB = path.join(layout.getLogPath('project', 'merge-b'), `${date}.jsonl`);
44
+ fs.mkdirSync(path.dirname(mergeA), { recursive: true });
45
+ fs.mkdirSync(path.dirname(mergeB), { recursive: true });
46
+ const longMessage = `long-${'界'.repeat(70000)}`;
47
+ const longRecord = { ...normalizeRecord({ id: 'a-1', ts: `${date}T01:00:00.000Z`, level: 'info', event: 'merge.a1', message: 'placeholder', projectId: 'merge-a' }), message: longMessage };
48
+ fs.writeFileSync(mergeA,
49
+ `${JSON.stringify(longRecord)}\r\n`
50
+ + line({ id: 'a-2', ts: `${date}T03:00:00.000Z`, level: 'warn', event: 'merge.a2', message: 'newer a', projectId: 'merge-a' })
51
+ + '{bad-tail',
52
+ 'utf8');
53
+ fs.writeFileSync(mergeB,
54
+ line({ id: 'b-1', ts: `${date}T02:00:00.000Z`, level: 'error', event: 'merge.b1', message: 'middle b', projectId: 'merge-b' }),
55
+ 'utf8');
56
+
57
+ const originalReadFileSync = fs.readFileSync;
58
+ fs.readFileSync = function guardedRead(filePath, ...args) {
59
+ if (typeof filePath === 'string' && filePath.startsWith(path.join(dataDir, 'logs')) && /\.(?:jsonl|log)$/.test(filePath)) {
60
+ throw new Error('LogRepository must not read an entire log file');
61
+ }
62
+ return originalReadFileSync.call(this, filePath, ...args);
63
+ };
64
+ let merged;
65
+ try {
66
+ merged = repository.query({ event: '', q: 'merge.', pageSize: 3 });
67
+ } finally {
68
+ fs.readFileSync = originalReadFileSync;
69
+ }
70
+ assert.deepStrictEqual(merged.entries.map(entry => entry.id), ['a-2', 'b-1', 'a-1'], 'all-project query must k-way merge by timestamp and skip malformed tail data');
71
+ const long = repository.query({ projectId: 'merge-a', event: 'merge.a1' });
72
+ assert.strictEqual(long.entries.length, 1);
73
+ assert(long.entries[0].message.startsWith(`long-${'界'.repeat(100)}`), 'reverse chunk reader must parse lines larger than one chunk');
74
+ assert(long.entries[0].message.includes('[truncated:'), 'public query must still apply field size bounds');
75
+
76
+ const cursorPage = repository.query({ q: 'merge.', pageSize: 1 });
77
+ assert(cursorPage.nextCursor);
78
+ fs.unlinkSync(mergeB);
79
+ assert.throws(
80
+ () => repository.query({ q: 'merge.', pageSize: 1, cursor: cursorPage.nextCursor }),
81
+ error => error.code === 'LOG_CURSOR_EXPIRED' && error.retryable === true,
82
+ 'manually deleted cursor source must return a typed restart error',
83
+ );
84
+
85
+ console.log('logging-api-test PASS');
86
+ })().catch(error => {
87
+ console.error(error.stack || error.message);
88
+ process.exitCode = 1;
89
+ });
@@ -1,88 +1,88 @@
1
- const assert = require('assert');
2
- const fs = require('fs');
3
- const os = require('os');
4
- const path = require('path');
5
- const { spawnServer } = require('./helpers/spawn-server');
6
- const { StorageLayout } = require('../lib/storage-layout');
7
- const { LogRepository } = require('../lib/structured-logger');
8
-
9
- const ROOT = path.resolve(__dirname, '..', '..');
10
- const PORT = 7950 + (process.pid % 300);
11
- const BASE = `http://127.0.0.1:${PORT}`;
12
-
13
- async function waitForServer() {
14
- for (let attempt = 0; attempt < 100; attempt += 1) {
15
- try { if ((await fetch(`${BASE}/api/health`)).ok) return; } catch {}
16
- await new Promise(resolve => setTimeout(resolve, 100));
17
- }
18
- throw new Error('server did not start');
19
- }
20
-
21
- (async () => {
22
- const dataDir = fs.mkdtempSync(path.join(os.tmpdir(), 'pk-log-sse-'));
23
- const spawned = spawnServer({ root: ROOT, port: PORT, dataDir, tag: 'log-sse', extraEnv: { KB_SKIP_MIGRATION: '1' } });
24
- try {
25
- await waitForServer();
26
- let response = await fetch(`${BASE}/api/logs?q=http.request_`);
27
- let snapshot = await response.json();
28
- assert.strictEqual(snapshot.pageSize, 500, 'HTTP logs API must preserve the 500-row default');
29
- assert(snapshot.streamCursor);
30
- response = await fetch(`${BASE}/api/logs?pageSize=999999`);
31
- assert.strictEqual((await response.json()).pageSize, 5000, 'HTTP logs API must cap the display page at 5000');
32
-
33
- await fetch(`${BASE}/api/state`);
34
- await fetch(`${BASE}/api/projects/not-valid%2Fid`);
35
- await new Promise(resolve => setTimeout(resolve, 100));
36
- const watermark = JSON.parse(Buffer.from(snapshot.streamCursor, 'base64url').toString('utf8'));
37
- const repository = new LogRepository({ layout: new StorageLayout({ dataDir }) });
38
- const page = repository.query({ q: 'http.request_', pageSize: 5000 });
39
- const expectedGapIds = [];
40
- for (const entry of page.entries) {
41
- if (entry.id === watermark.afterId) break;
42
- expectedGapIds.push(entry.id);
43
- }
44
- assert(expectedGapIds.length >= 3, 'fixture must create completed and failed requests between GET and SSE');
45
-
46
- const controller = new AbortController();
47
- response = await fetch(`${BASE}/api/logs/stream?q=http.request_&streamCursor=${encodeURIComponent(snapshot.streamCursor)}`, { signal: controller.signal });
48
- assert.strictEqual(response.status, 200);
49
- assert.match(response.headers.get('content-type'), /text\/event-stream/);
50
- const reader = response.body.getReader();
51
- const decoder = new TextDecoder();
52
- let pending = '';
53
- const streamedIds = new Set();
54
- let ready = false;
55
- const deadline = Date.now() + 5000;
56
- while (Date.now() < deadline && (!ready || expectedGapIds.some(id => !streamedIds.has(id)))) {
57
- const read = await Promise.race([
58
- reader.read(),
59
- new Promise((_, reject) => setTimeout(() => reject(new Error('SSE read timeout')), 1000)),
60
- ]);
61
- if (read.done) break;
62
- pending += decoder.decode(read.value, { stream: true });
63
- const frames = pending.split('\n\n');
64
- pending = frames.pop() || '';
65
- for (const frame of frames) {
66
- const dataLine = frame.split('\n').find(line => line.startsWith('data: '));
67
- if (!dataLine) continue;
68
- const event = JSON.parse(dataLine.slice(6));
69
- if (event.type === 'logs/ready') ready = true;
70
- if (event.type === 'logs/appended' && event.record) streamedIds.add(event.record.id);
71
- }
72
- }
73
- controller.abort();
74
- assert(ready, 'SSE must mark the replay/live handoff');
75
- assert(expectedGapIds.every(id => streamedIds.has(id)), 'GET-to-SSE handoff must replay every durable gap record exactly by id');
76
-
77
- const requestLogs = repository.query({ q: 'http.request_', pageSize: 5000 }).entries;
78
- assert(requestLogs.some(entry => entry.event === 'http.request_started'));
79
- assert(requestLogs.some(entry => entry.event === 'http.request_completed' && entry.durationMs >= 0));
80
- assert(requestLogs.some(entry => entry.event === 'http.request_failed' && entry.operationId));
81
- console.log('logging-sse-no-gap-test PASS');
82
- } finally {
83
- await spawned.cleanup();
84
- }
85
- })().catch(error => {
86
- console.error(error.stack || error.message);
87
- process.exitCode = 1;
88
- });
1
+ const assert = require('assert');
2
+ const fs = require('fs');
3
+ const os = require('os');
4
+ const path = require('path');
5
+ const { spawnServer } = require('./helpers/spawn-server');
6
+ const { StorageLayout } = require('../lib/storage-layout');
7
+ const { LogRepository } = require('../lib/structured-logger');
8
+
9
+ const ROOT = path.resolve(__dirname, '..', '..');
10
+ const PORT = 7950 + (process.pid % 300);
11
+ const BASE = `http://127.0.0.1:${PORT}`;
12
+
13
+ async function waitForServer() {
14
+ for (let attempt = 0; attempt < 100; attempt += 1) {
15
+ try { if ((await fetch(`${BASE}/api/health`)).ok) return; } catch {}
16
+ await new Promise(resolve => setTimeout(resolve, 100));
17
+ }
18
+ throw new Error('server did not start');
19
+ }
20
+
21
+ (async () => {
22
+ const dataDir = fs.mkdtempSync(path.join(os.tmpdir(), 'pk-log-sse-'));
23
+ const spawned = spawnServer({ root: ROOT, port: PORT, dataDir, tag: 'log-sse', extraEnv: { KB_SKIP_MIGRATION: '1' } });
24
+ try {
25
+ await waitForServer();
26
+ let response = await fetch(`${BASE}/api/logs?q=http.request_`);
27
+ let snapshot = await response.json();
28
+ assert.strictEqual(snapshot.pageSize, 500, 'HTTP logs API must preserve the 500-row default');
29
+ assert(snapshot.streamCursor);
30
+ response = await fetch(`${BASE}/api/logs?pageSize=999999`);
31
+ assert.strictEqual((await response.json()).pageSize, 5000, 'HTTP logs API must cap the display page at 5000');
32
+
33
+ await fetch(`${BASE}/api/state`);
34
+ await fetch(`${BASE}/api/projects/not-valid%2Fid`);
35
+ await new Promise(resolve => setTimeout(resolve, 100));
36
+ const watermark = JSON.parse(Buffer.from(snapshot.streamCursor, 'base64url').toString('utf8'));
37
+ const repository = new LogRepository({ layout: new StorageLayout({ dataDir }) });
38
+ const page = repository.query({ q: 'http.request_', pageSize: 5000 });
39
+ const expectedGapIds = [];
40
+ for (const entry of page.entries) {
41
+ if (entry.id === watermark.afterId) break;
42
+ expectedGapIds.push(entry.id);
43
+ }
44
+ assert(expectedGapIds.length >= 3, 'fixture must create completed and failed requests between GET and SSE');
45
+
46
+ const controller = new AbortController();
47
+ response = await fetch(`${BASE}/api/logs/stream?q=http.request_&streamCursor=${encodeURIComponent(snapshot.streamCursor)}`, { signal: controller.signal });
48
+ assert.strictEqual(response.status, 200);
49
+ assert.match(response.headers.get('content-type'), /text\/event-stream/);
50
+ const reader = response.body.getReader();
51
+ const decoder = new TextDecoder();
52
+ let pending = '';
53
+ const streamedIds = new Set();
54
+ let ready = false;
55
+ const deadline = Date.now() + 5000;
56
+ while (Date.now() < deadline && (!ready || expectedGapIds.some(id => !streamedIds.has(id)))) {
57
+ const read = await Promise.race([
58
+ reader.read(),
59
+ new Promise((_, reject) => setTimeout(() => reject(new Error('SSE read timeout')), 1000)),
60
+ ]);
61
+ if (read.done) break;
62
+ pending += decoder.decode(read.value, { stream: true });
63
+ const frames = pending.split('\n\n');
64
+ pending = frames.pop() || '';
65
+ for (const frame of frames) {
66
+ const dataLine = frame.split('\n').find(line => line.startsWith('data: '));
67
+ if (!dataLine) continue;
68
+ const event = JSON.parse(dataLine.slice(6));
69
+ if (event.type === 'logs/ready') ready = true;
70
+ if (event.type === 'logs/appended' && event.record) streamedIds.add(event.record.id);
71
+ }
72
+ }
73
+ controller.abort();
74
+ assert(ready, 'SSE must mark the replay/live handoff');
75
+ assert(expectedGapIds.every(id => streamedIds.has(id)), 'GET-to-SSE handoff must replay every durable gap record exactly by id');
76
+
77
+ const requestLogs = repository.query({ q: 'http.request_', pageSize: 5000 }).entries;
78
+ assert(requestLogs.some(entry => entry.event === 'http.request_started'));
79
+ assert(requestLogs.some(entry => entry.event === 'http.request_completed' && entry.durationMs >= 0));
80
+ assert(requestLogs.some(entry => entry.event === 'http.request_failed' && entry.operationId));
81
+ console.log('logging-sse-no-gap-test PASS');
82
+ } finally {
83
+ await spawned.cleanup();
84
+ }
85
+ })().catch(error => {
86
+ console.error(error.stack || error.message);
87
+ process.exitCode = 1;
88
+ });
@@ -1,104 +1,106 @@
1
- const assert = require('assert');
2
- const path = require('path');
3
- const { spawnServer } = require('./helpers/spawn-server');
4
- const { requestJson, waitFor } = require('./helpers/cdp-browser');
5
- const { createLoggingUiFixture } = require('./helpers/logging-ui-fixture');
6
-
7
- const ROOT = path.resolve(__dirname, '..', '..');
8
- const port = 8750 + (process.pid % 180);
9
-
10
- function baseParams(fixture, pageSize) {
11
- const params = new URLSearchParams();
12
- params.set('from', '2000-01-01');
13
- params.set('to', '2999-12-31');
14
- params.set('levels', 'trace,debug,info,warn,error,fatal');
15
- params.set('projectId', fixture.projectId);
16
- params.set('pageSize', String(pageSize || 10));
17
- return params;
18
- }
19
-
20
- async function jsonResponse(url) {
21
- const response = await fetch(url, { headers: { Accept: 'application/json' } });
22
- const body = await response.json();
23
- return { response, body };
24
- }
25
-
26
- (async () => {
27
- const fixture = await createLoggingUiFixture({ totalLogs: 64 });
28
- const server = spawnServer({ root: ROOT, port, dataDir: fixture.dataDir, tag: 'logging-ui-api', stdio: 'ignore' });
29
- try {
30
- await waitFor(() => requestJson('http://127.0.0.1:' + port + '/api/health').then(body => body.ok), 'logging API', 20000);
31
- const baseUrl = 'http://127.0.0.1:' + port;
32
- const firstParams = baseParams(fixture, 10);
33
- const first = await jsonResponse(baseUrl + '/api/logs?' + firstParams.toString());
34
- assert.strictEqual(first.response.status, 200);
35
- assert.strictEqual(first.body.entries.length, 10);
36
- assert(first.body.nextCursor, 'first page must return an opaque next cursor');
37
- assert.strictEqual(first.body.pageSize, 10);
38
- assert(first.body.health && first.body.health.status === 'ok');
39
- assert.deepStrictEqual(Object.keys(first.body.counts).sort(), ['debug', 'error', 'fatal', 'info', 'trace', 'warn']);
40
-
41
- const secondParams = baseParams(fixture, 10);
42
- secondParams.set('cursor', first.body.nextCursor);
43
- const second = await jsonResponse(baseUrl + '/api/logs?' + secondParams.toString());
44
- assert.strictEqual(second.response.status, 200);
45
- assert.strictEqual(second.body.entries.length, 10);
46
- assert(!second.body.entries.some(entry => first.body.entries.some(prior => prior.id === entry.id)), 'cursor pages must not overlap');
47
-
48
- const invalidParams = baseParams(fixture, 10);
49
- invalidParams.set('cursor', first.body.nextCursor);
50
- invalidParams.set('q', 'changed-fingerprint');
51
- const invalid = await jsonResponse(baseUrl + '/api/logs?' + invalidParams.toString());
52
- assert.strictEqual(invalid.response.status, 409);
53
- assert.strictEqual(invalid.body.error.code, 'LOG_CURSOR_EXPIRED');
54
- assert.strictEqual(invalid.body.error.retryable, true);
55
- assert(!('stack' in invalid.body.error), 'public cursor error must not leak a stack');
56
-
57
- const filters = [
58
- ['component', 'commit-reconciler'],
59
- ['event', 'fixture.phase.10'],
60
- ['operationId', 'op-flow-visual'],
61
- ['commitSha', fixture.repo.headCommit],
62
- ['q', '<img src=x onerror=window.__xss=1>'],
63
- ['levels', 'fatal'],
64
- ];
65
- for (const pair of filters) {
66
- const params = baseParams(fixture, 100);
67
- params.set(pair[0], pair[1]);
68
- const result = await jsonResponse(baseUrl + '/api/logs?' + params.toString());
69
- assert.strictEqual(result.response.status, 200, 'filter failed: ' + pair[0]);
70
- assert(result.body.entries.length > 0, 'filter returned no entries: ' + pair[0]);
71
- }
72
-
73
- const exportParams = baseParams(fixture, 100);
74
- exportParams.delete('pageSize');
75
- exportParams.set('operationId', 'op-flow-visual');
76
- exportParams.set('component', 'commit-reconciler');
77
- exportParams.set('event', 'fixture.phase.3');
78
- exportParams.set('commitSha', fixture.repo.headCommit);
79
- const exported = await fetch(baseUrl + '/api/logs/export?' + exportParams.toString(), { headers: { Accept: 'application/x-ndjson' } });
80
- assert.strictEqual(exported.status, 200);
81
- assert((exported.headers.get('content-type') || '').includes('application/x-ndjson'));
82
- assert((exported.headers.get('content-disposition') || '').includes('attachment'));
83
- const lines = (await exported.text()).trim().split(/\r?\n/).filter(Boolean).map(line => JSON.parse(line));
84
- assert.strictEqual(lines.length, 1);
85
- assert(lines.every(entry => entry.operationId === 'op-flow-visual' && entry.component === 'commit-reconciler' && entry.event === 'fixture.phase.3'));
86
-
87
- const rootMutation = await fetch(baseUrl + '/api/settings', {
88
- method: 'PATCH',
89
- headers: { 'content-type': 'application/json' },
90
- body: JSON.stringify({ logging: { rootPath: path.join(fixture.dataDir, 'elsewhere') } }),
91
- });
92
- assert.strictEqual(rootMutation.status, 409, 'logging root must not be mutable through the API');
93
- const persistedSettings = JSON.parse(require('fs').readFileSync(fixture.layout.getSettingsPath(), 'utf8'));
94
- assert(!Object.prototype.hasOwnProperty.call(persistedSettings.logging, 'rootPath'));
95
-
96
- console.log('logging UI test PASS');
97
- } finally {
98
- await server.cleanup();
99
- fixture.cleanup();
100
- }
101
- })().catch(error => {
102
- console.error(error.stack || error.message);
103
- process.exitCode = 1;
104
- });
1
+ const assert = require('assert');
2
+ const path = require('path');
3
+ const { spawnServer } = require('./helpers/spawn-server');
4
+ const { requestJson, waitFor } = require('./helpers/cdp-browser');
5
+ const { createLoggingUiFixture } = require('./helpers/logging-ui-fixture');
6
+
7
+ const ROOT = path.resolve(__dirname, '..', '..');
8
+ const port = 8750 + (process.pid % 180);
9
+
10
+ function baseParams(fixture, pageSize) {
11
+ const params = new URLSearchParams();
12
+ params.set('from', '2000-01-01');
13
+ params.set('to', '2999-12-31');
14
+ params.set('levels', 'trace,debug,info,warn,error,fatal');
15
+ params.set('projectId', fixture.projectId);
16
+ params.set('pageSize', String(pageSize || 10));
17
+ return params;
18
+ }
19
+
20
+ async function jsonResponse(url) {
21
+ const response = await fetch(url, { headers: { Accept: 'application/json' } });
22
+ const body = await response.json();
23
+ return { response, body };
24
+ }
25
+
26
+ (async () => {
27
+ const fixture = await createLoggingUiFixture({ totalLogs: 64 });
28
+ const server = spawnServer({ root: ROOT, port, dataDir: fixture.dataDir, tag: 'logging-ui-api', stdio: 'ignore' });
29
+ try {
30
+ await waitFor(() => requestJson('http://127.0.0.1:' + port + '/api/health').then(body => body.ok), 'logging API', 20000);
31
+ const baseUrl = 'http://127.0.0.1:' + port;
32
+ const firstParams = baseParams(fixture, 10);
33
+ const first = await jsonResponse(baseUrl + '/api/logs?' + firstParams.toString());
34
+ assert.strictEqual(first.response.status, 200);
35
+ assert.strictEqual(first.body.entries.length, 10);
36
+ assert(first.body.nextCursor, 'first page must return an opaque next cursor');
37
+ assert.strictEqual(first.body.pageSize, 10);
38
+ assert(first.body.health && first.body.health.status === 'ok');
39
+ assert.deepStrictEqual(Object.keys(first.body.counts).sort(), ['debug', 'error', 'fatal', 'info', 'trace', 'warn']);
40
+
41
+ const secondParams = baseParams(fixture, 10);
42
+ secondParams.set('cursor', first.body.nextCursor);
43
+ const second = await jsonResponse(baseUrl + '/api/logs?' + secondParams.toString());
44
+ assert.strictEqual(second.response.status, 200);
45
+ assert.strictEqual(second.body.entries.length, 10);
46
+ assert(!second.body.entries.some(entry => first.body.entries.some(prior => prior.id === entry.id)), 'cursor pages must not overlap');
47
+
48
+ const invalidParams = baseParams(fixture, 10);
49
+ invalidParams.set('cursor', first.body.nextCursor);
50
+ invalidParams.set('q', 'changed-fingerprint');
51
+ const invalid = await jsonResponse(baseUrl + '/api/logs?' + invalidParams.toString());
52
+ assert.strictEqual(invalid.response.status, 409);
53
+ assert.strictEqual(invalid.body.error.code, 'LOG_CURSOR_EXPIRED');
54
+ assert.strictEqual(invalid.body.error.retryable, true);
55
+ assert(!('stack' in invalid.body.error), 'public cursor error must not leak a stack');
56
+
57
+ const filters = [
58
+ ['component', 'commit-reconciler'],
59
+ ['event', 'fixture.phase.10'],
60
+ ['operationId', 'op-flow-visual'],
61
+ ['commitSha', fixture.repo.headCommit],
62
+ ['q', '<img src=x onerror=window.__xss=1>'],
63
+ ['q', 'VALIDATION_FAILED'],
64
+ ['q', '模型输出校验失败'],
65
+ ['levels', 'fatal'],
66
+ ];
67
+ for (const pair of filters) {
68
+ const params = baseParams(fixture, 100);
69
+ params.set(pair[0], pair[1]);
70
+ const result = await jsonResponse(baseUrl + '/api/logs?' + params.toString());
71
+ assert.strictEqual(result.response.status, 200, 'filter failed: ' + pair[0]);
72
+ assert(result.body.entries.length > 0, 'filter returned no entries: ' + pair[0]);
73
+ }
74
+
75
+ const exportParams = baseParams(fixture, 100);
76
+ exportParams.delete('pageSize');
77
+ exportParams.set('operationId', 'op-flow-visual');
78
+ exportParams.set('component', 'commit-reconciler');
79
+ exportParams.set('event', 'fixture.phase.3');
80
+ exportParams.set('commitSha', fixture.repo.headCommit);
81
+ const exported = await fetch(baseUrl + '/api/logs/export?' + exportParams.toString(), { headers: { Accept: 'application/x-ndjson' } });
82
+ assert.strictEqual(exported.status, 200);
83
+ assert((exported.headers.get('content-type') || '').includes('application/x-ndjson'));
84
+ assert((exported.headers.get('content-disposition') || '').includes('attachment'));
85
+ const lines = (await exported.text()).trim().split(/\r?\n/).filter(Boolean).map(line => JSON.parse(line));
86
+ assert.strictEqual(lines.length, 1);
87
+ assert(lines.every(entry => entry.operationId === 'op-flow-visual' && entry.component === 'commit-reconciler' && entry.event === 'fixture.phase.3'));
88
+
89
+ const rootMutation = await fetch(baseUrl + '/api/settings', {
90
+ method: 'PATCH',
91
+ headers: { 'content-type': 'application/json' },
92
+ body: JSON.stringify({ logging: { rootPath: path.join(fixture.dataDir, 'elsewhere') } }),
93
+ });
94
+ assert.strictEqual(rootMutation.status, 409, 'logging root must not be mutable through the API');
95
+ const persistedSettings = JSON.parse(require('fs').readFileSync(fixture.layout.getSettingsPath(), 'utf8'));
96
+ assert(!Object.prototype.hasOwnProperty.call(persistedSettings.logging, 'rootPath'));
97
+
98
+ console.log('logging UI test PASS');
99
+ } finally {
100
+ await server.cleanup();
101
+ fixture.cleanup();
102
+ }
103
+ })().catch(error => {
104
+ console.error(error.stack || error.message);
105
+ process.exitCode = 1;
106
+ });