codehere 0.2.1 → 0.3.0-rc.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +88 -68
- package/dist/domain/entities/task.js +4 -4
- package/dist/error-handler.js +4 -9
- package/dist/index.js +253 -1219
- package/dist/infrastructure/config/product-context.js +7 -6
- package/dist/infrastructure/hooks/claude-sdk-hook.js +335 -63
- package/dist/infrastructure/observability/execution-tracer.js +11 -6
- package/dist/infrastructure/orchestration/agent-adapter.js +13 -0
- package/dist/infrastructure/orchestration/agent-installer.js +101 -0
- package/dist/infrastructure/orchestration/agents-config-seed.js +56 -0
- package/dist/infrastructure/orchestration/aider-adapter.js +319 -0
- package/dist/infrastructure/orchestration/artifacts-extractor.js +175 -0
- package/dist/infrastructure/orchestration/claude-code-adapter.js +352 -0
- package/dist/infrastructure/orchestration/codex-adapter.js +310 -0
- package/dist/infrastructure/orchestration/generic-cli-adapter.js +553 -0
- package/dist/infrastructure/orchestration/opencode-adapter.js +275 -0
- package/dist/infrastructure/orchestration/progress-aggregator.js +189 -0
- package/dist/infrastructure/orchestration/readiness.js +106 -0
- package/dist/infrastructure/orchestration/session-manager.js +272 -0
- package/dist/infrastructure/orchestration/session-persistence.js +109 -0
- package/dist/infrastructure/protocols/mcp-helpers.js +10 -30
- package/dist/infrastructure/protocols/mcp-server-impl.js +359 -21
- package/dist/infrastructure/protocols/ui-page.js +1827 -0
- package/dist/infrastructure/security/file-collection.js +115 -0
- package/dist/infrastructure/security/trust-scorer.js +301 -56
- package/dist/infrastructure/storage/task-repository.js +8 -7
- package/dist/monitoring.js +10 -49
- package/dist/presentation/cli/commands/help-command.js +96 -139
- package/dist/presentation/cli/commands/hook-command.js +17 -24
- package/dist/presentation/cli/commands/report-command.js +59 -72
- package/dist/presentation/cli/commands/setup-command.js +4 -4
- package/dist/presentation/cli/commands/status-command.js +334 -43
- package/dist/presentation/cli/commands/trust-command.js +115 -99
- package/dist/presentation/cli/error-display.js +17 -21
- package/dist/ui.js +17 -12
- package/package.json +35 -67
- package/dist/agents/base.js +0 -101
- package/dist/agents/orchestrator-model-driven.js +0 -141
- package/dist/agents/react-orchestrator-agent.js +0 -54
- package/dist/application/agents/execution-agent.js +0 -508
- package/dist/application/agents/multi-agent-orchestrator.js +0 -295
- package/dist/application/agents/planning-agent.js +0 -433
- package/dist/application/agents/validation-agent.js +0 -317
- package/dist/application/architectures/plan-and-act.js +0 -242
- package/dist/application/index.js +0 -12
- package/dist/application/services/agent-factory.js +0 -28
- package/dist/application/services/dependency-container.js +0 -596
- package/dist/application/services/git-context-service.js +0 -83
- package/dist/application/services/intelligent-router.js +0 -934
- package/dist/application/services/tool-executor-service.js +0 -94
- package/dist/application/use-cases/ask-question-use-case.js +0 -338
- package/dist/application/use-cases/edit-file-use-case.js +0 -830
- package/dist/application/use-cases/explain-file-use-case.js +0 -50
- package/dist/application/use-cases/index-codebase-use-case.js +0 -113
- package/dist/application/use-cases/planning-use-case.js +0 -276
- package/dist/application/use-cases/react-orchestration-use-case.js +0 -329
- package/dist/application/use-cases/reflexion-use-case.js +0 -30
- package/dist/application/workflows/deterministic-workflows.js +0 -189
- package/dist/ast-parser.js +0 -331
- package/dist/cache.js +0 -180
- package/dist/chat.js +0 -251
- package/dist/code-analysis.js +0 -327
- package/dist/context.js +0 -187
- package/dist/docs.js +0 -146
- package/dist/domain/entities/code-chunk.js +0 -6
- package/dist/domain/entities/decision.js +0 -9
- package/dist/domain/entities/edit.js +0 -6
- package/dist/domain/entities/knowledge-node.js +0 -9
- package/dist/domain/entities/knowledge-preservation.js +0 -10
- package/dist/domain/entities/memory.js +0 -6
- package/dist/domain/entities/pattern.js +0 -7
- package/dist/domain/entities/plan.js +0 -6
- package/dist/domain/entities/query.js +0 -6
- package/dist/domain/errors/embeddings-not-found-error.js +0 -13
- package/dist/domain/index.js +0 -19
- package/dist/domain/interfaces/ai-service.interface.js +0 -6
- package/dist/domain/interfaces/code-analyzer.interface.js +0 -6
- package/dist/domain/interfaces/decision-repository.interface.js +0 -9
- package/dist/domain/interfaces/embedding-repository.interface.js +0 -6
- package/dist/domain/interfaces/knowledge-graph-repository.interface.js +0 -9
- package/dist/domain/interfaces/knowledge-preservation-repository.interface.js +0 -8
- package/dist/domain/interfaces/memory-repository.interface.js +0 -6
- package/dist/domain/interfaces/pattern-repository.interface.js +0 -6
- package/dist/domain/interfaces/verification-service.interface.js +0 -6
- package/dist/domain/services/cross-team-pattern-sharing.js +0 -125
- package/dist/domain/services/decision-recorder.js +0 -223
- package/dist/domain/services/decision-retriever.js +0 -133
- package/dist/domain/services/environment-mode-manager.js +0 -22
- package/dist/domain/services/graded-memory-activation.js +0 -69
- package/dist/domain/services/knowledge-access.js +0 -132
- package/dist/domain/services/knowledge-extractor.js +0 -247
- package/dist/domain/services/knowledge-graph-builder.js +0 -268
- package/dist/domain/services/knowledge-graph-query.js +0 -187
- package/dist/domain/services/memory-retriever.js +0 -82
- package/dist/domain/services/memory-synthesizer.js +0 -91
- package/dist/domain/services/pattern-extractor.js +0 -442
- package/dist/domain/services/query-intent-classifier.js +0 -140
- package/dist/domain/services/react-loop.js +0 -186
- package/dist/domain/services/risk-tier-detector.js +0 -78
- package/dist/edit.js +0 -319
- package/dist/embed.js +0 -459
- package/dist/formatter.js +0 -168
- package/dist/git.js +0 -198
- package/dist/infrastructure/ai/cohere-ai-service.js +0 -607
- package/dist/infrastructure/ai/command-r-evaluation.js +0 -206
- package/dist/infrastructure/ai/model-config.js +0 -84
- package/dist/infrastructure/ai/provider-ai-service.js +0 -477
- package/dist/infrastructure/cache/embedding-cache.js +0 -175
- package/dist/infrastructure/cache/query-result-cache.js +0 -66
- package/dist/infrastructure/cache/response-cache.js +0 -48
- package/dist/infrastructure/cache/security-scan-cache.js +0 -47
- package/dist/infrastructure/chunking/ast-code-chunker.js +0 -19
- package/dist/infrastructure/chunking/code-aware-chunker.js +0 -397
- package/dist/infrastructure/context/context-compressor.js +0 -329
- package/dist/infrastructure/context/conversation-context.js +0 -128
- package/dist/infrastructure/context/session-manager.js +0 -94
- package/dist/infrastructure/cost/cost-tracker.js +0 -360
- package/dist/infrastructure/file-scanner/file-scanner.js +0 -106
- package/dist/infrastructure/governance/nist-ai-rmf.js +0 -292
- package/dist/infrastructure/governance/policy-as-code.js +0 -258
- package/dist/infrastructure/governance/prompt-to-code-lineage.js +0 -239
- package/dist/infrastructure/index.js +0 -7
- package/dist/infrastructure/observability/prompt-versioner.js +0 -145
- package/dist/infrastructure/protocols/a2a-metadata.js +0 -137
- package/dist/infrastructure/protocols/a2a-protocol.js +0 -314
- package/dist/infrastructure/protocols/mcp-oauth.js +0 -184
- package/dist/infrastructure/protocols/mcp-server.js +0 -333
- package/dist/infrastructure/protocols/streaming-handler.js +0 -103
- package/dist/infrastructure/providers/cohere-provider.js +0 -444
- package/dist/infrastructure/providers/fake-provider.js +0 -130
- package/dist/infrastructure/providers/local-llm-provider.js +0 -330
- package/dist/infrastructure/providers/model-config.types.js +0 -9
- package/dist/infrastructure/providers/model-provider.interface.js +0 -8
- package/dist/infrastructure/providers/openai-provider.js +0 -413
- package/dist/infrastructure/providers/openrouter-provider.js +0 -399
- package/dist/infrastructure/providers/operation-provider-resolver.js +0 -105
- package/dist/infrastructure/providers/provider-config-loader.js +0 -120
- package/dist/infrastructure/providers/provider-registry.js +0 -88
- package/dist/infrastructure/safety/pattern-detector.js +0 -133
- package/dist/infrastructure/security/ai-sast-scanner.js +0 -290
- package/dist/infrastructure/security/docker-sandbox.js +0 -178
- package/dist/infrastructure/security/enhanced-security-gate.js +0 -151
- package/dist/infrastructure/security/license-scanner.js +0 -167
- package/dist/infrastructure/security/provider-bias-detector.js +0 -164
- package/dist/infrastructure/security/sandbox-executor.js +0 -64
- package/dist/infrastructure/serialization/toon-serializer.js +0 -119
- package/dist/infrastructure/storage/memory-stream-service.js +0 -204
- package/dist/infrastructure/storage/plan-repository.js +0 -96
- package/dist/infrastructure/storage/sqlite-decision-repository.js +0 -232
- package/dist/infrastructure/storage/sqlite-embedding-repository.js +0 -311
- package/dist/infrastructure/storage/sqlite-knowledge-graph-repository.js +0 -417
- package/dist/infrastructure/storage/sqlite-knowledge-preservation-repository.js +0 -230
- package/dist/infrastructure/storage/sqlite-memory-repository.js +0 -229
- package/dist/infrastructure/storage/sqlite-pattern-repository.js +0 -249
- package/dist/infrastructure/storage/task-helpers.js +0 -197
- package/dist/infrastructure/telemetry/telemetry-service.js +0 -167
- package/dist/infrastructure/ux/appropriate-friction.js +0 -213
- package/dist/infrastructure/ux/bi-directional-learning.js +0 -337
- package/dist/infrastructure/ux/capability-boundaries.js +0 -42
- package/dist/infrastructure/ux/comprehensive-formatter.js +0 -117
- package/dist/infrastructure/ux/contextual-feature-discovery.js +0 -10
- package/dist/infrastructure/ux/expectation-management.js +0 -327
- package/dist/infrastructure/ux/feature-discovery.js +0 -14
- package/dist/infrastructure/ux/feedback-prompt.js +0 -45
- package/dist/infrastructure/ux/hitl-validation.js +0 -297
- package/dist/infrastructure/ux/progress-indicator.js +0 -116
- package/dist/infrastructure/ux/progressive-disclosure.js +0 -236
- package/dist/infrastructure/ux/review-checkpoint.js +0 -72
- package/dist/infrastructure/ux/staged-feature-intro.js +0 -24
- package/dist/infrastructure/ux/stream-markdown.js +0 -151
- package/dist/infrastructure/ux/syntax-highlighter.js +0 -91
- package/dist/infrastructure/ux/team-standards.js +0 -196
- package/dist/infrastructure/ux/transparency.js +0 -71
- package/dist/infrastructure/validation/agent-feedback.js +0 -55
- package/dist/infrastructure/validation/agent-validation-helper.js +0 -137
- package/dist/infrastructure/validation/review-handler.js +0 -40
- package/dist/infrastructure/validation/summary-aggregator.js +0 -70
- package/dist/infrastructure/validation/summary-extractor.js +0 -45
- package/dist/infrastructure/validation/trace-summary.js +0 -52
- package/dist/infrastructure/verification/verification-service.js +0 -47
- package/dist/infrastructure/xai/attention-visualizer.js +0 -172
- package/dist/infrastructure/xai/cot-visualizer.js +0 -283
- package/dist/infrastructure/xai/decision-tree-log.js +0 -212
- package/dist/infrastructure/xai/interactive-xai.js +0 -260
- package/dist/infrastructure/xai/uncertainty-quantifier.js +0 -198
- package/dist/intelligent-retrieval.js +0 -272
- package/dist/intent/classifier.js +0 -2
- package/dist/intent/context.js +0 -2
- package/dist/iterative-refinement.js +0 -189
- package/dist/learning.js +0 -232
- package/dist/log.js +0 -31
- package/dist/migrate.js +0 -133
- package/dist/parallel-processor.js +0 -530
- package/dist/planner.js +0 -198
- package/dist/policy.js +0 -26
- package/dist/presentation/cli/commands/ask-command.js +0 -314
- package/dist/presentation/cli/commands/cost-command.js +0 -191
- package/dist/presentation/cli/commands/decision-command.js +0 -207
- package/dist/presentation/cli/commands/docs-command.js +0 -25
- package/dist/presentation/cli/commands/fix-command.js +0 -53
- package/dist/presentation/cli/commands/knowledge-command.js +0 -129
- package/dist/presentation/cli/commands/learning-dashboard-command.js +0 -183
- package/dist/presentation/cli/commands/models-command.js +0 -194
- package/dist/presentation/cli/commands/orchestrate-command.js +0 -207
- package/dist/presentation/cli/commands/plan-command.js +0 -246
- package/dist/presentation/cli/commands/product-command.js +0 -199
- package/dist/presentation/cli/commands/react-command.js +0 -181
- package/dist/presentation/cli/commands/review-command.js +0 -154
- package/dist/presentation/cli/commands/run-command.js +0 -188
- package/dist/presentation/cli/commands/smart-command.js +0 -395
- package/dist/presentation/cli/commands/suggest-command.js +0 -138
- package/dist/presentation/cli/commands/trace-command.js +0 -129
- package/dist/presentation/cli/commands/undo-command.js +0 -150
- package/dist/query-optimizer.js +0 -205
- package/dist/refactor.js +0 -116
- package/dist/review.js +0 -206
- package/dist/search.js +0 -163
- package/dist/session.js +0 -652
- package/dist/task-verification.js +0 -336
- package/dist/testgen.js +0 -166
- package/dist/token-optimizer.js +0 -277
- package/dist/tools/bash.js +0 -213
- package/dist/tools/edit.js +0 -235
- package/dist/tools/executor.js +0 -153
- package/dist/tools/git-tool.js +0 -292
- package/dist/tools/parser.js +0 -158
- package/dist/tools/registry.js +0 -302
- package/dist/tools/search.js +0 -100
- package/dist/types.js +0 -2
- package/dist/utils/check-api-status.js +0 -100
- package/dist/utils/diff-parser.js +0 -162
- package/dist/verification/backup.js +0 -259
- package/dist/verification/compiler.js +0 -264
- package/dist/verification/index.js +0 -273
- package/dist/verification/test-runner.js +0 -379
|
@@ -1,247 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Domain Service: Knowledge Extractor
|
|
3
|
-
* Extracts knowledge from code, comments, and structure
|
|
4
|
-
*
|
|
5
|
-
* Clean Architecture: Domain Layer
|
|
6
|
-
*
|
|
7
|
-
* Responsibilities:
|
|
8
|
-
* - Extract domain knowledge from code comments
|
|
9
|
-
* - Extract architectural knowledge from code structure
|
|
10
|
-
* - Extract conventions from patterns
|
|
11
|
-
* - Extract best practices from codebase
|
|
12
|
-
*/
|
|
13
|
-
import { readFileSync, existsSync } from 'fs';
|
|
14
|
-
import { randomUUID } from 'crypto';
|
|
15
|
-
/**
|
|
16
|
-
* Knowledge Extractor Service
|
|
17
|
-
* Extracts various types of knowledge from codebases
|
|
18
|
-
*/
|
|
19
|
-
export class KnowledgeExtractor {
|
|
20
|
-
knowledgeRepository;
|
|
21
|
-
patternRepository;
|
|
22
|
-
aiService;
|
|
23
|
-
constructor(knowledgeRepository, patternRepository, aiService) {
|
|
24
|
-
this.knowledgeRepository = knowledgeRepository;
|
|
25
|
-
this.patternRepository = patternRepository;
|
|
26
|
-
this.aiService = aiService;
|
|
27
|
-
}
|
|
28
|
-
/**
|
|
29
|
-
* Extract knowledge from code comments
|
|
30
|
-
*/
|
|
31
|
-
async extractFromComments(filepath, codebaseId, codebasePath) {
|
|
32
|
-
if (!existsSync(filepath)) {
|
|
33
|
-
return [];
|
|
34
|
-
}
|
|
35
|
-
const content = readFileSync(filepath, 'utf-8');
|
|
36
|
-
const knowledge = [];
|
|
37
|
-
// Extract JSDoc/TSDoc comments
|
|
38
|
-
const docCommentPattern = /\/\*\*([\s\S]*?)\*\//g;
|
|
39
|
-
const docMatches = [...content.matchAll(docCommentPattern)];
|
|
40
|
-
for (const match of docMatches) {
|
|
41
|
-
const comment = match[1];
|
|
42
|
-
const lines = comment.split('\n').map(l => l.replace(/^\s*\*\s?/, '').trim()).filter(Boolean);
|
|
43
|
-
if (lines.length > 0) {
|
|
44
|
-
// Extract description, params, returns, examples
|
|
45
|
-
const description = lines.filter(l => !l.startsWith('@')).join(' ').trim();
|
|
46
|
-
if (description && description.length > 20) {
|
|
47
|
-
const lineNumber = content.substring(0, match.index).split('\n').length;
|
|
48
|
-
knowledge.push({
|
|
49
|
-
id: randomUUID(),
|
|
50
|
-
codebaseId,
|
|
51
|
-
type: 'documentation',
|
|
52
|
-
title: `Documentation: ${filepath}:${lineNumber}`,
|
|
53
|
-
content: description,
|
|
54
|
-
source: {
|
|
55
|
-
type: 'code-comment',
|
|
56
|
-
filepath,
|
|
57
|
-
lineNumbers: { start: lineNumber, end: lineNumber + lines.length },
|
|
58
|
-
context: `Extracted from JSDoc comment in ${filepath}`,
|
|
59
|
-
},
|
|
60
|
-
extractedAt: new Date(),
|
|
61
|
-
relevanceScore: 0.7,
|
|
62
|
-
});
|
|
63
|
-
}
|
|
64
|
-
}
|
|
65
|
-
}
|
|
66
|
-
// Extract inline comments with keywords (TODO, NOTE, FIXME, etc.)
|
|
67
|
-
const inlineCommentPattern = /\/\/\s*(TODO|NOTE|FIXME|HACK|XXX|IMPORTANT|WARNING):\s*(.+)/gi;
|
|
68
|
-
const inlineMatches = [...content.matchAll(inlineCommentPattern)];
|
|
69
|
-
for (const match of inlineMatches) {
|
|
70
|
-
const keyword = match[1];
|
|
71
|
-
const comment = match[2].trim();
|
|
72
|
-
if (comment && comment.length > 10) {
|
|
73
|
-
const lineNumber = content.substring(0, match.index).split('\n').length;
|
|
74
|
-
let knowledgeType = 'domain-knowledge';
|
|
75
|
-
if (keyword === 'TODO' || keyword === 'FIXME') {
|
|
76
|
-
knowledgeType = 'gotcha';
|
|
77
|
-
}
|
|
78
|
-
else if (keyword === 'NOTE' || keyword === 'IMPORTANT') {
|
|
79
|
-
knowledgeType = 'documentation';
|
|
80
|
-
}
|
|
81
|
-
knowledge.push({
|
|
82
|
-
id: randomUUID(),
|
|
83
|
-
codebaseId,
|
|
84
|
-
type: knowledgeType,
|
|
85
|
-
title: `${keyword}: ${comment.substring(0, 50)}`,
|
|
86
|
-
content: comment,
|
|
87
|
-
source: {
|
|
88
|
-
type: 'code-comment',
|
|
89
|
-
filepath,
|
|
90
|
-
lineNumbers: { start: lineNumber, end: lineNumber },
|
|
91
|
-
context: `Extracted from ${keyword} comment in ${filepath}`,
|
|
92
|
-
},
|
|
93
|
-
extractedAt: new Date(),
|
|
94
|
-
relevanceScore: keyword === 'IMPORTANT' || keyword === 'WARNING' ? 0.9 : 0.6,
|
|
95
|
-
});
|
|
96
|
-
}
|
|
97
|
-
}
|
|
98
|
-
return knowledge;
|
|
99
|
-
}
|
|
100
|
-
/**
|
|
101
|
-
* Extract architectural knowledge from code structure
|
|
102
|
-
*/
|
|
103
|
-
async extractFromStructure(filepath, codebaseId, codebasePath) {
|
|
104
|
-
if (!existsSync(filepath)) {
|
|
105
|
-
return [];
|
|
106
|
-
}
|
|
107
|
-
const content = readFileSync(filepath, 'utf-8');
|
|
108
|
-
const knowledge = [];
|
|
109
|
-
// Extract architectural patterns (e.g., directory structure, naming conventions)
|
|
110
|
-
const isInDomainLayer = filepath.includes('/domain/');
|
|
111
|
-
const isInInfrastructureLayer = filepath.includes('/infrastructure/');
|
|
112
|
-
const isInApplicationLayer = filepath.includes('/application/');
|
|
113
|
-
if (isInDomainLayer || isInInfrastructureLayer || isInApplicationLayer) {
|
|
114
|
-
// This file follows Clean Architecture
|
|
115
|
-
const layerName = isInDomainLayer ? 'Domain' : isInInfrastructureLayer ? 'Infrastructure' : 'Application';
|
|
116
|
-
knowledge.push({
|
|
117
|
-
id: randomUUID(),
|
|
118
|
-
codebaseId,
|
|
119
|
-
type: 'architectural',
|
|
120
|
-
title: `Clean Architecture: ${layerName} Layer`,
|
|
121
|
-
content: `This codebase follows Clean Architecture principles. Files in the ${layerName.toLowerCase()} layer follow specific responsibilities.`,
|
|
122
|
-
source: {
|
|
123
|
-
type: 'code-structure',
|
|
124
|
-
filepath,
|
|
125
|
-
context: `Detected Clean Architecture structure from file path`,
|
|
126
|
-
},
|
|
127
|
-
extractedAt: new Date(),
|
|
128
|
-
relevanceScore: 0.8,
|
|
129
|
-
metadata: {
|
|
130
|
-
tags: ['clean-architecture', 'architecture', layerName.toLowerCase()],
|
|
131
|
-
},
|
|
132
|
-
});
|
|
133
|
-
}
|
|
134
|
-
return knowledge;
|
|
135
|
-
}
|
|
136
|
-
/**
|
|
137
|
-
* Extract knowledge from existing patterns
|
|
138
|
-
*/
|
|
139
|
-
async extractFromPatterns(codebaseId, codebasePath) {
|
|
140
|
-
const patterns = await this.patternRepository.findByCodebase(codebaseId);
|
|
141
|
-
const knowledge = [];
|
|
142
|
-
for (const pattern of patterns.slice(0, 20)) { // Limit to most used patterns
|
|
143
|
-
knowledge.push({
|
|
144
|
-
id: randomUUID(),
|
|
145
|
-
codebaseId,
|
|
146
|
-
type: 'convention',
|
|
147
|
-
title: `Pattern: ${pattern.name}`,
|
|
148
|
-
content: pattern.description,
|
|
149
|
-
source: {
|
|
150
|
-
type: 'pattern',
|
|
151
|
-
filepath: pattern.filepath,
|
|
152
|
-
lineNumbers: pattern.lineNumbers,
|
|
153
|
-
context: `Extracted from pattern library`,
|
|
154
|
-
},
|
|
155
|
-
extractedAt: new Date(),
|
|
156
|
-
relevanceScore: (pattern.usageCount || 0) > 0 ? 0.8 : 0.6,
|
|
157
|
-
metadata: {
|
|
158
|
-
tags: pattern.metadata?.tags || [],
|
|
159
|
-
relatedPatterns: [pattern.id],
|
|
160
|
-
},
|
|
161
|
-
});
|
|
162
|
-
}
|
|
163
|
-
return knowledge;
|
|
164
|
-
}
|
|
165
|
-
/**
|
|
166
|
-
* Extract knowledge using AI analysis
|
|
167
|
-
*/
|
|
168
|
-
async extractWithAI(request) {
|
|
169
|
-
if (!request.content && !request.filepath) {
|
|
170
|
-
return [];
|
|
171
|
-
}
|
|
172
|
-
const content = request.content || (request.filepath && existsSync(request.filepath)
|
|
173
|
-
? readFileSync(request.filepath, 'utf-8')
|
|
174
|
-
: '');
|
|
175
|
-
if (!content || content.length < 50) {
|
|
176
|
-
return [];
|
|
177
|
-
}
|
|
178
|
-
try {
|
|
179
|
-
const prompt = `Analyze this code and extract key knowledge:
|
|
180
|
-
|
|
181
|
-
${request.filepath ? `File: ${request.filepath}` : 'Code snippet'}
|
|
182
|
-
\`\`\`
|
|
183
|
-
${content.substring(0, 2000)} // Truncated for AI analysis
|
|
184
|
-
\`\`\`
|
|
185
|
-
|
|
186
|
-
Extract:
|
|
187
|
-
1. Domain knowledge (business logic, concepts)
|
|
188
|
-
2. Architectural insights
|
|
189
|
-
3. Best practices
|
|
190
|
-
4. Gotchas or warnings
|
|
191
|
-
|
|
192
|
-
Respond with JSON array:
|
|
193
|
-
[
|
|
194
|
-
{
|
|
195
|
-
"type": "domain-knowledge|architectural|best-practice|gotcha",
|
|
196
|
-
"title": "Short title",
|
|
197
|
-
"content": "Detailed knowledge",
|
|
198
|
-
"relevanceScore": 0.0-1.0
|
|
199
|
-
}
|
|
200
|
-
]`;
|
|
201
|
-
const response = await this.aiService.chat(prompt, []);
|
|
202
|
-
const jsonMatch = response.match(/\[[\s\S]*\]/);
|
|
203
|
-
if (jsonMatch) {
|
|
204
|
-
const extracted = JSON.parse(jsonMatch[0]);
|
|
205
|
-
return extracted.map(item => ({
|
|
206
|
-
id: randomUUID(),
|
|
207
|
-
codebaseId: request.codebaseId,
|
|
208
|
-
type: item.type || 'domain-knowledge',
|
|
209
|
-
title: item.title,
|
|
210
|
-
content: item.content,
|
|
211
|
-
source: {
|
|
212
|
-
type: 'ai-extraction',
|
|
213
|
-
filepath: request.filepath,
|
|
214
|
-
context: `AI-extracted knowledge from ${request.filepath || 'code snippet'}`,
|
|
215
|
-
},
|
|
216
|
-
extractedAt: new Date(),
|
|
217
|
-
relevanceScore: item.relevanceScore || 0.7,
|
|
218
|
-
metadata: {
|
|
219
|
-
confidence: item.relevanceScore || 0.7,
|
|
220
|
-
},
|
|
221
|
-
}));
|
|
222
|
-
}
|
|
223
|
-
}
|
|
224
|
-
catch (error) {
|
|
225
|
-
console.warn('AI knowledge extraction failed:', error);
|
|
226
|
-
}
|
|
227
|
-
return [];
|
|
228
|
-
}
|
|
229
|
-
/**
|
|
230
|
-
* Extract all knowledge from a file
|
|
231
|
-
*/
|
|
232
|
-
async extractFromFile(filepath, codebaseId, codebasePath) {
|
|
233
|
-
// Extract from comments
|
|
234
|
-
const commentKnowledge = await this.extractFromComments(filepath, codebaseId, codebasePath);
|
|
235
|
-
for (const knowledge of commentKnowledge) {
|
|
236
|
-
await this.knowledgeRepository.store(knowledge);
|
|
237
|
-
}
|
|
238
|
-
// Extract from structure
|
|
239
|
-
const structureKnowledge = await this.extractFromStructure(filepath, codebaseId, codebasePath);
|
|
240
|
-
for (const knowledge of structureKnowledge) {
|
|
241
|
-
await this.knowledgeRepository.store(knowledge);
|
|
242
|
-
}
|
|
243
|
-
// Extract with AI (optional, can be expensive)
|
|
244
|
-
// Only do this for important files or on-demand
|
|
245
|
-
}
|
|
246
|
-
}
|
|
247
|
-
//# sourceMappingURL=knowledge-extractor.js.map
|
|
@@ -1,268 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Domain Service: KnowledgeGraphBuilder
|
|
3
|
-
* Builds knowledge graph from code, patterns, and memories
|
|
4
|
-
*
|
|
5
|
-
* Clean Architecture: Domain Layer
|
|
6
|
-
* Pattern: Builder Pattern
|
|
7
|
-
*
|
|
8
|
-
* Responsibilities:
|
|
9
|
-
* - Extract relationships from code (AST-based)
|
|
10
|
-
* - Extract relationships from patterns
|
|
11
|
-
* - Extract relationships from memories
|
|
12
|
-
* - Build graph incrementally
|
|
13
|
-
*/
|
|
14
|
-
import { randomUUID } from 'crypto';
|
|
15
|
-
/**
|
|
16
|
-
* Knowledge Graph Builder Service
|
|
17
|
-
* Builds knowledge graph incrementally from various sources
|
|
18
|
-
*/
|
|
19
|
-
export class KnowledgeGraphBuilder {
|
|
20
|
-
graphRepository;
|
|
21
|
-
patternRepository;
|
|
22
|
-
memoryRepository;
|
|
23
|
-
constructor(graphRepository, patternRepository, memoryRepository) {
|
|
24
|
-
this.graphRepository = graphRepository;
|
|
25
|
-
this.patternRepository = patternRepository;
|
|
26
|
-
this.memoryRepository = memoryRepository;
|
|
27
|
-
}
|
|
28
|
-
/**
|
|
29
|
-
* Build knowledge graph from patterns, memories, and code
|
|
30
|
-
*/
|
|
31
|
-
async buildGraph(request) {
|
|
32
|
-
const startTime = Date.now();
|
|
33
|
-
let nodesCreated = 0;
|
|
34
|
-
let edgesCreated = 0;
|
|
35
|
-
const sources = request.sources || {
|
|
36
|
-
patterns: true,
|
|
37
|
-
memories: true,
|
|
38
|
-
code: false, // Code analysis requires AST parsing - can be added later
|
|
39
|
-
};
|
|
40
|
-
// 1. Build from patterns
|
|
41
|
-
if (sources.patterns) {
|
|
42
|
-
const patternResult = await this.buildFromPatterns(request.codebaseId);
|
|
43
|
-
nodesCreated += patternResult.nodesCreated;
|
|
44
|
-
edgesCreated += patternResult.edgesCreated;
|
|
45
|
-
}
|
|
46
|
-
// 2. Build from memories
|
|
47
|
-
if (sources.memories) {
|
|
48
|
-
const memoryResult = await this.buildFromMemories(request.codebaseId);
|
|
49
|
-
nodesCreated += memoryResult.nodesCreated;
|
|
50
|
-
edgesCreated += memoryResult.edgesCreated;
|
|
51
|
-
}
|
|
52
|
-
// 3. Build relationships between patterns and memories
|
|
53
|
-
const relationshipResult = await this.buildPatternMemoryRelationships(request.codebaseId);
|
|
54
|
-
edgesCreated += relationshipResult.edgesCreated;
|
|
55
|
-
const buildTime = Date.now() - startTime;
|
|
56
|
-
return {
|
|
57
|
-
nodesCreated,
|
|
58
|
-
edgesCreated,
|
|
59
|
-
buildTime,
|
|
60
|
-
};
|
|
61
|
-
}
|
|
62
|
-
/**
|
|
63
|
-
* Build graph nodes and edges from patterns
|
|
64
|
-
*/
|
|
65
|
-
async buildFromPatterns(codebaseId) {
|
|
66
|
-
const patterns = await this.patternRepository.findByCodebase(codebaseId);
|
|
67
|
-
let nodesCreated = 0;
|
|
68
|
-
let edgesCreated = 0;
|
|
69
|
-
for (const pattern of patterns) {
|
|
70
|
-
// Create pattern node
|
|
71
|
-
const patternNode = {
|
|
72
|
-
id: pattern.id || randomUUID(),
|
|
73
|
-
codebaseId,
|
|
74
|
-
type: 'pattern',
|
|
75
|
-
label: pattern.name,
|
|
76
|
-
content: pattern.description,
|
|
77
|
-
metadata: {
|
|
78
|
-
source: 'pattern',
|
|
79
|
-
sourceId: pattern.id,
|
|
80
|
-
filepath: pattern.filepath,
|
|
81
|
-
lineNumbers: pattern.lineNumbers,
|
|
82
|
-
importance: pattern.metadata?.complexity || 5,
|
|
83
|
-
confidence: pattern.metadata?.confidence || 5,
|
|
84
|
-
tags: pattern.metadata?.tags,
|
|
85
|
-
},
|
|
86
|
-
createdAt: pattern.createdAt,
|
|
87
|
-
lastUpdated: pattern.lastUsed || pattern.createdAt,
|
|
88
|
-
};
|
|
89
|
-
await this.graphRepository.storeNode(patternNode);
|
|
90
|
-
nodesCreated++;
|
|
91
|
-
// Create pattern instance nodes if pattern has code examples
|
|
92
|
-
if (pattern.codeExample && pattern.filepath) {
|
|
93
|
-
const instanceNode = {
|
|
94
|
-
id: randomUUID(),
|
|
95
|
-
codebaseId,
|
|
96
|
-
type: 'pattern-instance',
|
|
97
|
-
label: `${pattern.name} Instance`,
|
|
98
|
-
content: pattern.codeExample.substring(0, 500),
|
|
99
|
-
metadata: {
|
|
100
|
-
source: 'pattern',
|
|
101
|
-
sourceId: pattern.id,
|
|
102
|
-
filepath: pattern.filepath,
|
|
103
|
-
lineNumbers: pattern.lineNumbers,
|
|
104
|
-
},
|
|
105
|
-
createdAt: pattern.createdAt,
|
|
106
|
-
lastUpdated: pattern.createdAt,
|
|
107
|
-
};
|
|
108
|
-
await this.graphRepository.storeNode(instanceNode);
|
|
109
|
-
nodesCreated++;
|
|
110
|
-
// Create edge: pattern-instance follows pattern
|
|
111
|
-
const edge = {
|
|
112
|
-
id: randomUUID(),
|
|
113
|
-
fromNodeId: instanceNode.id,
|
|
114
|
-
toNodeId: patternNode.id,
|
|
115
|
-
type: 'follows',
|
|
116
|
-
weight: 0.9,
|
|
117
|
-
metadata: {
|
|
118
|
-
confidence: 9,
|
|
119
|
-
source: 'pattern',
|
|
120
|
-
sourceId: pattern.id,
|
|
121
|
-
filepath: pattern.filepath,
|
|
122
|
-
},
|
|
123
|
-
createdAt: pattern.createdAt,
|
|
124
|
-
};
|
|
125
|
-
await this.graphRepository.storeEdge(edge);
|
|
126
|
-
edgesCreated++;
|
|
127
|
-
}
|
|
128
|
-
// Create relationships between related patterns
|
|
129
|
-
if (pattern.metadata?.relatedPatterns && pattern.metadata.relatedPatterns.length > 0) {
|
|
130
|
-
for (const relatedPatternId of pattern.metadata.relatedPatterns) {
|
|
131
|
-
const relatedPattern = await this.patternRepository.getById(relatedPatternId);
|
|
132
|
-
if (relatedPattern && relatedPattern.codebaseId === codebaseId) {
|
|
133
|
-
const edge = {
|
|
134
|
-
id: randomUUID(),
|
|
135
|
-
fromNodeId: patternNode.id,
|
|
136
|
-
toNodeId: relatedPatternId,
|
|
137
|
-
type: 'related-to',
|
|
138
|
-
weight: 0.7,
|
|
139
|
-
metadata: {
|
|
140
|
-
confidence: 7,
|
|
141
|
-
source: 'pattern',
|
|
142
|
-
sourceId: pattern.id,
|
|
143
|
-
},
|
|
144
|
-
createdAt: new Date(),
|
|
145
|
-
};
|
|
146
|
-
await this.graphRepository.storeEdge(edge);
|
|
147
|
-
edgesCreated++;
|
|
148
|
-
}
|
|
149
|
-
}
|
|
150
|
-
}
|
|
151
|
-
}
|
|
152
|
-
return { nodesCreated, edgesCreated };
|
|
153
|
-
}
|
|
154
|
-
/**
|
|
155
|
-
* Build graph nodes and edges from memories
|
|
156
|
-
*/
|
|
157
|
-
async buildFromMemories(codebaseId) {
|
|
158
|
-
const memories = await this.memoryRepository.getAllByCodebase(codebaseId);
|
|
159
|
-
let nodesCreated = 0;
|
|
160
|
-
let edgesCreated = 0;
|
|
161
|
-
for (const memory of memories) {
|
|
162
|
-
// Create memory node
|
|
163
|
-
const memoryNode = {
|
|
164
|
-
id: memory.id || randomUUID(),
|
|
165
|
-
codebaseId,
|
|
166
|
-
type: 'memory',
|
|
167
|
-
label: `Memory: ${memory.type}`,
|
|
168
|
-
content: memory.description,
|
|
169
|
-
metadata: {
|
|
170
|
-
source: 'memory',
|
|
171
|
-
sourceId: memory.id,
|
|
172
|
-
filepath: memory.metadata?.filepath,
|
|
173
|
-
importance: memory.importance,
|
|
174
|
-
},
|
|
175
|
-
createdAt: memory.timestamp,
|
|
176
|
-
lastUpdated: memory.lastAccessed,
|
|
177
|
-
};
|
|
178
|
-
await this.graphRepository.storeNode(memoryNode);
|
|
179
|
-
nodesCreated++;
|
|
180
|
-
// Create relationships between memories and patterns (if memory references patterns)
|
|
181
|
-
if (memory.metadata?.filepath) {
|
|
182
|
-
// Try to find related patterns
|
|
183
|
-
const relatedPatterns = await this.patternRepository.search(codebaseId, memory.description.substring(0, 100), 5);
|
|
184
|
-
for (const pattern of relatedPatterns) {
|
|
185
|
-
if (pattern.id) {
|
|
186
|
-
const edge = {
|
|
187
|
-
id: randomUUID(),
|
|
188
|
-
fromNodeId: memoryNode.id,
|
|
189
|
-
toNodeId: pattern.id,
|
|
190
|
-
type: 'references',
|
|
191
|
-
weight: 0.6,
|
|
192
|
-
metadata: {
|
|
193
|
-
confidence: 6,
|
|
194
|
-
source: 'memory',
|
|
195
|
-
sourceId: memory.id,
|
|
196
|
-
},
|
|
197
|
-
createdAt: memory.timestamp,
|
|
198
|
-
};
|
|
199
|
-
await this.graphRepository.storeEdge(edge);
|
|
200
|
-
edgesCreated++;
|
|
201
|
-
}
|
|
202
|
-
}
|
|
203
|
-
}
|
|
204
|
-
}
|
|
205
|
-
return { nodesCreated, edgesCreated };
|
|
206
|
-
}
|
|
207
|
-
/**
|
|
208
|
-
* Build relationships between patterns and memories
|
|
209
|
-
*/
|
|
210
|
-
async buildPatternMemoryRelationships(codebaseId) {
|
|
211
|
-
const patterns = await this.patternRepository.findByCodebase(codebaseId);
|
|
212
|
-
const memories = await this.memoryRepository.getAllByCodebase(codebaseId);
|
|
213
|
-
let edgesCreated = 0;
|
|
214
|
-
// Create relationships where memories mention patterns
|
|
215
|
-
for (const memory of memories) {
|
|
216
|
-
for (const pattern of patterns) {
|
|
217
|
-
if (pattern.name && memory.description.toLowerCase().includes(pattern.name.toLowerCase())) {
|
|
218
|
-
if (memory.id && pattern.id) {
|
|
219
|
-
const edge = {
|
|
220
|
-
id: randomUUID(),
|
|
221
|
-
fromNodeId: memory.id,
|
|
222
|
-
toNodeId: pattern.id,
|
|
223
|
-
type: 'references',
|
|
224
|
-
weight: 0.7,
|
|
225
|
-
metadata: {
|
|
226
|
-
confidence: 7,
|
|
227
|
-
source: 'memory',
|
|
228
|
-
sourceId: memory.id,
|
|
229
|
-
},
|
|
230
|
-
createdAt: memory.timestamp,
|
|
231
|
-
};
|
|
232
|
-
await this.graphRepository.storeEdge(edge);
|
|
233
|
-
edgesCreated++;
|
|
234
|
-
}
|
|
235
|
-
}
|
|
236
|
-
}
|
|
237
|
-
}
|
|
238
|
-
return { edgesCreated };
|
|
239
|
-
}
|
|
240
|
-
/**
|
|
241
|
-
* Add a node to the graph
|
|
242
|
-
*/
|
|
243
|
-
async addNode(node) {
|
|
244
|
-
await this.graphRepository.storeNode(node);
|
|
245
|
-
}
|
|
246
|
-
/**
|
|
247
|
-
* Add an edge to the graph
|
|
248
|
-
*/
|
|
249
|
-
async addEdge(edge) {
|
|
250
|
-
await this.graphRepository.storeEdge(edge);
|
|
251
|
-
}
|
|
252
|
-
/**
|
|
253
|
-
* Update graph incrementally (add new patterns/memories)
|
|
254
|
-
*/
|
|
255
|
-
async updateGraphIncremental(codebaseId) {
|
|
256
|
-
// Only build from new patterns and memories
|
|
257
|
-
return await this.buildGraph({
|
|
258
|
-
codebaseId,
|
|
259
|
-
codebasePath: '', // Not needed for incremental updates
|
|
260
|
-
sources: {
|
|
261
|
-
patterns: true,
|
|
262
|
-
memories: true,
|
|
263
|
-
code: false,
|
|
264
|
-
},
|
|
265
|
-
});
|
|
266
|
-
}
|
|
267
|
-
}
|
|
268
|
-
//# sourceMappingURL=knowledge-graph-builder.js.map
|