@jcmrs/opencode-vmem 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +83 -0
- package/LICENSE +21 -0
- package/README.md +172 -0
- package/dist/capture/classification.d.ts +37 -0
- package/dist/capture/classification.d.ts.map +1 -0
- package/dist/capture/classification.js +181 -0
- package/dist/capture/classification.js.map +1 -0
- package/dist/capture/filtering.d.ts +63 -0
- package/dist/capture/filtering.d.ts.map +1 -0
- package/dist/capture/filtering.js +195 -0
- package/dist/capture/filtering.js.map +1 -0
- package/dist/capture/observation.d.ts +28 -0
- package/dist/capture/observation.d.ts.map +1 -0
- package/dist/capture/observation.js +188 -0
- package/dist/capture/observation.js.map +1 -0
- package/dist/commands/index.d.ts +38 -0
- package/dist/commands/index.d.ts.map +1 -0
- package/dist/commands/index.js +375 -0
- package/dist/commands/index.js.map +1 -0
- package/dist/config.d.ts +5 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +41 -0
- package/dist/config.js.map +1 -0
- package/dist/context/builder.d.ts +19 -0
- package/dist/context/builder.d.ts.map +1 -0
- package/dist/context/builder.js +209 -0
- package/dist/context/builder.js.map +1 -0
- package/dist/context/format.d.ts +32 -0
- package/dist/context/format.d.ts.map +1 -0
- package/dist/context/format.js +211 -0
- package/dist/context/format.js.map +1 -0
- package/dist/embedding/index.d.ts +3 -0
- package/dist/embedding/index.d.ts.map +1 -0
- package/dist/embedding/index.js +3 -0
- package/dist/embedding/index.js.map +1 -0
- package/dist/embedding/provider.d.ts +15 -0
- package/dist/embedding/provider.d.ts.map +1 -0
- package/dist/embedding/provider.js +19 -0
- package/dist/embedding/provider.js.map +1 -0
- package/dist/embedding/transformers.d.ts +14 -0
- package/dist/embedding/transformers.d.ts.map +1 -0
- package/dist/embedding/transformers.js +55 -0
- package/dist/embedding/transformers.js.map +1 -0
- package/dist/extract/confidence.d.ts +48 -0
- package/dist/extract/confidence.d.ts.map +1 -0
- package/dist/extract/confidence.js +230 -0
- package/dist/extract/confidence.js.map +1 -0
- package/dist/extract/llm-extractor.d.ts +35 -0
- package/dist/extract/llm-extractor.d.ts.map +1 -0
- package/dist/extract/llm-extractor.js +204 -0
- package/dist/extract/llm-extractor.js.map +1 -0
- package/dist/extract/pipeline.d.ts +44 -0
- package/dist/extract/pipeline.d.ts.map +1 -0
- package/dist/extract/pipeline.js +171 -0
- package/dist/extract/pipeline.js.map +1 -0
- package/dist/extract/rules-engine.d.ts +14 -0
- package/dist/extract/rules-engine.d.ts.map +1 -0
- package/dist/extract/rules-engine.js +314 -0
- package/dist/extract/rules-engine.js.map +1 -0
- package/dist/extract/summarizer.d.ts +27 -0
- package/dist/extract/summarizer.d.ts.map +1 -0
- package/dist/extract/summarizer.js +148 -0
- package/dist/extract/summarizer.js.map +1 -0
- package/dist/hooks/session-idle.d.ts +38 -0
- package/dist/hooks/session-idle.d.ts.map +1 -0
- package/dist/hooks/session-idle.js +142 -0
- package/dist/hooks/session-idle.js.map +1 -0
- package/dist/hooks/system-transform.d.ts +41 -0
- package/dist/hooks/system-transform.d.ts.map +1 -0
- package/dist/hooks/system-transform.js +98 -0
- package/dist/hooks/system-transform.js.map +1 -0
- package/dist/hooks/tool-after.d.ts +66 -0
- package/dist/hooks/tool-after.d.ts.map +1 -0
- package/dist/hooks/tool-after.js +155 -0
- package/dist/hooks/tool-after.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +10 -0
- package/dist/index.js.map +1 -0
- package/dist/mind.d.ts +69 -0
- package/dist/mind.d.ts.map +1 -0
- package/dist/mind.js +368 -0
- package/dist/mind.js.map +1 -0
- package/dist/procedural/index.d.ts +4 -0
- package/dist/procedural/index.d.ts.map +1 -0
- package/dist/procedural/index.js +4 -0
- package/dist/procedural/index.js.map +1 -0
- package/dist/procedural/induction.d.ts +23 -0
- package/dist/procedural/induction.d.ts.map +1 -0
- package/dist/procedural/induction.js +104 -0
- package/dist/procedural/induction.js.map +1 -0
- package/dist/procedural/miner.d.ts +45 -0
- package/dist/procedural/miner.d.ts.map +1 -0
- package/dist/procedural/miner.js +171 -0
- package/dist/procedural/miner.js.map +1 -0
- package/dist/procedural/suggester.d.ts +20 -0
- package/dist/procedural/suggester.d.ts.map +1 -0
- package/dist/procedural/suggester.js +69 -0
- package/dist/procedural/suggester.js.map +1 -0
- package/dist/store/archive.d.ts +31 -0
- package/dist/store/archive.d.ts.map +1 -0
- package/dist/store/archive.js +137 -0
- package/dist/store/archive.js.map +1 -0
- package/dist/store/backup.d.ts +36 -0
- package/dist/store/backup.d.ts.map +1 -0
- package/dist/store/backup.js +163 -0
- package/dist/store/backup.js.map +1 -0
- package/dist/store/memorycards.d.ts +31 -0
- package/dist/store/memorycards.d.ts.map +1 -0
- package/dist/store/memorycards.js +161 -0
- package/dist/store/memorycards.js.map +1 -0
- package/dist/store/mv2-adapter.d.ts +29 -0
- package/dist/store/mv2-adapter.d.ts.map +1 -0
- package/dist/store/mv2-adapter.js +359 -0
- package/dist/store/mv2-adapter.js.map +1 -0
- package/dist/store/procedures.d.ts +79 -0
- package/dist/store/procedures.d.ts.map +1 -0
- package/dist/store/procedures.js +183 -0
- package/dist/store/procedures.js.map +1 -0
- package/dist/store/tombstone.d.ts +27 -0
- package/dist/store/tombstone.d.ts.map +1 -0
- package/dist/store/tombstone.js +136 -0
- package/dist/store/tombstone.js.map +1 -0
- package/dist/tools/index.d.ts +36 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +236 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/types.d.ts +301 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +69 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/error.d.ts +57 -0
- package/dist/utils/error.d.ts.map +1 -0
- package/dist/utils/error.js +143 -0
- package/dist/utils/error.js.map +1 -0
- package/dist/utils/uuid.d.ts +2 -0
- package/dist/utils/uuid.d.ts.map +1 -0
- package/dist/utils/uuid.js +5 -0
- package/dist/utils/uuid.js.map +1 -0
- package/package.json +67 -0
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
import { RulesEngine } from './rules-engine.js';
|
|
2
|
+
import { LLMExtractor } from './llm-extractor.js';
|
|
3
|
+
import { ConfidenceScorer } from './confidence.js';
|
|
4
|
+
const DEFAULT_CONFIG = {
|
|
5
|
+
rulesFirst: true,
|
|
6
|
+
llmFallback: true,
|
|
7
|
+
minRulesConfidence: 0.5,
|
|
8
|
+
batchSize: 10
|
|
9
|
+
};
|
|
10
|
+
export class ExtractionPipeline {
|
|
11
|
+
rulesEngine;
|
|
12
|
+
llmExtractor;
|
|
13
|
+
confidenceScorer;
|
|
14
|
+
config;
|
|
15
|
+
globalConfig;
|
|
16
|
+
constructor(globalConfig, config) {
|
|
17
|
+
this.globalConfig = globalConfig;
|
|
18
|
+
this.config = { ...DEFAULT_CONFIG, ...config };
|
|
19
|
+
this.rulesEngine = new RulesEngine();
|
|
20
|
+
this.llmExtractor = new LLMExtractor(globalConfig);
|
|
21
|
+
this.confidenceScorer = new ConfidenceScorer({
|
|
22
|
+
accept: globalConfig.confidence.acceptThreshold,
|
|
23
|
+
flag: globalConfig.confidence.flagThreshold,
|
|
24
|
+
autoTombstone: globalConfig.confidence.flagThreshold,
|
|
25
|
+
reject: 0.2
|
|
26
|
+
});
|
|
27
|
+
}
|
|
28
|
+
async extract(ctx) {
|
|
29
|
+
const startTime = Date.now();
|
|
30
|
+
const stats = {
|
|
31
|
+
totalObservations: 1,
|
|
32
|
+
rulesMatches: 0,
|
|
33
|
+
llmCalls: 0,
|
|
34
|
+
cardsExtracted: 0,
|
|
35
|
+
cardsAccepted: 0,
|
|
36
|
+
cardsFlagged: 0,
|
|
37
|
+
cardsTombstoned: 0,
|
|
38
|
+
processingTimeMs: 0
|
|
39
|
+
};
|
|
40
|
+
let cards = [];
|
|
41
|
+
let source = 'none';
|
|
42
|
+
if (this.globalConfig.extraction.rulesEnabled && this.config.rulesFirst) {
|
|
43
|
+
const rulesResult = this.rulesEngine.enrich(ctx);
|
|
44
|
+
if (rulesResult.cards.length > 0) {
|
|
45
|
+
cards = rulesResult.cards;
|
|
46
|
+
source = 'rules';
|
|
47
|
+
stats.rulesMatches = 1;
|
|
48
|
+
const lowConfidenceCards = cards.filter(c => (c.confidence ?? 0) < this.config.minRulesConfidence);
|
|
49
|
+
if (lowConfidenceCards.length > 0 && this.globalConfig.extraction.llmEnabled && this.config.llmFallback) {
|
|
50
|
+
const llmResult = await this.llmExtractor.enrich(ctx);
|
|
51
|
+
if (llmResult.cards.length > 0) {
|
|
52
|
+
cards = this.mergeResults(cards, llmResult.cards);
|
|
53
|
+
source = 'hybrid';
|
|
54
|
+
stats.llmCalls = 1;
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
if (cards.length === 0 && this.globalConfig.extraction.llmEnabled && this.config.llmFallback) {
|
|
60
|
+
const llmResult = await this.llmExtractor.enrich(ctx);
|
|
61
|
+
cards = llmResult.cards;
|
|
62
|
+
source = 'llm';
|
|
63
|
+
stats.llmCalls = 1;
|
|
64
|
+
}
|
|
65
|
+
const scores = await this.scoreCards(cards, ctx, source);
|
|
66
|
+
const actionResults = this.applyActions(cards, scores);
|
|
67
|
+
cards = actionResults.cards;
|
|
68
|
+
stats.cardsExtracted = actionResults.originalCount;
|
|
69
|
+
stats.cardsAccepted = actionResults.accepted;
|
|
70
|
+
stats.cardsFlagged = actionResults.flagged;
|
|
71
|
+
stats.cardsTombstoned = actionResults.tombstoned;
|
|
72
|
+
stats.processingTimeMs = Date.now() - startTime;
|
|
73
|
+
return {
|
|
74
|
+
cards,
|
|
75
|
+
scores,
|
|
76
|
+
source,
|
|
77
|
+
stats
|
|
78
|
+
};
|
|
79
|
+
}
|
|
80
|
+
async extractBatch(ctxs) {
|
|
81
|
+
const results = [];
|
|
82
|
+
for (let i = 0; i < ctxs.length; i += this.config.batchSize) {
|
|
83
|
+
const batch = ctxs.slice(i, i + this.config.batchSize);
|
|
84
|
+
const batchResults = await Promise.all(batch.map(ctx => this.extract(ctx)));
|
|
85
|
+
results.push(...batchResults);
|
|
86
|
+
if (i + this.config.batchSize < ctxs.length) {
|
|
87
|
+
await this.delay(100);
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
return results;
|
|
91
|
+
}
|
|
92
|
+
async scoreCards(cards, ctx, source) {
|
|
93
|
+
const scores = new Map();
|
|
94
|
+
for (const card of cards) {
|
|
95
|
+
const actualSource = source === 'hybrid' ? 'hybrid' :
|
|
96
|
+
source === 'rules' ? 'rules' : 'llm';
|
|
97
|
+
const score = this.confidenceScorer.score(card, ctx, actualSource);
|
|
98
|
+
scores.set(card.id, score);
|
|
99
|
+
}
|
|
100
|
+
return scores;
|
|
101
|
+
}
|
|
102
|
+
applyActions(cards, scores) {
|
|
103
|
+
const originalCount = cards.length;
|
|
104
|
+
let accepted = 0;
|
|
105
|
+
let flagged = 0;
|
|
106
|
+
let tombstoned = 0;
|
|
107
|
+
const filteredCards = cards.filter(card => {
|
|
108
|
+
const score = scores.get(card.id);
|
|
109
|
+
if (!score)
|
|
110
|
+
return false;
|
|
111
|
+
switch (score.action) {
|
|
112
|
+
case 'accept':
|
|
113
|
+
accepted++;
|
|
114
|
+
return true;
|
|
115
|
+
case 'flag':
|
|
116
|
+
flagged++;
|
|
117
|
+
card.metadata = { ...card.metadata, isFlagged: true, flagReason: `Confidence: ${score.overall.toFixed(2)}` };
|
|
118
|
+
return true;
|
|
119
|
+
case 'tombstone':
|
|
120
|
+
tombstoned++;
|
|
121
|
+
return false;
|
|
122
|
+
case 'reject':
|
|
123
|
+
tombstoned++;
|
|
124
|
+
return false;
|
|
125
|
+
default:
|
|
126
|
+
return true;
|
|
127
|
+
}
|
|
128
|
+
});
|
|
129
|
+
return {
|
|
130
|
+
cards: filteredCards,
|
|
131
|
+
originalCount,
|
|
132
|
+
accepted,
|
|
133
|
+
flagged,
|
|
134
|
+
tombstoned
|
|
135
|
+
};
|
|
136
|
+
}
|
|
137
|
+
mergeResults(rulesCards, llmCards) {
|
|
138
|
+
const merged = [...rulesCards];
|
|
139
|
+
const existingKeys = new Set(rulesCards.map(c => `${c.entity}:${c.slot}`));
|
|
140
|
+
for (const llmCard of llmCards) {
|
|
141
|
+
const key = `${llmCard.entity}:${llmCard.slot}`;
|
|
142
|
+
if (!existingKeys.has(key)) {
|
|
143
|
+
merged.push(llmCard);
|
|
144
|
+
existingKeys.add(key);
|
|
145
|
+
}
|
|
146
|
+
else {
|
|
147
|
+
const existingIndex = merged.findIndex(c => `${c.entity}:${c.slot}` === key);
|
|
148
|
+
if (existingIndex >= 0 && llmCard.confidence > (merged[existingIndex].confidence ?? 0)) {
|
|
149
|
+
merged[existingIndex] = llmCard;
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
return merged;
|
|
154
|
+
}
|
|
155
|
+
delay(ms) {
|
|
156
|
+
return new Promise(resolve => setTimeout(resolve, ms));
|
|
157
|
+
}
|
|
158
|
+
getRulesEngine() {
|
|
159
|
+
return this.rulesEngine;
|
|
160
|
+
}
|
|
161
|
+
getConfidenceScorer() {
|
|
162
|
+
return this.confidenceScorer;
|
|
163
|
+
}
|
|
164
|
+
loadExistingCards(cards) {
|
|
165
|
+
this.confidenceScorer.loadExistingCards(cards);
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
export function createPipeline(globalConfig, config) {
|
|
169
|
+
return new ExtractionPipeline(globalConfig, config);
|
|
170
|
+
}
|
|
171
|
+
//# sourceMappingURL=pipeline.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../src/extract/pipeline.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAmB,MAAM,iBAAiB,CAAC;AA2BpE,MAAM,cAAc,GAAmB;IACrC,UAAU,EAAE,IAAI;IAChB,WAAW,EAAE,IAAI;IACjB,kBAAkB,EAAE,GAAG;IACvB,SAAS,EAAE,EAAE;CACd,CAAC;AAEF,MAAM,OAAO,kBAAkB;IACrB,WAAW,CAAc;IACzB,YAAY,CAAe;IAC3B,gBAAgB,CAAmB;IACnC,MAAM,CAAiB;IACvB,YAAY,CAAa;IAEjC,YAAY,YAAwB,EAAE,MAAgC;QACpE,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAE/C,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC;QACnD,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;YAC3C,MAAM,EAAE,YAAY,CAAC,UAAU,CAAC,eAAe;YAC/C,IAAI,EAAE,YAAY,CAAC,UAAU,CAAC,aAAa;YAC3C,aAAa,EAAE,YAAY,CAAC,UAAU,CAAC,aAAa;YACpD,MAAM,EAAE,GAAG;SACZ,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAsB;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAkB;YAC3B,iBAAiB,EAAE,CAAC;YACpB,YAAY,EAAE,CAAC;YACf,QAAQ,EAAE,CAAC;YACX,cAAc,EAAE,CAAC;YACjB,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,CAAC;YACf,eAAe,EAAE,CAAC;YAClB,gBAAgB,EAAE,CAAC;SACpB,CAAC;QAEF,IAAI,KAAK,GAAiB,EAAE,CAAC;QAC7B,IAAI,MAAM,GAAwC,MAAM,CAAC;QAEzD,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACxE,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAEjD,IAAI,WAAW,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;gBAC1B,MAAM,GAAG,OAAO,CAAC;gBACjB,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;gBAEvB,MAAM,kBAAkB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;gBAEnG,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;oBACxG,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAEtD,IAAI,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC/B,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;wBAClD,MAAM,GAAG,QAAQ,CAAC;wBAClB,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC;oBACrB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC7F,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACtD,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;YACxB,MAAM,GAAG,KAAK,CAAC;YACf,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC;QACrB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAEzD,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACvD,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC;QAC5B,KAAK,CAAC,cAAc,GAAG,aAAa,CAAC,aAAa,CAAC;QACnD,KAAK,CAAC,aAAa,GAAG,aAAa,CAAC,QAAQ,CAAC;QAC7C,KAAK,CAAC,YAAY,GAAG,aAAa,CAAC,OAAO,CAAC;QAC3C,KAAK,CAAC,eAAe,GAAG,aAAa,CAAC,UAAU,CAAC;QAEjD,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEhD,OAAO;YACL,KAAK;YACL,MAAM;YACN,MAAM;YACN,KAAK;SACN,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAyB;QAC1C,MAAM,OAAO,GAAqB,EAAE,CAAC;QAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAEvD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CACpC,CAAC;YAEF,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAE9B,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,KAAmB,EACnB,GAAsB,EACtB,MAA2C;QAE3C,MAAM,MAAM,GAAG,IAAI,GAAG,EAA2B,CAAC;QAElD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,YAAY,GAAG,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBACjC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;YACzD,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC;YACnE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,YAAY,CAClB,KAAmB,EACnB,MAAoC;QAQpC,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC;QACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YACxC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,CAAC,KAAK;gBAAE,OAAO,KAAK,CAAC;YAEzB,QAAQ,KAAK,CAAC,MAAM,EAAE,CAAC;gBACrB,KAAK,QAAQ;oBACX,QAAQ,EAAE,CAAC;oBACX,OAAO,IAAI,CAAC;gBACd,KAAK,MAAM;oBACT,OAAO,EAAE,CAAC;oBACV,IAAI,CAAC,QAAQ,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,eAAe,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;oBAC7G,OAAO,IAAI,CAAC;gBACd,KAAK,WAAW;oBACd,UAAU,EAAE,CAAC;oBACb,OAAO,KAAK,CAAC;gBACf,KAAK,QAAQ;oBACX,UAAU,EAAE,CAAC;oBACb,OAAO,KAAK,CAAC;gBACf;oBACE,OAAO,IAAI,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,KAAK,EAAE,aAAa;YACpB,aAAa;YACb,QAAQ;YACR,OAAO;YACP,UAAU;SACX,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,UAAwB,EAAE,QAAsB;QACnE,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;QAC/B,MAAM,YAAY,GAAG,IAAI,GAAG,CAC1B,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAC7C,CAAC;QAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YAChD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC;gBAC7E,IAAI,aAAa,IAAI,CAAC,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC;oBACvF,MAAM,CAAC,aAAa,CAAC,GAAG,OAAO,CAAC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,mBAAmB;QACjB,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAED,iBAAiB,CAAC,KAAmB;QACnC,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC;CACF;AAED,MAAM,UAAU,cAAc,CAAC,YAAwB,EAAE,MAAgC;IACvF,OAAO,IAAI,kBAAkB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;AACtD,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { ExtractionRule, EnrichmentContext, EnrichmentResult } from '../types.js';
|
|
2
|
+
export declare class RulesEngine {
|
|
3
|
+
private rules;
|
|
4
|
+
constructor(rules?: ExtractionRule[]);
|
|
5
|
+
enrich(ctx: EnrichmentContext): EnrichmentResult;
|
|
6
|
+
private getTextToSearch;
|
|
7
|
+
private matchAll;
|
|
8
|
+
private buildCard;
|
|
9
|
+
private applyTemplate;
|
|
10
|
+
addRule(rule: ExtractionRule): void;
|
|
11
|
+
removeRule(name: string): void;
|
|
12
|
+
getRules(): ExtractionRule[];
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=rules-engine.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rules-engine.d.ts","sourceRoot":"","sources":["../../src/extract/rules-engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,gBAAgB,EAA0B,MAAM,aAAa,CAAC;AAyM1G,qBAAa,WAAW;IACtB,OAAO,CAAC,KAAK,CAAmB;gBAEpB,KAAK,CAAC,EAAE,cAAc,EAAE;IAKpC,MAAM,CAAC,GAAG,EAAE,iBAAiB,GAAG,gBAAgB;IA6ChD,OAAO,CAAC,eAAe;IAuBvB,OAAO,CAAC,QAAQ;IAahB,OAAO,CAAC,SAAS;IAuBjB,OAAO,CAAC,aAAa;IAOrB,OAAO,CAAC,IAAI,EAAE,cAAc,GAAG,IAAI;IAKnC,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAI9B,QAAQ,IAAI,cAAc,EAAE;CAG7B"}
|
|
@@ -0,0 +1,314 @@
|
|
|
1
|
+
import { uuid } from '../utils/uuid.js';
|
|
2
|
+
const DEFAULT_RULES = [
|
|
3
|
+
{
|
|
4
|
+
name: 'employment',
|
|
5
|
+
priority: 100,
|
|
6
|
+
enabled: true,
|
|
7
|
+
pattern: /(?:I work (?:at|for|with)|employer|company|workplace)[:\s]+([A-Z][A-Za-z0-9\s&]+(?:Inc|LLC|Corp|Ltd|Co|Company)?)/gi,
|
|
8
|
+
matchFields: ['content', 'output'],
|
|
9
|
+
kind: 'profile',
|
|
10
|
+
entityTemplate: 'user',
|
|
11
|
+
slotTemplate: 'employer',
|
|
12
|
+
valueTemplate: '$1',
|
|
13
|
+
description: 'Captures employer/company information'
|
|
14
|
+
},
|
|
15
|
+
{
|
|
16
|
+
name: 'role',
|
|
17
|
+
priority: 99,
|
|
18
|
+
enabled: true,
|
|
19
|
+
pattern: /(?:I am a|my role is|my title is|position[:\s]+)([a-z\s]+(?:engineer|developer|manager|designer|architect|lead|analyst|specialist))/gi,
|
|
20
|
+
matchFields: ['content', 'output'],
|
|
21
|
+
kind: 'profile',
|
|
22
|
+
entityTemplate: 'user',
|
|
23
|
+
slotTemplate: 'role',
|
|
24
|
+
valueTemplate: '$1',
|
|
25
|
+
description: 'Captures job role/title'
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
name: 'preferred_name',
|
|
29
|
+
priority: 98,
|
|
30
|
+
enabled: true,
|
|
31
|
+
pattern: /(?:call me|my name is|I'm|I am)[:\s]+([A-Z][a-z]+)/gi,
|
|
32
|
+
matchFields: ['content'],
|
|
33
|
+
kind: 'profile',
|
|
34
|
+
entityTemplate: 'user',
|
|
35
|
+
slotTemplate: 'preferred_name',
|
|
36
|
+
valueTemplate: '$1',
|
|
37
|
+
description: 'Captures preferred name'
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
name: 'project_name',
|
|
41
|
+
priority: 97,
|
|
42
|
+
enabled: true,
|
|
43
|
+
pattern: /(?:project|app|application)[:\s]+(?:is (?:called|named) )?["']?([A-Z][A-Za-z0-9\-_]+)["']?/gi,
|
|
44
|
+
matchFields: ['content', 'output'],
|
|
45
|
+
kind: 'fact',
|
|
46
|
+
entityTemplate: 'project',
|
|
47
|
+
slotTemplate: 'name',
|
|
48
|
+
valueTemplate: '$1',
|
|
49
|
+
description: 'Captures project name'
|
|
50
|
+
},
|
|
51
|
+
{
|
|
52
|
+
name: 'framework',
|
|
53
|
+
priority: 96,
|
|
54
|
+
enabled: true,
|
|
55
|
+
pattern: /(?:using|built with|framework[:\s]+)(React|Vue|Angular|Svelte|Next\.js|Nuxt|SvelteKit|Express|FastAPI|Django|Rails|Spring)/gi,
|
|
56
|
+
matchFields: ['content', 'output'],
|
|
57
|
+
kind: 'fact',
|
|
58
|
+
entityTemplate: 'project',
|
|
59
|
+
slotTemplate: 'framework',
|
|
60
|
+
valueTemplate: '$1',
|
|
61
|
+
description: 'Captures framework'
|
|
62
|
+
},
|
|
63
|
+
{
|
|
64
|
+
name: 'language',
|
|
65
|
+
priority: 95,
|
|
66
|
+
enabled: true,
|
|
67
|
+
pattern: /(?:language[:\s]+|written in |using )?(TypeScript|JavaScript|Python|Go|Rust|Java|Kotlin|Swift|C\+\+|C#|Ruby|PHP)/gi,
|
|
68
|
+
matchFields: ['content', 'output'],
|
|
69
|
+
kind: 'fact',
|
|
70
|
+
entityTemplate: 'project',
|
|
71
|
+
slotTemplate: 'language',
|
|
72
|
+
valueTemplate: '$1',
|
|
73
|
+
description: 'Captures programming language'
|
|
74
|
+
},
|
|
75
|
+
{
|
|
76
|
+
name: 'test_command',
|
|
77
|
+
priority: 94,
|
|
78
|
+
enabled: true,
|
|
79
|
+
pattern: /(?:run tests with|test command[:\s]+|tests[:\s]+)(npm test|npm run test|yarn test|pytest|cargo test|go test|mvn test)/gi,
|
|
80
|
+
matchFields: ['content', 'output'],
|
|
81
|
+
kind: 'fact',
|
|
82
|
+
entityTemplate: 'project',
|
|
83
|
+
slotTemplate: 'test_command',
|
|
84
|
+
valueTemplate: '$1',
|
|
85
|
+
description: 'Captures test command'
|
|
86
|
+
},
|
|
87
|
+
{
|
|
88
|
+
name: 'build_command',
|
|
89
|
+
priority: 93,
|
|
90
|
+
enabled: true,
|
|
91
|
+
pattern: /(?:build with|build command[:\s]+|build[:\s]+)(npm run build|yarn build|cargo build|go build|mvn compile)/gi,
|
|
92
|
+
matchFields: ['content', 'output'],
|
|
93
|
+
kind: 'fact',
|
|
94
|
+
entityTemplate: 'project',
|
|
95
|
+
slotTemplate: 'build_command',
|
|
96
|
+
valueTemplate: '$1',
|
|
97
|
+
description: 'Captures build command'
|
|
98
|
+
},
|
|
99
|
+
{
|
|
100
|
+
name: 'database',
|
|
101
|
+
priority: 92,
|
|
102
|
+
enabled: true,
|
|
103
|
+
pattern: /(?:database|db|using )[:\s]*(PostgreSQL|MySQL|MongoDB|SQLite|Redis|Cassandra|DynamoDB)/gi,
|
|
104
|
+
matchFields: ['content', 'output'],
|
|
105
|
+
kind: 'fact',
|
|
106
|
+
entityTemplate: 'project',
|
|
107
|
+
slotTemplate: 'database',
|
|
108
|
+
valueTemplate: '$1',
|
|
109
|
+
description: 'Captures database'
|
|
110
|
+
},
|
|
111
|
+
{
|
|
112
|
+
name: 'preference_positive',
|
|
113
|
+
priority: 90,
|
|
114
|
+
enabled: true,
|
|
115
|
+
pattern: /(?:I prefer|prefer|like|favorite)[:\s]+([A-Za-z\s]+)/gi,
|
|
116
|
+
matchFields: ['content'],
|
|
117
|
+
kind: 'preference',
|
|
118
|
+
entityTemplate: 'user',
|
|
119
|
+
slotTemplate: 'preference_$1',
|
|
120
|
+
valueTemplate: '$2',
|
|
121
|
+
description: 'Captures positive preferences',
|
|
122
|
+
polarity: 'positive'
|
|
123
|
+
},
|
|
124
|
+
{
|
|
125
|
+
name: 'preference_negative',
|
|
126
|
+
priority: 89,
|
|
127
|
+
enabled: true,
|
|
128
|
+
pattern: /(?:I (?:don't|dont|do not) like|dislike|hate)[:\s]+([A-Za-z\s]+)/gi,
|
|
129
|
+
matchFields: ['content'],
|
|
130
|
+
kind: 'preference',
|
|
131
|
+
entityTemplate: 'user',
|
|
132
|
+
slotTemplate: 'dislike_$1',
|
|
133
|
+
valueTemplate: '$1',
|
|
134
|
+
description: 'Captures negative preferences',
|
|
135
|
+
polarity: 'negative'
|
|
136
|
+
},
|
|
137
|
+
{
|
|
138
|
+
name: 'response_style',
|
|
139
|
+
priority: 88,
|
|
140
|
+
enabled: true,
|
|
141
|
+
pattern: /(?:response style|answer style|reply style|prefer responses)[:\s]*(concise|detailed|verbose|brief|short|long|technical|simple)/gi,
|
|
142
|
+
matchFields: ['content'],
|
|
143
|
+
kind: 'preference',
|
|
144
|
+
entityTemplate: 'user',
|
|
145
|
+
slotTemplate: 'response_style',
|
|
146
|
+
valueTemplate: '$1',
|
|
147
|
+
description: 'Captures response style preference'
|
|
148
|
+
},
|
|
149
|
+
{
|
|
150
|
+
name: 'editor_preference',
|
|
151
|
+
priority: 87,
|
|
152
|
+
enabled: true,
|
|
153
|
+
pattern: /(?:editor|IDE)[:\s]+(VS Code|Visual Studio|Vim|Neovim|Emacs|IntelliJ|WebStorm|Sublime)/gi,
|
|
154
|
+
matchFields: ['content'],
|
|
155
|
+
kind: 'preference',
|
|
156
|
+
entityTemplate: 'user',
|
|
157
|
+
slotTemplate: 'preferred_editor',
|
|
158
|
+
valueTemplate: '$1',
|
|
159
|
+
description: 'Captures editor preference'
|
|
160
|
+
},
|
|
161
|
+
{
|
|
162
|
+
name: 'goal',
|
|
163
|
+
priority: 85,
|
|
164
|
+
enabled: true,
|
|
165
|
+
pattern: /(?:goal|objective|aim|target)[:\s]+(?:is to )?([A-Za-z\s]+)/gi,
|
|
166
|
+
matchFields: ['content'],
|
|
167
|
+
kind: 'goal',
|
|
168
|
+
entityTemplate: 'project',
|
|
169
|
+
slotTemplate: 'goal',
|
|
170
|
+
valueTemplate: '$1',
|
|
171
|
+
description: 'Captures project goal'
|
|
172
|
+
},
|
|
173
|
+
{
|
|
174
|
+
name: 'skill',
|
|
175
|
+
priority: 84,
|
|
176
|
+
enabled: true,
|
|
177
|
+
pattern: /(?:I know|experienced with|skilled in|expert in)[:\s]+([A-Za-z,\s]+)/gi,
|
|
178
|
+
matchFields: ['content'],
|
|
179
|
+
kind: 'profile',
|
|
180
|
+
entityTemplate: 'user',
|
|
181
|
+
slotTemplate: 'skills',
|
|
182
|
+
valueTemplate: '$1',
|
|
183
|
+
versionRelation: 'extends',
|
|
184
|
+
description: 'Captures skills (multi-value)'
|
|
185
|
+
},
|
|
186
|
+
{
|
|
187
|
+
name: 'constraint',
|
|
188
|
+
priority: 83,
|
|
189
|
+
enabled: true,
|
|
190
|
+
pattern: /(?:constraint|limitation|restriction|must|cannot|don't)[:\s]+([A-Za-z\s]+)/gi,
|
|
191
|
+
matchFields: ['content'],
|
|
192
|
+
kind: 'fact',
|
|
193
|
+
entityTemplate: 'project',
|
|
194
|
+
slotTemplate: 'constraint',
|
|
195
|
+
valueTemplate: '$1',
|
|
196
|
+
description: 'Captures project constraints'
|
|
197
|
+
}
|
|
198
|
+
];
|
|
199
|
+
export class RulesEngine {
|
|
200
|
+
rules;
|
|
201
|
+
constructor(rules) {
|
|
202
|
+
this.rules = rules ? [...rules] : [...DEFAULT_RULES];
|
|
203
|
+
this.rules.sort((a, b) => b.priority - a.priority);
|
|
204
|
+
}
|
|
205
|
+
enrich(ctx) {
|
|
206
|
+
const startTime = Date.now();
|
|
207
|
+
const cards = [];
|
|
208
|
+
const matchedRules = [];
|
|
209
|
+
const skippedRules = [];
|
|
210
|
+
const errors = [];
|
|
211
|
+
for (const rule of this.rules) {
|
|
212
|
+
if (!rule.enabled) {
|
|
213
|
+
skippedRules.push(rule.name);
|
|
214
|
+
continue;
|
|
215
|
+
}
|
|
216
|
+
try {
|
|
217
|
+
const textToSearch = this.getTextToSearch(ctx, rule.matchFields);
|
|
218
|
+
const matches = this.matchAll(rule.pattern, textToSearch);
|
|
219
|
+
if (matches.length > 0) {
|
|
220
|
+
matchedRules.push(rule.name);
|
|
221
|
+
for (const match of matches) {
|
|
222
|
+
const card = this.buildCard(rule, match, ctx);
|
|
223
|
+
if (card) {
|
|
224
|
+
cards.push(card);
|
|
225
|
+
}
|
|
226
|
+
}
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
catch (error) {
|
|
230
|
+
errors.push({
|
|
231
|
+
rule: rule.name,
|
|
232
|
+
error: error instanceof Error ? error.message : String(error)
|
|
233
|
+
});
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
return {
|
|
237
|
+
cards,
|
|
238
|
+
matchedRules,
|
|
239
|
+
skippedRules,
|
|
240
|
+
errors,
|
|
241
|
+
source: 'rules',
|
|
242
|
+
processingTimeMs: Date.now() - startTime
|
|
243
|
+
};
|
|
244
|
+
}
|
|
245
|
+
getTextToSearch(ctx, fields) {
|
|
246
|
+
const parts = [];
|
|
247
|
+
for (const field of fields) {
|
|
248
|
+
switch (field) {
|
|
249
|
+
case 'content':
|
|
250
|
+
parts.push(ctx.text);
|
|
251
|
+
break;
|
|
252
|
+
case 'output':
|
|
253
|
+
if (ctx.output)
|
|
254
|
+
parts.push(ctx.output);
|
|
255
|
+
break;
|
|
256
|
+
case 'input':
|
|
257
|
+
if (ctx.input)
|
|
258
|
+
parts.push(JSON.stringify(ctx.input));
|
|
259
|
+
break;
|
|
260
|
+
case 'title':
|
|
261
|
+
if (ctx.title)
|
|
262
|
+
parts.push(ctx.title);
|
|
263
|
+
break;
|
|
264
|
+
}
|
|
265
|
+
}
|
|
266
|
+
return parts.join('\n');
|
|
267
|
+
}
|
|
268
|
+
matchAll(pattern, text) {
|
|
269
|
+
const matches = [];
|
|
270
|
+
let match;
|
|
271
|
+
const globalPattern = new RegExp(pattern.source, pattern.flags.includes('g') ? pattern.flags : pattern.flags + 'g');
|
|
272
|
+
while ((match = globalPattern.exec(text)) !== null) {
|
|
273
|
+
matches.push(match);
|
|
274
|
+
}
|
|
275
|
+
return matches;
|
|
276
|
+
}
|
|
277
|
+
buildCard(rule, match, ctx) {
|
|
278
|
+
const entity = this.applyTemplate(rule.entityTemplate, match);
|
|
279
|
+
const slot = this.applyTemplate(rule.slotTemplate, match);
|
|
280
|
+
const value = this.applyTemplate(rule.valueTemplate, match);
|
|
281
|
+
if (!entity || !slot || !value) {
|
|
282
|
+
return null;
|
|
283
|
+
}
|
|
284
|
+
return {
|
|
285
|
+
id: uuid(),
|
|
286
|
+
frameId: ctx.frameId,
|
|
287
|
+
entity: entity.toLowerCase().replace(/\s+/g, '_'),
|
|
288
|
+
slot: slot.toLowerCase().replace(/\s+/g, '_'),
|
|
289
|
+
value: value.trim(),
|
|
290
|
+
kind: rule.kind,
|
|
291
|
+
confidence: 1.0,
|
|
292
|
+
sourceObservationId: ctx.frameId,
|
|
293
|
+
createdAt: Date.now(),
|
|
294
|
+
updatedAt: Date.now()
|
|
295
|
+
};
|
|
296
|
+
}
|
|
297
|
+
applyTemplate(template, match) {
|
|
298
|
+
return template.replace(/\$(\d+)/g, (_, index) => {
|
|
299
|
+
const groupIndex = parseInt(index, 10);
|
|
300
|
+
return match[groupIndex] || '';
|
|
301
|
+
});
|
|
302
|
+
}
|
|
303
|
+
addRule(rule) {
|
|
304
|
+
this.rules.push(rule);
|
|
305
|
+
this.rules.sort((a, b) => b.priority - a.priority);
|
|
306
|
+
}
|
|
307
|
+
removeRule(name) {
|
|
308
|
+
this.rules = this.rules.filter(r => r.name !== name);
|
|
309
|
+
}
|
|
310
|
+
getRules() {
|
|
311
|
+
return [...this.rules];
|
|
312
|
+
}
|
|
313
|
+
}
|
|
314
|
+
//# sourceMappingURL=rules-engine.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rules-engine.js","sourceRoot":"","sources":["../../src/extract/rules-engine.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAExC,MAAM,aAAa,GAAqB;IACtC;QACE,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,GAAG;QACb,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,qHAAqH;QAC9H,WAAW,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;QAClC,IAAI,EAAE,SAAS;QACf,cAAc,EAAE,MAAM;QACtB,YAAY,EAAE,UAAU;QACxB,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,uCAAuC;KACrD;IACD;QACE,IAAI,EAAE,MAAM;QACZ,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,uIAAuI;QAChJ,WAAW,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;QAClC,IAAI,EAAE,SAAS;QACf,cAAc,EAAE,MAAM;QACtB,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,yBAAyB;KACvC;IACD;QACE,IAAI,EAAE,gBAAgB;QACtB,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,sDAAsD;QAC/D,WAAW,EAAE,CAAC,SAAS,CAAC;QACxB,IAAI,EAAE,SAAS;QACf,cAAc,EAAE,MAAM;QACtB,YAAY,EAAE,gBAAgB;QAC9B,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,yBAAyB;KACvC;IACD;QACE,IAAI,EAAE,cAAc;QACpB,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,8FAA8F;QACvG,WAAW,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;QAClC,IAAI,EAAE,MAAM;QACZ,cAAc,EAAE,SAAS;QACzB,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,uBAAuB;KACrC;IACD;QACE,IAAI,EAAE,WAAW;QACjB,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,8HAA8H;QACvI,WAAW,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;QAClC,IAAI,EAAE,MAAM;QACZ,cAAc,EAAE,SAAS;QACzB,YAAY,EAAE,WAAW;QACzB,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,oBAAoB;KAClC;IACD;QACE,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,oHAAoH;QAC7H,WAAW,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;QAClC,IAAI,EAAE,MAAM;QACZ,cAAc,EAAE,SAAS;QACzB,YAAY,EAAE,UAAU;QACxB,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,+BAA+B;KAC7C;IACD;QACE,IAAI,EAAE,cAAc;QACpB,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,yHAAyH;QAClI,WAAW,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;QAClC,IAAI,EAAE,MAAM;QACZ,cAAc,EAAE,SAAS;QACzB,YAAY,EAAE,cAAc;QAC5B,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,uBAAuB;KACrC;IACD;QACE,IAAI,EAAE,eAAe;QACrB,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,6GAA6G;QACtH,WAAW,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;QAClC,IAAI,EAAE,MAAM;QACZ,cAAc,EAAE,SAAS;QACzB,YAAY,EAAE,eAAe;QAC7B,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,wBAAwB;KACtC;IACD;QACE,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,0FAA0F;QACnG,WAAW,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;QAClC,IAAI,EAAE,MAAM;QACZ,cAAc,EAAE,SAAS;QACzB,YAAY,EAAE,UAAU;QACxB,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,mBAAmB;KACjC;IACD;QACE,IAAI,EAAE,qBAAqB;QAC3B,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,wDAAwD;QACjE,WAAW,EAAE,CAAC,SAAS,CAAC;QACxB,IAAI,EAAE,YAAY;QAClB,cAAc,EAAE,MAAM;QACtB,YAAY,EAAE,eAAe;QAC7B,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,+BAA+B;QAC5C,QAAQ,EAAE,UAAU;KACrB;IACD;QACE,IAAI,EAAE,qBAAqB;QAC3B,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,oEAAoE;QAC7E,WAAW,EAAE,CAAC,SAAS,CAAC;QACxB,IAAI,EAAE,YAAY;QAClB,cAAc,EAAE,MAAM;QACtB,YAAY,EAAE,YAAY;QAC1B,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,+BAA+B;QAC5C,QAAQ,EAAE,UAAU;KACrB;IACD;QACE,IAAI,EAAE,gBAAgB;QACtB,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,kIAAkI;QAC3I,WAAW,EAAE,CAAC,SAAS,CAAC;QACxB,IAAI,EAAE,YAAY;QAClB,cAAc,EAAE,MAAM;QACtB,YAAY,EAAE,gBAAgB;QAC9B,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,oCAAoC;KAClD;IACD;QACE,IAAI,EAAE,mBAAmB;QACzB,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,0FAA0F;QACnG,WAAW,EAAE,CAAC,SAAS,CAAC;QACxB,IAAI,EAAE,YAAY;QAClB,cAAc,EAAE,MAAM;QACtB,YAAY,EAAE,kBAAkB;QAChC,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,4BAA4B;KAC1C;IACD;QACE,IAAI,EAAE,MAAM;QACZ,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,+DAA+D;QACxE,WAAW,EAAE,CAAC,SAAS,CAAC;QACxB,IAAI,EAAE,MAAM;QACZ,cAAc,EAAE,SAAS;QACzB,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,uBAAuB;KACrC;IACD;QACE,IAAI,EAAE,OAAO;QACb,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,wEAAwE;QACjF,WAAW,EAAE,CAAC,SAAS,CAAC;QACxB,IAAI,EAAE,SAAS;QACf,cAAc,EAAE,MAAM;QACtB,YAAY,EAAE,QAAQ;QACtB,aAAa,EAAE,IAAI;QACnB,eAAe,EAAE,SAAS;QAC1B,WAAW,EAAE,+BAA+B;KAC7C;IACD;QACE,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,8EAA8E;QACvF,WAAW,EAAE,CAAC,SAAS,CAAC;QACxB,IAAI,EAAE,MAAM;QACZ,cAAc,EAAE,SAAS;QACzB,YAAY,EAAE,YAAY;QAC1B,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,8BAA8B;KAC5C;CACF,CAAC;AAEF,MAAM,OAAO,WAAW;IACd,KAAK,CAAmB;IAEhC,YAAY,KAAwB;QAClC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,CAAC,GAAsB;QAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAa,EAAE,CAAC;QAClC,MAAM,YAAY,GAAa,EAAE,CAAC;QAClC,MAAM,MAAM,GAA2C,EAAE,CAAC;QAE1D,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC7B,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;gBACjE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;gBAE1D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAE7B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;wBAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;wBAC9C,IAAI,IAAI,EAAE,CAAC;4BACT,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACnB,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC9D,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO;YACL,KAAK;YACL,YAAY;YACZ,YAAY;YACZ,MAAM;YACN,MAAM,EAAE,OAAO;YACf,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SACzC,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,GAAsB,EAAE,MAAoB;QAClE,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,QAAQ,KAAK,EAAE,CAAC;gBACd,KAAK,SAAS;oBACZ,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBACrB,MAAM;gBACR,KAAK,QAAQ;oBACX,IAAI,GAAG,CAAC,MAAM;wBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBACvC,MAAM;gBACR,KAAK,OAAO;oBACV,IAAI,GAAG,CAAC,KAAK;wBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;oBACrD,MAAM;gBACR,KAAK,OAAO;oBACV,IAAI,GAAG,CAAC,KAAK;wBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBACrC,MAAM;YACV,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,QAAQ,CAAC,OAAe,EAAE,IAAY;QAC5C,MAAM,OAAO,GAAsB,EAAE,CAAC;QACtC,IAAI,KAA6B,CAAC;QAElC,MAAM,aAAa,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC;QAEpH,OAAO,CAAC,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACnD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,SAAS,CAAC,IAAoB,EAAE,KAAsB,EAAE,GAAsB;QACpF,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;QAE5D,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO;YACL,EAAE,EAAE,IAAI,EAAE;YACV,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,MAAM,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;YACjD,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;YAC7C,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,UAAU,EAAE,GAAG;YACf,mBAAmB,EAAE,GAAG,CAAC,OAAO;YAChC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,QAAgB,EAAE,KAAsB;QAC5D,OAAO,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;YAC/C,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACvC,OAAO,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QACjC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,IAAoB;QAC1B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;IAED,UAAU,CAAC,IAAY;QACrB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IACvD,CAAC;IAED,QAAQ;QACN,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;CACF"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { Observation, MemoryCard, VmemConfig } from '../types.js';
|
|
2
|
+
export interface SummaryInput {
|
|
3
|
+
observations: Observation[];
|
|
4
|
+
memoryCards: MemoryCard[];
|
|
5
|
+
maxTokens: number;
|
|
6
|
+
}
|
|
7
|
+
export interface SummaryOutput {
|
|
8
|
+
summary: string;
|
|
9
|
+
tokenCount: number;
|
|
10
|
+
keyPoints: string[];
|
|
11
|
+
entities: string[];
|
|
12
|
+
confidence: number;
|
|
13
|
+
}
|
|
14
|
+
export declare class ContextSummarizer {
|
|
15
|
+
private config;
|
|
16
|
+
constructor(config: VmemConfig);
|
|
17
|
+
getConfig(): VmemConfig;
|
|
18
|
+
summarize(input: SummaryInput): Promise<SummaryOutput>;
|
|
19
|
+
private buildTextContent;
|
|
20
|
+
private compressContent;
|
|
21
|
+
private extractKeyPoints;
|
|
22
|
+
private extractEntities;
|
|
23
|
+
private estimateTokens;
|
|
24
|
+
private groupBy;
|
|
25
|
+
}
|
|
26
|
+
export declare function createSummarizer(config: VmemConfig): ContextSummarizer;
|
|
27
|
+
//# sourceMappingURL=summarizer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"summarizer.d.ts","sourceRoot":"","sources":["../../src/extract/summarizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAElE,MAAM,WAAW,YAAY;IAC3B,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAa;gBAEf,MAAM,EAAE,UAAU;IAI9B,SAAS,IAAI,UAAU;IAIjB,SAAS,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAoC5D,OAAO,CAAC,gBAAgB;IAgCxB,OAAO,CAAC,eAAe;IAwCvB,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,eAAe;IAmBvB,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,OAAO;CAShB;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,UAAU,GAAG,iBAAiB,CAEtE"}
|