agent-knowledge 2.0.0 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +48 -0
- package/README.md +35 -32
- package/dist/events.d.ts +6 -0
- package/dist/events.d.ts.map +1 -1
- package/dist/events.js +10 -2
- package/dist/events.js.map +1 -1
- package/dist/index.js +12 -0
- package/dist/index.js.map +1 -1
- package/dist/knowledge/analyze.d.ts.map +1 -1
- package/dist/knowledge/analyze.js +18 -11
- package/dist/knowledge/analyze.js.map +1 -1
- package/dist/knowledge/distill.d.ts.map +1 -1
- package/dist/knowledge/distill.js +28 -16
- package/dist/knowledge/distill.js.map +1 -1
- package/dist/knowledge/git.d.ts +3 -4
- package/dist/knowledge/git.d.ts.map +1 -1
- package/dist/knowledge/git.js +60 -46
- package/dist/knowledge/git.js.map +1 -1
- package/dist/knowledge/graph.d.ts +2 -0
- package/dist/knowledge/graph.d.ts.map +1 -1
- package/dist/knowledge/graph.js +8 -0
- package/dist/knowledge/graph.js.map +1 -1
- package/dist/knowledge/ingest-freshness.d.ts +22 -0
- package/dist/knowledge/ingest-freshness.d.ts.map +1 -0
- package/dist/knowledge/ingest-freshness.js +93 -0
- package/dist/knowledge/ingest-freshness.js.map +1 -0
- package/dist/knowledge/remove.d.ts +11 -0
- package/dist/knowledge/remove.d.ts.map +1 -0
- package/dist/knowledge/remove.js +24 -0
- package/dist/knowledge/remove.js.map +1 -0
- package/dist/knowledge/search.d.ts +74 -8
- package/dist/knowledge/search.d.ts.map +1 -1
- package/dist/knowledge/search.js +321 -40
- package/dist/knowledge/search.js.map +1 -1
- package/dist/knowledge/similar.d.ts +7 -0
- package/dist/knowledge/similar.d.ts.map +1 -0
- package/dist/knowledge/similar.js +51 -0
- package/dist/knowledge/similar.js.map +1 -0
- package/dist/knowledge/store.d.ts +17 -0
- package/dist/knowledge/store.d.ts.map +1 -1
- package/dist/knowledge/store.js +117 -79
- package/dist/knowledge/store.js.map +1 -1
- package/dist/rest-server.d.ts +12 -2
- package/dist/rest-server.d.ts.map +1 -1
- package/dist/rest-server.js +75 -10
- package/dist/rest-server.js.map +1 -1
- package/dist/search/bm25.d.ts +8 -0
- package/dist/search/bm25.d.ts.map +1 -1
- package/dist/search/bm25.js +32 -20
- package/dist/search/bm25.js.map +1 -1
- package/dist/search/excerpt.d.ts +1 -1
- package/dist/search/excerpt.d.ts.map +1 -1
- package/dist/search/excerpt.js +19 -1
- package/dist/search/excerpt.js.map +1 -1
- package/dist/search/lexicon.d.ts +37 -0
- package/dist/search/lexicon.d.ts.map +1 -0
- package/dist/search/lexicon.js +83 -0
- package/dist/search/lexicon.js.map +1 -0
- package/dist/search/mmr.d.ts +9 -3
- package/dist/search/mmr.d.ts.map +1 -1
- package/dist/search/mmr.js +21 -7
- package/dist/search/mmr.js.map +1 -1
- package/dist/search/types.d.ts +2 -0
- package/dist/search/types.d.ts.map +1 -1
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +0 -5
- package/dist/server.js.map +1 -1
- package/dist/sessions/human.d.ts +12 -0
- package/dist/sessions/human.d.ts.map +1 -0
- package/dist/sessions/human.js +52 -0
- package/dist/sessions/human.js.map +1 -0
- package/dist/sessions/parser.d.ts +39 -0
- package/dist/sessions/parser.d.ts.map +1 -1
- package/dist/sessions/parser.js +142 -18
- package/dist/sessions/parser.js.map +1 -1
- package/dist/sessions/search.d.ts +2 -0
- package/dist/sessions/search.d.ts.map +1 -1
- package/dist/sessions/search.js +147 -67
- package/dist/sessions/search.js.map +1 -1
- package/dist/sessions/snapshot.d.ts +19 -0
- package/dist/sessions/snapshot.d.ts.map +1 -0
- package/dist/sessions/snapshot.js +118 -0
- package/dist/sessions/snapshot.js.map +1 -0
- package/dist/sessions/summary.d.ts +24 -5
- package/dist/sessions/summary.d.ts.map +1 -1
- package/dist/sessions/summary.js +106 -145
- package/dist/sessions/summary.js.map +1 -1
- package/dist/slice.d.ts +5 -0
- package/dist/slice.d.ts.map +1 -0
- package/dist/slice.js +28 -0
- package/dist/slice.js.map +1 -0
- package/dist/text.d.ts +9 -0
- package/dist/text.d.ts.map +1 -0
- package/dist/text.js +16 -0
- package/dist/text.js.map +1 -0
- package/dist/tool-handlers.d.ts.map +1 -1
- package/dist/tool-handlers.js +6 -10
- package/dist/tool-handlers.js.map +1 -1
- package/dist/transport/rest.d.ts.map +1 -1
- package/dist/transport/rest.js +152 -35
- package/dist/transport/rest.js.map +1 -1
- package/dist/vectorstore/store.d.ts +9 -0
- package/dist/vectorstore/store.d.ts.map +1 -1
- package/dist/vectorstore/store.js +23 -0
- package/dist/vectorstore/store.js.map +1 -1
- package/dist/wakeup.d.ts +5 -0
- package/dist/wakeup.d.ts.map +1 -1
- package/dist/wakeup.js +10 -1
- package/dist/wakeup.js.map +1 -1
- package/docs/ARCHITECTURE.md +6 -9
- package/docs/HOOKS.md +138 -237
- package/docs/SETUP.md +61 -122
- package/docs/USER-MANUAL.md +39 -31
- package/package.json +6 -6
- package/plugin/skills/knowledge-ingest/scripts/validate.mjs +2 -2
- package/scripts/plugins/opencode/agent-knowledge.ts +32 -81
- package/scripts/setup.js +78 -145
- package/scripts/source-walk.d.mts +12 -0
- package/scripts/source-walk.mjs +94 -0
- package/scripts/tree-sitter-extract.mjs +10 -76
- package/scripts/hooks/first-prompt-inject.mjs +0 -242
- package/scripts/hooks/precompact-distill.mjs +0 -105
- package/scripts/hooks/precompact-flush.mjs +0 -192
- package/scripts/hooks/session-start-ingest.mjs +0 -238
- package/scripts/hooks/session-start.js +0 -211
- package/scripts/hooks/sessionend-distill.mjs +0 -198
package/dist/search/excerpt.js
CHANGED
|
@@ -1,11 +1,14 @@
|
|
|
1
|
+
import { tokenize } from './bm25.js';
|
|
2
|
+
import { withoutControls } from '../text.js';
|
|
1
3
|
/**
|
|
2
4
|
* Shared excerpt-building utility.
|
|
3
5
|
*
|
|
4
6
|
* Extracts a window of text around the first occurrence of `query`,
|
|
5
7
|
* with configurable context on each side.
|
|
6
8
|
*/
|
|
7
|
-
export function buildExcerpt(
|
|
9
|
+
export function buildExcerpt(raw, query, options = {}) {
|
|
8
10
|
const { contextBefore = 100, contextAfter = 100, caseSensitive = false } = options;
|
|
11
|
+
const text = withoutControls(raw);
|
|
9
12
|
if (!text)
|
|
10
13
|
return '';
|
|
11
14
|
if (!query)
|
|
@@ -19,6 +22,10 @@ export function buildExcerpt(text, query, options = {}) {
|
|
|
19
22
|
const escaped = query.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
|
|
20
23
|
idx = text.search(new RegExp(escaped, caseSensitive ? '' : 'i'));
|
|
21
24
|
}
|
|
25
|
+
// Not there as one phrase (the usual case for a question): centred on the first word of the
|
|
26
|
+
// query that is, so the excerpt shows why it matched.
|
|
27
|
+
if (idx === -1)
|
|
28
|
+
idx = firstWordAt(text, query, caseSensitive);
|
|
22
29
|
if (idx === -1) {
|
|
23
30
|
return text.substring(0, 300) + (text.length > 300 ? '...' : '');
|
|
24
31
|
}
|
|
@@ -26,4 +33,15 @@ export function buildExcerpt(text, query, options = {}) {
|
|
|
26
33
|
const end = Math.min(text.length, idx + query.length + contextAfter);
|
|
27
34
|
return ((start > 0 ? '...' : '') + text.substring(start, end).trim() + (end < text.length ? '...' : ''));
|
|
28
35
|
}
|
|
36
|
+
/** Where the first of the query's words (as the index ranks them) starts a word in `text`; -1 when none. */
|
|
37
|
+
function firstWordAt(text, query, caseSensitive) {
|
|
38
|
+
const at = tokenize(query)
|
|
39
|
+
.filter((w) => w.length >= 3)
|
|
40
|
+
.map((w) => {
|
|
41
|
+
// The tokenizer leaves letters and digits alone: a word is its own pattern.
|
|
42
|
+
return text.search(new RegExp(`\\b${w}`, caseSensitive ? '' : 'i'));
|
|
43
|
+
})
|
|
44
|
+
.filter((i) => i >= 0);
|
|
45
|
+
return at.length ? Math.min(...at) : -1;
|
|
46
|
+
}
|
|
29
47
|
//# sourceMappingURL=excerpt.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"excerpt.js","sourceRoot":"","sources":["../../src/search/excerpt.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAC1B,
|
|
1
|
+
{"version":3,"file":"excerpt.js","sourceRoot":"","sources":["../../src/search/excerpt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE7C;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAC1B,GAAW,EACX,KAAa,EACb,UAAsF,EAAE;IAExF,MAAM,EAAE,aAAa,GAAG,GAAG,EAAE,YAAY,GAAG,GAAG,EAAE,aAAa,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;IACnF,MAAM,IAAI,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IAElC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAE7E,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACtF,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAC7D,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACnE,CAAC;IAED,4FAA4F;IAC5F,sDAAsD;IACtD,IAAI,GAAG,KAAK,CAAC,CAAC;QAAE,GAAG,GAAG,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,aAAa,CAAC,CAAC;IAC9D,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;QACf,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,aAAa,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,KAAK,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;IAErE,OAAO,CACL,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAChG,CAAC;AACJ,CAAC;AAED,4GAA4G;AAC5G,SAAS,WAAW,CAAC,IAAY,EAAE,KAAa,EAAE,aAAsB;IACtE,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC;SACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;SAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,4EAA4E;QAC5E,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtE,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACzB,OAAO,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1C,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* What the knowledge base says a word is. Two counts: how many of the person's sessions (the
|
|
3
|
+
* snapshots) say it, and how many curated entries it names (in their title, path or tags) of
|
|
4
|
+
* those that use it. A word said in many sessions that names almost no entry (commit, push,
|
|
5
|
+
* add, file, build) is generic: what anyone asks about any code. A word entries are named by
|
|
6
|
+
* (agent-tasks, hoot, release) is what the base is about, however often it is said.
|
|
7
|
+
*/
|
|
8
|
+
export declare class Lexicon {
|
|
9
|
+
private readonly used;
|
|
10
|
+
private readonly named;
|
|
11
|
+
private readonly said;
|
|
12
|
+
private readonly heads;
|
|
13
|
+
private readonly bodies;
|
|
14
|
+
private readonly sessions;
|
|
15
|
+
/** Adds (or replaces) a curated entry: its title, path and tags, then all its text. */
|
|
16
|
+
add(id: string, head: string, text: string): void;
|
|
17
|
+
/** Adds (or replaces) a session snapshot: what was said in it. */
|
|
18
|
+
addSession(id: string, text: string): void;
|
|
19
|
+
remove(id: string): void;
|
|
20
|
+
/** Whether a curated entry uses the term. */
|
|
21
|
+
knows(term: string): boolean;
|
|
22
|
+
/**
|
|
23
|
+
* How much the term tells about a curated entry that uses it: its IDF over them (BM25's),
|
|
24
|
+
* the sessions apart (a word said in every session is not rare among the entries for it).
|
|
25
|
+
*/
|
|
26
|
+
weight(term: string): number;
|
|
27
|
+
/** Whether the term tells entries apart: used by some, not by most (a tenth of a rare one's IDF). */
|
|
28
|
+
isTelling(term: string): boolean;
|
|
29
|
+
/** Whether the entry is named by the term: in its title, path or tags. */
|
|
30
|
+
names(id: string, term: string): boolean;
|
|
31
|
+
/**
|
|
32
|
+
* Whether the term is generic: said in a tenth of the sessions or more (of twenty at least:
|
|
33
|
+
* fewer cannot tell), and naming under a tenth of the entries that use it.
|
|
34
|
+
*/
|
|
35
|
+
isGeneric(term: string): boolean;
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=lexicon.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lexicon.d.ts","sourceRoot":"","sources":["../../src/search/lexicon.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,qBAAa,OAAO;IAClB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA6B;IAClD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA6B;IACnD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA6B;IAClD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAkC;IACxD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkC;IACzD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAkC;IAE3D,uFAAuF;IACvF,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAUjD,kEAAkE;IAClE,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAO1C,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IASxB,6CAA6C;IAC7C,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAI5B;;;OAGG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAM5B,qGAAqG;IACrG,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAMhC,0EAA0E;IAC1E,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO;IAIxC;;;OAGG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;CAMjC"}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
import { tokenize } from './bm25.js';
|
|
2
|
+
/**
|
|
3
|
+
* What the knowledge base says a word is. Two counts: how many of the person's sessions (the
|
|
4
|
+
* snapshots) say it, and how many curated entries it names (in their title, path or tags) of
|
|
5
|
+
* those that use it. A word said in many sessions that names almost no entry (commit, push,
|
|
6
|
+
* add, file, build) is generic: what anyone asks about any code. A word entries are named by
|
|
7
|
+
* (agent-tasks, hoot, release) is what the base is about, however often it is said.
|
|
8
|
+
*/
|
|
9
|
+
export class Lexicon {
|
|
10
|
+
used = new Map();
|
|
11
|
+
named = new Map();
|
|
12
|
+
said = new Map();
|
|
13
|
+
heads = new Map();
|
|
14
|
+
bodies = new Map();
|
|
15
|
+
sessions = new Map();
|
|
16
|
+
/** Adds (or replaces) a curated entry: its title, path and tags, then all its text. */
|
|
17
|
+
add(id, head, text) {
|
|
18
|
+
this.remove(id);
|
|
19
|
+
const h = new Set(tokenize(head));
|
|
20
|
+
const b = new Set([...tokenize(text), ...h]);
|
|
21
|
+
this.heads.set(id, h);
|
|
22
|
+
this.bodies.set(id, b);
|
|
23
|
+
count(this.named, h, 1);
|
|
24
|
+
count(this.used, b, 1);
|
|
25
|
+
}
|
|
26
|
+
/** Adds (or replaces) a session snapshot: what was said in it. */
|
|
27
|
+
addSession(id, text) {
|
|
28
|
+
this.remove(id);
|
|
29
|
+
const s = new Set(tokenize(text));
|
|
30
|
+
this.sessions.set(id, s);
|
|
31
|
+
count(this.said, s, 1);
|
|
32
|
+
}
|
|
33
|
+
remove(id) {
|
|
34
|
+
count(this.named, this.heads.get(id), -1);
|
|
35
|
+
count(this.used, this.bodies.get(id), -1);
|
|
36
|
+
count(this.said, this.sessions.get(id), -1);
|
|
37
|
+
this.heads.delete(id);
|
|
38
|
+
this.bodies.delete(id);
|
|
39
|
+
this.sessions.delete(id);
|
|
40
|
+
}
|
|
41
|
+
/** Whether a curated entry uses the term. */
|
|
42
|
+
knows(term) {
|
|
43
|
+
return (this.used.get(term) ?? 0) > 0;
|
|
44
|
+
}
|
|
45
|
+
/**
|
|
46
|
+
* How much the term tells about a curated entry that uses it: its IDF over them (BM25's),
|
|
47
|
+
* the sessions apart (a word said in every session is not rare among the entries for it).
|
|
48
|
+
*/
|
|
49
|
+
weight(term) {
|
|
50
|
+
const n = this.bodies.size;
|
|
51
|
+
const df = this.used.get(term) ?? 0;
|
|
52
|
+
return Math.log(1 + (n - df + 0.5) / (df + 0.5));
|
|
53
|
+
}
|
|
54
|
+
/** Whether the term tells entries apart: used by some, not by most (a tenth of a rare one's IDF). */
|
|
55
|
+
isTelling(term) {
|
|
56
|
+
const df = this.used.get(term) ?? 0;
|
|
57
|
+
const n = this.bodies.size;
|
|
58
|
+
return df > 0 && this.weight(term) >= Math.log(1 + (n - 0.5) / 1.5) / 10;
|
|
59
|
+
}
|
|
60
|
+
/** Whether the entry is named by the term: in its title, path or tags. */
|
|
61
|
+
names(id, term) {
|
|
62
|
+
return this.heads.get(id)?.has(term) ?? false;
|
|
63
|
+
}
|
|
64
|
+
/**
|
|
65
|
+
* Whether the term is generic: said in a tenth of the sessions or more (of twenty at least:
|
|
66
|
+
* fewer cannot tell), and naming under a tenth of the entries that use it.
|
|
67
|
+
*/
|
|
68
|
+
isGeneric(term) {
|
|
69
|
+
const n = this.sessions.size;
|
|
70
|
+
if (n < MIN_SESSIONS || (this.said.get(term) ?? 0) < n * SAID_SHARE)
|
|
71
|
+
return false;
|
|
72
|
+
const used = this.used.get(term) ?? 0;
|
|
73
|
+
return used === 0 || (this.named.get(term) ?? 0) / used < NAMED_SHARE;
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
function count(m, terms, by) {
|
|
77
|
+
for (const t of terms ?? [])
|
|
78
|
+
m.set(t, (m.get(t) ?? 0) + by);
|
|
79
|
+
}
|
|
80
|
+
const MIN_SESSIONS = 20;
|
|
81
|
+
const SAID_SHARE = 0.1;
|
|
82
|
+
const NAMED_SHARE = 0.1;
|
|
83
|
+
//# sourceMappingURL=lexicon.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lexicon.js","sourceRoot":"","sources":["../../src/search/lexicon.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAErC;;;;;;GAMG;AACH,MAAM,OAAO,OAAO;IACD,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACjC,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IAClC,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACjC,KAAK,GAAG,IAAI,GAAG,EAAuB,CAAC;IACvC,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IACxC,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAC;IAE3D,uFAAuF;IACvF,GAAG,CAAC,EAAU,EAAE,IAAY,EAAE,IAAY;QACxC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAChB,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACxB,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACzB,CAAC;IAED,kEAAkE;IAClE,UAAU,CAAC,EAAU,EAAE,IAAY;QACjC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAChB,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,CAAC,EAAU;QACf,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,IAAY;QAChB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACxC,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,IAAY;QACjB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QAC3B,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;IACnD,CAAC;IAED,qGAAqG;IACrG,SAAS,CAAC,IAAY;QACpB,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QAC3B,OAAO,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;IAC3E,CAAC;IAED,0EAA0E;IAC1E,KAAK,CAAC,EAAU,EAAE,IAAY;QAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC;IAChD,CAAC;IAED;;;OAGG;IACH,SAAS,CAAC,IAAY;QACpB,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC7B,IAAI,CAAC,GAAG,YAAY,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,UAAU;YAAE,OAAO,KAAK,CAAC;QAClF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,WAAW,CAAC;IACxE,CAAC;CACF;AAED,SAAS,KAAK,CAAC,CAAsB,EAAE,KAA8B,EAAE,EAAU;IAC/E,KAAK,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE;QAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;AAC9D,CAAC;AAED,MAAM,YAAY,GAAG,EAAE,CAAC;AACxB,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,MAAM,WAAW,GAAG,GAAG,CAAC"}
|
package/dist/search/mmr.d.ts
CHANGED
|
@@ -23,13 +23,19 @@ export interface MmrOptions<T> {
|
|
|
23
23
|
sim: (a: T, b: T) => number;
|
|
24
24
|
/** Query-relevance score for an item. Typically the retrieval ranker's score. */
|
|
25
25
|
relevance: (x: T) => number;
|
|
26
|
+
/**
|
|
27
|
+
* Similarity at or above which a candidate is a copy of one already picked and is dropped,
|
|
28
|
+
* not just ranked lower: with no strong alternative MMR alone would still fill the k slots
|
|
29
|
+
* with copies. Default: 0.8.
|
|
30
|
+
*/
|
|
31
|
+
duplicate?: number;
|
|
26
32
|
}
|
|
27
33
|
/**
|
|
28
34
|
* Re-rank items using MMR. Returns a new array (does not mutate input).
|
|
29
35
|
*
|
|
30
|
-
* The returned array
|
|
31
|
-
*
|
|
32
|
-
*
|
|
36
|
+
* The returned array holds at most k items, sorted by pick order — first element
|
|
37
|
+
* is the highest-relevance item, subsequent elements trade relevance for
|
|
38
|
+
* novelty; copies of a picked item (`duplicate`) are left out.
|
|
33
39
|
*/
|
|
34
40
|
export declare function rerankMMR<T>(items: readonly T[], options: MmrOptions<T>): T[];
|
|
35
41
|
/**
|
package/dist/search/mmr.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mmr.d.ts","sourceRoot":"","sources":["../../src/search/mmr.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,MAAM,WAAW,UAAU,CAAC,CAAC;IAC3B,iEAAiE;IACjE,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,0DAA0D;IAC1D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,iFAAiF;IACjF,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,MAAM,CAAC;IAC5B,iFAAiF;IACjF,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"mmr.d.ts","sourceRoot":"","sources":["../../src/search/mmr.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,MAAM,WAAW,UAAU,CAAC,CAAC;IAC3B,iEAAiE;IACjE,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,0DAA0D;IAC1D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,iFAAiF;IACjF,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,MAAM,CAAC;IAC5B,iFAAiF;IACjF,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,MAAM,CAAC;IAC5B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;GAMG;AACH,wBAAgB,SAAS,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,EAAE,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAmD7E;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAAC,CAAC,EAC5B,KAAK,EAAE,SAAS,CAAC,EAAE,EACnB,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,MAAM,EAC3B,SAAS,SAAM,GACd,MAAM,CA2BR;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,CAAC,EAAE,SAAS,MAAM,EAAE,EAAE,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAa5E;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAe5D"}
|
package/dist/search/mmr.js
CHANGED
|
@@ -17,9 +17,9 @@
|
|
|
17
17
|
/**
|
|
18
18
|
* Re-rank items using MMR. Returns a new array (does not mutate input).
|
|
19
19
|
*
|
|
20
|
-
* The returned array
|
|
21
|
-
*
|
|
22
|
-
*
|
|
20
|
+
* The returned array holds at most k items, sorted by pick order — first element
|
|
21
|
+
* is the highest-relevance item, subsequent elements trade relevance for
|
|
22
|
+
* novelty; copies of a picked item (`duplicate`) are left out.
|
|
23
23
|
*/
|
|
24
24
|
export function rerankMMR(items, options) {
|
|
25
25
|
const { sim, relevance } = options;
|
|
@@ -29,15 +29,20 @@ export function rerankMMR(items, options) {
|
|
|
29
29
|
return [];
|
|
30
30
|
// Normalize lambda for safety — clamp to [0, 1].
|
|
31
31
|
const lam = Math.max(0, Math.min(1, lambda));
|
|
32
|
+
// Relevance on the similarity's scale, [0, 1] against the best candidate: a raw score
|
|
33
|
+
// (BM25 runs to 20 and more) would outweigh any similarity, and nothing would be diversified.
|
|
34
|
+
const top = Math.max(...items.map(relevance));
|
|
35
|
+
const rel = (x) => (top > 0 ? relevance(x) / top : 0);
|
|
32
36
|
const remaining = [...items];
|
|
33
37
|
const selected = [];
|
|
34
38
|
// Pick #1: highest relevance (same as the input ranker).
|
|
35
39
|
remaining.sort((a, b) => relevance(b) - relevance(a));
|
|
36
40
|
selected.push(remaining.shift());
|
|
41
|
+
const duplicate = options.duplicate ?? 0.8;
|
|
37
42
|
while (selected.length < k && remaining.length > 0) {
|
|
38
|
-
let bestIdx =
|
|
43
|
+
let bestIdx = -1;
|
|
39
44
|
let bestScore = -Infinity;
|
|
40
|
-
for (let i =
|
|
45
|
+
for (let i = remaining.length - 1; i >= 0; i--) {
|
|
41
46
|
const candidate = remaining[i];
|
|
42
47
|
let maxSim = 0;
|
|
43
48
|
for (const s of selected) {
|
|
@@ -45,12 +50,21 @@ export function rerankMMR(items, options) {
|
|
|
45
50
|
if (pairSim > maxSim)
|
|
46
51
|
maxSim = pairSim;
|
|
47
52
|
}
|
|
48
|
-
|
|
49
|
-
if (
|
|
53
|
+
// A copy of a hit already picked says nothing new: it goes.
|
|
54
|
+
if (maxSim >= duplicate) {
|
|
55
|
+
remaining.splice(i, 1);
|
|
56
|
+
if (bestIdx > i)
|
|
57
|
+
bestIdx--;
|
|
58
|
+
continue;
|
|
59
|
+
}
|
|
60
|
+
const score = lam * rel(candidate) - (1 - lam) * maxSim;
|
|
61
|
+
if (score >= bestScore) {
|
|
50
62
|
bestScore = score;
|
|
51
63
|
bestIdx = i;
|
|
52
64
|
}
|
|
53
65
|
}
|
|
66
|
+
if (bestIdx < 0)
|
|
67
|
+
break;
|
|
54
68
|
selected.push(remaining.splice(bestIdx, 1)[0]);
|
|
55
69
|
}
|
|
56
70
|
return selected;
|
package/dist/search/mmr.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mmr.js","sourceRoot":"","sources":["../../src/search/mmr.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;
|
|
1
|
+
{"version":3,"file":"mmr.js","sourceRoot":"","sources":["../../src/search/mmr.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAmBH;;;;;;GAMG;AACH,MAAM,UAAU,SAAS,CAAI,KAAmB,EAAE,OAAsB;IACtE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;IACnC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC;IACrC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAClD,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAE5C,iDAAiD;IACjD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IAE7C,sFAAsF;IACtF,8FAA8F;IAC9F,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;IAC9C,MAAM,GAAG,GAAG,CAAC,CAAI,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzD,MAAM,SAAS,GAAQ,CAAC,GAAG,KAAK,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAQ,EAAE,CAAC;IAEzB,yDAAyD;IACzD,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAG,CAAC,CAAC;IAElC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC;IAC3C,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnD,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC;QACjB,IAAI,SAAS,GAAG,CAAC,QAAQ,CAAC;QAE1B,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC/B,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;gBAClC,IAAI,OAAO,GAAG,MAAM;oBAAE,MAAM,GAAG,OAAO,CAAC;YACzC,CAAC;YACD,4DAA4D;YAC5D,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;gBACxB,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvB,IAAI,OAAO,GAAG,CAAC;oBAAE,OAAO,EAAE,CAAC;gBAC3B,SAAS;YACX,CAAC;YACD,MAAM,KAAK,GAAG,GAAG,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC;YACxD,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,SAAS,GAAG,KAAK,CAAC;gBAClB,OAAO,GAAG,CAAC,CAAC;YACd,CAAC;QACH,CAAC;QAED,IAAI,OAAO,GAAG,CAAC;YAAE,MAAM;QACvB,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAC1B,KAAmB,EACnB,GAA2B,EAC3B,SAAS,GAAG,GAAG;IAEf,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;IACvB,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEtB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IACtD,SAAS,IAAI,CAAC,CAAS;QACrB,OAAO,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9B,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAChB,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,SAAS,KAAK,CAAC,CAAS,EAAE,CAAS;QACjC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,SAAS;gBAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,OAAO,KAAK,CAAC,IAAI,CAAC;AACpB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,CAAoB,EAAE,CAAoB;IAClE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,GAAG,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACxB,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClB,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC5C,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;AACvC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,CAAS,EAAE,CAAS;IAClD,MAAM,QAAQ,GAAG,CAAC,CAAS,EAAe,EAAE;QAC1C,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;QAC9B,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,yCAAyC,CAAC,EAAE,CAAC;YACnF,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;gBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IACF,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IACvB,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IACvB,IAAI,EAAE,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC7C,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,EAAE;QAAE,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,KAAK,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;IACxC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC;AACzC,CAAC"}
|
package/dist/search/types.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/search/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,SAAS,GAAG,WAAW,CAAC;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB"}
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/search/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,SAAS,GAAG,WAAW,CAAC;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,uFAAuF;IACvF,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB"}
|
package/dist/server.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AAwanE,eAAO,MAAM,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAOR,CAAC;AAEX,wBAAgB,YAAY,IAAI,MAAM,CA4BrC"}
|
package/dist/server.js
CHANGED
|
@@ -1,8 +1,6 @@
|
|
|
1
1
|
import { Server } from '@modelcontextprotocol/sdk/server/index.js';
|
|
2
2
|
import { CallToolRequestSchema, ListToolsRequestSchema } from '@modelcontextprotocol/sdk/types.js';
|
|
3
|
-
import { ensureRepo } from './knowledge/git.js';
|
|
4
3
|
import { RELATIONSHIP_TYPES } from './knowledge/graph.js';
|
|
5
|
-
import { getConfig } from './types.js';
|
|
6
4
|
import { getVersion } from './version.js';
|
|
7
5
|
import { toolHandlers, validateArgs, err, SCOPES } from './tool-handlers.js';
|
|
8
6
|
import { CATEGORIES } from './knowledge/store.js';
|
|
@@ -410,9 +408,6 @@ export function createServer() {
|
|
|
410
408
|
return err(`Error in ${name}: ${message}`);
|
|
411
409
|
}
|
|
412
410
|
});
|
|
413
|
-
const startupConfig = getConfig();
|
|
414
|
-
const repoResult = ensureRepo(startupConfig.memoryDir, startupConfig.gitUrl);
|
|
415
|
-
console.error(`[knowledge] Repo init: ${repoResult.message}`);
|
|
416
411
|
return server;
|
|
417
412
|
}
|
|
418
413
|
//# sourceMappingURL=server.js.map
|
package/dist/server.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AACnG,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AACnG,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,gFAAgF;AAChF,+EAA+E;AAC/E,4EAA4E;AAC5E,8EAA8E;AAC9E,+EAA+E;AAC/E,yDAAyD;AAEzD,MAAM,cAAc,GAAG;IACrB,IAAI,EAAE,WAAW;IACjB,WAAW,EACT,mEAAmE;QACnE,uDAAuD;QACvD,gDAAgD;QAChD,2EAA2E;QAC3E,iNAAiN;IACnN,WAAW,EAAE;QACX,IAAI,EAAE,QAAiB;QACvB,UAAU,EAAE;YACV,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC;gBAC3D,WAAW,EAAE,mBAAmB;aACjC;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,+DAA+D;aAC7E;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,kDAAkD;oBAClD,yHAAyH;oBACzH,sEAAsE;aACzE;YACD,eAAe,EAAE;gBACf,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,4FAA4F;oBAC5F,iGAAiG;gBACnG,oBAAoB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;aACzC;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,GAAG,UAAU,CAAC;gBACrB,WAAW,EACT,kEAAkE;oBAClE,uDAAuD;aAC1D;YACD,GAAG,EAAE;gBACH,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,6BAA6B;aAC3C;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,iFAAiF;aACpF;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,6EAA6E;aAC3F;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,oDAAoD;aAClE;SACF;QACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;KACrB;CACF,CAAC;AAEF,MAAM,qBAAqB,GAAG;IAC5B,IAAI,EAAE,kBAAkB;IACxB,WAAW,EACT,gDAAgD;QAChD,yCAAyC;QACzC,yHAAyH;QACzH,mIAAmI;IACrI,WAAW,EAAE;QACX,IAAI,EAAE,QAAiB;QACvB,UAAU,EAAE;YACV,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,+CAA+C;aAC7D;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC;gBACjB,WAAW,EACT,+EAA+E;oBAC/E,wDAAwD;oBACxD,mFAAmF;oBACnF,6EAA6E;aAChF;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,+CAA+C;aAC7D;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,CAAC;gBAClC,WAAW,EAAE,kEAAkE;aAChF;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,0FAA0F;aAC7F;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,oHAAoH;aACvH;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,GAAG,UAAU,CAAC;gBACrB,WAAW,EACT,wKAAwK;aAC3K;YACD,aAAa,EAAE;gBACb,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC;gBACzB,WAAW,EACT,mMAAmM;aACtM;YACD,GAAG,EAAE;gBACH,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,yJAAyJ;aAC5J;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,8EAA8E;aAC5F;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,4HAA4H;aAC/H;SACF;QACD,QAAQ,EAAE,CAAC,OAAO,CAAC;KACpB;CACF,CAAC;AAEF,MAAM,sBAAsB,GAAG;IAC7B,IAAI,EAAE,mBAAmB;IACzB,WAAW,EACT,gFAAgF;QAChF,mGAAmG;IACrG,WAAW,EAAE;QACX,IAAI,EAAE,QAAiB;QACvB,UAAU,EAAE;YACV,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC;gBAChC,WAAW,EAAE,mBAAmB;aACjC;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0CAA0C;aACxD;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0CAA0C;aACxD;YACD,aAAa,EAAE;gBACb,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,wEAAwE;aACtF;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,8CAA8C;aAC5D;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,6DAA6D;aAC3E;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iDAAiD;aAC/D;SACF;QACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;KACrB;CACF,CAAC;AAEF,MAAM,oBAAoB,GAAG;IAC3B,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,4FAA4F;QAC5F,2DAA2D;QAC3D,4EAA4E;QAC5E,4FAA4F;QAC5F,+EAA+E;QAC/E,iCAAiC;IACnC,WAAW,EAAE;QACX,IAAI,EAAE,QAAiB;QACvB,UAAU,EAAE;YACV,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,oBAAoB,EAAE,eAAe,EAAE,QAAQ,EAAE,SAAS,CAAC;gBACtF,WAAW,EACT,0PAA0P;aAC7P;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,+DAA+D;aAC7E;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,kEAAkE;aAChF;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,gEAAgE;aAC9E;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iEAAiE;aAC/E;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,oDAAoD;aAClE;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;gBAC1B,WAAW,EACT,8IAA8I;aACjJ;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,8DAA8D;aAC5E;YACD,gBAAgB,EAAE;gBAChB,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,kBAAkB,EAAE;gBAClB,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;SACF;QACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;KACrB;CACF,CAAC;AAEF,MAAM,oBAAoB,GAAG;IAC3B,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,gFAAgF;QAChF,gFAAgF;QAChF,kJAAkJ;QAClJ,kHAAkH;IACpH,WAAW,EAAE;QACX,IAAI,EAAE,QAAiB;QACvB,UAAU,EAAE;YACV,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,kBAAkB,CAAC;gBAC3F,WAAW,EACT,qNAAqN;aACxN;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,kFAAkF;aACrF;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,qFAAqF;aACxF;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,uEAAuE;aACrF;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,GAAG,kBAAkB,CAAC;gBAC7B,WAAW,EACT,mFAAmF;aACtF;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,+CAA+C;aAC7D;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,2DAA2D;aACzE;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,kFAAkF;aACrF;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,mGAAmG;aACtG;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,kFAAkF;aACrF;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,CAAC;gBACrC,WAAW,EACT,wDAAwD;oBACxD,sDAAsD;oBACtD,gDAAgD;oBAChD,wDAAwD;aAC3D;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,WAAW,EACT,qGAAqG;gBACvG,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC1B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC1B,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,GAAG,kBAAkB,CAAC,EAAE;wBAC3D,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBAC5B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBAC3B;oBACD,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC;iBAC3C;aACF;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,2GAA2G;aAC9G;SACF;QACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;KACrB;CACF,CAAC;AAEF,MAAM,sBAAsB,GAAG;IAC7B,IAAI,EAAE,mBAAmB;IACzB,WAAW,EACT,6FAA6F;QAC7F,8FAA8F;QAC9F,yCAAyC;QACzC,sGAAsG;IACxG,WAAW,EAAE;QACX,IAAI,EAAE,QAAiB;QACvB,UAAU,EAAE;YACV,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE;oBACJ,aAAa;oBACb,SAAS;oBACT,WAAW;oBACX,SAAS;oBACT,MAAM;oBACN,OAAO;oBACP,aAAa;oBACb,wBAAwB;iBACzB;gBACD,WAAW,EACT,6EAA6E;oBAC7E,0EAA0E;oBAC1E,yEAAyE;oBACzE,4EAA4E;oBAC5E,mEAAmE;oBACnE,+EAA+E;oBAC/E,6FAA6F;aAChG;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,GAAG,UAAU,CAAC;gBACrB,WAAW,EAAE,wCAAwC;aACtD;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,6DAA6D;aAC3E;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,kEAAkE;aAChF;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,6EAA6E;aAC3F;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,6GAA6G;aAChH;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,8GAA8G;aACjH;YACD,gBAAgB,EAAE;gBAChB,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,0LAA0L;aAC7L;YACD,qBAAqB,EAAE;gBACrB,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,mJAAmJ;aACtJ;SACF;QACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;KACrB;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,KAAK,GAAG;IACnB,cAAc;IACd,qBAAqB;IACrB,sBAAsB;IACtB,oBAAoB;IACpB,oBAAoB;IACpB,sBAAsB;CACd,CAAC;AAEX,MAAM,UAAU,YAAY;IAC1B,MAAM,MAAM,GAAG,IAAI,MAAM,CACvB,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAClD,EAAE,YAAY,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,CAChC,CAAC;IAEF,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;QAC5D,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;KAClB,CAAC,CAAC,CAAC;IAEJ,MAAM,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QAEtD,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;YACrC,OAAO,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,GAAG,CAAC,YAAY,IAAI,KAAK,OAAO,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* A user message as what the person asked. Null when it holds nothing a person asked: a host
|
|
3
|
+
* command (`/clear`, `/compact`, `/model opus`, a skill or a pane opened by its slash command:
|
|
4
|
+
* the person ran it, they did not ask the model anything), a tool result, a notification, an
|
|
5
|
+
* interruption notice, a pasted image; caveats, command output and reminders go from the rest.
|
|
6
|
+
*/
|
|
7
|
+
export declare function humanText(raw: string): string | null;
|
|
8
|
+
/** A store folder's name for a project (`C--Users-me--repos-app`) as a person names it. */
|
|
9
|
+
export declare function projectName(cwd: string, storeName: string): string;
|
|
10
|
+
/** The branch as a person reads it: none for a folder outside git (Claude Code writes HEAD). */
|
|
11
|
+
export declare const branchName: (branch: string) => string;
|
|
12
|
+
//# sourceMappingURL=human.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"human.d.ts","sourceRoot":"","sources":["../../src/sessions/human.ts"],"names":[],"mappings":"AAkBA;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAYpD;AAED,2FAA2F;AAC3F,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAOlE;AAED,gGAAgG;AAChG,eAAO,MAAM,UAAU,GAAI,QAAQ,MAAM,WACgB,CAAC"}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
// =============================================================================
|
|
2
|
+
// agent-knowledge — what a person said in a session
|
|
3
|
+
// =============================================================================
|
|
4
|
+
/** What a host wraps around or puts among a person's messages that no person typed. */
|
|
5
|
+
const NOISE = [
|
|
6
|
+
/<system-reminder>[\s\S]*?<\/system-reminder>/g,
|
|
7
|
+
/<task-notification>[\s\S]*?<\/task-notification>/g,
|
|
8
|
+
/<local-command-caveat>[\s\S]*?<\/local-command-caveat>/g,
|
|
9
|
+
/<local-command-stdout>[\s\S]*?<\/local-command-stdout>/g,
|
|
10
|
+
/<local-command-stderr>[\s\S]*?<\/local-command-stderr>/g,
|
|
11
|
+
/<user-prompt-submit-hook>[\s\S]*?<\/user-prompt-submit-hook>/g,
|
|
12
|
+
/<command-message>[\s\S]*?<\/command-message>/g,
|
|
13
|
+
];
|
|
14
|
+
const tag = (text, name) => new RegExp(`<${name}>([\\s\\S]*?)</${name}>`).exec(text)?.[1]?.trim() ?? '';
|
|
15
|
+
/**
|
|
16
|
+
* A user message as what the person asked. Null when it holds nothing a person asked: a host
|
|
17
|
+
* command (`/clear`, `/compact`, `/model opus`, a skill or a pane opened by its slash command:
|
|
18
|
+
* the person ran it, they did not ask the model anything), a tool result, a notification, an
|
|
19
|
+
* interruption notice, a pasted image; caveats, command output and reminders go from the rest.
|
|
20
|
+
*/
|
|
21
|
+
export function humanText(raw) {
|
|
22
|
+
if (tag(raw, 'command-name'))
|
|
23
|
+
return null;
|
|
24
|
+
let text = raw;
|
|
25
|
+
for (const re of NOISE)
|
|
26
|
+
text = text.replace(re, '');
|
|
27
|
+
text = text.trim();
|
|
28
|
+
if (text.length < 3)
|
|
29
|
+
return null;
|
|
30
|
+
if (text.startsWith('[{') || text.startsWith('{"'))
|
|
31
|
+
return null;
|
|
32
|
+
if (text.includes('tool_use_id') || text.includes('base64') || text.includes('media_type'))
|
|
33
|
+
return null;
|
|
34
|
+
if (/^Caveat: The messages below were generated/.test(text))
|
|
35
|
+
return null;
|
|
36
|
+
if (/^\[Request interrupted by user/.test(text))
|
|
37
|
+
return null;
|
|
38
|
+
return text;
|
|
39
|
+
}
|
|
40
|
+
/** A store folder's name for a project (`C--Users-me--repos-app`) as a person names it. */
|
|
41
|
+
export function projectName(cwd, storeName) {
|
|
42
|
+
const fromCwd = cwd
|
|
43
|
+
.replace(/[\\/]+$/, '')
|
|
44
|
+
.split(/[\\/]/)
|
|
45
|
+
.pop();
|
|
46
|
+
if (fromCwd && fromCwd !== 'unknown')
|
|
47
|
+
return fromCwd;
|
|
48
|
+
return storeName.split(/-+/).filter(Boolean).pop() ?? storeName;
|
|
49
|
+
}
|
|
50
|
+
/** The branch as a person reads it: none for a folder outside git (Claude Code writes HEAD). */
|
|
51
|
+
export const branchName = (branch) => branch === 'HEAD' || branch === 'unknown' ? '' : branch;
|
|
52
|
+
//# sourceMappingURL=human.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"human.js","sourceRoot":"","sources":["../../src/sessions/human.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAChF,oDAAoD;AACpD,gFAAgF;AAEhF,uFAAuF;AACvF,MAAM,KAAK,GAAG;IACZ,+CAA+C;IAC/C,mDAAmD;IACnD,yDAAyD;IACzD,yDAAyD;IACzD,yDAAyD;IACzD,+DAA+D;IAC/D,+CAA+C;CAChD,CAAC;AAEF,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,IAAY,EAAE,EAAE,CACzC,IAAI,MAAM,CAAC,IAAI,IAAI,kBAAkB,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AAE9E;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CAAC,GAAW;IACnC,IAAI,GAAG,CAAC,GAAG,EAAE,cAAc,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,IAAI,IAAI,GAAG,GAAG,CAAC;IACf,KAAK,MAAM,EAAE,IAAI,KAAK;QAAE,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACpD,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACnB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAChE,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;QACxF,OAAO,IAAI,CAAC;IACd,IAAI,4CAA4C,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACzE,IAAI,gCAAgC,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,2FAA2F;AAC3F,MAAM,UAAU,WAAW,CAAC,GAAW,EAAE,SAAiB;IACxD,MAAM,OAAO,GAAG,GAAG;SAChB,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;SACtB,KAAK,CAAC,OAAO,CAAC;SACd,GAAG,EAAE,CAAC;IACT,IAAI,OAAO,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,OAAO,CAAC;IACrD,OAAO,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,SAAS,CAAC;AAClE,CAAC;AAED,gGAAgG;AAChG,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,EAAE,CAC3C,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC"}
|
|
@@ -10,19 +10,34 @@ export interface SessionEntry {
|
|
|
10
10
|
content: unknown;
|
|
11
11
|
};
|
|
12
12
|
content?: string;
|
|
13
|
+
/** Claude Code: written by the host in the person's turn (a skill's text, an image note). */
|
|
14
|
+
isMeta?: boolean;
|
|
15
|
+
/** Claude Code: the summary a compaction wrote in the person's turn, not their prompt. */
|
|
16
|
+
isCompactSummary?: boolean;
|
|
13
17
|
}
|
|
14
18
|
export interface SessionMessage {
|
|
15
19
|
role: 'user' | 'assistant' | 'tool_use' | 'tool_result';
|
|
20
|
+
/** What was said; for a tool call, a line as a person reads it: `Edit src/a.ts`, `Bash git push`. */
|
|
16
21
|
content: string;
|
|
17
22
|
timestamp: string | null;
|
|
23
|
+
/** A tool call's name and input as the host recorded them. */
|
|
24
|
+
tool?: ToolCall;
|
|
18
25
|
}
|
|
26
|
+
export interface ToolCall {
|
|
27
|
+
name: string;
|
|
28
|
+
input: Record<string, unknown>;
|
|
29
|
+
}
|
|
30
|
+
/** A tool call as one short line: its name and the argument that says what it did. */
|
|
31
|
+
export declare function toolCallText(call: ToolCall): string;
|
|
19
32
|
export interface SessionMeta {
|
|
20
33
|
startTime: string;
|
|
21
34
|
endTime: string;
|
|
22
35
|
cwd: string;
|
|
23
36
|
branch: string;
|
|
24
37
|
messageCount: number;
|
|
38
|
+
/** The prompts (`promptsOf`): 0 for a session nobody asked anything in. */
|
|
25
39
|
userMessageCount: number;
|
|
40
|
+
/** The first prompt, to 200 characters; '' with none. */
|
|
26
41
|
preview: string;
|
|
27
42
|
}
|
|
28
43
|
/**
|
|
@@ -30,6 +45,21 @@ export interface SessionMeta {
|
|
|
30
45
|
* Malformed lines are silently skipped.
|
|
31
46
|
*/
|
|
32
47
|
export declare function parseSessionFile(filePath: string): SessionEntry[];
|
|
48
|
+
/**
|
|
49
|
+
* parseSessionFile without holding the process: a transcript of tens of megabytes is parsed in
|
|
50
|
+
* slices, so the REST holder keeps answering while a snapshot reads it.
|
|
51
|
+
*/
|
|
52
|
+
export declare function readSessionFile(filePath: string): Promise<SessionEntry[]>;
|
|
53
|
+
/**
|
|
54
|
+
* The entries a JSONL session file holds from byte `from` on, up to its last complete line,
|
|
55
|
+
* and the byte that line ends at: a live session's file only grows, so what it gained since
|
|
56
|
+
* `from` is read without reading it all again. A last line that is not yet whole JSON (still
|
|
57
|
+
* being written) waits for the next read. Throws when the file cannot be read.
|
|
58
|
+
*/
|
|
59
|
+
export declare function readSessionTail(filePath: string, from?: number): {
|
|
60
|
+
entries: SessionEntry[];
|
|
61
|
+
end: number;
|
|
62
|
+
};
|
|
33
63
|
/**
|
|
34
64
|
* Extract structured messages from raw session entries.
|
|
35
65
|
*
|
|
@@ -38,6 +68,15 @@ export declare function parseSessionFile(filePath: string): SessionEntry[];
|
|
|
38
68
|
* - Tool use / result: content truncated to 500 chars
|
|
39
69
|
*/
|
|
40
70
|
export declare function extractMessages(entries: SessionEntry[]): SessionMessage[];
|
|
71
|
+
/**
|
|
72
|
+
* What the person asked, in order (`humanText`): their own messages, not what the host wrote in
|
|
73
|
+
* their turn (`isMeta`: a skill's instructions, an image note, a message from another agent;
|
|
74
|
+
* `isCompactSummary`: the summary a compaction left).
|
|
75
|
+
*/
|
|
76
|
+
export declare function promptsOf(entries: SessionEntry[]): Array<{
|
|
77
|
+
timestamp: string | null;
|
|
78
|
+
text: string;
|
|
79
|
+
}>;
|
|
41
80
|
/**
|
|
42
81
|
* Extract metadata from session entries (first/last entry, counts, preview).
|
|
43
82
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../src/sessions/parser.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../src/sessions/parser.ts"],"names":[],"mappings":"AAuDA,MAAM,WAAW,YAAY;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC;IAC9C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,6FAA6F;IAC7F,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,0FAA0F;IAC1F,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,UAAU,GAAG,aAAa,CAAC;IACxD,qGAAqG;IACrG,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,8DAA8D;IAC9D,IAAI,CAAC,EAAE,QAAQ,CAAC;CACjB;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAiBD,sFAAsF;AACtF,wBAAgB,YAAY,CAAC,IAAI,EAAE,QAAQ,GAAG,MAAM,CAKnD;AAqBD,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,2EAA2E;IAC3E,gBAAgB,EAAE,MAAM,CAAC;IACzB,yDAAyD;IACzD,OAAO,EAAE,MAAM,CAAC;CACjB;AAID;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,YAAY,EAAE,CAIjE;AAED;;;GAGG;AACH,wBAAsB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAI/E;AAyCD;;;;;GAKG;AACH,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,MAAM,EAChB,IAAI,SAAI,GACP;IAAE,OAAO,EAAE,YAAY,EAAE,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,CAwB1C;AAED;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,cAAc,EAAE,CA6DzE;AAED;;;;GAIG;AACH,wBAAgB,SAAS,CACvB,OAAO,EAAE,YAAY,EAAE,GACtB,KAAK,CAAC;IAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAMnD;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,WAAW,CAkCnE;AA2CD,wBAAgB,cAAc,IAAI,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CA+EtE;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,WAAW,EAAE,MAAM,GAAG,KAAK,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAiBxF"}
|