dsh-context-compression-improved 0.5.2 → 0.5.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.gitattributes +1 -0
- package/CHANGELOG.ja.md +144 -119
- package/CHANGELOG.ko.md +143 -118
- package/CHANGELOG.md +278 -250
- package/CHANGELOG.zh.md +131 -109
- package/docs/installation.md +103 -103
- package/docs/installation.zh.md +100 -100
- package/package.json +1 -1
- package/packages/selector/cordis.patch.yml +5 -6
- package/packages/selector/src/client/EstimatorControls.tsx +277 -277
- package/packages/selector/src/client/locales.ts +196 -196
- package/packages/selector/src/index.ts +463 -463
- package/packages/selector/src/pruner/state.ts +50 -50
- package/packages/selector/src/pruner.ts +2402 -2402
- package/packages/selector/src/runtime/tokenpilot/advisor-prompt.ts +188 -188
- package/packages/selector/src/runtime/tokenpilot/advisor-state.ts +149 -149
- package/packages/selector/src/runtime/tokenpilot/advisor.ts +419 -419
- package/packages/selector/src/runtime/tokenpilot/benefit.ts +200 -200
- package/packages/selector/tests/advisor-report.host.spec.ts +223 -223
- package/packages/selector/tests/public/package-contract.client.spec.ts +20 -0
- package/packages/selector/tests/runtime/advice-never-withholds.host.spec.ts +232 -232
- package/packages/selector/tests/runtime/advisor-invariant.spec.ts +272 -272
- package/packages/selector/tests/runtime/advisor.spec.ts +226 -226
- package/packages/selector/tests/runtime/char-basis.spec.ts +30 -30
- package/packages/selector/tests/runtime/deprecated-preset-options.spec.ts +96 -96
- package/packages/selector/tests/runtime/tokenpilot/benefit.spec.ts +217 -217
- package/packages/selector/tests/settings-seat.client.spec.ts +29 -4
- package/scripts/toolclass-corpus-replay.mjs +281 -281
|
@@ -1,188 +1,188 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Prompt construction and answer parsing for the advisory relevance advisor.
|
|
3
|
-
*
|
|
4
|
-
* Same conventions as the estimator prompts: temperature-0 small-model calls,
|
|
5
|
-
* JSON-only output instructions, and fail-open parsers that return
|
|
6
|
-
* `undefined` (never throw) on any malformed answer so the advisor stays
|
|
7
|
-
* observational even against a hostile or broken channel.
|
|
8
|
-
*/
|
|
9
|
-
|
|
10
|
-
/** One summary answer: overall task, active subtasks, prescreen keywords. */
|
|
11
|
-
export interface AdvisorSummaryAnswer {
|
|
12
|
-
readonly overallTask: string
|
|
13
|
-
readonly activeSubtasks: readonly string[]
|
|
14
|
-
readonly keywords: readonly string[]
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
/** One scoring answer row. */
|
|
18
|
-
export interface AdvisorScoreAnswer {
|
|
19
|
-
readonly seq: number
|
|
20
|
-
/** Relevance in [0, 1]; out-of-range rows are dropped. */
|
|
21
|
-
readonly score: number
|
|
22
|
-
/** Short reason; kept out of audits, used only for diagnosis in tests. */
|
|
23
|
-
readonly reason?: string
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
export function buildAdvisorSummarySystemPrompt(): string {
|
|
27
|
-
return [
|
|
28
|
-
'You summarize what an agent session is working on, for relevance statistics only.',
|
|
29
|
-
'Input: the session todolist snapshot and a recent tail of assistant narration.',
|
|
30
|
-
'Answer with ONLY one JSON object:',
|
|
31
|
-
'{"overallTask":"<one sentence>","activeSubtasks":["<subtask>"],"keywords":["<task keyword>"]}.',
|
|
32
|
-
'keywords must be 3-10 short distinctive words describing the CURRENT task.',
|
|
33
|
-
'Never add commentary; never invent tasks that the input does not support.',
|
|
34
|
-
].join(' ')
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
export function buildAdvisorSummaryUserPrompt(taskText: string, tailText: string): string {
|
|
38
|
-
const lines = [
|
|
39
|
-
`todolist:\n${taskText}`,
|
|
40
|
-
tailText.trim().length > 0 ? `recent tail:\n${tailText.trim()}` : 'recent tail: (none)',
|
|
41
|
-
]
|
|
42
|
-
return lines.join('\n\n')
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
export function buildAdvisorScoringSystemPrompt(): string {
|
|
46
|
-
return [
|
|
47
|
-
'You score how relevant each historical session artifact is to the current task,',
|
|
48
|
-
'for statistics only. Relevance covers both the artifact content and its comments',
|
|
49
|
-
'(comment semantics count too). 0 means unrelated, 1 means the live agent will',
|
|
50
|
-
'very likely need this exact content again.',
|
|
51
|
-
'Answer with ONLY one JSON object per input line:',
|
|
52
|
-
'{"seq":<number>,"score":<number between 0 and 1>,"reason":"<short>"}',
|
|
53
|
-
'one per line, same order as the input. Never invent seq values; never add commentary.',
|
|
54
|
-
].join(' ')
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
export function buildAdvisorScoringUserPrompt(
|
|
58
|
-
taskText: string,
|
|
59
|
-
activeSubtasks: readonly string[],
|
|
60
|
-
candidates: readonly { readonly seq: number, readonly preview: string }[],
|
|
61
|
-
): string {
|
|
62
|
-
const lines = [
|
|
63
|
-
`task: ${taskText.replace(/\s+/gu, ' ').slice(0, 600)}`,
|
|
64
|
-
activeSubtasks.length > 0 ? `active subtasks: ${activeSubtasks.join('; ').slice(0, 300)}` : 'active subtasks: (none)',
|
|
65
|
-
'',
|
|
66
|
-
...candidates.map(candidate => `seq=${String(candidate.seq)} | ${candidate.preview.replace(/\s+/gu, ' ')}`),
|
|
67
|
-
]
|
|
68
|
-
return lines.join('\n')
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
/** Pull the first balanced JSON object out of a possibly chatty answer. */
|
|
72
|
-
function firstJsonObject(text: string): Record<string, unknown> | undefined {
|
|
73
|
-
const start = text.indexOf('{')
|
|
74
|
-
if (start < 0) return undefined
|
|
75
|
-
let depth = 0
|
|
76
|
-
let inString = false
|
|
77
|
-
let escaped = false
|
|
78
|
-
for (let index = start; index < text.length; index += 1) {
|
|
79
|
-
const char = text[index]
|
|
80
|
-
if (inString) {
|
|
81
|
-
if (escaped) escaped = false
|
|
82
|
-
else if (char === '\\') escaped = true
|
|
83
|
-
else if (char === '"') inString = false
|
|
84
|
-
continue
|
|
85
|
-
}
|
|
86
|
-
if (char === '"') inString = true
|
|
87
|
-
else if (char === '{') depth += 1
|
|
88
|
-
else if (char === '}') {
|
|
89
|
-
depth -= 1
|
|
90
|
-
if (depth === 0) {
|
|
91
|
-
try {
|
|
92
|
-
const parsed: unknown = JSON.parse(text.slice(start, index + 1))
|
|
93
|
-
return parsed !== null && typeof parsed === 'object' && !Array.isArray(parsed)
|
|
94
|
-
? parsed as Record<string, unknown>
|
|
95
|
-
: undefined
|
|
96
|
-
} catch {
|
|
97
|
-
return undefined
|
|
98
|
-
}
|
|
99
|
-
}
|
|
100
|
-
}
|
|
101
|
-
}
|
|
102
|
-
return undefined
|
|
103
|
-
}
|
|
104
|
-
|
|
105
|
-
function stringList(value: unknown, limit: number): string[] {
|
|
106
|
-
if (!Array.isArray(value)) return []
|
|
107
|
-
return value
|
|
108
|
-
.filter((entry): entry is string => typeof entry === 'string' && entry.trim().length > 0)
|
|
109
|
-
.slice(0, limit)
|
|
110
|
-
.map(entry => entry.trim())
|
|
111
|
-
}
|
|
112
|
-
|
|
113
|
-
/**
|
|
114
|
-
* Parse one summary answer. Fail-open: `undefined` on any malformed or
|
|
115
|
-
* missing field, so a broken channel can never poison the cached summary.
|
|
116
|
-
*/
|
|
117
|
-
export function parseAdvisorSummary(text: string | undefined): AdvisorSummaryAnswer | undefined {
|
|
118
|
-
if (text === undefined || text.trim().length === 0) return undefined
|
|
119
|
-
const object = firstJsonObject(text)
|
|
120
|
-
if (object === undefined) return undefined
|
|
121
|
-
const overallTask = object.overallTask
|
|
122
|
-
if (typeof overallTask !== 'string' || overallTask.trim().length === 0) return undefined
|
|
123
|
-
const activeSubtasks = stringList(object.activeSubtasks, 12)
|
|
124
|
-
const keywords = stringList(object.keywords, 12)
|
|
125
|
-
if (keywords.length === 0 && activeSubtasks.length === 0) return undefined
|
|
126
|
-
return { overallTask: overallTask.trim(), activeSubtasks, keywords }
|
|
127
|
-
}
|
|
128
|
-
|
|
129
|
-
/** Extract every balanced JSON object from a JSON-lines or chatty answer. */
|
|
130
|
-
function jsonObjects(text: string): Record<string, unknown>[] {
|
|
131
|
-
const objects: Record<string, unknown>[] = []
|
|
132
|
-
let depth = 0
|
|
133
|
-
let start = -1
|
|
134
|
-
let inString = false
|
|
135
|
-
let escaped = false
|
|
136
|
-
for (let index = 0; index < text.length; index += 1) {
|
|
137
|
-
const char = text[index]
|
|
138
|
-
if (inString) {
|
|
139
|
-
if (escaped) escaped = false
|
|
140
|
-
else if (char === '\\') escaped = true
|
|
141
|
-
else if (char === '"') inString = false
|
|
142
|
-
continue
|
|
143
|
-
}
|
|
144
|
-
if (char === '"') inString = true
|
|
145
|
-
else if (char === '{') {
|
|
146
|
-
if (depth === 0) start = index
|
|
147
|
-
depth += 1
|
|
148
|
-
} else if (char === '}') {
|
|
149
|
-
depth -= 1
|
|
150
|
-
if (depth === 0 && start >= 0) {
|
|
151
|
-
try {
|
|
152
|
-
const parsed: unknown = JSON.parse(text.slice(start, index + 1))
|
|
153
|
-
if (parsed !== null && typeof parsed === 'object' && !Array.isArray(parsed)) {
|
|
154
|
-
objects.push(parsed as Record<string, unknown>)
|
|
155
|
-
}
|
|
156
|
-
} catch {
|
|
157
|
-
// Skip one malformed object; the rest of the answer can still parse.
|
|
158
|
-
}
|
|
159
|
-
start = -1
|
|
160
|
-
}
|
|
161
|
-
}
|
|
162
|
-
}
|
|
163
|
-
return objects
|
|
164
|
-
}
|
|
165
|
-
|
|
166
|
-
/**
|
|
167
|
-
* Parse one scoring answer. Fail-open: returns the valid rows it could read
|
|
168
|
-
* (`undefined` when nothing valid remains) — a partially garbage answer still
|
|
169
|
-
* contributes its good rows, mirroring the estimator's per-item tolerance.
|
|
170
|
-
*/
|
|
171
|
-
export function parseAdvisorScores(
|
|
172
|
-
text: string | undefined,
|
|
173
|
-
validSeqs: ReadonlySet<number>,
|
|
174
|
-
): Map<number, AdvisorScoreAnswer> | undefined {
|
|
175
|
-
if (text === undefined || text.trim().length === 0) return undefined
|
|
176
|
-
const scores = new Map<number, AdvisorScoreAnswer>()
|
|
177
|
-
for (const object of jsonObjects(text)) {
|
|
178
|
-
const seq = object.seq
|
|
179
|
-
const score = object.score
|
|
180
|
-
if (typeof seq !== 'number' || !Number.isSafeInteger(seq) || !validSeqs.has(seq)) continue
|
|
181
|
-
if (typeof score !== 'number' || !Number.isFinite(score) || score < 0 || score > 1) continue
|
|
182
|
-
const reason = typeof object.reason === 'string' && object.reason.trim().length > 0
|
|
183
|
-
? object.reason.trim()
|
|
184
|
-
: undefined
|
|
185
|
-
scores.set(seq, { seq, score, ...(reason !== undefined ? { reason } : {}) })
|
|
186
|
-
}
|
|
187
|
-
return scores.size > 0 ? scores : undefined
|
|
188
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* Prompt construction and answer parsing for the advisory relevance advisor.
|
|
3
|
+
*
|
|
4
|
+
* Same conventions as the estimator prompts: temperature-0 small-model calls,
|
|
5
|
+
* JSON-only output instructions, and fail-open parsers that return
|
|
6
|
+
* `undefined` (never throw) on any malformed answer so the advisor stays
|
|
7
|
+
* observational even against a hostile or broken channel.
|
|
8
|
+
*/
|
|
9
|
+
|
|
10
|
+
/** One summary answer: overall task, active subtasks, prescreen keywords. */
|
|
11
|
+
export interface AdvisorSummaryAnswer {
|
|
12
|
+
readonly overallTask: string
|
|
13
|
+
readonly activeSubtasks: readonly string[]
|
|
14
|
+
readonly keywords: readonly string[]
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
/** One scoring answer row. */
|
|
18
|
+
export interface AdvisorScoreAnswer {
|
|
19
|
+
readonly seq: number
|
|
20
|
+
/** Relevance in [0, 1]; out-of-range rows are dropped. */
|
|
21
|
+
readonly score: number
|
|
22
|
+
/** Short reason; kept out of audits, used only for diagnosis in tests. */
|
|
23
|
+
readonly reason?: string
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
export function buildAdvisorSummarySystemPrompt(): string {
|
|
27
|
+
return [
|
|
28
|
+
'You summarize what an agent session is working on, for relevance statistics only.',
|
|
29
|
+
'Input: the session todolist snapshot and a recent tail of assistant narration.',
|
|
30
|
+
'Answer with ONLY one JSON object:',
|
|
31
|
+
'{"overallTask":"<one sentence>","activeSubtasks":["<subtask>"],"keywords":["<task keyword>"]}.',
|
|
32
|
+
'keywords must be 3-10 short distinctive words describing the CURRENT task.',
|
|
33
|
+
'Never add commentary; never invent tasks that the input does not support.',
|
|
34
|
+
].join(' ')
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
export function buildAdvisorSummaryUserPrompt(taskText: string, tailText: string): string {
|
|
38
|
+
const lines = [
|
|
39
|
+
`todolist:\n${taskText}`,
|
|
40
|
+
tailText.trim().length > 0 ? `recent tail:\n${tailText.trim()}` : 'recent tail: (none)',
|
|
41
|
+
]
|
|
42
|
+
return lines.join('\n\n')
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
export function buildAdvisorScoringSystemPrompt(): string {
|
|
46
|
+
return [
|
|
47
|
+
'You score how relevant each historical session artifact is to the current task,',
|
|
48
|
+
'for statistics only. Relevance covers both the artifact content and its comments',
|
|
49
|
+
'(comment semantics count too). 0 means unrelated, 1 means the live agent will',
|
|
50
|
+
'very likely need this exact content again.',
|
|
51
|
+
'Answer with ONLY one JSON object per input line:',
|
|
52
|
+
'{"seq":<number>,"score":<number between 0 and 1>,"reason":"<short>"}',
|
|
53
|
+
'one per line, same order as the input. Never invent seq values; never add commentary.',
|
|
54
|
+
].join(' ')
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
export function buildAdvisorScoringUserPrompt(
|
|
58
|
+
taskText: string,
|
|
59
|
+
activeSubtasks: readonly string[],
|
|
60
|
+
candidates: readonly { readonly seq: number, readonly preview: string }[],
|
|
61
|
+
): string {
|
|
62
|
+
const lines = [
|
|
63
|
+
`task: ${taskText.replace(/\s+/gu, ' ').slice(0, 600)}`,
|
|
64
|
+
activeSubtasks.length > 0 ? `active subtasks: ${activeSubtasks.join('; ').slice(0, 300)}` : 'active subtasks: (none)',
|
|
65
|
+
'',
|
|
66
|
+
...candidates.map(candidate => `seq=${String(candidate.seq)} | ${candidate.preview.replace(/\s+/gu, ' ')}`),
|
|
67
|
+
]
|
|
68
|
+
return lines.join('\n')
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
/** Pull the first balanced JSON object out of a possibly chatty answer. */
|
|
72
|
+
function firstJsonObject(text: string): Record<string, unknown> | undefined {
|
|
73
|
+
const start = text.indexOf('{')
|
|
74
|
+
if (start < 0) return undefined
|
|
75
|
+
let depth = 0
|
|
76
|
+
let inString = false
|
|
77
|
+
let escaped = false
|
|
78
|
+
for (let index = start; index < text.length; index += 1) {
|
|
79
|
+
const char = text[index]
|
|
80
|
+
if (inString) {
|
|
81
|
+
if (escaped) escaped = false
|
|
82
|
+
else if (char === '\\') escaped = true
|
|
83
|
+
else if (char === '"') inString = false
|
|
84
|
+
continue
|
|
85
|
+
}
|
|
86
|
+
if (char === '"') inString = true
|
|
87
|
+
else if (char === '{') depth += 1
|
|
88
|
+
else if (char === '}') {
|
|
89
|
+
depth -= 1
|
|
90
|
+
if (depth === 0) {
|
|
91
|
+
try {
|
|
92
|
+
const parsed: unknown = JSON.parse(text.slice(start, index + 1))
|
|
93
|
+
return parsed !== null && typeof parsed === 'object' && !Array.isArray(parsed)
|
|
94
|
+
? parsed as Record<string, unknown>
|
|
95
|
+
: undefined
|
|
96
|
+
} catch {
|
|
97
|
+
return undefined
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
return undefined
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
function stringList(value: unknown, limit: number): string[] {
|
|
106
|
+
if (!Array.isArray(value)) return []
|
|
107
|
+
return value
|
|
108
|
+
.filter((entry): entry is string => typeof entry === 'string' && entry.trim().length > 0)
|
|
109
|
+
.slice(0, limit)
|
|
110
|
+
.map(entry => entry.trim())
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
/**
|
|
114
|
+
* Parse one summary answer. Fail-open: `undefined` on any malformed or
|
|
115
|
+
* missing field, so a broken channel can never poison the cached summary.
|
|
116
|
+
*/
|
|
117
|
+
export function parseAdvisorSummary(text: string | undefined): AdvisorSummaryAnswer | undefined {
|
|
118
|
+
if (text === undefined || text.trim().length === 0) return undefined
|
|
119
|
+
const object = firstJsonObject(text)
|
|
120
|
+
if (object === undefined) return undefined
|
|
121
|
+
const overallTask = object.overallTask
|
|
122
|
+
if (typeof overallTask !== 'string' || overallTask.trim().length === 0) return undefined
|
|
123
|
+
const activeSubtasks = stringList(object.activeSubtasks, 12)
|
|
124
|
+
const keywords = stringList(object.keywords, 12)
|
|
125
|
+
if (keywords.length === 0 && activeSubtasks.length === 0) return undefined
|
|
126
|
+
return { overallTask: overallTask.trim(), activeSubtasks, keywords }
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
/** Extract every balanced JSON object from a JSON-lines or chatty answer. */
|
|
130
|
+
function jsonObjects(text: string): Record<string, unknown>[] {
|
|
131
|
+
const objects: Record<string, unknown>[] = []
|
|
132
|
+
let depth = 0
|
|
133
|
+
let start = -1
|
|
134
|
+
let inString = false
|
|
135
|
+
let escaped = false
|
|
136
|
+
for (let index = 0; index < text.length; index += 1) {
|
|
137
|
+
const char = text[index]
|
|
138
|
+
if (inString) {
|
|
139
|
+
if (escaped) escaped = false
|
|
140
|
+
else if (char === '\\') escaped = true
|
|
141
|
+
else if (char === '"') inString = false
|
|
142
|
+
continue
|
|
143
|
+
}
|
|
144
|
+
if (char === '"') inString = true
|
|
145
|
+
else if (char === '{') {
|
|
146
|
+
if (depth === 0) start = index
|
|
147
|
+
depth += 1
|
|
148
|
+
} else if (char === '}') {
|
|
149
|
+
depth -= 1
|
|
150
|
+
if (depth === 0 && start >= 0) {
|
|
151
|
+
try {
|
|
152
|
+
const parsed: unknown = JSON.parse(text.slice(start, index + 1))
|
|
153
|
+
if (parsed !== null && typeof parsed === 'object' && !Array.isArray(parsed)) {
|
|
154
|
+
objects.push(parsed as Record<string, unknown>)
|
|
155
|
+
}
|
|
156
|
+
} catch {
|
|
157
|
+
// Skip one malformed object; the rest of the answer can still parse.
|
|
158
|
+
}
|
|
159
|
+
start = -1
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
return objects
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
/**
|
|
167
|
+
* Parse one scoring answer. Fail-open: returns the valid rows it could read
|
|
168
|
+
* (`undefined` when nothing valid remains) — a partially garbage answer still
|
|
169
|
+
* contributes its good rows, mirroring the estimator's per-item tolerance.
|
|
170
|
+
*/
|
|
171
|
+
export function parseAdvisorScores(
|
|
172
|
+
text: string | undefined,
|
|
173
|
+
validSeqs: ReadonlySet<number>,
|
|
174
|
+
): Map<number, AdvisorScoreAnswer> | undefined {
|
|
175
|
+
if (text === undefined || text.trim().length === 0) return undefined
|
|
176
|
+
const scores = new Map<number, AdvisorScoreAnswer>()
|
|
177
|
+
for (const object of jsonObjects(text)) {
|
|
178
|
+
const seq = object.seq
|
|
179
|
+
const score = object.score
|
|
180
|
+
if (typeof seq !== 'number' || !Number.isSafeInteger(seq) || !validSeqs.has(seq)) continue
|
|
181
|
+
if (typeof score !== 'number' || !Number.isFinite(score) || score < 0 || score > 1) continue
|
|
182
|
+
const reason = typeof object.reason === 'string' && object.reason.trim().length > 0
|
|
183
|
+
? object.reason.trim()
|
|
184
|
+
: undefined
|
|
185
|
+
scores.set(seq, { seq, score, ...(reason !== undefined ? { reason } : {}) })
|
|
186
|
+
}
|
|
187
|
+
return scores.size > 0 ? scores : undefined
|
|
188
|
+
}
|