agentfootprint 8.19.0 → 8.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/agentfootprint-index.mjs +28 -3
- package/dist/esm/lib/rag/defineRAG.d.ts +9 -6
- package/dist/esm/lib/rag/defineRAG.js.map +1 -1
- package/dist/esm/memory/retrieval/topK.d.ts +12 -6
- package/dist/esm/memory/retrieval/topK.js.map +1 -1
- package/dist/esm/memory/store/index.d.ts +1 -0
- package/dist/esm/memory/store/index.js +1 -0
- package/dist/esm/memory/store/index.js.map +1 -1
- package/dist/esm/memory/store/staticVectorStore.d.ts +83 -0
- package/dist/esm/memory/store/staticVectorStore.js +224 -0
- package/dist/esm/memory/store/staticVectorStore.js.map +1 -0
- package/dist/esm/observe.d.ts +1 -0
- package/dist/esm/observe.js +5 -0
- package/dist/esm/observe.js.map +1 -1
- package/dist/esm/rag/exportCorpus.d.ts +64 -0
- package/dist/esm/rag/exportCorpus.js +172 -0
- package/dist/esm/rag/exportCorpus.js.map +1 -0
- package/dist/esm/rag/index.d.ts +3 -1
- package/dist/esm/rag/index.js +8 -1
- package/dist/esm/rag/index.js.map +1 -1
- package/dist/esm/rag/splitters/byHeading.d.ts +39 -0
- package/dist/esm/rag/splitters/byHeading.js +133 -15
- package/dist/esm/rag/splitters/byHeading.js.map +1 -1
- package/dist/esm/rag/splitters/byParagraph.d.ts +14 -0
- package/dist/esm/rag/splitters/byParagraph.js +4 -2
- package/dist/esm/rag/splitters/byParagraph.js.map +1 -1
- package/dist/esm/rag/splitters/constants.d.ts +24 -1
- package/dist/esm/rag/splitters/constants.js +24 -1
- package/dist/esm/rag/splitters/constants.js.map +1 -1
- package/dist/esm/rag/splitters/index.d.ts +15 -1
- package/dist/esm/rag/splitters/index.js +15 -1
- package/dist/esm/rag/splitters/index.js.map +1 -1
- package/dist/esm/rag/splitters/shared.d.ts +32 -0
- package/dist/esm/rag/splitters/shared.js +77 -1
- package/dist/esm/rag/splitters/shared.js.map +1 -1
- package/dist/esm/recorders/observability/BoundaryRecorder.d.ts +24 -0
- package/dist/esm/recorders/observability/BoundaryRecorder.js +19 -6
- package/dist/esm/recorders/observability/BoundaryRecorder.js.map +1 -1
- package/dist/esm/recorders/observability/embeddingSummary.d.ts +56 -0
- package/dist/esm/recorders/observability/embeddingSummary.js +114 -0
- package/dist/esm/recorders/observability/embeddingSummary.js.map +1 -0
- package/dist/esm/recorders/observability/recordRun.d.ts +16 -0
- package/dist/esm/recorders/observability/recordRun.js +17 -3
- package/dist/esm/recorders/observability/recordRun.js.map +1 -1
- package/dist/lib/rag/defineRAG.js.map +1 -1
- package/dist/memory/retrieval/topK.js.map +1 -1
- package/dist/memory/store/index.js +6 -1
- package/dist/memory/store/index.js.map +1 -1
- package/dist/memory/store/staticVectorStore.js +230 -0
- package/dist/memory/store/staticVectorStore.js.map +1 -0
- package/dist/observe.js +8 -1
- package/dist/observe.js.map +1 -1
- package/dist/rag/exportCorpus.js +177 -0
- package/dist/rag/exportCorpus.js.map +1 -0
- package/dist/rag/index.js +13 -1
- package/dist/rag/index.js.map +1 -1
- package/dist/rag/splitters/byHeading.js +132 -14
- package/dist/rag/splitters/byHeading.js.map +1 -1
- package/dist/rag/splitters/byParagraph.js +3 -1
- package/dist/rag/splitters/byParagraph.js.map +1 -1
- package/dist/rag/splitters/constants.js +25 -2
- package/dist/rag/splitters/constants.js.map +1 -1
- package/dist/rag/splitters/index.js +16 -1
- package/dist/rag/splitters/index.js.map +1 -1
- package/dist/rag/splitters/shared.js +79 -1
- package/dist/rag/splitters/shared.js.map +1 -1
- package/dist/recorders/observability/BoundaryRecorder.js +19 -6
- package/dist/recorders/observability/BoundaryRecorder.js.map +1 -1
- package/dist/recorders/observability/embeddingSummary.js +119 -0
- package/dist/recorders/observability/embeddingSummary.js.map +1 -0
- package/dist/recorders/observability/recordRun.js +17 -3
- package/dist/recorders/observability/recordRun.js.map +1 -1
- package/dist/types/lib/rag/defineRAG.d.ts +9 -6
- package/dist/types/lib/rag/defineRAG.d.ts.map +1 -1
- package/dist/types/memory/retrieval/topK.d.ts +12 -6
- package/dist/types/memory/retrieval/topK.d.ts.map +1 -1
- package/dist/types/memory/store/index.d.ts +1 -0
- package/dist/types/memory/store/index.d.ts.map +1 -1
- package/dist/types/memory/store/staticVectorStore.d.ts +84 -0
- package/dist/types/memory/store/staticVectorStore.d.ts.map +1 -0
- package/dist/types/observe.d.ts +1 -0
- package/dist/types/observe.d.ts.map +1 -1
- package/dist/types/rag/exportCorpus.d.ts +65 -0
- package/dist/types/rag/exportCorpus.d.ts.map +1 -0
- package/dist/types/rag/index.d.ts +3 -1
- package/dist/types/rag/index.d.ts.map +1 -1
- package/dist/types/rag/splitters/byHeading.d.ts +39 -0
- package/dist/types/rag/splitters/byHeading.d.ts.map +1 -1
- package/dist/types/rag/splitters/byParagraph.d.ts +14 -0
- package/dist/types/rag/splitters/byParagraph.d.ts.map +1 -1
- package/dist/types/rag/splitters/constants.d.ts +24 -1
- package/dist/types/rag/splitters/constants.d.ts.map +1 -1
- package/dist/types/rag/splitters/index.d.ts +15 -1
- package/dist/types/rag/splitters/index.d.ts.map +1 -1
- package/dist/types/rag/splitters/shared.d.ts +32 -0
- package/dist/types/rag/splitters/shared.d.ts.map +1 -1
- package/dist/types/recorders/observability/BoundaryRecorder.d.ts +24 -0
- package/dist/types/recorders/observability/BoundaryRecorder.d.ts.map +1 -1
- package/dist/types/recorders/observability/embeddingSummary.d.ts +57 -0
- package/dist/types/recorders/observability/embeddingSummary.d.ts.map +1 -0
- package/dist/types/recorders/observability/recordRun.d.ts +16 -0
- package/dist/types/recorders/observability/recordRun.d.ts.map +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* embeddingSummary — what a recording keeps of a vector: its shape, not its
|
|
3
|
+
* bytes.
|
|
4
|
+
*
|
|
5
|
+
* Pattern: pure copy-on-write projection, in the `storedPreview` family —
|
|
6
|
+
* "summarise structured values rather than serialize them", applied
|
|
7
|
+
* to the one field measured to dominate a recording's size.
|
|
8
|
+
* Role: recorders/observability layer. Applied at the RECORDING boundary
|
|
9
|
+
* (BoundaryRecorder payload capture, `recordRun` freeze), never to
|
|
10
|
+
* live run state — stages and stores keep their real vectors.
|
|
11
|
+
* Emits: N/A.
|
|
12
|
+
*
|
|
13
|
+
* ── The measurement this exists for ─────────────────────────────────────────
|
|
14
|
+
* A single retrieval turn's recording measured 2.76 MB in a production RAG
|
|
15
|
+
* deployment — about 1.1 MB of it embedding floats, because the memory-read
|
|
16
|
+
* subflow's boundary output carries every retrieved entry, and every entry
|
|
17
|
+
* carries its full vector (1,024 floats serializing at ~19 bytes each). No
|
|
18
|
+
* consumer of a recording reads those floats: retrieval debugging needs the
|
|
19
|
+
* score, the passage, the document and the rejected candidates — all of which
|
|
20
|
+
* live in the retrieval evidence and none of which this touches. The vector's
|
|
21
|
+
* only recording-worthy facts are that it existed, its dimensionality, and a
|
|
22
|
+
* checksum-grade magnitude. That is exactly what `{ dims, norm }` keeps.
|
|
23
|
+
*
|
|
24
|
+
* The walk is copy-on-write: a value with no embeddings anywhere is returned
|
|
25
|
+
* BY REFERENCE, so the common payload costs one traversal and zero
|
|
26
|
+
* allocation. It never mutates its input — recordings share structure with
|
|
27
|
+
* live run state, and live state is borrowed, not owned.
|
|
28
|
+
*
|
|
29
|
+
* Two spellings are recognised, because the memory layer writes both:
|
|
30
|
+
* - `embedding: number[]` — a `MemoryEntry`'s vector (read side);
|
|
31
|
+
* - `embeddings: number[][]` — the write pipeline's per-message batch.
|
|
32
|
+
*
|
|
33
|
+
* Idempotent by construction: a summary is not a numeric array, so a value
|
|
34
|
+
* that has already been summarised passes through unchanged.
|
|
35
|
+
*/
|
|
36
|
+
/** Round to 4 decimals — a checksum, not an operand. */
|
|
37
|
+
function l2norm(vector) {
|
|
38
|
+
let sum = 0;
|
|
39
|
+
for (const v of vector)
|
|
40
|
+
sum += v * v;
|
|
41
|
+
return Math.round(Math.sqrt(sum) * 1e4) / 1e4;
|
|
42
|
+
}
|
|
43
|
+
function isNumericVector(value) {
|
|
44
|
+
return Array.isArray(value) && value.length > 0 && value.every((v) => typeof v === 'number');
|
|
45
|
+
}
|
|
46
|
+
/** Summarise one vector. Exported for consumers that render recordings. */
|
|
47
|
+
export function summarizeVector(vector) {
|
|
48
|
+
return { dims: vector.length, norm: l2norm(vector) };
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* Replace every `embedding` / `embeddings` field in a JSON-ish value with its
|
|
52
|
+
* `{ dims, norm }` summary. Copy-on-write: returns the SAME reference when
|
|
53
|
+
* nothing needed replacing; otherwise a structurally-shared copy. Never
|
|
54
|
+
* mutates the input.
|
|
55
|
+
*
|
|
56
|
+
* Shared nodes stay shared: a snapshot holds the same entry object at several
|
|
57
|
+
* paths (live state, stage writes, commit history), so results are memoized
|
|
58
|
+
* per input object — every path gets the SAME summarized copy, not one copy
|
|
59
|
+
* and one raw leak. Cycle-safe: an object seen again while still being walked
|
|
60
|
+
* resolves to its original reference (a cyclic value could not be serialized
|
|
61
|
+
* anyway).
|
|
62
|
+
*/
|
|
63
|
+
export function summarizeEmbeddings(value) {
|
|
64
|
+
return walk(value, new WeakMap());
|
|
65
|
+
}
|
|
66
|
+
function walk(value, memo) {
|
|
67
|
+
if (value === null || typeof value !== 'object')
|
|
68
|
+
return value;
|
|
69
|
+
if (memo.has(value))
|
|
70
|
+
return memo.get(value);
|
|
71
|
+
// Placeholder for cycles: a back-edge met mid-walk resolves to the original.
|
|
72
|
+
memo.set(value, value);
|
|
73
|
+
if (Array.isArray(value)) {
|
|
74
|
+
let copy;
|
|
75
|
+
for (let i = 0; i < value.length; i++) {
|
|
76
|
+
const walked = walk(value[i], memo);
|
|
77
|
+
if (walked !== value[i]) {
|
|
78
|
+
copy ??= [...value];
|
|
79
|
+
copy[i] = walked;
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
const result = copy ?? value;
|
|
83
|
+
memo.set(value, result);
|
|
84
|
+
return result;
|
|
85
|
+
}
|
|
86
|
+
// Walk plain objects only. Class instances, Dates, Maps and the like are
|
|
87
|
+
// opaque values here — the recording layer stores POJOs, and reaching into
|
|
88
|
+
// somebody's live object to rewrite a field is what "never mutate" forbids.
|
|
89
|
+
const proto = Object.getPrototypeOf(value);
|
|
90
|
+
if (proto !== Object.prototype && proto !== null)
|
|
91
|
+
return value;
|
|
92
|
+
const record = value;
|
|
93
|
+
let copy;
|
|
94
|
+
for (const [key, field] of Object.entries(record)) {
|
|
95
|
+
let replacement = field;
|
|
96
|
+
if (key === 'embedding' && isNumericVector(field)) {
|
|
97
|
+
replacement = summarizeVector(field);
|
|
98
|
+
}
|
|
99
|
+
else if (key === 'embeddings' && Array.isArray(field) && field.some(isNumericVector)) {
|
|
100
|
+
replacement = field.map((v) => (isNumericVector(v) ? summarizeVector(v) : walk(v, memo)));
|
|
101
|
+
}
|
|
102
|
+
else {
|
|
103
|
+
replacement = walk(field, memo);
|
|
104
|
+
}
|
|
105
|
+
if (replacement !== field) {
|
|
106
|
+
copy ??= { ...record };
|
|
107
|
+
copy[key] = replacement;
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
const result = copy ?? value;
|
|
111
|
+
memo.set(value, result);
|
|
112
|
+
return result;
|
|
113
|
+
}
|
|
114
|
+
//# sourceMappingURL=embeddingSummary.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embeddingSummary.js","sourceRoot":"","sources":["../../../../src/recorders/observability/embeddingSummary.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AAQH,wDAAwD;AACxD,SAAS,MAAM,CAAC,MAAyB;IACvC,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IACrC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;AAChD,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;AAC/F,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,eAAe,CAAC,MAAyB;IACvD,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;AACvD,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAc;IAChD,OAAO,IAAI,CAAC,KAAK,EAAE,IAAI,OAAO,EAAE,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,IAAI,CAAC,KAAc,EAAE,IAA8B;IAC1D,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC5C,6EAA6E;IAC7E,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAEvB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,IAAI,IAA2B,CAAC;QAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACpC,IAAI,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxB,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC;gBACpB,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;YACnB,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,IAAI,KAAK,CAAC;QAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACxB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,yEAAyE;IACzE,2EAA2E;IAC3E,4EAA4E;IAC5E,MAAM,KAAK,GAAY,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IACpD,IAAI,KAAK,KAAK,MAAM,CAAC,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAE/D,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,IAAI,IAAyC,CAAC;IAC9C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAClD,IAAI,WAAW,GAAY,KAAK,CAAC;QACjC,IAAI,GAAG,KAAK,WAAW,IAAI,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;YAClD,WAAW,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACvC,CAAC;aAAM,IAAI,GAAG,KAAK,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;YACvF,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5F,CAAC;aAAM,CAAC;YACN,WAAW,GAAG,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;YAC1B,IAAI,KAAK,EAAE,GAAG,MAAM,EAAE,CAAC;YACvB,IAAI,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,IAAI,KAAK,CAAC;IAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACxB,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -94,6 +94,22 @@ export interface RecordRunOptions {
|
|
|
94
94
|
* consumer reading the bundle's `meta.mode` can say so.
|
|
95
95
|
*/
|
|
96
96
|
readonly boundaryDetail?: 'full' | 'lean';
|
|
97
|
+
/**
|
|
98
|
+
* Keep raw embedding vectors in the recording (8.20.0). Default `false`:
|
|
99
|
+
* every `embedding` / `embeddings` field — in boundary payloads, in the
|
|
100
|
+
* snapshot's subflow results, in tool results riding the event stream —
|
|
101
|
+
* is replaced with its `{ dims, norm }` summary when the recording is
|
|
102
|
+
* frozen.
|
|
103
|
+
*
|
|
104
|
+
* Field measurement behind the default: one retrieval turn's recording
|
|
105
|
+
* weighed 2.76 MB, ~1.1 MB of it embedding floats, because the
|
|
106
|
+
* memory-read subflow's boundary output carries each retrieved entry's
|
|
107
|
+
* full vector. Nothing that renders a recording reads those floats; the
|
|
108
|
+
* retrieval evidence a debugger needs (score, passage, document,
|
|
109
|
+
* rejected candidates) carries no vectors and is untouched. Set `true`
|
|
110
|
+
* only when a consumer genuinely replays raw vectors offline.
|
|
111
|
+
*/
|
|
112
|
+
readonly recordEmbeddings?: boolean;
|
|
97
113
|
}
|
|
98
114
|
/** A recording in progress. Keep it until the run ends, then freeze it. */
|
|
99
115
|
export interface RunRecorder {
|
|
@@ -58,6 +58,7 @@
|
|
|
58
58
|
*/
|
|
59
59
|
import { DEFAULT_MAX_EVENTS, eventTail } from '../../events/eventTail.js';
|
|
60
60
|
import { boundaryRecorder } from './BoundaryRecorder.js';
|
|
61
|
+
import { summarizeEmbeddings } from './embeddingSummary.js';
|
|
61
62
|
/**
|
|
62
63
|
* Start recording a runner. Call BEFORE `run()` — a recording is
|
|
63
64
|
* collected as the run happens and cannot be reconstructed after it.
|
|
@@ -90,9 +91,11 @@ export function recordRun(runner, options = {}) {
|
|
|
90
91
|
// to call this instead of wiring it yourself. `getCommitCount` reads
|
|
91
92
|
// through the runner on every boundary, so it reports the count at
|
|
92
93
|
// that moment rather than a number captured now (when it is 0).
|
|
94
|
+
const keepEmbeddings = options.recordEmbeddings ?? false;
|
|
93
95
|
const boundary = boundaryRecorder({
|
|
94
96
|
getCommitCount: () => runner.getCommitCount(),
|
|
95
97
|
...(options.boundaryDetail === 'lean' ? { snapshot: 'lean' } : {}),
|
|
98
|
+
...(keepEmbeddings ? { recordEmbeddings: true } : {}),
|
|
96
99
|
});
|
|
97
100
|
const offAttach = runner.attach(boundary);
|
|
98
101
|
const offTyped = boundary.subscribe(runner);
|
|
@@ -100,9 +103,20 @@ export function recordRun(runner, options = {}) {
|
|
|
100
103
|
return {
|
|
101
104
|
toRecording: () => ({
|
|
102
105
|
// Read at freeze time. Before the run there is no snapshot; during
|
|
103
|
-
// one it grows; after it, it is the finished run's.
|
|
104
|
-
|
|
105
|
-
|
|
106
|
+
// one it grows; after it, it is the finished run's. Unless
|
|
107
|
+
// `recordEmbeddings` asked for them, raw vectors are summarised to
|
|
108
|
+
// `{ dims, norm }` here — the snapshot's subflow results carry every
|
|
109
|
+
// retrieved entry's full vector otherwise, which is what made a
|
|
110
|
+
// single retrieval turn's recording weigh 2.76 MB in the field. The
|
|
111
|
+
// summarisation is copy-on-write: parts of the snapshot without
|
|
112
|
+
// embeddings are the runner's own objects, held by reference, as
|
|
113
|
+
// before — serialize to detach.
|
|
114
|
+
snapshot: keepEmbeddings
|
|
115
|
+
? runner.getLastSnapshot()
|
|
116
|
+
: summarizeEmbeddings(runner.getLastSnapshot()),
|
|
117
|
+
events: keepEmbeddings
|
|
118
|
+
? tail.snapshot().events
|
|
119
|
+
: summarizeEmbeddings(tail.snapshot().events),
|
|
106
120
|
// The one piece a run does not leave behind — it lives on the
|
|
107
121
|
// chart, which is built once and never changes.
|
|
108
122
|
structure: runner.getSpec().buildTimeStructure,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"recordRun.js","sourceRoot":"","sources":["../../../../src/recorders/observability/recordRun.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyDG;AAKH,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AAC1E,OAAO,EAAE,gBAAgB,EAAyB,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"recordRun.js","sourceRoot":"","sources":["../../../../src/recorders/observability/recordRun.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyDG;AAKH,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AAC1E,OAAO,EAAE,gBAAgB,EAAyB,MAAM,uBAAuB,CAAC;AAChF,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAqF5D;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,SAAS,CAAC,MAAc,EAAE,UAA4B,EAAE;IACtE,oEAAoE;IACpE,sEAAsE;IACtE,qEAAqE;IACrE,+DAA+D;IAC/D,sEAAsE;IACtE,iDAAiD;IACjD,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC,CAAC;IAChE,MAAM,SAAS,GAAgB,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,KAA0B,EAAE,EAAE;QAC3E,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,uEAAuE;IACvE,wEAAwE;IACxE,sEAAsE;IACtE,mEAAmE;IACnE,MAAM,cAAc,GAAG,OAAO,CAAC,gBAAgB,IAAI,KAAK,CAAC;IACzD,MAAM,QAAQ,GAAG,gBAAgB,CAAC;QAChC,cAAc,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,EAAE;QAC7C,GAAG,CAAC,OAAO,CAAC,cAAc,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAE5C,IAAI,OAAO,GAAG,KAAK,CAAC;IAEpB,OAAO;QACL,WAAW,EAAE,GAAc,EAAE,CAAC,CAAC;YAC7B,mEAAmE;YACnE,2DAA2D;YAC3D,mEAAmE;YACnE,qEAAqE;YACrE,gEAAgE;YAChE,oEAAoE;YACpE,gEAAgE;YAChE,iEAAiE;YACjE,gCAAgC;YAChC,QAAQ,EAAE,cAAc;gBACtB,CAAC,CAAC,MAAM,CAAC,eAAe,EAAE;gBAC1B,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YACjD,MAAM,EAAE,cAAc;gBACpB,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,MAAM;gBACxB,CAAC,CAAE,mBAAmB,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAoC;YACnF,8DAA8D;YAC9D,gDAAgD;YAChD,SAAS,EAAG,MAAM,CAAC,OAAO,EAAuC,CAAC,kBAAkB;SACrF,CAAC;QACF,QAAQ;QACR,IAAI,UAAU;YACZ,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QACD,IAAI,aAAa;YACf,OAAO,IAAI,CAAC,OAAO,CAAC;QACtB,CAAC;QACD,IAAI,EAAE,GAAG,EAAE;YACT,mEAAmE;YACnE,mEAAmE;YACnE,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,CAAC;YACX,SAAS,EAAE,CAAC;QACd,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"defineRAG.js","sourceRoot":"","sources":["../../../src/lib/rag/defineRAG.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsHG;;;AAOH,kEAA+E;AAC/E,sDAAsD;AACtD,oEAA6D;AAE7D;;;;;GAKG;AACU,QAAA,uBAAuB,GAAmB,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"defineRAG.js","sourceRoot":"","sources":["../../../src/lib/rag/defineRAG.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsHG;;;AAOH,kEAA+E;AAC/E,sDAAsD;AACtD,oEAA6D;AAE7D;;;;;GAKG;AACU,QAAA,uBAAuB,GAAmB,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC;AAsJrF;;;;;;;;GAQG;AACH,SAAgB,SAAS,CAAC,IAAsB;IAC9C,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IACD,sEAAsE;IACtE,oEAAoE;IACpE,uDAAuD;IACvD,IAAA,+BAAY,EAAC,IAAI,EAAE,cAAc,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IAC9C,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,aAAa,IAAI,CAAC,EAAE,2BAA2B,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,aAAa,IAAI,CAAC,EAAE,8BAA8B,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,aAAa,IAAI,CAAC,EAAE,oCAAoC;YACtD,yEAAyE,CAC5E,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;QAC1F,MAAM,IAAI,KAAK,CACb,aAAa,IAAI,CAAC,EAAE,qEAAqE;YACvF,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,6DAA6D;YACrF,kFAAkF,CACrF,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS;YAAE,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAChE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CACb,aAAa,IAAI,CAAC,EAAE,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,yCAAyC;gBACxF,qEAAqE;gBACrE,gBAAgB,IAAI,CAAC,SAAS,CAAC,IAAI,wBAAwB,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CACpF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,IAAA,wBAAY,EAAC;QAClB,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,GAAG,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;QACxE,IAAI,EAAE,8BAAY,CAAC,QAAQ;QAC3B,QAAQ,EACN,IAAI,CAAC,SAAS,KAAK,SAAS;YAC1B,CAAC,CAAC;gBACE,IAAI,EAAE,mCAAiB,CAAC,KAAK;gBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;gBACrE,8DAA8D;gBAC9D,mDAAmD;gBACnD,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;aAChE;YACH,CAAC,CAAC;gBACE,IAAI,EAAE,mCAAiB,CAAC,KAAK;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;gBACpB,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,GAAG;gBAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;gBACrE,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;aAChE;QACP,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,uDAAuD;QACvD,QAAQ,EAAE,IAAI;QACd,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,+BAAuB;QAC9C,MAAM,EAAE,KAAK;KACd,CAAC,CAAC;AACL,CAAC;AArED,8BAqEC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"topK.js","sourceRoot":"","sources":["../../../src/memory/retrieval/topK.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"topK.js","sourceRoot":"","sources":["../../../src/memory/retrieval/topK.ts"],"names":[],"mappings":";;;AA2DA;;;;;;;;;;;;;;GAcG;AACH,SAAgB,IAAI,CAAC,UAAuB,EAAE;IAC5C,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC;IACzB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,qDAAqD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7F,CAAC;IACD,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC;IAChD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CACb,oEAAoE,MAAM,CACxE,OAAO,CAAC,YAAY,CACrB,GAAG,CACL,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC;IACpF,IAAI,SAAS,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,KAAK,CACb,kEAAkE,MAAM,CACtE,OAAO,CAAC,SAAS,CAClB,GAAG,CACL,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,CAAC;QACD,GAAG,CAAC,SAAS,KAAK,SAAS,IAAI,EAAE,SAAS,EAAE,CAAC;QAC7C,YAAY;QACZ,MAAM,CAAC,IAAgC;YACrC,MAAM,QAAQ,GAAuB,EAAE,CAAC;YACxC,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,KAAK,MAAM,SAAS,IAAI,IAAI,EAAE,CAAC;gBAC7B,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC;oBAC3D,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAC;oBAC9D,SAAS;gBACX,CAAC;gBACD,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;oBAClB,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC;oBAC/D,SAAS;gBACX,CAAC;gBACD,QAAQ,IAAI,CAAC,CAAC;gBACd,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;KACF,CAAC;AACJ,CAAC;AA7CD,oBA6CC"}
|
|
@@ -1,6 +1,11 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.InMemoryStore = void 0;
|
|
3
|
+
exports.CORPUS_BUNDLE_FORMAT = exports.bundleEntryToMemoryEntry = exports.assertCorpusBundle = exports.staticVectorStore = exports.InMemoryStore = void 0;
|
|
4
4
|
var InMemoryStore_js_1 = require("./InMemoryStore.js");
|
|
5
5
|
Object.defineProperty(exports, "InMemoryStore", { enumerable: true, get: function () { return InMemoryStore_js_1.InMemoryStore; } });
|
|
6
|
+
var staticVectorStore_js_1 = require("./staticVectorStore.js");
|
|
7
|
+
Object.defineProperty(exports, "staticVectorStore", { enumerable: true, get: function () { return staticVectorStore_js_1.staticVectorStore; } });
|
|
8
|
+
Object.defineProperty(exports, "assertCorpusBundle", { enumerable: true, get: function () { return staticVectorStore_js_1.assertCorpusBundle; } });
|
|
9
|
+
Object.defineProperty(exports, "bundleEntryToMemoryEntry", { enumerable: true, get: function () { return staticVectorStore_js_1.bundleEntryToMemoryEntry; } });
|
|
10
|
+
Object.defineProperty(exports, "CORPUS_BUNDLE_FORMAT", { enumerable: true, get: function () { return staticVectorStore_js_1.CORPUS_BUNDLE_FORMAT; } });
|
|
6
11
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/memory/store/index.ts"],"names":[],"mappings":";;;AASA,uDAAmD;AAA1C,iHAAA,aAAa,OAAA"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/memory/store/index.ts"],"names":[],"mappings":";;;AASA,uDAAmD;AAA1C,iHAAA,aAAa,OAAA;AACtB,+DAQgC;AAP9B,yHAAA,iBAAiB,OAAA;AACjB,0HAAA,kBAAkB,OAAA;AAClB,gIAAA,wBAAwB,OAAA;AACxB,4HAAA,oBAAoB,OAAA"}
|
|
@@ -0,0 +1,230 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.staticVectorStore = exports.bundleEntryToMemoryEntry = exports.assertCorpusBundle = exports.CORPUS_BUNDLE_FORMAT = void 0;
|
|
4
|
+
const index_js_1 = require("../identity/index.js");
|
|
5
|
+
const cosine_js_1 = require("../embedding/cosine.js");
|
|
6
|
+
/** The bundle format marker. Version the FORMAT, not the library. */
|
|
7
|
+
exports.CORPUS_BUNDLE_FORMAT = 'agentfootprint-corpus-v1';
|
|
8
|
+
/**
|
|
9
|
+
* Validate a value as a `CorpusBundle`, teachingly. Shared by
|
|
10
|
+
* `staticVectorStore` and `importCorpus`, so a truncated file or a
|
|
11
|
+
* hand-edited bundle fails the same way at every door.
|
|
12
|
+
*/
|
|
13
|
+
function assertCorpusBundle(bundle, caller) {
|
|
14
|
+
const b = bundle;
|
|
15
|
+
if (b === null || typeof b !== 'object') {
|
|
16
|
+
throw new Error(`${caller}: expected a corpus bundle object, received ${b === null ? 'null' : typeof b}. ` +
|
|
17
|
+
`A bundle comes from exportCorpus() — typically JSON.parse of the file it was saved to.`);
|
|
18
|
+
}
|
|
19
|
+
if (b.format !== exports.CORPUS_BUNDLE_FORMAT) {
|
|
20
|
+
throw new Error(`${caller}: this is not a corpus bundle — \`format\` is ${JSON.stringify(b.format)}, expected '${exports.CORPUS_BUNDLE_FORMAT}'. Bundles are produced by exportCorpus(); a raw ` +
|
|
21
|
+
`entries array or a different artifact cannot be served as one.`);
|
|
22
|
+
}
|
|
23
|
+
const dims = b.embedder?.dimensions;
|
|
24
|
+
if (typeof b.embedder?.id !== 'string' || typeof dims !== 'number' || dims < 1) {
|
|
25
|
+
throw new Error(`${caller}: the bundle does not name its embedding space — \`embedder\` must carry a ` +
|
|
26
|
+
`string \`id\` and a positive \`dimensions\`. Without them nothing can refuse a wrong ` +
|
|
27
|
+
`embedder at load, which is the silent failure this format exists to prevent.`);
|
|
28
|
+
}
|
|
29
|
+
if (typeof b.namespace !== 'string' || b.namespace.length === 0) {
|
|
30
|
+
throw new Error(`${caller}: the bundle carries no \`namespace\`. Re-export with exportCorpus().`);
|
|
31
|
+
}
|
|
32
|
+
if (!Array.isArray(b.entries)) {
|
|
33
|
+
throw new Error(`${caller}: \`entries\` must be an array. Re-export with exportCorpus().`);
|
|
34
|
+
}
|
|
35
|
+
b.entries.forEach((entry, i) => {
|
|
36
|
+
const where = `entries[${i}]${entry?.id ? ` ('${entry.id}')` : ''}`;
|
|
37
|
+
if (!entry || typeof entry.id !== 'string' || entry.id.length === 0) {
|
|
38
|
+
throw new Error(`${caller}: ${where} has no \`id\`.`);
|
|
39
|
+
}
|
|
40
|
+
if (typeof entry.text !== 'string' || entry.text.trim().length === 0) {
|
|
41
|
+
throw new Error(`${caller}: ${where} has no passage on \`text\`. A citable id with nothing to cite is ` +
|
|
42
|
+
`the blank-citation bug; a bundle never carries one.`);
|
|
43
|
+
}
|
|
44
|
+
if (!Array.isArray(entry.vector) || entry.vector.length !== dims) {
|
|
45
|
+
throw new Error(`${caller}: ${where} carries a vector of length ` +
|
|
46
|
+
`${Array.isArray(entry.vector) ? entry.vector.length : 'none'}, but the bundle's ` +
|
|
47
|
+
`embedder declares ${dims} dimensions. The bundle is corrupt or hand-edited — ` +
|
|
48
|
+
`re-export it.`);
|
|
49
|
+
}
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
exports.assertCorpusBundle = assertCorpusBundle;
|
|
53
|
+
/**
|
|
54
|
+
* The `MemoryEntry` a bundle entry seeds — in the exact shape the retrieval
|
|
55
|
+
* formatter reads: passage on `value.content`, provenance under
|
|
56
|
+
* `value.metadata`. Shared with `importCorpus` so a static corpus and an
|
|
57
|
+
* imported one render identically.
|
|
58
|
+
*/
|
|
59
|
+
function bundleEntryToMemoryEntry(entry, bundle) {
|
|
60
|
+
return {
|
|
61
|
+
id: entry.id,
|
|
62
|
+
value: {
|
|
63
|
+
id: entry.id,
|
|
64
|
+
content: entry.text,
|
|
65
|
+
...(entry.metadata !== undefined && { metadata: { ...entry.metadata } }),
|
|
66
|
+
},
|
|
67
|
+
version: 1,
|
|
68
|
+
createdAt: bundle.exportedAt,
|
|
69
|
+
updatedAt: bundle.exportedAt,
|
|
70
|
+
lastAccessedAt: bundle.exportedAt,
|
|
71
|
+
accessCount: 0,
|
|
72
|
+
embedding: [...entry.vector],
|
|
73
|
+
embeddingModel: bundle.embedder.id,
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
exports.bundleEntryToMemoryEntry = bundleEntryToMemoryEntry;
|
|
77
|
+
const READ_ONLY_FIX = `A static corpus is a build artifact: change it by re-indexing at build time and ` +
|
|
78
|
+
`re-exporting (exportCorpus), or load the bundle into a writable store with ` +
|
|
79
|
+
`importCorpus(store, bundle). For conversation memory alongside a static corpus, ` +
|
|
80
|
+
`register a SEPARATE defineMemory with its own writable store.`;
|
|
81
|
+
function refuseWrite(method) {
|
|
82
|
+
throw new Error(`staticVectorStore.${method}: this store is read-only — accepting the write and losing ` +
|
|
83
|
+
`it with the process would be the quiet version of data loss. ${READ_ONLY_FIX}`);
|
|
84
|
+
}
|
|
85
|
+
/**
|
|
86
|
+
* Serve an exported corpus bundle as a read-only, vector-capable
|
|
87
|
+
* `MemoryStore`.
|
|
88
|
+
*
|
|
89
|
+
* @param bundle a `CorpusBundle` from `exportCorpus` (usually
|
|
90
|
+
* `JSON.parse` of the shipped file).
|
|
91
|
+
* @param embedder optional — the embedder the RUNTIME will query with (or
|
|
92
|
+
* just `{ id, dimensions }`). When given, a fingerprint
|
|
93
|
+
* mismatch is refused HERE, at load, instead of surfacing as
|
|
94
|
+
* an empty retrieval at the first question. Recommended.
|
|
95
|
+
*
|
|
96
|
+
* @example
|
|
97
|
+
* ```ts
|
|
98
|
+
* import { staticVectorStore } from 'agentfootprint/memory';
|
|
99
|
+
* import corpus from './corpus.json';
|
|
100
|
+
*
|
|
101
|
+
* const store = staticVectorStore(corpus, embedder);
|
|
102
|
+
* const docs = defineRAG({ id: 'docs', store, embedder });
|
|
103
|
+
* ```
|
|
104
|
+
*/
|
|
105
|
+
function staticVectorStore(bundle, embedder) {
|
|
106
|
+
assertCorpusBundle(bundle, 'staticVectorStore');
|
|
107
|
+
if (embedder !== undefined) {
|
|
108
|
+
// The sqliteVectorStore rule, applied at load: dimensions ALWAYS decide;
|
|
109
|
+
// ids decide only when both sides named themselves.
|
|
110
|
+
if (embedder.dimensions !== bundle.embedder.dimensions) {
|
|
111
|
+
throw new Error(`staticVectorStore: this bundle was built in '${bundle.embedder.id}@` +
|
|
112
|
+
`${bundle.embedder.dimensions}' and the configured embedder produces ` +
|
|
113
|
+
`${embedder.dimensions}-dimensional vectors. Vectors of different lengths cannot ` +
|
|
114
|
+
`be compared at all. Re-export the corpus with the runtime's embedder, or ` +
|
|
115
|
+
`configure the embedder the corpus was built with.`);
|
|
116
|
+
}
|
|
117
|
+
if (embedder.id !== undefined && embedder.id !== bundle.embedder.id) {
|
|
118
|
+
throw new Error(`staticVectorStore: this bundle was built in '${bundle.embedder.id}@` +
|
|
119
|
+
`${bundle.embedder.dimensions}' and the configured embedder is '${embedder.id}'. ` +
|
|
120
|
+
`Cosine similarity between two embedding spaces is not a weak signal — it is not ` +
|
|
121
|
+
`a signal, and it comes back as a confident number in the same range as a real ` +
|
|
122
|
+
`one. Re-export the corpus with '${embedder.id}', or configure ` +
|
|
123
|
+
`'${bundle.embedder.id}'.`);
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
const entries = new Map();
|
|
127
|
+
for (const entry of bundle.entries) {
|
|
128
|
+
entries.set(entry.id, bundleEntryToMemoryEntry(entry, bundle));
|
|
129
|
+
}
|
|
130
|
+
const namespace = bundle.namespace;
|
|
131
|
+
const inNamespace = (identity) => (0, index_js_1.identityNamespace)(identity) === namespace;
|
|
132
|
+
return {
|
|
133
|
+
// Vectors in, ranked vectors out — the cosine scan below ranks the
|
|
134
|
+
// embeddings the bundle carries. Declared, so corpus builders can tell
|
|
135
|
+
// this apart from a server-side store (and refuse to INDEX into it —
|
|
136
|
+
// which they will anyway, at the first write).
|
|
137
|
+
supportsVectorSearch: true,
|
|
138
|
+
async get(identity, id) {
|
|
139
|
+
if (!inNamespace(identity))
|
|
140
|
+
return null;
|
|
141
|
+
// No access-count bump: the store is read-only, decay signals frozen
|
|
142
|
+
// at export.
|
|
143
|
+
return entries.get(id) ?? null;
|
|
144
|
+
},
|
|
145
|
+
async put() {
|
|
146
|
+
refuseWrite('put');
|
|
147
|
+
},
|
|
148
|
+
async putMany() {
|
|
149
|
+
refuseWrite('putMany');
|
|
150
|
+
},
|
|
151
|
+
async putIfVersion() {
|
|
152
|
+
refuseWrite('putIfVersion');
|
|
153
|
+
},
|
|
154
|
+
async delete() {
|
|
155
|
+
refuseWrite('delete');
|
|
156
|
+
},
|
|
157
|
+
async forget() {
|
|
158
|
+
refuseWrite('forget');
|
|
159
|
+
},
|
|
160
|
+
async recordSignature() {
|
|
161
|
+
refuseWrite('recordSignature');
|
|
162
|
+
},
|
|
163
|
+
async feedback() {
|
|
164
|
+
refuseWrite('feedback');
|
|
165
|
+
},
|
|
166
|
+
async list(identity, options) {
|
|
167
|
+
if (!inNamespace(identity))
|
|
168
|
+
return { entries: [] };
|
|
169
|
+
const limit = Math.max(1, Math.min(options?.limit ?? 100, 1000));
|
|
170
|
+
const all = [...entries.values()];
|
|
171
|
+
const offset = options?.cursor ? parseInt(options.cursor, 10) : 0;
|
|
172
|
+
const safeOffset = Number.isFinite(offset) && offset >= 0 ? offset : 0;
|
|
173
|
+
const page = all.slice(safeOffset, safeOffset + limit);
|
|
174
|
+
const next = safeOffset + page.length;
|
|
175
|
+
return {
|
|
176
|
+
entries: page,
|
|
177
|
+
...(next < all.length && { cursor: String(next) }),
|
|
178
|
+
};
|
|
179
|
+
},
|
|
180
|
+
async seen() {
|
|
181
|
+
return false; // no signature set was exported; recognition is a write-side concern
|
|
182
|
+
},
|
|
183
|
+
async getFeedback() {
|
|
184
|
+
return null;
|
|
185
|
+
},
|
|
186
|
+
async search(identity, query, options) {
|
|
187
|
+
// A wrong-space query is refused BY NAME rather than ranked to an empty
|
|
188
|
+
// page — the loud version of the mismatch machinery, because on a
|
|
189
|
+
// static corpus "no results" reads as "the corpus has nothing to say".
|
|
190
|
+
if (query.length !== bundle.embedder.dimensions) {
|
|
191
|
+
throw new Error(`staticVectorStore.search: the query vector has ${query.length} dimensions, but ` +
|
|
192
|
+
`this bundle was built in '${bundle.embedder.id}@${bundle.embedder.dimensions}'. ` +
|
|
193
|
+
`The query was embedded with a different embedder than the corpus. Configure the ` +
|
|
194
|
+
`embedder the corpus was built with, or re-export the corpus.`);
|
|
195
|
+
}
|
|
196
|
+
if (options?.embedderId !== undefined && options.embedderId !== bundle.embedder.id) {
|
|
197
|
+
throw new Error(`staticVectorStore.search: the retriever declares embedderId '${options.embedderId}' ` +
|
|
198
|
+
`but this bundle was built in '${bundle.embedder.id}@` +
|
|
199
|
+
`${bundle.embedder.dimensions}'. Silently skipping every entry would look like an ` +
|
|
200
|
+
`empty corpus. Align the retriever's \`embedderId\` with the bundle, or re-export ` +
|
|
201
|
+
`the corpus with the new embedder.`);
|
|
202
|
+
}
|
|
203
|
+
if (!inNamespace(identity))
|
|
204
|
+
return [];
|
|
205
|
+
const k = options?.k ?? 10;
|
|
206
|
+
const tierFilter = options?.tiers ? new Set(options.tiers) : undefined;
|
|
207
|
+
const minScore = options?.minScore;
|
|
208
|
+
const scored = [];
|
|
209
|
+
for (const entry of entries.values()) {
|
|
210
|
+
if (tierFilter && (!entry.tier || !tierFilter.has(entry.tier)))
|
|
211
|
+
continue;
|
|
212
|
+
const emb = entry.embedding;
|
|
213
|
+
if (!emb || emb.length !== query.length)
|
|
214
|
+
continue;
|
|
215
|
+
const score = (0, cosine_js_1.cosineSimilarity)(emb, query);
|
|
216
|
+
if (minScore !== undefined && score < minScore)
|
|
217
|
+
continue;
|
|
218
|
+
scored.push({ entry: entry, score });
|
|
219
|
+
}
|
|
220
|
+
scored.sort((a, b) => {
|
|
221
|
+
if (b.score !== a.score)
|
|
222
|
+
return b.score - a.score;
|
|
223
|
+
return a.entry.id < b.entry.id ? -1 : a.entry.id > b.entry.id ? 1 : 0;
|
|
224
|
+
});
|
|
225
|
+
return scored.slice(0, k);
|
|
226
|
+
},
|
|
227
|
+
};
|
|
228
|
+
}
|
|
229
|
+
exports.staticVectorStore = staticVectorStore;
|
|
230
|
+
//# sourceMappingURL=staticVectorStore.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"staticVectorStore.js","sourceRoot":"","sources":["../../../src/memory/store/staticVectorStore.ts"],"names":[],"mappings":";;;AA0CA,mDAAyD;AAEzD,sDAA0D;AAU1D,qEAAqE;AACxD,QAAA,oBAAoB,GAAG,0BAAmC,CAAC;AA8CxE;;;;GAIG;AACH,SAAgB,kBAAkB,CAChC,MAAe,EACf,MAAc;IAEd,MAAM,CAAC,GAAG,MAAkD,CAAC;IAC7D,IAAI,CAAC,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CACb,GAAG,MAAM,+CAA+C,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI;YACxF,wFAAwF,CAC3F,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,CAAC,MAAM,KAAK,4BAAoB,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CACb,GAAG,MAAM,iDAAiD,IAAI,CAAC,SAAS,CACrE,CAA0B,CAAC,MAAM,CACnC,eAAe,4BAAoB,mDAAmD;YACrF,gEAAgE,CACnE,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC;IACpC,IAAI,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,KAAK,QAAQ,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;QAC/E,MAAM,IAAI,KAAK,CACb,GAAG,MAAM,6EAA6E;YACpF,uFAAuF;YACvF,8EAA8E,CACjF,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CACb,GAAG,MAAM,uEAAuE,CACjF,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,GAAG,MAAM,gEAAgE,CAAC,CAAC;IAC7F,CAAC;IACD,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAiC,EAAE,CAAS,EAAE,EAAE;QACjE,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACpE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,IAAI,KAAK,CAAC,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpE,MAAM,IAAI,KAAK,CAAC,GAAG,MAAM,KAAK,KAAK,iBAAiB,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrE,MAAM,IAAI,KAAK,CACb,GAAG,MAAM,KAAK,KAAK,oEAAoE;gBACrF,qDAAqD,CACxD,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACjE,MAAM,IAAI,KAAK,CACb,GAAG,MAAM,KAAK,KAAK,8BAA8B;gBAC/C,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,qBAAqB;gBAClF,qBAAqB,IAAI,sDAAsD;gBAC/E,eAAe,CAClB,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAvDD,gDAuDC;AAED;;;;;GAKG;AACH,SAAgB,wBAAwB,CACtC,KAAwB,EACxB,MAAoB;IAEpB,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,KAAK,EAAE;YACL,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,OAAO,EAAE,KAAK,CAAC,IAAI;YACnB,GAAG,CAAC,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,EAAE,QAAQ,EAAE,EAAE,GAAG,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC;SACzE;QACD,OAAO,EAAE,CAAC;QACV,SAAS,EAAE,MAAM,CAAC,UAAU;QAC5B,SAAS,EAAE,MAAM,CAAC,UAAU;QAC5B,cAAc,EAAE,MAAM,CAAC,UAAU;QACjC,WAAW,EAAE,CAAC;QACd,SAAS,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QAC5B,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE;KACnC,CAAC;AACJ,CAAC;AAnBD,4DAmBC;AAED,MAAM,aAAa,GACjB,kFAAkF;IAClF,6EAA6E;IAC7E,kFAAkF;IAClF,+DAA+D,CAAC;AAElE,SAAS,WAAW,CAAC,MAAc;IACjC,MAAM,IAAI,KAAK,CACb,qBAAqB,MAAM,6DAA6D;QACtF,gEAAgE,aAAa,EAAE,CAClF,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,SAAgB,iBAAiB,CAC/B,MAAoB,EACpB,QAA8B;IAE9B,kBAAkB,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IAEhD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,yEAAyE;QACzE,oDAAoD;QACpD,IAAI,QAAQ,CAAC,UAAU,KAAK,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CACb,gDAAgD,MAAM,CAAC,QAAQ,CAAC,EAAE,GAAG;gBACnE,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,yCAAyC;gBACtE,GAAG,QAAQ,CAAC,UAAU,4DAA4D;gBAClF,2EAA2E;gBAC3E,mDAAmD,CACtD,CAAC;QACJ,CAAC;QACD,IAAI,QAAQ,CAAC,EAAE,KAAK,SAAS,IAAI,QAAQ,CAAC,EAAE,KAAK,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACpE,MAAM,IAAI,KAAK,CACb,gDAAgD,MAAM,CAAC,QAAQ,CAAC,EAAE,GAAG;gBACnE,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,qCAAqC,QAAQ,CAAC,EAAE,KAAK;gBAClF,kFAAkF;gBAClF,gFAAgF;gBAChF,mCAAmC,QAAQ,CAAC,EAAE,kBAAkB;gBAChE,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,CAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,GAAG,EAAgC,CAAC;IACxD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IAEnC,MAAM,WAAW,GAAG,CAAC,QAAwB,EAAW,EAAE,CACxD,IAAA,4BAAiB,EAAC,QAAQ,CAAC,KAAK,SAAS,CAAC;IAE5C,OAAO;QACL,mEAAmE;QACnE,uEAAuE;QACvE,qEAAqE;QACrE,+CAA+C;QAC/C,oBAAoB,EAAE,IAAI;QAE1B,KAAK,CAAC,GAAG,CAAc,QAAwB,EAAE,EAAU;YACzD,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;gBAAE,OAAO,IAAI,CAAC;YACxC,qEAAqE;YACrE,aAAa;YACb,OAAQ,OAAO,CAAC,GAAG,CAAC,EAAE,CAAgC,IAAI,IAAI,CAAC;QACjE,CAAC;QAED,KAAK,CAAC,GAAG;YACP,WAAW,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QACD,KAAK,CAAC,OAAO;YACX,WAAW,CAAC,SAAS,CAAC,CAAC;QACzB,CAAC;QACD,KAAK,CAAC,YAAY;YAChB,WAAW,CAAC,cAAc,CAAC,CAAC;QAC9B,CAAC;QACD,KAAK,CAAC,MAAM;YACV,WAAW,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC;QACD,KAAK,CAAC,MAAM;YACV,WAAW,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC;QACD,KAAK,CAAC,eAAe;YACnB,WAAW,CAAC,iBAAiB,CAAC,CAAC;QACjC,CAAC;QACD,KAAK,CAAC,QAAQ;YACZ,WAAW,CAAC,UAAU,CAAC,CAAC;QAC1B,CAAC;QAED,KAAK,CAAC,IAAI,CACR,QAAwB,EACxB,OAAqB;YAErB,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;gBAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,IAAI,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;YACjE,MAAM,GAAG,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAClE,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,GAAG,KAAK,CAAC,CAAC;YACvD,MAAM,IAAI,GAAG,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC;YACtC,OAAO;gBACL,OAAO,EAAE,IAAwB;gBACjC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;aACnD,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,IAAI;YACR,OAAO,KAAK,CAAC,CAAC,qEAAqE;QACrF,CAAC;QAED,KAAK,CAAC,WAAW;YACf,OAAO,IAAI,CAAC;QACd,CAAC;QAED,KAAK,CAAC,MAAM,CACV,QAAwB,EACxB,KAAwB,EACxB,OAAuB;YAEvB,wEAAwE;YACxE,kEAAkE;YAClE,uEAAuE;YACvE,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;gBAChD,MAAM,IAAI,KAAK,CACb,kDAAkD,KAAK,CAAC,MAAM,mBAAmB;oBAC/E,6BAA6B,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,KAAK;oBAClF,kFAAkF;oBAClF,8DAA8D,CACjE,CAAC;YACJ,CAAC;YACD,IAAI,OAAO,EAAE,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,UAAU,KAAK,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACnF,MAAM,IAAI,KAAK,CACb,gEAAgE,OAAO,CAAC,UAAU,IAAI;oBACpF,iCAAiC,MAAM,CAAC,QAAQ,CAAC,EAAE,GAAG;oBACtD,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,sDAAsD;oBACnF,mFAAmF;oBACnF,mCAAmC,CACtC,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;gBAAE,OAAO,EAAE,CAAC;YAEtC,MAAM,CAAC,GAAG,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACvE,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,CAAC;YACnC,MAAM,MAAM,GAAqB,EAAE,CAAC;YACpC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;gBACrC,IAAI,UAAU,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAAE,SAAS;gBACzE,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC;gBAC5B,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;oBAAE,SAAS;gBAClD,MAAM,KAAK,GAAG,IAAA,4BAAgB,EAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC3C,IAAI,QAAQ,KAAK,SAAS,IAAI,KAAK,GAAG,QAAQ;oBAAE,SAAS;gBACzD,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAuB,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACnB,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK;oBAAE,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;gBAClD,OAAO,CAAC,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACxE,CAAC,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,CAAC;KACF,CAAC;AACJ,CAAC;AAlJD,8CAkJC"}
|
package/dist/observe.js
CHANGED
|
@@ -47,7 +47,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
47
47
|
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
48
48
|
};
|
|
49
49
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
50
|
-
exports.ledgerGated = exports.ledgerEntryScorer = exports.ledgerToolGate = exports.contextLedger = exports.formatRouteHop = exports.routeRecorder = exports.toolChoiceRecorder = exports.buildChoiceContext = exports.typedEmit = exports.agentThinkingTrace = exports.toolLineageRecorder = exports.attachStatus = exports.LoggingDomains = exports.attachLogging = exports.resilienceRecorder = exports.skillRecorder = exports.permissionRecorder = exports.embeddingRecorder = exports.memoryRecorder = exports.evalRecorder = exports.contextEvaluatedRecorder = exports.toolsRecorder = exports.costRecorder = exports.LiveAgentTurnTracker = exports.LiveToolTracker = exports.LiveLLMTracker = exports.LiveStateRecorder = exports.liveStateRecorder = exports.attachLocalObservability = exports.traceToStepGraph = exports.redactContent = exports.serializeTrace = exports.recordRun = exports.buildStepGraphFromEvents = exports.buildStepGraph = exports.attachFlowchart = exports.runStepRecorder = exports.RunStepRecorder = exports.buildRunSteps = exports.BoundaryRecorder = exports.boundaryRecorder = exports.agentRecorder = exports.compositionRecorder = exports.streamRecorder = exports.ContextRecorder = void 0;
|
|
50
|
+
exports.ledgerGated = exports.ledgerEntryScorer = exports.ledgerToolGate = exports.contextLedger = exports.formatRouteHop = exports.routeRecorder = exports.toolChoiceRecorder = exports.buildChoiceContext = exports.typedEmit = exports.agentThinkingTrace = exports.toolLineageRecorder = exports.attachStatus = exports.LoggingDomains = exports.attachLogging = exports.resilienceRecorder = exports.skillRecorder = exports.permissionRecorder = exports.embeddingRecorder = exports.memoryRecorder = exports.evalRecorder = exports.contextEvaluatedRecorder = exports.toolsRecorder = exports.costRecorder = exports.LiveAgentTurnTracker = exports.LiveToolTracker = exports.LiveLLMTracker = exports.LiveStateRecorder = exports.liveStateRecorder = exports.attachLocalObservability = exports.traceToStepGraph = exports.redactContent = exports.serializeTrace = exports.summarizeVector = exports.summarizeEmbeddings = exports.recordRun = exports.buildStepGraphFromEvents = exports.buildStepGraph = exports.attachFlowchart = exports.runStepRecorder = exports.RunStepRecorder = exports.buildRunSteps = exports.BoundaryRecorder = exports.boundaryRecorder = exports.agentRecorder = exports.compositionRecorder = exports.streamRecorder = exports.ContextRecorder = void 0;
|
|
51
51
|
// Tier 1 — context + stream
|
|
52
52
|
var ContextRecorder_js_1 = require("./recorders/core/ContextRecorder.js");
|
|
53
53
|
Object.defineProperty(exports, "ContextRecorder", { enumerable: true, get: function () { return ContextRecorder_js_1.ContextRecorder; } });
|
|
@@ -75,6 +75,13 @@ Object.defineProperty(exports, "buildStepGraphFromEvents", { enumerable: true, g
|
|
|
75
75
|
// every integration used to assemble by hand, each missing a different piece.
|
|
76
76
|
var recordRun_js_1 = require("./recorders/observability/recordRun.js");
|
|
77
77
|
Object.defineProperty(exports, "recordRun", { enumerable: true, get: function () { return recordRun_js_1.recordRun; } });
|
|
78
|
+
// What a recording keeps of a vector: `{ dims, norm }`, not the bytes (8.20.0).
|
|
79
|
+
// Applied by BoundaryRecorder and recordRun unless `recordEmbeddings: true`;
|
|
80
|
+
// exported so consumers that render or post-process recordings can apply or
|
|
81
|
+
// recognise the same projection.
|
|
82
|
+
var embeddingSummary_js_1 = require("./recorders/observability/embeddingSummary.js");
|
|
83
|
+
Object.defineProperty(exports, "summarizeEmbeddings", { enumerable: true, get: function () { return embeddingSummary_js_1.summarizeEmbeddings; } });
|
|
84
|
+
Object.defineProperty(exports, "summarizeVector", { enumerable: true, get: function () { return embeddingSummary_js_1.summarizeVector; } });
|
|
78
85
|
// Offline replay: freeze a live run model into a UI-free, JSON-lossless Trace
|
|
79
86
|
// (redaction applied at the serialize boundary). agentfootprint-lens's <Replay>
|
|
80
87
|
// rehydrates it. See docs/design/local-observability-and-pii.md.
|
package/dist/observe.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"observe.js","sourceRoot":"","sources":["../src/observe.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;;;;;;;;;;;;;;;;;AAEH,4BAA4B;AAC5B,0EAAmG;AAA1F,qHAAA,eAAe,OAAA;AACxB,wEAAgG;AAAvF,mHAAA,cAAc,OAAA;AAEvB,+BAA+B;AAC/B,kFAGiD;AAF/C,6HAAA,mBAAmB,OAAA;AAGrB,sEAA6F;AAApF,iHAAA,aAAa,OAAA;AACtB,qFAoBuD;AAnBrD,uHAAA,gBAAgB,OAAA;AAChB,uHAAA,gBAAgB,OAAA;AAmBlB,mFAWsD;AAVpD,mHAAA,aAAa,OAAA;AACb,qHAAA,eAAe,OAAA;AACf,qHAAA,eAAe,OAAA;AASjB,uFAWwD;AAVtD,uHAAA,eAAe,OAAA;AACf,sHAAA,cAAc,OAAA;AACd,gIAAA,wBAAwB,OAAA;AAU1B,yEAAyE;AACzE,6EAA6E;AAC7E,6EAA6E;AAC7E,8EAA8E;AAC9E,uEAKgD;AAJ9C,yGAAA,SAAS,OAAA;AAMX,8EAA8E;AAC9E,gFAAgF;AAChF,iEAAiE;AACjE,+DAQ4C;AAP1C,0GAAA,cAAc,OAAA;AACd,yGAAA,aAAa,OAAA;AACb,4GAAA,gBAAgB,OAAA;AAOlB,mEAAmE;AACnE,4EAA4E;AAC5E,mDAAmD;AACnD,yFAIyD;AAHvD,iIAAA,wBAAwB,OAAA;AAK1B,uFAUwD;AATtD,yHAAA,iBAAiB,OAAA;AACjB,yHAAA,iBAAiB,OAAA;AACjB,sHAAA,cAAc,OAAA;AACd,uHAAA,eAAe,OAAA;AACf,4HAAA,oBAAoB,OAAA;AAOtB,6BAA6B;AAC7B,oEAA0F;AAAjF,+GAAA,YAAY,OAAA;AACrB,sEAA6F;AAApF,iHAAA,aAAa,OAAA;AACtB,4FAGsD;AAFpD,uIAAA,wBAAwB,OAAA;AAG1B,oEAA0F;AAAjF,+GAAA,YAAY,OAAA;AACrB,wEAAgG;AAAvF,mHAAA,cAAc,OAAA;AACvB,8EAG+C;AAF7C,yHAAA,iBAAiB,OAAA;AAGnB,gFAGgD;AAF9C,2HAAA,kBAAkB,OAAA;AAGpB,sEAA6F;AAApF,iHAAA,aAAa,OAAA;AACtB,qEAAqE;AACrE,0EAA0E;AAC1E,wEAAwE;AACxE,oDAAoD;AACpD,gFAGgD;AAF9C,2HAAA,kBAAkB,OAAA;AAGpB,mFAMsD;AALpD,mHAAA,aAAa,OAAA;AACb,oHAAA,cAAc,OAAA;AAKhB,iFAIqD;AAHnD,iHAAA,YAAY,OAAA;AAId,4EAA4E;AAC5E,gFAAgF;AAChF,2FAO0D;AANxD,6HAAA,mBAAmB,OAAA;AAOrB,gFAAgF;AAChF,gFAAgF;AAChF,yGASiE;AAR/D,mIAAA,kBAAkB,OAAA;AAUpB,uDAAuD;AACvD,8DAA0D;AAAjD,yGAAA,SAAS,OAAA;AAElB,kEAAkE;AAClE,uEAAuE;AACvE,4EAA4E;AAC5E,6EAA6E;AAC7E,4EAA4E;AAC5E,wEAAwE;AACxE,6CAA2B;AAC3B,sEAAsE;AACtE,uEAAuE;AACvE,qEAAqE;AACrE,oEAAoE;AACpE,yFASyD;AARvD,2HAAA,kBAAkB,OAAA;AAClB,2HAAA,kBAAkB,OAAA;AASpB,+EASoD;AARlD,iHAAA,aAAa,OAAA;AACb,kHAAA,cAAc,OAAA;AAShB,sEAAsE;AACtE,4EAA4E;AAC5E,+CAA+C;AAC/C,0DAKuC;AAJrC,yGAAA,aAAa,OAAA;AACb,0GAAA,cAAc,OAAA;AACd,6GAAA,iBAAiB,OAAA;AACjB,uGAAA,WAAW,OAAA"}
|
|
1
|
+
{"version":3,"file":"observe.js","sourceRoot":"","sources":["../src/observe.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;;;;;;;;;;;;;;;;;AAEH,4BAA4B;AAC5B,0EAAmG;AAA1F,qHAAA,eAAe,OAAA;AACxB,wEAAgG;AAAvF,mHAAA,cAAc,OAAA;AAEvB,+BAA+B;AAC/B,kFAGiD;AAF/C,6HAAA,mBAAmB,OAAA;AAGrB,sEAA6F;AAApF,iHAAA,aAAa,OAAA;AACtB,qFAoBuD;AAnBrD,uHAAA,gBAAgB,OAAA;AAChB,uHAAA,gBAAgB,OAAA;AAmBlB,mFAWsD;AAVpD,mHAAA,aAAa,OAAA;AACb,qHAAA,eAAe,OAAA;AACf,qHAAA,eAAe,OAAA;AASjB,uFAWwD;AAVtD,uHAAA,eAAe,OAAA;AACf,sHAAA,cAAc,OAAA;AACd,gIAAA,wBAAwB,OAAA;AAU1B,yEAAyE;AACzE,6EAA6E;AAC7E,6EAA6E;AAC7E,8EAA8E;AAC9E,uEAKgD;AAJ9C,yGAAA,SAAS,OAAA;AAMX,gFAAgF;AAChF,6EAA6E;AAC7E,4EAA4E;AAC5E,iCAAiC;AACjC,qFAIuD;AAHrD,0HAAA,mBAAmB,OAAA;AACnB,sHAAA,eAAe,OAAA;AAIjB,8EAA8E;AAC9E,gFAAgF;AAChF,iEAAiE;AACjE,+DAQ4C;AAP1C,0GAAA,cAAc,OAAA;AACd,yGAAA,aAAa,OAAA;AACb,4GAAA,gBAAgB,OAAA;AAOlB,mEAAmE;AACnE,4EAA4E;AAC5E,mDAAmD;AACnD,yFAIyD;AAHvD,iIAAA,wBAAwB,OAAA;AAK1B,uFAUwD;AATtD,yHAAA,iBAAiB,OAAA;AACjB,yHAAA,iBAAiB,OAAA;AACjB,sHAAA,cAAc,OAAA;AACd,uHAAA,eAAe,OAAA;AACf,4HAAA,oBAAoB,OAAA;AAOtB,6BAA6B;AAC7B,oEAA0F;AAAjF,+GAAA,YAAY,OAAA;AACrB,sEAA6F;AAApF,iHAAA,aAAa,OAAA;AACtB,4FAGsD;AAFpD,uIAAA,wBAAwB,OAAA;AAG1B,oEAA0F;AAAjF,+GAAA,YAAY,OAAA;AACrB,wEAAgG;AAAvF,mHAAA,cAAc,OAAA;AACvB,8EAG+C;AAF7C,yHAAA,iBAAiB,OAAA;AAGnB,gFAGgD;AAF9C,2HAAA,kBAAkB,OAAA;AAGpB,sEAA6F;AAApF,iHAAA,aAAa,OAAA;AACtB,qEAAqE;AACrE,0EAA0E;AAC1E,wEAAwE;AACxE,oDAAoD;AACpD,gFAGgD;AAF9C,2HAAA,kBAAkB,OAAA;AAGpB,mFAMsD;AALpD,mHAAA,aAAa,OAAA;AACb,oHAAA,cAAc,OAAA;AAKhB,iFAIqD;AAHnD,iHAAA,YAAY,OAAA;AAId,4EAA4E;AAC5E,gFAAgF;AAChF,2FAO0D;AANxD,6HAAA,mBAAmB,OAAA;AAOrB,gFAAgF;AAChF,gFAAgF;AAChF,yGASiE;AAR/D,mIAAA,kBAAkB,OAAA;AAUpB,uDAAuD;AACvD,8DAA0D;AAAjD,yGAAA,SAAS,OAAA;AAElB,kEAAkE;AAClE,uEAAuE;AACvE,4EAA4E;AAC5E,6EAA6E;AAC7E,4EAA4E;AAC5E,wEAAwE;AACxE,6CAA2B;AAC3B,sEAAsE;AACtE,uEAAuE;AACvE,qEAAqE;AACrE,oEAAoE;AACpE,yFASyD;AARvD,2HAAA,kBAAkB,OAAA;AAClB,2HAAA,kBAAkB,OAAA;AASpB,+EASoD;AARlD,iHAAA,aAAa,OAAA;AACb,kHAAA,cAAc,OAAA;AAShB,sEAAsE;AACtE,4EAA4E;AAC5E,+CAA+C;AAC/C,0DAKuC;AAJrC,yGAAA,aAAa,OAAA;AACb,0GAAA,cAAc,OAAA;AACd,6GAAA,iBAAiB,OAAA;AACjB,uGAAA,WAAW,OAAA"}
|