@senpi/runtime 1.1.0-dev.runtime-phase-2.20260520141702 → 1.1.0-dev.runtime-phase-2.20260521104641
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/runtime/runtime-schema.d.ts +96 -96
- package/dist/senpi/client.d.ts +1 -0
- package/dist/senpi/client.d.ts.map +1 -1
- package/dist/senpi/client.js +38 -0
- package/dist/senpi/client.js.map +1 -1
- package/dist/tracking/spans/constants.d.ts +4 -0
- package/dist/tracking/spans/constants.d.ts.map +1 -1
- package/dist/tracking/spans/constants.js +11 -0
- package/dist/tracking/spans/constants.js.map +1 -1
- package/dist/tracking/spans/index.d.ts +1 -1
- package/dist/tracking/spans/index.d.ts.map +1 -1
- package/dist/tracking/spans/index.js.map +1 -1
- package/dist/tracking/spans/span-tracker.d.ts +13 -0
- package/dist/tracking/spans/span-tracker.d.ts.map +1 -1
- package/dist/tracking/spans/span-tracker.js +58 -2
- package/dist/tracking/spans/span-tracker.js.map +1 -1
- package/dist/tracking/spans/span-transport.d.ts +12 -0
- package/dist/tracking/spans/span-transport.d.ts.map +1 -1
- package/dist/tracking/spans/span-transport.js +78 -4
- package/dist/tracking/spans/span-transport.js.map +1 -1
- package/package.json +1 -1
|
@@ -3,9 +3,43 @@
|
|
|
3
3
|
*
|
|
4
4
|
* Mirrors src/tracking/transport.ts. Never throws — all errors caught and logged.
|
|
5
5
|
*/
|
|
6
|
-
import { SPANS_API_PATH, FLUSH_INTERVAL_MS, FLUSH_THRESHOLD, MAX_BUFFER_SIZE, } from "./constants.js";
|
|
6
|
+
import { SPANS_API_PATH, FLUSH_INTERVAL_MS, FLUSH_THRESHOLD, MAX_BUFFER_SIZE, MAX_BATCH_BYTES, MAX_SPAN_FIELD_BYTES, TRUNCATED_PREVIEW_BYTES, } from "./constants.js";
|
|
7
7
|
import { createLogger } from "../../utils/logger.js";
|
|
8
8
|
const logger = createLogger("[senpi-core][span-transport]");
|
|
9
|
+
/**
|
|
10
|
+
* Replace any top-level `data` field whose serialized size exceeds
|
|
11
|
+
* MAX_SPAN_FIELD_BYTES with a marker that preserves a short preview and the
|
|
12
|
+
* original size. Avoids 413s at the ingest server from large tool outputs.
|
|
13
|
+
*/
|
|
14
|
+
function truncateSpanData(span) {
|
|
15
|
+
if (!span.data || typeof span.data !== "object")
|
|
16
|
+
return span;
|
|
17
|
+
let mutated = false;
|
|
18
|
+
const out = {};
|
|
19
|
+
for (const [k, v] of Object.entries(span.data)) {
|
|
20
|
+
let serialized;
|
|
21
|
+
try {
|
|
22
|
+
serialized = typeof v === "string" ? v : JSON.stringify(v);
|
|
23
|
+
}
|
|
24
|
+
catch {
|
|
25
|
+
out[k] = "[unserializable]";
|
|
26
|
+
mutated = true;
|
|
27
|
+
continue;
|
|
28
|
+
}
|
|
29
|
+
if (serialized.length > MAX_SPAN_FIELD_BYTES) {
|
|
30
|
+
out[k] = {
|
|
31
|
+
_truncated: true,
|
|
32
|
+
_original_size_bytes: serialized.length,
|
|
33
|
+
_preview: serialized.slice(0, TRUNCATED_PREVIEW_BYTES),
|
|
34
|
+
};
|
|
35
|
+
mutated = true;
|
|
36
|
+
}
|
|
37
|
+
else {
|
|
38
|
+
out[k] = v;
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
return mutated ? { ...span, data: out } : span;
|
|
42
|
+
}
|
|
9
43
|
export class BatchingSpanTransport {
|
|
10
44
|
buffer = [];
|
|
11
45
|
timer = null;
|
|
@@ -15,12 +49,14 @@ export class BatchingSpanTransport {
|
|
|
15
49
|
flushIntervalMs;
|
|
16
50
|
flushThreshold;
|
|
17
51
|
maxBufferSize;
|
|
52
|
+
maxBatchBytes;
|
|
18
53
|
constructor(options) {
|
|
19
54
|
this.url = `${options.baseUrl.replace(/\/+$/, "")}${SPANS_API_PATH}`;
|
|
20
55
|
this.apiKey = options.apiKey;
|
|
21
56
|
this.flushIntervalMs = options.flushIntervalMs ?? FLUSH_INTERVAL_MS;
|
|
22
57
|
this.flushThreshold = options.flushThreshold ?? FLUSH_THRESHOLD;
|
|
23
58
|
this.maxBufferSize = options.maxBufferSize ?? MAX_BUFFER_SIZE;
|
|
59
|
+
this.maxBatchBytes = options.maxBatchBytes ?? MAX_BATCH_BYTES;
|
|
24
60
|
this.timer = setInterval(() => {
|
|
25
61
|
void this.flush();
|
|
26
62
|
}, this.flushIntervalMs);
|
|
@@ -32,7 +68,7 @@ export class BatchingSpanTransport {
|
|
|
32
68
|
if (this.buffer.length >= this.maxBufferSize) {
|
|
33
69
|
this.buffer.shift();
|
|
34
70
|
}
|
|
35
|
-
this.buffer.push(span);
|
|
71
|
+
this.buffer.push(truncateSpanData(span));
|
|
36
72
|
if (this.buffer.length >= this.flushThreshold) {
|
|
37
73
|
void this.flush();
|
|
38
74
|
}
|
|
@@ -41,7 +77,7 @@ export class BatchingSpanTransport {
|
|
|
41
77
|
if (this.flushing || this.buffer.length === 0)
|
|
42
78
|
return;
|
|
43
79
|
this.flushing = true;
|
|
44
|
-
const batch = this.
|
|
80
|
+
const batch = this.takeBatch();
|
|
45
81
|
try {
|
|
46
82
|
const response = await fetch(this.url, {
|
|
47
83
|
method: "POST",
|
|
@@ -72,7 +108,11 @@ export class BatchingSpanTransport {
|
|
|
72
108
|
validationErrors,
|
|
73
109
|
sample: batch[0],
|
|
74
110
|
});
|
|
75
|
-
|
|
111
|
+
// 413 (payload too large) and 400 (validation) are non-retryable —
|
|
112
|
+
// re-sending the same batch will fail the same way. Drop it.
|
|
113
|
+
if (response.status !== 413 && response.status !== 400) {
|
|
114
|
+
this.pushBack(batch);
|
|
115
|
+
}
|
|
76
116
|
}
|
|
77
117
|
}
|
|
78
118
|
catch (err) {
|
|
@@ -112,6 +152,40 @@ export class BatchingSpanTransport {
|
|
|
112
152
|
this.buffer.unshift(...toRestore);
|
|
113
153
|
}
|
|
114
154
|
}
|
|
155
|
+
/**
|
|
156
|
+
* Pull spans off the front of the buffer until either:
|
|
157
|
+
* - flushThreshold spans are accumulated, or
|
|
158
|
+
* - adding the next span would exceed maxBatchBytes
|
|
159
|
+
*
|
|
160
|
+
* Always returns at least one span (even if it's oversized on its own —
|
|
161
|
+
* truncateSpanData ran at enqueue time, so the span is already capped).
|
|
162
|
+
*/
|
|
163
|
+
takeBatch() {
|
|
164
|
+
let count = 0;
|
|
165
|
+
let bytes = 0;
|
|
166
|
+
// Rough fixed overhead for `{"spans":[]}` plus comma separators.
|
|
167
|
+
const overhead = 16;
|
|
168
|
+
for (let i = 0; i < this.buffer.length && count < this.flushThreshold; i++) {
|
|
169
|
+
const next = this.buffer[i];
|
|
170
|
+
const nextBytes = safeJsonSize(next);
|
|
171
|
+
// Always include at least one span — even a single oversized one is
|
|
172
|
+
// better than infinite buffering. Beyond that, stop when over budget.
|
|
173
|
+
if (count > 0 && bytes + nextBytes + overhead > this.maxBatchBytes) {
|
|
174
|
+
break;
|
|
175
|
+
}
|
|
176
|
+
count++;
|
|
177
|
+
bytes += nextBytes;
|
|
178
|
+
}
|
|
179
|
+
return this.buffer.splice(0, count);
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
function safeJsonSize(value) {
|
|
183
|
+
try {
|
|
184
|
+
return JSON.stringify(value).length;
|
|
185
|
+
}
|
|
186
|
+
catch {
|
|
187
|
+
return 0;
|
|
188
|
+
}
|
|
115
189
|
}
|
|
116
190
|
export class NoOpSpanTransport {
|
|
117
191
|
enqueue(_span) { }
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"span-transport.js","sourceRoot":"","sources":["../../../src/tracking/spans/span-transport.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,eAAe,EACf,eAAe,
|
|
1
|
+
{"version":3,"file":"span-transport.js","sourceRoot":"","sources":["../../../src/tracking/spans/span-transport.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,eAAe,EACf,eAAe,EACf,eAAe,EACf,oBAAoB,EACpB,uBAAuB,GACxB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,MAAM,MAAM,GAAG,YAAY,CAAC,8BAA8B,CAAC,CAAC;AAE5D;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,IAAkB;IAC1C,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC7D,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,MAAM,GAAG,GAA4B,EAAE,CAAC;IACxC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/C,IAAI,UAAkB,CAAC;QACvB,IAAI,CAAC;YACH,UAAU,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAC7D,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC;YAC5B,OAAO,GAAG,IAAI,CAAC;YACf,SAAS;QACX,CAAC;QACD,IAAI,UAAU,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;YAC7C,GAAG,CAAC,CAAC,CAAC,GAAG;gBACP,UAAU,EAAE,IAAI;gBAChB,oBAAoB,EAAE,UAAU,CAAC,MAAM;gBACvC,QAAQ,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,uBAAuB,CAAC;aACvD,CAAC;YACF,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACb,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACjD,CAAC;AAYD,MAAM,OAAO,qBAAqB;IACxB,MAAM,GAAmB,EAAE,CAAC;IAC5B,KAAK,GAA0C,IAAI,CAAC;IACpD,QAAQ,GAAG,KAAK,CAAC;IACR,GAAG,CAAS;IACZ,MAAM,CAAS;IACf,eAAe,CAAS;IACxB,cAAc,CAAS;IACvB,aAAa,CAAS;IACtB,aAAa,CAAS;IAEvC,YAAY,OAAqC;QAC/C,IAAI,CAAC,GAAG,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC;QACrE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,iBAAiB,CAAC;QACpE,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,eAAe,CAAC;QAChE,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,eAAe,CAAC;QAC9D,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,eAAe,CAAC;QAE9D,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC5B,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QACzB,IAAI,IAAI,CAAC,KAAK,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC1E,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO,CAAC,IAAkB;QACxB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;QAEzC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC9C,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACtD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QAErB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAE/B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;gBACrC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;gBACtC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;aACpC,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,CAAC;gBAC/D,IAAI,gBAAsC,CAAC;gBAC3C,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA0B,CAAC;wBACzD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;4BAAE,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC;oBACrE,CAAC;oBAAC,MAAM,CAAC;wBACP,cAAc;oBAChB,CAAC;gBACH,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE;oBAC/B,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,SAAS,EAAE,KAAK,CAAC,MAAM;oBACvB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;oBACxB,gBAAgB;oBAChB,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;iBACjB,CAAC,CAAC;gBACH,mEAAmE;gBACnE,6DAA6D;gBAC7D,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBACvD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE;gBAC9B,GAAG,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;gBACrD,SAAS,EAAE,KAAK,CAAC,MAAM;aACxB,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAC5E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YAClC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM;gBAAE,MAAM;QAC1C,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,oDAAoD,EAAE;gBAChE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;aAC5B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,KAAqB;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACtD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACK,SAAS;QACf,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,iEAAiE;QACjE,MAAM,QAAQ,GAAG,EAAE,CAAC;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,KAAK,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC5B,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;YACrC,oEAAoE;YACpE,sEAAsE;YACtE,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,SAAS,GAAG,QAAQ,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnE,MAAM;YACR,CAAC;YACD,KAAK,EAAE,CAAC;YACR,KAAK,IAAI,SAAS,CAAC;QACrB,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;CACF;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,MAAM,OAAO,iBAAiB;IAC5B,OAAO,CAAC,KAAmB,IAAS,CAAC;IACrC,KAAK,CAAC,KAAK,KAAmB,CAAC;IAC/B,KAAK,CAAC,QAAQ,KAAmB,CAAC;CACnC"}
|
package/package.json
CHANGED