assistant-cloud 0.1.19 → 0.1.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/AssistantCloudRuns.d.ts +8 -0
- package/dist/AssistantCloudRuns.d.ts.map +1 -1
- package/dist/AssistantCloudRuns.js.map +1 -1
- package/dist/instrumentMcpSampling.d.ts +4 -0
- package/dist/instrumentMcpSampling.d.ts.map +1 -1
- package/dist/instrumentMcpSampling.js +8 -0
- package/dist/instrumentMcpSampling.js.map +1 -1
- package/package.json +1 -1
- package/src/AssistantCloudRuns.ts +11 -0
- package/src/instrumentMcpSampling.ts +12 -0
|
@@ -21,12 +21,16 @@ export type AssistantCloudRunReport = {
|
|
|
21
21
|
model_id?: string;
|
|
22
22
|
input_tokens?: number;
|
|
23
23
|
output_tokens?: number;
|
|
24
|
+
reasoning_tokens?: number;
|
|
25
|
+
cached_input_tokens?: number;
|
|
24
26
|
duration_ms?: number;
|
|
25
27
|
}[];
|
|
26
28
|
}[];
|
|
27
29
|
steps?: {
|
|
28
30
|
input_tokens?: number;
|
|
29
31
|
output_tokens?: number;
|
|
32
|
+
reasoning_tokens?: number;
|
|
33
|
+
cached_input_tokens?: number;
|
|
30
34
|
tool_calls?: {
|
|
31
35
|
tool_name: string;
|
|
32
36
|
tool_call_id: string;
|
|
@@ -39,6 +43,8 @@ export type AssistantCloudRunReport = {
|
|
|
39
43
|
model_id?: string;
|
|
40
44
|
input_tokens?: number;
|
|
41
45
|
output_tokens?: number;
|
|
46
|
+
reasoning_tokens?: number;
|
|
47
|
+
cached_input_tokens?: number;
|
|
42
48
|
duration_ms?: number;
|
|
43
49
|
}[];
|
|
44
50
|
}[];
|
|
@@ -47,6 +53,8 @@ export type AssistantCloudRunReport = {
|
|
|
47
53
|
}[];
|
|
48
54
|
input_tokens?: number;
|
|
49
55
|
output_tokens?: number;
|
|
56
|
+
reasoning_tokens?: number;
|
|
57
|
+
cached_input_tokens?: number;
|
|
50
58
|
model_id?: string;
|
|
51
59
|
provider_type?: string;
|
|
52
60
|
duration_ms?: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AssistantCloudRuns.d.ts","sourceRoot":"","sources":["../src/AssistantCloudRuns.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,+BAA4B;AACxD,OAAO,EAAE,eAAe,EAAoB,MAAM,kBAAkB,CAAC;AAErE,KAAK,4BAA4B,GAAG;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,qBAAqB,CAAC;IACpC,QAAQ,EAAE,SAAS,OAAO,EAAE,CAAC;CAC9B,CAAC;
|
|
1
|
+
{"version":3,"file":"AssistantCloudRuns.d.ts","sourceRoot":"","sources":["../src/AssistantCloudRuns.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,+BAA4B;AACxD,OAAO,EAAE,eAAe,EAAoB,MAAM,kBAAkB,CAAC;AAErE,KAAK,4BAA4B,GAAG;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,qBAAqB,CAAC;IACpC,QAAQ,EAAE,SAAS,OAAO,EAAE,CAAC;CAC9B,CAAC;AAKF,MAAM,MAAM,uBAAuB,GAAG;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,GAAG,YAAY,GAAG,OAAO,CAAC;IAC7C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE;QACX,SAAS,EAAE,MAAM,CAAC;QAClB,YAAY,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,WAAW,CAAC,EAAE,KAAK,GAAG,UAAU,GAAG,SAAS,CAAC;QAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,cAAc,CAAC,EAAE;YACf,QAAQ,CAAC,EAAE,MAAM,CAAC;YAClB,YAAY,CAAC,EAAE,MAAM,CAAC;YACtB,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;YAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;YAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;SACtB,EAAE,CAAC;KACL,EAAE,CAAC;IACJ,KAAK,CAAC,EAAE;QACN,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,UAAU,CAAC,EAAE;YACX,SAAS,EAAE,MAAM,CAAC;YAClB,YAAY,EAAE,MAAM,CAAC;YACrB,SAAS,CAAC,EAAE,MAAM,CAAC;YACnB,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,WAAW,CAAC,EAAE,KAAK,GAAG,UAAU,GAAG,SAAS,CAAC;YAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC;YAClB,MAAM,CAAC,EAAE,MAAM,CAAC;YAChB,cAAc,CAAC,EAAE;gBACf,QAAQ,CAAC,EAAE,MAAM,CAAC;gBAClB,YAAY,CAAC,EAAE,MAAM,CAAC;gBACtB,aAAa,CAAC,EAAE,MAAM,CAAC;gBACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;gBAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;gBAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;aACtB,EAAE,CAAC;SACL,EAAE,CAAC;QACJ,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,EAAE,CAAC;IACJ,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,CAAC;AAEF,qBAAa,kBAAkB;IACjB,OAAO,CAAC,KAAK;gBAAL,KAAK,EAAE,iBAAiB;IAErC,8BAA8B,CAAC,WAAW,EAAE,MAAM;;;;;;;;;;;IAmB5C,MAAM,CACjB,IAAI,EAAE,4BAA4B,GACjC,OAAO,CAAC,eAAe,CAAC;IAWd,MAAM,CACjB,IAAI,EAAE,uBAAuB,GAC5B,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAG/B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AssistantCloudRuns.js","sourceRoot":"","sources":["../src/AssistantCloudRuns.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;
|
|
1
|
+
{"version":3,"file":"AssistantCloudRuns.js","sourceRoot":"","sources":["../src/AssistantCloudRuns.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAoErE,MAAM,OAAO,kBAAkB;IACT;IAApB,YAAoB,KAAwB;QAAxB,UAAK,GAAL,KAAK,CAAmB;IAAG,CAAC;IAEzC,8BAA8B,CAAC,WAAmB;QACvD,OAAO;YACL,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,iBAAiB;YAC5C,OAAO,EAAE,KAAK,IAAI,EAAE;gBAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;gBACxD,IAAI,CAAC,OAAO;oBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;gBACtD,OAAO;oBACL,GAAG,OAAO;oBACV,MAAM,EAAE,YAAY;iBACrB,CAAC;YACJ,CAAC;YACD,IAAI,EAAE;gBACJ,YAAY,EAAE,WAAW;gBACzB,eAAe,EAAE,0BAA0B;gBAC3C,SAAS,EAAE,eAAe;aAC3B;SACF,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,IAAkC;QAElC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,cAAc,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,MAAM,EAAE,YAAY;aACrB;YACD,IAAI;SACL,CAAC,CAAC;QACH,OAAO,eAAe,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,gBAAgB,EAAE,CAAC,CAAC;IACxE,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,IAA6B;QAE7B,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACnE,CAAC;CACF"}
|
|
@@ -9,6 +9,8 @@ export type SamplingCallData = {
|
|
|
9
9
|
model_id?: string;
|
|
10
10
|
input_tokens?: number;
|
|
11
11
|
output_tokens?: number;
|
|
12
|
+
reasoning_tokens?: number;
|
|
13
|
+
cached_input_tokens?: number;
|
|
12
14
|
duration_ms?: number;
|
|
13
15
|
};
|
|
14
16
|
export type McpSamplingHandler = (request: McpSamplingRequest) => Promise<McpSamplingResponse>;
|
|
@@ -33,6 +35,8 @@ export type McpSamplingResponse = {
|
|
|
33
35
|
outputTokens?: number;
|
|
34
36
|
promptTokens?: number;
|
|
35
37
|
completionTokens?: number;
|
|
38
|
+
reasoningTokens?: number;
|
|
39
|
+
cachedInputTokens?: number;
|
|
36
40
|
};
|
|
37
41
|
[key: string]: unknown;
|
|
38
42
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"instrumentMcpSampling.d.ts","sourceRoot":"","sources":["../src/instrumentMcpSampling.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,CAC/B,OAAO,EAAE,kBAAkB,KACxB,OAAO,CAAC,mBAAmB,CAAC,CAAC;AAElC,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,EAAE,wBAAwB,CAAC;IACjC,MAAM,EAAE;QACN,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,gBAAgB,CAAC,EAAE;YAAE,KAAK,CAAC,EAAE;gBAAE,IAAI,CAAC,EAAE,MAAM,CAAA;aAAE,EAAE,CAAA;SAAE,CAAC;QACnD,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE;QACN,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"instrumentMcpSampling.d.ts","sourceRoot":"","sources":["../src/instrumentMcpSampling.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,CAC/B,OAAO,EAAE,kBAAkB,KACxB,OAAO,CAAC,mBAAmB,CAAC,CAAC;AAElC,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,EAAE,wBAAwB,CAAC;IACjC,MAAM,EAAE;QACN,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,gBAAgB,CAAC,EAAE;YAAE,KAAK,CAAC,EAAE;gBAAE,IAAI,CAAC,EAAE,MAAM,CAAA;aAAE,EAAE,CAAA;SAAE,CAAC;QACnD,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE;QACN,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AAEF;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,kBAAkB,EAC3B,cAAc,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,GAC/C,kBAAkB,CA+BpB;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,uBAAuB;oBAGnB,gBAAgB;;;EAMnC"}
|
|
@@ -31,10 +31,18 @@ export function wrapSamplingHandler(handler, onSamplingCall) {
|
|
|
31
31
|
const modelId = response.model ?? request.params.modelPreferences?.hints?.[0]?.name;
|
|
32
32
|
const inputTokens = response.usage?.inputTokens ?? response.usage?.promptTokens;
|
|
33
33
|
const outputTokens = response.usage?.outputTokens ?? response.usage?.completionTokens;
|
|
34
|
+
const reasoningTokens = response.usage?.reasoningTokens;
|
|
35
|
+
const cachedInputTokens = response.usage?.cachedInputTokens;
|
|
34
36
|
onSamplingCall({
|
|
35
37
|
...(modelId ? { model_id: modelId } : undefined),
|
|
36
38
|
...(inputTokens != null ? { input_tokens: inputTokens } : undefined),
|
|
37
39
|
...(outputTokens != null ? { output_tokens: outputTokens } : undefined),
|
|
40
|
+
...(reasoningTokens != null
|
|
41
|
+
? { reasoning_tokens: reasoningTokens }
|
|
42
|
+
: undefined),
|
|
43
|
+
...(cachedInputTokens != null
|
|
44
|
+
? { cached_input_tokens: cachedInputTokens }
|
|
45
|
+
: undefined),
|
|
38
46
|
duration_ms: durationMs,
|
|
39
47
|
});
|
|
40
48
|
return response;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"instrumentMcpSampling.js","sourceRoot":"","sources":["../src/instrumentMcpSampling.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;
|
|
1
|
+
{"version":3,"file":"instrumentMcpSampling.js","sourceRoot":"","sources":["../src/instrumentMcpSampling.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAuCH;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,mBAAmB,CACjC,OAA2B,EAC3B,cAAgD;IAEhD,OAAO,KAAK,EAAE,OAAO,EAAE,EAAE;QACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAE1C,MAAM,OAAO,GACX,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;QAEtE,MAAM,WAAW,GACf,QAAQ,CAAC,KAAK,EAAE,WAAW,IAAI,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;QAC9D,MAAM,YAAY,GAChB,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,QAAQ,CAAC,KAAK,EAAE,gBAAgB,CAAC;QACnE,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAC;QACxD,MAAM,iBAAiB,GAAG,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC;QAE5D,cAAc,CAAC;YACb,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YAChD,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,GAAG,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YACvE,GAAG,CAAC,eAAe,IAAI,IAAI;gBACzB,CAAC,CAAC,EAAE,gBAAgB,EAAE,eAAe,EAAE;gBACvC,CAAC,CAAC,SAAS,CAAC;YACd,GAAG,CAAC,iBAAiB,IAAI,IAAI;gBAC3B,CAAC,CAAC,EAAE,mBAAmB,EAAE,iBAAiB,EAAE;gBAC5C,CAAC,CAAC,SAAS,CAAC;YACd,WAAW,EAAE,UAAU;SACxB,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,uBAAuB;IACrC,MAAM,KAAK,GAAuB,EAAE,CAAC;IACrC,OAAO;QACL,OAAO,EAAE,CAAC,IAAsB,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QACrD,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC;QAC1B,KAAK,EAAE,GAAG,EAAE;YACV,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QACnB,CAAC;KACF,CAAC;AACJ,CAAC"}
|
package/package.json
CHANGED
|
@@ -7,6 +7,9 @@ type AssistantCloudRunsStreamBody = {
|
|
|
7
7
|
messages: readonly unknown[]; // TODO type
|
|
8
8
|
};
|
|
9
9
|
|
|
10
|
+
// NOTE: Keep this payload shape aligned with the strict runtime validator in
|
|
11
|
+
// assistant-cloud: apps/aui-cloud-api/src/endpoints/runs/create.ts
|
|
12
|
+
// (createRunSchema). New telemetry fields must be added in both repos together.
|
|
10
13
|
export type AssistantCloudRunReport = {
|
|
11
14
|
thread_id: string;
|
|
12
15
|
status: "completed" | "incomplete" | "error";
|
|
@@ -23,12 +26,16 @@ export type AssistantCloudRunReport = {
|
|
|
23
26
|
model_id?: string;
|
|
24
27
|
input_tokens?: number;
|
|
25
28
|
output_tokens?: number;
|
|
29
|
+
reasoning_tokens?: number;
|
|
30
|
+
cached_input_tokens?: number;
|
|
26
31
|
duration_ms?: number;
|
|
27
32
|
}[];
|
|
28
33
|
}[];
|
|
29
34
|
steps?: {
|
|
30
35
|
input_tokens?: number;
|
|
31
36
|
output_tokens?: number;
|
|
37
|
+
reasoning_tokens?: number;
|
|
38
|
+
cached_input_tokens?: number;
|
|
32
39
|
tool_calls?: {
|
|
33
40
|
tool_name: string;
|
|
34
41
|
tool_call_id: string;
|
|
@@ -41,6 +48,8 @@ export type AssistantCloudRunReport = {
|
|
|
41
48
|
model_id?: string;
|
|
42
49
|
input_tokens?: number;
|
|
43
50
|
output_tokens?: number;
|
|
51
|
+
reasoning_tokens?: number;
|
|
52
|
+
cached_input_tokens?: number;
|
|
44
53
|
duration_ms?: number;
|
|
45
54
|
}[];
|
|
46
55
|
}[];
|
|
@@ -49,6 +58,8 @@ export type AssistantCloudRunReport = {
|
|
|
49
58
|
}[];
|
|
50
59
|
input_tokens?: number;
|
|
51
60
|
output_tokens?: number;
|
|
61
|
+
reasoning_tokens?: number;
|
|
62
|
+
cached_input_tokens?: number;
|
|
52
63
|
model_id?: string;
|
|
53
64
|
provider_type?: string;
|
|
54
65
|
duration_ms?: number;
|
|
@@ -10,6 +10,8 @@ export type SamplingCallData = {
|
|
|
10
10
|
model_id?: string;
|
|
11
11
|
input_tokens?: number;
|
|
12
12
|
output_tokens?: number;
|
|
13
|
+
reasoning_tokens?: number;
|
|
14
|
+
cached_input_tokens?: number;
|
|
13
15
|
duration_ms?: number;
|
|
14
16
|
};
|
|
15
17
|
|
|
@@ -35,6 +37,8 @@ export type McpSamplingResponse = {
|
|
|
35
37
|
outputTokens?: number;
|
|
36
38
|
promptTokens?: number;
|
|
37
39
|
completionTokens?: number;
|
|
40
|
+
reasoningTokens?: number;
|
|
41
|
+
cachedInputTokens?: number;
|
|
38
42
|
};
|
|
39
43
|
[key: string]: unknown;
|
|
40
44
|
};
|
|
@@ -73,11 +77,19 @@ export function wrapSamplingHandler(
|
|
|
73
77
|
response.usage?.inputTokens ?? response.usage?.promptTokens;
|
|
74
78
|
const outputTokens =
|
|
75
79
|
response.usage?.outputTokens ?? response.usage?.completionTokens;
|
|
80
|
+
const reasoningTokens = response.usage?.reasoningTokens;
|
|
81
|
+
const cachedInputTokens = response.usage?.cachedInputTokens;
|
|
76
82
|
|
|
77
83
|
onSamplingCall({
|
|
78
84
|
...(modelId ? { model_id: modelId } : undefined),
|
|
79
85
|
...(inputTokens != null ? { input_tokens: inputTokens } : undefined),
|
|
80
86
|
...(outputTokens != null ? { output_tokens: outputTokens } : undefined),
|
|
87
|
+
...(reasoningTokens != null
|
|
88
|
+
? { reasoning_tokens: reasoningTokens }
|
|
89
|
+
: undefined),
|
|
90
|
+
...(cachedInputTokens != null
|
|
91
|
+
? { cached_input_tokens: cachedInputTokens }
|
|
92
|
+
: undefined),
|
|
81
93
|
duration_ms: durationMs,
|
|
82
94
|
});
|
|
83
95
|
|