@roj-ai/sdk 0.1.32 → 0.1.33
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/plugins/session-stats/index.d.ts +1 -1
- package/dist/plugins/session-stats/index.d.ts.map +1 -1
- package/dist/plugins/session-stats/plugin.d.ts +16 -0
- package/dist/plugins/session-stats/plugin.d.ts.map +1 -1
- package/dist/plugins/session-stats/plugin.js +29 -2
- package/dist/plugins/session-stats/plugin.js.map +1 -1
- package/dist/plugins/session-stats/plugin.test.d.ts +2 -0
- package/dist/plugins/session-stats/plugin.test.d.ts.map +1 -0
- package/dist/plugins/session-stats/plugin.test.js +145 -0
- package/dist/plugins/session-stats/plugin.test.js.map +1 -0
- package/dist/transport/http/middleware/error-handler.d.ts +1 -1
- package/package.json +2 -2
- package/src/index.ts +1 -1
- package/src/plugins/session-stats/index.ts +1 -1
- package/src/plugins/session-stats/plugin.test.ts +160 -0
- package/src/plugins/session-stats/plugin.ts +48 -2
package/dist/index.d.ts
CHANGED
|
@@ -77,7 +77,7 @@ export type { EvictionAgentConfig, EvictionConfig } from './plugins/result-evict
|
|
|
77
77
|
export { servicePlugin } from './plugins/services/plugin.js';
|
|
78
78
|
export type { ServiceAgentConfig, ServiceStatusChangedEvent } from './plugins/services/plugin.js';
|
|
79
79
|
export { selectSessionStats, sessionStatsPlugin } from './plugins/session-stats/plugin.js';
|
|
80
|
-
export type { SessionStatsState } from './plugins/session-stats/plugin.js';
|
|
80
|
+
export type { AgentStats, ProviderStats, SessionStatsState } from './plugins/session-stats/plugin.js';
|
|
81
81
|
export { sessionStatePlugin } from './plugins/session-state/plugin.js';
|
|
82
82
|
export type { SessionStatePluginConfig } from './plugins/session-state/plugin.js';
|
|
83
83
|
export { presetsPlugin, sessionLifecyclePlugin } from './plugins/session-lifecycle/plugin.js';
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AACxD,YAAY,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAGzC,OAAO,EAAE,SAAS,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAA;AACpE,YAAY,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AAG9C,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAC/C,YAAY,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAA;AAGnE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AACzE,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAC1F,YAAY,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AACjF,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AACjE,YAAY,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AAChE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAG9D,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAC/C,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAGhE,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAA;AACjG,YAAY,EAAE,oBAAoB,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAA;AAG7G,OAAO,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAA;AAC9C,YAAY,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAA;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAA;AACnE,YAAY,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAA;AAC/E,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAA;AAC/D,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AACpD,YAAY,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAGpE,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAA;AACtG,YAAY,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAGpD,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAA;AACjD,YAAY,EAAE,WAAW,IAAI,iBAAiB,EAAE,mBAAmB,EAAE,mBAAmB,IAAI,WAAW,EAAE,MAAM,yBAAyB,CAAA;AACxI,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAA;AACpD,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AACtF,YAAY,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAA;AACzD,YAAY,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAA;AACtD,YAAY,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAA;AAC/E,YAAY,EAAE,sBAAsB,EAAE,eAAe,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAA;AAC7H,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAA;AAC7D,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AACtI,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAA;AAC5E,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAA;AAC9C,YAAY,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAA;AACrD,YAAY,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA;AAC/G,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,gCAAgC,CAAA;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAC9D,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAA;AACrD,YAAY,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAChE,OAAO,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAA;AACtF,YAAY,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AAC5D,YAAY,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AACxD,YAAY,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA;AAC7D,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAChF,YAAY,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAA;AACvD,YAAY,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAA;AACjE,YAAY,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAA;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,YAAY,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC5G,YAAY,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAGvD,YAAY,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AAGtH,OAAO,EAAE,iBAAiB,EAAE,8BAA8B,EAAE,MAAM,kCAAkC,CAAA;AACpG,YAAY,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAA;AAChF,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACzD,YAAY,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,qCAAqC,CAAA;AAC1E,YAAY,EAAE,0BAA0B,EAAE,MAAM,qCAAqC,CAAA;AACrF,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAA;AAC1G,YAAY,EAAE,aAAa,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAA;AAC7G,YAAY,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAA;AACxF,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAA;AAC3D,YAAY,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAA;AAC1F,OAAO,EAAE,oBAAoB,EAAE,MAAM,qCAAqC,CAAA;AAC1E,YAAY,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAA;AAC9F,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAA;AAC5D,YAAY,EAAE,kBAAkB,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAA;AACjG,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAA;AAC1F,YAAY,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAA;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AACxD,YAAY,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAGzC,OAAO,EAAE,SAAS,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAA;AACpE,YAAY,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AAG9C,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAC/C,YAAY,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAA;AAGnE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AACzE,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAC1F,YAAY,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AACjF,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AACjE,YAAY,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AAChE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAG9D,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAC/C,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAGhE,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAA;AACjG,YAAY,EAAE,oBAAoB,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAA;AAG7G,OAAO,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAA;AAC9C,YAAY,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAA;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAA;AACnE,YAAY,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAA;AAC/E,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAA;AAC/D,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AACpD,YAAY,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAGpE,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAA;AACtG,YAAY,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAGpD,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAA;AACjD,YAAY,EAAE,WAAW,IAAI,iBAAiB,EAAE,mBAAmB,EAAE,mBAAmB,IAAI,WAAW,EAAE,MAAM,yBAAyB,CAAA;AACxI,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAA;AACpD,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AACtF,YAAY,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAA;AACzD,YAAY,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAA;AACtD,YAAY,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAA;AAC/E,YAAY,EAAE,sBAAsB,EAAE,eAAe,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAA;AAC7H,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAA;AAC7D,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AACtI,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAA;AAC5E,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAA;AAC9C,YAAY,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAA;AACrD,YAAY,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA;AAC/G,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,gCAAgC,CAAA;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAC9D,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAA;AACrD,YAAY,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAChE,OAAO,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAA;AACtF,YAAY,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AAC5D,YAAY,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AACxD,YAAY,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA;AAC7D,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAChF,YAAY,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAA;AACvD,YAAY,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAA;AACjE,YAAY,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAA;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,YAAY,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC5G,YAAY,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAGvD,YAAY,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AAGtH,OAAO,EAAE,iBAAiB,EAAE,8BAA8B,EAAE,MAAM,kCAAkC,CAAA;AACpG,YAAY,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAA;AAChF,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACzD,YAAY,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,qCAAqC,CAAA;AAC1E,YAAY,EAAE,0BAA0B,EAAE,MAAM,qCAAqC,CAAA;AACrF,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAA;AAC1G,YAAY,EAAE,aAAa,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAA;AAC7G,YAAY,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAA;AACxF,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAA;AAC3D,YAAY,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAA;AAC1F,OAAO,EAAE,oBAAoB,EAAE,MAAM,qCAAqC,CAAA;AAC1E,YAAY,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAA;AAC9F,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAA;AAC5D,YAAY,EAAE,kBAAkB,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAA;AACjG,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAA;AAC1F,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAA;AACrG,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAA;AACtE,YAAY,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAA;AACjF,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,uCAAuC,CAAA;AAC7F,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AAC5E,YAAY,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AACvF,YAAY,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AAClE,YAAY,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAA;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAA;AACrD,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AACjF,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,YAAY,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAA;AACtH,OAAO,EAAE,eAAe,EAAE,MAAM,oCAAoC,CAAA;AACpE,YAAY,EACX,iBAAiB,EACjB,qBAAqB,EACrB,cAAc,EACd,cAAc,GACd,MAAM,oCAAoC,CAAA;AAC3C,OAAO,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAA;AACpG,YAAY,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAA;AACvE,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAA;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAA;AAC9D,YAAY,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAA;AAGrH,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACzD,YAAY,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AACvF,YAAY,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AAClE,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AACnE,YAAY,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAC/D,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AAG3E,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAA;AAC/D,YAAY,EAAE,aAAa,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAA;AAGzG,OAAO,EAAE,OAAO,IAAI,CAAC,EAAE,MAAM,QAAQ,CAAA;AAGrC,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,uBAAuB,CAAA;AAC/C,YAAY,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAGnD,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAA;AAGtE,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAA;AAC1D,YAAY,EACX,uBAAuB,EACvB,kBAAkB,EAClB,aAAa,EACb,cAAc,EACd,gBAAgB,GAChB,MAAM,8BAA8B,CAAA;AAGrC,YAAY,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAA;AAIhF,YAAY,EACX,YAAY,EACZ,MAAM,EACN,eAAe,EACf,cAAc,EACd,UAAU,EACV,UAAU,EACV,QAAQ,EACR,aAAa,EACb,YAAY,EACZ,KAAK,GACL,MAAM,qBAAqB,CAAA"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
1
|
export { sessionStatsPlugin } from './plugin.js';
|
|
2
|
-
export type { SessionStatsState } from './plugin.js';
|
|
2
|
+
export type { AgentStats, ProviderStats, SessionStatsState } from './plugin.js';
|
|
3
3
|
export { selectSessionStats } from './plugin.js';
|
|
4
4
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/plugins/session-stats/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAChD,YAAY,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/plugins/session-stats/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAChD,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAC/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA"}
|
|
@@ -6,20 +6,36 @@ export interface ProviderStats {
|
|
|
6
6
|
completionTokens: number;
|
|
7
7
|
totalCost: number;
|
|
8
8
|
}
|
|
9
|
+
export interface AgentStats {
|
|
10
|
+
llmCalls: number;
|
|
11
|
+
promptTokens: number;
|
|
12
|
+
completionTokens: number;
|
|
13
|
+
totalCost: number;
|
|
14
|
+
}
|
|
9
15
|
export interface SessionStatsState {
|
|
10
16
|
totalTokens: number;
|
|
11
17
|
promptTokens: number;
|
|
12
18
|
completionTokens: number;
|
|
19
|
+
/** Prompt tokens served from the provider cache (a subset of promptTokens) */
|
|
20
|
+
cacheReadTokens: number;
|
|
21
|
+
/** Prompt tokens written to the provider cache */
|
|
22
|
+
cacheWriteTokens: number;
|
|
13
23
|
totalCost: number;
|
|
14
24
|
llmCalls: number;
|
|
15
25
|
llmErrors: number;
|
|
16
26
|
toolCalls: number;
|
|
17
27
|
toolErrors: number;
|
|
28
|
+
/** Chat messages received from the user */
|
|
29
|
+
userMessages: number;
|
|
30
|
+
/** Context compactions performed in this session */
|
|
31
|
+
compactions: number;
|
|
18
32
|
agentCount: number;
|
|
19
33
|
firstEventAt: number | null;
|
|
20
34
|
lastEventAt: number | null;
|
|
21
35
|
/** Per-provider breakdown of LLM usage */
|
|
22
36
|
byProvider: Record<string, ProviderStats>;
|
|
37
|
+
/** Per agent-definition breakdown of LLM usage (keyed by definition name, not agent id) */
|
|
38
|
+
byAgent: Record<string, AgentStats>;
|
|
23
39
|
}
|
|
24
40
|
/**
|
|
25
41
|
* Select session stats from session state (for external consumers).
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../../../src/plugins/session-stats/plugin.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../../../src/plugins/session-stats/plugin.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AAQ5D,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,gBAAgB,EAAE,MAAM,CAAA;IACxB,SAAS,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,UAAU;IAC1B,QAAQ,EAAE,MAAM,CAAA;IAChB,YAAY,EAAE,MAAM,CAAA;IACpB,gBAAgB,EAAE,MAAM,CAAA;IACxB,SAAS,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,iBAAiB;IACjC,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,gBAAgB,EAAE,MAAM,CAAA;IACxB,8EAA8E;IAC9E,eAAe,EAAE,MAAM,CAAA;IACvB,kDAAkD;IAClD,gBAAgB,EAAE,MAAM,CAAA;IACxB,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;IAClB,2CAA2C;IAC3C,YAAY,EAAE,MAAM,CAAA;IACpB,oDAAoD;IACpD,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,EAAE,MAAM,CAAA;IAClB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;IAC3B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,0CAA0C;IAC1C,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;IACzC,2FAA2F;IAC3F,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;CACnC;AAwBD;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,YAAY,GAAG,iBAAiB,CAEhF;AAMD,eAAO,MAAM,kBAAkB,kGAkFtB,CAAA"}
|
|
@@ -1,21 +1,28 @@
|
|
|
1
1
|
import { agentEvents } from '../../core/agents/state.js';
|
|
2
|
+
import { contextEvents } from '../../core/context/state.js';
|
|
2
3
|
import { llmEvents } from '../../core/llm/state.js';
|
|
3
4
|
import { definePlugin } from '../../core/plugins/plugin-builder.js';
|
|
4
5
|
import { selectPluginState } from '../../core/sessions/reducer.js';
|
|
5
6
|
import { toolEvents } from '../../core/tools/state.js';
|
|
7
|
+
import { userChatEvents } from '../../plugins/user-chat/plugin.js';
|
|
6
8
|
const createInitialStats = () => ({
|
|
7
9
|
totalTokens: 0,
|
|
8
10
|
promptTokens: 0,
|
|
9
11
|
completionTokens: 0,
|
|
12
|
+
cacheReadTokens: 0,
|
|
13
|
+
cacheWriteTokens: 0,
|
|
10
14
|
totalCost: 0,
|
|
11
15
|
llmCalls: 0,
|
|
12
16
|
llmErrors: 0,
|
|
13
17
|
toolCalls: 0,
|
|
14
18
|
toolErrors: 0,
|
|
19
|
+
userMessages: 0,
|
|
20
|
+
compactions: 0,
|
|
15
21
|
agentCount: 0,
|
|
16
22
|
firstEventAt: null,
|
|
17
23
|
lastEventAt: null,
|
|
18
24
|
byProvider: {},
|
|
25
|
+
byAgent: {},
|
|
19
26
|
});
|
|
20
27
|
const PLUGIN_STATE_KEY = 'sessionStats';
|
|
21
28
|
/**
|
|
@@ -28,11 +35,11 @@ export function selectSessionStats(sessionState) {
|
|
|
28
35
|
// Plugin
|
|
29
36
|
// ============================================================================
|
|
30
37
|
export const sessionStatsPlugin = definePlugin('session-stats')
|
|
31
|
-
.events([agentEvents, llmEvents, toolEvents])
|
|
38
|
+
.events([agentEvents, llmEvents, toolEvents, contextEvents, userChatEvents])
|
|
32
39
|
.state({
|
|
33
40
|
key: PLUGIN_STATE_KEY,
|
|
34
41
|
initial: createInitialStats,
|
|
35
|
-
reduce: (stats, event) => {
|
|
42
|
+
reduce: (stats, event, sessionState) => {
|
|
36
43
|
const now = event.timestamp;
|
|
37
44
|
const withTimestamp = (partial) => ({
|
|
38
45
|
...stats,
|
|
@@ -61,13 +68,29 @@ export const sessionStatsPlugin = definePlugin('session-stats')
|
|
|
61
68
|
},
|
|
62
69
|
}
|
|
63
70
|
: stats.byProvider;
|
|
71
|
+
// Core reducer runs before plugin slices, so the spawning agent is already in state.
|
|
72
|
+
const definitionName = sessionState.agents.get(event.agentId)?.definitionName;
|
|
73
|
+
const byAgent = definitionName
|
|
74
|
+
? {
|
|
75
|
+
...stats.byAgent,
|
|
76
|
+
[definitionName]: {
|
|
77
|
+
llmCalls: (stats.byAgent[definitionName]?.llmCalls ?? 0) + 1,
|
|
78
|
+
promptTokens: (stats.byAgent[definitionName]?.promptTokens ?? 0) + event.metrics.promptTokens,
|
|
79
|
+
completionTokens: (stats.byAgent[definitionName]?.completionTokens ?? 0) + event.metrics.completionTokens,
|
|
80
|
+
totalCost: (stats.byAgent[definitionName]?.totalCost ?? 0) + (event.metrics.cost ?? 0),
|
|
81
|
+
},
|
|
82
|
+
}
|
|
83
|
+
: stats.byAgent;
|
|
64
84
|
return withTimestamp({
|
|
65
85
|
llmCalls: stats.llmCalls + 1,
|
|
66
86
|
totalTokens: stats.totalTokens + event.metrics.totalTokens,
|
|
67
87
|
promptTokens: stats.promptTokens + event.metrics.promptTokens,
|
|
68
88
|
completionTokens: stats.completionTokens + event.metrics.completionTokens,
|
|
89
|
+
cacheReadTokens: stats.cacheReadTokens + (event.metrics.cachedTokens ?? 0),
|
|
90
|
+
cacheWriteTokens: stats.cacheWriteTokens + (event.metrics.cacheWriteTokens ?? 0),
|
|
69
91
|
totalCost: stats.totalCost + (event.metrics.cost ?? 0),
|
|
70
92
|
byProvider,
|
|
93
|
+
byAgent,
|
|
71
94
|
});
|
|
72
95
|
}
|
|
73
96
|
case 'inference_failed':
|
|
@@ -76,6 +99,10 @@ export const sessionStatsPlugin = definePlugin('session-stats')
|
|
|
76
99
|
return withTimestamp({ toolCalls: stats.toolCalls + 1 });
|
|
77
100
|
case 'tool_failed':
|
|
78
101
|
return withTimestamp({ toolErrors: stats.toolErrors + 1 });
|
|
102
|
+
case 'user_chat_message_received':
|
|
103
|
+
return withTimestamp({ userMessages: stats.userMessages + 1 });
|
|
104
|
+
case 'context_compacted':
|
|
105
|
+
return withTimestamp({ compactions: stats.compactions + 1 });
|
|
79
106
|
default:
|
|
80
107
|
return stats;
|
|
81
108
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../../../src/plugins/session-stats/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAA;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAA;AAC/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAE9D,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;
|
|
1
|
+
{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../../../src/plugins/session-stats/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAA;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAA;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAA;AAC/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAE9D,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAA;AA+C9D,MAAM,kBAAkB,GAAG,GAAsB,EAAE,CAAC,CAAC;IACpD,WAAW,EAAE,CAAC;IACd,YAAY,EAAE,CAAC;IACf,gBAAgB,EAAE,CAAC;IACnB,eAAe,EAAE,CAAC;IAClB,gBAAgB,EAAE,CAAC;IACnB,SAAS,EAAE,CAAC;IACZ,QAAQ,EAAE,CAAC;IACX,SAAS,EAAE,CAAC;IACZ,SAAS,EAAE,CAAC;IACZ,UAAU,EAAE,CAAC;IACb,YAAY,EAAE,CAAC;IACf,WAAW,EAAE,CAAC;IACd,UAAU,EAAE,CAAC;IACb,YAAY,EAAE,IAAI;IAClB,WAAW,EAAE,IAAI;IACjB,UAAU,EAAE,EAAE;IACd,OAAO,EAAE,EAAE;CACX,CAAC,CAAA;AAEF,MAAM,gBAAgB,GAAG,cAAc,CAAA;AAEvC;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,YAA0B;IAC5D,OAAO,iBAAiB,CAAoB,YAAY,EAAE,gBAAgB,CAAC,IAAI,kBAAkB,EAAE,CAAA;AACpG,CAAC;AAED,+EAA+E;AAC/E,SAAS;AACT,+EAA+E;AAE/E,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,CAAC,eAAe,CAAC;KAC7D,MAAM,CAAC,CAAC,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC;KAC3E,KAAK,CAAC;IACN,GAAG,EAAE,gBAAgB;IACrB,OAAO,EAAE,kBAAkB;IAC3B,MAAM,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE;QACtC,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,CAAA;QAC3B,MAAM,aAAa,GAAG,CAAC,OAAmC,EAAqB,EAAE,CAAC,CAAC;YAClF,GAAG,KAAK;YACR,GAAG,OAAO;YACV,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,GAAG;YACvC,WAAW,EAAE,GAAG;SAChB,CAAC,CAAA;QAEF,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,eAAe;gBACnB,OAAO,aAAa,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC,CAAA;YAE3D,0EAA0E;YAC1E,oEAAoE;YACpE,sDAAsD;YACtD,KAAK,qBAAqB,CAAC;YAC3B,KAAK,+BAA+B,CAAC,CAAC,CAAC;gBACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAA;gBACvC,MAAM,UAAU,GAAG,QAAQ;oBAC1B,CAAC,CAAC;wBACD,GAAG,KAAK,CAAC,UAAU;wBACnB,CAAC,QAAQ,CAAC,EAAE;4BACX,QAAQ,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC;4BACzD,WAAW,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,WAAW,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW;4BACvF,YAAY,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,YAAY,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY;4BAC1F,gBAAgB,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,gBAAgB,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,gBAAgB;4BACtG,SAAS,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC;yBACnF;qBACD;oBACD,CAAC,CAAC,KAAK,CAAC,UAAU,CAAA;gBACnB,qFAAqF;gBACrF,MAAM,cAAc,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,cAAc,CAAA;gBAC7E,MAAM,OAAO,GAAG,cAAc;oBAC7B,CAAC,CAAC;wBACD,GAAG,KAAK,CAAC,OAAO;wBAChB,CAAC,cAAc,CAAC,EAAE;4BACjB,QAAQ,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC;4BAC5D,YAAY,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,YAAY,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY;4BAC7F,gBAAgB,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,gBAAgB,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,gBAAgB;4BACzG,SAAS,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC;yBACtF;qBACD;oBACD,CAAC,CAAC,KAAK,CAAC,OAAO,CAAA;gBAChB,OAAO,aAAa,CAAC;oBACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ,GAAG,CAAC;oBAC5B,WAAW,EAAE,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW;oBAC1D,YAAY,EAAE,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY;oBAC7D,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC,OAAO,CAAC,gBAAgB;oBACzE,eAAe,EAAE,KAAK,CAAC,eAAe,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC;oBAC1E,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,IAAI,CAAC,CAAC;oBAChF,SAAS,EAAE,KAAK,CAAC,SAAS,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC;oBACtD,UAAU;oBACV,OAAO;iBACP,CAAC,CAAA;YACH,CAAC;YAED,KAAK,kBAAkB;gBACtB,OAAO,aAAa,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC,CAAA;YAEzD,KAAK,cAAc;gBAClB,OAAO,aAAa,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC,CAAA;YAEzD,KAAK,aAAa;gBACjB,OAAO,aAAa,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC,CAAA;YAE3D,KAAK,4BAA4B;gBAChC,OAAO,aAAa,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC,CAAA;YAE/D,KAAK,mBAAmB;gBACvB,OAAO,aAAa,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC,CAAA;YAE7D;gBACC,OAAO,KAAK,CAAA;QACd,CAAC;IACF,CAAC;CACD,CAAC;KACD,KAAK,EAAE,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"plugin.test.d.ts","sourceRoot":"","sources":["../../../src/plugins/session-stats/plugin.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,145 @@
|
|
|
1
|
+
import { describe, expect, it } from 'bun:test';
|
|
2
|
+
import { AgentId } from '../../core/agents/schema.js';
|
|
3
|
+
import { agentEvents } from '../../core/agents/state.js';
|
|
4
|
+
import { contextEvents } from '../../core/context/state.js';
|
|
5
|
+
import { withSessionId } from '../../core/events/test-helpers.js';
|
|
6
|
+
import { llmEvents } from '../../core/llm/state.js';
|
|
7
|
+
import { createApplyEvent } from '../../core/sessions/apply-event.js';
|
|
8
|
+
import { SessionId } from '../../core/sessions/schema.js';
|
|
9
|
+
import { createSessionState } from '../../core/sessions/state.js';
|
|
10
|
+
import { ToolCallId } from '../../core/tools/schema.js';
|
|
11
|
+
import { toolEvents } from '../../core/tools/state.js';
|
|
12
|
+
import { userChatEvents } from '../../plugins/user-chat/plugin.js';
|
|
13
|
+
import { ChatMessageId } from '../../plugins/user-chat/schema.js';
|
|
14
|
+
import { selectSessionStats, sessionStatsPlugin } from './plugin.js';
|
|
15
|
+
const sessionId = SessionId('session-stats-test');
|
|
16
|
+
const orchestrator = AgentId('orchestrator-1');
|
|
17
|
+
const worker = AgentId('worker-1');
|
|
18
|
+
const applyEvent = createApplyEvent([sessionStatsPlugin.create()]);
|
|
19
|
+
const metrics = (overrides = {}) => ({
|
|
20
|
+
promptTokens: 100,
|
|
21
|
+
completionTokens: 20,
|
|
22
|
+
totalTokens: 120,
|
|
23
|
+
latencyMs: 10,
|
|
24
|
+
model: 'test-model',
|
|
25
|
+
provider: 'anthropic',
|
|
26
|
+
cost: 0.5,
|
|
27
|
+
...overrides,
|
|
28
|
+
});
|
|
29
|
+
const spawn = (agentId, definitionName) => withSessionId(sessionId, agentEvents.create('agent_spawned', { agentId, definitionName, parentId: null }));
|
|
30
|
+
const inference = (agentId, m) => withSessionId(sessionId, llmEvents.create('inference_completed', {
|
|
31
|
+
agentId,
|
|
32
|
+
consumedMessageIds: [],
|
|
33
|
+
response: { content: 'ok', toolCalls: [] },
|
|
34
|
+
metrics: m,
|
|
35
|
+
}));
|
|
36
|
+
const reduce = (events) => selectSessionStats(events.reduce(applyEvent, createSessionState(sessionId, 'test-preset', 0)));
|
|
37
|
+
describe('session-stats plugin', () => {
|
|
38
|
+
it('starts from zeroed counters', () => {
|
|
39
|
+
const stats = reduce([]);
|
|
40
|
+
expect(stats.userMessages).toBe(0);
|
|
41
|
+
expect(stats.compactions).toBe(0);
|
|
42
|
+
expect(stats.cacheReadTokens).toBe(0);
|
|
43
|
+
expect(stats.cacheWriteTokens).toBe(0);
|
|
44
|
+
expect(stats.byAgent).toEqual({});
|
|
45
|
+
});
|
|
46
|
+
it('counts user chat messages', () => {
|
|
47
|
+
const stats = reduce([
|
|
48
|
+
spawn(orchestrator, 'orchestrator'),
|
|
49
|
+
withSessionId(sessionId, userChatEvents.create('user_chat_message_received', {
|
|
50
|
+
agentId: orchestrator,
|
|
51
|
+
messageId: ChatMessageId('m1'),
|
|
52
|
+
content: 'hello',
|
|
53
|
+
timestamp: 1,
|
|
54
|
+
})),
|
|
55
|
+
withSessionId(sessionId, userChatEvents.create('user_chat_message_received', {
|
|
56
|
+
agentId: orchestrator,
|
|
57
|
+
messageId: ChatMessageId('m2'),
|
|
58
|
+
content: 'again',
|
|
59
|
+
timestamp: 2,
|
|
60
|
+
})),
|
|
61
|
+
]);
|
|
62
|
+
expect(stats.userMessages).toBe(2);
|
|
63
|
+
});
|
|
64
|
+
it('counts context compactions', () => {
|
|
65
|
+
const stats = reduce([
|
|
66
|
+
spawn(orchestrator, 'orchestrator'),
|
|
67
|
+
withSessionId(sessionId, contextEvents.create('context_compacted', {
|
|
68
|
+
agentId: orchestrator,
|
|
69
|
+
compactedContent: 'summary',
|
|
70
|
+
newConversationHistory: [],
|
|
71
|
+
originalTokens: 1000,
|
|
72
|
+
compactedTokens: 100,
|
|
73
|
+
messagesRemoved: 8,
|
|
74
|
+
})),
|
|
75
|
+
]);
|
|
76
|
+
expect(stats.compactions).toBe(1);
|
|
77
|
+
});
|
|
78
|
+
it('sums cache read and write tokens across main and auxiliary inferences', () => {
|
|
79
|
+
const stats = reduce([
|
|
80
|
+
spawn(orchestrator, 'orchestrator'),
|
|
81
|
+
inference(orchestrator, metrics({ cachedTokens: 800, cacheWriteTokens: 200 })),
|
|
82
|
+
withSessionId(sessionId, llmEvents.create('auxiliary_inference_completed', {
|
|
83
|
+
agentId: orchestrator,
|
|
84
|
+
metrics: metrics({ cachedTokens: 50, cacheWriteTokens: 10 }),
|
|
85
|
+
})),
|
|
86
|
+
// Providers that report no cache usage must not break the totals.
|
|
87
|
+
inference(orchestrator, metrics()),
|
|
88
|
+
]);
|
|
89
|
+
expect(stats.cacheReadTokens).toBe(850);
|
|
90
|
+
expect(stats.cacheWriteTokens).toBe(210);
|
|
91
|
+
expect(stats.llmCalls).toBe(3);
|
|
92
|
+
});
|
|
93
|
+
it('breaks LLM usage down by agent definition name', () => {
|
|
94
|
+
const stats = reduce([
|
|
95
|
+
spawn(orchestrator, 'orchestrator'),
|
|
96
|
+
spawn(worker, 'coder'),
|
|
97
|
+
inference(orchestrator, metrics({ promptTokens: 100, completionTokens: 20, cost: 0.5 })),
|
|
98
|
+
inference(worker, metrics({ promptTokens: 300, completionTokens: 40, cost: 1.25 })),
|
|
99
|
+
inference(worker, metrics({ promptTokens: 200, completionTokens: 10, cost: 0.25 })),
|
|
100
|
+
withSessionId(sessionId, llmEvents.create('auxiliary_inference_completed', {
|
|
101
|
+
agentId: worker,
|
|
102
|
+
metrics: metrics({ promptTokens: 10, completionTokens: 1, cost: 0.05 }),
|
|
103
|
+
})),
|
|
104
|
+
]);
|
|
105
|
+
expect(stats.byAgent).toEqual({
|
|
106
|
+
orchestrator: { llmCalls: 1, promptTokens: 100, completionTokens: 20, totalCost: 0.5 },
|
|
107
|
+
coder: { llmCalls: 3, promptTokens: 510, completionTokens: 51, totalCost: 1.55 },
|
|
108
|
+
});
|
|
109
|
+
expect(stats.totalCost).toBeCloseTo(2.05, 10);
|
|
110
|
+
});
|
|
111
|
+
it('keeps existing counters working', () => {
|
|
112
|
+
const stats = reduce([
|
|
113
|
+
spawn(orchestrator, 'orchestrator'),
|
|
114
|
+
inference(orchestrator, metrics()),
|
|
115
|
+
withSessionId(sessionId, llmEvents.create('inference_failed', { agentId: orchestrator, error: 'boom' })),
|
|
116
|
+
withSessionId(sessionId, toolEvents.create('tool_started', {
|
|
117
|
+
agentId: orchestrator,
|
|
118
|
+
toolCallId: ToolCallId('tc-1'),
|
|
119
|
+
toolName: 'read_file',
|
|
120
|
+
input: {},
|
|
121
|
+
})),
|
|
122
|
+
withSessionId(sessionId, toolEvents.create('tool_failed', {
|
|
123
|
+
agentId: orchestrator,
|
|
124
|
+
toolCallId: ToolCallId('tc-1'),
|
|
125
|
+
error: 'ENOENT',
|
|
126
|
+
})),
|
|
127
|
+
]);
|
|
128
|
+
expect(stats.agentCount).toBe(1);
|
|
129
|
+
expect(stats.llmCalls).toBe(1);
|
|
130
|
+
expect(stats.llmErrors).toBe(1);
|
|
131
|
+
expect(stats.toolCalls).toBe(1);
|
|
132
|
+
expect(stats.toolErrors).toBe(1);
|
|
133
|
+
expect(stats.totalTokens).toBe(120);
|
|
134
|
+
expect(stats.promptTokens).toBe(100);
|
|
135
|
+
expect(stats.completionTokens).toBe(20);
|
|
136
|
+
expect(stats.byProvider.anthropic).toEqual({
|
|
137
|
+
llmCalls: 1,
|
|
138
|
+
totalTokens: 120,
|
|
139
|
+
promptTokens: 100,
|
|
140
|
+
completionTokens: 20,
|
|
141
|
+
totalCost: 0.5,
|
|
142
|
+
});
|
|
143
|
+
});
|
|
144
|
+
});
|
|
145
|
+
//# sourceMappingURL=plugin.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"plugin.test.js","sourceRoot":"","sources":["../../../src/plugins/session-stats/plugin.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,UAAU,CAAA;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAA;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAA;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAA;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAG7D,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAA;AACjE,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAA;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAA;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAA;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAEpE,MAAM,SAAS,GAAG,SAAS,CAAC,oBAAoB,CAAC,CAAA;AACjD,MAAM,YAAY,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAA;AAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;AAElC,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;AAElE,MAAM,OAAO,GAAG,CAAC,YAAiC,EAAE,EAAc,EAAE,CAAC,CAAC;IACrE,YAAY,EAAE,GAAG;IACjB,gBAAgB,EAAE,EAAE;IACpB,WAAW,EAAE,GAAG;IAChB,SAAS,EAAE,EAAE;IACb,KAAK,EAAE,YAAY;IACnB,QAAQ,EAAE,WAAW;IACrB,IAAI,EAAE,GAAG;IACT,GAAG,SAAS;CACZ,CAAC,CAAA;AAEF,MAAM,KAAK,GAAG,CAAC,OAAgB,EAAE,cAAsB,EAAE,EAAE,CAC1D,aAAa,CAAC,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,eAAe,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;AAE3G,MAAM,SAAS,GAAG,CAAC,OAAgB,EAAE,CAAa,EAAE,EAAE,CACrD,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,qBAAqB,EAAE;IAChE,OAAO;IACP,kBAAkB,EAAE,EAAE;IACtB,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE;IAC1C,OAAO,EAAE,CAAC;CACV,CAAC,CAAC,CAAA;AAEJ,MAAM,MAAM,GAAG,CAAC,MAAqB,EAAE,EAAE,CAAC,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,kBAAkB,CAAC,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;AAExI,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACtC,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,CAAA;QACxB,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAClC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACrC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACtC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACpC,MAAM,KAAK,GAAG,MAAM,CAAC;YACpB,KAAK,CAAC,YAAY,EAAE,cAAc,CAAC;YACnC,aAAa,CAAC,SAAS,EAAE,cAAc,CAAC,MAAM,CAAC,4BAA4B,EAAE;gBAC5E,OAAO,EAAE,YAAY;gBACrB,SAAS,EAAE,aAAa,CAAC,IAAI,CAAC;gBAC9B,OAAO,EAAE,OAAO;gBAChB,SAAS,EAAE,CAAC;aACZ,CAAC,CAAC;YACH,aAAa,CAAC,SAAS,EAAE,cAAc,CAAC,MAAM,CAAC,4BAA4B,EAAE;gBAC5E,OAAO,EAAE,YAAY;gBACrB,SAAS,EAAE,aAAa,CAAC,IAAI,CAAC;gBAC9B,OAAO,EAAE,OAAO;gBAChB,SAAS,EAAE,CAAC;aACZ,CAAC,CAAC;SACH,CAAC,CAAA;QACF,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACrC,MAAM,KAAK,GAAG,MAAM,CAAC;YACpB,KAAK,CAAC,YAAY,EAAE,cAAc,CAAC;YACnC,aAAa,CAAC,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,mBAAmB,EAAE;gBAClE,OAAO,EAAE,YAAY;gBACrB,gBAAgB,EAAE,SAAS;gBAC3B,sBAAsB,EAAE,EAAE;gBAC1B,cAAc,EAAE,IAAI;gBACpB,eAAe,EAAE,GAAG;gBACpB,eAAe,EAAE,CAAC;aAClB,CAAC,CAAC;SACH,CAAC,CAAA;QACF,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,uEAAuE,EAAE,GAAG,EAAE;QAChF,MAAM,KAAK,GAAG,MAAM,CAAC;YACpB,KAAK,CAAC,YAAY,EAAE,cAAc,CAAC;YACnC,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9E,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,+BAA+B,EAAE;gBAC1E,OAAO,EAAE,YAAY;gBACrB,OAAO,EAAE,OAAO,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,CAAC;aAC5D,CAAC,CAAC;YACH,kEAAkE;YAClE,SAAS,CAAC,YAAY,EAAE,OAAO,EAAE,CAAC;SAClC,CAAC,CAAA;QACF,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACvC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACxC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC/B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACzD,MAAM,KAAK,GAAG,MAAM,CAAC;YACpB,KAAK,CAAC,YAAY,EAAE,cAAc,CAAC;YACnC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC;YACtB,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,gBAAgB,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;YACxF,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,gBAAgB,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACnF,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,gBAAgB,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACnF,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,+BAA+B,EAAE;gBAC1E,OAAO,EAAE,MAAM;gBACf,OAAO,EAAE,OAAO,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;aACvE,CAAC,CAAC;SACH,CAAC,CAAA;QACF,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC;YAC7B,YAAY,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,gBAAgB,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;YACtF,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,gBAAgB,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;SAChF,CAAC,CAAA;QACF,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IAC9C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,KAAK,GAAG,MAAM,CAAC;YACpB,KAAK,CAAC,YAAY,EAAE,cAAc,CAAC;YACnC,SAAS,CAAC,YAAY,EAAE,OAAO,EAAE,CAAC;YAClC,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,kBAAkB,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YACxG,aAAa,CAAC,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,cAAc,EAAE;gBAC1D,OAAO,EAAE,YAAY;gBACrB,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC;gBAC9B,QAAQ,EAAE,WAAW;gBACrB,KAAK,EAAE,EAAE;aACT,CAAC,CAAC;YACH,aAAa,CAAC,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,aAAa,EAAE;gBACzD,OAAO,EAAE,YAAY;gBACrB,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC;gBAC9B,KAAK,EAAE,QAAQ;aACf,CAAC,CAAC;SACH,CAAC,CAAA;QACF,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAChC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC9B,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC/B,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC/B,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAChC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACnC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACvC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC;YAC1C,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,GAAG;YAChB,YAAY,EAAE,GAAG;YACjB,gBAAgB,EAAE,EAAE;YACpB,SAAS,EAAE,GAAG;SACd,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}
|
|
@@ -17,5 +17,5 @@ export declare const errorHandler: (error: Error, c: Context<AppEnv>) => Respons
|
|
|
17
17
|
type: string;
|
|
18
18
|
message: string;
|
|
19
19
|
};
|
|
20
|
-
}, 100 | 500 | 404 | 409 | 400 | 403 | -1 | 429 | 401 | 200 | 300 | 501 | 201 | 102 | 103 | 202 | 203 | 206 | 207 | 208 | 226 | 301 | 302 | 303 | 305 | 306 | 307 | 308 | 402 | 405 | 406 | 407 | 408 | 410 | 411 | 412 | 413 | 414 | 415 | 416 | 417 | 418 | 421 | 422 | 423 | 424 | 425 | 426 | 428 | 431 | 451 | 502 | 503 | 504 | 505 | 506 | 507 | 508 |
|
|
20
|
+
}, 100 | 500 | 404 | 409 | 400 | 403 | -1 | 429 | 401 | 200 | 300 | 501 | 201 | 510 | 102 | 103 | 202 | 203 | 206 | 207 | 208 | 226 | 301 | 302 | 303 | 305 | 306 | 307 | 308 | 402 | 405 | 406 | 407 | 408 | 410 | 411 | 412 | 413 | 414 | 415 | 416 | 417 | 418 | 421 | 422 | 423 | 424 | 425 | 426 | 428 | 431 | 451 | 502 | 503 | 504 | 505 | 506 | 507 | 508 | 511, "json">;
|
|
21
21
|
//# sourceMappingURL=error-handler.d.ts.map
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@roj-ai/sdk",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.33",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"main": "./dist/index.js",
|
|
6
6
|
"exports": {
|
|
@@ -135,7 +135,7 @@
|
|
|
135
135
|
"type-check": "tsc --noEmit"
|
|
136
136
|
},
|
|
137
137
|
"dependencies": {
|
|
138
|
-
"@roj-ai/transport": "^0.1.
|
|
138
|
+
"@roj-ai/transport": "^0.1.33",
|
|
139
139
|
"@hono/zod-validator": "0.7.6",
|
|
140
140
|
"hono": "4.12.5",
|
|
141
141
|
"ignore": "7.0.5",
|
package/src/index.ts
CHANGED
|
@@ -99,7 +99,7 @@ export type { EvictionAgentConfig, EvictionConfig } from '~/plugins/result-evict
|
|
|
99
99
|
export { servicePlugin } from '~/plugins/services/plugin.js'
|
|
100
100
|
export type { ServiceAgentConfig, ServiceStatusChangedEvent } from '~/plugins/services/plugin.js'
|
|
101
101
|
export { selectSessionStats, sessionStatsPlugin } from '~/plugins/session-stats/plugin.js'
|
|
102
|
-
export type { SessionStatsState } from '~/plugins/session-stats/plugin.js'
|
|
102
|
+
export type { AgentStats, ProviderStats, SessionStatsState } from '~/plugins/session-stats/plugin.js'
|
|
103
103
|
export { sessionStatePlugin } from '~/plugins/session-state/plugin.js'
|
|
104
104
|
export type { SessionStatePluginConfig } from '~/plugins/session-state/plugin.js'
|
|
105
105
|
export { presetsPlugin, sessionLifecyclePlugin } from '~/plugins/session-lifecycle/plugin.js'
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
import { describe, expect, it } from 'bun:test'
|
|
2
|
+
import { AgentId } from '~/core/agents/schema.js'
|
|
3
|
+
import { agentEvents } from '~/core/agents/state.js'
|
|
4
|
+
import { contextEvents } from '~/core/context/state.js'
|
|
5
|
+
import { withSessionId } from '~/core/events/test-helpers.js'
|
|
6
|
+
import type { DomainEvent } from '~/core/events/types.js'
|
|
7
|
+
import type { LLMMetrics } from '~/core/llm/state.js'
|
|
8
|
+
import { llmEvents } from '~/core/llm/state.js'
|
|
9
|
+
import { createApplyEvent } from '~/core/sessions/apply-event.js'
|
|
10
|
+
import { SessionId } from '~/core/sessions/schema.js'
|
|
11
|
+
import { createSessionState } from '~/core/sessions/state.js'
|
|
12
|
+
import { ToolCallId } from '~/core/tools/schema.js'
|
|
13
|
+
import { toolEvents } from '~/core/tools/state.js'
|
|
14
|
+
import { userChatEvents } from '~/plugins/user-chat/plugin.js'
|
|
15
|
+
import { ChatMessageId } from '~/plugins/user-chat/schema.js'
|
|
16
|
+
import { selectSessionStats, sessionStatsPlugin } from './plugin.js'
|
|
17
|
+
|
|
18
|
+
const sessionId = SessionId('session-stats-test')
|
|
19
|
+
const orchestrator = AgentId('orchestrator-1')
|
|
20
|
+
const worker = AgentId('worker-1')
|
|
21
|
+
|
|
22
|
+
const applyEvent = createApplyEvent([sessionStatsPlugin.create()])
|
|
23
|
+
|
|
24
|
+
const metrics = (overrides: Partial<LLMMetrics> = {}): LLMMetrics => ({
|
|
25
|
+
promptTokens: 100,
|
|
26
|
+
completionTokens: 20,
|
|
27
|
+
totalTokens: 120,
|
|
28
|
+
latencyMs: 10,
|
|
29
|
+
model: 'test-model',
|
|
30
|
+
provider: 'anthropic',
|
|
31
|
+
cost: 0.5,
|
|
32
|
+
...overrides,
|
|
33
|
+
})
|
|
34
|
+
|
|
35
|
+
const spawn = (agentId: AgentId, definitionName: string) =>
|
|
36
|
+
withSessionId(sessionId, agentEvents.create('agent_spawned', { agentId, definitionName, parentId: null }))
|
|
37
|
+
|
|
38
|
+
const inference = (agentId: AgentId, m: LLMMetrics) =>
|
|
39
|
+
withSessionId(sessionId, llmEvents.create('inference_completed', {
|
|
40
|
+
agentId,
|
|
41
|
+
consumedMessageIds: [],
|
|
42
|
+
response: { content: 'ok', toolCalls: [] },
|
|
43
|
+
metrics: m,
|
|
44
|
+
}))
|
|
45
|
+
|
|
46
|
+
const reduce = (events: DomainEvent[]) => selectSessionStats(events.reduce(applyEvent, createSessionState(sessionId, 'test-preset', 0)))
|
|
47
|
+
|
|
48
|
+
describe('session-stats plugin', () => {
|
|
49
|
+
it('starts from zeroed counters', () => {
|
|
50
|
+
const stats = reduce([])
|
|
51
|
+
expect(stats.userMessages).toBe(0)
|
|
52
|
+
expect(stats.compactions).toBe(0)
|
|
53
|
+
expect(stats.cacheReadTokens).toBe(0)
|
|
54
|
+
expect(stats.cacheWriteTokens).toBe(0)
|
|
55
|
+
expect(stats.byAgent).toEqual({})
|
|
56
|
+
})
|
|
57
|
+
|
|
58
|
+
it('counts user chat messages', () => {
|
|
59
|
+
const stats = reduce([
|
|
60
|
+
spawn(orchestrator, 'orchestrator'),
|
|
61
|
+
withSessionId(sessionId, userChatEvents.create('user_chat_message_received', {
|
|
62
|
+
agentId: orchestrator,
|
|
63
|
+
messageId: ChatMessageId('m1'),
|
|
64
|
+
content: 'hello',
|
|
65
|
+
timestamp: 1,
|
|
66
|
+
})),
|
|
67
|
+
withSessionId(sessionId, userChatEvents.create('user_chat_message_received', {
|
|
68
|
+
agentId: orchestrator,
|
|
69
|
+
messageId: ChatMessageId('m2'),
|
|
70
|
+
content: 'again',
|
|
71
|
+
timestamp: 2,
|
|
72
|
+
})),
|
|
73
|
+
])
|
|
74
|
+
expect(stats.userMessages).toBe(2)
|
|
75
|
+
})
|
|
76
|
+
|
|
77
|
+
it('counts context compactions', () => {
|
|
78
|
+
const stats = reduce([
|
|
79
|
+
spawn(orchestrator, 'orchestrator'),
|
|
80
|
+
withSessionId(sessionId, contextEvents.create('context_compacted', {
|
|
81
|
+
agentId: orchestrator,
|
|
82
|
+
compactedContent: 'summary',
|
|
83
|
+
newConversationHistory: [],
|
|
84
|
+
originalTokens: 1000,
|
|
85
|
+
compactedTokens: 100,
|
|
86
|
+
messagesRemoved: 8,
|
|
87
|
+
})),
|
|
88
|
+
])
|
|
89
|
+
expect(stats.compactions).toBe(1)
|
|
90
|
+
})
|
|
91
|
+
|
|
92
|
+
it('sums cache read and write tokens across main and auxiliary inferences', () => {
|
|
93
|
+
const stats = reduce([
|
|
94
|
+
spawn(orchestrator, 'orchestrator'),
|
|
95
|
+
inference(orchestrator, metrics({ cachedTokens: 800, cacheWriteTokens: 200 })),
|
|
96
|
+
withSessionId(sessionId, llmEvents.create('auxiliary_inference_completed', {
|
|
97
|
+
agentId: orchestrator,
|
|
98
|
+
metrics: metrics({ cachedTokens: 50, cacheWriteTokens: 10 }),
|
|
99
|
+
})),
|
|
100
|
+
// Providers that report no cache usage must not break the totals.
|
|
101
|
+
inference(orchestrator, metrics()),
|
|
102
|
+
])
|
|
103
|
+
expect(stats.cacheReadTokens).toBe(850)
|
|
104
|
+
expect(stats.cacheWriteTokens).toBe(210)
|
|
105
|
+
expect(stats.llmCalls).toBe(3)
|
|
106
|
+
})
|
|
107
|
+
|
|
108
|
+
it('breaks LLM usage down by agent definition name', () => {
|
|
109
|
+
const stats = reduce([
|
|
110
|
+
spawn(orchestrator, 'orchestrator'),
|
|
111
|
+
spawn(worker, 'coder'),
|
|
112
|
+
inference(orchestrator, metrics({ promptTokens: 100, completionTokens: 20, cost: 0.5 })),
|
|
113
|
+
inference(worker, metrics({ promptTokens: 300, completionTokens: 40, cost: 1.25 })),
|
|
114
|
+
inference(worker, metrics({ promptTokens: 200, completionTokens: 10, cost: 0.25 })),
|
|
115
|
+
withSessionId(sessionId, llmEvents.create('auxiliary_inference_completed', {
|
|
116
|
+
agentId: worker,
|
|
117
|
+
metrics: metrics({ promptTokens: 10, completionTokens: 1, cost: 0.05 }),
|
|
118
|
+
})),
|
|
119
|
+
])
|
|
120
|
+
expect(stats.byAgent).toEqual({
|
|
121
|
+
orchestrator: { llmCalls: 1, promptTokens: 100, completionTokens: 20, totalCost: 0.5 },
|
|
122
|
+
coder: { llmCalls: 3, promptTokens: 510, completionTokens: 51, totalCost: 1.55 },
|
|
123
|
+
})
|
|
124
|
+
expect(stats.totalCost).toBeCloseTo(2.05, 10)
|
|
125
|
+
})
|
|
126
|
+
|
|
127
|
+
it('keeps existing counters working', () => {
|
|
128
|
+
const stats = reduce([
|
|
129
|
+
spawn(orchestrator, 'orchestrator'),
|
|
130
|
+
inference(orchestrator, metrics()),
|
|
131
|
+
withSessionId(sessionId, llmEvents.create('inference_failed', { agentId: orchestrator, error: 'boom' })),
|
|
132
|
+
withSessionId(sessionId, toolEvents.create('tool_started', {
|
|
133
|
+
agentId: orchestrator,
|
|
134
|
+
toolCallId: ToolCallId('tc-1'),
|
|
135
|
+
toolName: 'read_file',
|
|
136
|
+
input: {},
|
|
137
|
+
})),
|
|
138
|
+
withSessionId(sessionId, toolEvents.create('tool_failed', {
|
|
139
|
+
agentId: orchestrator,
|
|
140
|
+
toolCallId: ToolCallId('tc-1'),
|
|
141
|
+
error: 'ENOENT',
|
|
142
|
+
})),
|
|
143
|
+
])
|
|
144
|
+
expect(stats.agentCount).toBe(1)
|
|
145
|
+
expect(stats.llmCalls).toBe(1)
|
|
146
|
+
expect(stats.llmErrors).toBe(1)
|
|
147
|
+
expect(stats.toolCalls).toBe(1)
|
|
148
|
+
expect(stats.toolErrors).toBe(1)
|
|
149
|
+
expect(stats.totalTokens).toBe(120)
|
|
150
|
+
expect(stats.promptTokens).toBe(100)
|
|
151
|
+
expect(stats.completionTokens).toBe(20)
|
|
152
|
+
expect(stats.byProvider.anthropic).toEqual({
|
|
153
|
+
llmCalls: 1,
|
|
154
|
+
totalTokens: 120,
|
|
155
|
+
promptTokens: 100,
|
|
156
|
+
completionTokens: 20,
|
|
157
|
+
totalCost: 0.5,
|
|
158
|
+
})
|
|
159
|
+
})
|
|
160
|
+
})
|
|
@@ -1,9 +1,11 @@
|
|
|
1
1
|
import { agentEvents } from '~/core/agents/state.js'
|
|
2
|
+
import { contextEvents } from '~/core/context/state.js'
|
|
2
3
|
import { llmEvents } from '~/core/llm/state.js'
|
|
3
4
|
import { definePlugin } from '~/core/plugins/plugin-builder.js'
|
|
4
5
|
import { selectPluginState } from '~/core/sessions/reducer.js'
|
|
5
6
|
import type { SessionState } from '~/core/sessions/state.js'
|
|
6
7
|
import { toolEvents } from '~/core/tools/state.js'
|
|
8
|
+
import { userChatEvents } from '~/plugins/user-chat/plugin.js'
|
|
7
9
|
|
|
8
10
|
// ============================================================================
|
|
9
11
|
// Session stats state
|
|
@@ -17,35 +19,57 @@ export interface ProviderStats {
|
|
|
17
19
|
totalCost: number
|
|
18
20
|
}
|
|
19
21
|
|
|
22
|
+
export interface AgentStats {
|
|
23
|
+
llmCalls: number
|
|
24
|
+
promptTokens: number
|
|
25
|
+
completionTokens: number
|
|
26
|
+
totalCost: number
|
|
27
|
+
}
|
|
28
|
+
|
|
20
29
|
export interface SessionStatsState {
|
|
21
30
|
totalTokens: number
|
|
22
31
|
promptTokens: number
|
|
23
32
|
completionTokens: number
|
|
33
|
+
/** Prompt tokens served from the provider cache (a subset of promptTokens) */
|
|
34
|
+
cacheReadTokens: number
|
|
35
|
+
/** Prompt tokens written to the provider cache */
|
|
36
|
+
cacheWriteTokens: number
|
|
24
37
|
totalCost: number
|
|
25
38
|
llmCalls: number
|
|
26
39
|
llmErrors: number
|
|
27
40
|
toolCalls: number
|
|
28
41
|
toolErrors: number
|
|
42
|
+
/** Chat messages received from the user */
|
|
43
|
+
userMessages: number
|
|
44
|
+
/** Context compactions performed in this session */
|
|
45
|
+
compactions: number
|
|
29
46
|
agentCount: number
|
|
30
47
|
firstEventAt: number | null
|
|
31
48
|
lastEventAt: number | null
|
|
32
49
|
/** Per-provider breakdown of LLM usage */
|
|
33
50
|
byProvider: Record<string, ProviderStats>
|
|
51
|
+
/** Per agent-definition breakdown of LLM usage (keyed by definition name, not agent id) */
|
|
52
|
+
byAgent: Record<string, AgentStats>
|
|
34
53
|
}
|
|
35
54
|
|
|
36
55
|
const createInitialStats = (): SessionStatsState => ({
|
|
37
56
|
totalTokens: 0,
|
|
38
57
|
promptTokens: 0,
|
|
39
58
|
completionTokens: 0,
|
|
59
|
+
cacheReadTokens: 0,
|
|
60
|
+
cacheWriteTokens: 0,
|
|
40
61
|
totalCost: 0,
|
|
41
62
|
llmCalls: 0,
|
|
42
63
|
llmErrors: 0,
|
|
43
64
|
toolCalls: 0,
|
|
44
65
|
toolErrors: 0,
|
|
66
|
+
userMessages: 0,
|
|
67
|
+
compactions: 0,
|
|
45
68
|
agentCount: 0,
|
|
46
69
|
firstEventAt: null,
|
|
47
70
|
lastEventAt: null,
|
|
48
71
|
byProvider: {},
|
|
72
|
+
byAgent: {},
|
|
49
73
|
})
|
|
50
74
|
|
|
51
75
|
const PLUGIN_STATE_KEY = 'sessionStats'
|
|
@@ -62,11 +86,11 @@ export function selectSessionStats(sessionState: SessionState): SessionStatsStat
|
|
|
62
86
|
// ============================================================================
|
|
63
87
|
|
|
64
88
|
export const sessionStatsPlugin = definePlugin('session-stats')
|
|
65
|
-
.events([agentEvents, llmEvents, toolEvents])
|
|
89
|
+
.events([agentEvents, llmEvents, toolEvents, contextEvents, userChatEvents])
|
|
66
90
|
.state({
|
|
67
91
|
key: PLUGIN_STATE_KEY,
|
|
68
92
|
initial: createInitialStats,
|
|
69
|
-
reduce: (stats, event) => {
|
|
93
|
+
reduce: (stats, event, sessionState) => {
|
|
70
94
|
const now = event.timestamp
|
|
71
95
|
const withTimestamp = (partial: Partial<SessionStatsState>): SessionStatsState => ({
|
|
72
96
|
...stats,
|
|
@@ -97,13 +121,29 @@ export const sessionStatsPlugin = definePlugin('session-stats')
|
|
|
97
121
|
},
|
|
98
122
|
}
|
|
99
123
|
: stats.byProvider
|
|
124
|
+
// Core reducer runs before plugin slices, so the spawning agent is already in state.
|
|
125
|
+
const definitionName = sessionState.agents.get(event.agentId)?.definitionName
|
|
126
|
+
const byAgent = definitionName
|
|
127
|
+
? {
|
|
128
|
+
...stats.byAgent,
|
|
129
|
+
[definitionName]: {
|
|
130
|
+
llmCalls: (stats.byAgent[definitionName]?.llmCalls ?? 0) + 1,
|
|
131
|
+
promptTokens: (stats.byAgent[definitionName]?.promptTokens ?? 0) + event.metrics.promptTokens,
|
|
132
|
+
completionTokens: (stats.byAgent[definitionName]?.completionTokens ?? 0) + event.metrics.completionTokens,
|
|
133
|
+
totalCost: (stats.byAgent[definitionName]?.totalCost ?? 0) + (event.metrics.cost ?? 0),
|
|
134
|
+
},
|
|
135
|
+
}
|
|
136
|
+
: stats.byAgent
|
|
100
137
|
return withTimestamp({
|
|
101
138
|
llmCalls: stats.llmCalls + 1,
|
|
102
139
|
totalTokens: stats.totalTokens + event.metrics.totalTokens,
|
|
103
140
|
promptTokens: stats.promptTokens + event.metrics.promptTokens,
|
|
104
141
|
completionTokens: stats.completionTokens + event.metrics.completionTokens,
|
|
142
|
+
cacheReadTokens: stats.cacheReadTokens + (event.metrics.cachedTokens ?? 0),
|
|
143
|
+
cacheWriteTokens: stats.cacheWriteTokens + (event.metrics.cacheWriteTokens ?? 0),
|
|
105
144
|
totalCost: stats.totalCost + (event.metrics.cost ?? 0),
|
|
106
145
|
byProvider,
|
|
146
|
+
byAgent,
|
|
107
147
|
})
|
|
108
148
|
}
|
|
109
149
|
|
|
@@ -116,6 +156,12 @@ export const sessionStatsPlugin = definePlugin('session-stats')
|
|
|
116
156
|
case 'tool_failed':
|
|
117
157
|
return withTimestamp({ toolErrors: stats.toolErrors + 1 })
|
|
118
158
|
|
|
159
|
+
case 'user_chat_message_received':
|
|
160
|
+
return withTimestamp({ userMessages: stats.userMessages + 1 })
|
|
161
|
+
|
|
162
|
+
case 'context_compacted':
|
|
163
|
+
return withTimestamp({ compactions: stats.compactions + 1 })
|
|
164
|
+
|
|
119
165
|
default:
|
|
120
166
|
return stats
|
|
121
167
|
}
|