@elizaos/plugin-local-inference 2.0.0-beta.1 → 2.0.11-beta.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (676) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +83 -0
  3. package/package.json +81 -15
  4. package/src/actions/generate-media.d.ts +59 -0
  5. package/src/actions/generate-media.d.ts.map +1 -0
  6. package/src/actions/generate-media.ts +647 -0
  7. package/src/actions/identify-speaker.d.ts +23 -0
  8. package/src/actions/identify-speaker.d.ts.map +1 -0
  9. package/src/actions/identify-speaker.ts +171 -0
  10. package/src/adapters/capacitor-llama/__tests__/compat-behavior.test.ts +218 -0
  11. package/src/adapters/capacitor-llama/__tests__/index.test.ts +68 -0
  12. package/src/adapters/capacitor-llama/__tests__/structured-output.test.ts +215 -0
  13. package/src/adapters/capacitor-llama/__tests__/text-streaming.test.ts +174 -0
  14. package/src/adapters/capacitor-llama/environment.ts +71 -0
  15. package/src/adapters/capacitor-llama/index.browser.ts +83 -0
  16. package/src/adapters/capacitor-llama/index.ts +807 -0
  17. package/src/adapters/capacitor-llama/loader.ts +109 -0
  18. package/src/adapters/capacitor-llama/structured-output.ts +165 -0
  19. package/src/adapters/capacitor-llama/text-streaming.ts +227 -0
  20. package/src/adapters/capacitor-llama/types.ts +374 -0
  21. package/src/backends/apple-foundation.ts +127 -0
  22. package/src/index.d.ts +7 -0
  23. package/src/index.d.ts.map +1 -0
  24. package/src/index.ts +54 -0
  25. package/src/local-inference-routes.d.ts +38 -0
  26. package/src/local-inference-routes.d.ts.map +1 -0
  27. package/src/local-inference-routes.test.ts +344 -0
  28. package/src/local-inference-routes.ts +1543 -0
  29. package/src/provider.d.ts +21 -0
  30. package/src/provider.d.ts.map +1 -0
  31. package/src/provider.ts +1171 -0
  32. package/src/routes/compat-helpers.d.ts +18 -0
  33. package/src/routes/compat-helpers.d.ts.map +1 -0
  34. package/src/routes/compat-helpers.ts +274 -0
  35. package/src/routes/family-member-route.d.ts +62 -0
  36. package/src/routes/family-member-route.d.ts.map +1 -0
  37. package/src/routes/family-member-route.ts +353 -0
  38. package/src/routes/index.d.ts +19 -0
  39. package/src/routes/index.d.ts.map +1 -0
  40. package/src/routes/index.ts +60 -0
  41. package/src/routes/live-diarization-route.d.ts +26 -0
  42. package/src/routes/live-diarization-route.d.ts.map +1 -0
  43. package/src/routes/live-diarization-route.test.ts +213 -0
  44. package/src/routes/live-diarization-route.ts +122 -0
  45. package/src/routes/local-inference-asr-route.d.ts +4 -0
  46. package/src/routes/local-inference-asr-route.d.ts.map +1 -0
  47. package/src/routes/local-inference-asr-route.test.ts +190 -0
  48. package/src/routes/local-inference-asr-route.ts +213 -0
  49. package/src/routes/local-inference-compat-routes.d.ts +16 -0
  50. package/src/routes/local-inference-compat-routes.d.ts.map +1 -0
  51. package/src/routes/local-inference-compat-routes.test.ts +423 -0
  52. package/src/routes/local-inference-compat-routes.ts +782 -0
  53. package/src/routes/local-inference-tts-route.d.ts +7 -0
  54. package/src/routes/local-inference-tts-route.d.ts.map +1 -0
  55. package/src/routes/local-inference-tts-route.test.ts +179 -0
  56. package/src/routes/local-inference-tts-route.ts +230 -0
  57. package/src/routes/voice-first-run-routes.d.ts +62 -0
  58. package/src/routes/voice-first-run-routes.d.ts.map +1 -0
  59. package/src/routes/voice-first-run-routes.ts +524 -0
  60. package/src/routes/voice-models-routes.d.ts +62 -0
  61. package/src/routes/voice-models-routes.d.ts.map +1 -0
  62. package/src/routes/voice-models-routes.ts +554 -0
  63. package/src/routes/voice-profile-plugin-routes.d.ts +19 -0
  64. package/src/routes/voice-profile-plugin-routes.d.ts.map +1 -0
  65. package/src/routes/voice-profile-plugin-routes.ts +138 -0
  66. package/src/routes/voice-profiles-management-routes.d.ts +52 -0
  67. package/src/routes/voice-profiles-management-routes.d.ts.map +1 -0
  68. package/src/routes/voice-profiles-management-routes.ts +476 -0
  69. package/src/routes/voice-speaker-profile-routes.d.ts +57 -0
  70. package/src/routes/voice-speaker-profile-routes.d.ts.map +1 -0
  71. package/src/routes/voice-speaker-profile-routes.ts +199 -0
  72. package/src/runtime/aosp-llama-loader-selection.test.ts +80 -0
  73. package/src/runtime/capacitor-llama.d.ts +25 -0
  74. package/src/runtime/embedding-manager-support.d.ts +77 -0
  75. package/src/runtime/embedding-manager-support.d.ts.map +1 -0
  76. package/src/runtime/embedding-manager-support.ts +497 -0
  77. package/src/runtime/embedding-presets.d.ts +16 -0
  78. package/src/runtime/embedding-presets.d.ts.map +1 -0
  79. package/src/runtime/embedding-presets.ts +81 -0
  80. package/src/runtime/embedding-warmup-policy.d.ts +14 -0
  81. package/src/runtime/embedding-warmup-policy.d.ts.map +1 -0
  82. package/src/runtime/embedding-warmup-policy.test.ts +53 -0
  83. package/src/runtime/embedding-warmup-policy.ts +48 -0
  84. package/src/runtime/ensure-local-inference-handler.d.ts +53 -0
  85. package/src/runtime/ensure-local-inference-handler.d.ts.map +1 -0
  86. package/src/runtime/ensure-local-inference-handler.test.ts +528 -0
  87. package/src/runtime/ensure-local-inference-handler.ts +1398 -0
  88. package/src/runtime/index.d.ts +14 -0
  89. package/src/runtime/index.d.ts.map +1 -0
  90. package/src/runtime/index.ts +27 -0
  91. package/src/runtime/mobile-local-inference-gate.d.ts +31 -0
  92. package/src/runtime/mobile-local-inference-gate.d.ts.map +1 -0
  93. package/src/runtime/mobile-local-inference-gate.test.ts +69 -0
  94. package/src/runtime/mobile-local-inference-gate.ts +44 -0
  95. package/src/runtime/voice-entity-binding.d.ts +103 -0
  96. package/src/runtime/voice-entity-binding.d.ts.map +1 -0
  97. package/src/runtime/voice-entity-binding.transcript.test.ts +69 -0
  98. package/src/runtime/voice-entity-binding.ts +328 -0
  99. package/src/services/README.md +71 -0
  100. package/src/services/__tests__/backend-selector.test.ts +101 -0
  101. package/src/services/__tests__/checkpoint-manager.test.ts +376 -0
  102. package/src/services/__tests__/gpu-autotune.test.ts +400 -0
  103. package/src/services/__tests__/llm-streaming-binding.test.ts +85 -0
  104. package/src/services/__tests__/planner-grammar.test.ts +372 -0
  105. package/src/services/__tests__/runtime-target.test.ts +176 -0
  106. package/src/services/active-model-switch-rollback.test.ts +183 -0
  107. package/src/services/active-model.d.ts +282 -0
  108. package/src/services/active-model.d.ts.map +1 -0
  109. package/src/services/active-model.ts +1213 -0
  110. package/src/services/asr/errors.d.ts +21 -0
  111. package/src/services/asr/errors.d.ts.map +1 -0
  112. package/src/services/asr/errors.ts +50 -0
  113. package/src/services/asr/hash.d.ts +28 -0
  114. package/src/services/asr/hash.d.ts.map +1 -0
  115. package/src/services/asr/hash.ts +49 -0
  116. package/src/services/asr/index.d.ts +76 -0
  117. package/src/services/asr/index.d.ts.map +1 -0
  118. package/src/services/asr/index.ts +178 -0
  119. package/src/services/asr/types.d.ts +91 -0
  120. package/src/services/asr/types.d.ts.map +1 -0
  121. package/src/services/asr/types.ts +95 -0
  122. package/src/services/assignments.d.ts +71 -0
  123. package/src/services/assignments.d.ts.map +1 -0
  124. package/src/services/assignments.test.ts +80 -0
  125. package/src/services/assignments.ts +230 -0
  126. package/src/services/backend-selector.ts +95 -0
  127. package/src/services/backend.d.ts +346 -0
  128. package/src/services/backend.d.ts.map +1 -0
  129. package/src/services/backend.ts +612 -0
  130. package/src/services/bundled-models.d.ts +34 -0
  131. package/src/services/bundled-models.d.ts.map +1 -0
  132. package/src/services/bundled-models.ts +129 -0
  133. package/src/services/cache-bridge.d.ts +206 -0
  134. package/src/services/cache-bridge.d.ts.map +1 -0
  135. package/src/services/cache-bridge.test.ts +516 -0
  136. package/src/services/cache-bridge.ts +423 -0
  137. package/src/services/catalog.d.ts +10 -0
  138. package/src/services/catalog.d.ts.map +1 -0
  139. package/src/services/catalog.test.ts +240 -0
  140. package/src/services/catalog.ts +27 -0
  141. package/src/services/checkpoint-client.d.ts +109 -0
  142. package/src/services/checkpoint-client.d.ts.map +1 -0
  143. package/src/services/checkpoint-client.ts +258 -0
  144. package/src/services/checkpoint-manager.ts +474 -0
  145. package/src/services/cloud-fallback.d.ts +102 -0
  146. package/src/services/cloud-fallback.d.ts.map +1 -0
  147. package/src/services/cloud-fallback.ts +230 -0
  148. package/src/services/conversation-registry.d.ts +142 -0
  149. package/src/services/conversation-registry.d.ts.map +1 -0
  150. package/src/services/conversation-registry.test.ts +235 -0
  151. package/src/services/conversation-registry.ts +264 -0
  152. package/src/services/desktop-fused-ffi-backend-runtime.d.ts +92 -0
  153. package/src/services/desktop-fused-ffi-backend-runtime.d.ts.map +1 -0
  154. package/src/services/desktop-fused-ffi-backend-runtime.ts +333 -0
  155. package/src/services/device-bridge.d.ts +188 -0
  156. package/src/services/device-bridge.d.ts.map +1 -0
  157. package/src/services/device-bridge.ts +1237 -0
  158. package/src/services/device-resource-metrics.d.ts +149 -0
  159. package/src/services/device-resource-metrics.d.ts.map +1 -0
  160. package/src/services/device-resource-metrics.test.ts +98 -0
  161. package/src/services/device-resource-metrics.ts +346 -0
  162. package/src/services/device-tier.d.ts +115 -0
  163. package/src/services/device-tier.d.ts.map +1 -0
  164. package/src/services/device-tier.test.ts +371 -0
  165. package/src/services/device-tier.ts +410 -0
  166. package/src/services/downloader.d.ts +82 -0
  167. package/src/services/downloader.d.ts.map +1 -0
  168. package/src/services/downloader.test.ts +724 -0
  169. package/src/services/downloader.ts +899 -0
  170. package/src/services/engine-direct-bundle.test.ts +58 -0
  171. package/src/services/engine-streaming.test.ts +80 -0
  172. package/src/services/engine.d.ts +534 -0
  173. package/src/services/engine.d.ts.map +1 -0
  174. package/src/services/engine.ts +1891 -0
  175. package/src/services/ensure-local-artifacts.integration.test.ts +273 -0
  176. package/src/services/ensure-local-artifacts.test.ts +368 -0
  177. package/src/services/ensure-local-artifacts.ts +351 -0
  178. package/src/services/external-scanner.d.ts +17 -0
  179. package/src/services/external-scanner.d.ts.map +1 -0
  180. package/src/services/external-scanner.ts +312 -0
  181. package/src/services/ffi-llm-mock.ts +354 -0
  182. package/src/services/ffi-llm-streaming-abi.ts +442 -0
  183. package/src/services/ffi-streaming-backend.d.ts +180 -0
  184. package/src/services/ffi-streaming-backend.d.ts.map +1 -0
  185. package/src/services/ffi-streaming-backend.ts +382 -0
  186. package/src/services/ffi-streaming-runner.d.ts +122 -0
  187. package/src/services/ffi-streaming-runner.d.ts.map +1 -0
  188. package/src/services/ffi-streaming-runner.test.ts +60 -0
  189. package/src/services/ffi-streaming-runner.ts +354 -0
  190. package/src/services/ffi-unload-ordering.test.ts +162 -0
  191. package/src/services/gpu-autotune.ts +534 -0
  192. package/src/services/gpu-detect.ts +139 -0
  193. package/src/services/handler-registry.d.ts +72 -0
  194. package/src/services/handler-registry.d.ts.map +1 -0
  195. package/src/services/handler-registry.ts +240 -0
  196. package/src/services/hardware.d.ts +63 -0
  197. package/src/services/hardware.d.ts.map +1 -0
  198. package/src/services/hardware.test.ts +183 -0
  199. package/src/services/hardware.ts +404 -0
  200. package/src/services/hf-search.d.ts +26 -0
  201. package/src/services/hf-search.d.ts.map +1 -0
  202. package/src/services/hf-search.test.ts +69 -0
  203. package/src/services/hf-search.ts +420 -0
  204. package/src/services/image-description-runtime.d.ts +14 -0
  205. package/src/services/image-description-runtime.d.ts.map +1 -0
  206. package/src/services/image-description-runtime.test.ts +61 -0
  207. package/src/services/image-description-runtime.ts +118 -0
  208. package/src/services/imagegen/aosp-unavailable.d.ts +134 -0
  209. package/src/services/imagegen/aosp-unavailable.d.ts.map +1 -0
  210. package/src/services/imagegen/aosp-unavailable.ts +229 -0
  211. package/src/services/imagegen/backend-selector.d.ts +118 -0
  212. package/src/services/imagegen/backend-selector.d.ts.map +1 -0
  213. package/src/services/imagegen/backend-selector.ts +281 -0
  214. package/src/services/imagegen/coreml-unavailable.d.ts +105 -0
  215. package/src/services/imagegen/coreml-unavailable.d.ts.map +1 -0
  216. package/src/services/imagegen/coreml-unavailable.ts +237 -0
  217. package/src/services/imagegen/errors.d.ts +16 -0
  218. package/src/services/imagegen/errors.d.ts.map +1 -0
  219. package/src/services/imagegen/errors.ts +40 -0
  220. package/src/services/imagegen/index.d.ts +58 -0
  221. package/src/services/imagegen/index.d.ts.map +1 -0
  222. package/src/services/imagegen/index.ts +144 -0
  223. package/src/services/imagegen/mflux.d.ts +74 -0
  224. package/src/services/imagegen/mflux.d.ts.map +1 -0
  225. package/src/services/imagegen/mflux.ts +313 -0
  226. package/src/services/imagegen/sd-cpp.d.ts +180 -0
  227. package/src/services/imagegen/sd-cpp.d.ts.map +1 -0
  228. package/src/services/imagegen/sd-cpp.ts +718 -0
  229. package/src/services/imagegen/tensorrt-unavailable.d.ts +83 -0
  230. package/src/services/imagegen/tensorrt-unavailable.d.ts.map +1 -0
  231. package/src/services/imagegen/tensorrt-unavailable.ts +295 -0
  232. package/src/services/imagegen/types.d.ts +181 -0
  233. package/src/services/imagegen/types.d.ts.map +1 -0
  234. package/src/services/imagegen/types.ts +193 -0
  235. package/src/services/index.d.ts +30 -0
  236. package/src/services/index.d.ts.map +1 -0
  237. package/src/services/index.ts +225 -0
  238. package/src/services/inference-capabilities.d.ts +132 -0
  239. package/src/services/inference-capabilities.d.ts.map +1 -0
  240. package/src/services/inference-capabilities.test.ts +75 -0
  241. package/src/services/inference-capabilities.ts +204 -0
  242. package/src/services/inference-telemetry.d.ts +59 -0
  243. package/src/services/inference-telemetry.d.ts.map +1 -0
  244. package/src/services/inference-telemetry.ts +143 -0
  245. package/src/services/ios-llama-streaming.ts +248 -0
  246. package/src/services/kv-spill.d.ts +189 -0
  247. package/src/services/kv-spill.d.ts.map +1 -0
  248. package/src/services/kv-spill.test.ts +222 -0
  249. package/src/services/kv-spill.ts +356 -0
  250. package/src/services/latency-trace.d.ts +346 -0
  251. package/src/services/latency-trace.d.ts.map +1 -0
  252. package/src/services/latency-trace.test.ts +266 -0
  253. package/src/services/latency-trace.ts +844 -0
  254. package/src/services/llama-server-metrics.ts +304 -0
  255. package/src/services/llm-streaming-binding.d.ts +96 -0
  256. package/src/services/llm-streaming-binding.d.ts.map +1 -0
  257. package/src/services/llm-streaming-binding.ts +136 -0
  258. package/src/services/load-args.d.ts +82 -0
  259. package/src/services/load-args.d.ts.map +1 -0
  260. package/src/services/load-args.ts +81 -0
  261. package/src/services/manifest/eliza-1.manifest.v1.json +708 -0
  262. package/src/services/manifest/index.d.ts +4 -0
  263. package/src/services/manifest/index.d.ts.map +1 -0
  264. package/src/services/manifest/index.ts +66 -0
  265. package/src/services/manifest/manifest.test.ts +693 -0
  266. package/src/services/manifest/schema.d.ts +715 -0
  267. package/src/services/manifest/schema.d.ts.map +1 -0
  268. package/src/services/manifest/schema.ts +655 -0
  269. package/src/services/manifest/types.d.ts +30 -0
  270. package/src/services/manifest/types.d.ts.map +1 -0
  271. package/src/services/manifest/types.ts +55 -0
  272. package/src/services/manifest/validator.d.ts +66 -0
  273. package/src/services/manifest/validator.d.ts.map +1 -0
  274. package/src/services/manifest/validator.ts +569 -0
  275. package/src/services/memory-arbiter.d.ts +343 -0
  276. package/src/services/memory-arbiter.d.ts.map +1 -0
  277. package/src/services/memory-arbiter.test.ts +419 -0
  278. package/src/services/memory-arbiter.ts +1000 -0
  279. package/src/services/memory-monitor.d.ts +119 -0
  280. package/src/services/memory-monitor.d.ts.map +1 -0
  281. package/src/services/memory-monitor.test.ts +208 -0
  282. package/src/services/memory-monitor.ts +296 -0
  283. package/src/services/memory-pressure.d.ts +127 -0
  284. package/src/services/memory-pressure.d.ts.map +1 -0
  285. package/src/services/memory-pressure.ts +413 -0
  286. package/src/services/mtp-doctor.d.ts +13 -0
  287. package/src/services/mtp-doctor.d.ts.map +1 -0
  288. package/src/services/mtp-doctor.ts +78 -0
  289. package/src/services/network-policy.d.ts +127 -0
  290. package/src/services/network-policy.d.ts.map +1 -0
  291. package/src/services/network-policy.ts +346 -0
  292. package/src/services/paths.d.ts +6 -0
  293. package/src/services/paths.d.ts.map +1 -0
  294. package/src/services/paths.ts +25 -0
  295. package/src/services/planner-skeleton.d.ts +124 -0
  296. package/src/services/planner-skeleton.d.ts.map +1 -0
  297. package/src/services/planner-skeleton.ts +175 -0
  298. package/src/services/providers.d.ts +38 -0
  299. package/src/services/providers.d.ts.map +1 -0
  300. package/src/services/providers.ts +507 -0
  301. package/src/services/ram-budget-cache.test.ts +163 -0
  302. package/src/services/ram-budget.d.ts +110 -0
  303. package/src/services/ram-budget.d.ts.map +1 -0
  304. package/src/services/ram-budget.ts +0 -0
  305. package/src/services/readiness.d.ts +9 -0
  306. package/src/services/readiness.d.ts.map +1 -0
  307. package/src/services/readiness.test.ts +87 -0
  308. package/src/services/readiness.ts +238 -0
  309. package/src/services/recommendation.d.ts +111 -0
  310. package/src/services/recommendation.d.ts.map +1 -0
  311. package/src/services/recommendation.ts +672 -0
  312. package/src/services/registry.d.ts +35 -0
  313. package/src/services/registry.d.ts.map +1 -0
  314. package/src/services/registry.ts +151 -0
  315. package/src/services/router-handler.d.ts +92 -0
  316. package/src/services/router-handler.d.ts.map +1 -0
  317. package/src/services/router-handler.test.ts +45 -0
  318. package/src/services/router-handler.ts +376 -0
  319. package/src/services/routing-policy.d.ts +55 -0
  320. package/src/services/routing-policy.d.ts.map +1 -0
  321. package/src/services/routing-policy.ts +228 -0
  322. package/src/services/routing-preferences.d.ts +8 -0
  323. package/src/services/routing-preferences.d.ts.map +1 -0
  324. package/src/services/routing-preferences.ts +15 -0
  325. package/src/services/runtime-target.d.ts +98 -0
  326. package/src/services/runtime-target.d.ts.map +1 -0
  327. package/src/services/runtime-target.ts +154 -0
  328. package/src/services/service.d.ts +128 -0
  329. package/src/services/service.d.ts.map +1 -0
  330. package/src/services/service.test.ts +223 -0
  331. package/src/services/service.ts +735 -0
  332. package/src/services/session-pool.d.ts +72 -0
  333. package/src/services/session-pool.d.ts.map +1 -0
  334. package/src/services/session-pool.ts +153 -0
  335. package/src/services/structured-output/deterministic-repair.d.ts +23 -0
  336. package/src/services/structured-output/deterministic-repair.d.ts.map +1 -0
  337. package/src/services/structured-output/deterministic-repair.test.ts +169 -0
  338. package/src/services/structured-output/deterministic-repair.ts +443 -0
  339. package/src/services/structured-output/index.ts +4 -0
  340. package/src/services/structured-output.d.ts +311 -0
  341. package/src/services/structured-output.d.ts.map +1 -0
  342. package/src/services/structured-output.test.ts +483 -0
  343. package/src/services/structured-output.ts +712 -0
  344. package/src/services/transcription-priority.test.ts +211 -0
  345. package/src/services/tts/errors.ts +46 -0
  346. package/src/services/tts/index.ts +214 -0
  347. package/src/services/tts/tts-audio-cache.ts +235 -0
  348. package/src/services/tts/types.ts +157 -0
  349. package/src/services/types.d.ts +19 -0
  350. package/src/services/types.d.ts.map +1 -0
  351. package/src/services/types.ts +55 -0
  352. package/src/services/verify-on-device.d.ts +34 -0
  353. package/src/services/verify-on-device.d.ts.map +1 -0
  354. package/src/services/verify-on-device.test.ts +87 -0
  355. package/src/services/verify-on-device.ts +127 -0
  356. package/src/services/verify.d.ts +8 -0
  357. package/src/services/verify.d.ts.map +1 -0
  358. package/src/services/verify.ts +13 -0
  359. package/src/services/vision/aosp-unavailable.d.ts +115 -0
  360. package/src/services/vision/aosp-unavailable.d.ts.map +1 -0
  361. package/src/services/vision/aosp-unavailable.ts +163 -0
  362. package/src/services/vision/capacitor-llama.d.ts +99 -0
  363. package/src/services/vision/capacitor-llama.d.ts.map +1 -0
  364. package/src/services/vision/capacitor-llama.ts +255 -0
  365. package/src/services/vision/cloud-fallback.d.ts +47 -0
  366. package/src/services/vision/cloud-fallback.d.ts.map +1 -0
  367. package/src/services/vision/cloud-fallback.test.ts +243 -0
  368. package/src/services/vision/cloud-fallback.ts +268 -0
  369. package/src/services/vision/fallback-chain.test.ts +86 -0
  370. package/src/services/vision/hash.d.ts +71 -0
  371. package/src/services/vision/hash.d.ts.map +1 -0
  372. package/src/services/vision/hash.ts +157 -0
  373. package/src/services/vision/index.d.ts +95 -0
  374. package/src/services/vision/index.d.ts.map +1 -0
  375. package/src/services/vision/index.ts +251 -0
  376. package/src/services/vision/llama-server.d.ts +73 -0
  377. package/src/services/vision/llama-server.d.ts.map +1 -0
  378. package/src/services/vision/llama-server.ts +177 -0
  379. package/src/services/vision/types.d.ts +153 -0
  380. package/src/services/vision/types.d.ts.map +1 -0
  381. package/src/services/vision/types.ts +154 -0
  382. package/src/services/vision/vast-fallback.d.ts +18 -0
  383. package/src/services/vision/vast-fallback.d.ts.map +1 -0
  384. package/src/services/vision/vast-fallback.ts +127 -0
  385. package/src/services/vision-embedding-cache.d.ts +98 -0
  386. package/src/services/vision-embedding-cache.d.ts.map +1 -0
  387. package/src/services/vision-embedding-cache.ts +189 -0
  388. package/src/services/voice/VOICE_WORKBENCH.md +88 -0
  389. package/src/services/voice/__test-helpers__/fake-ffi.ts +92 -0
  390. package/src/services/voice/__test-helpers__/synthetic-speech.ts +124 -0
  391. package/src/services/voice/__tests__/checkpoint-manager.test.ts +241 -0
  392. package/src/services/voice/__tests__/checkpoint-policy.test.ts +270 -0
  393. package/src/services/voice/__tests__/eager-context-builder.test.ts +257 -0
  394. package/src/services/voice/__tests__/eliza1-eot-scorer.test.ts +288 -0
  395. package/src/services/voice/__tests__/eot-classifier.test.ts +431 -0
  396. package/src/services/voice/__tests__/optimistic-rollback.test.ts +312 -0
  397. package/src/services/voice/__tests__/prefill-client.test.ts +266 -0
  398. package/src/services/voice/__tests__/prefix-preserving-queue.test.ts +208 -0
  399. package/src/services/voice/__tests__/streaming-asr.test.ts +450 -0
  400. package/src/services/voice/__tests__/streaming-transcriber.test.ts +339 -0
  401. package/src/services/voice/__tests__/turn-detector-resolver.test.ts +197 -0
  402. package/src/services/voice/__tests__/voice-state-machine-prefill.test.ts +275 -0
  403. package/src/services/voice/__tests__/voice-state-machine.test.ts +354 -0
  404. package/src/services/voice/audio-frame-consumer.d.ts +212 -0
  405. package/src/services/voice/audio-frame-consumer.d.ts.map +1 -0
  406. package/src/services/voice/audio-frame-consumer.test.ts +343 -0
  407. package/src/services/voice/audio-frame-consumer.ts +491 -0
  408. package/src/services/voice/barge-in.d.ts +112 -0
  409. package/src/services/voice/barge-in.d.ts.map +1 -0
  410. package/src/services/voice/barge-in.test.ts +244 -0
  411. package/src/services/voice/barge-in.ts +336 -0
  412. package/src/services/voice/cancellation-coordinator.d.ts +127 -0
  413. package/src/services/voice/cancellation-coordinator.d.ts.map +1 -0
  414. package/src/services/voice/cancellation-coordinator.test.ts +196 -0
  415. package/src/services/voice/cancellation-coordinator.ts +269 -0
  416. package/src/services/voice/checkpoint-manager.d.ts +199 -0
  417. package/src/services/voice/checkpoint-manager.d.ts.map +1 -0
  418. package/src/services/voice/checkpoint-manager.ts +401 -0
  419. package/src/services/voice/checkpoint-policy.ts +336 -0
  420. package/src/services/voice/composite-eot-classifier.test.ts +59 -0
  421. package/src/services/voice/e2e-harness.test.ts +182 -0
  422. package/src/services/voice/e2e-harness.ts +743 -0
  423. package/src/services/voice/eager-context-builder.d.ts +170 -0
  424. package/src/services/voice/eager-context-builder.d.ts.map +1 -0
  425. package/src/services/voice/eager-context-builder.ts +262 -0
  426. package/src/services/voice/eliza1-eot-scorer.d.ts +124 -0
  427. package/src/services/voice/eliza1-eot-scorer.d.ts.map +1 -0
  428. package/src/services/voice/eliza1-eot-scorer.ts +242 -0
  429. package/src/services/voice/embedding-server.ts +200 -0
  430. package/src/services/voice/embedding.d.ts +133 -0
  431. package/src/services/voice/embedding.d.ts.map +1 -0
  432. package/src/services/voice/embedding.test.ts +148 -0
  433. package/src/services/voice/embedding.ts +244 -0
  434. package/src/services/voice/emotion-attribution.d.ts +68 -0
  435. package/src/services/voice/emotion-attribution.d.ts.map +1 -0
  436. package/src/services/voice/emotion-attribution.test.ts +129 -0
  437. package/src/services/voice/emotion-attribution.ts +361 -0
  438. package/src/services/voice/engine-bridge-cancellation.test.ts +422 -0
  439. package/src/services/voice/engine-bridge.d.ts +746 -0
  440. package/src/services/voice/engine-bridge.d.ts.map +1 -0
  441. package/src/services/voice/engine-bridge.test.ts +384 -0
  442. package/src/services/voice/engine-bridge.ts +2226 -0
  443. package/src/services/voice/eot-classifier-ggml.d.ts +179 -0
  444. package/src/services/voice/eot-classifier-ggml.d.ts.map +1 -0
  445. package/src/services/voice/eot-classifier-ggml.ts +566 -0
  446. package/src/services/voice/eot-classifier.d.ts +214 -0
  447. package/src/services/voice/eot-classifier.d.ts.map +1 -0
  448. package/src/services/voice/eot-classifier.ts +533 -0
  449. package/src/services/voice/errors.d.ts +20 -0
  450. package/src/services/voice/errors.d.ts.map +1 -0
  451. package/src/services/voice/errors.ts +32 -0
  452. package/src/services/voice/expressive-tags.d.ts +158 -0
  453. package/src/services/voice/expressive-tags.d.ts.map +1 -0
  454. package/src/services/voice/expressive-tags.ts +405 -0
  455. package/src/services/voice/ffi-bindings.d.ts +636 -0
  456. package/src/services/voice/ffi-bindings.d.ts.map +1 -0
  457. package/src/services/voice/ffi-bindings.test.ts +671 -0
  458. package/src/services/voice/ffi-bindings.ts +3050 -0
  459. package/src/services/voice/first-line-cache.d.ts +181 -0
  460. package/src/services/voice/first-line-cache.d.ts.map +1 -0
  461. package/src/services/voice/first-line-cache.ts +725 -0
  462. package/src/services/voice/fused-eot-scorer.d.ts +51 -0
  463. package/src/services/voice/fused-eot-scorer.d.ts.map +1 -0
  464. package/src/services/voice/fused-eot-scorer.ts +135 -0
  465. package/src/services/voice/index.d.ts +91 -0
  466. package/src/services/voice/index.d.ts.map +1 -0
  467. package/src/services/voice/index.ts +481 -0
  468. package/src/services/voice/kokoro/__tests__/kokoro-backend.test.ts +151 -0
  469. package/src/services/voice/kokoro/__tests__/kokoro-engine-bridge.real.test.ts +151 -0
  470. package/src/services/voice/kokoro/__tests__/kokoro-engine-bridge.test.ts +60 -0
  471. package/src/services/voice/kokoro/__tests__/kokoro-engine-discovery.test.ts +277 -0
  472. package/src/services/voice/kokoro/__tests__/kokoro-ffi-runtime.test.ts +235 -0
  473. package/src/services/voice/kokoro/__tests__/kokoro-runtime.test.ts +95 -0
  474. package/src/services/voice/kokoro/__tests__/phonemizer.test.ts +53 -0
  475. package/src/services/voice/kokoro/__tests__/runtime-selection.test.ts +231 -0
  476. package/src/services/voice/kokoro/__tests__/voices.test.ts +57 -0
  477. package/src/services/voice/kokoro/index.ts +79 -0
  478. package/src/services/voice/kokoro/kokoro-backend.d.ts +72 -0
  479. package/src/services/voice/kokoro/kokoro-backend.d.ts.map +1 -0
  480. package/src/services/voice/kokoro/kokoro-backend.ts +207 -0
  481. package/src/services/voice/kokoro/kokoro-engine-discovery.d.ts +58 -0
  482. package/src/services/voice/kokoro/kokoro-engine-discovery.d.ts.map +1 -0
  483. package/src/services/voice/kokoro/kokoro-engine-discovery.ts +177 -0
  484. package/src/services/voice/kokoro/kokoro-ffi-runtime.d.ts +75 -0
  485. package/src/services/voice/kokoro/kokoro-ffi-runtime.d.ts.map +1 -0
  486. package/src/services/voice/kokoro/kokoro-ffi-runtime.ts +233 -0
  487. package/src/services/voice/kokoro/kokoro-runtime.d.ts +100 -0
  488. package/src/services/voice/kokoro/kokoro-runtime.d.ts.map +1 -0
  489. package/src/services/voice/kokoro/kokoro-runtime.ts +170 -0
  490. package/src/services/voice/kokoro/phoneme-stream.ts +123 -0
  491. package/src/services/voice/kokoro/phonemizer.d.ts +50 -0
  492. package/src/services/voice/kokoro/phonemizer.d.ts.map +1 -0
  493. package/src/services/voice/kokoro/phonemizer.ts +344 -0
  494. package/src/services/voice/kokoro/pick-runtime.d.ts +61 -0
  495. package/src/services/voice/kokoro/pick-runtime.d.ts.map +1 -0
  496. package/src/services/voice/kokoro/pick-runtime.test.ts +91 -0
  497. package/src/services/voice/kokoro/pick-runtime.ts +130 -0
  498. package/src/services/voice/kokoro/runtime-selection.d.ts +92 -0
  499. package/src/services/voice/kokoro/runtime-selection.d.ts.map +1 -0
  500. package/src/services/voice/kokoro/runtime-selection.ts +237 -0
  501. package/src/services/voice/kokoro/types.d.ts +82 -0
  502. package/src/services/voice/kokoro/types.d.ts.map +1 -0
  503. package/src/services/voice/kokoro/types.ts +95 -0
  504. package/src/services/voice/kokoro/voice-presets.d.ts +23 -0
  505. package/src/services/voice/kokoro/voice-presets.d.ts.map +1 -0
  506. package/src/services/voice/kokoro/voice-presets.ts +129 -0
  507. package/src/services/voice/kokoro/voices.d.ts +30 -0
  508. package/src/services/voice/kokoro/voices.d.ts.map +1 -0
  509. package/src/services/voice/kokoro/voices.ts +64 -0
  510. package/src/services/voice/lifecycle.d.ts +135 -0
  511. package/src/services/voice/lifecycle.d.ts.map +1 -0
  512. package/src/services/voice/lifecycle.test.ts +315 -0
  513. package/src/services/voice/lifecycle.ts +301 -0
  514. package/src/services/voice/live-diarization-session.d.ts +96 -0
  515. package/src/services/voice/live-diarization-session.d.ts.map +1 -0
  516. package/src/services/voice/live-diarization-session.ts +289 -0
  517. package/src/services/voice/mic-source.d.ts +136 -0
  518. package/src/services/voice/mic-source.d.ts.map +1 -0
  519. package/src/services/voice/mic-source.test.ts +210 -0
  520. package/src/services/voice/mic-source.ts +503 -0
  521. package/src/services/voice/optimistic-policy.d.ts +109 -0
  522. package/src/services/voice/optimistic-policy.d.ts.map +1 -0
  523. package/src/services/voice/optimistic-policy.test.ts +101 -0
  524. package/src/services/voice/optimistic-policy.ts +192 -0
  525. package/src/services/voice/optimistic-rollback.ts +343 -0
  526. package/src/services/voice/partial-stabilizer.d.ts +73 -0
  527. package/src/services/voice/partial-stabilizer.d.ts.map +1 -0
  528. package/src/services/voice/partial-stabilizer.test.ts +68 -0
  529. package/src/services/voice/partial-stabilizer.ts +140 -0
  530. package/src/services/voice/phoneme-tokenizer.d.ts +49 -0
  531. package/src/services/voice/phoneme-tokenizer.d.ts.map +1 -0
  532. package/src/services/voice/phoneme-tokenizer.ts +158 -0
  533. package/src/services/voice/phrase-cache.d.ts +76 -0
  534. package/src/services/voice/phrase-cache.d.ts.map +1 -0
  535. package/src/services/voice/phrase-cache.test.ts +242 -0
  536. package/src/services/voice/phrase-cache.ts +186 -0
  537. package/src/services/voice/phrase-chunker.d.ts +62 -0
  538. package/src/services/voice/phrase-chunker.d.ts.map +1 -0
  539. package/src/services/voice/phrase-chunker.test.ts +239 -0
  540. package/src/services/voice/phrase-chunker.ts +281 -0
  541. package/src/services/voice/pipeline-impls.d.ts +151 -0
  542. package/src/services/voice/pipeline-impls.d.ts.map +1 -0
  543. package/src/services/voice/pipeline-impls.l6.test.ts +110 -0
  544. package/src/services/voice/pipeline-impls.test.ts +292 -0
  545. package/src/services/voice/pipeline-impls.ts +315 -0
  546. package/src/services/voice/pipeline.d.ts +216 -0
  547. package/src/services/voice/pipeline.d.ts.map +1 -0
  548. package/src/services/voice/pipeline.ts +505 -0
  549. package/src/services/voice/prefill-client.d.ts +123 -0
  550. package/src/services/voice/prefill-client.d.ts.map +1 -0
  551. package/src/services/voice/prefill-client.ts +316 -0
  552. package/src/services/voice/prefix-preserving-queue.d.ts +113 -0
  553. package/src/services/voice/prefix-preserving-queue.d.ts.map +1 -0
  554. package/src/services/voice/prefix-preserving-queue.ts +162 -0
  555. package/src/services/voice/profile-store.d.ts +248 -0
  556. package/src/services/voice/profile-store.d.ts.map +1 -0
  557. package/src/services/voice/profile-store.ts +887 -0
  558. package/src/services/voice/ring-buffer.d.ts +40 -0
  559. package/src/services/voice/ring-buffer.d.ts.map +1 -0
  560. package/src/services/voice/ring-buffer.ts +105 -0
  561. package/src/services/voice/rollback-queue.d.ts +24 -0
  562. package/src/services/voice/rollback-queue.d.ts.map +1 -0
  563. package/src/services/voice/rollback-queue.ts +74 -0
  564. package/src/services/voice/samantha-preset-placeholder.d.ts +67 -0
  565. package/src/services/voice/samantha-preset-placeholder.d.ts.map +1 -0
  566. package/src/services/voice/samantha-preset-placeholder.test.ts +97 -0
  567. package/src/services/voice/samantha-preset-placeholder.ts +148 -0
  568. package/src/services/voice/samantha-preset-regenerator.d.ts +87 -0
  569. package/src/services/voice/samantha-preset-regenerator.d.ts.map +1 -0
  570. package/src/services/voice/samantha-preset-regenerator.ts +393 -0
  571. package/src/services/voice/scheduler.d.ts +146 -0
  572. package/src/services/voice/scheduler.d.ts.map +1 -0
  573. package/src/services/voice/scheduler.t2.test.ts +141 -0
  574. package/src/services/voice/scheduler.ts +927 -0
  575. package/src/services/voice/shared-resources.d.ts +190 -0
  576. package/src/services/voice/shared-resources.d.ts.map +1 -0
  577. package/src/services/voice/shared-resources.ts +320 -0
  578. package/src/services/voice/speaker/attribution-pipeline.d.ts +74 -0
  579. package/src/services/voice/speaker/attribution-pipeline.d.ts.map +1 -0
  580. package/src/services/voice/speaker/attribution-pipeline.ts +386 -0
  581. package/src/services/voice/speaker/diarizer-fused.d.ts +59 -0
  582. package/src/services/voice/speaker/diarizer-fused.d.ts.map +1 -0
  583. package/src/services/voice/speaker/diarizer-fused.real.test.ts +100 -0
  584. package/src/services/voice/speaker/diarizer-fused.ts +154 -0
  585. package/src/services/voice/speaker/diarizer.d.ts +75 -0
  586. package/src/services/voice/speaker/diarizer.d.ts.map +1 -0
  587. package/src/services/voice/speaker/diarizer.ts +218 -0
  588. package/src/services/voice/speaker/encoder-fused.d.ts +60 -0
  589. package/src/services/voice/speaker/encoder-fused.d.ts.map +1 -0
  590. package/src/services/voice/speaker/encoder-fused.real.test.ts +113 -0
  591. package/src/services/voice/speaker/encoder-fused.ts +138 -0
  592. package/src/services/voice/speaker/encoder-ggml.d.ts +33 -0
  593. package/src/services/voice/speaker/encoder-ggml.d.ts.map +1 -0
  594. package/src/services/voice/speaker/encoder-ggml.ts +79 -0
  595. package/src/services/voice/speaker/encoder.d.ts +37 -0
  596. package/src/services/voice/speaker/encoder.d.ts.map +1 -0
  597. package/src/services/voice/speaker/encoder.ts +105 -0
  598. package/src/services/voice/speaker-imprint.d.ts +83 -0
  599. package/src/services/voice/speaker-imprint.d.ts.map +1 -0
  600. package/src/services/voice/speaker-imprint.test.ts +185 -0
  601. package/src/services/voice/speaker-imprint.ts +312 -0
  602. package/src/services/voice/speaker-preset-cache.d.ts +77 -0
  603. package/src/services/voice/speaker-preset-cache.d.ts.map +1 -0
  604. package/src/services/voice/speaker-preset-cache.test.ts +154 -0
  605. package/src/services/voice/speaker-preset-cache.ts +195 -0
  606. package/src/services/voice/streaming-asr/streaming-pipeline-adapter.ts +292 -0
  607. package/src/services/voice/system-audio-sink.d.ts +73 -0
  608. package/src/services/voice/system-audio-sink.d.ts.map +1 -0
  609. package/src/services/voice/system-audio-sink.test.ts +29 -0
  610. package/src/services/voice/system-audio-sink.ts +366 -0
  611. package/src/services/voice/transcriber.d.ts +244 -0
  612. package/src/services/voice/transcriber.d.ts.map +1 -0
  613. package/src/services/voice/transcriber.test.ts +392 -0
  614. package/src/services/voice/transcriber.ts +704 -0
  615. package/src/services/voice/turn-controller.d.ts +183 -0
  616. package/src/services/voice/turn-controller.d.ts.map +1 -0
  617. package/src/services/voice/turn-controller.test.ts +575 -0
  618. package/src/services/voice/turn-controller.ts +596 -0
  619. package/src/services/voice/types.d.ts +643 -0
  620. package/src/services/voice/types.d.ts.map +1 -0
  621. package/src/services/voice/types.ts +699 -0
  622. package/src/services/voice/vad.d.ts +282 -0
  623. package/src/services/voice/vad.d.ts.map +1 -0
  624. package/src/services/voice/vad.test.ts +480 -0
  625. package/src/services/voice/vad.ts +827 -0
  626. package/src/services/voice/vad.v1-v4.test.ts +222 -0
  627. package/src/services/voice/voice-budget.d.ts +241 -0
  628. package/src/services/voice/voice-budget.d.ts.map +1 -0
  629. package/src/services/voice/voice-budget.test.ts +420 -0
  630. package/src/services/voice/voice-budget.ts +656 -0
  631. package/src/services/voice/voice-duet.test.ts +375 -0
  632. package/src/services/voice/voice-emotion-classifier.d.ts +95 -0
  633. package/src/services/voice/voice-emotion-classifier.d.ts.map +1 -0
  634. package/src/services/voice/voice-emotion-classifier.test.ts +210 -0
  635. package/src/services/voice/voice-emotion-classifier.ts +273 -0
  636. package/src/services/voice/voice-preset-format.d.ts +158 -0
  637. package/src/services/voice/voice-preset-format.d.ts.map +1 -0
  638. package/src/services/voice/voice-preset-format.ts +700 -0
  639. package/src/services/voice/voice-preset-generator.test.ts +89 -0
  640. package/src/services/voice/voice-profile-artifact.d.ts +116 -0
  641. package/src/services/voice/voice-profile-artifact.d.ts.map +1 -0
  642. package/src/services/voice/voice-profile-artifact.test.ts +138 -0
  643. package/src/services/voice/voice-profile-artifact.ts +518 -0
  644. package/src/services/voice/voice-profile-routes.d.ts +83 -0
  645. package/src/services/voice/voice-profile-routes.d.ts.map +1 -0
  646. package/src/services/voice/voice-profile-routes.test.ts +429 -0
  647. package/src/services/voice/voice-profile-routes.ts +425 -0
  648. package/src/services/voice/voice-scenario.ts +154 -0
  649. package/src/services/voice/voice-settings.d.ts +82 -0
  650. package/src/services/voice/voice-settings.d.ts.map +1 -0
  651. package/src/services/voice/voice-settings.ts +172 -0
  652. package/src/services/voice/voice-state-machine.d.ts +364 -0
  653. package/src/services/voice/voice-state-machine.d.ts.map +1 -0
  654. package/src/services/voice/voice-state-machine.ts +727 -0
  655. package/src/services/voice/voice-workbench-report.test.ts +168 -0
  656. package/src/services/voice/voice-workbench-report.ts +326 -0
  657. package/src/services/voice/voice-workbench.test.ts +158 -0
  658. package/src/services/voice/voice.test.ts +1070 -0
  659. package/src/services/voice/wake-word-ggml.d.ts +101 -0
  660. package/src/services/voice/wake-word-ggml.d.ts.map +1 -0
  661. package/src/services/voice/wake-word-ggml.ts +320 -0
  662. package/src/services/voice/wake-word.d.ts +255 -0
  663. package/src/services/voice/wake-word.d.ts.map +1 -0
  664. package/src/services/voice/wake-word.test.ts +298 -0
  665. package/src/services/voice/wake-word.ts +554 -0
  666. package/src/services/voice/wrap-with-first-line-cache.d.ts +70 -0
  667. package/src/services/voice/wrap-with-first-line-cache.d.ts.map +1 -0
  668. package/src/services/voice/wrap-with-first-line-cache.ts +267 -0
  669. package/src/services/voice-model-updater.d.ts +240 -0
  670. package/src/services/voice-model-updater.d.ts.map +1 -0
  671. package/src/services/voice-model-updater.ts +724 -0
  672. package/src/services/voice-prewarm.d.ts +3 -0
  673. package/src/services/voice-prewarm.d.ts.map +1 -0
  674. package/src/services/voice-prewarm.ts +51 -0
  675. package/dist/index.d.ts +0 -37
  676. package/dist/index.js +0 -1098
@@ -0,0 +1,149 @@
1
+ /**
2
+ * DeviceResourceMetrics — on-device resource profiling accumulator.
3
+ *
4
+ * Sibling to `VoiceRunMetrics` (`latency-trace.ts`), generalised for the Mobile
5
+ * Resource Workbench (issue #8800). Where `VoiceRunMetrics` accumulates the
6
+ * non-latency signals of a *host-side* voice run (server RSS, MTP accept-rate),
7
+ * this accumulates the signals of an *on-device* agent run:
8
+ *
9
+ * - per-generation **prefill / decode / combined tokens-per-second** + TTFT
10
+ * (fed from the device-bridge `computeGenerationThroughput` differencing),
11
+ * - **peak + steady resident memory (RSS)** with an RSS-leak flag,
12
+ * - **battery drain** (% and, where the OS exposes a charge counter, µAh),
13
+ * - a **thermal-state timeline** + transition count,
14
+ * - **low-power-mode transitions**.
15
+ *
16
+ * Every field is optional on input and every output is `null` when nothing
17
+ * could be measured — a quantity the device could not report is recorded as
18
+ * missing, never as a fabricated `0` (AGENTS.md §3 / §7). The workbench writes
19
+ * `summary()` to `results/<workload>/latest.json`.
20
+ */
21
+ import { type HistogramSummary } from "./latency-trace";
22
+ export type DeviceThermalState = "nominal" | "fair" | "serious" | "critical" | "unknown";
23
+ /** A single generation's differenced throughput (see `throughput.ts`). */
24
+ export interface GenerationObservation {
25
+ prefillTokensPerSecond?: number | null;
26
+ decodeTokensPerSecond?: number | null;
27
+ combinedTokensPerSecond?: number | null;
28
+ ttftMs?: number | null;
29
+ }
30
+ /**
31
+ * A sampled device-resource snapshot, taken on an interval across a workload.
32
+ * Sourced from the native `getResourceSnapshot` bridge (iOS/Android) and/or
33
+ * host-side OS probes (`adb dumpsys`, `/proc`).
34
+ */
35
+ export interface ResourceSample {
36
+ /** Timestamp in ms (epoch or run-relative); orders the timeline + drain rate. */
37
+ atMs: number;
38
+ /** Resident set size in MB (peak / steady / leak tracking). */
39
+ residentMemoryMb?: number | null;
40
+ /** Available device RAM in MB at sample time. */
41
+ availableRamMb?: number | null;
42
+ /** Battery level 0..100. */
43
+ batteryLevelPct?: number | null;
44
+ /** Cumulative charge counter in µAh (Android `BATTERY_PROPERTY_CHARGE_COUNTER`). */
45
+ batteryChargeMicroAmpHours?: number | null;
46
+ /** Whether the device was charging at sample time. */
47
+ isCharging?: boolean | null;
48
+ thermalState?: DeviceThermalState | null;
49
+ lowPowerMode?: boolean | null;
50
+ /** Cumulative process CPU time in ms, when the platform exposes it. */
51
+ cpuTimeMs?: number | null;
52
+ }
53
+ export interface RssSummary {
54
+ firstMb: number | null;
55
+ lastMb: number | null;
56
+ peakMb: number | null;
57
+ /** Median RSS over the back half of the run (warm/steady state). */
58
+ steadyMb: number | null;
59
+ samples: number;
60
+ /** lastMb − firstMb, or null. */
61
+ growthMb: number | null;
62
+ /** True when RSS is monotone non-decreasing across ≥4 samples and grew past the threshold. */
63
+ leakSuspected: boolean;
64
+ }
65
+ export interface BatterySummary {
66
+ firstPct: number | null;
67
+ lastPct: number | null;
68
+ /** firstPct − lastPct (positive = battery consumed), or null. */
69
+ drainPct: number | null;
70
+ samples: number;
71
+ /** True if any sample reported charging (drain numbers are then unreliable). */
72
+ chargingObserved: boolean;
73
+ /** firstCharge − lastCharge in µAh (positive = consumed), when the counter is present. */
74
+ energyMicroAmpHoursDelta: number | null;
75
+ /** Wall-clock span across battery samples in ms, or null. */
76
+ durationMs: number | null;
77
+ }
78
+ export interface ThermalTransition {
79
+ atMs: number;
80
+ state: DeviceThermalState;
81
+ }
82
+ export interface ThermalSummary {
83
+ samples: number;
84
+ initialState: DeviceThermalState | null;
85
+ /** Worst (highest-severity) known state observed. */
86
+ maxState: DeviceThermalState | null;
87
+ /** State-change timeline (first known state + every change after). */
88
+ transitions: ThermalTransition[];
89
+ transitionCount: number;
90
+ /** Fraction of known-state samples at serious|critical, or null when no known state. */
91
+ fractionThrottled: number | null;
92
+ }
93
+ export interface LowPowerSummary {
94
+ samples: number;
95
+ everEnabled: boolean;
96
+ transitionCount: number;
97
+ }
98
+ export interface DeviceResourceSummary {
99
+ generations: number;
100
+ resourceSamples: number;
101
+ prefillTokensPerSecond: HistogramSummary;
102
+ decodeTokensPerSecond: HistogramSummary;
103
+ combinedTokensPerSecond: HistogramSummary;
104
+ ttftMs: HistogramSummary;
105
+ rss: RssSummary;
106
+ battery: BatterySummary;
107
+ thermal: ThermalSummary;
108
+ lowPowerMode: LowPowerSummary;
109
+ }
110
+ export declare class DeviceResourceMetrics {
111
+ private readonly opts;
112
+ private generations;
113
+ private readonly prefillHist;
114
+ private readonly decodeHist;
115
+ private readonly combinedHist;
116
+ private readonly ttftHist;
117
+ private readonly rssSamples;
118
+ private resourceSamples;
119
+ private firstBattery;
120
+ private lastBattery;
121
+ private firstChargeUah;
122
+ private lastChargeUah;
123
+ private batterySampleCount;
124
+ private chargingObserved;
125
+ private thermalSampleCount;
126
+ private thermalInitial;
127
+ private thermalLast;
128
+ private thermalMaxRank;
129
+ private thermalMaxState;
130
+ private thermalThrottledCount;
131
+ private thermalKnownCount;
132
+ private readonly thermalTransitions;
133
+ private lowPowerSampleCount;
134
+ private lowPowerEver;
135
+ private lowPowerLast;
136
+ private lowPowerTransitions;
137
+ constructor(opts?: {
138
+ leakGrowthMbThreshold?: number;
139
+ });
140
+ /** Record one generation's differenced throughput. */
141
+ recordGeneration(obs: GenerationObservation): void;
142
+ /** Record one sampled device-resource snapshot. */
143
+ recordResourceSample(sample: ResourceSample): void;
144
+ private rssSummary;
145
+ private batterySummary;
146
+ private thermalSummary;
147
+ summary(): DeviceResourceSummary;
148
+ }
149
+ //# sourceMappingURL=device-resource-metrics.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"device-resource-metrics.d.ts","sourceRoot":"","sources":["device-resource-metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAoB,KAAK,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAE1E,MAAM,MAAM,kBAAkB,GAC3B,SAAS,GACT,MAAM,GACN,SAAS,GACT,UAAU,GACV,SAAS,CAAC;AAUb,0EAA0E;AAC1E,MAAM,WAAW,qBAAqB;IACrC,sBAAsB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,uBAAuB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC9B,iFAAiF;IACjF,IAAI,EAAE,MAAM,CAAC;IACb,+DAA+D;IAC/D,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,iDAAiD;IACjD,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,4BAA4B;IAC5B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,oFAAoF;IACpF,0BAA0B,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C,sDAAsD;IACtD,UAAU,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC5B,YAAY,CAAC,EAAE,kBAAkB,GAAG,IAAI,CAAC;IACzC,YAAY,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC9B,uEAAuE;IACvE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,WAAW,UAAU;IAC1B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,oEAAoE;IACpE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,iCAAiC;IACjC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,8FAA8F;IAC9F,aAAa,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,cAAc;IAC9B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,iEAAiE;IACjE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,gFAAgF;IAChF,gBAAgB,EAAE,OAAO,CAAC;IAC1B,0FAA0F;IAC1F,wBAAwB,EAAE,MAAM,GAAG,IAAI,CAAC;IACxC,6DAA6D;IAC7D,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,kBAAkB,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,kBAAkB,GAAG,IAAI,CAAC;IACxC,qDAAqD;IACrD,QAAQ,EAAE,kBAAkB,GAAG,IAAI,CAAC;IACpC,sEAAsE;IACtE,WAAW,EAAE,iBAAiB,EAAE,CAAC;IACjC,eAAe,EAAE,MAAM,CAAC;IACxB,wFAAwF;IACxF,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC;AAED,MAAM,WAAW,eAAe;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,OAAO,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,qBAAqB;IACrC,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,sBAAsB,EAAE,gBAAgB,CAAC;IACzC,qBAAqB,EAAE,gBAAgB,CAAC;IACxC,uBAAuB,EAAE,gBAAgB,CAAC;IAC1C,MAAM,EAAE,gBAAgB,CAAC;IACzB,GAAG,EAAE,UAAU,CAAC;IAChB,OAAO,EAAE,cAAc,CAAC;IACxB,OAAO,EAAE,cAAc,CAAC;IACxB,YAAY,EAAE,eAAe,CAAC;CAC9B;AAoBD,qBAAa,qBAAqB;IA+BrB,OAAO,CAAC,QAAQ,CAAC,IAAI;IA9BjC,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA4C;IACxE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA4C;IACvE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA4C;IACzE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA4C;IAErE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAgB;IAE3C,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,YAAY,CAA8C;IAClE,OAAO,CAAC,WAAW,CAA8C;IACjE,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,kBAAkB,CAAK;IAC/B,OAAO,CAAC,gBAAgB,CAAS;IAEjC,OAAO,CAAC,kBAAkB,CAAK;IAC/B,OAAO,CAAC,cAAc,CAAmC;IACzD,OAAO,CAAC,WAAW,CAAmC;IACtD,OAAO,CAAC,cAAc,CAAM;IAC5B,OAAO,CAAC,eAAe,CAAmC;IAC1D,OAAO,CAAC,qBAAqB,CAAK;IAClC,OAAO,CAAC,iBAAiB,CAAK;IAC9B,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAA2B;IAE9D,OAAO,CAAC,mBAAmB,CAAK;IAChC,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,mBAAmB,CAAK;gBAEH,IAAI,GAAE;QAAE,qBAAqB,CAAC,EAAE,MAAM,CAAA;KAAO;IAE1E,sDAAsD;IACtD,gBAAgB,CAAC,GAAG,EAAE,qBAAqB,GAAG,IAAI;IAWlD,mDAAmD;IACnD,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI;IA4DlD,OAAO,CAAC,UAAU;IA+BlB,OAAO,CAAC,cAAc;IAwBtB,OAAO,CAAC,cAAc;IAetB,OAAO,IAAI,qBAAqB;CAkBhC"}
@@ -0,0 +1,98 @@
1
+ import { describe, expect, it } from "vitest";
2
+ import { DeviceResourceMetrics } from "./device-resource-metrics";
3
+
4
+ describe("DeviceResourceMetrics", () => {
5
+ it("summarizes generation throughput and sampled device resources", () => {
6
+ const metrics = new DeviceResourceMetrics({ leakGrowthMbThreshold: 100 });
7
+
8
+ metrics.recordGeneration({
9
+ prefillTokensPerSecond: 320,
10
+ decodeTokensPerSecond: 160,
11
+ combinedTokensPerSecond: 128,
12
+ ttftMs: 200,
13
+ });
14
+ metrics.recordResourceSample({
15
+ atMs: 0,
16
+ residentMemoryMb: 1000,
17
+ batteryLevelPct: 80,
18
+ batteryChargeMicroAmpHours: 10_000,
19
+ isCharging: false,
20
+ thermalState: "nominal",
21
+ lowPowerMode: false,
22
+ });
23
+ metrics.recordResourceSample({
24
+ atMs: 1000,
25
+ residentMemoryMb: 1050,
26
+ batteryLevelPct: 79,
27
+ batteryChargeMicroAmpHours: 9900,
28
+ thermalState: "serious",
29
+ lowPowerMode: true,
30
+ });
31
+ metrics.recordResourceSample({
32
+ atMs: 2000,
33
+ residentMemoryMb: 1125,
34
+ batteryLevelPct: 78,
35
+ batteryChargeMicroAmpHours: 9800,
36
+ thermalState: "critical",
37
+ lowPowerMode: false,
38
+ });
39
+ metrics.recordResourceSample({
40
+ atMs: 3000,
41
+ residentMemoryMb: 1205,
42
+ batteryLevelPct: 77,
43
+ batteryChargeMicroAmpHours: 9700,
44
+ thermalState: "critical",
45
+ lowPowerMode: false,
46
+ });
47
+
48
+ const summary = metrics.summary();
49
+
50
+ expect(summary.generations).toBe(1);
51
+ expect(summary.prefillTokensPerSecond.p50).toBe(320);
52
+ expect(summary.decodeTokensPerSecond.p50).toBe(160);
53
+ expect(summary.combinedTokensPerSecond.p50).toBe(128);
54
+ expect(summary.ttftMs.p50).toBe(200);
55
+ expect(summary.rss).toMatchObject({
56
+ firstMb: 1000,
57
+ lastMb: 1205,
58
+ peakMb: 1205,
59
+ steadyMb: 1165,
60
+ growthMb: 205,
61
+ leakSuspected: true,
62
+ });
63
+ expect(summary.battery).toMatchObject({
64
+ firstPct: 80,
65
+ lastPct: 77,
66
+ drainPct: 3,
67
+ energyMicroAmpHoursDelta: 300,
68
+ durationMs: 3000,
69
+ chargingObserved: false,
70
+ });
71
+ expect(summary.thermal).toMatchObject({
72
+ initialState: "nominal",
73
+ maxState: "critical",
74
+ transitionCount: 2,
75
+ fractionThrottled: 0.75,
76
+ });
77
+ expect(summary.lowPowerMode).toMatchObject({
78
+ everEnabled: true,
79
+ transitionCount: 2,
80
+ });
81
+ });
82
+
83
+ it("keeps unmeasured quantities null instead of fabricating zeros", () => {
84
+ const metrics = new DeviceResourceMetrics();
85
+
86
+ metrics.recordGeneration({});
87
+ metrics.recordResourceSample({ atMs: 0 });
88
+
89
+ const summary = metrics.summary();
90
+
91
+ expect(summary.generations).toBe(1);
92
+ expect(summary.prefillTokensPerSecond.count).toBe(0);
93
+ expect(summary.prefillTokensPerSecond.p50).toBeNull();
94
+ expect(summary.rss.firstMb).toBeNull();
95
+ expect(summary.battery.drainPct).toBeNull();
96
+ expect(summary.thermal.fractionThrottled).toBeNull();
97
+ });
98
+ });
@@ -0,0 +1,346 @@
1
+ /**
2
+ * DeviceResourceMetrics — on-device resource profiling accumulator.
3
+ *
4
+ * Sibling to `VoiceRunMetrics` (`latency-trace.ts`), generalised for the Mobile
5
+ * Resource Workbench (issue #8800). Where `VoiceRunMetrics` accumulates the
6
+ * non-latency signals of a *host-side* voice run (server RSS, MTP accept-rate),
7
+ * this accumulates the signals of an *on-device* agent run:
8
+ *
9
+ * - per-generation **prefill / decode / combined tokens-per-second** + TTFT
10
+ * (fed from the device-bridge `computeGenerationThroughput` differencing),
11
+ * - **peak + steady resident memory (RSS)** with an RSS-leak flag,
12
+ * - **battery drain** (% and, where the OS exposes a charge counter, µAh),
13
+ * - a **thermal-state timeline** + transition count,
14
+ * - **low-power-mode transitions**.
15
+ *
16
+ * Every field is optional on input and every output is `null` when nothing
17
+ * could be measured — a quantity the device could not report is recorded as
18
+ * missing, never as a fabricated `0` (AGENTS.md §3 / §7). The workbench writes
19
+ * `summary()` to `results/<workload>/latest.json`.
20
+ */
21
+
22
+ import { BoundedHistogram, type HistogramSummary } from "./latency-trace";
23
+
24
+ export type DeviceThermalState =
25
+ | "nominal"
26
+ | "fair"
27
+ | "serious"
28
+ | "critical"
29
+ | "unknown";
30
+
31
+ /** Severity rank for thermal states. `unknown` is unranked (excluded). */
32
+ const THERMAL_RANK: Record<Exclude<DeviceThermalState, "unknown">, number> = {
33
+ nominal: 0,
34
+ fair: 1,
35
+ serious: 2,
36
+ critical: 3,
37
+ };
38
+
39
+ /** A single generation's differenced throughput (see `throughput.ts`). */
40
+ export interface GenerationObservation {
41
+ prefillTokensPerSecond?: number | null;
42
+ decodeTokensPerSecond?: number | null;
43
+ combinedTokensPerSecond?: number | null;
44
+ ttftMs?: number | null;
45
+ }
46
+
47
+ /**
48
+ * A sampled device-resource snapshot, taken on an interval across a workload.
49
+ * Sourced from the native `getResourceSnapshot` bridge (iOS/Android) and/or
50
+ * host-side OS probes (`adb dumpsys`, `/proc`).
51
+ */
52
+ export interface ResourceSample {
53
+ /** Timestamp in ms (epoch or run-relative); orders the timeline + drain rate. */
54
+ atMs: number;
55
+ /** Resident set size in MB (peak / steady / leak tracking). */
56
+ residentMemoryMb?: number | null;
57
+ /** Available device RAM in MB at sample time. */
58
+ availableRamMb?: number | null;
59
+ /** Battery level 0..100. */
60
+ batteryLevelPct?: number | null;
61
+ /** Cumulative charge counter in µAh (Android `BATTERY_PROPERTY_CHARGE_COUNTER`). */
62
+ batteryChargeMicroAmpHours?: number | null;
63
+ /** Whether the device was charging at sample time. */
64
+ isCharging?: boolean | null;
65
+ thermalState?: DeviceThermalState | null;
66
+ lowPowerMode?: boolean | null;
67
+ /** Cumulative process CPU time in ms, when the platform exposes it. */
68
+ cpuTimeMs?: number | null;
69
+ }
70
+
71
+ export interface RssSummary {
72
+ firstMb: number | null;
73
+ lastMb: number | null;
74
+ peakMb: number | null;
75
+ /** Median RSS over the back half of the run (warm/steady state). */
76
+ steadyMb: number | null;
77
+ samples: number;
78
+ /** lastMb − firstMb, or null. */
79
+ growthMb: number | null;
80
+ /** True when RSS is monotone non-decreasing across ≥4 samples and grew past the threshold. */
81
+ leakSuspected: boolean;
82
+ }
83
+
84
+ export interface BatterySummary {
85
+ firstPct: number | null;
86
+ lastPct: number | null;
87
+ /** firstPct − lastPct (positive = battery consumed), or null. */
88
+ drainPct: number | null;
89
+ samples: number;
90
+ /** True if any sample reported charging (drain numbers are then unreliable). */
91
+ chargingObserved: boolean;
92
+ /** firstCharge − lastCharge in µAh (positive = consumed), when the counter is present. */
93
+ energyMicroAmpHoursDelta: number | null;
94
+ /** Wall-clock span across battery samples in ms, or null. */
95
+ durationMs: number | null;
96
+ }
97
+
98
+ export interface ThermalTransition {
99
+ atMs: number;
100
+ state: DeviceThermalState;
101
+ }
102
+
103
+ export interface ThermalSummary {
104
+ samples: number;
105
+ initialState: DeviceThermalState | null;
106
+ /** Worst (highest-severity) known state observed. */
107
+ maxState: DeviceThermalState | null;
108
+ /** State-change timeline (first known state + every change after). */
109
+ transitions: ThermalTransition[];
110
+ transitionCount: number;
111
+ /** Fraction of known-state samples at serious|critical, or null when no known state. */
112
+ fractionThrottled: number | null;
113
+ }
114
+
115
+ export interface LowPowerSummary {
116
+ samples: number;
117
+ everEnabled: boolean;
118
+ transitionCount: number;
119
+ }
120
+
121
+ export interface DeviceResourceSummary {
122
+ generations: number;
123
+ resourceSamples: number;
124
+ prefillTokensPerSecond: HistogramSummary;
125
+ decodeTokensPerSecond: HistogramSummary;
126
+ combinedTokensPerSecond: HistogramSummary;
127
+ ttftMs: HistogramSummary;
128
+ rss: RssSummary;
129
+ battery: BatterySummary;
130
+ thermal: ThermalSummary;
131
+ lowPowerMode: LowPowerSummary;
132
+ }
133
+
134
+ const HISTOGRAM_CAPACITY = 1024;
135
+ const DEFAULT_LEAK_GROWTH_MB = 256;
136
+ /** Cap the thermal timeline so a long run cannot grow it without bound. */
137
+ const MAX_THERMAL_TRANSITIONS = 256;
138
+
139
+ function isFiniteNumber(v: number | null | undefined): v is number {
140
+ return typeof v === "number" && Number.isFinite(v);
141
+ }
142
+
143
+ function median(values: number[]): number | null {
144
+ if (values.length === 0) return null;
145
+ const s = [...values].sort((a, b) => a - b);
146
+ const mid = Math.floor(s.length / 2);
147
+ return s.length % 2
148
+ ? (s[mid] as number)
149
+ : ((s[mid - 1] as number) + (s[mid] as number)) / 2;
150
+ }
151
+
152
+ export class DeviceResourceMetrics {
153
+ private generations = 0;
154
+ private readonly prefillHist = new BoundedHistogram(HISTOGRAM_CAPACITY);
155
+ private readonly decodeHist = new BoundedHistogram(HISTOGRAM_CAPACITY);
156
+ private readonly combinedHist = new BoundedHistogram(HISTOGRAM_CAPACITY);
157
+ private readonly ttftHist = new BoundedHistogram(HISTOGRAM_CAPACITY);
158
+
159
+ private readonly rssSamples: number[] = [];
160
+
161
+ private resourceSamples = 0;
162
+ private firstBattery: { pct: number; atMs: number } | null = null;
163
+ private lastBattery: { pct: number; atMs: number } | null = null;
164
+ private firstChargeUah: number | null = null;
165
+ private lastChargeUah: number | null = null;
166
+ private batterySampleCount = 0;
167
+ private chargingObserved = false;
168
+
169
+ private thermalSampleCount = 0;
170
+ private thermalInitial: DeviceThermalState | null = null;
171
+ private thermalLast: DeviceThermalState | null = null;
172
+ private thermalMaxRank = -1;
173
+ private thermalMaxState: DeviceThermalState | null = null;
174
+ private thermalThrottledCount = 0;
175
+ private thermalKnownCount = 0;
176
+ private readonly thermalTransitions: ThermalTransition[] = [];
177
+
178
+ private lowPowerSampleCount = 0;
179
+ private lowPowerEver = false;
180
+ private lowPowerLast: boolean | null = null;
181
+ private lowPowerTransitions = 0;
182
+
183
+ constructor(private readonly opts: { leakGrowthMbThreshold?: number } = {}) {}
184
+
185
+ /** Record one generation's differenced throughput. */
186
+ recordGeneration(obs: GenerationObservation): void {
187
+ this.generations += 1;
188
+ if (isFiniteNumber(obs.prefillTokensPerSecond))
189
+ this.prefillHist.add(obs.prefillTokensPerSecond);
190
+ if (isFiniteNumber(obs.decodeTokensPerSecond))
191
+ this.decodeHist.add(obs.decodeTokensPerSecond);
192
+ if (isFiniteNumber(obs.combinedTokensPerSecond))
193
+ this.combinedHist.add(obs.combinedTokensPerSecond);
194
+ if (isFiniteNumber(obs.ttftMs)) this.ttftHist.add(obs.ttftMs);
195
+ }
196
+
197
+ /** Record one sampled device-resource snapshot. */
198
+ recordResourceSample(sample: ResourceSample): void {
199
+ this.resourceSamples += 1;
200
+
201
+ if (isFiniteNumber(sample.residentMemoryMb))
202
+ this.rssSamples.push(sample.residentMemoryMb);
203
+
204
+ if (isFiniteNumber(sample.batteryLevelPct)) {
205
+ const entry = { pct: sample.batteryLevelPct, atMs: sample.atMs };
206
+ if (this.firstBattery === null) this.firstBattery = entry;
207
+ this.lastBattery = entry;
208
+ this.batterySampleCount += 1;
209
+ }
210
+ if (isFiniteNumber(sample.batteryChargeMicroAmpHours)) {
211
+ if (this.firstChargeUah === null)
212
+ this.firstChargeUah = sample.batteryChargeMicroAmpHours;
213
+ this.lastChargeUah = sample.batteryChargeMicroAmpHours;
214
+ }
215
+ if (sample.isCharging === true) this.chargingObserved = true;
216
+
217
+ if (sample.thermalState != null) {
218
+ this.thermalSampleCount += 1;
219
+ if (this.thermalInitial === null)
220
+ this.thermalInitial = sample.thermalState;
221
+ const known = sample.thermalState !== "unknown";
222
+ if (known) {
223
+ this.thermalKnownCount += 1;
224
+ const rank =
225
+ THERMAL_RANK[
226
+ sample.thermalState as Exclude<DeviceThermalState, "unknown">
227
+ ];
228
+ if (rank > this.thermalMaxRank) {
229
+ this.thermalMaxRank = rank;
230
+ this.thermalMaxState = sample.thermalState;
231
+ }
232
+ if (rank >= THERMAL_RANK.serious) this.thermalThrottledCount += 1;
233
+ }
234
+ if (
235
+ sample.thermalState !== this.thermalLast &&
236
+ this.thermalTransitions.length < MAX_THERMAL_TRANSITIONS
237
+ ) {
238
+ this.thermalTransitions.push({
239
+ atMs: sample.atMs,
240
+ state: sample.thermalState,
241
+ });
242
+ }
243
+ this.thermalLast = sample.thermalState;
244
+ }
245
+
246
+ if (typeof sample.lowPowerMode === "boolean") {
247
+ this.lowPowerSampleCount += 1;
248
+ if (sample.lowPowerMode) this.lowPowerEver = true;
249
+ if (
250
+ this.lowPowerLast !== null &&
251
+ this.lowPowerLast !== sample.lowPowerMode
252
+ )
253
+ this.lowPowerTransitions += 1;
254
+ this.lowPowerLast = sample.lowPowerMode;
255
+ }
256
+ }
257
+
258
+ private rssSummary(): RssSummary {
259
+ const n = this.rssSamples.length;
260
+ const firstMb = n > 0 ? (this.rssSamples[0] as number) : null;
261
+ const lastMb = n > 0 ? (this.rssSamples[n - 1] as number) : null;
262
+ const peakMb = n > 0 ? Math.max(...this.rssSamples) : null;
263
+ // Steady state = median of the back half (excludes cold-load ramp).
264
+ const backHalf =
265
+ n >= 2 ? this.rssSamples.slice(Math.floor(n / 2)) : this.rssSamples;
266
+ const steadyMb = median(backHalf);
267
+ const growthMb =
268
+ firstMb !== null && lastMb !== null ? lastMb - firstMb : null;
269
+ const threshold = this.opts.leakGrowthMbThreshold ?? DEFAULT_LEAK_GROWTH_MB;
270
+ let monotone = n >= 4;
271
+ for (let i = 1; i < n; i++) {
272
+ if ((this.rssSamples[i] as number) < (this.rssSamples[i - 1] as number)) {
273
+ monotone = false;
274
+ break;
275
+ }
276
+ }
277
+ const leakSuspected = monotone && growthMb !== null && growthMb > threshold;
278
+ return {
279
+ firstMb,
280
+ lastMb,
281
+ peakMb,
282
+ steadyMb,
283
+ samples: n,
284
+ growthMb,
285
+ leakSuspected,
286
+ };
287
+ }
288
+
289
+ private batterySummary(): BatterySummary {
290
+ const firstPct = this.firstBattery?.pct ?? null;
291
+ const lastPct = this.lastBattery?.pct ?? null;
292
+ const drainPct =
293
+ firstPct !== null && lastPct !== null ? firstPct - lastPct : null;
294
+ const energyMicroAmpHoursDelta =
295
+ this.firstChargeUah !== null && this.lastChargeUah !== null
296
+ ? this.firstChargeUah - this.lastChargeUah
297
+ : null;
298
+ const durationMs =
299
+ this.firstBattery !== null && this.lastBattery !== null
300
+ ? this.lastBattery.atMs - this.firstBattery.atMs
301
+ : null;
302
+ return {
303
+ firstPct,
304
+ lastPct,
305
+ drainPct,
306
+ samples: this.batterySampleCount,
307
+ chargingObserved: this.chargingObserved,
308
+ energyMicroAmpHoursDelta,
309
+ durationMs,
310
+ };
311
+ }
312
+
313
+ private thermalSummary(): ThermalSummary {
314
+ const fractionThrottled =
315
+ this.thermalKnownCount > 0
316
+ ? this.thermalThrottledCount / this.thermalKnownCount
317
+ : null;
318
+ return {
319
+ samples: this.thermalSampleCount,
320
+ initialState: this.thermalInitial,
321
+ maxState: this.thermalMaxState,
322
+ transitions: [...this.thermalTransitions],
323
+ transitionCount: Math.max(0, this.thermalTransitions.length - 1),
324
+ fractionThrottled,
325
+ };
326
+ }
327
+
328
+ summary(): DeviceResourceSummary {
329
+ return {
330
+ generations: this.generations,
331
+ resourceSamples: this.resourceSamples,
332
+ prefillTokensPerSecond: this.prefillHist.summary(),
333
+ decodeTokensPerSecond: this.decodeHist.summary(),
334
+ combinedTokensPerSecond: this.combinedHist.summary(),
335
+ ttftMs: this.ttftHist.summary(),
336
+ rss: this.rssSummary(),
337
+ battery: this.batterySummary(),
338
+ thermal: this.thermalSummary(),
339
+ lowPowerMode: {
340
+ samples: this.lowPowerSampleCount,
341
+ everEnabled: this.lowPowerEver,
342
+ transitionCount: this.lowPowerTransitions,
343
+ },
344
+ };
345
+ }
346
+ }