claude-smart 0.2.41 → 0.2.43

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (396) hide show
  1. package/.claude-plugin/marketplace.json +17 -0
  2. package/README.md +1 -1
  3. package/bin/claude-smart.js +86 -48
  4. package/package.json +10 -3
  5. package/plugin/.claude-plugin/plugin.json +9 -3
  6. package/plugin/.codex-plugin/plugin.json +1 -1
  7. package/plugin/README.md +2 -2
  8. package/plugin/dashboard/next.config.ts +9 -1
  9. package/plugin/pyproject.toml +2 -2
  10. package/plugin/scripts/_lib.sh +91 -0
  11. package/plugin/scripts/backend-service.sh +46 -15
  12. package/plugin/scripts/cli.sh +29 -1
  13. package/plugin/scripts/codex-hook.js +72 -4
  14. package/plugin/scripts/dashboard-build.sh +1 -0
  15. package/plugin/scripts/dashboard-service.sh +1 -0
  16. package/plugin/scripts/ensure-plugin-root.sh +7 -14
  17. package/plugin/scripts/hook_entry.sh +1 -0
  18. package/plugin/scripts/smart-install.sh +18 -2
  19. package/plugin/src/claude_smart/cli.py +72 -38
  20. package/plugin/src/claude_smart/context_format.py +11 -12
  21. package/plugin/src/claude_smart/cs_cite.py +26 -12
  22. package/plugin/src/claude_smart/ids.py +13 -5
  23. package/plugin/uv.lock +1 -1
  24. package/plugin/vendor/reflexio/.env.example +53 -0
  25. package/plugin/vendor/reflexio/LICENSE +201 -0
  26. package/plugin/vendor/reflexio/README.md +338 -0
  27. package/plugin/vendor/reflexio/pyproject.toml +271 -0
  28. package/plugin/vendor/reflexio/reflexio/README.md +184 -0
  29. package/plugin/vendor/reflexio/reflexio/__init__.py +166 -0
  30. package/plugin/vendor/reflexio/reflexio/benchmarks/__init__.py +1 -0
  31. package/plugin/vendor/reflexio/reflexio/benchmarks/retrieval_latency/README.md +109 -0
  32. package/plugin/vendor/reflexio/reflexio/benchmarks/retrieval_latency/__init__.py +1 -0
  33. package/plugin/vendor/reflexio/reflexio/benchmarks/retrieval_latency/backends.py +175 -0
  34. package/plugin/vendor/reflexio/reflexio/benchmarks/retrieval_latency/bench.py +642 -0
  35. package/plugin/vendor/reflexio/reflexio/benchmarks/retrieval_latency/embed_cache.py +330 -0
  36. package/plugin/vendor/reflexio/reflexio/benchmarks/retrieval_latency/report.py +317 -0
  37. package/plugin/vendor/reflexio/reflexio/benchmarks/retrieval_latency/results/report.md +43 -0
  38. package/plugin/vendor/reflexio/reflexio/benchmarks/retrieval_latency/results/results.json +4478 -0
  39. package/plugin/vendor/reflexio/reflexio/benchmarks/retrieval_latency/scenarios.py +134 -0
  40. package/plugin/vendor/reflexio/reflexio/benchmarks/retrieval_latency/seed.py +255 -0
  41. package/plugin/vendor/reflexio/reflexio/cli/README.md +287 -0
  42. package/plugin/vendor/reflexio/reflexio/cli/__init__.py +0 -0
  43. package/plugin/vendor/reflexio/reflexio/cli/__main__.py +56 -0
  44. package/plugin/vendor/reflexio/reflexio/cli/_client.py +86 -0
  45. package/plugin/vendor/reflexio/reflexio/cli/app.py +127 -0
  46. package/plugin/vendor/reflexio/reflexio/cli/bootstrap_config.py +266 -0
  47. package/plugin/vendor/reflexio/reflexio/cli/codex_auth.py +503 -0
  48. package/plugin/vendor/reflexio/reflexio/cli/commands/__init__.py +0 -0
  49. package/plugin/vendor/reflexio/reflexio/cli/commands/admin_cmd.py +65 -0
  50. package/plugin/vendor/reflexio/reflexio/cli/commands/agent_playbooks.py +503 -0
  51. package/plugin/vendor/reflexio/reflexio/cli/commands/api.py +114 -0
  52. package/plugin/vendor/reflexio/reflexio/cli/commands/auth.py +109 -0
  53. package/plugin/vendor/reflexio/reflexio/cli/commands/config_cmd.py +511 -0
  54. package/plugin/vendor/reflexio/reflexio/cli/commands/doctor.py +127 -0
  55. package/plugin/vendor/reflexio/reflexio/cli/commands/embeddings.py +53 -0
  56. package/plugin/vendor/reflexio/reflexio/cli/commands/interactions.py +478 -0
  57. package/plugin/vendor/reflexio/reflexio/cli/commands/profiles.py +303 -0
  58. package/plugin/vendor/reflexio/reflexio/cli/commands/services.py +289 -0
  59. package/plugin/vendor/reflexio/reflexio/cli/commands/setup_cmd.py +961 -0
  60. package/plugin/vendor/reflexio/reflexio/cli/commands/shortcuts.py +285 -0
  61. package/plugin/vendor/reflexio/reflexio/cli/commands/status_cmd.py +143 -0
  62. package/plugin/vendor/reflexio/reflexio/cli/commands/user_playbooks.py +373 -0
  63. package/plugin/vendor/reflexio/reflexio/cli/env_loader.py +284 -0
  64. package/plugin/vendor/reflexio/reflexio/cli/errors.py +217 -0
  65. package/plugin/vendor/reflexio/reflexio/cli/log_format.py +247 -0
  66. package/plugin/vendor/reflexio/reflexio/cli/output.py +867 -0
  67. package/plugin/vendor/reflexio/reflexio/cli/paths.py +41 -0
  68. package/plugin/vendor/reflexio/reflexio/cli/run_services.py +391 -0
  69. package/plugin/vendor/reflexio/reflexio/cli/state.py +204 -0
  70. package/plugin/vendor/reflexio/reflexio/cli/stop_services.py +96 -0
  71. package/plugin/vendor/reflexio/reflexio/cli/utils.py +329 -0
  72. package/plugin/vendor/reflexio/reflexio/client/__init__.py +3 -0
  73. package/plugin/vendor/reflexio/reflexio/client/cache.py +150 -0
  74. package/plugin/vendor/reflexio/reflexio/client/client.py +2613 -0
  75. package/plugin/vendor/reflexio/reflexio/defaults.py +23 -0
  76. package/plugin/vendor/reflexio/reflexio/integrations/__init__.py +0 -0
  77. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/.clawhubignore +7 -0
  78. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/README.md +274 -0
  79. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/TESTING.md +517 -0
  80. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/hook/handler.js +473 -0
  81. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/package-lock.json +2156 -0
  82. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/package.json +18 -0
  83. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/plugin/hook/handler.ts +241 -0
  84. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/plugin/hook/setup.ts +140 -0
  85. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/plugin/index.ts +130 -0
  86. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/plugin/lib/publish.ts +113 -0
  87. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/plugin/lib/search.ts +52 -0
  88. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/plugin/lib/server.ts +103 -0
  89. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/plugin/lib/sqlite-buffer.ts +156 -0
  90. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/plugin/lib/user-id.ts +134 -0
  91. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/plugin/openclaw.plugin.json +41 -0
  92. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/plugin/package.json +17 -0
  93. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/plugin/rules/reflexio.md +24 -0
  94. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/plugin/skills/reflexio/SKILL.md +48 -0
  95. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/publish_clawhub.sh +278 -0
  96. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/references/HOOK.md +164 -0
  97. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/scripts/install.sh +36 -0
  98. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/scripts/uninstall.sh +35 -0
  99. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/tests/publish.test.ts +27 -0
  100. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/tests/search.test.ts +31 -0
  101. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/tests/server.test.ts +42 -0
  102. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/tests/setup.test.ts +49 -0
  103. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/tests/sqlite-buffer.test.ts +91 -0
  104. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/tests/user-id.test.ts +50 -0
  105. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/tsconfig.json +16 -0
  106. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/types/openclaw.d.ts +230 -0
  107. package/plugin/vendor/reflexio/reflexio/integrations/openclaw/vitest.config.ts +13 -0
  108. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/README.md +120 -0
  109. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/TESTING.md +168 -0
  110. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/package-lock.json +1657 -0
  111. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/package.json +16 -0
  112. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/HEARTBEAT.md +6 -0
  113. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/README.md +84 -0
  114. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/SKILL.md +194 -0
  115. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/_meta.json +6 -0
  116. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/agents/reflexio-extractor.md +45 -0
  117. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/hook/handler.ts +214 -0
  118. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/hook/setup.ts +55 -0
  119. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/index.ts +327 -0
  120. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/lib/consolidate.ts +233 -0
  121. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/lib/dedup.ts +80 -0
  122. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/lib/io.ts +155 -0
  123. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/lib/openclaw-cli.ts +67 -0
  124. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/lib/search.ts +33 -0
  125. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/lib/write-playbook.ts +76 -0
  126. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/lib/write-profile.ts +79 -0
  127. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/openclaw.plugin.json +46 -0
  128. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/package.json +18 -0
  129. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/prompts/README.md +36 -0
  130. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/prompts/full_consolidation.md +56 -0
  131. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/prompts/playbook_extraction.md +217 -0
  132. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/prompts/profile_extraction.md +132 -0
  133. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/skills/reflexio-consolidate/SKILL.md +33 -0
  134. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/plugin/skills/reflexio-embedded/SKILL.md +194 -0
  135. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/references/HOOK.md +18 -0
  136. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/references/architecture.md +49 -0
  137. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/references/comparison.md +31 -0
  138. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/references/future-work.md +47 -0
  139. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/references/porting-notes.md +52 -0
  140. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/scripts/install.sh +52 -0
  141. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/scripts/uninstall.sh +36 -0
  142. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/tests/consolidate.test.ts +135 -0
  143. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/tests/dedup.test.ts +104 -0
  144. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/tests/io.test.ts +175 -0
  145. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/tests/search.test.ts +66 -0
  146. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/tests/smoke-test.ts +140 -0
  147. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/tests/write-playbook.test.ts +93 -0
  148. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/tests/write-profile.test.ts +174 -0
  149. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/tsconfig.json +16 -0
  150. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/types/openclaw.d.ts +230 -0
  151. package/plugin/vendor/reflexio/reflexio/integrations/openclaw-embedded/vitest.config.ts +7 -0
  152. package/plugin/vendor/reflexio/reflexio/lib/__init__.py +23 -0
  153. package/plugin/vendor/reflexio/reflexio/lib/_agent_playbook.py +310 -0
  154. package/plugin/vendor/reflexio/reflexio/lib/_base.py +225 -0
  155. package/plugin/vendor/reflexio/reflexio/lib/_config.py +83 -0
  156. package/plugin/vendor/reflexio/reflexio/lib/_dashboard.py +266 -0
  157. package/plugin/vendor/reflexio/reflexio/lib/_generation.py +176 -0
  158. package/plugin/vendor/reflexio/reflexio/lib/_interactions.py +334 -0
  159. package/plugin/vendor/reflexio/reflexio/lib/_operations.py +153 -0
  160. package/plugin/vendor/reflexio/reflexio/lib/_profiles.py +545 -0
  161. package/plugin/vendor/reflexio/reflexio/lib/_reflection.py +52 -0
  162. package/plugin/vendor/reflexio/reflexio/lib/_search.py +167 -0
  163. package/plugin/vendor/reflexio/reflexio/lib/_storage_labels.py +103 -0
  164. package/plugin/vendor/reflexio/reflexio/lib/_user_playbook.py +288 -0
  165. package/plugin/vendor/reflexio/reflexio/lib/reflexio_lib.py +27 -0
  166. package/plugin/vendor/reflexio/reflexio/models/__init__.py +0 -0
  167. package/plugin/vendor/reflexio/reflexio/models/api_schema/__init__.py +0 -0
  168. package/plugin/vendor/reflexio/reflexio/models/api_schema/braintrust_schema.py +141 -0
  169. package/plugin/vendor/reflexio/reflexio/models/api_schema/common.py +41 -0
  170. package/plugin/vendor/reflexio/reflexio/models/api_schema/domain/__init__.py +3 -0
  171. package/plugin/vendor/reflexio/reflexio/models/api_schema/domain/entities.py +1103 -0
  172. package/plugin/vendor/reflexio/reflexio/models/api_schema/domain/enums.py +63 -0
  173. package/plugin/vendor/reflexio/reflexio/models/api_schema/eval_overview_schema.py +487 -0
  174. package/plugin/vendor/reflexio/reflexio/models/api_schema/internal_schema.py +28 -0
  175. package/plugin/vendor/reflexio/reflexio/models/api_schema/pending_tool_call_schema.py +83 -0
  176. package/plugin/vendor/reflexio/reflexio/models/api_schema/retriever_schema.py +766 -0
  177. package/plugin/vendor/reflexio/reflexio/models/api_schema/service_schemas.py +9 -0
  178. package/plugin/vendor/reflexio/reflexio/models/api_schema/stall_state_schema.py +32 -0
  179. package/plugin/vendor/reflexio/reflexio/models/api_schema/ui/__init__.py +3 -0
  180. package/plugin/vendor/reflexio/reflexio/models/api_schema/ui/converters.py +177 -0
  181. package/plugin/vendor/reflexio/reflexio/models/api_schema/ui/entities.py +129 -0
  182. package/plugin/vendor/reflexio/reflexio/models/api_schema/ui/enums.py +25 -0
  183. package/plugin/vendor/reflexio/reflexio/models/api_schema/validators.py +280 -0
  184. package/plugin/vendor/reflexio/reflexio/models/config_schema.py +908 -0
  185. package/plugin/vendor/reflexio/reflexio/models/py.typed +0 -0
  186. package/plugin/vendor/reflexio/reflexio/server/OVERVIEW.md +90 -0
  187. package/plugin/vendor/reflexio/reflexio/server/README.md +616 -0
  188. package/plugin/vendor/reflexio/reflexio/server/__init__.py +210 -0
  189. package/plugin/vendor/reflexio/reflexio/server/__main__.py +132 -0
  190. package/plugin/vendor/reflexio/reflexio/server/_auth.py +25 -0
  191. package/plugin/vendor/reflexio/reflexio/server/api.py +2714 -0
  192. package/plugin/vendor/reflexio/reflexio/server/api_endpoints/account_api.py +143 -0
  193. package/plugin/vendor/reflexio/reflexio/server/api_endpoints/health_api.py +91 -0
  194. package/plugin/vendor/reflexio/reflexio/server/api_endpoints/pending_tool_call_api.py +572 -0
  195. package/plugin/vendor/reflexio/reflexio/server/api_endpoints/precondition_checks.py +66 -0
  196. package/plugin/vendor/reflexio/reflexio/server/api_endpoints/publisher_api.py +540 -0
  197. package/plugin/vendor/reflexio/reflexio/server/api_endpoints/request_context.py +50 -0
  198. package/plugin/vendor/reflexio/reflexio/server/api_endpoints/stall_state_api.py +100 -0
  199. package/plugin/vendor/reflexio/reflexio/server/cache/__init__.py +15 -0
  200. package/plugin/vendor/reflexio/reflexio/server/cache/reflexio_cache.py +208 -0
  201. package/plugin/vendor/reflexio/reflexio/server/correlation.py +46 -0
  202. package/plugin/vendor/reflexio/reflexio/server/llm/__init__.py +30 -0
  203. package/plugin/vendor/reflexio/reflexio/server/llm/embedding_service.py +110 -0
  204. package/plugin/vendor/reflexio/reflexio/server/llm/image_utils.py +55 -0
  205. package/plugin/vendor/reflexio/reflexio/server/llm/litellm_client.py +1595 -0
  206. package/plugin/vendor/reflexio/reflexio/server/llm/llm_utils.py +112 -0
  207. package/plugin/vendor/reflexio/reflexio/server/llm/model_defaults.py +469 -0
  208. package/plugin/vendor/reflexio/reflexio/server/llm/providers/__init__.py +1 -0
  209. package/plugin/vendor/reflexio/reflexio/server/llm/providers/claude_code_provider.py +1122 -0
  210. package/plugin/vendor/reflexio/reflexio/server/llm/providers/claude_code_stream_parser.py +197 -0
  211. package/plugin/vendor/reflexio/reflexio/server/llm/providers/embedding_service_provider.py +210 -0
  212. package/plugin/vendor/reflexio/reflexio/server/llm/providers/local_embedding_provider.py +213 -0
  213. package/plugin/vendor/reflexio/reflexio/server/llm/providers/nomic_embedding_provider.py +255 -0
  214. package/plugin/vendor/reflexio/reflexio/server/llm/rerank/__init__.py +6 -0
  215. package/plugin/vendor/reflexio/reflexio/server/llm/rerank/cross_encoder_reranker.py +177 -0
  216. package/plugin/vendor/reflexio/reflexio/server/llm/rerank/llm_reranker.py +148 -0
  217. package/plugin/vendor/reflexio/reflexio/server/llm/tools.py +699 -0
  218. package/plugin/vendor/reflexio/reflexio/server/operation_limiter.py +179 -0
  219. package/plugin/vendor/reflexio/reflexio/server/prompt/__init__.py +0 -0
  220. package/plugin/vendor/reflexio/reflexio/server/prompt/_dispatchers.py +54 -0
  221. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/README.md +121 -0
  222. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/agent_success_evaluation/v1.0.0.prompt.md +58 -0
  223. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/agent_success_evaluation_with_comparison/v1.0.0.prompt.md +76 -0
  224. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/answer_synthesis/v1.5.2.prompt.md +88 -0
  225. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/compress_session_for_query/v1.3.0.prompt.md +31 -0
  226. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/document_expansion/v1.0.0.prompt.md +20 -0
  227. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/memory_reflection/v1.0.0.prompt.md +53 -0
  228. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/memory_reflection/v1.1.0.prompt.md +57 -0
  229. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/memory_reflection/v1.2.0.prompt.md +68 -0
  230. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/memory_reflection/v1.3.0.prompt.md +70 -0
  231. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/memory_reflection/v1.4.0.prompt.md +77 -0
  232. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/memory_reflection/v1.5.0.prompt.md +82 -0
  233. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/memory_reflection/v1.6.0.prompt.md +83 -0
  234. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_aggregation/v2.1.0.prompt.md +193 -0
  235. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_aggregation/v2.2.0.prompt.md +206 -0
  236. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_consolidation/v1.0.0-deprecated.prompt.md +66 -0
  237. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_consolidation/v1.0.0.prompt.md +43 -0
  238. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_consolidation/v1.1.0.prompt.md +46 -0
  239. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_consolidation/v2.0.0-deprecated.prompt.md +64 -0
  240. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_consolidation/v2.0.0.prompt.md +39 -0
  241. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_consolidation/v2.1.0.prompt.md +39 -0
  242. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_consolidation/v2.2.0.prompt.md +47 -0
  243. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_consolidation/v2.3.0.prompt.md +58 -0
  244. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_context/v4.0.2.prompt.md +254 -0
  245. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_context/v4.1.0.prompt.md +274 -0
  246. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_context/v4.2.0.prompt.md +279 -0
  247. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_context_expert/v1.0.0.prompt.md +73 -0
  248. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_context_expert/v2.0.0.prompt.md +86 -0
  249. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_context_expert/v3.0.0.prompt.md +97 -0
  250. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_context_expert/v3.1.0.prompt.md +119 -0
  251. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_context_expert/v3.2.0.prompt.md +123 -0
  252. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_context_expert/v3.3.0.prompt.md +127 -0
  253. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_main/v1.0.0.prompt.md +14 -0
  254. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_main/v1.1.0.prompt.md +24 -0
  255. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_main/v1.2.0.prompt.md +29 -0
  256. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_main_expert/v1.0.0.prompt.md +11 -0
  257. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_main_expert/v1.1.0.prompt.md +21 -0
  258. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_extraction_main_expert/v1.2.0.prompt.md +25 -0
  259. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_optimizer_judge/v1.0.0.prompt.md +37 -0
  260. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_optimizer_judge/v1.1.0.prompt.md +40 -0
  261. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_optimizer_judge/v1.2.0.prompt.md +36 -0
  262. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_should_generate/v1.0.0.prompt.md +45 -0
  263. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_should_generate/v2.0.0.prompt.md +81 -0
  264. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_should_generate/v3.0.0.prompt.md +80 -0
  265. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/playbook_should_generate_expert/v1.0.0.prompt.md +34 -0
  266. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/profile_deduplication/v1.0.0.prompt.md +116 -0
  267. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/profile_should_generate/v1.0.0.prompt.md +33 -0
  268. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/profile_should_generate_override/v1.0.0.prompt.md +16 -0
  269. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/profile_update_instruction_start/v1.0.0.prompt.md +140 -0
  270. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/profile_update_instruction_start/v1.1.0.prompt.md +160 -0
  271. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/profile_update_main/v1.0.0.prompt.md +14 -0
  272. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/query_reformulation/v1.0.0.prompt.md +19 -0
  273. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/rerank_relevance/v1.1.0.prompt.md +44 -0
  274. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/shadow_comparison/v1.0.0.prompt.md +43 -0
  275. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_bank/shadow_content_evaluation/v1.0.0.prompt.md +33 -0
  276. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_evaluation/prompt_evaluation_dataset/feedback_extraction_main_v1.jsonl +10 -0
  277. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_evaluation/prompt_evaluation_dataset/profile_update_main_v1.jsonl +10 -0
  278. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_manager.py +280 -0
  279. package/plugin/vendor/reflexio/reflexio/server/prompt/prompt_schema.py +11 -0
  280. package/plugin/vendor/reflexio/reflexio/server/services/agent_success_evaluation/_eval_health.py +131 -0
  281. package/plugin/vendor/reflexio/reflexio/server/services/agent_success_evaluation/agent_success_evaluation_constants.py +60 -0
  282. package/plugin/vendor/reflexio/reflexio/server/services/agent_success_evaluation/agent_success_evaluation_service.py +228 -0
  283. package/plugin/vendor/reflexio/reflexio/server/services/agent_success_evaluation/agent_success_evaluation_utils.py +87 -0
  284. package/plugin/vendor/reflexio/reflexio/server/services/agent_success_evaluation/agent_success_evaluator.py +372 -0
  285. package/plugin/vendor/reflexio/reflexio/server/services/agent_success_evaluation/delayed_group_evaluator.py +156 -0
  286. package/plugin/vendor/reflexio/reflexio/server/services/agent_success_evaluation/group_evaluation_runner.py +340 -0
  287. package/plugin/vendor/reflexio/reflexio/server/services/agent_success_evaluation/regen_jobs.py +471 -0
  288. package/plugin/vendor/reflexio/reflexio/server/services/base_generation_service.py +1626 -0
  289. package/plugin/vendor/reflexio/reflexio/server/services/braintrust/__init__.py +0 -0
  290. package/plugin/vendor/reflexio/reflexio/server/services/braintrust/_cron.py +196 -0
  291. package/plugin/vendor/reflexio/reflexio/server/services/braintrust/_encryption.py +101 -0
  292. package/plugin/vendor/reflexio/reflexio/server/services/braintrust/client.py +167 -0
  293. package/plugin/vendor/reflexio/reflexio/server/services/braintrust/service.py +281 -0
  294. package/plugin/vendor/reflexio/reflexio/server/services/configurator/base_configurator.py +179 -0
  295. package/plugin/vendor/reflexio/reflexio/server/services/configurator/config_storage.py +62 -0
  296. package/plugin/vendor/reflexio/reflexio/server/services/configurator/configurator.py +87 -0
  297. package/plugin/vendor/reflexio/reflexio/server/services/configurator/local_file_config_storage.py +187 -0
  298. package/plugin/vendor/reflexio/reflexio/server/services/configurator/test_config_storage.py +162 -0
  299. package/plugin/vendor/reflexio/reflexio/server/services/deduplication_utils.py +112 -0
  300. package/plugin/vendor/reflexio/reflexio/server/services/evaluation_overview/__init__.py +0 -0
  301. package/plugin/vendor/reflexio/reflexio/server/services/evaluation_overview/distribution.py +33 -0
  302. package/plugin/vendor/reflexio/reflexio/server/services/evaluation_overview/eval_sampler.py +126 -0
  303. package/plugin/vendor/reflexio/reflexio/server/services/evaluation_overview/group_aggregation.py +192 -0
  304. package/plugin/vendor/reflexio/reflexio/server/services/evaluation_overview/hero_state.py +75 -0
  305. package/plugin/vendor/reflexio/reflexio/server/services/evaluation_overview/rule_attribution.py +97 -0
  306. package/plugin/vendor/reflexio/reflexio/server/services/evaluation_overview/service.py +515 -0
  307. package/plugin/vendor/reflexio/reflexio/server/services/evaluation_overview/shadow_aggregation.py +90 -0
  308. package/plugin/vendor/reflexio/reflexio/server/services/extraction/__init__.py +0 -0
  309. package/plugin/vendor/reflexio/reflexio/server/services/extraction/agent_run_records.py +91 -0
  310. package/plugin/vendor/reflexio/reflexio/server/services/extraction/invariants.py +303 -0
  311. package/plugin/vendor/reflexio/reflexio/server/services/extraction/outcome.py +25 -0
  312. package/plugin/vendor/reflexio/reflexio/server/services/extraction/pending_tool_call_dispatch.py +351 -0
  313. package/plugin/vendor/reflexio/reflexio/server/services/extraction/plan.py +138 -0
  314. package/plugin/vendor/reflexio/reflexio/server/services/extraction/prior_answer_search.py +217 -0
  315. package/plugin/vendor/reflexio/reflexio/server/services/extraction/resumable_agent.py +468 -0
  316. package/plugin/vendor/reflexio/reflexio/server/services/extraction/resume_scheduler.py +171 -0
  317. package/plugin/vendor/reflexio/reflexio/server/services/extraction/resume_worker.py +777 -0
  318. package/plugin/vendor/reflexio/reflexio/server/services/extraction/tools.py +1125 -0
  319. package/plugin/vendor/reflexio/reflexio/server/services/extractor_config_utils.py +91 -0
  320. package/plugin/vendor/reflexio/reflexio/server/services/extractor_interaction_utils.py +251 -0
  321. package/plugin/vendor/reflexio/reflexio/server/services/generation_service.py +689 -0
  322. package/plugin/vendor/reflexio/reflexio/server/services/operation_state_utils.py +835 -0
  323. package/plugin/vendor/reflexio/reflexio/server/services/playbook/README.md +89 -0
  324. package/plugin/vendor/reflexio/reflexio/server/services/playbook/playbook_aggregator.py +1388 -0
  325. package/plugin/vendor/reflexio/reflexio/server/services/playbook/playbook_consolidator.py +960 -0
  326. package/plugin/vendor/reflexio/reflexio/server/services/playbook/playbook_extractor.py +436 -0
  327. package/plugin/vendor/reflexio/reflexio/server/services/playbook/playbook_generation_service.py +808 -0
  328. package/plugin/vendor/reflexio/reflexio/server/services/playbook/playbook_service_constants.py +28 -0
  329. package/plugin/vendor/reflexio/reflexio/server/services/playbook/playbook_service_utils.py +362 -0
  330. package/plugin/vendor/reflexio/reflexio/server/services/playbook_optimizer/__init__.py +24 -0
  331. package/plugin/vendor/reflexio/reflexio/server/services/playbook_optimizer/assistant_webhook.py +246 -0
  332. package/plugin/vendor/reflexio/reflexio/server/services/playbook_optimizer/gepa_adapter.py +291 -0
  333. package/plugin/vendor/reflexio/reflexio/server/services/playbook_optimizer/judge.py +97 -0
  334. package/plugin/vendor/reflexio/reflexio/server/services/playbook_optimizer/models.py +96 -0
  335. package/plugin/vendor/reflexio/reflexio/server/services/playbook_optimizer/optimizer.py +645 -0
  336. package/plugin/vendor/reflexio/reflexio/server/services/playbook_optimizer/rollout.py +35 -0
  337. package/plugin/vendor/reflexio/reflexio/server/services/playbook_optimizer/scenario_resolver.py +93 -0
  338. package/plugin/vendor/reflexio/reflexio/server/services/playbook_optimizer/scheduler.py +174 -0
  339. package/plugin/vendor/reflexio/reflexio/server/services/pre_retrieval/__init__.py +26 -0
  340. package/plugin/vendor/reflexio/reflexio/server/services/pre_retrieval/_document_expander.py +179 -0
  341. package/plugin/vendor/reflexio/reflexio/server/services/pre_retrieval/_query_reformulator.py +297 -0
  342. package/plugin/vendor/reflexio/reflexio/server/services/profile/profile_deduplicator.py +741 -0
  343. package/plugin/vendor/reflexio/reflexio/server/services/profile/profile_extractor.py +462 -0
  344. package/plugin/vendor/reflexio/reflexio/server/services/profile/profile_generation_service.py +734 -0
  345. package/plugin/vendor/reflexio/reflexio/server/services/profile/profile_generation_service_utils.py +290 -0
  346. package/plugin/vendor/reflexio/reflexio/server/services/reflection/__init__.py +17 -0
  347. package/plugin/vendor/reflexio/reflexio/server/services/reflection/reflection_extractor.py +247 -0
  348. package/plugin/vendor/reflexio/reflexio/server/services/reflection/reflection_service.py +800 -0
  349. package/plugin/vendor/reflexio/reflexio/server/services/reflection/reflection_service_utils.py +146 -0
  350. package/plugin/vendor/reflexio/reflexio/server/services/retrieval/__init__.py +0 -0
  351. package/plugin/vendor/reflexio/reflexio/server/services/retrieval/relevance_floor.py +70 -0
  352. package/plugin/vendor/reflexio/reflexio/server/services/search/__init__.py +0 -0
  353. package/plugin/vendor/reflexio/reflexio/server/services/service_utils.py +671 -0
  354. package/plugin/vendor/reflexio/reflexio/server/services/shadow_comparison/__init__.py +1 -0
  355. package/plugin/vendor/reflexio/reflexio/server/services/shadow_comparison/judge.py +184 -0
  356. package/plugin/vendor/reflexio/reflexio/server/services/shadow_comparison/outcome.py +81 -0
  357. package/plugin/vendor/reflexio/reflexio/server/services/storage/constants.py +2 -0
  358. package/plugin/vendor/reflexio/reflexio/server/services/storage/error.py +11 -0
  359. package/plugin/vendor/reflexio/reflexio/server/services/storage/retention.py +154 -0
  360. package/plugin/vendor/reflexio/reflexio/server/services/storage/retention_mixin.py +155 -0
  361. package/plugin/vendor/reflexio/reflexio/server/services/storage/sqlite_storage/__init__.py +59 -0
  362. package/plugin/vendor/reflexio/reflexio/server/services/storage/sqlite_storage/_agent_run.py +1253 -0
  363. package/plugin/vendor/reflexio/reflexio/server/services/storage/sqlite_storage/_base.py +1945 -0
  364. package/plugin/vendor/reflexio/reflexio/server/services/storage/sqlite_storage/_extras.py +600 -0
  365. package/plugin/vendor/reflexio/reflexio/server/services/storage/sqlite_storage/_operations.py +346 -0
  366. package/plugin/vendor/reflexio/reflexio/server/services/storage/sqlite_storage/_playbook.py +1378 -0
  367. package/plugin/vendor/reflexio/reflexio/server/services/storage/sqlite_storage/_profiles.py +747 -0
  368. package/plugin/vendor/reflexio/reflexio/server/services/storage/sqlite_storage/_requests.py +263 -0
  369. package/plugin/vendor/reflexio/reflexio/server/services/storage/sqlite_storage/_shadow_verdicts.py +193 -0
  370. package/plugin/vendor/reflexio/reflexio/server/services/storage/sqlite_storage/_share_links.py +166 -0
  371. package/plugin/vendor/reflexio/reflexio/server/services/storage/sqlite_storage/_stall_state.py +217 -0
  372. package/plugin/vendor/reflexio/reflexio/server/services/storage/storage_base/__init__.py +153 -0
  373. package/plugin/vendor/reflexio/reflexio/server/services/storage/storage_base/_agent_run.py +372 -0
  374. package/plugin/vendor/reflexio/reflexio/server/services/storage/storage_base/_base.py +71 -0
  375. package/plugin/vendor/reflexio/reflexio/server/services/storage/storage_base/_extras.py +235 -0
  376. package/plugin/vendor/reflexio/reflexio/server/services/storage/storage_base/_operations.py +170 -0
  377. package/plugin/vendor/reflexio/reflexio/server/services/storage/storage_base/_playbook.py +677 -0
  378. package/plugin/vendor/reflexio/reflexio/server/services/storage/storage_base/_profiles.py +250 -0
  379. package/plugin/vendor/reflexio/reflexio/server/services/storage/storage_base/_requests.py +154 -0
  380. package/plugin/vendor/reflexio/reflexio/server/services/storage/storage_base/_shadow_verdicts.py +130 -0
  381. package/plugin/vendor/reflexio/reflexio/server/services/storage/storage_base/_share_links.py +93 -0
  382. package/plugin/vendor/reflexio/reflexio/server/services/storage/storage_base/_stall_state.py +76 -0
  383. package/plugin/vendor/reflexio/reflexio/server/services/unified_search_service.py +568 -0
  384. package/plugin/vendor/reflexio/reflexio/server/site_var/README.md +77 -0
  385. package/plugin/vendor/reflexio/reflexio/server/site_var/feature_flags.py +116 -0
  386. package/plugin/vendor/reflexio/reflexio/server/site_var/site_var_manager.py +263 -0
  387. package/plugin/vendor/reflexio/reflexio/server/site_var/site_var_sources/feature_flags.json +13 -0
  388. package/plugin/vendor/reflexio/reflexio/server/site_var/site_var_sources/llm_model_setting.json +7 -0
  389. package/plugin/vendor/reflexio/reflexio/server/tracing.py +158 -0
  390. package/plugin/vendor/reflexio/reflexio/server/usage_metrics.py +113 -0
  391. package/plugin/vendor/reflexio/reflexio/server/uvicorn_logging.py +76 -0
  392. package/plugin/vendor/reflexio/reflexio/test_support/__init__.py +1 -0
  393. package/plugin/vendor/reflexio/reflexio/test_support/llm_fixtures.py +62 -0
  394. package/plugin/vendor/reflexio/reflexio/test_support/llm_mock.py +242 -0
  395. package/plugin/vendor/reflexio/reflexio/test_support/llm_model_registry.py +129 -0
  396. package/plugin/vendor/reflexio/reflexio/test_support/skip_decorators.py +43 -0
package/plugin/vendor/reflexio/reflexio/benchmarks/retrieval_latency/results/results.json ADDED
@@ -0,0 +1,4478 @@
1
+ {
2
+ "config": {
3
+ "timestamp": "2026-04-13_021000",
4
+ "git_sha": "67604eb",
5
+ "org_id": "bench_org",
6
+ "sizes": [
7
+ 100,
8
+ 1000
9
+ ],
10
+ "trials": 30,
11
+ "warmup": 3,
12
+ "backends": [
13
+ "sqlite"
14
+ ],
15
+ "layers": [
16
+ "service",
17
+ "http"
18
+ ],
19
+ "retrievals": [
20
+ "profile",
21
+ "user_playbook",
22
+ "agent_playbook",
23
+ "unified"
24
+ ]
25
+ },
26
+ "stats": {
27
+ "sqlite|profile|service|100": {
28
+ "trials": 30,
29
+ "mean_ms": 1.9613554666666666,
30
+ "p50_ms": 1.823375,
31
+ "p95_ms": 2.18392515,
32
+ "p99_ms": 3.8979523200000017,
33
+ "max_ms": 4.596792
34
+ },
35
+ "sqlite|profile|http|100": {
36
+ "trials": 30,
37
+ "mean_ms": 4.401726433333334,
38
+ "p50_ms": 4.062396,
39
+ "p95_ms": 5.604022249999999,
40
+ "p99_ms": 9.384655820000004,
41
+ "max_ms": 10.867583
42
+ },
43
+ "sqlite|user_playbook|service|100": {
44
+ "trials": 30,
45
+ "mean_ms": 1.6744153333333334,
46
+ "p50_ms": 1.6405625000000001,
47
+ "p95_ms": 1.95754115,
48
+ "p99_ms": 1.98251689,
49
+ "max_ms": 1.983375
50
+ },
51
+ "sqlite|user_playbook|http|100": {
52
+ "trials": 30,
53
+ "mean_ms": 4.154295666666667,
54
+ "p50_ms": 3.928146,
55
+ "p95_ms": 4.8435042,
56
+ "p99_ms": 7.295504680000002,
57
+ "max_ms": 8.292875
58
+ },
59
+ "sqlite|agent_playbook|service|100": {
60
+ "trials": 30,
61
+ "mean_ms": 15.4721001,
62
+ "p50_ms": 15.2380835,
63
+ "p95_ms": 16.94073545,
64
+ "p99_ms": 17.560502,
65
+ "max_ms": 17.662292
66
+ },
67
+ "sqlite|agent_playbook|http|100": {
68
+ "trials": 30,
69
+ "mean_ms": 21.4020056,
70
+ "p50_ms": 18.756396,
71
+ "p95_ms": 39.11567674999997,
72
+ "p99_ms": 55.063582820000015,
73
+ "max_ms": 59.560625
74
+ },
75
+ "sqlite|unified|service|100": {
76
+ "trials": 30,
77
+ "mean_ms": 20.123704133333334,
78
+ "p50_ms": 20.071208,
79
+ "p95_ms": 21.47605625,
80
+ "p99_ms": 22.263936610000002,
81
+ "max_ms": 22.463541
82
+ },
83
+ "sqlite|unified|http|100": {
84
+ "trials": 30,
85
+ "mean_ms": 25.373548433333333,
86
+ "p50_ms": 24.6919585,
87
+ "p95_ms": 30.264070499999995,
88
+ "p99_ms": 32.83827907,
89
+ "max_ms": 33.477125
90
+ },
91
+ "sqlite|profile|service|1000": {
92
+ "trials": 30,
93
+ "mean_ms": 17.851333333333333,
94
+ "p50_ms": 17.368499999999997,
95
+ "p95_ms": 21.221340999999995,
96
+ "p99_ms": 22.13025564,
97
+ "max_ms": 22.22975
98
+ },
99
+ "sqlite|profile|http|1000": {
100
+ "trials": 30,
101
+ "mean_ms": 21.228937466666665,
102
+ "p50_ms": 20.72525,
103
+ "p95_ms": 25.55049825,
104
+ "p99_ms": 26.439850930000002,
105
+ "max_ms": 26.75525
106
+ },
107
+ "sqlite|user_playbook|service|1000": {
108
+ "trials": 30,
109
+ "mean_ms": 17.128815266666667,
110
+ "p50_ms": 17.0567915,
111
+ "p95_ms": 17.8434878,
112
+ "p99_ms": 20.624102680000004,
113
+ "max_ms": 21.758208
114
+ },
115
+ "sqlite|user_playbook|http|1000": {
116
+ "trials": 30,
117
+ "mean_ms": 19.799073500000002,
118
+ "p50_ms": 19.4842085,
119
+ "p95_ms": 22.01218155,
120
+ "p99_ms": 22.41753518,
121
+ "max_ms": 22.555708
122
+ },
123
+ "sqlite|agent_playbook|service|1000": {
124
+ "trials": 30,
125
+ "mean_ms": 17.64712216666667,
126
+ "p50_ms": 16.858729,
127
+ "p95_ms": 21.63322744999999,
128
+ "p99_ms": 25.146945790000004,
129
+ "max_ms": 25.730208
130
+ },
131
+ "sqlite|agent_playbook|http|1000": {
132
+ "trials": 30,
133
+ "mean_ms": 19.70230283333333,
134
+ "p50_ms": 19.203916999999997,
135
+ "p95_ms": 21.319635599999998,
136
+ "p99_ms": 24.040728430000005,
137
+ "max_ms": 25.12325
138
+ },
139
+ "sqlite|unified|service|1000": {
140
+ "trials": 30,
141
+ "mean_ms": 58.32456943333333,
142
+ "p50_ms": 57.47095899999999,
143
+ "p95_ms": 72.6891814,
144
+ "p99_ms": 75.96141410999999,
145
+ "max_ms": 77.021666
146
+ },
147
+ "sqlite|unified|http|1000": {
148
+ "trials": 30,
149
+ "mean_ms": 59.93885133333333,
150
+ "p50_ms": 58.8470625,
151
+ "p95_ms": 71.77371279999997,
152
+ "p99_ms": 75.88308911,
153
+ "max_ms": 76.002291
154
+ }
155
+ },
156
+ "raw": [
157
+ {
158
+ "backend": "sqlite",
159
+ "retrieval_type": "profile",
160
+ "layer": "service",
161
+ "n": 100,
162
+ "trial": 0,
163
+ "elapsed_ms": 1.811,
164
+ "query_idx": 0
165
+ },
166
+ {
167
+ "backend": "sqlite",
168
+ "retrieval_type": "profile",
169
+ "layer": "service",
170
+ "n": 100,
171
+ "trial": 1,
172
+ "elapsed_ms": 1.741459,
173
+ "query_idx": 1
174
+ },
175
+ {
176
+ "backend": "sqlite",
177
+ "retrieval_type": "profile",
178
+ "layer": "service",
179
+ "n": 100,
180
+ "trial": 2,
181
+ "elapsed_ms": 1.772292,
182
+ "query_idx": 2
183
+ },
184
+ {
185
+ "backend": "sqlite",
186
+ "retrieval_type": "profile",
187
+ "layer": "service",
188
+ "n": 100,
189
+ "trial": 3,
190
+ "elapsed_ms": 1.7765,
191
+ "query_idx": 3
192
+ },
193
+ {
194
+ "backend": "sqlite",
195
+ "retrieval_type": "profile",
196
+ "layer": "service",
197
+ "n": 100,
198
+ "trial": 4,
199
+ "elapsed_ms": 2.097666,
200
+ "query_idx": 4
201
+ },
202
+ {
203
+ "backend": "sqlite",
204
+ "retrieval_type": "profile",
205
+ "layer": "service",
206
+ "n": 100,
207
+ "trial": 5,
208
+ "elapsed_ms": 2.180167,
209
+ "query_idx": 5
210
+ },
211
+ {
212
+ "backend": "sqlite",
213
+ "retrieval_type": "profile",
214
+ "layer": "service",
215
+ "n": 100,
216
+ "trial": 6,
217
+ "elapsed_ms": 4.596792,
218
+ "query_idx": 6
219
+ },
220
+ {
221
+ "backend": "sqlite",
222
+ "retrieval_type": "profile",
223
+ "layer": "service",
224
+ "n": 100,
225
+ "trial": 7,
226
+ "elapsed_ms": 2.138875,
227
+ "query_idx": 7
228
+ },
229
+ {
230
+ "backend": "sqlite",
231
+ "retrieval_type": "profile",
232
+ "layer": "service",
233
+ "n": 100,
234
+ "trial": 8,
235
+ "elapsed_ms": 1.836542,
236
+ "query_idx": 8
237
+ },
238
+ {
239
+ "backend": "sqlite",
240
+ "retrieval_type": "profile",
241
+ "layer": "service",
242
+ "n": 100,
243
+ "trial": 9,
244
+ "elapsed_ms": 1.811667,
245
+ "query_idx": 9
246
+ },
247
+ {
248
+ "backend": "sqlite",
249
+ "retrieval_type": "profile",
250
+ "layer": "service",
251
+ "n": 100,
252
+ "trial": 10,
253
+ "elapsed_ms": 2.187,
254
+ "query_idx": 10
255
+ },
256
+ {
257
+ "backend": "sqlite",
258
+ "retrieval_type": "profile",
259
+ "layer": "service",
260
+ "n": 100,
261
+ "trial": 11,
262
+ "elapsed_ms": 2.046333,
263
+ "query_idx": 11
264
+ },
265
+ {
266
+ "backend": "sqlite",
267
+ "retrieval_type": "profile",
268
+ "layer": "service",
269
+ "n": 100,
270
+ "trial": 12,
271
+ "elapsed_ms": 2.016208,
272
+ "query_idx": 12
273
+ },
274
+ {
275
+ "backend": "sqlite",
276
+ "retrieval_type": "profile",
277
+ "layer": "service",
278
+ "n": 100,
279
+ "trial": 13,
280
+ "elapsed_ms": 2.053083,
281
+ "query_idx": 13
282
+ },
283
+ {
284
+ "backend": "sqlite",
285
+ "retrieval_type": "profile",
286
+ "layer": "service",
287
+ "n": 100,
288
+ "trial": 14,
289
+ "elapsed_ms": 2.119958,
290
+ "query_idx": 14
291
+ },
292
+ {
293
+ "backend": "sqlite",
294
+ "retrieval_type": "profile",
295
+ "layer": "service",
296
+ "n": 100,
297
+ "trial": 15,
298
+ "elapsed_ms": 2.003959,
299
+ "query_idx": 15
300
+ },
301
+ {
302
+ "backend": "sqlite",
303
+ "retrieval_type": "profile",
304
+ "layer": "service",
305
+ "n": 100,
306
+ "trial": 16,
307
+ "elapsed_ms": 1.855792,
308
+ "query_idx": 16
309
+ },
310
+ {
311
+ "backend": "sqlite",
312
+ "retrieval_type": "profile",
313
+ "layer": "service",
314
+ "n": 100,
315
+ "trial": 17,
316
+ "elapsed_ms": 1.737041,
317
+ "query_idx": 17
318
+ },
319
+ {
320
+ "backend": "sqlite",
321
+ "retrieval_type": "profile",
322
+ "layer": "service",
323
+ "n": 100,
324
+ "trial": 18,
325
+ "elapsed_ms": 1.718958,
326
+ "query_idx": 18
327
+ },
328
+ {
329
+ "backend": "sqlite",
330
+ "retrieval_type": "profile",
331
+ "layer": "service",
332
+ "n": 100,
333
+ "trial": 19,
334
+ "elapsed_ms": 1.862375,
335
+ "query_idx": 19
336
+ },
337
+ {
338
+ "backend": "sqlite",
339
+ "retrieval_type": "profile",
340
+ "layer": "service",
341
+ "n": 100,
342
+ "trial": 20,
343
+ "elapsed_ms": 1.7635,
344
+ "query_idx": 0
345
+ },
346
+ {
347
+ "backend": "sqlite",
348
+ "retrieval_type": "profile",
349
+ "layer": "service",
350
+ "n": 100,
351
+ "trial": 21,
352
+ "elapsed_ms": 1.708375,
353
+ "query_idx": 1
354
+ },
355
+ {
356
+ "backend": "sqlite",
357
+ "retrieval_type": "profile",
358
+ "layer": "service",
359
+ "n": 100,
360
+ "trial": 22,
361
+ "elapsed_ms": 1.713083,
362
+ "query_idx": 2
363
+ },
364
+ {
365
+ "backend": "sqlite",
366
+ "retrieval_type": "profile",
367
+ "layer": "service",
368
+ "n": 100,
369
+ "trial": 23,
370
+ "elapsed_ms": 1.680292,
371
+ "query_idx": 3
372
+ },
373
+ {
374
+ "backend": "sqlite",
375
+ "retrieval_type": "profile",
376
+ "layer": "service",
377
+ "n": 100,
378
+ "trial": 24,
379
+ "elapsed_ms": 1.733458,
380
+ "query_idx": 4
381
+ },
382
+ {
383
+ "backend": "sqlite",
384
+ "retrieval_type": "profile",
385
+ "layer": "service",
386
+ "n": 100,
387
+ "trial": 25,
388
+ "elapsed_ms": 1.873958,
389
+ "query_idx": 5
390
+ },
391
+ {
392
+ "backend": "sqlite",
393
+ "retrieval_type": "profile",
394
+ "layer": "service",
395
+ "n": 100,
396
+ "trial": 26,
397
+ "elapsed_ms": 1.780041,
398
+ "query_idx": 6
399
+ },
400
+ {
401
+ "backend": "sqlite",
402
+ "retrieval_type": "profile",
403
+ "layer": "service",
404
+ "n": 100,
405
+ "trial": 27,
406
+ "elapsed_ms": 1.835083,
407
+ "query_idx": 7
408
+ },
409
+ {
410
+ "backend": "sqlite",
411
+ "retrieval_type": "profile",
412
+ "layer": "service",
413
+ "n": 100,
414
+ "trial": 28,
415
+ "elapsed_ms": 1.660166,
416
+ "query_idx": 8
417
+ },
418
+ {
419
+ "backend": "sqlite",
420
+ "retrieval_type": "profile",
421
+ "layer": "service",
422
+ "n": 100,
423
+ "trial": 29,
424
+ "elapsed_ms": 1.729041,
425
+ "query_idx": 9
426
+ },
427
+ {
428
+ "backend": "sqlite",
429
+ "retrieval_type": "profile",
430
+ "layer": "http",
431
+ "n": 100,
432
+ "trial": 0,
433
+ "elapsed_ms": 4.315167,
434
+ "query_idx": 0
435
+ },
436
+ {
437
+ "backend": "sqlite",
438
+ "retrieval_type": "profile",
439
+ "layer": "http",
440
+ "n": 100,
441
+ "trial": 1,
442
+ "elapsed_ms": 4.093792,
443
+ "query_idx": 1
444
+ },
445
+ {
446
+ "backend": "sqlite",
447
+ "retrieval_type": "profile",
448
+ "layer": "http",
449
+ "n": 100,
450
+ "trial": 2,
451
+ "elapsed_ms": 3.720417,
452
+ "query_idx": 2
453
+ },
454
+ {
455
+ "backend": "sqlite",
456
+ "retrieval_type": "profile",
457
+ "layer": "http",
458
+ "n": 100,
459
+ "trial": 3,
460
+ "elapsed_ms": 4.137209,
461
+ "query_idx": 3
462
+ },
463
+ {
464
+ "backend": "sqlite",
465
+ "retrieval_type": "profile",
466
+ "layer": "http",
467
+ "n": 100,
468
+ "trial": 4,
469
+ "elapsed_ms": 4.15425,
470
+ "query_idx": 4
471
+ },
472
+ {
473
+ "backend": "sqlite",
474
+ "retrieval_type": "profile",
475
+ "layer": "http",
476
+ "n": 100,
477
+ "trial": 5,
478
+ "elapsed_ms": 4.274291,
479
+ "query_idx": 5
480
+ },
481
+ {
482
+ "backend": "sqlite",
483
+ "retrieval_type": "profile",
484
+ "layer": "http",
485
+ "n": 100,
486
+ "trial": 6,
487
+ "elapsed_ms": 3.937667,
488
+ "query_idx": 6
489
+ },
490
+ {
491
+ "backend": "sqlite",
492
+ "retrieval_type": "profile",
493
+ "layer": "http",
494
+ "n": 100,
495
+ "trial": 7,
496
+ "elapsed_ms": 3.890334,
497
+ "query_idx": 7
498
+ },
499
+ {
500
+ "backend": "sqlite",
501
+ "retrieval_type": "profile",
502
+ "layer": "http",
503
+ "n": 100,
504
+ "trial": 8,
505
+ "elapsed_ms": 3.755125,
506
+ "query_idx": 8
507
+ },
508
+ {
509
+ "backend": "sqlite",
510
+ "retrieval_type": "profile",
511
+ "layer": "http",
512
+ "n": 100,
513
+ "trial": 9,
514
+ "elapsed_ms": 4.535125,
515
+ "query_idx": 9
516
+ },
517
+ {
518
+ "backend": "sqlite",
519
+ "retrieval_type": "profile",
520
+ "layer": "http",
521
+ "n": 100,
522
+ "trial": 10,
523
+ "elapsed_ms": 4.949292,
524
+ "query_idx": 10
525
+ },
526
+ {
527
+ "backend": "sqlite",
528
+ "retrieval_type": "profile",
529
+ "layer": "http",
530
+ "n": 100,
531
+ "trial": 11,
532
+ "elapsed_ms": 5.420666,
533
+ "query_idx": 11
534
+ },
535
+ {
536
+ "backend": "sqlite",
537
+ "retrieval_type": "profile",
538
+ "layer": "http",
539
+ "n": 100,
540
+ "trial": 12,
541
+ "elapsed_ms": 5.19425,
542
+ "query_idx": 12
543
+ },
544
+ {
545
+ "backend": "sqlite",
546
+ "retrieval_type": "profile",
547
+ "layer": "http",
548
+ "n": 100,
549
+ "trial": 13,
550
+ "elapsed_ms": 5.131458,
551
+ "query_idx": 13
552
+ },
553
+ {
554
+ "backend": "sqlite",
555
+ "retrieval_type": "profile",
556
+ "layer": "http",
557
+ "n": 100,
558
+ "trial": 14,
559
+ "elapsed_ms": 5.2395,
560
+ "query_idx": 14
561
+ },
562
+ {
563
+ "backend": "sqlite",
564
+ "retrieval_type": "profile",
565
+ "layer": "http",
566
+ "n": 100,
567
+ "trial": 15,
568
+ "elapsed_ms": 5.754041,
569
+ "query_idx": 15
570
+ },
571
+ {
572
+ "backend": "sqlite",
573
+ "retrieval_type": "profile",
574
+ "layer": "http",
575
+ "n": 100,
576
+ "trial": 16,
577
+ "elapsed_ms": 10.867583,
578
+ "query_idx": 16
579
+ },
580
+ {
581
+ "backend": "sqlite",
582
+ "retrieval_type": "profile",
583
+ "layer": "http",
584
+ "n": 100,
585
+ "trial": 17,
586
+ "elapsed_ms": 3.741416,
587
+ "query_idx": 17
588
+ },
589
+ {
590
+ "backend": "sqlite",
591
+ "retrieval_type": "profile",
592
+ "layer": "http",
593
+ "n": 100,
594
+ "trial": 18,
595
+ "elapsed_ms": 3.783417,
596
+ "query_idx": 18
597
+ },
598
+ {
599
+ "backend": "sqlite",
600
+ "retrieval_type": "profile",
601
+ "layer": "http",
602
+ "n": 100,
603
+ "trial": 19,
604
+ "elapsed_ms": 3.83525,
605
+ "query_idx": 19
606
+ },
607
+ {
608
+ "backend": "sqlite",
609
+ "retrieval_type": "profile",
610
+ "layer": "http",
611
+ "n": 100,
612
+ "trial": 20,
613
+ "elapsed_ms": 3.559709,
614
+ "query_idx": 0
615
+ },
616
+ {
617
+ "backend": "sqlite",
618
+ "retrieval_type": "profile",
619
+ "layer": "http",
620
+ "n": 100,
621
+ "trial": 21,
622
+ "elapsed_ms": 3.459583,
623
+ "query_idx": 1
624
+ },
625
+ {
626
+ "backend": "sqlite",
627
+ "retrieval_type": "profile",
628
+ "layer": "http",
629
+ "n": 100,
630
+ "trial": 22,
631
+ "elapsed_ms": 3.403667,
632
+ "query_idx": 2
633
+ },
634
+ {
635
+ "backend": "sqlite",
636
+ "retrieval_type": "profile",
637
+ "layer": "http",
638
+ "n": 100,
639
+ "trial": 23,
640
+ "elapsed_ms": 3.426625,
641
+ "query_idx": 3
642
+ },
643
+ {
644
+ "backend": "sqlite",
645
+ "retrieval_type": "profile",
646
+ "layer": "http",
647
+ "n": 100,
648
+ "trial": 24,
649
+ "elapsed_ms": 3.389875,
650
+ "query_idx": 4
651
+ },
652
+ {
653
+ "backend": "sqlite",
654
+ "retrieval_type": "profile",
655
+ "layer": "http",
656
+ "n": 100,
657
+ "trial": 25,
658
+ "elapsed_ms": 3.769917,
659
+ "query_idx": 5
660
+ },
661
+ {
662
+ "backend": "sqlite",
663
+ "retrieval_type": "profile",
664
+ "layer": "http",
665
+ "n": 100,
666
+ "trial": 26,
667
+ "elapsed_ms": 4.43025,
668
+ "query_idx": 6
669
+ },
670
+ {
671
+ "backend": "sqlite",
672
+ "retrieval_type": "profile",
673
+ "layer": "http",
674
+ "n": 100,
675
+ "trial": 27,
676
+ "elapsed_ms": 4.14825,
677
+ "query_idx": 7
678
+ },
679
+ {
680
+ "backend": "sqlite",
681
+ "retrieval_type": "profile",
682
+ "layer": "http",
683
+ "n": 100,
684
+ "trial": 28,
685
+ "elapsed_ms": 3.702667,
686
+ "query_idx": 8
687
+ },
688
+ {
689
+ "backend": "sqlite",
690
+ "retrieval_type": "profile",
691
+ "layer": "http",
692
+ "n": 100,
693
+ "trial": 29,
694
+ "elapsed_ms": 4.031,
695
+ "query_idx": 9
696
+ },
697
+ {
698
+ "backend": "sqlite",
699
+ "retrieval_type": "user_playbook",
700
+ "layer": "service",
701
+ "n": 100,
702
+ "trial": 0,
703
+ "elapsed_ms": 1.584417,
704
+ "query_idx": 0
705
+ },
706
+ {
707
+ "backend": "sqlite",
708
+ "retrieval_type": "user_playbook",
709
+ "layer": "service",
710
+ "n": 100,
711
+ "trial": 1,
712
+ "elapsed_ms": 1.60125,
713
+ "query_idx": 1
714
+ },
715
+ {
716
+ "backend": "sqlite",
717
+ "retrieval_type": "user_playbook",
718
+ "layer": "service",
719
+ "n": 100,
720
+ "trial": 2,
721
+ "elapsed_ms": 1.573333,
722
+ "query_idx": 2
723
+ },
724
+ {
725
+ "backend": "sqlite",
726
+ "retrieval_type": "user_playbook",
727
+ "layer": "service",
728
+ "n": 100,
729
+ "trial": 3,
730
+ "elapsed_ms": 1.537458,
731
+ "query_idx": 3
732
+ },
733
+ {
734
+ "backend": "sqlite",
735
+ "retrieval_type": "user_playbook",
736
+ "layer": "service",
737
+ "n": 100,
738
+ "trial": 4,
739
+ "elapsed_ms": 1.569542,
740
+ "query_idx": 4
741
+ },
742
+ {
743
+ "backend": "sqlite",
744
+ "retrieval_type": "user_playbook",
745
+ "layer": "service",
746
+ "n": 100,
747
+ "trial": 5,
748
+ "elapsed_ms": 1.683709,
749
+ "query_idx": 5
750
+ },
751
+ {
752
+ "backend": "sqlite",
753
+ "retrieval_type": "user_playbook",
754
+ "layer": "service",
755
+ "n": 100,
756
+ "trial": 6,
757
+ "elapsed_ms": 1.681042,
758
+ "query_idx": 6
759
+ },
760
+ {
761
+ "backend": "sqlite",
762
+ "retrieval_type": "user_playbook",
763
+ "layer": "service",
764
+ "n": 100,
765
+ "trial": 7,
766
+ "elapsed_ms": 1.67925,
767
+ "query_idx": 7
768
+ },
769
+ {
770
+ "backend": "sqlite",
771
+ "retrieval_type": "user_playbook",
772
+ "layer": "service",
773
+ "n": 100,
774
+ "trial": 8,
775
+ "elapsed_ms": 1.563209,
776
+ "query_idx": 8
777
+ },
778
+ {
779
+ "backend": "sqlite",
780
+ "retrieval_type": "user_playbook",
781
+ "layer": "service",
782
+ "n": 100,
783
+ "trial": 9,
784
+ "elapsed_ms": 1.62025,
785
+ "query_idx": 9
786
+ },
787
+ {
788
+ "backend": "sqlite",
789
+ "retrieval_type": "user_playbook",
790
+ "layer": "service",
791
+ "n": 100,
792
+ "trial": 10,
793
+ "elapsed_ms": 1.929583,
794
+ "query_idx": 10
795
+ },
796
+ {
797
+ "backend": "sqlite",
798
+ "retrieval_type": "user_playbook",
799
+ "layer": "service",
800
+ "n": 100,
801
+ "trial": 11,
802
+ "elapsed_ms": 1.893916,
803
+ "query_idx": 11
804
+ },
805
+ {
806
+ "backend": "sqlite",
807
+ "retrieval_type": "user_playbook",
808
+ "layer": "service",
809
+ "n": 100,
810
+ "trial": 12,
811
+ "elapsed_ms": 1.733542,
812
+ "query_idx": 12
813
+ },
814
+ {
815
+ "backend": "sqlite",
816
+ "retrieval_type": "user_playbook",
817
+ "layer": "service",
818
+ "n": 100,
819
+ "trial": 13,
820
+ "elapsed_ms": 1.734792,
821
+ "query_idx": 13
822
+ },
823
+ {
824
+ "backend": "sqlite",
825
+ "retrieval_type": "user_playbook",
826
+ "layer": "service",
827
+ "n": 100,
828
+ "trial": 14,
829
+ "elapsed_ms": 1.980416,
830
+ "query_idx": 14
831
+ },
832
+ {
833
+ "backend": "sqlite",
834
+ "retrieval_type": "user_playbook",
835
+ "layer": "service",
836
+ "n": 100,
837
+ "trial": 15,
838
+ "elapsed_ms": 1.983375,
839
+ "query_idx": 15
840
+ },
841
+ {
842
+ "backend": "sqlite",
843
+ "retrieval_type": "user_playbook",
844
+ "layer": "service",
845
+ "n": 100,
846
+ "trial": 16,
847
+ "elapsed_ms": 1.665459,
848
+ "query_idx": 16
849
+ },
850
+ {
851
+ "backend": "sqlite",
852
+ "retrieval_type": "user_playbook",
853
+ "layer": "service",
854
+ "n": 100,
855
+ "trial": 17,
856
+ "elapsed_ms": 1.602125,
857
+ "query_idx": 17
858
+ },
859
+ {
860
+ "backend": "sqlite",
861
+ "retrieval_type": "user_playbook",
862
+ "layer": "service",
863
+ "n": 100,
864
+ "trial": 18,
865
+ "elapsed_ms": 1.578167,
866
+ "query_idx": 18
867
+ },
868
+ {
869
+ "backend": "sqlite",
870
+ "retrieval_type": "user_playbook",
871
+ "layer": "service",
872
+ "n": 100,
873
+ "trial": 19,
874
+ "elapsed_ms": 1.5695,
875
+ "query_idx": 19
876
+ },
877
+ {
878
+ "backend": "sqlite",
879
+ "retrieval_type": "user_playbook",
880
+ "layer": "service",
881
+ "n": 100,
882
+ "trial": 20,
883
+ "elapsed_ms": 1.7165,
884
+ "query_idx": 0
885
+ },
886
+ {
887
+ "backend": "sqlite",
888
+ "retrieval_type": "user_playbook",
889
+ "layer": "service",
890
+ "n": 100,
891
+ "trial": 21,
892
+ "elapsed_ms": 1.685625,
893
+ "query_idx": 1
894
+ },
895
+ {
896
+ "backend": "sqlite",
897
+ "retrieval_type": "user_playbook",
898
+ "layer": "service",
899
+ "n": 100,
900
+ "trial": 22,
901
+ "elapsed_ms": 1.584167,
902
+ "query_idx": 2
903
+ },
904
+ {
905
+ "backend": "sqlite",
906
+ "retrieval_type": "user_playbook",
907
+ "layer": "service",
908
+ "n": 100,
909
+ "trial": 23,
910
+ "elapsed_ms": 1.555625,
911
+ "query_idx": 3
912
+ },
913
+ {
914
+ "backend": "sqlite",
915
+ "retrieval_type": "user_playbook",
916
+ "layer": "service",
917
+ "n": 100,
918
+ "trial": 24,
919
+ "elapsed_ms": 1.599708,
920
+ "query_idx": 4
921
+ },
922
+ {
923
+ "backend": "sqlite",
924
+ "retrieval_type": "user_playbook",
925
+ "layer": "service",
926
+ "n": 100,
927
+ "trial": 25,
928
+ "elapsed_ms": 1.660875,
929
+ "query_idx": 5
930
+ },
931
+ {
932
+ "backend": "sqlite",
933
+ "retrieval_type": "user_playbook",
934
+ "layer": "service",
935
+ "n": 100,
936
+ "trial": 26,
937
+ "elapsed_ms": 1.727917,
938
+ "query_idx": 6
939
+ },
940
+ {
941
+ "backend": "sqlite",
942
+ "retrieval_type": "user_playbook",
943
+ "layer": "service",
944
+ "n": 100,
945
+ "trial": 27,
946
+ "elapsed_ms": 1.724708,
947
+ "query_idx": 7
948
+ },
949
+ {
950
+ "backend": "sqlite",
951
+ "retrieval_type": "user_playbook",
952
+ "layer": "service",
953
+ "n": 100,
954
+ "trial": 28,
955
+ "elapsed_ms": 1.606583,
956
+ "query_idx": 8
957
+ },
958
+ {
959
+ "backend": "sqlite",
960
+ "retrieval_type": "user_playbook",
961
+ "layer": "service",
962
+ "n": 100,
963
+ "trial": 29,
964
+ "elapsed_ms": 1.606417,
965
+ "query_idx": 9
966
+ },
967
+ {
968
+ "backend": "sqlite",
969
+ "retrieval_type": "user_playbook",
970
+ "layer": "http",
971
+ "n": 100,
972
+ "trial": 0,
973
+ "elapsed_ms": 3.71375,
974
+ "query_idx": 0
975
+ },
976
+ {
977
+ "backend": "sqlite",
978
+ "retrieval_type": "user_playbook",
979
+ "layer": "http",
980
+ "n": 100,
981
+ "trial": 1,
982
+ "elapsed_ms": 3.649625,
983
+ "query_idx": 1
984
+ },
985
+ {
986
+ "backend": "sqlite",
987
+ "retrieval_type": "user_playbook",
988
+ "layer": "http",
989
+ "n": 100,
990
+ "trial": 2,
991
+ "elapsed_ms": 3.837084,
992
+ "query_idx": 2
993
+ },
994
+ {
995
+ "backend": "sqlite",
996
+ "retrieval_type": "user_playbook",
997
+ "layer": "http",
998
+ "n": 100,
999
+ "trial": 3,
1000
+ "elapsed_ms": 4.853667,
1001
+ "query_idx": 3
1002
+ },
1003
+ {
1004
+ "backend": "sqlite",
1005
+ "retrieval_type": "user_playbook",
1006
+ "layer": "http",
1007
+ "n": 100,
1008
+ "trial": 4,
1009
+ "elapsed_ms": 4.301791,
1010
+ "query_idx": 4
1011
+ },
1012
+ {
1013
+ "backend": "sqlite",
1014
+ "retrieval_type": "user_playbook",
1015
+ "layer": "http",
1016
+ "n": 100,
1017
+ "trial": 5,
1018
+ "elapsed_ms": 4.334833,
1019
+ "query_idx": 5
1020
+ },
1021
+ {
1022
+ "backend": "sqlite",
1023
+ "retrieval_type": "user_playbook",
1024
+ "layer": "http",
1025
+ "n": 100,
1026
+ "trial": 6,
1027
+ "elapsed_ms": 3.8745,
1028
+ "query_idx": 6
1029
+ },
1030
+ {
1031
+ "backend": "sqlite",
1032
+ "retrieval_type": "user_playbook",
1033
+ "layer": "http",
1034
+ "n": 100,
1035
+ "trial": 7,
1036
+ "elapsed_ms": 3.872958,
1037
+ "query_idx": 7
1038
+ },
1039
+ {
1040
+ "backend": "sqlite",
1041
+ "retrieval_type": "user_playbook",
1042
+ "layer": "http",
1043
+ "n": 100,
1044
+ "trial": 8,
1045
+ "elapsed_ms": 3.543208,
1046
+ "query_idx": 8
1047
+ },
1048
+ {
1049
+ "backend": "sqlite",
1050
+ "retrieval_type": "user_playbook",
1051
+ "layer": "http",
1052
+ "n": 100,
1053
+ "trial": 9,
1054
+ "elapsed_ms": 3.672791,
1055
+ "query_idx": 9
1056
+ },
1057
+ {
1058
+ "backend": "sqlite",
1059
+ "retrieval_type": "user_playbook",
1060
+ "layer": "http",
1061
+ "n": 100,
1062
+ "trial": 10,
1063
+ "elapsed_ms": 3.998583,
1064
+ "query_idx": 10
1065
+ },
1066
+ {
1067
+ "backend": "sqlite",
1068
+ "retrieval_type": "user_playbook",
1069
+ "layer": "http",
1070
+ "n": 100,
1071
+ "trial": 11,
1072
+ "elapsed_ms": 3.623083,
1073
+ "query_idx": 11
1074
+ },
1075
+ {
1076
+ "backend": "sqlite",
1077
+ "retrieval_type": "user_playbook",
1078
+ "layer": "http",
1079
+ "n": 100,
1080
+ "trial": 12,
1081
+ "elapsed_ms": 3.761625,
1082
+ "query_idx": 12
1083
+ },
1084
+ {
1085
+ "backend": "sqlite",
1086
+ "retrieval_type": "user_playbook",
1087
+ "layer": "http",
1088
+ "n": 100,
1089
+ "trial": 13,
1090
+ "elapsed_ms": 3.658208,
1091
+ "query_idx": 13
1092
+ },
1093
+ {
1094
+ "backend": "sqlite",
1095
+ "retrieval_type": "user_playbook",
1096
+ "layer": "http",
1097
+ "n": 100,
1098
+ "trial": 14,
1099
+ "elapsed_ms": 4.121292,
1100
+ "query_idx": 14
1101
+ },
1102
+ {
1103
+ "backend": "sqlite",
1104
+ "retrieval_type": "user_playbook",
1105
+ "layer": "http",
1106
+ "n": 100,
1107
+ "trial": 15,
1108
+ "elapsed_ms": 4.206083,
1109
+ "query_idx": 15
1110
+ },
1111
+ {
1112
+ "backend": "sqlite",
1113
+ "retrieval_type": "user_playbook",
1114
+ "layer": "http",
1115
+ "n": 100,
1116
+ "trial": 16,
1117
+ "elapsed_ms": 4.796083,
1118
+ "query_idx": 16
1119
+ },
1120
+ {
1121
+ "backend": "sqlite",
1122
+ "retrieval_type": "user_playbook",
1123
+ "layer": "http",
1124
+ "n": 100,
1125
+ "trial": 17,
1126
+ "elapsed_ms": 4.831083,
1127
+ "query_idx": 17
1128
+ },
1129
+ {
1130
+ "backend": "sqlite",
1131
+ "retrieval_type": "user_playbook",
1132
+ "layer": "http",
1133
+ "n": 100,
1134
+ "trial": 18,
1135
+ "elapsed_ms": 8.292875,
1136
+ "query_idx": 18
1137
+ },
1138
+ {
1139
+ "backend": "sqlite",
1140
+ "retrieval_type": "user_playbook",
1141
+ "layer": "http",
1142
+ "n": 100,
1143
+ "trial": 19,
1144
+ "elapsed_ms": 3.757416,
1145
+ "query_idx": 19
1146
+ },
1147
+ {
1148
+ "backend": "sqlite",
1149
+ "retrieval_type": "user_playbook",
1150
+ "layer": "http",
1151
+ "n": 100,
1152
+ "trial": 20,
1153
+ "elapsed_ms": 3.2875,
1154
+ "query_idx": 0
1155
+ },
1156
+ {
1157
+ "backend": "sqlite",
1158
+ "retrieval_type": "user_playbook",
1159
+ "layer": "http",
1160
+ "n": 100,
1161
+ "trial": 21,
1162
+ "elapsed_ms": 4.106875,
1163
+ "query_idx": 1
1164
+ },
1165
+ {
1166
+ "backend": "sqlite",
1167
+ "retrieval_type": "user_playbook",
1168
+ "layer": "http",
1169
+ "n": 100,
1170
+ "trial": 22,
1171
+ "elapsed_ms": 3.526333,
1172
+ "query_idx": 2
1173
+ },
1174
+ {
1175
+ "backend": "sqlite",
1176
+ "retrieval_type": "user_playbook",
1177
+ "layer": "http",
1178
+ "n": 100,
1179
+ "trial": 23,
1180
+ "elapsed_ms": 3.778875,
1181
+ "query_idx": 3
1182
+ },
1183
+ {
1184
+ "backend": "sqlite",
1185
+ "retrieval_type": "user_playbook",
1186
+ "layer": "http",
1187
+ "n": 100,
1188
+ "trial": 24,
1189
+ "elapsed_ms": 4.4595,
1190
+ "query_idx": 4
1191
+ },
1192
+ {
1193
+ "backend": "sqlite",
1194
+ "retrieval_type": "user_playbook",
1195
+ "layer": "http",
1196
+ "n": 100,
1197
+ "trial": 25,
1198
+ "elapsed_ms": 4.7465,
1199
+ "query_idx": 5
1200
+ },
1201
+ {
1202
+ "backend": "sqlite",
1203
+ "retrieval_type": "user_playbook",
1204
+ "layer": "http",
1205
+ "n": 100,
1206
+ "trial": 26,
1207
+ "elapsed_ms": 3.981792,
1208
+ "query_idx": 6
1209
+ },
1210
+ {
1211
+ "backend": "sqlite",
1212
+ "retrieval_type": "user_playbook",
1213
+ "layer": "http",
1214
+ "n": 100,
1215
+ "trial": 27,
1216
+ "elapsed_ms": 4.275458,
1217
+ "query_idx": 7
1218
+ },
1219
+ {
1220
+ "backend": "sqlite",
1221
+ "retrieval_type": "user_playbook",
1222
+ "layer": "http",
1223
+ "n": 100,
1224
+ "trial": 28,
1225
+ "elapsed_ms": 4.081791,
1226
+ "query_idx": 8
1227
+ },
1228
+ {
1229
+ "backend": "sqlite",
1230
+ "retrieval_type": "user_playbook",
1231
+ "layer": "http",
1232
+ "n": 100,
1233
+ "trial": 29,
1234
+ "elapsed_ms": 3.683708,
1235
+ "query_idx": 9
1236
+ },
1237
+ {
1238
+ "backend": "sqlite",
1239
+ "retrieval_type": "agent_playbook",
1240
+ "layer": "service",
1241
+ "n": 100,
1242
+ "trial": 0,
1243
+ "elapsed_ms": 14.806625,
1244
+ "query_idx": 0
1245
+ },
1246
+ {
1247
+ "backend": "sqlite",
1248
+ "retrieval_type": "agent_playbook",
1249
+ "layer": "service",
1250
+ "n": 100,
1251
+ "trial": 1,
1252
+ "elapsed_ms": 14.688959,
1253
+ "query_idx": 1
1254
+ },
1255
+ {
1256
+ "backend": "sqlite",
1257
+ "retrieval_type": "agent_playbook",
1258
+ "layer": "service",
1259
+ "n": 100,
1260
+ "trial": 2,
1261
+ "elapsed_ms": 14.812083,
1262
+ "query_idx": 2
1263
+ },
1264
+ {
1265
+ "backend": "sqlite",
1266
+ "retrieval_type": "agent_playbook",
1267
+ "layer": "service",
1268
+ "n": 100,
1269
+ "trial": 3,
1270
+ "elapsed_ms": 14.765375,
1271
+ "query_idx": 3
1272
+ },
1273
+ {
1274
+ "backend": "sqlite",
1275
+ "retrieval_type": "agent_playbook",
1276
+ "layer": "service",
1277
+ "n": 100,
1278
+ "trial": 4,
1279
+ "elapsed_ms": 14.938584,
1280
+ "query_idx": 4
1281
+ },
1282
+ {
1283
+ "backend": "sqlite",
1284
+ "retrieval_type": "agent_playbook",
1285
+ "layer": "service",
1286
+ "n": 100,
1287
+ "trial": 5,
1288
+ "elapsed_ms": 17.662292,
1289
+ "query_idx": 5
1290
+ },
1291
+ {
1292
+ "backend": "sqlite",
1293
+ "retrieval_type": "agent_playbook",
1294
+ "layer": "service",
1295
+ "n": 100,
1296
+ "trial": 6,
1297
+ "elapsed_ms": 15.48275,
1298
+ "query_idx": 6
1299
+ },
1300
+ {
1301
+ "backend": "sqlite",
1302
+ "retrieval_type": "agent_playbook",
1303
+ "layer": "service",
1304
+ "n": 100,
1305
+ "trial": 7,
1306
+ "elapsed_ms": 16.352417,
1307
+ "query_idx": 7
1308
+ },
1309
+ {
1310
+ "backend": "sqlite",
1311
+ "retrieval_type": "agent_playbook",
1312
+ "layer": "service",
1313
+ "n": 100,
1314
+ "trial": 8,
1315
+ "elapsed_ms": 16.107708,
1316
+ "query_idx": 8
1317
+ },
1318
+ {
1319
+ "backend": "sqlite",
1320
+ "retrieval_type": "agent_playbook",
1321
+ "layer": "service",
1322
+ "n": 100,
1323
+ "trial": 9,
1324
+ "elapsed_ms": 15.657375,
1325
+ "query_idx": 9
1326
+ },
1327
+ {
1328
+ "backend": "sqlite",
1329
+ "retrieval_type": "agent_playbook",
1330
+ "layer": "service",
1331
+ "n": 100,
1332
+ "trial": 10,
1333
+ "elapsed_ms": 16.349792,
1334
+ "query_idx": 10
1335
+ },
1336
+ {
1337
+ "backend": "sqlite",
1338
+ "retrieval_type": "agent_playbook",
1339
+ "layer": "service",
1340
+ "n": 100,
1341
+ "trial": 11,
1342
+ "elapsed_ms": 16.487833,
1343
+ "query_idx": 11
1344
+ },
1345
+ {
1346
+ "backend": "sqlite",
1347
+ "retrieval_type": "agent_playbook",
1348
+ "layer": "service",
1349
+ "n": 100,
1350
+ "trial": 12,
1351
+ "elapsed_ms": 17.311292,
1352
+ "query_idx": 12
1353
+ },
1354
+ {
1355
+ "backend": "sqlite",
1356
+ "retrieval_type": "agent_playbook",
1357
+ "layer": "service",
1358
+ "n": 100,
1359
+ "trial": 13,
1360
+ "elapsed_ms": 15.925417,
1361
+ "query_idx": 13
1362
+ },
1363
+ {
1364
+ "backend": "sqlite",
1365
+ "retrieval_type": "agent_playbook",
1366
+ "layer": "service",
1367
+ "n": 100,
1368
+ "trial": 14,
1369
+ "elapsed_ms": 15.705041,
1370
+ "query_idx": 14
1371
+ },
1372
+ {
1373
+ "backend": "sqlite",
1374
+ "retrieval_type": "agent_playbook",
1375
+ "layer": "service",
1376
+ "n": 100,
1377
+ "trial": 15,
1378
+ "elapsed_ms": 15.901375,
1379
+ "query_idx": 15
1380
+ },
1381
+ {
1382
+ "backend": "sqlite",
1383
+ "retrieval_type": "agent_playbook",
1384
+ "layer": "service",
1385
+ "n": 100,
1386
+ "trial": 16,
1387
+ "elapsed_ms": 15.569333,
1388
+ "query_idx": 16
1389
+ },
1390
+ {
1391
+ "backend": "sqlite",
1392
+ "retrieval_type": "agent_playbook",
1393
+ "layer": "service",
1394
+ "n": 100,
1395
+ "trial": 17,
1396
+ "elapsed_ms": 15.277333,
1397
+ "query_idx": 17
1398
+ },
1399
+ {
1400
+ "backend": "sqlite",
1401
+ "retrieval_type": "agent_playbook",
1402
+ "layer": "service",
1403
+ "n": 100,
1404
+ "trial": 18,
1405
+ "elapsed_ms": 15.88075,
1406
+ "query_idx": 18
1407
+ },
1408
+ {
1409
+ "backend": "sqlite",
1410
+ "retrieval_type": "agent_playbook",
1411
+ "layer": "service",
1412
+ "n": 100,
1413
+ "trial": 19,
1414
+ "elapsed_ms": 14.895625,
1415
+ "query_idx": 19
1416
+ },
1417
+ {
1418
+ "backend": "sqlite",
1419
+ "retrieval_type": "agent_playbook",
1420
+ "layer": "service",
1421
+ "n": 100,
1422
+ "trial": 20,
1423
+ "elapsed_ms": 15.124333,
1424
+ "query_idx": 0
1425
+ },
1426
+ {
1427
+ "backend": "sqlite",
1428
+ "retrieval_type": "agent_playbook",
1429
+ "layer": "service",
1430
+ "n": 100,
1431
+ "trial": 21,
1432
+ "elapsed_ms": 14.77025,
1433
+ "query_idx": 1
1434
+ },
1435
+ {
1436
+ "backend": "sqlite",
1437
+ "retrieval_type": "agent_playbook",
1438
+ "layer": "service",
1439
+ "n": 100,
1440
+ "trial": 22,
1441
+ "elapsed_ms": 14.664834,
1442
+ "query_idx": 2
1443
+ },
1444
+ {
1445
+ "backend": "sqlite",
1446
+ "retrieval_type": "agent_playbook",
1447
+ "layer": "service",
1448
+ "n": 100,
1449
+ "trial": 23,
1450
+ "elapsed_ms": 15.143459,
1451
+ "query_idx": 3
1452
+ },
1453
+ {
1454
+ "backend": "sqlite",
1455
+ "retrieval_type": "agent_playbook",
1456
+ "layer": "service",
1457
+ "n": 100,
1458
+ "trial": 24,
1459
+ "elapsed_ms": 14.753875,
1460
+ "query_idx": 4
1461
+ },
1462
+ {
1463
+ "backend": "sqlite",
1464
+ "retrieval_type": "agent_playbook",
1465
+ "layer": "service",
1466
+ "n": 100,
1467
+ "trial": 25,
1468
+ "elapsed_ms": 15.331625,
1469
+ "query_idx": 5
1470
+ },
1471
+ {
1472
+ "backend": "sqlite",
1473
+ "retrieval_type": "agent_playbook",
1474
+ "layer": "service",
1475
+ "n": 100,
1476
+ "trial": 26,
1477
+ "elapsed_ms": 14.786959,
1478
+ "query_idx": 6
1479
+ },
1480
+ {
1481
+ "backend": "sqlite",
1482
+ "retrieval_type": "agent_playbook",
1483
+ "layer": "service",
1484
+ "n": 100,
1485
+ "trial": 27,
1486
+ "elapsed_ms": 15.198834,
1487
+ "query_idx": 7
1488
+ },
1489
+ {
1490
+ "backend": "sqlite",
1491
+ "retrieval_type": "agent_playbook",
1492
+ "layer": "service",
1493
+ "n": 100,
1494
+ "trial": 28,
1495
+ "elapsed_ms": 14.927208,
1496
+ "query_idx": 8
1497
+ },
1498
+ {
1499
+ "backend": "sqlite",
1500
+ "retrieval_type": "agent_playbook",
1501
+ "layer": "service",
1502
+ "n": 100,
1503
+ "trial": 29,
1504
+ "elapsed_ms": 14.883667,
1505
+ "query_idx": 9
1506
+ },
1507
+ {
1508
+ "backend": "sqlite",
1509
+ "retrieval_type": "agent_playbook",
1510
+ "layer": "http",
1511
+ "n": 100,
1512
+ "trial": 0,
1513
+ "elapsed_ms": 18.086459,
1514
+ "query_idx": 0
1515
+ },
1516
+ {
1517
+ "backend": "sqlite",
1518
+ "retrieval_type": "agent_playbook",
1519
+ "layer": "http",
1520
+ "n": 100,
1521
+ "trial": 1,
1522
+ "elapsed_ms": 17.511458,
1523
+ "query_idx": 1
1524
+ },
1525
+ {
1526
+ "backend": "sqlite",
1527
+ "retrieval_type": "agent_playbook",
1528
+ "layer": "http",
1529
+ "n": 100,
1530
+ "trial": 2,
1531
+ "elapsed_ms": 17.808791,
1532
+ "query_idx": 2
1533
+ },
1534
+ {
1535
+ "backend": "sqlite",
1536
+ "retrieval_type": "agent_playbook",
1537
+ "layer": "http",
1538
+ "n": 100,
1539
+ "trial": 3,
1540
+ "elapsed_ms": 17.712625,
1541
+ "query_idx": 3
1542
+ },
1543
+ {
1544
+ "backend": "sqlite",
1545
+ "retrieval_type": "agent_playbook",
1546
+ "layer": "http",
1547
+ "n": 100,
1548
+ "trial": 4,
1549
+ "elapsed_ms": 17.050542,
1550
+ "query_idx": 4
1551
+ },
1552
+ {
1553
+ "backend": "sqlite",
1554
+ "retrieval_type": "agent_playbook",
1555
+ "layer": "http",
1556
+ "n": 100,
1557
+ "trial": 5,
1558
+ "elapsed_ms": 17.616959,
1559
+ "query_idx": 5
1560
+ },
1561
+ {
1562
+ "backend": "sqlite",
1563
+ "retrieval_type": "agent_playbook",
1564
+ "layer": "http",
1565
+ "n": 100,
1566
+ "trial": 6,
1567
+ "elapsed_ms": 18.183791,
1568
+ "query_idx": 6
1569
+ },
1570
+ {
1571
+ "backend": "sqlite",
1572
+ "retrieval_type": "agent_playbook",
1573
+ "layer": "http",
1574
+ "n": 100,
1575
+ "trial": 7,
1576
+ "elapsed_ms": 19.637125,
1577
+ "query_idx": 7
1578
+ },
1579
+ {
1580
+ "backend": "sqlite",
1581
+ "retrieval_type": "agent_playbook",
1582
+ "layer": "http",
1583
+ "n": 100,
1584
+ "trial": 8,
1585
+ "elapsed_ms": 17.199125,
1586
+ "query_idx": 8
1587
+ },
1588
+ {
1589
+ "backend": "sqlite",
1590
+ "retrieval_type": "agent_playbook",
1591
+ "layer": "http",
1592
+ "n": 100,
1593
+ "trial": 9,
1594
+ "elapsed_ms": 18.122458,
1595
+ "query_idx": 9
1596
+ },
1597
+ {
1598
+ "backend": "sqlite",
1599
+ "retrieval_type": "agent_playbook",
1600
+ "layer": "http",
1601
+ "n": 100,
1602
+ "trial": 10,
1603
+ "elapsed_ms": 20.55875,
1604
+ "query_idx": 10
1605
+ },
1606
+ {
1607
+ "backend": "sqlite",
1608
+ "retrieval_type": "agent_playbook",
1609
+ "layer": "http",
1610
+ "n": 100,
1611
+ "trial": 11,
1612
+ "elapsed_ms": 18.835084,
1613
+ "query_idx": 11
1614
+ },
1615
+ {
1616
+ "backend": "sqlite",
1617
+ "retrieval_type": "agent_playbook",
1618
+ "layer": "http",
1619
+ "n": 100,
1620
+ "trial": 12,
1621
+ "elapsed_ms": 18.632584,
1622
+ "query_idx": 12
1623
+ },
1624
+ {
1625
+ "backend": "sqlite",
1626
+ "retrieval_type": "agent_playbook",
1627
+ "layer": "http",
1628
+ "n": 100,
1629
+ "trial": 13,
1630
+ "elapsed_ms": 18.975375,
1631
+ "query_idx": 13
1632
+ },
1633
+ {
1634
+ "backend": "sqlite",
1635
+ "retrieval_type": "agent_playbook",
1636
+ "layer": "http",
1637
+ "n": 100,
1638
+ "trial": 14,
1639
+ "elapsed_ms": 44.053583,
1640
+ "query_idx": 14
1641
+ },
1642
+ {
1643
+ "backend": "sqlite",
1644
+ "retrieval_type": "agent_playbook",
1645
+ "layer": "http",
1646
+ "n": 100,
1647
+ "trial": 15,
1648
+ "elapsed_ms": 59.560625,
1649
+ "query_idx": 15
1650
+ },
1651
+ {
1652
+ "backend": "sqlite",
1653
+ "retrieval_type": "agent_playbook",
1654
+ "layer": "http",
1655
+ "n": 100,
1656
+ "trial": 16,
1657
+ "elapsed_ms": 33.080458,
1658
+ "query_idx": 16
1659
+ },
1660
+ {
1661
+ "backend": "sqlite",
1662
+ "retrieval_type": "agent_playbook",
1663
+ "layer": "http",
1664
+ "n": 100,
1665
+ "trial": 17,
1666
+ "elapsed_ms": 23.492917,
1667
+ "query_idx": 17
1668
+ },
1669
+ {
1670
+ "backend": "sqlite",
1671
+ "retrieval_type": "agent_playbook",
1672
+ "layer": "http",
1673
+ "n": 100,
1674
+ "trial": 18,
1675
+ "elapsed_ms": 17.275875,
1676
+ "query_idx": 18
1677
+ },
1678
+ {
1679
+ "backend": "sqlite",
1680
+ "retrieval_type": "agent_playbook",
1681
+ "layer": "http",
1682
+ "n": 100,
1683
+ "trial": 19,
1684
+ "elapsed_ms": 17.742792,
1685
+ "query_idx": 19
1686
+ },
1687
+ {
1688
+ "backend": "sqlite",
1689
+ "retrieval_type": "agent_playbook",
1690
+ "layer": "http",
1691
+ "n": 100,
1692
+ "trial": 20,
1693
+ "elapsed_ms": 21.188208,
1694
+ "query_idx": 0
1695
+ },
1696
+ {
1697
+ "backend": "sqlite",
1698
+ "retrieval_type": "agent_playbook",
1699
+ "layer": "http",
1700
+ "n": 100,
1701
+ "trial": 21,
1702
+ "elapsed_ms": 19.526125,
1703
+ "query_idx": 1
1704
+ },
1705
+ {
1706
+ "backend": "sqlite",
1707
+ "retrieval_type": "agent_playbook",
1708
+ "layer": "http",
1709
+ "n": 100,
1710
+ "trial": 22,
1711
+ "elapsed_ms": 19.357958,
1712
+ "query_idx": 2
1713
+ },
1714
+ {
1715
+ "backend": "sqlite",
1716
+ "retrieval_type": "agent_playbook",
1717
+ "layer": "http",
1718
+ "n": 100,
1719
+ "trial": 23,
1720
+ "elapsed_ms": 18.264083,
1721
+ "query_idx": 3
1722
+ },
1723
+ {
1724
+ "backend": "sqlite",
1725
+ "retrieval_type": "agent_playbook",
1726
+ "layer": "http",
1727
+ "n": 100,
1728
+ "trial": 24,
1729
+ "elapsed_ms": 17.623667,
1730
+ "query_idx": 4
1731
+ },
1732
+ {
1733
+ "backend": "sqlite",
1734
+ "retrieval_type": "agent_playbook",
1735
+ "layer": "http",
1736
+ "n": 100,
1737
+ "trial": 25,
1738
+ "elapsed_ms": 19.036709,
1739
+ "query_idx": 5
1740
+ },
1741
+ {
1742
+ "backend": "sqlite",
1743
+ "retrieval_type": "agent_playbook",
1744
+ "layer": "http",
1745
+ "n": 100,
1746
+ "trial": 26,
1747
+ "elapsed_ms": 18.913667,
1748
+ "query_idx": 6
1749
+ },
1750
+ {
1751
+ "backend": "sqlite",
1752
+ "retrieval_type": "agent_playbook",
1753
+ "layer": "http",
1754
+ "n": 100,
1755
+ "trial": 27,
1756
+ "elapsed_ms": 19.227542,
1757
+ "query_idx": 7
1758
+ },
1759
+ {
1760
+ "backend": "sqlite",
1761
+ "retrieval_type": "agent_playbook",
1762
+ "layer": "http",
1763
+ "n": 100,
1764
+ "trial": 28,
1765
+ "elapsed_ms": 19.107125,
1766
+ "query_idx": 8
1767
+ },
1768
+ {
1769
+ "backend": "sqlite",
1770
+ "retrieval_type": "agent_playbook",
1771
+ "layer": "http",
1772
+ "n": 100,
1773
+ "trial": 29,
1774
+ "elapsed_ms": 18.677708,
1775
+ "query_idx": 9
1776
+ },
1777
+ {
1778
+ "backend": "sqlite",
1779
+ "retrieval_type": "unified",
1780
+ "layer": "service",
1781
+ "n": 100,
1782
+ "trial": 0,
1783
+ "elapsed_ms": 19.720834,
1784
+ "query_idx": 0
1785
+ },
1786
+ {
1787
+ "backend": "sqlite",
1788
+ "retrieval_type": "unified",
1789
+ "layer": "service",
1790
+ "n": 100,
1791
+ "trial": 1,
1792
+ "elapsed_ms": 20.25975,
1793
+ "query_idx": 1
1794
+ },
1795
+ {
1796
+ "backend": "sqlite",
1797
+ "retrieval_type": "unified",
1798
+ "layer": "service",
1799
+ "n": 100,
1800
+ "trial": 2,
1801
+ "elapsed_ms": 20.508375,
1802
+ "query_idx": 2
1803
+ },
1804
+ {
1805
+ "backend": "sqlite",
1806
+ "retrieval_type": "unified",
1807
+ "layer": "service",
1808
+ "n": 100,
1809
+ "trial": 3,
1810
+ "elapsed_ms": 20.625041,
1811
+ "query_idx": 3
1812
+ },
1813
+ {
1814
+ "backend": "sqlite",
1815
+ "retrieval_type": "unified",
1816
+ "layer": "service",
1817
+ "n": 100,
1818
+ "trial": 4,
1819
+ "elapsed_ms": 19.901667,
1820
+ "query_idx": 4
1821
+ },
1822
+ {
1823
+ "backend": "sqlite",
1824
+ "retrieval_type": "unified",
1825
+ "layer": "service",
1826
+ "n": 100,
1827
+ "trial": 5,
1828
+ "elapsed_ms": 20.220458,
1829
+ "query_idx": 5
1830
+ },
1831
+ {
1832
+ "backend": "sqlite",
1833
+ "retrieval_type": "unified",
1834
+ "layer": "service",
1835
+ "n": 100,
1836
+ "trial": 6,
1837
+ "elapsed_ms": 22.463541,
1838
+ "query_idx": 6
1839
+ },
1840
+ {
1841
+ "backend": "sqlite",
1842
+ "retrieval_type": "unified",
1843
+ "layer": "service",
1844
+ "n": 100,
1845
+ "trial": 7,
1846
+ "elapsed_ms": 20.777334,
1847
+ "query_idx": 7
1848
+ },
1849
+ {
1850
+ "backend": "sqlite",
1851
+ "retrieval_type": "unified",
1852
+ "layer": "service",
1853
+ "n": 100,
1854
+ "trial": 8,
1855
+ "elapsed_ms": 19.140125,
1856
+ "query_idx": 8
1857
+ },
1858
+ {
1859
+ "backend": "sqlite",
1860
+ "retrieval_type": "unified",
1861
+ "layer": "service",
1862
+ "n": 100,
1863
+ "trial": 9,
1864
+ "elapsed_ms": 19.369542,
1865
+ "query_idx": 9
1866
+ },
1867
+ {
1868
+ "backend": "sqlite",
1869
+ "retrieval_type": "unified",
1870
+ "layer": "service",
1871
+ "n": 100,
1872
+ "trial": 10,
1873
+ "elapsed_ms": 20.458125,
1874
+ "query_idx": 10
1875
+ },
1876
+ {
1877
+ "backend": "sqlite",
1878
+ "retrieval_type": "unified",
1879
+ "layer": "service",
1880
+ "n": 100,
1881
+ "trial": 11,
1882
+ "elapsed_ms": 20.036459,
1883
+ "query_idx": 11
1884
+ },
1885
+ {
1886
+ "backend": "sqlite",
1887
+ "retrieval_type": "unified",
1888
+ "layer": "service",
1889
+ "n": 100,
1890
+ "trial": 12,
1891
+ "elapsed_ms": 20.32325,
1892
+ "query_idx": 12
1893
+ },
1894
+ {
1895
+ "backend": "sqlite",
1896
+ "retrieval_type": "unified",
1897
+ "layer": "service",
1898
+ "n": 100,
1899
+ "trial": 13,
1900
+ "elapsed_ms": 21.110375,
1901
+ "query_idx": 13
1902
+ },
1903
+ {
1904
+ "backend": "sqlite",
1905
+ "retrieval_type": "unified",
1906
+ "layer": "service",
1907
+ "n": 100,
1908
+ "trial": 14,
1909
+ "elapsed_ms": 20.445583,
1910
+ "query_idx": 14
1911
+ },
1912
+ {
1913
+ "backend": "sqlite",
1914
+ "retrieval_type": "unified",
1915
+ "layer": "service",
1916
+ "n": 100,
1917
+ "trial": 15,
1918
+ "elapsed_ms": 20.093083,
1919
+ "query_idx": 15
1920
+ },
1921
+ {
1922
+ "backend": "sqlite",
1923
+ "retrieval_type": "unified",
1924
+ "layer": "service",
1925
+ "n": 100,
1926
+ "trial": 16,
1927
+ "elapsed_ms": 20.5195,
1928
+ "query_idx": 16
1929
+ },
1930
+ {
1931
+ "backend": "sqlite",
1932
+ "retrieval_type": "unified",
1933
+ "layer": "service",
1934
+ "n": 100,
1935
+ "trial": 17,
1936
+ "elapsed_ms": 18.954625,
1937
+ "query_idx": 17
1938
+ },
1939
+ {
1940
+ "backend": "sqlite",
1941
+ "retrieval_type": "unified",
1942
+ "layer": "service",
1943
+ "n": 100,
1944
+ "trial": 18,
1945
+ "elapsed_ms": 18.732834,
1946
+ "query_idx": 18
1947
+ },
1948
+ {
1949
+ "backend": "sqlite",
1950
+ "retrieval_type": "unified",
1951
+ "layer": "service",
1952
+ "n": 100,
1953
+ "trial": 19,
1954
+ "elapsed_ms": 19.894458,
1955
+ "query_idx": 19
1956
+ },
1957
+ {
1958
+ "backend": "sqlite",
1959
+ "retrieval_type": "unified",
1960
+ "layer": "service",
1961
+ "n": 100,
1962
+ "trial": 20,
1963
+ "elapsed_ms": 19.233417,
1964
+ "query_idx": 0
1965
+ },
1966
+ {
1967
+ "backend": "sqlite",
1968
+ "retrieval_type": "unified",
1969
+ "layer": "service",
1970
+ "n": 100,
1971
+ "trial": 21,
1972
+ "elapsed_ms": 19.164,
1973
+ "query_idx": 1
1974
+ },
1975
+ {
1976
+ "backend": "sqlite",
1977
+ "retrieval_type": "unified",
1978
+ "layer": "service",
1979
+ "n": 100,
1980
+ "trial": 22,
1981
+ "elapsed_ms": 19.728958,
1982
+ "query_idx": 2
1983
+ },
1984
+ {
1985
+ "backend": "sqlite",
1986
+ "retrieval_type": "unified",
1987
+ "layer": "service",
1988
+ "n": 100,
1989
+ "trial": 23,
1990
+ "elapsed_ms": 20.098542,
1991
+ "query_idx": 3
1992
+ },
1993
+ {
1994
+ "backend": "sqlite",
1995
+ "retrieval_type": "unified",
1996
+ "layer": "service",
1997
+ "n": 100,
1998
+ "trial": 24,
1999
+ "elapsed_ms": 19.677875,
2000
+ "query_idx": 4
2001
+ },
2002
+ {
2003
+ "backend": "sqlite",
2004
+ "retrieval_type": "unified",
2005
+ "layer": "service",
2006
+ "n": 100,
2007
+ "trial": 25,
2008
+ "elapsed_ms": 20.049333,
2009
+ "query_idx": 5
2010
+ },
2011
+ {
2012
+ "backend": "sqlite",
2013
+ "retrieval_type": "unified",
2014
+ "layer": "service",
2015
+ "n": 100,
2016
+ "trial": 26,
2017
+ "elapsed_ms": 20.617333,
2018
+ "query_idx": 6
2019
+ },
2020
+ {
2021
+ "backend": "sqlite",
2022
+ "retrieval_type": "unified",
2023
+ "layer": "service",
2024
+ "n": 100,
2025
+ "trial": 27,
2026
+ "elapsed_ms": 21.77525,
2027
+ "query_idx": 7
2028
+ },
2029
+ {
2030
+ "backend": "sqlite",
2031
+ "retrieval_type": "unified",
2032
+ "layer": "service",
2033
+ "n": 100,
2034
+ "trial": 28,
2035
+ "elapsed_ms": 19.831666,
2036
+ "query_idx": 8
2037
+ },
2038
+ {
2039
+ "backend": "sqlite",
2040
+ "retrieval_type": "unified",
2041
+ "layer": "service",
2042
+ "n": 100,
2043
+ "trial": 29,
2044
+ "elapsed_ms": 19.979791,
2045
+ "query_idx": 9
2046
+ },
2047
+ {
2048
+ "backend": "sqlite",
2049
+ "retrieval_type": "unified",
2050
+ "layer": "http",
2051
+ "n": 100,
2052
+ "trial": 0,
2053
+ "elapsed_ms": 22.806083,
2054
+ "query_idx": 0
2055
+ },
2056
+ {
2057
+ "backend": "sqlite",
2058
+ "retrieval_type": "unified",
2059
+ "layer": "http",
2060
+ "n": 100,
2061
+ "trial": 1,
2062
+ "elapsed_ms": 22.946541,
2063
+ "query_idx": 1
2064
+ },
2065
+ {
2066
+ "backend": "sqlite",
2067
+ "retrieval_type": "unified",
2068
+ "layer": "http",
2069
+ "n": 100,
2070
+ "trial": 2,
2071
+ "elapsed_ms": 22.445792,
2072
+ "query_idx": 2
2073
+ },
2074
+ {
2075
+ "backend": "sqlite",
2076
+ "retrieval_type": "unified",
2077
+ "layer": "http",
2078
+ "n": 100,
2079
+ "trial": 3,
2080
+ "elapsed_ms": 22.653542,
2081
+ "query_idx": 3
2082
+ },
2083
+ {
2084
+ "backend": "sqlite",
2085
+ "retrieval_type": "unified",
2086
+ "layer": "http",
2087
+ "n": 100,
2088
+ "trial": 4,
2089
+ "elapsed_ms": 23.316,
2090
+ "query_idx": 4
2091
+ },
2092
+ {
2093
+ "backend": "sqlite",
2094
+ "retrieval_type": "unified",
2095
+ "layer": "http",
2096
+ "n": 100,
2097
+ "trial": 5,
2098
+ "elapsed_ms": 25.098208,
2099
+ "query_idx": 5
2100
+ },
2101
+ {
2102
+ "backend": "sqlite",
2103
+ "retrieval_type": "unified",
2104
+ "layer": "http",
2105
+ "n": 100,
2106
+ "trial": 6,
2107
+ "elapsed_ms": 24.572708,
2108
+ "query_idx": 6
2109
+ },
2110
+ {
2111
+ "backend": "sqlite",
2112
+ "retrieval_type": "unified",
2113
+ "layer": "http",
2114
+ "n": 100,
2115
+ "trial": 7,
2116
+ "elapsed_ms": 22.805958,
2117
+ "query_idx": 7
2118
+ },
2119
+ {
2120
+ "backend": "sqlite",
2121
+ "retrieval_type": "unified",
2122
+ "layer": "http",
2123
+ "n": 100,
2124
+ "trial": 8,
2125
+ "elapsed_ms": 25.353458,
2126
+ "query_idx": 8
2127
+ },
2128
+ {
2129
+ "backend": "sqlite",
2130
+ "retrieval_type": "unified",
2131
+ "layer": "http",
2132
+ "n": 100,
2133
+ "trial": 9,
2134
+ "elapsed_ms": 24.769667,
2135
+ "query_idx": 9
2136
+ },
2137
+ {
2138
+ "backend": "sqlite",
2139
+ "retrieval_type": "unified",
2140
+ "layer": "http",
2141
+ "n": 100,
2142
+ "trial": 10,
2143
+ "elapsed_ms": 24.2115,
2144
+ "query_idx": 10
2145
+ },
2146
+ {
2147
+ "backend": "sqlite",
2148
+ "retrieval_type": "unified",
2149
+ "layer": "http",
2150
+ "n": 100,
2151
+ "trial": 11,
2152
+ "elapsed_ms": 24.23125,
2153
+ "query_idx": 11
2154
+ },
2155
+ {
2156
+ "backend": "sqlite",
2157
+ "retrieval_type": "unified",
2158
+ "layer": "http",
2159
+ "n": 100,
2160
+ "trial": 12,
2161
+ "elapsed_ms": 24.967917,
2162
+ "query_idx": 12
2163
+ },
2164
+ {
2165
+ "backend": "sqlite",
2166
+ "retrieval_type": "unified",
2167
+ "layer": "http",
2168
+ "n": 100,
2169
+ "trial": 13,
2170
+ "elapsed_ms": 28.507541,
2171
+ "query_idx": 13
2172
+ },
2173
+ {
2174
+ "backend": "sqlite",
2175
+ "retrieval_type": "unified",
2176
+ "layer": "http",
2177
+ "n": 100,
2178
+ "trial": 14,
2179
+ "elapsed_ms": 27.628625,
2180
+ "query_idx": 14
2181
+ },
2182
+ {
2183
+ "backend": "sqlite",
2184
+ "retrieval_type": "unified",
2185
+ "layer": "http",
2186
+ "n": 100,
2187
+ "trial": 15,
2188
+ "elapsed_ms": 31.274208,
2189
+ "query_idx": 15
2190
+ },
2191
+ {
2192
+ "backend": "sqlite",
2193
+ "retrieval_type": "unified",
2194
+ "layer": "http",
2195
+ "n": 100,
2196
+ "trial": 16,
2197
+ "elapsed_ms": 33.477125,
2198
+ "query_idx": 16
2199
+ },
2200
+ {
2201
+ "backend": "sqlite",
2202
+ "retrieval_type": "unified",
2203
+ "layer": "http",
2204
+ "n": 100,
2205
+ "trial": 17,
2206
+ "elapsed_ms": 27.425666,
2207
+ "query_idx": 17
2208
+ },
2209
+ {
2210
+ "backend": "sqlite",
2211
+ "retrieval_type": "unified",
2212
+ "layer": "http",
2213
+ "n": 100,
2214
+ "trial": 18,
2215
+ "elapsed_ms": 26.126583,
2216
+ "query_idx": 18
2217
+ },
2218
+ {
2219
+ "backend": "sqlite",
2220
+ "retrieval_type": "unified",
2221
+ "layer": "http",
2222
+ "n": 100,
2223
+ "trial": 19,
2224
+ "elapsed_ms": 29.029458,
2225
+ "query_idx": 19
2226
+ },
2227
+ {
2228
+ "backend": "sqlite",
2229
+ "retrieval_type": "unified",
2230
+ "layer": "http",
2231
+ "n": 100,
2232
+ "trial": 20,
2233
+ "elapsed_ms": 24.61425,
2234
+ "query_idx": 0
2235
+ },
2236
+ {
2237
+ "backend": "sqlite",
2238
+ "retrieval_type": "unified",
2239
+ "layer": "http",
2240
+ "n": 100,
2241
+ "trial": 21,
2242
+ "elapsed_ms": 25.184542,
2243
+ "query_idx": 1
2244
+ },
2245
+ {
2246
+ "backend": "sqlite",
2247
+ "retrieval_type": "unified",
2248
+ "layer": "http",
2249
+ "n": 100,
2250
+ "trial": 22,
2251
+ "elapsed_ms": 23.911125,
2252
+ "query_idx": 2
2253
+ },
2254
+ {
2255
+ "backend": "sqlite",
2256
+ "retrieval_type": "unified",
2257
+ "layer": "http",
2258
+ "n": 100,
2259
+ "trial": 23,
2260
+ "elapsed_ms": 27.197708,
2261
+ "query_idx": 3
2262
+ },
2263
+ {
2264
+ "backend": "sqlite",
2265
+ "retrieval_type": "unified",
2266
+ "layer": "http",
2267
+ "n": 100,
2268
+ "trial": 24,
2269
+ "elapsed_ms": 23.601791,
2270
+ "query_idx": 4
2271
+ },
2272
+ {
2273
+ "backend": "sqlite",
2274
+ "retrieval_type": "unified",
2275
+ "layer": "http",
2276
+ "n": 100,
2277
+ "trial": 25,
2278
+ "elapsed_ms": 26.275208,
2279
+ "query_idx": 5
2280
+ },
2281
+ {
2282
+ "backend": "sqlite",
2283
+ "retrieval_type": "unified",
2284
+ "layer": "http",
2285
+ "n": 100,
2286
+ "trial": 26,
2287
+ "elapsed_ms": 24.354625,
2288
+ "query_idx": 6
2289
+ },
2290
+ {
2291
+ "backend": "sqlite",
2292
+ "retrieval_type": "unified",
2293
+ "layer": "http",
2294
+ "n": 100,
2295
+ "trial": 27,
2296
+ "elapsed_ms": 26.665958,
2297
+ "query_idx": 7
2298
+ },
2299
+ {
2300
+ "backend": "sqlite",
2301
+ "retrieval_type": "unified",
2302
+ "layer": "http",
2303
+ "n": 100,
2304
+ "trial": 28,
2305
+ "elapsed_ms": 22.667708,
2306
+ "query_idx": 8
2307
+ },
2308
+ {
2309
+ "backend": "sqlite",
2310
+ "retrieval_type": "unified",
2311
+ "layer": "http",
2312
+ "n": 100,
2313
+ "trial": 29,
2314
+ "elapsed_ms": 23.085708,
2315
+ "query_idx": 9
2316
+ },
2317
+ {
2318
+ "backend": "sqlite",
2319
+ "retrieval_type": "profile",
2320
+ "layer": "service",
2321
+ "n": 1000,
2322
+ "trial": 0,
2323
+ "elapsed_ms": 17.178458,
2324
+ "query_idx": 0
2325
+ },
2326
+ {
2327
+ "backend": "sqlite",
2328
+ "retrieval_type": "profile",
2329
+ "layer": "service",
2330
+ "n": 1000,
2331
+ "trial": 1,
2332
+ "elapsed_ms": 17.053959,
2333
+ "query_idx": 1
2334
+ },
2335
+ {
2336
+ "backend": "sqlite",
2337
+ "retrieval_type": "profile",
2338
+ "layer": "service",
2339
+ "n": 1000,
2340
+ "trial": 2,
2341
+ "elapsed_ms": 16.346083,
2342
+ "query_idx": 2
2343
+ },
2344
+ {
2345
+ "backend": "sqlite",
2346
+ "retrieval_type": "profile",
2347
+ "layer": "service",
2348
+ "n": 1000,
2349
+ "trial": 3,
2350
+ "elapsed_ms": 17.628459,
2351
+ "query_idx": 3
2352
+ },
2353
+ {
2354
+ "backend": "sqlite",
2355
+ "retrieval_type": "profile",
2356
+ "layer": "service",
2357
+ "n": 1000,
2358
+ "trial": 4,
2359
+ "elapsed_ms": 16.377333,
2360
+ "query_idx": 4
2361
+ },
2362
+ {
2363
+ "backend": "sqlite",
2364
+ "retrieval_type": "profile",
2365
+ "layer": "service",
2366
+ "n": 1000,
2367
+ "trial": 5,
2368
+ "elapsed_ms": 18.907041,
2369
+ "query_idx": 5
2370
+ },
2371
+ {
2372
+ "backend": "sqlite",
2373
+ "retrieval_type": "profile",
2374
+ "layer": "service",
2375
+ "n": 1000,
2376
+ "trial": 6,
2377
+ "elapsed_ms": 18.187917,
2378
+ "query_idx": 6
2379
+ },
2380
+ {
2381
+ "backend": "sqlite",
2382
+ "retrieval_type": "profile",
2383
+ "layer": "service",
2384
+ "n": 1000,
2385
+ "trial": 7,
2386
+ "elapsed_ms": 22.22975,
2387
+ "query_idx": 7
2388
+ },
2389
+ {
2390
+ "backend": "sqlite",
2391
+ "retrieval_type": "profile",
2392
+ "layer": "service",
2393
+ "n": 1000,
2394
+ "trial": 8,
2395
+ "elapsed_ms": 16.098917,
2396
+ "query_idx": 8
2397
+ },
2398
+ {
2399
+ "backend": "sqlite",
2400
+ "retrieval_type": "profile",
2401
+ "layer": "service",
2402
+ "n": 1000,
2403
+ "trial": 9,
2404
+ "elapsed_ms": 16.841,
2405
+ "query_idx": 9
2406
+ },
2407
+ {
2408
+ "backend": "sqlite",
2409
+ "retrieval_type": "profile",
2410
+ "layer": "service",
2411
+ "n": 1000,
2412
+ "trial": 10,
2413
+ "elapsed_ms": 21.886666,
2414
+ "query_idx": 10
2415
+ },
2416
+ {
2417
+ "backend": "sqlite",
2418
+ "retrieval_type": "profile",
2419
+ "layer": "service",
2420
+ "n": 1000,
2421
+ "trial": 11,
2422
+ "elapsed_ms": 18.981292,
2423
+ "query_idx": 11
2424
+ },
2425
+ {
2426
+ "backend": "sqlite",
2427
+ "retrieval_type": "profile",
2428
+ "layer": "service",
2429
+ "n": 1000,
2430
+ "trial": 12,
2431
+ "elapsed_ms": 18.514708,
2432
+ "query_idx": 12
2433
+ },
2434
+ {
2435
+ "backend": "sqlite",
2436
+ "retrieval_type": "profile",
2437
+ "layer": "service",
2438
+ "n": 1000,
2439
+ "trial": 13,
2440
+ "elapsed_ms": 19.220875,
2441
+ "query_idx": 13
2442
+ },
2443
+ {
2444
+ "backend": "sqlite",
2445
+ "retrieval_type": "profile",
2446
+ "layer": "service",
2447
+ "n": 1000,
2448
+ "trial": 14,
2449
+ "elapsed_ms": 19.010375,
2450
+ "query_idx": 14
2451
+ },
2452
+ {
2453
+ "backend": "sqlite",
2454
+ "retrieval_type": "profile",
2455
+ "layer": "service",
2456
+ "n": 1000,
2457
+ "trial": 15,
2458
+ "elapsed_ms": 19.278292,
2459
+ "query_idx": 15
2460
+ },
2461
+ {
2462
+ "backend": "sqlite",
2463
+ "retrieval_type": "profile",
2464
+ "layer": "service",
2465
+ "n": 1000,
2466
+ "trial": 16,
2467
+ "elapsed_ms": 18.507333,
2468
+ "query_idx": 16
2469
+ },
2470
+ {
2471
+ "backend": "sqlite",
2472
+ "retrieval_type": "profile",
2473
+ "layer": "service",
2474
+ "n": 1000,
2475
+ "trial": 17,
2476
+ "elapsed_ms": 17.11025,
2477
+ "query_idx": 17
2478
+ },
2479
+ {
2480
+ "backend": "sqlite",
2481
+ "retrieval_type": "profile",
2482
+ "layer": "service",
2483
+ "n": 1000,
2484
+ "trial": 18,
2485
+ "elapsed_ms": 16.828,
2486
+ "query_idx": 18
2487
+ },
2488
+ {
2489
+ "backend": "sqlite",
2490
+ "retrieval_type": "profile",
2491
+ "layer": "service",
2492
+ "n": 1000,
2493
+ "trial": 19,
2494
+ "elapsed_ms": 16.544292,
2495
+ "query_idx": 19
2496
+ },
2497
+ {
2498
+ "backend": "sqlite",
2499
+ "retrieval_type": "profile",
2500
+ "layer": "service",
2501
+ "n": 1000,
2502
+ "trial": 20,
2503
+ "elapsed_ms": 16.867083,
2504
+ "query_idx": 0
2505
+ },
2506
+ {
2507
+ "backend": "sqlite",
2508
+ "retrieval_type": "profile",
2509
+ "layer": "service",
2510
+ "n": 1000,
2511
+ "trial": 21,
2512
+ "elapsed_ms": 17.022584,
2513
+ "query_idx": 1
2514
+ },
2515
+ {
2516
+ "backend": "sqlite",
2517
+ "retrieval_type": "profile",
2518
+ "layer": "service",
2519
+ "n": 1000,
2520
+ "trial": 22,
2521
+ "elapsed_ms": 16.214083,
2522
+ "query_idx": 2
2523
+ },
2524
+ {
2525
+ "backend": "sqlite",
2526
+ "retrieval_type": "profile",
2527
+ "layer": "service",
2528
+ "n": 1000,
2529
+ "trial": 23,
2530
+ "elapsed_ms": 16.319584,
2531
+ "query_idx": 3
2532
+ },
2533
+ {
2534
+ "backend": "sqlite",
2535
+ "retrieval_type": "profile",
2536
+ "layer": "service",
2537
+ "n": 1000,
2538
+ "trial": 24,
2539
+ "elapsed_ms": 16.104542,
2540
+ "query_idx": 4
2541
+ },
2542
+ {
2543
+ "backend": "sqlite",
2544
+ "retrieval_type": "profile",
2545
+ "layer": "service",
2546
+ "n": 1000,
2547
+ "trial": 25,
2548
+ "elapsed_ms": 20.408166,
2549
+ "query_idx": 5
2550
+ },
2551
+ {
2552
+ "backend": "sqlite",
2553
+ "retrieval_type": "profile",
2554
+ "layer": "service",
2555
+ "n": 1000,
2556
+ "trial": 26,
2557
+ "elapsed_ms": 18.028166,
2558
+ "query_idx": 6
2559
+ },
2560
+ {
2561
+ "backend": "sqlite",
2562
+ "retrieval_type": "profile",
2563
+ "layer": "service",
2564
+ "n": 1000,
2565
+ "trial": 27,
2566
+ "elapsed_ms": 18.288916,
2567
+ "query_idx": 7
2568
+ },
2569
+ {
2570
+ "backend": "sqlite",
2571
+ "retrieval_type": "profile",
2572
+ "layer": "service",
2573
+ "n": 1000,
2574
+ "trial": 28,
2575
+ "elapsed_ms": 15.997334,
2576
+ "query_idx": 8
2577
+ },
2578
+ {
2579
+ "backend": "sqlite",
2580
+ "retrieval_type": "profile",
2581
+ "layer": "service",
2582
+ "n": 1000,
2583
+ "trial": 29,
2584
+ "elapsed_ms": 17.558542,
2585
+ "query_idx": 9
2586
+ },
2587
+ {
2588
+ "backend": "sqlite",
2589
+ "retrieval_type": "profile",
2590
+ "layer": "http",
2591
+ "n": 1000,
2592
+ "trial": 0,
2593
+ "elapsed_ms": 19.180042,
2594
+ "query_idx": 0
2595
+ },
2596
+ {
2597
+ "backend": "sqlite",
2598
+ "retrieval_type": "profile",
2599
+ "layer": "http",
2600
+ "n": 1000,
2601
+ "trial": 1,
2602
+ "elapsed_ms": 19.2215,
2603
+ "query_idx": 1
2604
+ },
2605
+ {
2606
+ "backend": "sqlite",
2607
+ "retrieval_type": "profile",
2608
+ "layer": "http",
2609
+ "n": 1000,
2610
+ "trial": 2,
2611
+ "elapsed_ms": 18.561666,
2612
+ "query_idx": 2
2613
+ },
2614
+ {
2615
+ "backend": "sqlite",
2616
+ "retrieval_type": "profile",
2617
+ "layer": "http",
2618
+ "n": 1000,
2619
+ "trial": 3,
2620
+ "elapsed_ms": 18.894458,
2621
+ "query_idx": 3
2622
+ },
2623
+ {
2624
+ "backend": "sqlite",
2625
+ "retrieval_type": "profile",
2626
+ "layer": "http",
2627
+ "n": 1000,
2628
+ "trial": 4,
2629
+ "elapsed_ms": 19.380375,
2630
+ "query_idx": 4
2631
+ },
2632
+ {
2633
+ "backend": "sqlite",
2634
+ "retrieval_type": "profile",
2635
+ "layer": "http",
2636
+ "n": 1000,
2637
+ "trial": 5,
2638
+ "elapsed_ms": 21.557208,
2639
+ "query_idx": 5
2640
+ },
2641
+ {
2642
+ "backend": "sqlite",
2643
+ "retrieval_type": "profile",
2644
+ "layer": "http",
2645
+ "n": 1000,
2646
+ "trial": 6,
2647
+ "elapsed_ms": 22.236666,
2648
+ "query_idx": 6
2649
+ },
2650
+ {
2651
+ "backend": "sqlite",
2652
+ "retrieval_type": "profile",
2653
+ "layer": "http",
2654
+ "n": 1000,
2655
+ "trial": 7,
2656
+ "elapsed_ms": 22.679,
2657
+ "query_idx": 7
2658
+ },
2659
+ {
2660
+ "backend": "sqlite",
2661
+ "retrieval_type": "profile",
2662
+ "layer": "http",
2663
+ "n": 1000,
2664
+ "trial": 8,
2665
+ "elapsed_ms": 25.147125,
2666
+ "query_idx": 8
2667
+ },
2668
+ {
2669
+ "backend": "sqlite",
2670
+ "retrieval_type": "profile",
2671
+ "layer": "http",
2672
+ "n": 1000,
2673
+ "trial": 9,
2674
+ "elapsed_ms": 25.407292,
2675
+ "query_idx": 9
2676
+ },
2677
+ {
2678
+ "backend": "sqlite",
2679
+ "retrieval_type": "profile",
2680
+ "layer": "http",
2681
+ "n": 1000,
2682
+ "trial": 10,
2683
+ "elapsed_ms": 25.667667,
2684
+ "query_idx": 10
2685
+ },
2686
+ {
2687
+ "backend": "sqlite",
2688
+ "retrieval_type": "profile",
2689
+ "layer": "http",
2690
+ "n": 1000,
2691
+ "trial": 11,
2692
+ "elapsed_ms": 23.338875,
2693
+ "query_idx": 11
2694
+ },
2695
+ {
2696
+ "backend": "sqlite",
2697
+ "retrieval_type": "profile",
2698
+ "layer": "http",
2699
+ "n": 1000,
2700
+ "trial": 12,
2701
+ "elapsed_ms": 22.788083,
2702
+ "query_idx": 12
2703
+ },
2704
+ {
2705
+ "backend": "sqlite",
2706
+ "retrieval_type": "profile",
2707
+ "layer": "http",
2708
+ "n": 1000,
2709
+ "trial": 13,
2710
+ "elapsed_ms": 21.735208,
2711
+ "query_idx": 13
2712
+ },
2713
+ {
2714
+ "backend": "sqlite",
2715
+ "retrieval_type": "profile",
2716
+ "layer": "http",
2717
+ "n": 1000,
2718
+ "trial": 14,
2719
+ "elapsed_ms": 25.312333,
2720
+ "query_idx": 14
2721
+ },
2722
+ {
2723
+ "backend": "sqlite",
2724
+ "retrieval_type": "profile",
2725
+ "layer": "http",
2726
+ "n": 1000,
2727
+ "trial": 15,
2728
+ "elapsed_ms": 21.6215,
2729
+ "query_idx": 15
2730
+ },
2731
+ {
2732
+ "backend": "sqlite",
2733
+ "retrieval_type": "profile",
2734
+ "layer": "http",
2735
+ "n": 1000,
2736
+ "trial": 16,
2737
+ "elapsed_ms": 20.889375,
2738
+ "query_idx": 16
2739
+ },
2740
+ {
2741
+ "backend": "sqlite",
2742
+ "retrieval_type": "profile",
2743
+ "layer": "http",
2744
+ "n": 1000,
2745
+ "trial": 17,
2746
+ "elapsed_ms": 19.259042,
2747
+ "query_idx": 17
2748
+ },
2749
+ {
2750
+ "backend": "sqlite",
2751
+ "retrieval_type": "profile",
2752
+ "layer": "http",
2753
+ "n": 1000,
2754
+ "trial": 18,
2755
+ "elapsed_ms": 20.077666,
2756
+ "query_idx": 18
2757
+ },
2758
+ {
2759
+ "backend": "sqlite",
2760
+ "retrieval_type": "profile",
2761
+ "layer": "http",
2762
+ "n": 1000,
2763
+ "trial": 19,
2764
+ "elapsed_ms": 19.386583,
2765
+ "query_idx": 19
2766
+ },
2767
+ {
2768
+ "backend": "sqlite",
2769
+ "retrieval_type": "profile",
2770
+ "layer": "http",
2771
+ "n": 1000,
2772
+ "trial": 20,
2773
+ "elapsed_ms": 18.570209,
2774
+ "query_idx": 0
2775
+ },
2776
+ {
2777
+ "backend": "sqlite",
2778
+ "retrieval_type": "profile",
2779
+ "layer": "http",
2780
+ "n": 1000,
2781
+ "trial": 21,
2782
+ "elapsed_ms": 18.394459,
2783
+ "query_idx": 1
2784
+ },
2785
+ {
2786
+ "backend": "sqlite",
2787
+ "retrieval_type": "profile",
2788
+ "layer": "http",
2789
+ "n": 1000,
2790
+ "trial": 22,
2791
+ "elapsed_ms": 18.613042,
2792
+ "query_idx": 2
2793
+ },
2794
+ {
2795
+ "backend": "sqlite",
2796
+ "retrieval_type": "profile",
2797
+ "layer": "http",
2798
+ "n": 1000,
2799
+ "trial": 23,
2800
+ "elapsed_ms": 18.794292,
2801
+ "query_idx": 3
2802
+ },
2803
+ {
2804
+ "backend": "sqlite",
2805
+ "retrieval_type": "profile",
2806
+ "layer": "http",
2807
+ "n": 1000,
2808
+ "trial": 24,
2809
+ "elapsed_ms": 19.190833,
2810
+ "query_idx": 4
2811
+ },
2812
+ {
2813
+ "backend": "sqlite",
2814
+ "retrieval_type": "profile",
2815
+ "layer": "http",
2816
+ "n": 1000,
2817
+ "trial": 25,
2818
+ "elapsed_ms": 26.75525,
2819
+ "query_idx": 5
2820
+ },
2821
+ {
2822
+ "backend": "sqlite",
2823
+ "retrieval_type": "profile",
2824
+ "layer": "http",
2825
+ "n": 1000,
2826
+ "trial": 26,
2827
+ "elapsed_ms": 20.627709,
2828
+ "query_idx": 6
2829
+ },
2830
+ {
2831
+ "backend": "sqlite",
2832
+ "retrieval_type": "profile",
2833
+ "layer": "http",
2834
+ "n": 1000,
2835
+ "trial": 27,
2836
+ "elapsed_ms": 20.822791,
2837
+ "query_idx": 7
2838
+ },
2839
+ {
2840
+ "backend": "sqlite",
2841
+ "retrieval_type": "profile",
2842
+ "layer": "http",
2843
+ "n": 1000,
2844
+ "trial": 28,
2845
+ "elapsed_ms": 23.522208,
2846
+ "query_idx": 8
2847
+ },
2848
+ {
2849
+ "backend": "sqlite",
2850
+ "retrieval_type": "profile",
2851
+ "layer": "http",
2852
+ "n": 1000,
2853
+ "trial": 29,
2854
+ "elapsed_ms": 19.235667,
2855
+ "query_idx": 9
2856
+ },
2857
+ {
2858
+ "backend": "sqlite",
2859
+ "retrieval_type": "user_playbook",
2860
+ "layer": "service",
2861
+ "n": 1000,
2862
+ "trial": 0,
2863
+ "elapsed_ms": 16.770167,
2864
+ "query_idx": 0
2865
+ },
2866
+ {
2867
+ "backend": "sqlite",
2868
+ "retrieval_type": "user_playbook",
2869
+ "layer": "service",
2870
+ "n": 1000,
2871
+ "trial": 1,
2872
+ "elapsed_ms": 16.313958,
2873
+ "query_idx": 1
2874
+ },
2875
+ {
2876
+ "backend": "sqlite",
2877
+ "retrieval_type": "user_playbook",
2878
+ "layer": "service",
2879
+ "n": 1000,
2880
+ "trial": 2,
2881
+ "elapsed_ms": 16.577917,
2882
+ "query_idx": 2
2883
+ },
2884
+ {
2885
+ "backend": "sqlite",
2886
+ "retrieval_type": "user_playbook",
2887
+ "layer": "service",
2888
+ "n": 1000,
2889
+ "trial": 3,
2890
+ "elapsed_ms": 16.345583,
2891
+ "query_idx": 3
2892
+ },
2893
+ {
2894
+ "backend": "sqlite",
2895
+ "retrieval_type": "user_playbook",
2896
+ "layer": "service",
2897
+ "n": 1000,
2898
+ "trial": 4,
2899
+ "elapsed_ms": 15.88425,
2900
+ "query_idx": 4
2901
+ },
2902
+ {
2903
+ "backend": "sqlite",
2904
+ "retrieval_type": "user_playbook",
2905
+ "layer": "service",
2906
+ "n": 1000,
2907
+ "trial": 5,
2908
+ "elapsed_ms": 17.8475,
2909
+ "query_idx": 5
2910
+ },
2911
+ {
2912
+ "backend": "sqlite",
2913
+ "retrieval_type": "user_playbook",
2914
+ "layer": "service",
2915
+ "n": 1000,
2916
+ "trial": 6,
2917
+ "elapsed_ms": 17.272667,
2918
+ "query_idx": 6
2919
+ },
2920
+ {
2921
+ "backend": "sqlite",
2922
+ "retrieval_type": "user_playbook",
2923
+ "layer": "service",
2924
+ "n": 1000,
2925
+ "trial": 7,
2926
+ "elapsed_ms": 17.38025,
2927
+ "query_idx": 7
2928
+ },
2929
+ {
2930
+ "backend": "sqlite",
2931
+ "retrieval_type": "user_playbook",
2932
+ "layer": "service",
2933
+ "n": 1000,
2934
+ "trial": 8,
2935
+ "elapsed_ms": 16.286333,
2936
+ "query_idx": 8
2937
+ },
2938
+ {
2939
+ "backend": "sqlite",
2940
+ "retrieval_type": "user_playbook",
2941
+ "layer": "service",
2942
+ "n": 1000,
2943
+ "trial": 9,
2944
+ "elapsed_ms": 16.704583,
2945
+ "query_idx": 9
2946
+ },
2947
+ {
2948
+ "backend": "sqlite",
2949
+ "retrieval_type": "user_playbook",
2950
+ "layer": "service",
2951
+ "n": 1000,
2952
+ "trial": 10,
2953
+ "elapsed_ms": 17.716459,
2954
+ "query_idx": 10
2955
+ },
2956
+ {
2957
+ "backend": "sqlite",
2958
+ "retrieval_type": "user_playbook",
2959
+ "layer": "service",
2960
+ "n": 1000,
2961
+ "trial": 11,
2962
+ "elapsed_ms": 17.251,
2963
+ "query_idx": 11
2964
+ },
2965
+ {
2966
+ "backend": "sqlite",
2967
+ "retrieval_type": "user_playbook",
2968
+ "layer": "service",
2969
+ "n": 1000,
2970
+ "trial": 12,
2971
+ "elapsed_ms": 17.561583,
2972
+ "query_idx": 12
2973
+ },
2974
+ {
2975
+ "backend": "sqlite",
2976
+ "retrieval_type": "user_playbook",
2977
+ "layer": "service",
2978
+ "n": 1000,
2979
+ "trial": 13,
2980
+ "elapsed_ms": 17.838584,
2981
+ "query_idx": 13
2982
+ },
2983
+ {
2984
+ "backend": "sqlite",
2985
+ "retrieval_type": "user_playbook",
2986
+ "layer": "service",
2987
+ "n": 1000,
2988
+ "trial": 14,
2989
+ "elapsed_ms": 17.654709,
2990
+ "query_idx": 14
2991
+ },
2992
+ {
2993
+ "backend": "sqlite",
2994
+ "retrieval_type": "user_playbook",
2995
+ "layer": "service",
2996
+ "n": 1000,
2997
+ "trial": 15,
2998
+ "elapsed_ms": 17.678125,
2999
+ "query_idx": 15
3000
+ },
3001
+ {
3002
+ "backend": "sqlite",
3003
+ "retrieval_type": "user_playbook",
3004
+ "layer": "service",
3005
+ "n": 1000,
3006
+ "trial": 16,
3007
+ "elapsed_ms": 17.324458,
3008
+ "query_idx": 16
3009
+ },
3010
+ {
3011
+ "backend": "sqlite",
3012
+ "retrieval_type": "user_playbook",
3013
+ "layer": "service",
3014
+ "n": 1000,
3015
+ "trial": 17,
3016
+ "elapsed_ms": 17.201834,
3017
+ "query_idx": 17
3018
+ },
3019
+ {
3020
+ "backend": "sqlite",
3021
+ "retrieval_type": "user_playbook",
3022
+ "layer": "service",
3023
+ "n": 1000,
3024
+ "trial": 18,
3025
+ "elapsed_ms": 16.837583,
3026
+ "query_idx": 18
3027
+ },
3028
+ {
3029
+ "backend": "sqlite",
3030
+ "retrieval_type": "user_playbook",
3031
+ "layer": "service",
3032
+ "n": 1000,
3033
+ "trial": 19,
3034
+ "elapsed_ms": 17.099541,
3035
+ "query_idx": 19
3036
+ },
3037
+ {
3038
+ "backend": "sqlite",
3039
+ "retrieval_type": "user_playbook",
3040
+ "layer": "service",
3041
+ "n": 1000,
3042
+ "trial": 20,
3043
+ "elapsed_ms": 16.440625,
3044
+ "query_idx": 0
3045
+ },
3046
+ {
3047
+ "backend": "sqlite",
3048
+ "retrieval_type": "user_playbook",
3049
+ "layer": "service",
3050
+ "n": 1000,
3051
+ "trial": 21,
3052
+ "elapsed_ms": 16.267375,
3053
+ "query_idx": 1
3054
+ },
3055
+ {
3056
+ "backend": "sqlite",
3057
+ "retrieval_type": "user_playbook",
3058
+ "layer": "service",
3059
+ "n": 1000,
3060
+ "trial": 22,
3061
+ "elapsed_ms": 16.344333,
3062
+ "query_idx": 2
3063
+ },
3064
+ {
3065
+ "backend": "sqlite",
3066
+ "retrieval_type": "user_playbook",
3067
+ "layer": "service",
3068
+ "n": 1000,
3069
+ "trial": 23,
3070
+ "elapsed_ms": 16.374916,
3071
+ "query_idx": 3
3072
+ },
3073
+ {
3074
+ "backend": "sqlite",
3075
+ "retrieval_type": "user_playbook",
3076
+ "layer": "service",
3077
+ "n": 1000,
3078
+ "trial": 24,
3079
+ "elapsed_ms": 17.416208,
3080
+ "query_idx": 4
3081
+ },
3082
+ {
3083
+ "backend": "sqlite",
3084
+ "retrieval_type": "user_playbook",
3085
+ "layer": "service",
3086
+ "n": 1000,
3087
+ "trial": 25,
3088
+ "elapsed_ms": 21.758208,
3089
+ "query_idx": 5
3090
+ },
3091
+ {
3092
+ "backend": "sqlite",
3093
+ "retrieval_type": "user_playbook",
3094
+ "layer": "service",
3095
+ "n": 1000,
3096
+ "trial": 26,
3097
+ "elapsed_ms": 17.6155,
3098
+ "query_idx": 6
3099
+ },
3100
+ {
3101
+ "backend": "sqlite",
3102
+ "retrieval_type": "user_playbook",
3103
+ "layer": "service",
3104
+ "n": 1000,
3105
+ "trial": 27,
3106
+ "elapsed_ms": 17.014042,
3107
+ "query_idx": 7
3108
+ },
3109
+ {
3110
+ "backend": "sqlite",
3111
+ "retrieval_type": "user_playbook",
3112
+ "layer": "service",
3113
+ "n": 1000,
3114
+ "trial": 28,
3115
+ "elapsed_ms": 16.321959,
3116
+ "query_idx": 8
3117
+ },
3118
+ {
3119
+ "backend": "sqlite",
3120
+ "retrieval_type": "user_playbook",
3121
+ "layer": "service",
3122
+ "n": 1000,
3123
+ "trial": 29,
3124
+ "elapsed_ms": 16.764208,
3125
+ "query_idx": 9
3126
+ },
3127
+ {
3128
+ "backend": "sqlite",
3129
+ "retrieval_type": "user_playbook",
3130
+ "layer": "http",
3131
+ "n": 1000,
3132
+ "trial": 0,
3133
+ "elapsed_ms": 19.019083,
3134
+ "query_idx": 0
3135
+ },
3136
+ {
3137
+ "backend": "sqlite",
3138
+ "retrieval_type": "user_playbook",
3139
+ "layer": "http",
3140
+ "n": 1000,
3141
+ "trial": 1,
3142
+ "elapsed_ms": 21.930209,
3143
+ "query_idx": 1
3144
+ },
3145
+ {
3146
+ "backend": "sqlite",
3147
+ "retrieval_type": "user_playbook",
3148
+ "layer": "http",
3149
+ "n": 1000,
3150
+ "trial": 2,
3151
+ "elapsed_ms": 19.479958,
3152
+ "query_idx": 2
3153
+ },
3154
+ {
3155
+ "backend": "sqlite",
3156
+ "retrieval_type": "user_playbook",
3157
+ "layer": "http",
3158
+ "n": 1000,
3159
+ "trial": 3,
3160
+ "elapsed_ms": 19.051917,
3161
+ "query_idx": 3
3162
+ },
3163
+ {
3164
+ "backend": "sqlite",
3165
+ "retrieval_type": "user_playbook",
3166
+ "layer": "http",
3167
+ "n": 1000,
3168
+ "trial": 4,
3169
+ "elapsed_ms": 19.037167,
3170
+ "query_idx": 4
3171
+ },
3172
+ {
3173
+ "backend": "sqlite",
3174
+ "retrieval_type": "user_playbook",
3175
+ "layer": "http",
3176
+ "n": 1000,
3177
+ "trial": 5,
3178
+ "elapsed_ms": 20.123417,
3179
+ "query_idx": 5
3180
+ },
3181
+ {
3182
+ "backend": "sqlite",
3183
+ "retrieval_type": "user_playbook",
3184
+ "layer": "http",
3185
+ "n": 1000,
3186
+ "trial": 6,
3187
+ "elapsed_ms": 19.44975,
3188
+ "query_idx": 6
3189
+ },
3190
+ {
3191
+ "backend": "sqlite",
3192
+ "retrieval_type": "user_playbook",
3193
+ "layer": "http",
3194
+ "n": 1000,
3195
+ "trial": 7,
3196
+ "elapsed_ms": 20.558041,
3197
+ "query_idx": 7
3198
+ },
3199
+ {
3200
+ "backend": "sqlite",
3201
+ "retrieval_type": "user_playbook",
3202
+ "layer": "http",
3203
+ "n": 1000,
3204
+ "trial": 8,
3205
+ "elapsed_ms": 19.069541,
3206
+ "query_idx": 8
3207
+ },
3208
+ {
3209
+ "backend": "sqlite",
3210
+ "retrieval_type": "user_playbook",
3211
+ "layer": "http",
3212
+ "n": 1000,
3213
+ "trial": 9,
3214
+ "elapsed_ms": 18.334541,
3215
+ "query_idx": 9
3216
+ },
3217
+ {
3218
+ "backend": "sqlite",
3219
+ "retrieval_type": "user_playbook",
3220
+ "layer": "http",
3221
+ "n": 1000,
3222
+ "trial": 10,
3223
+ "elapsed_ms": 19.4865,
3224
+ "query_idx": 10
3225
+ },
3226
+ {
3227
+ "backend": "sqlite",
3228
+ "retrieval_type": "user_playbook",
3229
+ "layer": "http",
3230
+ "n": 1000,
3231
+ "trial": 11,
3232
+ "elapsed_ms": 20.392125,
3233
+ "query_idx": 11
3234
+ },
3235
+ {
3236
+ "backend": "sqlite",
3237
+ "retrieval_type": "user_playbook",
3238
+ "layer": "http",
3239
+ "n": 1000,
3240
+ "trial": 12,
3241
+ "elapsed_ms": 20.137416,
3242
+ "query_idx": 12
3243
+ },
3244
+ {
3245
+ "backend": "sqlite",
3246
+ "retrieval_type": "user_playbook",
3247
+ "layer": "http",
3248
+ "n": 1000,
3249
+ "trial": 13,
3250
+ "elapsed_ms": 19.921,
3251
+ "query_idx": 13
3252
+ },
3253
+ {
3254
+ "backend": "sqlite",
3255
+ "retrieval_type": "user_playbook",
3256
+ "layer": "http",
3257
+ "n": 1000,
3258
+ "trial": 14,
3259
+ "elapsed_ms": 22.555708,
3260
+ "query_idx": 14
3261
+ },
3262
+ {
3263
+ "backend": "sqlite",
3264
+ "retrieval_type": "user_playbook",
3265
+ "layer": "http",
3266
+ "n": 1000,
3267
+ "trial": 15,
3268
+ "elapsed_ms": 20.140875,
3269
+ "query_idx": 15
3270
+ },
3271
+ {
3272
+ "backend": "sqlite",
3273
+ "retrieval_type": "user_playbook",
3274
+ "layer": "http",
3275
+ "n": 1000,
3276
+ "trial": 16,
3277
+ "elapsed_ms": 19.583792,
3278
+ "query_idx": 16
3279
+ },
3280
+ {
3281
+ "backend": "sqlite",
3282
+ "retrieval_type": "user_playbook",
3283
+ "layer": "http",
3284
+ "n": 1000,
3285
+ "trial": 17,
3286
+ "elapsed_ms": 22.07925,
3287
+ "query_idx": 17
3288
+ },
3289
+ {
3290
+ "backend": "sqlite",
3291
+ "retrieval_type": "user_playbook",
3292
+ "layer": "http",
3293
+ "n": 1000,
3294
+ "trial": 18,
3295
+ "elapsed_ms": 18.856375,
3296
+ "query_idx": 18
3297
+ },
3298
+ {
3299
+ "backend": "sqlite",
3300
+ "retrieval_type": "user_playbook",
3301
+ "layer": "http",
3302
+ "n": 1000,
3303
+ "trial": 19,
3304
+ "elapsed_ms": 19.473708,
3305
+ "query_idx": 19
3306
+ },
3307
+ {
3308
+ "backend": "sqlite",
3309
+ "retrieval_type": "user_playbook",
3310
+ "layer": "http",
3311
+ "n": 1000,
3312
+ "trial": 20,
3313
+ "elapsed_ms": 18.598542,
3314
+ "query_idx": 0
3315
+ },
3316
+ {
3317
+ "backend": "sqlite",
3318
+ "retrieval_type": "user_playbook",
3319
+ "layer": "http",
3320
+ "n": 1000,
3321
+ "trial": 21,
3322
+ "elapsed_ms": 19.077709,
3323
+ "query_idx": 1
3324
+ },
3325
+ {
3326
+ "backend": "sqlite",
3327
+ "retrieval_type": "user_playbook",
3328
+ "layer": "http",
3329
+ "n": 1000,
3330
+ "trial": 22,
3331
+ "elapsed_ms": 18.890958,
3332
+ "query_idx": 2
3333
+ },
3334
+ {
3335
+ "backend": "sqlite",
3336
+ "retrieval_type": "user_playbook",
3337
+ "layer": "http",
3338
+ "n": 1000,
3339
+ "trial": 23,
3340
+ "elapsed_ms": 18.660583,
3341
+ "query_idx": 3
3342
+ },
3343
+ {
3344
+ "backend": "sqlite",
3345
+ "retrieval_type": "user_playbook",
3346
+ "layer": "http",
3347
+ "n": 1000,
3348
+ "trial": 24,
3349
+ "elapsed_ms": 19.641708,
3350
+ "query_idx": 4
3351
+ },
3352
+ {
3353
+ "backend": "sqlite",
3354
+ "retrieval_type": "user_playbook",
3355
+ "layer": "http",
3356
+ "n": 1000,
3357
+ "trial": 25,
3358
+ "elapsed_ms": 20.231416,
3359
+ "query_idx": 5
3360
+ },
3361
+ {
3362
+ "backend": "sqlite",
3363
+ "retrieval_type": "user_playbook",
3364
+ "layer": "http",
3365
+ "n": 1000,
3366
+ "trial": 26,
3367
+ "elapsed_ms": 19.481917,
3368
+ "query_idx": 6
3369
+ },
3370
+ {
3371
+ "backend": "sqlite",
3372
+ "retrieval_type": "user_playbook",
3373
+ "layer": "http",
3374
+ "n": 1000,
3375
+ "trial": 27,
3376
+ "elapsed_ms": 19.66125,
3377
+ "query_idx": 7
3378
+ },
3379
+ {
3380
+ "backend": "sqlite",
3381
+ "retrieval_type": "user_playbook",
3382
+ "layer": "http",
3383
+ "n": 1000,
3384
+ "trial": 28,
3385
+ "elapsed_ms": 21.850208,
3386
+ "query_idx": 8
3387
+ },
3388
+ {
3389
+ "backend": "sqlite",
3390
+ "retrieval_type": "user_playbook",
3391
+ "layer": "http",
3392
+ "n": 1000,
3393
+ "trial": 29,
3394
+ "elapsed_ms": 19.197541,
3395
+ "query_idx": 9
3396
+ },
3397
+ {
3398
+ "backend": "sqlite",
3399
+ "retrieval_type": "agent_playbook",
3400
+ "layer": "service",
3401
+ "n": 1000,
3402
+ "trial": 0,
3403
+ "elapsed_ms": 16.418833,
3404
+ "query_idx": 0
3405
+ },
3406
+ {
3407
+ "backend": "sqlite",
3408
+ "retrieval_type": "agent_playbook",
3409
+ "layer": "service",
3410
+ "n": 1000,
3411
+ "trial": 1,
3412
+ "elapsed_ms": 16.6635,
3413
+ "query_idx": 1
3414
+ },
3415
+ {
3416
+ "backend": "sqlite",
3417
+ "retrieval_type": "agent_playbook",
3418
+ "layer": "service",
3419
+ "n": 1000,
3420
+ "trial": 2,
3421
+ "elapsed_ms": 16.006083,
3422
+ "query_idx": 2
3423
+ },
3424
+ {
3425
+ "backend": "sqlite",
3426
+ "retrieval_type": "agent_playbook",
3427
+ "layer": "service",
3428
+ "n": 1000,
3429
+ "trial": 3,
3430
+ "elapsed_ms": 16.309083,
3431
+ "query_idx": 3
3432
+ },
3433
+ {
3434
+ "backend": "sqlite",
3435
+ "retrieval_type": "agent_playbook",
3436
+ "layer": "service",
3437
+ "n": 1000,
3438
+ "trial": 4,
3439
+ "elapsed_ms": 15.729416,
3440
+ "query_idx": 4
3441
+ },
3442
+ {
3443
+ "backend": "sqlite",
3444
+ "retrieval_type": "agent_playbook",
3445
+ "layer": "service",
3446
+ "n": 1000,
3447
+ "trial": 5,
3448
+ "elapsed_ms": 19.084,
3449
+ "query_idx": 5
3450
+ },
3451
+ {
3452
+ "backend": "sqlite",
3453
+ "retrieval_type": "agent_playbook",
3454
+ "layer": "service",
3455
+ "n": 1000,
3456
+ "trial": 6,
3457
+ "elapsed_ms": 17.716041,
3458
+ "query_idx": 6
3459
+ },
3460
+ {
3461
+ "backend": "sqlite",
3462
+ "retrieval_type": "agent_playbook",
3463
+ "layer": "service",
3464
+ "n": 1000,
3465
+ "trial": 7,
3466
+ "elapsed_ms": 18.509542,
3467
+ "query_idx": 7
3468
+ },
3469
+ {
3470
+ "backend": "sqlite",
3471
+ "retrieval_type": "agent_playbook",
3472
+ "layer": "service",
3473
+ "n": 1000,
3474
+ "trial": 8,
3475
+ "elapsed_ms": 15.541042,
3476
+ "query_idx": 8
3477
+ },
3478
+ {
3479
+ "backend": "sqlite",
3480
+ "retrieval_type": "agent_playbook",
3481
+ "layer": "service",
3482
+ "n": 1000,
3483
+ "trial": 9,
3484
+ "elapsed_ms": 16.144708,
3485
+ "query_idx": 9
3486
+ },
3487
+ {
3488
+ "backend": "sqlite",
3489
+ "retrieval_type": "agent_playbook",
3490
+ "layer": "service",
3491
+ "n": 1000,
3492
+ "trial": 10,
3493
+ "elapsed_ms": 18.773666,
3494
+ "query_idx": 10
3495
+ },
3496
+ {
3497
+ "backend": "sqlite",
3498
+ "retrieval_type": "agent_playbook",
3499
+ "layer": "service",
3500
+ "n": 1000,
3501
+ "trial": 11,
3502
+ "elapsed_ms": 18.82225,
3503
+ "query_idx": 11
3504
+ },
3505
+ {
3506
+ "backend": "sqlite",
3507
+ "retrieval_type": "agent_playbook",
3508
+ "layer": "service",
3509
+ "n": 1000,
3510
+ "trial": 12,
3511
+ "elapsed_ms": 18.729959,
3512
+ "query_idx": 12
3513
+ },
3514
+ {
3515
+ "backend": "sqlite",
3516
+ "retrieval_type": "agent_playbook",
3517
+ "layer": "service",
3518
+ "n": 1000,
3519
+ "trial": 13,
3520
+ "elapsed_ms": 18.829291,
3521
+ "query_idx": 13
3522
+ },
3523
+ {
3524
+ "backend": "sqlite",
3525
+ "retrieval_type": "agent_playbook",
3526
+ "layer": "service",
3527
+ "n": 1000,
3528
+ "trial": 14,
3529
+ "elapsed_ms": 25.730208,
3530
+ "query_idx": 14
3531
+ },
3532
+ {
3533
+ "backend": "sqlite",
3534
+ "retrieval_type": "agent_playbook",
3535
+ "layer": "service",
3536
+ "n": 1000,
3537
+ "trial": 15,
3538
+ "elapsed_ms": 23.718959,
3539
+ "query_idx": 15
3540
+ },
3541
+ {
3542
+ "backend": "sqlite",
3543
+ "retrieval_type": "agent_playbook",
3544
+ "layer": "service",
3545
+ "n": 1000,
3546
+ "trial": 16,
3547
+ "elapsed_ms": 18.993125,
3548
+ "query_idx": 16
3549
+ },
3550
+ {
3551
+ "backend": "sqlite",
3552
+ "retrieval_type": "agent_playbook",
3553
+ "layer": "service",
3554
+ "n": 1000,
3555
+ "trial": 17,
3556
+ "elapsed_ms": 17.615167,
3557
+ "query_idx": 17
3558
+ },
3559
+ {
3560
+ "backend": "sqlite",
3561
+ "retrieval_type": "agent_playbook",
3562
+ "layer": "service",
3563
+ "n": 1000,
3564
+ "trial": 18,
3565
+ "elapsed_ms": 16.453292,
3566
+ "query_idx": 18
3567
+ },
3568
+ {
3569
+ "backend": "sqlite",
3570
+ "retrieval_type": "agent_playbook",
3571
+ "layer": "service",
3572
+ "n": 1000,
3573
+ "trial": 19,
3574
+ "elapsed_ms": 16.372958,
3575
+ "query_idx": 19
3576
+ },
3577
+ {
3578
+ "backend": "sqlite",
3579
+ "retrieval_type": "agent_playbook",
3580
+ "layer": "service",
3581
+ "n": 1000,
3582
+ "trial": 20,
3583
+ "elapsed_ms": 17.926834,
3584
+ "query_idx": 0
3585
+ },
3586
+ {
3587
+ "backend": "sqlite",
3588
+ "retrieval_type": "agent_playbook",
3589
+ "layer": "service",
3590
+ "n": 1000,
3591
+ "trial": 21,
3592
+ "elapsed_ms": 16.195833,
3593
+ "query_idx": 1
3594
+ },
3595
+ {
3596
+ "backend": "sqlite",
3597
+ "retrieval_type": "agent_playbook",
3598
+ "layer": "service",
3599
+ "n": 1000,
3600
+ "trial": 22,
3601
+ "elapsed_ms": 16.220459,
3602
+ "query_idx": 2
3603
+ },
3604
+ {
3605
+ "backend": "sqlite",
3606
+ "retrieval_type": "agent_playbook",
3607
+ "layer": "service",
3608
+ "n": 1000,
3609
+ "trial": 23,
3610
+ "elapsed_ms": 15.636583,
3611
+ "query_idx": 3
3612
+ },
3613
+ {
3614
+ "backend": "sqlite",
3615
+ "retrieval_type": "agent_playbook",
3616
+ "layer": "service",
3617
+ "n": 1000,
3618
+ "trial": 24,
3619
+ "elapsed_ms": 16.313333,
3620
+ "query_idx": 4
3621
+ },
3622
+ {
3623
+ "backend": "sqlite",
3624
+ "retrieval_type": "agent_playbook",
3625
+ "layer": "service",
3626
+ "n": 1000,
3627
+ "trial": 25,
3628
+ "elapsed_ms": 18.611667,
3629
+ "query_idx": 5
3630
+ },
3631
+ {
3632
+ "backend": "sqlite",
3633
+ "retrieval_type": "agent_playbook",
3634
+ "layer": "service",
3635
+ "n": 1000,
3636
+ "trial": 26,
3637
+ "elapsed_ms": 17.706416,
3638
+ "query_idx": 6
3639
+ },
3640
+ {
3641
+ "backend": "sqlite",
3642
+ "retrieval_type": "agent_playbook",
3643
+ "layer": "service",
3644
+ "n": 1000,
3645
+ "trial": 27,
3646
+ "elapsed_ms": 17.053958,
3647
+ "query_idx": 7
3648
+ },
3649
+ {
3650
+ "backend": "sqlite",
3651
+ "retrieval_type": "agent_playbook",
3652
+ "layer": "service",
3653
+ "n": 1000,
3654
+ "trial": 28,
3655
+ "elapsed_ms": 15.747834,
3656
+ "query_idx": 8
3657
+ },
3658
+ {
3659
+ "backend": "sqlite",
3660
+ "retrieval_type": "agent_playbook",
3661
+ "layer": "service",
3662
+ "n": 1000,
3663
+ "trial": 29,
3664
+ "elapsed_ms": 15.839625,
3665
+ "query_idx": 9
3666
+ },
3667
+ {
3668
+ "backend": "sqlite",
3669
+ "retrieval_type": "agent_playbook",
3670
+ "layer": "http",
3671
+ "n": 1000,
3672
+ "trial": 0,
3673
+ "elapsed_ms": 19.443125,
3674
+ "query_idx": 0
3675
+ },
3676
+ {
3677
+ "backend": "sqlite",
3678
+ "retrieval_type": "agent_playbook",
3679
+ "layer": "http",
3680
+ "n": 1000,
3681
+ "trial": 1,
3682
+ "elapsed_ms": 18.667375,
3683
+ "query_idx": 1
3684
+ },
3685
+ {
3686
+ "backend": "sqlite",
3687
+ "retrieval_type": "agent_playbook",
3688
+ "layer": "http",
3689
+ "n": 1000,
3690
+ "trial": 2,
3691
+ "elapsed_ms": 18.7825,
3692
+ "query_idx": 2
3693
+ },
3694
+ {
3695
+ "backend": "sqlite",
3696
+ "retrieval_type": "agent_playbook",
3697
+ "layer": "http",
3698
+ "n": 1000,
3699
+ "trial": 3,
3700
+ "elapsed_ms": 18.328,
3701
+ "query_idx": 3
3702
+ },
3703
+ {
3704
+ "backend": "sqlite",
3705
+ "retrieval_type": "agent_playbook",
3706
+ "layer": "http",
3707
+ "n": 1000,
3708
+ "trial": 4,
3709
+ "elapsed_ms": 18.946708,
3710
+ "query_idx": 4
3711
+ },
3712
+ {
3713
+ "backend": "sqlite",
3714
+ "retrieval_type": "agent_playbook",
3715
+ "layer": "http",
3716
+ "n": 1000,
3717
+ "trial": 5,
3718
+ "elapsed_ms": 20.385666,
3719
+ "query_idx": 5
3720
+ },
3721
+ {
3722
+ "backend": "sqlite",
3723
+ "retrieval_type": "agent_playbook",
3724
+ "layer": "http",
3725
+ "n": 1000,
3726
+ "trial": 6,
3727
+ "elapsed_ms": 20.040292,
3728
+ "query_idx": 6
3729
+ },
3730
+ {
3731
+ "backend": "sqlite",
3732
+ "retrieval_type": "agent_playbook",
3733
+ "layer": "http",
3734
+ "n": 1000,
3735
+ "trial": 7,
3736
+ "elapsed_ms": 20.285084,
3737
+ "query_idx": 7
3738
+ },
3739
+ {
3740
+ "backend": "sqlite",
3741
+ "retrieval_type": "agent_playbook",
3742
+ "layer": "http",
3743
+ "n": 1000,
3744
+ "trial": 8,
3745
+ "elapsed_ms": 17.980333,
3746
+ "query_idx": 8
3747
+ },
3748
+ {
3749
+ "backend": "sqlite",
3750
+ "retrieval_type": "agent_playbook",
3751
+ "layer": "http",
3752
+ "n": 1000,
3753
+ "trial": 9,
3754
+ "elapsed_ms": 18.440416,
3755
+ "query_idx": 9
3756
+ },
3757
+ {
3758
+ "backend": "sqlite",
3759
+ "retrieval_type": "agent_playbook",
3760
+ "layer": "http",
3761
+ "n": 1000,
3762
+ "trial": 10,
3763
+ "elapsed_ms": 25.12325,
3764
+ "query_idx": 10
3765
+ },
3766
+ {
3767
+ "backend": "sqlite",
3768
+ "retrieval_type": "agent_playbook",
3769
+ "layer": "http",
3770
+ "n": 1000,
3771
+ "trial": 11,
3772
+ "elapsed_ms": 20.921417,
3773
+ "query_idx": 11
3774
+ },
3775
+ {
3776
+ "backend": "sqlite",
3777
+ "retrieval_type": "agent_playbook",
3778
+ "layer": "http",
3779
+ "n": 1000,
3780
+ "trial": 12,
3781
+ "elapsed_ms": 21.072042,
3782
+ "query_idx": 12
3783
+ },
3784
+ {
3785
+ "backend": "sqlite",
3786
+ "retrieval_type": "agent_playbook",
3787
+ "layer": "http",
3788
+ "n": 1000,
3789
+ "trial": 13,
3790
+ "elapsed_ms": 21.390417,
3791
+ "query_idx": 13
3792
+ },
3793
+ {
3794
+ "backend": "sqlite",
3795
+ "retrieval_type": "agent_playbook",
3796
+ "layer": "http",
3797
+ "n": 1000,
3798
+ "trial": 14,
3799
+ "elapsed_ms": 21.202417,
3800
+ "query_idx": 14
3801
+ },
3802
+ {
3803
+ "backend": "sqlite",
3804
+ "retrieval_type": "agent_playbook",
3805
+ "layer": "http",
3806
+ "n": 1000,
3807
+ "trial": 15,
3808
+ "elapsed_ms": 20.713459,
3809
+ "query_idx": 15
3810
+ },
3811
+ {
3812
+ "backend": "sqlite",
3813
+ "retrieval_type": "agent_playbook",
3814
+ "layer": "http",
3815
+ "n": 1000,
3816
+ "trial": 16,
3817
+ "elapsed_ms": 21.233125,
3818
+ "query_idx": 16
3819
+ },
3820
+ {
3821
+ "backend": "sqlite",
3822
+ "retrieval_type": "agent_playbook",
3823
+ "layer": "http",
3824
+ "n": 1000,
3825
+ "trial": 17,
3826
+ "elapsed_ms": 21.143,
3827
+ "query_idx": 17
3828
+ },
3829
+ {
3830
+ "backend": "sqlite",
3831
+ "retrieval_type": "agent_playbook",
3832
+ "layer": "http",
3833
+ "n": 1000,
3834
+ "trial": 18,
3835
+ "elapsed_ms": 18.810917,
3836
+ "query_idx": 18
3837
+ },
3838
+ {
3839
+ "backend": "sqlite",
3840
+ "retrieval_type": "agent_playbook",
3841
+ "layer": "http",
3842
+ "n": 1000,
3843
+ "trial": 19,
3844
+ "elapsed_ms": 18.945208,
3845
+ "query_idx": 19
3846
+ },
3847
+ {
3848
+ "backend": "sqlite",
3849
+ "retrieval_type": "agent_playbook",
3850
+ "layer": "http",
3851
+ "n": 1000,
3852
+ "trial": 20,
3853
+ "elapsed_ms": 18.701958,
3854
+ "query_idx": 0
3855
+ },
3856
+ {
3857
+ "backend": "sqlite",
3858
+ "retrieval_type": "agent_playbook",
3859
+ "layer": "http",
3860
+ "n": 1000,
3861
+ "trial": 21,
3862
+ "elapsed_ms": 18.635916,
3863
+ "query_idx": 1
3864
+ },
3865
+ {
3866
+ "backend": "sqlite",
3867
+ "retrieval_type": "agent_playbook",
3868
+ "layer": "http",
3869
+ "n": 1000,
3870
+ "trial": 22,
3871
+ "elapsed_ms": 18.730833,
3872
+ "query_idx": 2
3873
+ },
3874
+ {
3875
+ "backend": "sqlite",
3876
+ "retrieval_type": "agent_playbook",
3877
+ "layer": "http",
3878
+ "n": 1000,
3879
+ "trial": 23,
3880
+ "elapsed_ms": 18.15225,
3881
+ "query_idx": 3
3882
+ },
3883
+ {
3884
+ "backend": "sqlite",
3885
+ "retrieval_type": "agent_playbook",
3886
+ "layer": "http",
3887
+ "n": 1000,
3888
+ "trial": 24,
3889
+ "elapsed_ms": 17.820625,
3890
+ "query_idx": 4
3891
+ },
3892
+ {
3893
+ "backend": "sqlite",
3894
+ "retrieval_type": "agent_playbook",
3895
+ "layer": "http",
3896
+ "n": 1000,
3897
+ "trial": 25,
3898
+ "elapsed_ms": 20.019375,
3899
+ "query_idx": 5
3900
+ },
3901
+ {
3902
+ "backend": "sqlite",
3903
+ "retrieval_type": "agent_playbook",
3904
+ "layer": "http",
3905
+ "n": 1000,
3906
+ "trial": 26,
3907
+ "elapsed_ms": 19.4645,
3908
+ "query_idx": 6
3909
+ },
3910
+ {
3911
+ "backend": "sqlite",
3912
+ "retrieval_type": "agent_playbook",
3913
+ "layer": "http",
3914
+ "n": 1000,
3915
+ "trial": 27,
3916
+ "elapsed_ms": 20.473459,
3917
+ "query_idx": 7
3918
+ },
3919
+ {
3920
+ "backend": "sqlite",
3921
+ "retrieval_type": "agent_playbook",
3922
+ "layer": "http",
3923
+ "n": 1000,
3924
+ "trial": 28,
3925
+ "elapsed_ms": 18.250709,
3926
+ "query_idx": 8
3927
+ },
3928
+ {
3929
+ "backend": "sqlite",
3930
+ "retrieval_type": "agent_playbook",
3931
+ "layer": "http",
3932
+ "n": 1000,
3933
+ "trial": 29,
3934
+ "elapsed_ms": 18.964709,
3935
+ "query_idx": 9
3936
+ },
3937
+ {
3938
+ "backend": "sqlite",
3939
+ "retrieval_type": "unified",
3940
+ "layer": "service",
3941
+ "n": 1000,
3942
+ "trial": 0,
3943
+ "elapsed_ms": 57.057334,
3944
+ "query_idx": 0
3945
+ },
3946
+ {
3947
+ "backend": "sqlite",
3948
+ "retrieval_type": "unified",
3949
+ "layer": "service",
3950
+ "n": 1000,
3951
+ "trial": 1,
3952
+ "elapsed_ms": 54.555833,
3953
+ "query_idx": 1
3954
+ },
3955
+ {
3956
+ "backend": "sqlite",
3957
+ "retrieval_type": "unified",
3958
+ "layer": "service",
3959
+ "n": 1000,
3960
+ "trial": 2,
3961
+ "elapsed_ms": 73.365625,
3962
+ "query_idx": 2
3963
+ },
3964
+ {
3965
+ "backend": "sqlite",
3966
+ "retrieval_type": "unified",
3967
+ "layer": "service",
3968
+ "n": 1000,
3969
+ "trial": 3,
3970
+ "elapsed_ms": 54.14425,
3971
+ "query_idx": 3
3972
+ },
3973
+ {
3974
+ "backend": "sqlite",
3975
+ "retrieval_type": "unified",
3976
+ "layer": "service",
3977
+ "n": 1000,
3978
+ "trial": 4,
3979
+ "elapsed_ms": 53.123917,
3980
+ "query_idx": 4
3981
+ },
3982
+ {
3983
+ "backend": "sqlite",
3984
+ "retrieval_type": "unified",
3985
+ "layer": "service",
3986
+ "n": 1000,
3987
+ "trial": 5,
3988
+ "elapsed_ms": 63.04725,
3989
+ "query_idx": 5
3990
+ },
3991
+ {
3992
+ "backend": "sqlite",
3993
+ "retrieval_type": "unified",
3994
+ "layer": "service",
3995
+ "n": 1000,
3996
+ "trial": 6,
3997
+ "elapsed_ms": 54.275792,
3998
+ "query_idx": 6
3999
+ },
4000
+ {
4001
+ "backend": "sqlite",
4002
+ "retrieval_type": "unified",
4003
+ "layer": "service",
4004
+ "n": 1000,
4005
+ "trial": 7,
4006
+ "elapsed_ms": 53.258625,
4007
+ "query_idx": 7
4008
+ },
4009
+ {
4010
+ "backend": "sqlite",
4011
+ "retrieval_type": "unified",
4012
+ "layer": "service",
4013
+ "n": 1000,
4014
+ "trial": 8,
4015
+ "elapsed_ms": 48.205375,
4016
+ "query_idx": 8
4017
+ },
4018
+ {
4019
+ "backend": "sqlite",
4020
+ "retrieval_type": "unified",
4021
+ "layer": "service",
4022
+ "n": 1000,
4023
+ "trial": 9,
4024
+ "elapsed_ms": 52.156458,
4025
+ "query_idx": 9
4026
+ },
4027
+ {
4028
+ "backend": "sqlite",
4029
+ "retrieval_type": "unified",
4030
+ "layer": "service",
4031
+ "n": 1000,
4032
+ "trial": 10,
4033
+ "elapsed_ms": 60.02675,
4034
+ "query_idx": 10
4035
+ },
4036
+ {
4037
+ "backend": "sqlite",
4038
+ "retrieval_type": "unified",
4039
+ "layer": "service",
4040
+ "n": 1000,
4041
+ "trial": 11,
4042
+ "elapsed_ms": 69.77125,
4043
+ "query_idx": 11
4044
+ },
4045
+ {
4046
+ "backend": "sqlite",
4047
+ "retrieval_type": "unified",
4048
+ "layer": "service",
4049
+ "n": 1000,
4050
+ "trial": 12,
4051
+ "elapsed_ms": 59.753583,
4052
+ "query_idx": 12
4053
+ },
4054
+ {
4055
+ "backend": "sqlite",
4056
+ "retrieval_type": "unified",
4057
+ "layer": "service",
4058
+ "n": 1000,
4059
+ "trial": 13,
4060
+ "elapsed_ms": 62.037958,
4061
+ "query_idx": 13
4062
+ },
4063
+ {
4064
+ "backend": "sqlite",
4065
+ "retrieval_type": "unified",
4066
+ "layer": "service",
4067
+ "n": 1000,
4068
+ "trial": 14,
4069
+ "elapsed_ms": 71.862417,
4070
+ "query_idx": 14
4071
+ },
4072
+ {
4073
+ "backend": "sqlite",
4074
+ "retrieval_type": "unified",
4075
+ "layer": "service",
4076
+ "n": 1000,
4077
+ "trial": 15,
4078
+ "elapsed_ms": 77.021666,
4079
+ "query_idx": 15
4080
+ },
4081
+ {
4082
+ "backend": "sqlite",
4083
+ "retrieval_type": "unified",
4084
+ "layer": "service",
4085
+ "n": 1000,
4086
+ "trial": 16,
4087
+ "elapsed_ms": 57.884584,
4088
+ "query_idx": 16
4089
+ },
4090
+ {
4091
+ "backend": "sqlite",
4092
+ "retrieval_type": "unified",
4093
+ "layer": "service",
4094
+ "n": 1000,
4095
+ "trial": 17,
4096
+ "elapsed_ms": 51.055833,
4097
+ "query_idx": 17
4098
+ },
4099
+ {
4100
+ "backend": "sqlite",
4101
+ "retrieval_type": "unified",
4102
+ "layer": "service",
4103
+ "n": 1000,
4104
+ "trial": 18,
4105
+ "elapsed_ms": 65.439667,
4106
+ "query_idx": 18
4107
+ },
4108
+ {
4109
+ "backend": "sqlite",
4110
+ "retrieval_type": "unified",
4111
+ "layer": "service",
4112
+ "n": 1000,
4113
+ "trial": 19,
4114
+ "elapsed_ms": 52.910666,
4115
+ "query_idx": 19
4116
+ },
4117
+ {
4118
+ "backend": "sqlite",
4119
+ "retrieval_type": "unified",
4120
+ "layer": "service",
4121
+ "n": 1000,
4122
+ "trial": 20,
4123
+ "elapsed_ms": 61.573417,
4124
+ "query_idx": 0
4125
+ },
4126
+ {
4127
+ "backend": "sqlite",
4128
+ "retrieval_type": "unified",
4129
+ "layer": "service",
4130
+ "n": 1000,
4131
+ "trial": 21,
4132
+ "elapsed_ms": 53.523458,
4133
+ "query_idx": 1
4134
+ },
4135
+ {
4136
+ "backend": "sqlite",
4137
+ "retrieval_type": "unified",
4138
+ "layer": "service",
4139
+ "n": 1000,
4140
+ "trial": 22,
4141
+ "elapsed_ms": 48.989416,
4142
+ "query_idx": 2
4143
+ },
4144
+ {
4145
+ "backend": "sqlite",
4146
+ "retrieval_type": "unified",
4147
+ "layer": "service",
4148
+ "n": 1000,
4149
+ "trial": 23,
4150
+ "elapsed_ms": 59.620375,
4151
+ "query_idx": 3
4152
+ },
4153
+ {
4154
+ "backend": "sqlite",
4155
+ "retrieval_type": "unified",
4156
+ "layer": "service",
4157
+ "n": 1000,
4158
+ "trial": 24,
4159
+ "elapsed_ms": 49.988584,
4160
+ "query_idx": 4
4161
+ },
4162
+ {
4163
+ "backend": "sqlite",
4164
+ "retrieval_type": "unified",
4165
+ "layer": "service",
4166
+ "n": 1000,
4167
+ "trial": 25,
4168
+ "elapsed_ms": 59.536666,
4169
+ "query_idx": 5
4170
+ },
4171
+ {
4172
+ "backend": "sqlite",
4173
+ "retrieval_type": "unified",
4174
+ "layer": "service",
4175
+ "n": 1000,
4176
+ "trial": 26,
4177
+ "elapsed_ms": 60.867542,
4178
+ "query_idx": 6
4179
+ },
4180
+ {
4181
+ "backend": "sqlite",
4182
+ "retrieval_type": "unified",
4183
+ "layer": "service",
4184
+ "n": 1000,
4185
+ "trial": 27,
4186
+ "elapsed_ms": 58.870083,
4187
+ "query_idx": 7
4188
+ },
4189
+ {
4190
+ "backend": "sqlite",
4191
+ "retrieval_type": "unified",
4192
+ "layer": "service",
4193
+ "n": 1000,
4194
+ "trial": 28,
4195
+ "elapsed_ms": 51.1395,
4196
+ "query_idx": 8
4197
+ },
4198
+ {
4199
+ "backend": "sqlite",
4200
+ "retrieval_type": "unified",
4201
+ "layer": "service",
4202
+ "n": 1000,
4203
+ "trial": 29,
4204
+ "elapsed_ms": 54.673209,
4205
+ "query_idx": 9
4206
+ },
4207
+ {
4208
+ "backend": "sqlite",
4209
+ "retrieval_type": "unified",
4210
+ "layer": "http",
4211
+ "n": 1000,
4212
+ "trial": 0,
4213
+ "elapsed_ms": 62.511375,
4214
+ "query_idx": 0
4215
+ },
4216
+ {
4217
+ "backend": "sqlite",
4218
+ "retrieval_type": "unified",
4219
+ "layer": "http",
4220
+ "n": 1000,
4221
+ "trial": 1,
4222
+ "elapsed_ms": 54.661459,
4223
+ "query_idx": 1
4224
+ },
4225
+ {
4226
+ "backend": "sqlite",
4227
+ "retrieval_type": "unified",
4228
+ "layer": "http",
4229
+ "n": 1000,
4230
+ "trial": 2,
4231
+ "elapsed_ms": 58.281834,
4232
+ "query_idx": 2
4233
+ },
4234
+ {
4235
+ "backend": "sqlite",
4236
+ "retrieval_type": "unified",
4237
+ "layer": "http",
4238
+ "n": 1000,
4239
+ "trial": 3,
4240
+ "elapsed_ms": 58.871,
4241
+ "query_idx": 3
4242
+ },
4243
+ {
4244
+ "backend": "sqlite",
4245
+ "retrieval_type": "unified",
4246
+ "layer": "http",
4247
+ "n": 1000,
4248
+ "trial": 4,
4249
+ "elapsed_ms": 51.474,
4250
+ "query_idx": 4
4251
+ },
4252
+ {
4253
+ "backend": "sqlite",
4254
+ "retrieval_type": "unified",
4255
+ "layer": "http",
4256
+ "n": 1000,
4257
+ "trial": 5,
4258
+ "elapsed_ms": 64.441958,
4259
+ "query_idx": 5
4260
+ },
4261
+ {
4262
+ "backend": "sqlite",
4263
+ "retrieval_type": "unified",
4264
+ "layer": "http",
4265
+ "n": 1000,
4266
+ "trial": 6,
4267
+ "elapsed_ms": 60.530083,
4268
+ "query_idx": 6
4269
+ },
4270
+ {
4271
+ "backend": "sqlite",
4272
+ "retrieval_type": "unified",
4273
+ "layer": "http",
4274
+ "n": 1000,
4275
+ "trial": 7,
4276
+ "elapsed_ms": 60.913583,
4277
+ "query_idx": 7
4278
+ },
4279
+ {
4280
+ "backend": "sqlite",
4281
+ "retrieval_type": "unified",
4282
+ "layer": "http",
4283
+ "n": 1000,
4284
+ "trial": 8,
4285
+ "elapsed_ms": 56.7695,
4286
+ "query_idx": 8
4287
+ },
4288
+ {
4289
+ "backend": "sqlite",
4290
+ "retrieval_type": "unified",
4291
+ "layer": "http",
4292
+ "n": 1000,
4293
+ "trial": 9,
4294
+ "elapsed_ms": 63.58875,
4295
+ "query_idx": 9
4296
+ },
4297
+ {
4298
+ "backend": "sqlite",
4299
+ "retrieval_type": "unified",
4300
+ "layer": "http",
4301
+ "n": 1000,
4302
+ "trial": 10,
4303
+ "elapsed_ms": 76.002291,
4304
+ "query_idx": 10
4305
+ },
4306
+ {
4307
+ "backend": "sqlite",
4308
+ "retrieval_type": "unified",
4309
+ "layer": "http",
4310
+ "n": 1000,
4311
+ "trial": 11,
4312
+ "elapsed_ms": 63.13225,
4313
+ "query_idx": 11
4314
+ },
4315
+ {
4316
+ "backend": "sqlite",
4317
+ "retrieval_type": "unified",
4318
+ "layer": "http",
4319
+ "n": 1000,
4320
+ "trial": 12,
4321
+ "elapsed_ms": 58.823125,
4322
+ "query_idx": 12
4323
+ },
4324
+ {
4325
+ "backend": "sqlite",
4326
+ "retrieval_type": "unified",
4327
+ "layer": "http",
4328
+ "n": 1000,
4329
+ "trial": 13,
4330
+ "elapsed_ms": 60.170125,
4331
+ "query_idx": 13
4332
+ },
4333
+ {
4334
+ "backend": "sqlite",
4335
+ "retrieval_type": "unified",
4336
+ "layer": "http",
4337
+ "n": 1000,
4338
+ "trial": 14,
4339
+ "elapsed_ms": 66.004125,
4340
+ "query_idx": 14
4341
+ },
4342
+ {
4343
+ "backend": "sqlite",
4344
+ "retrieval_type": "unified",
4345
+ "layer": "http",
4346
+ "n": 1000,
4347
+ "trial": 15,
4348
+ "elapsed_ms": 62.540083,
4349
+ "query_idx": 15
4350
+ },
4351
+ {
4352
+ "backend": "sqlite",
4353
+ "retrieval_type": "unified",
4354
+ "layer": "http",
4355
+ "n": 1000,
4356
+ "trial": 16,
4357
+ "elapsed_ms": 60.170667,
4358
+ "query_idx": 16
4359
+ },
4360
+ {
4361
+ "backend": "sqlite",
4362
+ "retrieval_type": "unified",
4363
+ "layer": "http",
4364
+ "n": 1000,
4365
+ "trial": 17,
4366
+ "elapsed_ms": 52.90475,
4367
+ "query_idx": 17
4368
+ },
4369
+ {
4370
+ "backend": "sqlite",
4371
+ "retrieval_type": "unified",
4372
+ "layer": "http",
4373
+ "n": 1000,
4374
+ "trial": 18,
4375
+ "elapsed_ms": 55.663541,
4376
+ "query_idx": 18
4377
+ },
4378
+ {
4379
+ "backend": "sqlite",
4380
+ "retrieval_type": "unified",
4381
+ "layer": "http",
4382
+ "n": 1000,
4383
+ "trial": 19,
4384
+ "elapsed_ms": 58.37175,
4385
+ "query_idx": 19
4386
+ },
4387
+ {
4388
+ "backend": "sqlite",
4389
+ "retrieval_type": "unified",
4390
+ "layer": "http",
4391
+ "n": 1000,
4392
+ "trial": 20,
4393
+ "elapsed_ms": 55.409125,
4394
+ "query_idx": 0
4395
+ },
4396
+ {
4397
+ "backend": "sqlite",
4398
+ "retrieval_type": "unified",
4399
+ "layer": "http",
4400
+ "n": 1000,
4401
+ "trial": 21,
4402
+ "elapsed_ms": 54.931916,
4403
+ "query_idx": 1
4404
+ },
4405
+ {
4406
+ "backend": "sqlite",
4407
+ "retrieval_type": "unified",
4408
+ "layer": "http",
4409
+ "n": 1000,
4410
+ "trial": 22,
4411
+ "elapsed_ms": 58.054833,
4412
+ "query_idx": 2
4413
+ },
4414
+ {
4415
+ "backend": "sqlite",
4416
+ "retrieval_type": "unified",
4417
+ "layer": "http",
4418
+ "n": 1000,
4419
+ "trial": 23,
4420
+ "elapsed_ms": 52.031333,
4421
+ "query_idx": 3
4422
+ },
4423
+ {
4424
+ "backend": "sqlite",
4425
+ "retrieval_type": "unified",
4426
+ "layer": "http",
4427
+ "n": 1000,
4428
+ "trial": 24,
4429
+ "elapsed_ms": 54.598709,
4430
+ "query_idx": 4
4431
+ },
4432
+ {
4433
+ "backend": "sqlite",
4434
+ "retrieval_type": "unified",
4435
+ "layer": "http",
4436
+ "n": 1000,
4437
+ "trial": 25,
4438
+ "elapsed_ms": 62.573708,
4439
+ "query_idx": 5
4440
+ },
4441
+ {
4442
+ "backend": "sqlite",
4443
+ "retrieval_type": "unified",
4444
+ "layer": "http",
4445
+ "n": 1000,
4446
+ "trial": 26,
4447
+ "elapsed_ms": 67.107834,
4448
+ "query_idx": 6
4449
+ },
4450
+ {
4451
+ "backend": "sqlite",
4452
+ "retrieval_type": "unified",
4453
+ "layer": "http",
4454
+ "n": 1000,
4455
+ "trial": 27,
4456
+ "elapsed_ms": 75.59125,
4457
+ "query_idx": 7
4458
+ },
4459
+ {
4460
+ "backend": "sqlite",
4461
+ "retrieval_type": "unified",
4462
+ "layer": "http",
4463
+ "n": 1000,
4464
+ "trial": 28,
4465
+ "elapsed_ms": 57.2085,
4466
+ "query_idx": 8
4467
+ },
4468
+ {
4469
+ "backend": "sqlite",
4470
+ "retrieval_type": "unified",
4471
+ "layer": "http",
4472
+ "n": 1000,
4473
+ "trial": 29,
4474
+ "elapsed_ms": 54.832083,
4475
+ "query_idx": 9
4476
+ }
4477
+ ]
4478
+ }