ruby_llm 2.1.0 → 2.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (522) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +162 -120
  3. data/app/assets/javascripts/ruby_llm/chat_message_controller.js +163 -0
  4. data/app/assets/javascripts/ruby_llm/dompurify.js +9 -0
  5. data/app/assets/javascripts/ruby_llm/marked.js +71 -0
  6. data/config/importmap.rb +5 -0
  7. data/lib/generators/ruby_llm/agent/agent_generator.rb +11 -3
  8. data/lib/generators/ruby_llm/agent/templates/agent.rb.tt +6 -3
  9. data/lib/generators/ruby_llm/chat_ui/chat_ui_generator.rb +201 -55
  10. data/lib/generators/ruby_llm/chat_ui/templates/agents/chat_agent.rb.tt +15 -0
  11. data/lib/generators/ruby_llm/chat_ui/templates/controllers/answers_controller.rb.tt +31 -0
  12. data/lib/generators/ruby_llm/chat_ui/templates/controllers/chats_controller.rb.tt +16 -5
  13. data/lib/generators/ruby_llm/chat_ui/templates/controllers/messages_controller.rb.tt +27 -9
  14. data/lib/generators/ruby_llm/chat_ui/templates/controllers/models_controller.rb.tt +1 -1
  15. data/lib/generators/ruby_llm/chat_ui/templates/controllers/queued_messages_controller.rb.tt +14 -0
  16. data/lib/generators/ruby_llm/chat_ui/templates/javascript/chat_message_controller.js +1 -0
  17. data/lib/generators/ruby_llm/chat_ui/templates/jobs/chat_response_job.rb.tt +5 -8
  18. data/lib/generators/ruby_llm/chat_ui/templates/jobs/resume_interrupted_chats_job.rb.tt +7 -0
  19. data/lib/generators/ruby_llm/chat_ui/templates/migrations/add_reply_error_migration.rb.tt +5 -0
  20. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/chats/_files.html.erb.tt +15 -0
  21. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/chats/_form.html.erb.tt +5 -7
  22. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/chats/_model_select.html.erb.tt +7 -0
  23. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/chats/show.html.erb.tt +32 -3
  24. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_assistant.html.erb.tt +17 -2
  25. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_attachments.html.erb.tt +14 -0
  26. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_error.html.erb.tt +1 -1
  27. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_form.html.erb.tt +28 -18
  28. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_queued_message.html.erb.tt +18 -0
  29. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_system.html.erb.tt +1 -1
  30. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_tool_calls.html.erb.tt +4 -1
  31. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_user.html.erb.tt +4 -2
  32. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/tool_calls/_default.html.erb.tt +1 -1
  33. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/tool_results/_default.html.erb.tt +4 -2
  34. data/lib/generators/ruby_llm/chat_ui/templates/tailwind/views/questions/_question.html.erb.tt +101 -0
  35. data/lib/generators/ruby_llm/chat_ui/templates/test/agents/chat_agent_test.rb.tt +28 -0
  36. data/lib/generators/ruby_llm/chat_ui/templates/test/application_system_test_case.rb.tt +5 -0
  37. data/lib/generators/ruby_llm/chat_ui/templates/test/system/chats_test.rb.tt +240 -0
  38. data/lib/generators/ruby_llm/chat_ui/templates/views/answers/create.turbo_stream.erb.tt +6 -0
  39. data/lib/generators/ruby_llm/chat_ui/templates/views/chats/_files.html.erb.tt +15 -0
  40. data/lib/generators/ruby_llm/chat_ui/templates/views/chats/_form.html.erb.tt +5 -7
  41. data/lib/generators/ruby_llm/chat_ui/templates/views/chats/_model_select.html.erb.tt +7 -0
  42. data/lib/generators/ruby_llm/chat_ui/templates/views/chats/_questions.html.erb.tt +13 -0
  43. data/lib/generators/ruby_llm/chat_ui/templates/views/chats/show.html.erb.tt +29 -3
  44. data/lib/generators/ruby_llm/chat_ui/templates/views/messages/_assistant.html.erb.tt +16 -2
  45. data/lib/generators/ruby_llm/chat_ui/templates/views/messages/_attachments.html.erb.tt +14 -0
  46. data/lib/generators/ruby_llm/chat_ui/templates/views/messages/_error.html.erb.tt +1 -1
  47. data/lib/generators/ruby_llm/chat_ui/templates/views/messages/_form.html.erb.tt +26 -16
  48. data/lib/generators/ruby_llm/chat_ui/templates/views/messages/_queued_message.html.erb.tt +8 -0
  49. data/lib/generators/ruby_llm/chat_ui/templates/views/messages/_system.html.erb.tt +1 -1
  50. data/lib/generators/ruby_llm/chat_ui/templates/views/messages/_tool_calls.html.erb.tt +4 -1
  51. data/lib/generators/ruby_llm/chat_ui/templates/views/messages/_user.html.erb.tt +3 -2
  52. data/lib/generators/ruby_llm/chat_ui/templates/views/messages/create.turbo_stream.erb.tt +1 -0
  53. data/lib/generators/ruby_llm/chat_ui/templates/views/messages/tool_calls/_default.html.erb.tt +1 -1
  54. data/lib/generators/ruby_llm/chat_ui/templates/views/messages/tool_results/_default.html.erb.tt +3 -2
  55. data/lib/generators/ruby_llm/chat_ui/templates/views/questions/_question.html.erb.tt +78 -0
  56. data/lib/generators/ruby_llm/evaluation/evaluation_generator.rb +43 -0
  57. data/lib/generators/ruby_llm/evaluation/templates/evaluation.rb.tt +9 -0
  58. data/lib/generators/ruby_llm/evaluation/templates/evaluation.yml.tt +4 -0
  59. data/lib/generators/ruby_llm/generator_helpers.rb +116 -3
  60. data/lib/generators/ruby_llm/install/install_generator.rb +5 -47
  61. data/lib/generators/ruby_llm/install/templates/create_chats_migration.rb.tt +4 -0
  62. data/lib/generators/ruby_llm/install/templates/create_messages_migration.rb.tt +5 -3
  63. data/lib/generators/ruby_llm/install/templates/create_ruby_llm_records_migration.rb.tt +41 -1
  64. data/lib/generators/ruby_llm/install/templates/initializer.rb.tt +2 -1
  65. data/lib/generators/ruby_llm/install/templates/message_model.rb.tt +1 -2
  66. data/lib/generators/ruby_llm/judge/judge_generator.rb +35 -0
  67. data/lib/generators/ruby_llm/judge/templates/judge.rb.tt +2 -0
  68. data/lib/generators/ruby_llm/mcp/mcp_generator.rb +58 -0
  69. data/lib/generators/ruby_llm/mcp/templates/mcp.rb.tt +7 -0
  70. data/lib/generators/ruby_llm/provider/scaffold.rb +5 -12
  71. data/lib/generators/ruby_llm/provider/templates/core/provider.rb.erb +6 -0
  72. data/lib/generators/ruby_llm/provider/templates/gem/chat_spec.rb.erb +0 -1
  73. data/lib/generators/ruby_llm/provider/templates/gem/chat_streaming_spec.rb.erb +0 -1
  74. data/lib/generators/ruby_llm/provider/templates/gem/moderation_spec.rb.erb +1 -1
  75. data/lib/generators/ruby_llm/sandbox/sandbox_generator.rb +68 -0
  76. data/lib/generators/ruby_llm/sandbox/templates/sandbox.rb.tt +3 -0
  77. data/lib/generators/ruby_llm/skill/skill_generator.rb +48 -0
  78. data/lib/generators/ruby_llm/tool/templates/tailwind/tool_call.html.erb.tt +1 -1
  79. data/lib/generators/ruby_llm/tool/templates/tailwind/tool_result.html.erb.tt +1 -1
  80. data/lib/generators/ruby_llm/tool/templates/tool.rb.tt +0 -3
  81. data/lib/generators/ruby_llm/tool/templates/tool_call.html.erb.tt +1 -1
  82. data/lib/generators/ruby_llm/tool/templates/tool_result.html.erb.tt +1 -1
  83. data/lib/generators/ruby_llm/tool/tool_generator.rb +1 -5
  84. data/lib/generators/ruby_llm/upgrade/templates/upgrade_ruby_llm_to_2_2.rb.tt +164 -0
  85. data/lib/generators/ruby_llm/upgrade/upgrade_generator.rb +41 -3
  86. data/lib/ruby_llm/accounting/operation.rb +73 -0
  87. data/lib/ruby_llm/accounting/usage.rb +74 -24
  88. data/lib/ruby_llm/active_record/acts_as.rb +78 -11
  89. data/lib/ruby_llm/active_record/attachment_helpers.rb +10 -4
  90. data/lib/ruby_llm/active_record/batch.rb +67 -9
  91. data/lib/ruby_llm/active_record/chat_agent_hooks.rb +17 -0
  92. data/lib/ruby_llm/active_record/chat_approvals.rb +71 -0
  93. data/lib/ruby_llm/active_record/chat_cancellation.rb +106 -0
  94. data/lib/ruby_llm/active_record/chat_column_guard.rb +51 -0
  95. data/lib/ruby_llm/active_record/chat_file.rb +37 -0
  96. data/lib/ruby_llm/active_record/chat_files.rb +30 -0
  97. data/lib/ruby_llm/active_record/chat_helper.rb +73 -0
  98. data/lib/ruby_llm/active_record/chat_methods.rb +522 -277
  99. data/lib/ruby_llm/active_record/chat_placeholders.rb +67 -0
  100. data/lib/ruby_llm/active_record/chat_questions.rb +177 -0
  101. data/lib/ruby_llm/active_record/chat_queue.rb +120 -0
  102. data/lib/ruby_llm/active_record/chat_reply_error.rb +35 -0
  103. data/lib/ruby_llm/active_record/chat_run.rb +51 -0
  104. data/lib/ruby_llm/active_record/chat_tool_call_state.rb +77 -0
  105. data/lib/ruby_llm/active_record/chunk_methods.rb +49 -0
  106. data/lib/ruby_llm/active_record/claim_heartbeat.rb +149 -0
  107. data/lib/ruby_llm/active_record/file_store.rb +269 -0
  108. data/lib/ruby_llm/active_record/mcp_credential.rb +24 -9
  109. data/lib/ruby_llm/active_record/message_broadcasting.rb +85 -0
  110. data/lib/ruby_llm/active_record/message_methods.rb +83 -11
  111. data/lib/ruby_llm/active_record/model.rb +37 -9
  112. data/lib/ruby_llm/active_record/provider_file.rb +21 -4
  113. data/lib/ruby_llm/active_record/queued_message.rb +50 -0
  114. data/lib/ruby_llm/active_record/record.rb +3 -1
  115. data/lib/ruby_llm/active_record/run_claims.rb +608 -0
  116. data/lib/ruby_llm/active_record/solid_queue_shutdown.rb +33 -0
  117. data/lib/ruby_llm/active_record/system_instructions.rb +30 -0
  118. data/lib/ruby_llm/active_record/tool_call.rb +55 -4
  119. data/lib/ruby_llm/active_record/usage.rb +79 -9
  120. data/lib/ruby_llm/agent/callbacks.rb +98 -0
  121. data/lib/ruby_llm/agent/context_budget.rb +26 -0
  122. data/lib/ruby_llm/agent/join_callbacks.rb +28 -0
  123. data/lib/ruby_llm/agent/model_options.rb +56 -0
  124. data/lib/ruby_llm/agent/ownership.rb +22 -0
  125. data/lib/ruby_llm/agent/tool_conversion.rb +19 -0
  126. data/lib/ruby_llm/agent.rb +620 -236
  127. data/lib/ruby_llm/agent_tool.rb +91 -0
  128. data/lib/ruby_llm/aliases.json +84 -91
  129. data/lib/ruby_llm/attachment.rb +101 -20
  130. data/lib/ruby_llm/batch.rb +132 -46
  131. data/lib/ruby_llm/cached_content.rb +4 -4
  132. data/lib/ruby_llm/chat/agent_run.rb +22 -0
  133. data/lib/ruby_llm/chat/context_budget.rb +119 -0
  134. data/lib/ruby_llm/chat/file_references.rb +259 -0
  135. data/lib/ruby_llm/chat/message_queue.rb +56 -0
  136. data/lib/ruby_llm/chat/ownership.rb +18 -0
  137. data/lib/ruby_llm/chat/rescuable.rb +48 -0
  138. data/lib/ruby_llm/chat/run.rb +32 -0
  139. data/lib/ruby_llm/chat/tool_call_ids.rb +46 -0
  140. data/lib/ruby_llm/chat/tool_call_state.rb +115 -0
  141. data/lib/ruby_llm/chat/tool_concurrency.rb +90 -49
  142. data/lib/ruby_llm/chat/tool_search.rb +36 -1
  143. data/lib/ruby_llm/chat/tool_sequences.rb +84 -0
  144. data/lib/ruby_llm/chat.rb +1598 -332
  145. data/lib/ruby_llm/chunk.rb +27 -1
  146. data/lib/ruby_llm/citation.rb +2 -1
  147. data/lib/ruby_llm/code_execution/language.rb +28 -0
  148. data/lib/ruby_llm/code_execution/node_installation.rb +56 -0
  149. data/lib/ruby_llm/code_execution/packages.rb +241 -0
  150. data/lib/ruby_llm/code_execution/ruby_installation.rb +170 -0
  151. data/lib/ruby_llm/code_execution/workspace.rb +314 -0
  152. data/lib/ruby_llm/code_execution.rb +781 -0
  153. data/lib/ruby_llm/configuration.rb +151 -4
  154. data/lib/ruby_llm/content_filter.rb +68 -0
  155. data/lib/ruby_llm/cost.rb +68 -41
  156. data/lib/ruby_llm/downloaded_file.rb +10 -9
  157. data/lib/ruby_llm/embedding.rb +30 -45
  158. data/lib/ruby_llm/embedding_request.rb +1 -1
  159. data/lib/ruby_llm/error.rb +167 -14
  160. data/lib/ruby_llm/evaluation/dataset.rb +5 -4
  161. data/lib/ruby_llm/evaluation/evidence.rb +5 -3
  162. data/lib/ruby_llm/evaluation/report.rb +7 -3
  163. data/lib/ruby_llm/evaluation/result.rb +1 -1
  164. data/lib/ruby_llm/evaluation.rb +2 -1
  165. data/lib/ruby_llm/fallback.rb +32 -4
  166. data/lib/ruby_llm/file_store/converters/ocr.rb +28 -0
  167. data/lib/ruby_llm/file_store/converters/office/markup.rb +148 -0
  168. data/lib/ruby_llm/file_store/converters/office/outline.rb +193 -0
  169. data/lib/ruby_llm/file_store/converters/office/prose.rb +161 -0
  170. data/lib/ruby_llm/file_store/converters/office/workbook.rb +187 -0
  171. data/lib/ruby_llm/file_store/converters/office/zip.rb +149 -0
  172. data/lib/ruby_llm/file_store/converters/office.rb +106 -0
  173. data/lib/ruby_llm/file_store/converters/text.rb +27 -0
  174. data/lib/ruby_llm/file_store/converters.rb +84 -0
  175. data/lib/ruby_llm/file_store/directory.rb +190 -0
  176. data/lib/ruby_llm/file_store/memory.rb +75 -0
  177. data/lib/ruby_llm/file_store/tools/base.rb +99 -0
  178. data/lib/ruby_llm/file_store/tools/delete.rb +48 -0
  179. data/lib/ruby_llm/file_store/tools/edit.rb +155 -0
  180. data/lib/ruby_llm/file_store/tools/list.rb +57 -0
  181. data/lib/ruby_llm/file_store/tools/read.rb +120 -0
  182. data/lib/ruby_llm/file_store/tools/search.rb +208 -0
  183. data/lib/ruby_llm/file_store/tools/write.rb +40 -0
  184. data/lib/ruby_llm/file_store/tools.rb +39 -0
  185. data/lib/ruby_llm/file_store.rb +338 -0
  186. data/lib/ruby_llm/files/saving.rb +14 -0
  187. data/lib/ruby_llm/image.rb +67 -45
  188. data/lib/ruby_llm/input_required_error.rb +28 -0
  189. data/lib/ruby_llm/judge/builder.rb +6 -1
  190. data/lib/ruby_llm/judge.rb +1 -1
  191. data/lib/ruby_llm/judgment.rb +6 -24
  192. data/lib/ruby_llm/mcp/client.rb +67 -28
  193. data/lib/ruby_llm/mcp/collection.rb +39 -2
  194. data/lib/ruby_llm/mcp/content.rb +7 -2
  195. data/lib/ruby_llm/mcp/error.rb +8 -2
  196. data/lib/ruby_llm/mcp/http.rb +117 -37
  197. data/lib/ruby_llm/mcp/input_request.rb +3 -112
  198. data/lib/ruby_llm/mcp/input_required_error.rb +3 -21
  199. data/lib/ruby_llm/mcp/insufficient_scope_error.rb +27 -0
  200. data/lib/ruby_llm/mcp/listener.rb +7 -1
  201. data/lib/ruby_llm/mcp/oauth.rb +102 -39
  202. data/lib/ruby_llm/mcp/outages.rb +172 -0
  203. data/lib/ruby_llm/mcp/resource.rb +9 -6
  204. data/lib/ruby_llm/mcp/resource_template.rb +3 -2
  205. data/lib/ruby_llm/mcp/session_expired.rb +10 -2
  206. data/lib/ruby_llm/mcp/stdio.rb +66 -18
  207. data/lib/ruby_llm/mcp/task.rb +13 -40
  208. data/lib/ruby_llm/mcp/tool.rb +34 -11
  209. data/lib/ruby_llm/mcp.rb +123 -59
  210. data/lib/ruby_llm/message.rb +217 -23
  211. data/lib/ruby_llm/model/modalities.rb +1 -1
  212. data/lib/ruby_llm/model/pricing.rb +26 -4
  213. data/lib/ruby_llm/model/pricing_category.rb +38 -15
  214. data/lib/ruby_llm/model/pricing_tier.rb +3 -2
  215. data/lib/ruby_llm/model.rb +24 -6
  216. data/lib/ruby_llm/models/lookup.rb +37 -4
  217. data/lib/ruby_llm/models/registry.rb +4 -19
  218. data/lib/ruby_llm/models.json +36186 -27832
  219. data/lib/ruby_llm/models.rb +44 -39
  220. data/lib/ruby_llm/moderation.rb +10 -30
  221. data/lib/ruby_llm/ocr.rb +5 -22
  222. data/lib/ruby_llm/open_telemetry/attributes.rb +68 -19
  223. data/lib/ruby_llm/open_telemetry/content.rb +105 -0
  224. data/lib/ruby_llm/open_telemetry.rb +18 -4
  225. data/lib/ruby_llm/prompt/context.rb +2 -2
  226. data/lib/ruby_llm/prompt.rb +7 -5
  227. data/lib/ruby_llm/protocol/binary_streaming.rb +2 -8
  228. data/lib/ruby_llm/protocol/cache_lifetime.rb +22 -0
  229. data/lib/ruby_llm/protocol/native_content.rb +69 -0
  230. data/lib/ruby_llm/protocol/replayed_arguments.rb +28 -0
  231. data/lib/ruby_llm/protocol/stream_accumulator.rb +73 -33
  232. data/lib/ruby_llm/protocol/streaming.rb +105 -22
  233. data/lib/ruby_llm/protocol/tool_namespaces.rb +100 -0
  234. data/lib/ruby_llm/protocol/unsupported_operations.rb +42 -0
  235. data/lib/ruby_llm/protocol.rb +134 -109
  236. data/lib/ruby_llm/protocols/anthropic/batches.rb +41 -4
  237. data/lib/ruby_llm/protocols/anthropic/block_binding.rb +30 -0
  238. data/lib/ruby_llm/protocols/anthropic/chat.rb +135 -60
  239. data/lib/ruby_llm/protocols/anthropic/files.rb +9 -0
  240. data/lib/ruby_llm/protocols/anthropic/media.rb +14 -14
  241. data/lib/ruby_llm/protocols/anthropic/models.rb +16 -10
  242. data/lib/ruby_llm/protocols/anthropic/streaming.rb +43 -22
  243. data/lib/ruby_llm/protocols/anthropic/tools.rb +36 -24
  244. data/lib/ruby_llm/protocols/anthropic.rb +61 -6
  245. data/lib/ruby_llm/protocols/azure/speech/transcription.rb +125 -0
  246. data/lib/ruby_llm/protocols/azure/speech.rb +14 -0
  247. data/lib/ruby_llm/protocols/bedrock/batches.rb +26 -8
  248. data/lib/ruby_llm/protocols/bedrock/event_stream.rb +205 -0
  249. data/lib/ruby_llm/protocols/bedrock/files.rb +15 -6
  250. data/lib/ruby_llm/protocols/bedrock/guardrails.rb +1 -1
  251. data/lib/ruby_llm/protocols/bedrock/rerank.rb +2 -0
  252. data/lib/ruby_llm/protocols/chat_completions/chat.rb +158 -58
  253. data/lib/ruby_llm/protocols/chat_completions/content_filters.rb +45 -0
  254. data/lib/ruby_llm/protocols/chat_completions/embedding_batches.rb +23 -2
  255. data/lib/ruby_llm/protocols/chat_completions/embeddings.rb +26 -3
  256. data/lib/ruby_llm/protocols/chat_completions/images.rb +7 -9
  257. data/lib/ruby_llm/protocols/chat_completions/media.rb +20 -20
  258. data/lib/ruby_llm/protocols/chat_completions/moderation.rb +8 -5
  259. data/lib/ruby_llm/protocols/chat_completions/speech.rb +8 -2
  260. data/lib/ruby_llm/protocols/chat_completions/streaming.rb +38 -17
  261. data/lib/ruby_llm/protocols/chat_completions/think_tags.rb +148 -0
  262. data/lib/ruby_llm/protocols/chat_completions/tools.rb +15 -28
  263. data/lib/ruby_llm/protocols/chat_completions/transcription.rb +17 -2
  264. data/lib/ruby_llm/protocols/chat_completions.rb +4 -0
  265. data/lib/ruby_llm/protocols/cohere/batches.rb +15 -8
  266. data/lib/ruby_llm/protocols/cohere/chat.rb +47 -25
  267. data/lib/ruby_llm/protocols/cohere/datasets.rb +6 -2
  268. data/lib/ruby_llm/protocols/cohere/embeddings.rb +7 -5
  269. data/lib/ruby_llm/protocols/cohere/media.rb +7 -7
  270. data/lib/ruby_llm/protocols/cohere/rerank.rb +2 -1
  271. data/lib/ruby_llm/protocols/cohere/streaming.rb +26 -11
  272. data/lib/ruby_llm/protocols/cohere/tools.rb +17 -28
  273. data/lib/ruby_llm/protocols/cohere/transcription.rb +5 -4
  274. data/lib/ruby_llm/protocols/converse/batches.rb +2 -24
  275. data/lib/ruby_llm/protocols/converse/chat.rb +210 -75
  276. data/lib/ruby_llm/protocols/converse/media.rb +24 -22
  277. data/lib/ruby_llm/protocols/converse/reasoning.rb +23 -9
  278. data/lib/ruby_llm/protocols/converse/streaming.rb +68 -220
  279. data/lib/ruby_llm/protocols/converse.rb +17 -1
  280. data/lib/ruby_llm/protocols/deepgram/speech.rb +1 -2
  281. data/lib/ruby_llm/protocols/deepgram/streaming_transcription.rb +1 -3
  282. data/lib/ruby_llm/protocols/deepgram/transcription.rb +28 -19
  283. data/lib/ruby_llm/protocols/deepgram.rb +3 -2
  284. data/lib/ruby_llm/protocols/deepseek/files.rb +1 -1
  285. data/lib/ruby_llm/protocols/elevenlabs/assets.rb +6 -4
  286. data/lib/ruby_llm/protocols/elevenlabs/flows/images.rb +4 -0
  287. data/lib/ruby_llm/protocols/elevenlabs/speech.rb +3 -3
  288. data/lib/ruby_llm/protocols/elevenlabs/streaming_transcription.rb +5 -2
  289. data/lib/ruby_llm/protocols/elevenlabs/transcription.rb +6 -3
  290. data/lib/ruby_llm/protocols/files.rb +27 -12
  291. data/lib/ruby_llm/protocols/gemini/caches.rb +4 -4
  292. data/lib/ruby_llm/protocols/gemini/chat.rb +118 -51
  293. data/lib/ruby_llm/protocols/gemini/embedding_batches.rb +9 -5
  294. data/lib/ruby_llm/protocols/gemini/embeddings.rb +3 -3
  295. data/lib/ruby_llm/protocols/gemini/file_transcription.rb +4 -0
  296. data/lib/ruby_llm/protocols/gemini/files.rb +5 -4
  297. data/lib/ruby_llm/protocols/gemini/images.rb +11 -9
  298. data/lib/ruby_llm/protocols/gemini/live_transcription.rb +1 -1
  299. data/lib/ruby_llm/protocols/gemini/long_decode.rb +104 -0
  300. data/lib/ruby_llm/protocols/gemini/media.rb +31 -28
  301. data/lib/ruby_llm/protocols/gemini/retry_info.rb +29 -0
  302. data/lib/ruby_llm/protocols/gemini/schemas.rb +126 -0
  303. data/lib/ruby_llm/protocols/gemini/speech.rb +9 -3
  304. data/lib/ruby_llm/protocols/gemini/streaming.rb +37 -13
  305. data/lib/ruby_llm/protocols/gemini/tools.rb +18 -10
  306. data/lib/ruby_llm/protocols/gemini/transcription.rb +13 -9
  307. data/lib/ruby_llm/protocols/gemini/videos.rb +14 -3
  308. data/lib/ruby_llm/protocols/gemini.rb +16 -0
  309. data/lib/ruby_llm/protocols/gpustack/responses.rb +3 -3
  310. data/lib/ruby_llm/protocols/gpustack/tokenization.rb +14 -0
  311. data/lib/ruby_llm/protocols/interactions/chat.rb +29 -14
  312. data/lib/ruby_llm/protocols/interactions/content.rb +19 -14
  313. data/lib/ruby_llm/protocols/interactions/streaming.rb +1 -1
  314. data/lib/ruby_llm/protocols/interactions/tools.rb +10 -13
  315. data/lib/ruby_llm/protocols/interactions/videos.rb +99 -0
  316. data/lib/ruby_llm/protocols/interactions.rb +1 -0
  317. data/lib/ruby_llm/protocols/invoke_model/cohere_embeddings.rb +28 -10
  318. data/lib/ruby_llm/protocols/invoke_model/embedding_batches.rb +1 -1
  319. data/lib/ruby_llm/protocols/invoke_model/nova_embeddings.rb +45 -11
  320. data/lib/ruby_llm/protocols/invoke_model/stability_images.rb +5 -2
  321. data/lib/ruby_llm/protocols/invoke_model/titan_multimodal_embeddings.rb +11 -3
  322. data/lib/ruby_llm/protocols/invoke_model.rb +21 -2
  323. data/lib/ruby_llm/protocols/meta/transcription/stream.rb +108 -0
  324. data/lib/ruby_llm/protocols/meta/transcription.rb +76 -0
  325. data/lib/ruby_llm/protocols/minimax/files.rb +58 -0
  326. data/lib/ruby_llm/protocols/minimax/images.rb +54 -0
  327. data/lib/ruby_llm/protocols/minimax/speech.rb +53 -0
  328. data/lib/ruby_llm/protocols/minimax/transcription.rb +82 -0
  329. data/lib/ruby_llm/protocols/minimax/videos.rb +93 -0
  330. data/lib/ruby_llm/protocols/minimax.rb +21 -0
  331. data/lib/ruby_llm/protocols/mistral/conversations/chat.rb +44 -21
  332. data/lib/ruby_llm/protocols/mistral/files.rb +6 -4
  333. data/lib/ruby_llm/protocols/mistral/multi_completion.rb +15 -4
  334. data/lib/ruby_llm/protocols/moonshot/files.rb +48 -0
  335. data/lib/ruby_llm/protocols/openai/batches.rb +3 -2
  336. data/lib/ruby_llm/protocols/openai/decisions.rb +6 -4
  337. data/lib/ruby_llm/protocols/openai/files.rb +13 -6
  338. data/lib/ruby_llm/protocols/openrouter/batches.rb +13 -17
  339. data/lib/ruby_llm/protocols/openrouter/responses.rb +6 -10
  340. data/lib/ruby_llm/protocols/perplexity/agent.rb +19 -35
  341. data/lib/ruby_llm/protocols/perplexity/batches.rb +37 -0
  342. data/lib/ruby_llm/protocols/perplexity/files.rb +19 -9
  343. data/lib/ruby_llm/protocols/responses/approvals.rb +12 -11
  344. data/lib/ruby_llm/protocols/responses/chat.rb +165 -75
  345. data/lib/ruby_llm/protocols/responses/citation_markers.rb +167 -0
  346. data/lib/ruby_llm/protocols/responses/compaction.rb +2 -2
  347. data/lib/ruby_llm/protocols/responses/media.rb +17 -9
  348. data/lib/ruby_llm/protocols/responses/streaming.rb +71 -12
  349. data/lib/ruby_llm/protocols/responses/token_counting.rb +1 -1
  350. data/lib/ruby_llm/protocols/responses/tools.rb +48 -1
  351. data/lib/ruby_llm/protocols/responses.rb +21 -0
  352. data/lib/ruby_llm/protocols/system_one/responses.rb +9 -2
  353. data/lib/ruby_llm/protocols/vertexai/files.rb +4 -3
  354. data/lib/ruby_llm/protocols/vertexai/text_to_speech.rb +116 -0
  355. data/lib/ruby_llm/protocols/xai/files.rb +13 -6
  356. data/lib/ruby_llm/protocols/zai/files.rb +37 -0
  357. data/lib/ruby_llm/provider.rb +128 -31
  358. data/lib/ruby_llm/providers/anthropic.rb +5 -1
  359. data/lib/ruby_llm/providers/azure/chat.rb +17 -3
  360. data/lib/ruby_llm/providers/azure/chat_completions.rb +1 -0
  361. data/lib/ruby_llm/providers/azure/decisions.rb +17 -0
  362. data/lib/ruby_llm/providers/azure/embeddings.rb +1 -2
  363. data/lib/ruby_llm/providers/azure/media.rb +6 -6
  364. data/lib/ruby_llm/providers/azure/mistral.rb +17 -0
  365. data/lib/ruby_llm/providers/azure/models.rb +16 -2
  366. data/lib/ruby_llm/providers/azure/moderation.rb +16 -0
  367. data/lib/ruby_llm/providers/azure/responses.rb +9 -0
  368. data/lib/ruby_llm/providers/azure/videos.rb +2 -2
  369. data/lib/ruby_llm/providers/azure.rb +43 -1
  370. data/lib/ruby_llm/providers/bedrock/anthropic/batches.rb +32 -0
  371. data/lib/ruby_llm/providers/bedrock/anthropic.rb +134 -0
  372. data/lib/ruby_llm/providers/bedrock/auth.rb +12 -3
  373. data/lib/ruby_llm/providers/bedrock/connection.rb +19 -0
  374. data/lib/ruby_llm/providers/bedrock/mantle/anthropic.rb +5 -1
  375. data/lib/ruby_llm/providers/bedrock/mantle/chat_completions.rb +2 -2
  376. data/lib/ruby_llm/providers/bedrock/mantle/responses.rb +12 -2
  377. data/lib/ruby_llm/providers/bedrock/mantle/voxtral.rb +1 -1
  378. data/lib/ruby_llm/providers/bedrock/mantle.rb +7 -0
  379. data/lib/ruby_llm/providers/bedrock/models.rb +2 -9
  380. data/lib/ruby_llm/providers/bedrock.rb +51 -8
  381. data/lib/ruby_llm/providers/cohere.rb +5 -1
  382. data/lib/ruby_llm/providers/deepgram/chat.rb +25 -0
  383. data/lib/ruby_llm/providers/deepgram.rb +21 -2
  384. data/lib/ruby_llm/providers/deepseek/chat.rb +7 -16
  385. data/lib/ruby_llm/providers/deepseek/responses.rb +25 -8
  386. data/lib/ruby_llm/providers/deepseek.rb +5 -1
  387. data/lib/ruby_llm/providers/elevenlabs.rb +2 -1
  388. data/lib/ruby_llm/providers/gemini.rb +13 -1
  389. data/lib/ruby_llm/providers/gpustack/chat.rb +23 -3
  390. data/lib/ruby_llm/providers/gpustack/embeddings.rb +2 -2
  391. data/lib/ruby_llm/providers/gpustack/media.rb +8 -8
  392. data/lib/ruby_llm/providers/gpustack/transcription.rb +14 -6
  393. data/lib/ruby_llm/providers/gpustack.rb +1 -1
  394. data/lib/ruby_llm/providers/hetzner/chat.rb +23 -6
  395. data/lib/ruby_llm/providers/hetzner.rb +5 -1
  396. data/lib/ruby_llm/providers/meta/responses.rb +81 -0
  397. data/lib/ruby_llm/providers/meta.rb +37 -0
  398. data/lib/ruby_llm/providers/minimax/anthropic.rb +95 -0
  399. data/lib/ruby_llm/providers/minimax/chat_completions.rb +48 -0
  400. data/lib/ruby_llm/providers/minimax/responses.rb +52 -0
  401. data/lib/ruby_llm/providers/minimax.rb +104 -0
  402. data/lib/ruby_llm/providers/mistral/chat.rb +34 -4
  403. data/lib/ruby_llm/providers/mistral/chat_completions/batches.rb +8 -3
  404. data/lib/ruby_llm/providers/mistral/embeddings.rb +1 -12
  405. data/lib/ruby_llm/providers/mistral/input_tokens.rb +35 -0
  406. data/lib/ruby_llm/providers/mistral/media.rb +8 -8
  407. data/lib/ruby_llm/providers/mistral/transcription.rb +8 -6
  408. data/lib/ruby_llm/providers/mistral.rb +13 -1
  409. data/lib/ruby_llm/providers/moonshot/capabilities.rb +16 -0
  410. data/lib/ruby_llm/providers/moonshot/chat.rb +100 -0
  411. data/lib/ruby_llm/providers/moonshot/documents.rb +79 -0
  412. data/lib/ruby_llm/providers/moonshot/responses.rb +55 -0
  413. data/lib/ruby_llm/providers/moonshot.rb +54 -0
  414. data/lib/ruby_llm/providers/ollama/chat.rb +5 -6
  415. data/lib/ruby_llm/providers/ollama/embeddings.rb +41 -0
  416. data/lib/ruby_llm/providers/ollama/media.rb +6 -6
  417. data/lib/ruby_llm/providers/ollama/speech.rb +24 -0
  418. data/lib/ruby_llm/providers/ollama.rb +13 -1
  419. data/lib/ruby_llm/providers/ollama_cloud.rb +22 -1
  420. data/lib/ruby_llm/providers/openai/responses.rb +8 -0
  421. data/lib/ruby_llm/providers/openai.rb +7 -3
  422. data/lib/ruby_llm/providers/openrouter/chat.rb +15 -9
  423. data/lib/ruby_llm/providers/openrouter/embeddings.rb +12 -8
  424. data/lib/ruby_llm/providers/openrouter/images.rb +16 -10
  425. data/lib/ruby_llm/providers/openrouter/judgments.rb +47 -0
  426. data/lib/ruby_llm/providers/openrouter/media.rb +5 -5
  427. data/lib/ruby_llm/providers/openrouter/models.rb +19 -7
  428. data/lib/ruby_llm/providers/openrouter/streaming.rb +4 -4
  429. data/lib/ruby_llm/providers/openrouter/videos.rb +1 -1
  430. data/lib/ruby_llm/providers/openrouter.rb +32 -5
  431. data/lib/ruby_llm/providers/perplexity/chat.rb +3 -3
  432. data/lib/ruby_llm/providers/perplexity/embeddings.rb +1 -1
  433. data/lib/ruby_llm/providers/perplexity/media.rb +6 -6
  434. data/lib/ruby_llm/providers/perplexity.rb +13 -2
  435. data/lib/ruby_llm/providers/typesafe.rb +1 -1
  436. data/lib/ruby_llm/providers/vertexai/anthropic.rb +5 -1
  437. data/lib/ruby_llm/providers/vertexai/credentials.rb +27 -3
  438. data/lib/ruby_llm/providers/vertexai/embed_content.rb +1 -1
  439. data/lib/ruby_llm/providers/vertexai/embeddings.rb +2 -3
  440. data/lib/ruby_llm/providers/vertexai/gemini.rb +1 -1
  441. data/lib/ruby_llm/providers/vertexai/mistral.rb +5 -0
  442. data/lib/ruby_llm/providers/vertexai/models.rb +24 -2
  443. data/lib/ruby_llm/providers/vertexai/transcription.rb +2 -2
  444. data/lib/ruby_llm/providers/vertexai/videos.rb +1 -1
  445. data/lib/ruby_llm/providers/vertexai.rb +56 -9
  446. data/lib/ruby_llm/providers/xai/chat.rb +3 -3
  447. data/lib/ruby_llm/providers/xai/chat_completions/batches.rb +8 -3
  448. data/lib/ruby_llm/providers/xai/images.rb +9 -4
  449. data/lib/ruby_llm/providers/xai/models.rb +2 -2
  450. data/lib/ruby_llm/providers/xai/responses.rb +10 -0
  451. data/lib/ruby_llm/providers/xai/speech.rb +2 -2
  452. data/lib/ruby_llm/providers/xai/transcription.rb +14 -9
  453. data/lib/ruby_llm/providers/xai/videos.rb +1 -1
  454. data/lib/ruby_llm/providers/xai.rb +9 -1
  455. data/lib/ruby_llm/providers/zai/chat.rb +117 -0
  456. data/lib/ruby_llm/providers/zai/ocr.rb +65 -0
  457. data/lib/ruby_llm/providers/zai/token_counting.rb +25 -0
  458. data/lib/ruby_llm/providers/zai/videos.rb +67 -0
  459. data/lib/ruby_llm/providers/zai.rb +66 -0
  460. data/lib/ruby_llm/question.rb +390 -0
  461. data/lib/ruby_llm/queued_message.rb +74 -0
  462. data/lib/ruby_llm/railtie.rb +43 -0
  463. data/lib/ruby_llm/request_shape/part.rb +2 -2
  464. data/lib/ruby_llm/request_shape/problem.rb +2 -2
  465. data/lib/ruby_llm/request_shape/tool_round.rb +2 -2
  466. data/lib/ruby_llm/request_shape/turn.rb +2 -2
  467. data/lib/ruby_llm/request_shape.rb +1 -1
  468. data/lib/ruby_llm/rerank.rb +10 -37
  469. data/lib/ruby_llm/research_job.rb +26 -13
  470. data/lib/ruby_llm/sandbox/landlock.rb +78 -0
  471. data/lib/ruby_llm/sandbox/mxc.rb +137 -0
  472. data/lib/ruby_llm/sandbox.rb +141 -0
  473. data/lib/ruby_llm/search_results.rb +9 -4
  474. data/lib/ruby_llm/server_tool_call.rb +1 -1
  475. data/lib/ruby_llm/skill/loader.rb +131 -0
  476. data/lib/ruby_llm/skill.rb +263 -0
  477. data/lib/ruby_llm/speech.rb +25 -53
  478. data/lib/ruby_llm/stored_file.rb +94 -0
  479. data/lib/ruby_llm/support/cancellation.rb +4 -4
  480. data/lib/ruby_llm/support/deprecated_enumerable.rb +13 -0
  481. data/lib/ruby_llm/support/deprecated_job_predicates.rb +24 -0
  482. data/lib/ruby_llm/support/inspectable.rb +1 -1
  483. data/lib/ruby_llm/support/instrumentation.rb +6 -5
  484. data/lib/ruby_llm/support/rescuable.rb +84 -0
  485. data/lib/ruby_llm/support/utils.rb +26 -3
  486. data/lib/ruby_llm/task.rb +126 -0
  487. data/lib/ruby_llm/test_helper.rb +129 -0
  488. data/lib/ruby_llm/thinking.rb +3 -3
  489. data/lib/ruby_llm/tokens.rb +52 -12
  490. data/lib/ruby_llm/tool.rb +339 -5
  491. data/lib/ruby_llm/tool_call/collection.rb +132 -0
  492. data/lib/ruby_llm/tool_call.rb +68 -6
  493. data/lib/ruby_llm/tools/provider_tools.rb +23 -0
  494. data/lib/ruby_llm/tools/search.rb +118 -0
  495. data/lib/ruby_llm/transcription/segment.rb +67 -0
  496. data/lib/ruby_llm/transcription/wav_audio.rb +2 -1
  497. data/lib/ruby_llm/transcription.rb +25 -49
  498. data/lib/ruby_llm/transcription_chunk.rb +9 -9
  499. data/lib/ruby_llm/transport/connection.rb +146 -33
  500. data/lib/ruby_llm/transport/error_middleware.rb +94 -49
  501. data/lib/ruby_llm/transport/event_stream_parser.rb +18 -4
  502. data/lib/ruby_llm/transport/json_response.rb +9 -3
  503. data/lib/ruby_llm/transport/log_formatter.rb +20 -0
  504. data/lib/ruby_llm/transport/release_request.rb +35 -0
  505. data/lib/ruby_llm/transport/websocket_connection.rb +26 -30
  506. data/lib/ruby_llm/uploaded_file.rb +15 -6
  507. data/lib/ruby_llm/version.rb +1 -1
  508. data/lib/ruby_llm/video.rb +34 -10
  509. data/lib/ruby_llm/video_job.rb +55 -42
  510. data/lib/ruby_llm/web_source.rb +38 -0
  511. data/lib/ruby_llm/workflow.rb +2 -2
  512. data/lib/ruby_llm.rb +63 -25
  513. data/lib/tasks/ruby_llm/evaluations.rb +1 -1
  514. data/skills/rubyllm/SKILL.md +128 -54
  515. data/skills/rubyllm/references/cost-and-tracing.md +8 -0
  516. data/skills/rubyllm/references/files-code-and-context.md +6 -0
  517. data/skills/rubyllm/references/operations.md +8 -0
  518. data/skills/rubyllm/references/rails-chats.md +22 -0
  519. data/skills/rubyllm/references/tools-and-agents.md +11 -0
  520. metadata +219 -14
  521. data/lib/generators/ruby_llm/chat_ui/templates/helpers/messages_helper.rb.tt +0 -25
  522. data/lib/generators/ruby_llm/upgrade/templates/upgrade_ruby_llm_to_2_1.rb.tt +0 -78
@@ -1,5 +1,5 @@
1
1
  class <%= chat_controller_class_name %> < ApplicationController
2
- before_action :set_<%= chat_variable_name %>, only: [ :show, :destroy ]
2
+ before_action :set_<%= chat_variable_name %>, only: [ :show, :destroy, :cancel ]
3
3
 
4
4
  def index
5
5
  @<%= chat_table_name %> = <%= chat_model_name %>.order(created_at: :desc)
@@ -13,10 +13,11 @@ class <%= chat_controller_class_name %> < ApplicationController
13
13
 
14
14
  def create
15
15
  prompt = params.dig(:<%= chat_variable_name %>, :prompt)
16
- if prompt.present?
16
+ if prompt.present? || attachments
17
17
  provider, model = params.dig(:<%= chat_variable_name %>, :model).to_s.split(":", 2)
18
- @<%= chat_variable_name %> = <%= chat_model_name %>.create!(model: model.presence, provider: provider.presence)
19
- <%= chat_job_class_name %>.perform_later(@<%= chat_variable_name %>.id, prompt)
18
+ @<%= chat_variable_name %> = <%= chat_agent_class_name %>.create!(**{ model: model.presence, provider: provider.presence }.compact)
19
+ @<%= chat_variable_name %>.ask_later(prompt.presence, with: attachments)
20
+ <%= chat_job_class_name %>.set(wait: 1.second).perform_later(@<%= chat_variable_name %>.id)
20
21
 
21
22
  redirect_to @<%= chat_variable_name %>, notice: "<%= chat_model_name.humanize %> was successfully created."
22
23
  else
@@ -31,6 +32,12 @@ class <%= chat_controller_class_name %> < ApplicationController
31
32
 
32
33
  def show
33
34
  @<%= message_variable_name %> = <%= message_model_name %>.new
35
+ @chat_models = available_chat_models
36
+ end
37
+
38
+ def cancel
39
+ @<%= chat_variable_name %>.cancel if @<%= chat_variable_name %>.running?
40
+ redirect_to @<%= chat_variable_name %>, status: :see_other
34
41
  end
35
42
 
36
43
  def destroy
@@ -40,7 +47,11 @@ class <%= chat_controller_class_name %> < ApplicationController
40
47
 
41
48
  private
42
49
 
50
+ def attachments
51
+ Array(params.dig(:<%= chat_variable_name %>, :attachments)).grep(ActionDispatch::Http::UploadedFile).presence
52
+ end
53
+
43
54
  def set_<%= chat_variable_name %>
44
- @<%= chat_variable_name %> = <%= chat_model_name %>.find(params[:id])
55
+ @<%= chat_variable_name %> = <%= chat_agent_class_name %>.find(params[:id])
45
56
  end
46
57
  end
@@ -1,10 +1,16 @@
1
1
  class <%= message_controller_class_name %> < ApplicationController
2
2
  before_action :set_<%= chat_variable_name %>
3
3
 
4
+ rescue_from RubyLLM::PendingToolCallsError do
5
+ redirect_to @<%= chat_variable_name %>, notice: "Answer the questions above to continue.", status: :see_other
6
+ end
7
+
4
8
  def create
5
- content = params.dig(:<%= message_variable_name %>, :content)
6
- if content.present?
7
- <%= chat_job_class_name %>.perform_later(@<%= chat_variable_name %>.id, content)
9
+ @chat_models = available_chat_models
10
+ if content || attachments
11
+ switch_model
12
+ @<%= chat_variable_name %>.ask_later(content, with: attachments)
13
+ <%= chat_job_class_name %>.perform_later(@<%= chat_variable_name %>.id)
8
14
 
9
15
  respond_to do |format|
10
16
  format.turbo_stream
@@ -13,17 +19,29 @@ class <%= message_controller_class_name %> < ApplicationController
13
19
  else
14
20
  @<%= message_variable_name %> = @<%= chat_variable_name %>.<%= message_table_name %>.build
15
21
  @<%= message_variable_name %>.errors.add(:content, "can't be blank")
16
-
17
- respond_to do |format|
18
- format.turbo_stream { render :create, status: <%= unprocessable_content_status.inspect %> }
19
- format.html { render "<%= chat_model_name.underscore.pluralize %>/show", status: <%= unprocessable_content_status.inspect %> }
20
- end
22
+ render "<%= chat_model_name.underscore.pluralize %>/show", status: <%= unprocessable_content_status.inspect %>
21
23
  end
22
24
  end
23
25
 
24
26
  private
25
27
 
28
+ def content
29
+ params.dig(:<%= message_variable_name %>, :content).presence
30
+ end
31
+
32
+ def attachments
33
+ Array(params.dig(:<%= message_variable_name %>, :attachments)).grep(ActionDispatch::Http::UploadedFile).presence
34
+ end
35
+
36
+ def switch_model
37
+ selected = params.dig(:<%= message_variable_name %>, :model)
38
+ return if selected.nil? || selected == [ @<%= chat_variable_name %>.provider, @<%= chat_variable_name %>.model_id ].compact.join(":")
39
+
40
+ provider, model = selected.split(":", 2)
41
+ @<%= chat_variable_name %>.with_model(model, provider: provider)
42
+ end
43
+
26
44
  def set_<%= chat_variable_name %>
27
- @<%= chat_variable_name %> = <%= chat_model_name %>.find(params[:<%= chat_model_name.include?('::') ? chat_model_name.demodulize.underscore : chat_variable_name %>_id])
45
+ @<%= chat_variable_name %> = <%= chat_agent_class_name %>.find(params[:<%= chat_model_name.include?('::') ? chat_model_name.demodulize.underscore : chat_variable_name %>_id])
28
46
  end
29
47
  end
@@ -4,7 +4,7 @@ class <%= model_controller_class_name %> < ApplicationController
4
4
  end
5
5
 
6
6
  def show
7
- @<%= model_variable_name %> = RubyLLM.models.find(params[:id], params[:provider])
7
+ @<%= model_variable_name %> = RubyLLM.models.find(params[:id], provider: params[:provider])
8
8
  end
9
9
 
10
10
  def refresh
@@ -0,0 +1,14 @@
1
+ class <%= queued_message_controller_class_name %> < ApplicationController
2
+ before_action :set_<%= chat_variable_name %>
3
+
4
+ def destroy
5
+ @<%= chat_variable_name %>.queued_messages.find_by(id: params[:id])&.withdraw
6
+ redirect_to @<%= chat_variable_name %>, status: :see_other
7
+ end
8
+
9
+ private
10
+
11
+ def set_<%= chat_variable_name %>
12
+ @<%= chat_variable_name %> = <%= chat_agent_class_name %>.find(params[:<%= chat_model_name.include?('::') ? chat_model_name.demodulize.underscore : chat_variable_name %>_id])
13
+ end
14
+ end
@@ -0,0 +1 @@
1
+ export { default } from "ruby_llm/chat_message_controller"
@@ -1,12 +1,9 @@
1
1
  class <%= chat_job_class_name %> < ApplicationJob
2
- def perform(<%= chat_variable_name %>_id, content)
3
- <%= chat_variable_name %> = <%= chat_model_name %>.find(<%= chat_variable_name %>_id)
2
+ discard_on RubyLLM::CancelledError
4
3
 
5
- <%= chat_variable_name %>.ask(content) do |chunk|
6
- if chunk.content && !chunk.content.empty?
7
- <%= message_variable_name %> = <%= chat_variable_name %>.<%= message_table_name %>.last
8
- <%= message_variable_name %>.broadcast_append_chunk(chunk.content)
9
- end
10
- end
4
+ def perform(<%= chat_variable_name %>_id)
5
+ <%= chat_variable_name %> = <%= chat_agent_class_name %>.find(<%= chat_variable_name %>_id)
6
+ <%= chat_variable_name %>.complete(&:broadcast)
7
+ retry_job wait: 1.minute if <%= chat_variable_name %>.running?
11
8
  end
12
9
  end
@@ -0,0 +1,7 @@
1
+ class <%= resume_job_class_name %> < ApplicationJob
2
+ def perform(boot: false)
3
+ <%= chat_model_name %>.interrupted.find_each { |<%= chat_variable_name %>| <%= chat_job_class_name %>.perform_later(<%= chat_variable_name %>.id) }
4
+ expiry = <%= chat_model_name %>.where(claimed_until: Time.current..).maximum(:claimed_until) if boot
5
+ self.class.set(wait_until: expiry + 1.second).perform_later if expiry
6
+ end
7
+ end
@@ -0,0 +1,5 @@
1
+ class AddReplyErrorTo<%= chat_table_name.camelize %> < ActiveRecord::Migration<%= migration_version %>
2
+ def change
3
+ add_column :<%= chat_table_name %>, :reply_error, :string
4
+ end
5
+ end
@@ -0,0 +1,15 @@
1
+ <%%# The files every store of the chat sees. Files a store wrote for an owner stay theirs: add them with .or(...where(owner: Current.user)). %>
2
+ <%% files = <%= chat_model_name.demodulize.underscore %>.ruby_llm_chat_files.where(owner_id: nil).with_attached_file %>
3
+ <%% if files.any? %>
4
+ <section id="<%= chat_variable_name %>_<%%= <%= chat_model_name.demodulize.underscore %>.id %>_files" class="my-5">
5
+ <h2 class="font-bold text-lg mb-2">Files</h2>
6
+ <div class="flex flex-wrap gap-3">
7
+ <%% files.each do |file| %>
8
+ <%%= link_to rails_blob_path(file.file, disposition: "attachment"), class: "inline-flex items-center gap-2 rounded-md px-3 py-2 bg-white border border-gray-200 hover:bg-gray-50 text-sm" do %>
9
+ <span class="font-medium text-blue-600"><%%= file.path %></span>
10
+ <span class="text-gray-600"><%%= number_to_human_size(file.byte_size) %></span>
11
+ <%% end %>
12
+ <%% end %>
13
+ </div>
14
+ </section>
15
+ <%% end %>
@@ -11,13 +11,7 @@
11
11
  </div>
12
12
  <%% end %>
13
13
 
14
- <div class="my-5">
15
- <%%= form.label :model, "Select AI model:" %>
16
- <%%= form.select :model,
17
- options_for_select(@chat_models.map { |model| [model.label, [model.provider, model.id].join(":")] }.unshift([default_model_display_name, nil]), @selected_model),
18
- {},
19
- class: ["block shadow-sm rounded-md border px-3 py-2 mt-2 w-full", {"border-gray-400 focus:outline-blue-600": <%= chat_variable_name %>.errors[:model].none?, "border-red-400 focus:outline-red-600": <%= chat_variable_name %>.errors[:model].any?}] %>
20
- </div>
14
+ <%%= render "<%= chat_model_name.underscore.pluralize %>/model_select", form: form, selected: @selected_model %>
21
15
 
22
16
  <div class="my-5">
23
17
  <%%= form.label :prompt, "Prompt" %>
@@ -26,6 +20,10 @@
26
20
  </div>
27
21
 
28
22
  <div class="inline">
23
+ <%%= form.file_field :attachments, multiple: true %>
24
+ </div>
25
+
26
+ <div>
29
27
  <%%= form.submit "Start new <%= chat_table_name.singularize.humanize.downcase %>", class: "w-full sm:w-auto rounded-md px-3.5 py-2.5 bg-blue-600 hover:bg-blue-500 text-white inline-block font-medium cursor-pointer" %>
30
28
  </div>
31
29
  <%% end %>
@@ -0,0 +1,7 @@
1
+ <div class="my-5">
2
+ <%%= form.label :model, "Select AI model:" %>
3
+ <%%= form.select :model,
4
+ @chat_models.map { |model| [model.label, [model.provider, model.id].join(":")] }.unshift([default_model_display_name, nil]),
5
+ { selected: selected },
6
+ class: ["block shadow-sm rounded-md border px-3 py-2 mt-2 w-full", {"border-gray-400 focus:outline-blue-600": form.object.errors[:model].none?, "border-red-400 focus:outline-red-600": form.object.errors[:model].any?}] %>
7
+ </div>
@@ -1,6 +1,7 @@
1
1
  <%% content_for :title, "Showing <%= chat_table_name.singularize.humanize.downcase %>" %>
2
2
 
3
- <%%= turbo_stream_from "<%= chat_variable_name %>_#{@<%= chat_variable_name %>.id}" %>
3
+ <%% turbo_refreshes_with method: :morph, scroll: :preserve %>
4
+ <%%= turbo_stream_from @<%= chat_variable_name %>, data: { chat_stream: true } %>
4
5
 
5
6
  <%# Keep layout conventions aligned with tailwindcss-rails scaffold (top-left, md:w-2/3). -%>
6
7
  <div class="md:w-2/3 w-full">
@@ -15,13 +16,41 @@
15
16
  <%%= @<%= chat_variable_name %>.model&.label || default_model_display_name %>
16
17
  </div>
17
18
 
19
+ <%% if @<%= chat_variable_name %>.cost.total&.positive? %>
20
+ <div class="my-5">
21
+ <strong class="block font-medium mb-1">Cost so far:</strong>
22
+ <%%= cost_label(@<%= chat_variable_name %>.cost) %>
23
+ </div>
24
+ <%% end %>
25
+
18
26
  <div id="<%= message_table_name %>" class="min-w-full divide-y divide-gray-200 space-y-5 my-5">
19
- <%% @<%= chat_variable_name %>.<%= message_table_name %>.each do |<%= message_variable_name %>| %>
27
+ <%% @<%= chat_variable_name %>.<%= message_table_name %>.includes(:ruby_llm_usages).each do |<%= message_variable_name %>| %>
20
28
  <%%= render <%= message_variable_name %> %>
21
29
  <%% end %>
22
30
  </div>
23
31
 
24
- <%%= render "<%= message_model_name.underscore.pluralize %>/form", <%= chat_variable_name %>: @<%= chat_variable_name %>, <%= message_variable_name %>: @<%= message_variable_name %> %>
32
+ <div id="queued_<%= message_table_name %>" class="space-y-5 my-5">
33
+ <%% @<%= chat_variable_name %>.queued_messages.each do |queued_message| %>
34
+ <%%= render "<%= message_model_name.underscore.pluralize %>/queued_message",
35
+ queued_message: queued_message, <%= chat_model_name.demodulize.underscore %>: @<%= chat_variable_name %> %>
36
+ <%% end %>
37
+ </div>
38
+
39
+ <%%= render "<%= chat_model_name.underscore.pluralize %>/questions", <%= chat_model_name.demodulize.underscore %>: @<%= chat_variable_name %> %>
40
+
41
+ <%%= render "<%= chat_model_name.underscore.pluralize %>/files", <%= chat_model_name.demodulize.underscore %>: @<%= chat_variable_name %> %>
42
+
43
+ <%% if @<%= chat_variable_name %>.reply_error.present? %>
44
+ <p id="reply_error" class="py-2 px-3 bg-red-50 mb-5 text-red-500 font-medium rounded-md inline-block"><%%= @<%= chat_variable_name %>.reply_error %></p>
45
+ <%% end %>
46
+
47
+ <%% if @<%= chat_variable_name %>.running? %>
48
+ <%%= button_to "Stop", cancel_<%= chat_variable_name %>_path(@<%= chat_variable_name %>), class: "rounded-md px-3.5 py-2.5 bg-gray-100 hover:bg-gray-50 inline-block font-medium cursor-pointer" %>
49
+ <%% end %>
50
+
51
+ <%%= turbo_frame_tag "<%= message_variable_name %>_form" do %>
52
+ <%%= render "<%= message_model_name.underscore.pluralize %>/form", <%= chat_variable_name %>: @<%= chat_variable_name %>, <%= message_variable_name %>: @<%= message_variable_name %> %>
53
+ <%% end %>
25
54
 
26
55
  <%%= link_to "Back to <%= chat_table_name.humanize.downcase %>", <%= chat_table_name %>_path, class: "w-full sm:w-auto text-center mt-2 sm:mt-0 sm:ml-2 rounded-md px-3.5 py-2.5 bg-gray-100 hover:bg-gray-50 inline-block font-medium" %>
27
56
  </div>
@@ -1,14 +1,29 @@
1
1
  <%% assistant ||= local_assigns[:<%= message_model_name.demodulize.underscore %>] %>
2
- <div id="<%= message_variable_name %>_<%%= assistant.id %>" class="w-full sm:w-auto my-5 space-y-3 rounded-md px-3 py-2 bg-green-50">
2
+ <%% streaming = assistant.content.blank? && assistant.<%= chat_table_name.singularize %>.running? %>
3
+ <div id="<%%= dom_id(assistant, (:text if local_assigns[:nested])) %>" class="w-full sm:w-auto my-5 space-y-3 rounded-md px-3 py-2 bg-green-50"<%%= " data-streaming" if streaming %>
4
+ data-controller="chat-message" data-action="turbo:morph-element->chat-message#restore">
3
5
  <div>
4
6
  <span class="inline-block rounded px-2 py-0.5 text-xs font-medium bg-green-100 text-green-700">
5
7
  Assistant
6
8
  </span>
7
9
  </div>
8
10
 
9
- <div id="<%= message_variable_name %>_<%%= assistant.id %>_content" class="whitespace-pre-wrap"><%%= assistant.content %></div>
11
+ <div id="<%%= dom_id(assistant) %>_<%%= streaming ? "stream" : "content" %>" data-chat-message-target="source" class="peer whitespace-pre-wrap"><%%= assistant.content %></div>
12
+ <%% if streaming %>
13
+ <div class="hidden peer-empty:block text-gray-500">Thinking…</div>
14
+ <%% end %>
15
+ <div data-chat-message-target="output" class="space-y-2 [&_ol]:list-decimal [&_ol]:pl-6 [&_ul]:list-disc [&_ul]:pl-6 [&_code]:font-mono [&_code]:text-sm [&_pre]:overflow-x-auto [&_pre]:rounded-md [&_pre]:bg-white [&_pre]:p-2 [&_a]:text-blue-600 [&_a]:underline"></div>
16
+
17
+ <%% if assistant.content.blank? && !streaming && assistant.tool_calls.none? && !assistant.attachments.attached? %>
18
+ <p class="text-gray-500">The model returned no reply.</p>
19
+ <%% end %>
20
+
21
+ <%%= render "<%= message_model_name.underscore.pluralize %>/attachments", message: assistant %>
10
22
 
11
23
  <div>
12
24
  <span class="text-sm text-gray-600"><%%= assistant.created_at&.strftime("%I:%M %p") %></span>
25
+ <%% if assistant.cost.total&.positive? %>
26
+ <span class="text-sm text-gray-600">· <%%= cost_label(assistant.cost) %></span>
27
+ <%% end %>
13
28
  </div>
14
29
  </div>
@@ -0,0 +1,14 @@
1
+ <%% if message.respond_to?(:attachments) && message.attachments.attached? %>
2
+ <div class="flex flex-wrap gap-3">
3
+ <%% message.attachments.each do |attachment| %>
4
+ <%% if ActiveStorage.web_image_content_types.include?(attachment.content_type) %>
5
+ <%%= link_to image_tag(attachment, alt: attachment.filename.to_s, class: "block max-w-full max-h-80 rounded-md border border-gray-200"), rails_blob_path(attachment) %>
6
+ <%% else %>
7
+ <%%= link_to rails_blob_path(attachment, disposition: "attachment"), class: "inline-flex items-center gap-2 rounded-md px-3 py-2 bg-white border border-gray-200 hover:bg-gray-50 text-sm" do %>
8
+ <span class="font-medium text-blue-600"><%%= attachment.filename %></span>
9
+ <span class="text-gray-600"><%%= number_to_human_size(attachment.byte_size) %></span>
10
+ <%% end %>
11
+ <%% end %>
12
+ <%% end %>
13
+ </div>
14
+ <%% end %>
@@ -1,4 +1,4 @@
1
- <div id="<%= message_variable_name %>_<%%= <%= message_model_name.demodulize.underscore %>.id %>" class="w-full sm:w-auto my-5 space-y-3 rounded-md px-3 py-2 bg-red-50 border border-red-200">
1
+ <div id="<%%= dom_id(<%= message_model_name.demodulize.underscore %>) %>" class="w-full sm:w-auto my-5 space-y-3 rounded-md px-3 py-2 bg-red-50 border border-red-200">
2
2
  <div>
3
3
  <span class="inline-block rounded px-2 py-0.5 text-xs font-medium bg-red-100 text-red-700">
4
4
  <%%= title.presence || "Error" %>
@@ -1,23 +1,33 @@
1
- <%%= form_with(model: <%= message_variable_name %>, url: <%= chat_model_name.include?('::') ? "#{chat_model_name.split('::').first.underscore}_#{chat_model_name.demodulize.underscore}_#{message_model_name.demodulize.underscore.pluralize}_path(@#{chat_variable_name})" : "[@#{chat_variable_name}, #{message_variable_name}]" %>, id: "new_<%= message_variable_name %>", class: "contents") do |form| %>
2
- <%% if <%= message_variable_name %>.errors.any? %>
3
- <div id="error_explanation" class="bg-red-50 text-red-500 px-3 py-2 font-medium rounded-md mt-3">
4
- <h2><%%= pluralize(<%= message_variable_name %>.errors.count, "error") %> prohibited this <%= message_table_name.singularize.humanize.downcase %> from being saved:</h2>
1
+ <%% if <%= chat_variable_name %>.pending_questions.any? %>
2
+ <p id="new_<%= message_variable_name %>" class="my-5 py-2 px-3 bg-amber-50 text-amber-800 font-medium rounded-md">Answer the questions above to continue.</p>
3
+ <%% else %>
4
+ <%%= form_with(model: <%= message_variable_name %>, url: <%= chat_model_name.include?('::') ? "#{chat_variable_name}_#{message_model_name.demodulize.underscore.pluralize}_path(#{chat_variable_name})" : "[#{chat_variable_name}, #{message_variable_name}]" %>, id: "new_<%= message_variable_name %>", data: { chat_draft: true }, class: "contents") do |form| %>
5
+ <%% if <%= message_variable_name %>.errors.any? %>
6
+ <div id="error_explanation" class="bg-red-50 text-red-500 px-3 py-2 font-medium rounded-md mt-3">
7
+ <h2><%%= pluralize(<%= message_variable_name %>.errors.count, "error") %> prohibited this <%= message_table_name.singularize.humanize.downcase %> from being saved:</h2>
5
8
 
6
- <ul class="list-disc ml-6">
7
- <%% <%= message_variable_name %>.errors.each do |error| %>
8
- <li><%%= error.full_message %></li>
9
- <%% end %>
10
- </ul>
9
+ <ul class="list-disc ml-6">
10
+ <%% <%= message_variable_name %>.errors.each do |error| %>
11
+ <li><%%= error.full_message %></li>
12
+ <%% end %>
13
+ </ul>
14
+ </div>
15
+ <%% end %>
16
+
17
+ <%%= render "<%= chat_model_name.underscore.pluralize %>/model_select", form: form, selected: [ <%= chat_variable_name %>.provider, <%= chat_variable_name %>.model_id ].compact.join(":") %>
18
+
19
+ <div class="my-5">
20
+ <%%= form.label :content, "Message" %>
21
+ <%%= form.text_area :content, rows: 4, placeholder: "Message...", autofocus: true,
22
+ class: ["block shadow-sm rounded-md border px-3 py-2 mt-2 w-full", {"border-gray-400 focus:outline-blue-600": <%= message_variable_name %>.errors[:content].none?, "border-red-400 focus:outline-red-600": <%= message_variable_name %>.errors[:content].any?}] %>
11
23
  </div>
12
- <%% end %>
13
24
 
14
- <div class="my-5">
15
- <%%= form.label :content, "Message" %>
16
- <%%= form.text_area :content, rows: 4, placeholder: "Message...", autofocus: true,
17
- class: ["block shadow-sm rounded-md border px-3 py-2 mt-2 w-full", {"border-gray-400 focus:outline-blue-600": <%= message_variable_name %>.errors[:content].none?, "border-red-400 focus:outline-red-600": <%= message_variable_name %>.errors[:content].any?}] %>
18
- </div>
25
+ <div class="my-5">
26
+ <%%= form.file_field :attachments, multiple: true %>
27
+ </div>
19
28
 
20
- <div class="inline">
21
- <%%= form.submit "Send <%= message_table_name.singularize.humanize.downcase %>", class: "w-full sm:w-auto rounded-md px-3.5 py-2.5 bg-blue-600 hover:bg-blue-500 text-white inline-block font-medium cursor-pointer" %>
22
- </div>
29
+ <div class="inline">
30
+ <%%= form.submit "Send <%= message_table_name.singularize.humanize.downcase %>", class: "w-full sm:w-auto rounded-md px-3.5 py-2.5 bg-blue-600 hover:bg-blue-500 text-white inline-block font-medium cursor-pointer" %>
31
+ </div>
32
+ <%% end %>
23
33
  <%% end %>
@@ -0,0 +1,18 @@
1
+ <div id="queued_message_<%%= queued_message.id %>" class="w-full sm:w-auto my-5 space-y-3 rounded-md px-3 py-2 bg-blue-50 opacity-60">
2
+ <div>
3
+ <span class="inline-block rounded px-2 py-0.5 text-xs font-medium bg-blue-100 text-blue-700">
4
+ User
5
+ </span>
6
+ <span class="inline-block rounded px-2 py-0.5 text-xs font-medium bg-gray-100 text-gray-600">
7
+ Queued
8
+ </span>
9
+ </div>
10
+
11
+ <div class="whitespace-pre-wrap"><%%= queued_message.content %></div>
12
+
13
+ <%%= render "<%= message_model_name.underscore.pluralize %>/attachments", message: queued_message %>
14
+
15
+ <%%= button_to "Cancel", <%= chat_variable_name %>_queued_message_path(<%= chat_model_name.demodulize.underscore %>, queued_message),
16
+ method: :delete,
17
+ class: "rounded-md px-3 py-1.5 bg-gray-100 hover:bg-gray-50 text-sm font-medium cursor-pointer" %>
18
+ </div>
@@ -1,5 +1,5 @@
1
1
  <%% system ||= local_assigns[:<%= message_model_name.demodulize.underscore %>] %>
2
- <div id="<%= message_variable_name %>_<%%= system.id %>" class="w-full sm:w-auto my-5 space-y-3 rounded-md px-3 py-2 bg-gray-50 border border-gray-200">
2
+ <div id="<%%= dom_id(system) %>" class="w-full sm:w-auto my-5 space-y-3 rounded-md px-3 py-2 bg-gray-50 border border-gray-200">
3
3
  <div>
4
4
  <span class="inline-block rounded px-2 py-0.5 text-xs font-medium bg-gray-200 text-gray-700">
5
5
  System
@@ -1,5 +1,8 @@
1
1
  <%% message = local_assigns[:<%= message_model_name.demodulize.underscore %>] || tool_calls %>
2
- <div id="<%= message_variable_name %>_<%%= message.id %>">
2
+ <div id="<%%= dom_id(message) %>">
3
+ <%% if message.content.present? %>
4
+ <%%= render "<%= message_model_name.underscore.pluralize %>/assistant", assistant: message, nested: true %>
5
+ <%% end %>
3
6
  <%% message.<%= tool_call_variable_name.pluralize %>.each_value do |tool_call| %>
4
7
  <%%= render tool_call_partial(tool_call), message: message, tool_call: tool_call %>
5
8
  <%% end %>
@@ -1,12 +1,14 @@
1
1
  <%% user ||= local_assigns[:<%= message_model_name.demodulize.underscore %>] %>
2
- <div id="<%= message_variable_name %>_<%%= user.id %>" class="w-full sm:w-auto my-5 space-y-3 rounded-md px-3 py-2 bg-blue-50">
2
+ <div id="<%%= dom_id(user) %>" class="w-full sm:w-auto my-5 space-y-3 rounded-md px-3 py-2 bg-blue-50">
3
3
  <div>
4
4
  <span class="inline-block rounded px-2 py-0.5 text-xs font-medium bg-blue-100 text-blue-700">
5
5
  User
6
6
  </span>
7
7
  </div>
8
8
 
9
- <div id="<%= message_variable_name %>_<%%= user.id %>_content" class="whitespace-pre-wrap"><%%= user.content %></div>
9
+ <div class="whitespace-pre-wrap"><%%= user.content %></div>
10
+
11
+ <%%= render "<%= message_model_name.underscore.pluralize %>/attachments", message: user %>
10
12
 
11
13
  <div>
12
14
  <span class="text-sm text-gray-600"><%%= user.created_at&.strftime("%I:%M %p") %></span>
@@ -1,7 +1,7 @@
1
1
  <div id="<%= message_variable_name %>_tool_call_<%%= tool_call.id %>" class="w-full sm:w-auto my-5 space-y-3 rounded-md px-3 py-2 bg-gray-50 border border-gray-200">
2
2
  <div>
3
3
  <span class="inline-block rounded px-2 py-0.5 text-xs font-medium bg-gray-200 text-gray-700">
4
- Tool Call
4
+ <%%= tool_label(tool_call.name) %> call
5
5
  </span>
6
6
  </div>
7
7
 
@@ -5,15 +5,17 @@
5
5
  title: "Tool Result Error",
6
6
  error_message: error_message %>
7
7
  <%% else %>
8
- <div id="<%= message_variable_name %>_<%%= tool.id %>" class="w-full sm:w-auto my-5 space-y-3 rounded-md px-3 py-2 bg-gray-50 border border-gray-200">
8
+ <div id="<%%= dom_id(tool) %>" class="w-full sm:w-auto my-5 space-y-3 rounded-md px-3 py-2 bg-gray-50 border border-gray-200">
9
9
  <div>
10
10
  <span class="inline-block rounded px-2 py-0.5 text-xs font-medium bg-gray-200 text-gray-700">
11
- Tool
11
+ <%%= tool_result_label(tool) %> result
12
12
  </span>
13
13
  </div>
14
14
 
15
15
  <pre class="whitespace-pre-wrap text-gray-700 text-sm overflow-x-auto"><%%= tool.content.presence || "(no output)" %></pre>
16
16
 
17
+ <%%= render "<%= message_model_name.underscore.pluralize %>/attachments", message: tool %>
18
+
17
19
  <div>
18
20
  <span class="text-sm text-gray-600"><%%= tool.created_at&.strftime("%I:%M %p") %></span>
19
21
  </div>
@@ -0,0 +1,101 @@
1
+ <%% answers_path = <%= chat_variable_name %>_answers_path(<%= chat_model_name.demodulize.underscore %>) %>
2
+ <%% card = "question_#{question.id.parameterize}" %>
3
+ <%% single = question.fields.first if question.fields.one? %>
4
+ <%% choices = single&.choices&.to_h { |choice| [choice, choice] } %>
5
+ <%% choices = { "Yes" => true, "No" => false } if single&.type == "boolean" %>
6
+ <%% steps = { "integer" => 1, "number" => "any" } %>
7
+ <%% primary = "w-full sm:w-auto rounded-md px-3.5 py-2.5 bg-blue-600 hover:bg-blue-500 text-white font-medium cursor-pointer" %>
8
+ <%% secondary = "w-full sm:w-auto rounded-md px-3.5 py-2.5 bg-gray-100 hover:bg-gray-50 font-medium cursor-pointer" %>
9
+ <div id="<%%= card %>" class="w-full sm:w-auto my-5 space-y-3 rounded-md px-3 py-2 bg-amber-50 border border-amber-200">
10
+ <%% if question.approval? %>
11
+ <%% arguments = question.tool_call.arguments %>
12
+ <%% sandbox = arguments["sandbox"].presence if question.tool_call.name == "run_code" %>
13
+ <div>
14
+ <span class="inline-block rounded px-2 py-0.5 text-xs font-medium bg-amber-100 text-amber-800">
15
+ Approve <%%= question.tool_call.name %>?
16
+ </span>
17
+ </div>
18
+
19
+ <%% if sandbox %>
20
+ <p><%%= arguments["reason"] %></p>
21
+ <pre class="whitespace-pre-wrap text-gray-700 text-sm overflow-x-auto"><%%= arguments["code"] %></pre>
22
+ <p class="text-sm text-gray-700">Runs in the <strong class="font-medium text-gray-900"><%%= sandbox %></strong> sandbox. <%%= <%= chat_model_name.demodulize.underscore %>.tools[:run_code]&.summary(sandbox) %></p>
23
+ <%% else %>
24
+ <dl class="space-y-2 text-sm">
25
+ <%% arguments.each do |name, value| %>
26
+ <div>
27
+ <dt class="font-medium text-gray-900"><%%= name.to_s.humanize %></dt>
28
+ <dd><pre class="whitespace-pre-wrap text-gray-700 overflow-x-auto"><%%= value.is_a?(String) ? value : value.to_json %></pre></dd>
29
+ </div>
30
+ <%% end %>
31
+ </dl>
32
+ <%% end %>
33
+
34
+ <div class="flex flex-col sm:flex-row gap-2">
35
+ <%%= button_to "Approve", answers_path, params: { question_id: question.id }, class: primary %>
36
+ <%%= button_to "Deny", answers_path, params: { question_id: question.id, decline: true }, class: secondary %>
37
+ </div>
38
+ <%% else %>
39
+ <p class="font-medium text-gray-900"><%%= question.message %></p>
40
+
41
+ <%% if question.form? && !choices %>
42
+ <%%= form_with url: answers_path, class: "space-y-3" do |form| %>
43
+ <%%= form.hidden_field :question_id, value: question.id %>
44
+ <%% if question.fields.one? %>
45
+ <div>
46
+ <%%= form.text_field :answer, value: single.default, required: single.required?, id: "#{card}_answer",
47
+ type: steps.key?(single.type) ? "number" : "text", step: steps[single.type], "aria-label": question.message, class: "block shadow-sm rounded-md border border-gray-400 px-3 py-2 w-full" %>
48
+ <%% if single.description %>
49
+ <p class="mt-1 text-xs text-gray-600"><%%= single.description %></p>
50
+ <%% end %>
51
+ </div>
52
+ <%% else %>
53
+ <%% question.fields.each do |field| %>
54
+ <%% field_id = "#{card}_#{field.name.to_s.parameterize(separator: "_")}" %>
55
+ <%% caption = field.title || field.name.to_s.humanize %>
56
+ <%% list = field.type == "array" %>
57
+ <div>
58
+ <%% if field.type == "boolean" %>
59
+ <div class="flex items-center gap-2">
60
+ <%%= form.check_box "answer[#{field.name}]", { checked: field.default, id: field_id }, "true", "false" %>
61
+ <%%= label_tag field_id, caption, class: "text-sm font-medium" %>
62
+ </div>
63
+ <%% else %>
64
+ <%%= label_tag field_id, caption, class: "block text-sm font-medium" %>
65
+ <%% if field.choices %>
66
+ <%%= form.select "answer[#{field.name}]", field.choices, { selected: field.default, include_blank: !field.required? && !list },
67
+ id: field_id, multiple: list, required: list && field.required?, class: "block shadow-sm rounded-md border border-gray-400 px-3 py-2 mt-1 w-full" %>
68
+ <%% else %>
69
+ <%%= form.text_field "answer[#{field.name}]", value: field.default, required: field.required?, id: field_id,
70
+ type: steps.key?(field.type) ? "number" : "text", step: steps[field.type],
71
+ class: "block shadow-sm rounded-md border border-gray-400 px-3 py-2 mt-1 w-full" %>
72
+ <%% end %>
73
+ <%% end %>
74
+ <%% if field.description %>
75
+ <p class="mt-1 text-xs text-gray-600"><%%= field.description %></p>
76
+ <%% end %>
77
+ </div>
78
+ <%% end %>
79
+ <%% end %>
80
+ <div class="flex flex-col sm:flex-row gap-2">
81
+ <%%= form.submit "Send", class: primary %>
82
+ <%%= form.button "Decline", name: :decline, value: true, formnovalidate: true, class: secondary %>
83
+ </div>
84
+ <%% end %>
85
+ <%% else %>
86
+ <%% if question.url? %>
87
+ <p class="text-sm [overflow-wrap:anywhere]"><%%= link_to question.url, question.url, target: "_blank", rel: "noopener noreferrer", class: "text-blue-600 hover:underline" %></p>
88
+ <%% end %>
89
+ <div class="flex flex-col sm:flex-row sm:flex-wrap gap-2">
90
+ <%% if question.url? %>
91
+ <%%= button_to "Done", answers_path, params: { question_id: question.id }, class: primary %>
92
+ <%% else %>
93
+ <%% choices.each do |label, value| %>
94
+ <%%= button_to label, answers_path, params: { question_id: question.id, answer: value }, class: primary %>
95
+ <%% end %>
96
+ <%% end %>
97
+ <%%= button_to "Decline", answers_path, params: { question_id: question.id, decline: true }, class: secondary %>
98
+ </div>
99
+ <%% end %>
100
+ <%% end %>
101
+ </div>
@@ -0,0 +1,28 @@
1
+ require "test_helper"
2
+ require "ruby_llm/test_helper"
3
+
4
+ class <%= chat_agent_class_name %>Test < ActiveSupport::TestCase
5
+ include RubyLLM::TestHelper
6
+
7
+ class LogsTool < RubyLLM::Tool
8
+ description "Returns the application's logs"
9
+
10
+ def execute = "A log line\n" * 100_000
11
+ end
12
+
13
+ test "cuts a tool result that would fill the context window" do
14
+ stub_replies tool_call(LogsTool.tool_name), "The logs look fine."
15
+ chat = <%= chat_agent_class_name %>.create!.with_tools(LogsTool)
16
+ budget = chat.context_budget
17
+ assert_not_nil budget
18
+ window = 100_000
19
+ chat.with_context_budget(**budget, window:)
20
+
21
+ chat.ask "What do the logs say?"
22
+
23
+ result = chat.<%= message_table_name %>.find_by(role: :tool).content
24
+ assert result.start_with?("A log line")
25
+ # The budget counts two characters a token.
26
+ assert_operator result.length, :<=, window * budget[:per_result] * 2
27
+ end
28
+ end
@@ -0,0 +1,5 @@
1
+ require "test_helper"
2
+
3
+ class ApplicationSystemTestCase < ActionDispatch::SystemTestCase
4
+ driven_by :selenium, using: :headless_chrome, screen_size: [ 1400, 1400 ]
5
+ end