actionagent 1.2.1 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (55) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +14 -3
  3. data/app/assets/builds/action_agent.css +1 -1
  4. data/app/assets/builds/action_agent.js +48 -44
  5. data/app/controllers/action_agent/api/agent_runs_controller.rb +25 -7
  6. data/app/controllers/action_agent/api/agents_controller.rb +76 -48
  7. data/app/controllers/action_agent/api/analytics_controller.rb +31 -9
  8. data/app/controllers/action_agent/api/base_controller.rb +16 -0
  9. data/app/controllers/action_agent/api/evaluations_controller.rb +237 -7
  10. data/app/controllers/action_agent/api/mcp_controller.rb +13 -3
  11. data/app/controllers/action_agent/api/mcp_servers_controller.rb +28 -8
  12. data/app/controllers/action_agent/api/metrics_controller.rb +44 -11
  13. data/app/controllers/action_agent/api/provider_models_controller.rb +1 -1
  14. data/app/controllers/action_agent/api/sandboxes_controller.rb +6 -0
  15. data/app/controllers/action_agent/api/session_recordings_controller.rb +34 -12
  16. data/app/controllers/action_agent/api/templates_controller.rb +25 -21
  17. data/app/controllers/action_agent/api/traces_controller.rb +25 -5
  18. data/app/controllers/action_agent/api/usage_controller.rb +20 -0
  19. data/app/controllers/action_agent/application_controller.rb +25 -2
  20. data/app/controllers/action_agent/dashboard_controller.rb +2 -1
  21. data/app/controllers/concerns/action_agent/api/agent_serialization.rb +53 -0
  22. data/app/jobs/action_agent/agent_execution_job.rb +40 -20
  23. data/app/jobs/action_agent/application_job.rb +7 -3
  24. data/app/jobs/action_agent/evaluation_run_job.rb +18 -0
  25. data/app/jobs/action_agent/sandbox_cleanup_job.rb +13 -10
  26. data/app/models/action_agent/agent.rb +14 -5
  27. data/app/models/action_agent/agent_template.rb +22 -7
  28. data/app/models/action_agent/evaluation.rb +64 -4
  29. data/app/models/action_agent/evaluation_run.rb +182 -2
  30. data/app/models/action_agent/evaluation_scenario.rb +59 -0
  31. data/app/models/action_agent/evaluation_scenario_result.rb +66 -0
  32. data/app/models/action_agent/recording_action.rb +11 -7
  33. data/app/models/action_agent/sandbox_session.rb +1 -1
  34. data/app/models/action_agent/session_recording.rb +31 -8
  35. data/app/models/action_agent/telemetry_trace.rb +111 -3
  36. data/app/models/concerns/action_agent/adapter_aware.rb +19 -0
  37. data/app/models/concerns/action_agent/ownable.rb +15 -2
  38. data/app/queries/action_agent/metrics_report.rb +498 -0
  39. data/app/services/action_agent/agent_execution_service.rb +11 -3
  40. data/app/services/action_agent/agent_toolbox.rb +28 -5
  41. data/app/services/action_agent/evaluation_tool_resolver.rb +154 -0
  42. data/app/services/action_agent/mcp_catalog.rb +46 -8
  43. data/app/services/action_agent/mcp_recording_middleware.rb +2 -2
  44. data/app/services/action_agent/playwright_mcp_client.rb +6 -6
  45. data/app/services/action_agent/sandbox_orchestrator.rb +12 -1
  46. data/app/services/action_agent/scenario_evaluation_runner.rb +226 -0
  47. data/app/services/action_agent/tool_discovery.rb +22 -8
  48. data/config/routes.rb +25 -2
  49. data/lib/action_agent/engine.rb +136 -19
  50. data/lib/action_agent/version.rb +1 -1
  51. data/lib/action_agent.rb +91 -6
  52. data/lib/generators/action_agent/install_generator.rb +20 -7
  53. data/lib/generators/action_agent/templates/create_active_agent_evaluation_scenarios.rb.erb +79 -0
  54. data/lib/tasks/action_agent.rake +9 -0
  55. metadata +19 -6
metadata CHANGED
@@ -1,13 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: actionagent
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.2.1
4
+ version: 1.3.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Justin Bowen
8
+ autorequire:
8
9
  bindir: bin
9
10
  cert_chain: []
10
- date: 1980-01-02 00:00:00.000000000 Z
11
+ date: 2026-09-09 00:00:00.000000000 Z
11
12
  dependencies:
12
13
  - !ruby/object:Gem::Dependency
13
14
  name: activeagent
@@ -15,7 +16,7 @@ dependencies:
15
16
  requirements:
16
17
  - - ">="
17
18
  - !ruby/object:Gem::Version
18
- version: '1.2'
19
+ version: '1.4'
19
20
  - - "<"
20
21
  - !ruby/object:Gem::Version
21
22
  version: '2'
@@ -25,7 +26,7 @@ dependencies:
25
26
  requirements:
26
27
  - - ">="
27
28
  - !ruby/object:Gem::Version
28
- version: '1.2'
29
+ version: '1.4'
29
30
  - - "<"
30
31
  - !ruby/object:Gem::Version
31
32
  version: '2'
@@ -142,11 +143,14 @@ files:
142
143
  - app/controllers/action_agent/api/tools_controller.rb
143
144
  - app/controllers/action_agent/api/trace_reports_controller.rb
144
145
  - app/controllers/action_agent/api/traces_controller.rb
146
+ - app/controllers/action_agent/api/usage_controller.rb
145
147
  - app/controllers/action_agent/application_controller.rb
146
148
  - app/controllers/action_agent/dashboard_controller.rb
147
149
  - app/controllers/action_agent/traces_controller.rb
150
+ - app/controllers/concerns/action_agent/api/agent_serialization.rb
148
151
  - app/jobs/action_agent/agent_execution_job.rb
149
152
  - app/jobs/action_agent/application_job.rb
153
+ - app/jobs/action_agent/evaluation_run_job.rb
150
154
  - app/jobs/action_agent/process_telemetry_traces_job.rb
151
155
  - app/jobs/action_agent/sandbox_cleanup_job.rb
152
156
  - app/jobs/action_agent/sandbox_provision_job.rb
@@ -165,6 +169,8 @@ files:
165
169
  - app/models/action_agent/application_record.rb
166
170
  - app/models/action_agent/evaluation.rb
167
171
  - app/models/action_agent/evaluation_run.rb
172
+ - app/models/action_agent/evaluation_scenario.rb
173
+ - app/models/action_agent/evaluation_scenario_result.rb
168
174
  - app/models/action_agent/model_pricing.rb
169
175
  - app/models/action_agent/provider_key.rb
170
176
  - app/models/action_agent/recording_action.rb
@@ -178,6 +184,7 @@ files:
178
184
  - app/models/concerns/action_agent/ownable.rb
179
185
  - app/models/concerns/action_agent/session_recordable.rb
180
186
  - app/queries/action_agent/agent_executions.rb
187
+ - app/queries/action_agent/metrics_report.rb
181
188
  - app/serializers/action_agent/agent_message_serializer.rb
182
189
  - app/serializers/action_agent/interaction_preview.rb
183
190
  - app/serializers/action_agent/telemetry_trace_serializer.rb
@@ -187,11 +194,13 @@ files:
187
194
  - app/services/action_agent/agent_scorecard.rb
188
195
  - app/services/action_agent/agent_toolbox.rb
189
196
  - app/services/action_agent/evaluation_runner_service.rb
197
+ - app/services/action_agent/evaluation_tool_resolver.rb
190
198
  - app/services/action_agent/mcp_catalog.rb
191
199
  - app/services/action_agent/mcp_recording_middleware.rb
192
200
  - app/services/action_agent/mock_sandbox_backend.rb
193
201
  - app/services/action_agent/playwright_mcp_client.rb
194
202
  - app/services/action_agent/sandbox_orchestrator.rb
203
+ - app/services/action_agent/scenario_evaluation_runner.rb
195
204
  - app/services/action_agent/session_recording_service.rb
196
205
  - app/services/action_agent/tool_discovery.rb
197
206
  - app/views/action_agent/dashboard/index.html.erb
@@ -211,7 +220,9 @@ files:
211
220
  - lib/generators/action_agent/templates/action_agent.rb.erb
212
221
  - lib/generators/action_agent/templates/add_agent_id_to_active_agent_telemetry_traces.rb.erb
213
222
  - lib/generators/action_agent/templates/create_active_agent_dashboard_tables.rb.erb
223
+ - lib/generators/action_agent/templates/create_active_agent_evaluation_scenarios.rb.erb
214
224
  - lib/generators/action_agent/templates/create_active_agent_telemetry_traces.rb.erb
225
+ - lib/tasks/action_agent.rake
215
226
  homepage: https://activeagents.ai
216
227
  licenses:
217
228
  - MIT
@@ -220,6 +231,7 @@ metadata:
220
231
  documentation_uri: https://docs.activeagents.ai/framework/self-hosted-observability
221
232
  source_code_uri: https://github.com/activeagents/activeagent
222
233
  rubygems_mfa_required: 'true'
234
+ post_install_message:
223
235
  rdoc_options: []
224
236
  require_paths:
225
237
  - lib
@@ -227,14 +239,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
227
239
  requirements:
228
240
  - - ">="
229
241
  - !ruby/object:Gem::Version
230
- version: 3.1.0
242
+ version: 3.2.0
231
243
  required_rubygems_version: !ruby/object:Gem::Requirement
232
244
  requirements:
233
245
  - - ">="
234
246
  - !ruby/object:Gem::Version
235
247
  version: '0'
236
248
  requirements: []
237
- rubygems_version: 4.0.6
249
+ rubygems_version: 3.5.22
250
+ signing_key:
238
251
  specification_version: 4
239
252
  summary: The Active Agent dashboard, as a mountable Rails engine
240
253
  test_files: []