activeagent 1.9.6 → 1.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +436 -28
- data/README.md +6 -0
- data/lib/active_agent/base.rb +1 -0
- data/lib/active_agent/cli/eval_commands.rb +3 -3
- data/lib/active_agent/concerns/tooling.rb +9 -0
- data/lib/active_agent/evals/capture.rb +275 -0
- data/lib/active_agent/evals/catalog.rb +150 -19
- data/lib/active_agent/evals/gate_check.rb +79 -0
- data/lib/active_agent/evals/pass_thresholds.rb +137 -0
- data/lib/active_agent/evals/patterns.rb +80 -0
- data/lib/active_agent/evals/publisher.rb +124 -8
- data/lib/active_agent/evals/report.rb +165 -20
- data/lib/active_agent/evals/report_html.rb +91 -17
- data/lib/active_agent/evals/report_markdown.rb +63 -6
- data/lib/active_agent/evals/result.rb +10 -2
- data/lib/active_agent/evals/rspec.rb +87 -0
- data/lib/active_agent/evals/ruby_llm.rb +105 -3
- data/lib/active_agent/evals/runner.rb +59 -16
- data/lib/active_agent/evals/scenario.rb +12 -4
- data/lib/active_agent/evals/scenario_parser.rb +9 -1
- data/lib/active_agent/evals/scorer.rb +53 -23
- data/lib/active_agent/evals/suite.rb +117 -6
- data/lib/active_agent/evals/test_helper.rb +286 -0
- data/lib/active_agent/evals.rb +9 -1
- data/lib/active_agent/providers/_base_provider.rb +17 -1
- data/lib/active_agent/providers/atlas_cloud/options.rb +35 -0
- data/lib/active_agent/providers/atlas_cloud_provider.rb +45 -0
- data/lib/active_agent/providers/cheaper_inference/_types.rb +17 -0
- data/lib/active_agent/providers/cheaper_inference/options.rb +39 -0
- data/lib/active_agent/providers/cheaper_inference_provider.rb +72 -0
- data/lib/active_agent/providers/ollama/_types.rb +1 -0
- data/lib/active_agent/providers/ollama/catalog.rb +221 -0
- data/lib/active_agent/providers/ollama/cloud.rb +109 -0
- data/lib/active_agent/providers/ollama/options.rb +66 -2
- data/lib/active_agent/providers/ollama_provider.rb +55 -3
- data/lib/active_agent/railtie.rb +4 -0
- data/lib/active_agent/version.rb +1 -1
- data/lib/tasks/active_agent/evals.rake +28 -0
- metadata +16 -3
- data/lib/tasks/activeagent_tasks.rake +0 -4
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: activeagent
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.9.
|
|
4
|
+
version: 1.9.7
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Justin Bowen
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2026-
|
|
11
|
+
date: 2026-11-05 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: actionpack
|
|
@@ -464,20 +464,25 @@ files:
|
|
|
464
464
|
- lib/active_agent/delegation/schema.rb
|
|
465
465
|
- lib/active_agent/deprecator.rb
|
|
466
466
|
- lib/active_agent/evals.rb
|
|
467
|
+
- lib/active_agent/evals/capture.rb
|
|
467
468
|
- lib/active_agent/evals/catalog.rb
|
|
468
469
|
- lib/active_agent/evals/comparison.rb
|
|
469
470
|
- lib/active_agent/evals/correlation.rb
|
|
470
471
|
- lib/active_agent/evals/design_tokens.rb
|
|
471
472
|
- lib/active_agent/evals/diagnosis.rb
|
|
472
473
|
- lib/active_agent/evals/format.rb
|
|
474
|
+
- lib/active_agent/evals/gate_check.rb
|
|
473
475
|
- lib/active_agent/evals/judge.rb
|
|
474
476
|
- lib/active_agent/evals/model_spec.rb
|
|
477
|
+
- lib/active_agent/evals/pass_thresholds.rb
|
|
478
|
+
- lib/active_agent/evals/patterns.rb
|
|
475
479
|
- lib/active_agent/evals/publisher.rb
|
|
476
480
|
- lib/active_agent/evals/replay.rb
|
|
477
481
|
- lib/active_agent/evals/report.rb
|
|
478
482
|
- lib/active_agent/evals/report_html.rb
|
|
479
483
|
- lib/active_agent/evals/report_markdown.rb
|
|
480
484
|
- lib/active_agent/evals/result.rb
|
|
485
|
+
- lib/active_agent/evals/rspec.rb
|
|
481
486
|
- lib/active_agent/evals/ruby_llm.rb
|
|
482
487
|
- lib/active_agent/evals/runner.rb
|
|
483
488
|
- lib/active_agent/evals/scenario.rb
|
|
@@ -485,6 +490,7 @@ files:
|
|
|
485
490
|
- lib/active_agent/evals/scorer.rb
|
|
486
491
|
- lib/active_agent/evals/statistics.rb
|
|
487
492
|
- lib/active_agent/evals/suite.rb
|
|
493
|
+
- lib/active_agent/evals/test_helper.rb
|
|
488
494
|
- lib/active_agent/generation.rb
|
|
489
495
|
- lib/active_agent/generation_job.rb
|
|
490
496
|
- lib/active_agent/inline_preview_interceptor.rb
|
|
@@ -500,6 +506,8 @@ files:
|
|
|
500
506
|
- lib/active_agent/providers/anthropic/request.rb
|
|
501
507
|
- lib/active_agent/providers/anthropic/transforms.rb
|
|
502
508
|
- lib/active_agent/providers/anthropic_provider.rb
|
|
509
|
+
- lib/active_agent/providers/atlas_cloud/options.rb
|
|
510
|
+
- lib/active_agent/providers/atlas_cloud_provider.rb
|
|
503
511
|
- lib/active_agent/providers/azure/_types.rb
|
|
504
512
|
- lib/active_agent/providers/azure/options.rb
|
|
505
513
|
- lib/active_agent/providers/azure_open_ai_provider.rb
|
|
@@ -510,6 +518,9 @@ files:
|
|
|
510
518
|
- lib/active_agent/providers/bedrock/bearer_client.rb
|
|
511
519
|
- lib/active_agent/providers/bedrock/options.rb
|
|
512
520
|
- lib/active_agent/providers/bedrock_provider.rb
|
|
521
|
+
- lib/active_agent/providers/cheaper_inference/_types.rb
|
|
522
|
+
- lib/active_agent/providers/cheaper_inference/options.rb
|
|
523
|
+
- lib/active_agent/providers/cheaper_inference_provider.rb
|
|
513
524
|
- lib/active_agent/providers/common/messages/_types.rb
|
|
514
525
|
- lib/active_agent/providers/common/messages/assistant.rb
|
|
515
526
|
- lib/active_agent/providers/common/messages/base.rb
|
|
@@ -554,9 +565,11 @@ files:
|
|
|
554
565
|
- lib/active_agent/providers/mock/request.rb
|
|
555
566
|
- lib/active_agent/providers/mock_provider.rb
|
|
556
567
|
- lib/active_agent/providers/ollama/_types.rb
|
|
568
|
+
- lib/active_agent/providers/ollama/catalog.rb
|
|
557
569
|
- lib/active_agent/providers/ollama/chat/_types.rb
|
|
558
570
|
- lib/active_agent/providers/ollama/chat/request.rb
|
|
559
571
|
- lib/active_agent/providers/ollama/chat/transforms.rb
|
|
572
|
+
- lib/active_agent/providers/ollama/cloud.rb
|
|
560
573
|
- lib/active_agent/providers/ollama/embedding/_types.rb
|
|
561
574
|
- lib/active_agent/providers/ollama/embedding/request.rb
|
|
562
575
|
- lib/active_agent/providers/ollama/embedding/transforms.rb
|
|
@@ -654,7 +667,7 @@ files:
|
|
|
654
667
|
- lib/generators/test_unit/templates/functional_test.rb.tt
|
|
655
668
|
- lib/generators/test_unit/templates/preview.rb.tt
|
|
656
669
|
- lib/rails/agents_controller.rb
|
|
657
|
-
- lib/tasks/
|
|
670
|
+
- lib/tasks/active_agent/evals.rake
|
|
658
671
|
homepage: https://activeagents.ai
|
|
659
672
|
licenses:
|
|
660
673
|
- MIT
|