lex-agentic-learning 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/CHANGELOG.md +12 -0
- data/Gemfile +5 -0
- data/LICENSE +21 -0
- data/README.md +13 -0
- data/lex-agentic-learning.gemspec +30 -0
- data/lib/legion/extensions/agentic/learning/anchoring/client.rb +26 -0
- data/lib/legion/extensions/agentic/learning/anchoring/helpers/anchor.rb +65 -0
- data/lib/legion/extensions/agentic/learning/anchoring/helpers/anchor_store.rb +132 -0
- data/lib/legion/extensions/agentic/learning/anchoring/helpers/constants.rb +31 -0
- data/lib/legion/extensions/agentic/learning/anchoring/runners/anchoring.rb +100 -0
- data/lib/legion/extensions/agentic/learning/anchoring/version.rb +13 -0
- data/lib/legion/extensions/agentic/learning/anchoring.rb +19 -0
- data/lib/legion/extensions/agentic/learning/catalyst/client.rb +15 -0
- data/lib/legion/extensions/agentic/learning/catalyst/helpers/catalyst.rb +87 -0
- data/lib/legion/extensions/agentic/learning/catalyst/helpers/catalyst_engine.rb +153 -0
- data/lib/legion/extensions/agentic/learning/catalyst/helpers/constants.rb +55 -0
- data/lib/legion/extensions/agentic/learning/catalyst/helpers/reaction.rb +87 -0
- data/lib/legion/extensions/agentic/learning/catalyst/runners/cognitive_catalyst.rb +103 -0
- data/lib/legion/extensions/agentic/learning/catalyst/version.rb +13 -0
- data/lib/legion/extensions/agentic/learning/catalyst.rb +22 -0
- data/lib/legion/extensions/agentic/learning/chrysalis/client.rb +22 -0
- data/lib/legion/extensions/agentic/learning/chrysalis/helpers/chrysalis.rb +137 -0
- data/lib/legion/extensions/agentic/learning/chrysalis/helpers/cocoon.rb +89 -0
- data/lib/legion/extensions/agentic/learning/chrysalis/helpers/constants.rb +49 -0
- data/lib/legion/extensions/agentic/learning/chrysalis/helpers/metamorphosis_engine.rb +157 -0
- data/lib/legion/extensions/agentic/learning/chrysalis/runners/cognitive_chrysalis.rb +129 -0
- data/lib/legion/extensions/agentic/learning/chrysalis/version.rb +13 -0
- data/lib/legion/extensions/agentic/learning/chrysalis.rb +21 -0
- data/lib/legion/extensions/agentic/learning/curiosity/client.rb +28 -0
- data/lib/legion/extensions/agentic/learning/curiosity/helpers/constants.rb +30 -0
- data/lib/legion/extensions/agentic/learning/curiosity/helpers/gap_detector.rb +167 -0
- data/lib/legion/extensions/agentic/learning/curiosity/helpers/wonder.rb +73 -0
- data/lib/legion/extensions/agentic/learning/curiosity/helpers/wonder_store.rb +149 -0
- data/lib/legion/extensions/agentic/learning/curiosity/runners/curiosity.rb +163 -0
- data/lib/legion/extensions/agentic/learning/curiosity/version.rb +13 -0
- data/lib/legion/extensions/agentic/learning/curiosity.rb +21 -0
- data/lib/legion/extensions/agentic/learning/epistemic_curiosity/client.rb +28 -0
- data/lib/legion/extensions/agentic/learning/epistemic_curiosity/helpers/constants.rb +31 -0
- data/lib/legion/extensions/agentic/learning/epistemic_curiosity/helpers/curiosity_engine.rb +122 -0
- data/lib/legion/extensions/agentic/learning/epistemic_curiosity/helpers/knowledge_gap.rb +70 -0
- data/lib/legion/extensions/agentic/learning/epistemic_curiosity/runners/epistemic_curiosity.rb +106 -0
- data/lib/legion/extensions/agentic/learning/epistemic_curiosity/version.rb +13 -0
- data/lib/legion/extensions/agentic/learning/epistemic_curiosity.rb +19 -0
- data/lib/legion/extensions/agentic/learning/fermentation/client.rb +19 -0
- data/lib/legion/extensions/agentic/learning/fermentation/helpers/batch.rb +75 -0
- data/lib/legion/extensions/agentic/learning/fermentation/helpers/constants.rb +78 -0
- data/lib/legion/extensions/agentic/learning/fermentation/helpers/fermentation_engine.rb +147 -0
- data/lib/legion/extensions/agentic/learning/fermentation/helpers/substrate.rb +108 -0
- data/lib/legion/extensions/agentic/learning/fermentation/runners/cognitive_fermentation.rb +60 -0
- data/lib/legion/extensions/agentic/learning/fermentation/version.rb +13 -0
- data/lib/legion/extensions/agentic/learning/fermentation.rb +22 -0
- data/lib/legion/extensions/agentic/learning/habit/client.rb +26 -0
- data/lib/legion/extensions/agentic/learning/habit/helpers/action_sequence.rb +120 -0
- data/lib/legion/extensions/agentic/learning/habit/helpers/constants.rb +44 -0
- data/lib/legion/extensions/agentic/learning/habit/helpers/habit_store.rb +148 -0
- data/lib/legion/extensions/agentic/learning/habit/runners/habit.rb +86 -0
- data/lib/legion/extensions/agentic/learning/habit/version.rb +13 -0
- data/lib/legion/extensions/agentic/learning/habit.rb +19 -0
- data/lib/legion/extensions/agentic/learning/hebbian/actors/decay.rb +45 -0
- data/lib/legion/extensions/agentic/learning/hebbian/client.rb +29 -0
- data/lib/legion/extensions/agentic/learning/hebbian/helpers/assembly.rb +82 -0
- data/lib/legion/extensions/agentic/learning/hebbian/helpers/assembly_network.rb +190 -0
- data/lib/legion/extensions/agentic/learning/hebbian/helpers/constants.rb +50 -0
- data/lib/legion/extensions/agentic/learning/hebbian/helpers/unit.rb +94 -0
- data/lib/legion/extensions/agentic/learning/hebbian/runners/hebbian_assembly.rb +94 -0
- data/lib/legion/extensions/agentic/learning/hebbian/version.rb +13 -0
- data/lib/legion/extensions/agentic/learning/hebbian.rb +20 -0
- data/lib/legion/extensions/agentic/learning/learning_rate/client.rb +25 -0
- data/lib/legion/extensions/agentic/learning/learning_rate/helpers/constants.rb +35 -0
- data/lib/legion/extensions/agentic/learning/learning_rate/helpers/rate_model.rb +133 -0
- data/lib/legion/extensions/agentic/learning/learning_rate/runners/learning_rate.rb +85 -0
- data/lib/legion/extensions/agentic/learning/learning_rate/version.rb +13 -0
- data/lib/legion/extensions/agentic/learning/learning_rate.rb +18 -0
- data/lib/legion/extensions/agentic/learning/meta_learning/client.rb +27 -0
- data/lib/legion/extensions/agentic/learning/meta_learning/helpers/constants.rb +46 -0
- data/lib/legion/extensions/agentic/learning/meta_learning/helpers/learning_domain.rb +85 -0
- data/lib/legion/extensions/agentic/learning/meta_learning/helpers/meta_learning_engine.rb +202 -0
- data/lib/legion/extensions/agentic/learning/meta_learning/helpers/strategy.rb +62 -0
- data/lib/legion/extensions/agentic/learning/meta_learning/runners/meta_learning.rb +118 -0
- data/lib/legion/extensions/agentic/learning/meta_learning/version.rb +13 -0
- data/lib/legion/extensions/agentic/learning/meta_learning.rb +20 -0
- data/lib/legion/extensions/agentic/learning/plasticity/client.rb +15 -0
- data/lib/legion/extensions/agentic/learning/plasticity/helpers/constants.rb +45 -0
- data/lib/legion/extensions/agentic/learning/plasticity/helpers/neural_pathway.rb +85 -0
- data/lib/legion/extensions/agentic/learning/plasticity/helpers/plasticity_engine.rb +130 -0
- data/lib/legion/extensions/agentic/learning/plasticity/runners/cognitive_plasticity.rb +85 -0
- data/lib/legion/extensions/agentic/learning/plasticity/version.rb +13 -0
- data/lib/legion/extensions/agentic/learning/plasticity.rb +19 -0
- data/lib/legion/extensions/agentic/learning/preference_learning/actors/decay.rb +45 -0
- data/lib/legion/extensions/agentic/learning/preference_learning/client.rb +28 -0
- data/lib/legion/extensions/agentic/learning/preference_learning/helpers/constants.rb +35 -0
- data/lib/legion/extensions/agentic/learning/preference_learning/helpers/option.rb +78 -0
- data/lib/legion/extensions/agentic/learning/preference_learning/helpers/preference_engine.rb +121 -0
- data/lib/legion/extensions/agentic/learning/preference_learning/runners/preference_learning.rb +84 -0
- data/lib/legion/extensions/agentic/learning/preference_learning/version.rb +13 -0
- data/lib/legion/extensions/agentic/learning/preference_learning.rb +19 -0
- data/lib/legion/extensions/agentic/learning/procedural/client.rb +19 -0
- data/lib/legion/extensions/agentic/learning/procedural/helpers/constants.rb +46 -0
- data/lib/legion/extensions/agentic/learning/procedural/helpers/learning_engine.rb +160 -0
- data/lib/legion/extensions/agentic/learning/procedural/helpers/production.rb +66 -0
- data/lib/legion/extensions/agentic/learning/procedural/helpers/skill.rb +101 -0
- data/lib/legion/extensions/agentic/learning/procedural/runners/procedural_learning.rb +96 -0
- data/lib/legion/extensions/agentic/learning/procedural/version.rb +13 -0
- data/lib/legion/extensions/agentic/learning/procedural.rb +20 -0
- data/lib/legion/extensions/agentic/learning/scaffolding/client.rb +26 -0
- data/lib/legion/extensions/agentic/learning/scaffolding/helpers/constants.rb +42 -0
- data/lib/legion/extensions/agentic/learning/scaffolding/helpers/scaffold.rb +136 -0
- data/lib/legion/extensions/agentic/learning/scaffolding/helpers/scaffolding_engine.rb +112 -0
- data/lib/legion/extensions/agentic/learning/scaffolding/runners/cognitive_scaffolding.rb +107 -0
- data/lib/legion/extensions/agentic/learning/scaffolding/version.rb +13 -0
- data/lib/legion/extensions/agentic/learning/scaffolding.rb +19 -0
- data/lib/legion/extensions/agentic/learning/version.rb +11 -0
- data/lib/legion/extensions/agentic/learning.rb +31 -0
- data/spec/legion/extensions/agentic/learning/anchoring/client_spec.rb +32 -0
- data/spec/legion/extensions/agentic/learning/anchoring/helpers/anchor_spec.rb +130 -0
- data/spec/legion/extensions/agentic/learning/anchoring/helpers/anchor_store_spec.rb +201 -0
- data/spec/legion/extensions/agentic/learning/anchoring/helpers/constants_spec.rb +63 -0
- data/spec/legion/extensions/agentic/learning/anchoring/runners/anchoring_spec.rb +199 -0
- data/spec/legion/extensions/agentic/learning/catalyst/client_spec.rb +58 -0
- data/spec/legion/extensions/agentic/learning/catalyst/cognitive_catalyst_spec.rb +49 -0
- data/spec/legion/extensions/agentic/learning/catalyst/helpers/catalyst_engine_spec.rb +263 -0
- data/spec/legion/extensions/agentic/learning/catalyst/helpers/catalyst_spec.rb +214 -0
- data/spec/legion/extensions/agentic/learning/catalyst/helpers/reaction_spec.rb +223 -0
- data/spec/legion/extensions/agentic/learning/catalyst/runners/cognitive_catalyst_spec.rb +217 -0
- data/spec/legion/extensions/agentic/learning/chrysalis/client_spec.rb +83 -0
- data/spec/legion/extensions/agentic/learning/chrysalis/cognitive_chrysalis_spec.rb +15 -0
- data/spec/legion/extensions/agentic/learning/chrysalis/helpers/chrysalis_engine_spec.rb +57 -0
- data/spec/legion/extensions/agentic/learning/chrysalis/helpers/chrysalis_spec.rb +305 -0
- data/spec/legion/extensions/agentic/learning/chrysalis/helpers/cocoon_spec.rb +206 -0
- data/spec/legion/extensions/agentic/learning/chrysalis/helpers/constants_spec.rb +109 -0
- data/spec/legion/extensions/agentic/learning/chrysalis/helpers/metamorphic_cycle_spec.rb +76 -0
- data/spec/legion/extensions/agentic/learning/chrysalis/helpers/metamorphosis_engine_spec.rb +247 -0
- data/spec/legion/extensions/agentic/learning/chrysalis/helpers/transformation_phase_spec.rb +98 -0
- data/spec/legion/extensions/agentic/learning/chrysalis/runners/cognitive_chrysalis_spec.rb +180 -0
- data/spec/legion/extensions/agentic/learning/chrysalis/runners/reporting_spec.rb +81 -0
- data/spec/legion/extensions/agentic/learning/chrysalis/runners/transformation_spec.rb +74 -0
- data/spec/legion/extensions/agentic/learning/curiosity/client_spec.rb +27 -0
- data/spec/legion/extensions/agentic/learning/curiosity/helpers/gap_detector_spec.rb +118 -0
- data/spec/legion/extensions/agentic/learning/curiosity/helpers/wonder_spec.rb +130 -0
- data/spec/legion/extensions/agentic/learning/curiosity/helpers/wonder_store_spec.rb +136 -0
- data/spec/legion/extensions/agentic/learning/curiosity/runners/curiosity_spec.rb +159 -0
- data/spec/legion/extensions/agentic/learning/epistemic_curiosity/client_spec.rb +47 -0
- data/spec/legion/extensions/agentic/learning/epistemic_curiosity/helpers/constants_spec.rb +45 -0
- data/spec/legion/extensions/agentic/learning/epistemic_curiosity/helpers/curiosity_engine_spec.rb +229 -0
- data/spec/legion/extensions/agentic/learning/epistemic_curiosity/helpers/knowledge_gap_spec.rb +188 -0
- data/spec/legion/extensions/agentic/learning/epistemic_curiosity/runners/epistemic_curiosity_spec.rb +175 -0
- data/spec/legion/extensions/agentic/learning/fermentation/client_spec.rb +36 -0
- data/spec/legion/extensions/agentic/learning/fermentation/helpers/batch_spec.rb +72 -0
- data/spec/legion/extensions/agentic/learning/fermentation/helpers/fermentation_engine_spec.rb +138 -0
- data/spec/legion/extensions/agentic/learning/fermentation/helpers/substrate_spec.rb +146 -0
- data/spec/legion/extensions/agentic/learning/habit/client_spec.rb +50 -0
- data/spec/legion/extensions/agentic/learning/habit/helpers/action_sequence_spec.rb +276 -0
- data/spec/legion/extensions/agentic/learning/habit/helpers/constants_spec.rb +115 -0
- data/spec/legion/extensions/agentic/learning/habit/helpers/habit_store_spec.rb +274 -0
- data/spec/legion/extensions/agentic/learning/habit/runners/habit_spec.rb +228 -0
- data/spec/legion/extensions/agentic/learning/hebbian/client_spec.rb +38 -0
- data/spec/legion/extensions/agentic/learning/hebbian/helpers/assembly_network_spec.rb +142 -0
- data/spec/legion/extensions/agentic/learning/hebbian/helpers/assembly_spec.rb +89 -0
- data/spec/legion/extensions/agentic/learning/hebbian/helpers/unit_spec.rb +119 -0
- data/spec/legion/extensions/agentic/learning/hebbian/runners/hebbian_assembly_spec.rb +109 -0
- data/spec/legion/extensions/agentic/learning/learning_rate/client_spec.rb +51 -0
- data/spec/legion/extensions/agentic/learning/learning_rate/helpers/constants_spec.rb +29 -0
- data/spec/legion/extensions/agentic/learning/learning_rate/helpers/rate_model_spec.rb +151 -0
- data/spec/legion/extensions/agentic/learning/learning_rate/runners/learning_rate_spec.rb +92 -0
- data/spec/legion/extensions/agentic/learning/meta_learning/client_spec.rb +27 -0
- data/spec/legion/extensions/agentic/learning/meta_learning/helpers/constants_spec.rb +43 -0
- data/spec/legion/extensions/agentic/learning/meta_learning/helpers/learning_domain_spec.rb +146 -0
- data/spec/legion/extensions/agentic/learning/meta_learning/helpers/meta_learning_engine_spec.rb +309 -0
- data/spec/legion/extensions/agentic/learning/meta_learning/helpers/strategy_spec.rb +82 -0
- data/spec/legion/extensions/agentic/learning/meta_learning/runners/meta_learning_spec.rb +185 -0
- data/spec/legion/extensions/agentic/learning/plasticity/helpers/constants_spec.rb +54 -0
- data/spec/legion/extensions/agentic/learning/plasticity/helpers/neural_pathway_spec.rb +136 -0
- data/spec/legion/extensions/agentic/learning/plasticity/helpers/plasticity_engine_spec.rb +157 -0
- data/spec/legion/extensions/agentic/learning/plasticity/runners/cognitive_plasticity_spec.rb +83 -0
- data/spec/legion/extensions/agentic/learning/preference_learning/client_spec.rb +17 -0
- data/spec/legion/extensions/agentic/learning/preference_learning/helpers/constants_spec.rb +67 -0
- data/spec/legion/extensions/agentic/learning/preference_learning/helpers/option_spec.rb +104 -0
- data/spec/legion/extensions/agentic/learning/preference_learning/helpers/preference_engine_spec.rb +151 -0
- data/spec/legion/extensions/agentic/learning/preference_learning/runners/preference_learning_spec.rb +86 -0
- data/spec/legion/extensions/agentic/learning/procedural/client_spec.rb +22 -0
- data/spec/legion/extensions/agentic/learning/procedural/helpers/learning_engine_spec.rb +135 -0
- data/spec/legion/extensions/agentic/learning/procedural/helpers/production_spec.rb +66 -0
- data/spec/legion/extensions/agentic/learning/procedural/helpers/skill_spec.rb +102 -0
- data/spec/legion/extensions/agentic/learning/procedural/runners/procedural_learning_spec.rb +94 -0
- data/spec/legion/extensions/agentic/learning/scaffolding/client_spec.rb +20 -0
- data/spec/legion/extensions/agentic/learning/scaffolding/helpers/constants_spec.rb +36 -0
- data/spec/legion/extensions/agentic/learning/scaffolding/helpers/scaffold_spec.rb +187 -0
- data/spec/legion/extensions/agentic/learning/scaffolding/helpers/scaffolding_engine_spec.rb +159 -0
- data/spec/legion/extensions/agentic/learning/scaffolding/runners/cognitive_scaffolding_spec.rb +163 -0
- data/spec/spec_helper.rb +46 -0
- metadata +277 -0
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
RSpec.describe Legion::Extensions::Agentic::Learning::LearningRate::Runners::LearningRate do
|
|
4
|
+
let(:client) { Legion::Extensions::Agentic::Learning::LearningRate::Client.new }
|
|
5
|
+
|
|
6
|
+
describe '#record_prediction' do
|
|
7
|
+
it 'returns success with rate data' do
|
|
8
|
+
result = client.record_prediction(domain: :math, correct: true)
|
|
9
|
+
expect(result[:success]).to be true
|
|
10
|
+
expect(result[:domain]).to eq(:math)
|
|
11
|
+
expect(result[:rate]).to be_a(Float)
|
|
12
|
+
expect(result[:accuracy]).to be_a(Float)
|
|
13
|
+
expect(result[:label]).to be_a(Symbol)
|
|
14
|
+
end
|
|
15
|
+
|
|
16
|
+
it 'increases rate on incorrect predictions' do
|
|
17
|
+
client.record_prediction(domain: :math, correct: true)
|
|
18
|
+
slow_rate = client.current_rate(domain: :math)[:rate]
|
|
19
|
+
client.record_prediction(domain: :math, correct: false)
|
|
20
|
+
fast_rate = client.current_rate(domain: :math)[:rate]
|
|
21
|
+
expect(fast_rate).to be > slow_rate
|
|
22
|
+
end
|
|
23
|
+
end
|
|
24
|
+
|
|
25
|
+
describe '#record_surprise' do
|
|
26
|
+
it 'returns success with updated rate' do
|
|
27
|
+
result = client.record_surprise(domain: :physics, magnitude: 0.7)
|
|
28
|
+
expect(result[:success]).to be true
|
|
29
|
+
expect(result[:rate]).to be > Legion::Extensions::Agentic::Learning::LearningRate::Helpers::Constants::DEFAULT_RATE
|
|
30
|
+
end
|
|
31
|
+
end
|
|
32
|
+
|
|
33
|
+
describe '#record_error' do
|
|
34
|
+
it 'returns success with updated rate' do
|
|
35
|
+
result = client.record_error(domain: :coding, magnitude: 0.5)
|
|
36
|
+
expect(result[:success]).to be true
|
|
37
|
+
expect(result[:rate]).to be > Legion::Extensions::Agentic::Learning::LearningRate::Helpers::Constants::DEFAULT_RATE
|
|
38
|
+
end
|
|
39
|
+
end
|
|
40
|
+
|
|
41
|
+
describe '#current_rate' do
|
|
42
|
+
it 'returns current rate for a domain' do
|
|
43
|
+
result = client.current_rate(domain: :general)
|
|
44
|
+
expect(result[:success]).to be true
|
|
45
|
+
expect(result[:rate]).to eq(Legion::Extensions::Agentic::Learning::LearningRate::Helpers::Constants::DEFAULT_RATE)
|
|
46
|
+
end
|
|
47
|
+
end
|
|
48
|
+
|
|
49
|
+
describe '#fastest_domains' do
|
|
50
|
+
before do
|
|
51
|
+
3.times { client.record_prediction(domain: :fast, correct: false) }
|
|
52
|
+
client.record_prediction(domain: :slow, correct: true)
|
|
53
|
+
end
|
|
54
|
+
|
|
55
|
+
it 'returns domains sorted by rate' do
|
|
56
|
+
result = client.fastest_domains(count: 2)
|
|
57
|
+
expect(result[:success]).to be true
|
|
58
|
+
expect(result[:domains].keys.first).to eq(:fast)
|
|
59
|
+
end
|
|
60
|
+
end
|
|
61
|
+
|
|
62
|
+
describe '#slowest_domains' do
|
|
63
|
+
before do
|
|
64
|
+
3.times { client.record_prediction(domain: :fast, correct: false) }
|
|
65
|
+
client.record_prediction(domain: :slow, correct: true)
|
|
66
|
+
end
|
|
67
|
+
|
|
68
|
+
it 'returns domains sorted by rate ascending' do
|
|
69
|
+
result = client.slowest_domains(count: 2)
|
|
70
|
+
expect(result[:domains].keys.first).to eq(:slow)
|
|
71
|
+
end
|
|
72
|
+
end
|
|
73
|
+
|
|
74
|
+
describe '#update_learning_rate' do
|
|
75
|
+
it 'decays and returns overall rate' do
|
|
76
|
+
client.record_prediction(domain: :math, correct: false)
|
|
77
|
+
result = client.update_learning_rate
|
|
78
|
+
expect(result[:success]).to be true
|
|
79
|
+
expect(result[:domain_count]).to eq(1)
|
|
80
|
+
expect(result[:overall_rate]).to be_a(Float)
|
|
81
|
+
end
|
|
82
|
+
end
|
|
83
|
+
|
|
84
|
+
describe '#learning_rate_stats' do
|
|
85
|
+
it 'returns stats' do
|
|
86
|
+
result = client.learning_rate_stats
|
|
87
|
+
expect(result[:success]).to be true
|
|
88
|
+
expect(result[:stats]).to have_key(:domain_count)
|
|
89
|
+
expect(result[:stats]).to have_key(:overall_rate)
|
|
90
|
+
end
|
|
91
|
+
end
|
|
92
|
+
end
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require 'legion/extensions/agentic/learning/meta_learning/client'
|
|
4
|
+
|
|
5
|
+
RSpec.describe Legion::Extensions::Agentic::Learning::MetaLearning::Client do
|
|
6
|
+
it 'responds to all runner methods' do
|
|
7
|
+
client = described_class.new
|
|
8
|
+
expect(client).to respond_to(:create_learning_domain)
|
|
9
|
+
expect(client).to respond_to(:register_learning_strategy)
|
|
10
|
+
expect(client).to respond_to(:record_learning_episode)
|
|
11
|
+
expect(client).to respond_to(:recommend_learning_strategy)
|
|
12
|
+
expect(client).to respond_to(:check_transfer_learning)
|
|
13
|
+
expect(client).to respond_to(:apply_transfer_bonus)
|
|
14
|
+
expect(client).to respond_to(:learning_domain_ranking)
|
|
15
|
+
expect(client).to respond_to(:learning_strategy_ranking)
|
|
16
|
+
expect(client).to respond_to(:learning_curve_report)
|
|
17
|
+
expect(client).to respond_to(:update_meta_learning)
|
|
18
|
+
expect(client).to respond_to(:meta_learning_stats)
|
|
19
|
+
end
|
|
20
|
+
|
|
21
|
+
it 'maintains isolated state per instance' do
|
|
22
|
+
c1 = described_class.new
|
|
23
|
+
c2 = described_class.new
|
|
24
|
+
c1.create_learning_domain(name: 'ruby')
|
|
25
|
+
expect(c2.meta_learning_stats[:domain_count]).to eq(0)
|
|
26
|
+
end
|
|
27
|
+
end
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
RSpec.describe Legion::Extensions::Agentic::Learning::MetaLearning::Helpers::Constants do
|
|
4
|
+
it 'defines MAX_DOMAINS as 100' do
|
|
5
|
+
expect(described_module::MAX_DOMAINS).to eq(100)
|
|
6
|
+
end
|
|
7
|
+
|
|
8
|
+
it 'defines MAX_STRATEGIES as 50' do
|
|
9
|
+
expect(described_module::MAX_STRATEGIES).to eq(50)
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
it 'defines MAX_EPISODES as 1000' do
|
|
13
|
+
expect(described_module::MAX_EPISODES).to eq(1000)
|
|
14
|
+
end
|
|
15
|
+
|
|
16
|
+
it 'defines DEFAULT_LEARNING_RATE as 0.1' do
|
|
17
|
+
expect(described_module::DEFAULT_LEARNING_RATE).to eq(0.1)
|
|
18
|
+
end
|
|
19
|
+
|
|
20
|
+
it 'defines STRATEGY_TYPES as an array of symbols' do
|
|
21
|
+
expect(described_module::STRATEGY_TYPES).to be_an(Array)
|
|
22
|
+
expect(described_module::STRATEGY_TYPES).to all(be_a(Symbol))
|
|
23
|
+
expect(described_module::STRATEGY_TYPES).to include(:repetition, :elaboration, :retrieval_practice)
|
|
24
|
+
end
|
|
25
|
+
|
|
26
|
+
it 'defines PROFICIENCY_LABELS covering full 0..1 range' do
|
|
27
|
+
labels = [0.0, 0.1, 0.25, 0.45, 0.65, 0.85].map do |v|
|
|
28
|
+
described_module::PROFICIENCY_LABELS.find { |range, _| range.cover?(v) }&.last
|
|
29
|
+
end
|
|
30
|
+
expect(labels).to all(be_a(Symbol))
|
|
31
|
+
end
|
|
32
|
+
|
|
33
|
+
it 'defines EFFICIENCY_LABELS covering full 0..1 range' do
|
|
34
|
+
labels = [0.0, 0.1, 0.25, 0.45, 0.65, 0.85].map do |v|
|
|
35
|
+
described_module::EFFICIENCY_LABELS.find { |range, _| range.cover?(v) }&.last
|
|
36
|
+
end
|
|
37
|
+
expect(labels).to all(be_a(Symbol))
|
|
38
|
+
end
|
|
39
|
+
|
|
40
|
+
def described_module
|
|
41
|
+
Legion::Extensions::Agentic::Learning::MetaLearning::Helpers::Constants
|
|
42
|
+
end
|
|
43
|
+
end
|
|
@@ -0,0 +1,146 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
RSpec.describe Legion::Extensions::Agentic::Learning::MetaLearning::Helpers::LearningDomain do
|
|
4
|
+
subject(:domain) { described_class.new(name: 'ruby') }
|
|
5
|
+
|
|
6
|
+
describe '#initialize' do
|
|
7
|
+
it 'sets a uuid id' do
|
|
8
|
+
expect(domain.id).to match(/\A[0-9a-f-]{36}\z/)
|
|
9
|
+
end
|
|
10
|
+
|
|
11
|
+
it 'sets name' do
|
|
12
|
+
expect(domain.name).to eq('ruby')
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
it 'starts with zero proficiency' do
|
|
16
|
+
expect(domain.proficiency).to eq(0.0)
|
|
17
|
+
end
|
|
18
|
+
|
|
19
|
+
it 'uses default learning rate' do
|
|
20
|
+
expect(domain.learning_rate).to eq(0.1)
|
|
21
|
+
end
|
|
22
|
+
|
|
23
|
+
it 'starts with zero successes and failures' do
|
|
24
|
+
expect(domain.successes).to eq(0)
|
|
25
|
+
expect(domain.failures).to eq(0)
|
|
26
|
+
end
|
|
27
|
+
|
|
28
|
+
it 'accepts custom learning rate' do
|
|
29
|
+
d = described_class.new(name: 'go', learning_rate: 0.3)
|
|
30
|
+
expect(d.learning_rate).to eq(0.3)
|
|
31
|
+
end
|
|
32
|
+
|
|
33
|
+
it 'accepts related_domains' do
|
|
34
|
+
d = described_class.new(name: 'go', related_domains: ['ruby'])
|
|
35
|
+
expect(d.related_domains).to include('ruby')
|
|
36
|
+
end
|
|
37
|
+
end
|
|
38
|
+
|
|
39
|
+
describe '#record_success!' do
|
|
40
|
+
it 'increments successes and episodes_count' do
|
|
41
|
+
domain.record_success!
|
|
42
|
+
expect(domain.successes).to eq(1)
|
|
43
|
+
expect(domain.episodes_count).to eq(1)
|
|
44
|
+
end
|
|
45
|
+
|
|
46
|
+
it 'increases proficiency by learning_rate' do
|
|
47
|
+
domain.record_success!
|
|
48
|
+
expect(domain.proficiency).to be_within(0.0001).of(0.1)
|
|
49
|
+
end
|
|
50
|
+
|
|
51
|
+
it 'does not exceed proficiency of 1.0' do
|
|
52
|
+
15.times { domain.record_success! }
|
|
53
|
+
expect(domain.proficiency).to be <= 1.0
|
|
54
|
+
end
|
|
55
|
+
end
|
|
56
|
+
|
|
57
|
+
describe '#record_failure!' do
|
|
58
|
+
it 'increments failures and episodes_count' do
|
|
59
|
+
domain.record_failure!
|
|
60
|
+
expect(domain.failures).to eq(1)
|
|
61
|
+
expect(domain.episodes_count).to eq(1)
|
|
62
|
+
end
|
|
63
|
+
|
|
64
|
+
it 'does not drop proficiency below 0.0' do
|
|
65
|
+
domain.record_failure!
|
|
66
|
+
expect(domain.proficiency).to be >= 0.0
|
|
67
|
+
end
|
|
68
|
+
|
|
69
|
+
it 'decreases proficiency when above zero' do
|
|
70
|
+
5.times { domain.record_success! }
|
|
71
|
+
proficiency_before = domain.proficiency
|
|
72
|
+
domain.record_failure!
|
|
73
|
+
expect(domain.proficiency).to be < proficiency_before
|
|
74
|
+
end
|
|
75
|
+
end
|
|
76
|
+
|
|
77
|
+
describe '#efficiency' do
|
|
78
|
+
it 'returns 0.0 with no episodes' do
|
|
79
|
+
expect(domain.efficiency).to eq(0.0)
|
|
80
|
+
end
|
|
81
|
+
|
|
82
|
+
it 'returns 1.0 with all successes' do
|
|
83
|
+
3.times { domain.record_success! }
|
|
84
|
+
expect(domain.efficiency).to eq(1.0)
|
|
85
|
+
end
|
|
86
|
+
|
|
87
|
+
it 'returns 0.5 with equal successes and failures' do
|
|
88
|
+
2.times { domain.record_success! }
|
|
89
|
+
2.times { domain.record_failure! }
|
|
90
|
+
expect(domain.efficiency).to eq(0.5)
|
|
91
|
+
end
|
|
92
|
+
end
|
|
93
|
+
|
|
94
|
+
describe '#efficiency_label' do
|
|
95
|
+
it 'returns :struggling for 0.0 efficiency' do
|
|
96
|
+
expect(domain.efficiency_label).to eq(:struggling)
|
|
97
|
+
end
|
|
98
|
+
|
|
99
|
+
it 'returns :highly_efficient for 1.0 efficiency' do
|
|
100
|
+
3.times { domain.record_success! }
|
|
101
|
+
expect(domain.efficiency_label).to eq(:highly_efficient)
|
|
102
|
+
end
|
|
103
|
+
end
|
|
104
|
+
|
|
105
|
+
describe '#proficiency_label' do
|
|
106
|
+
it 'returns :beginner for new domain' do
|
|
107
|
+
expect(domain.proficiency_label).to eq(:beginner)
|
|
108
|
+
end
|
|
109
|
+
|
|
110
|
+
it 'returns :expert when proficiency >= 0.8' do
|
|
111
|
+
d = described_class.new(name: 'test', learning_rate: 0.9)
|
|
112
|
+
d.record_success!
|
|
113
|
+
expect(d.proficiency_label).to eq(:expert)
|
|
114
|
+
end
|
|
115
|
+
end
|
|
116
|
+
|
|
117
|
+
describe '#adapt_rate!' do
|
|
118
|
+
it 'increases learning rate with positive delta' do
|
|
119
|
+
domain.adapt_rate!(delta: 0.05)
|
|
120
|
+
expect(domain.learning_rate).to be_within(0.0001).of(0.15)
|
|
121
|
+
end
|
|
122
|
+
|
|
123
|
+
it 'decreases learning rate with negative delta' do
|
|
124
|
+
domain.adapt_rate!(delta: -0.05)
|
|
125
|
+
expect(domain.learning_rate).to be_within(0.0001).of(0.05)
|
|
126
|
+
end
|
|
127
|
+
|
|
128
|
+
it 'clamps rate to minimum 0.001' do
|
|
129
|
+
domain.adapt_rate!(delta: -999.0)
|
|
130
|
+
expect(domain.learning_rate).to eq(0.001)
|
|
131
|
+
end
|
|
132
|
+
|
|
133
|
+
it 'clamps rate to maximum 1.0' do
|
|
134
|
+
domain.adapt_rate!(delta: 999.0)
|
|
135
|
+
expect(domain.learning_rate).to eq(1.0)
|
|
136
|
+
end
|
|
137
|
+
end
|
|
138
|
+
|
|
139
|
+
describe '#to_h' do
|
|
140
|
+
it 'returns a hash with all expected keys' do
|
|
141
|
+
h = domain.to_h
|
|
142
|
+
expect(h).to include(:id, :name, :proficiency, :learning_rate, :successes, :failures,
|
|
143
|
+
:efficiency, :proficiency_label, :efficiency_label, :related_domains)
|
|
144
|
+
end
|
|
145
|
+
end
|
|
146
|
+
end
|
data/spec/legion/extensions/agentic/learning/meta_learning/helpers/meta_learning_engine_spec.rb
ADDED
|
@@ -0,0 +1,309 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
RSpec.describe Legion::Extensions::Agentic::Learning::MetaLearning::Helpers::MetaLearningEngine do
|
|
4
|
+
subject(:engine) { described_class.new }
|
|
5
|
+
|
|
6
|
+
let(:ruby_domain) { engine.create_domain(name: 'ruby') }
|
|
7
|
+
let(:python_domain) { engine.create_domain(name: 'python', related_domains: ['ruby']) }
|
|
8
|
+
let(:flash_strategy) do
|
|
9
|
+
engine.create_strategy(name: 'flash_cards', strategy_type: :repetition)
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
describe '#create_domain' do
|
|
13
|
+
it 'returns a LearningDomain' do
|
|
14
|
+
expect(ruby_domain).to be_a(Legion::Extensions::Agentic::Learning::MetaLearning::Helpers::LearningDomain)
|
|
15
|
+
end
|
|
16
|
+
|
|
17
|
+
it 'stores the domain by id' do
|
|
18
|
+
d = ruby_domain
|
|
19
|
+
expect(engine.domains[d.id]).to eq(d)
|
|
20
|
+
end
|
|
21
|
+
|
|
22
|
+
it 'returns error hash when limit reached' do
|
|
23
|
+
stub_const('Legion::Extensions::Agentic::Learning::MetaLearning::Helpers::Constants::MAX_DOMAINS', 0)
|
|
24
|
+
result = engine.create_domain(name: 'test')
|
|
25
|
+
expect(result[:error]).to eq(:limit_reached)
|
|
26
|
+
end
|
|
27
|
+
end
|
|
28
|
+
|
|
29
|
+
describe '#create_strategy' do
|
|
30
|
+
it 'returns a Strategy' do
|
|
31
|
+
expect(flash_strategy).to be_a(Legion::Extensions::Agentic::Learning::MetaLearning::Helpers::Strategy)
|
|
32
|
+
end
|
|
33
|
+
|
|
34
|
+
it 'returns error for invalid strategy_type' do
|
|
35
|
+
result = engine.create_strategy(name: 'bad', strategy_type: :nonexistent)
|
|
36
|
+
expect(result[:error]).to eq(:invalid_strategy_type)
|
|
37
|
+
end
|
|
38
|
+
|
|
39
|
+
it 'returns error when limit reached' do
|
|
40
|
+
stub_const('Legion::Extensions::Agentic::Learning::MetaLearning::Helpers::Constants::MAX_STRATEGIES', 0)
|
|
41
|
+
result = engine.create_strategy(name: 'test', strategy_type: :repetition)
|
|
42
|
+
expect(result[:error]).to eq(:limit_reached)
|
|
43
|
+
end
|
|
44
|
+
end
|
|
45
|
+
|
|
46
|
+
describe '#record_episode' do
|
|
47
|
+
context 'with valid domain' do
|
|
48
|
+
it 'records a successful episode' do
|
|
49
|
+
d = ruby_domain
|
|
50
|
+
result = engine.record_episode(domain_id: d.id, success: true)
|
|
51
|
+
expect(result[:success]).to be true
|
|
52
|
+
expect(result[:domain_name]).to eq('ruby')
|
|
53
|
+
end
|
|
54
|
+
|
|
55
|
+
it 'records a failure episode' do
|
|
56
|
+
d = ruby_domain
|
|
57
|
+
result = engine.record_episode(domain_id: d.id, success: false)
|
|
58
|
+
expect(result[:success]).to be false
|
|
59
|
+
end
|
|
60
|
+
|
|
61
|
+
it 'updates domain proficiency on success' do
|
|
62
|
+
d = ruby_domain
|
|
63
|
+
engine.record_episode(domain_id: d.id, success: true)
|
|
64
|
+
expect(d.proficiency).to be > 0.0
|
|
65
|
+
end
|
|
66
|
+
|
|
67
|
+
it 'appends to episodes array' do
|
|
68
|
+
d = ruby_domain
|
|
69
|
+
engine.record_episode(domain_id: d.id, success: true)
|
|
70
|
+
expect(engine.episodes.size).to eq(1)
|
|
71
|
+
end
|
|
72
|
+
|
|
73
|
+
it 'records strategy usage when strategy_id provided' do
|
|
74
|
+
d = ruby_domain
|
|
75
|
+
s = flash_strategy
|
|
76
|
+
engine.record_episode(domain_id: d.id, strategy_id: s.id, success: true)
|
|
77
|
+
expect(s.usage_count).to eq(1)
|
|
78
|
+
end
|
|
79
|
+
|
|
80
|
+
it 'sets preferred_strategy after successful use' do
|
|
81
|
+
d = ruby_domain
|
|
82
|
+
s = flash_strategy
|
|
83
|
+
engine.record_episode(domain_id: d.id, strategy_id: s.id, success: true)
|
|
84
|
+
expect(d.preferred_strategy).to eq('flash_cards')
|
|
85
|
+
end
|
|
86
|
+
end
|
|
87
|
+
|
|
88
|
+
context 'with invalid domain' do
|
|
89
|
+
it 'returns error hash' do
|
|
90
|
+
result = engine.record_episode(domain_id: 'bad-id', success: true)
|
|
91
|
+
expect(result[:error]).to eq(:domain_not_found)
|
|
92
|
+
end
|
|
93
|
+
end
|
|
94
|
+
end
|
|
95
|
+
|
|
96
|
+
describe '#recommend_strategy' do
|
|
97
|
+
it 'returns error for unknown domain' do
|
|
98
|
+
result = engine.recommend_strategy(domain_id: 'bad')
|
|
99
|
+
expect(result[:error]).to eq(:domain_not_found)
|
|
100
|
+
end
|
|
101
|
+
|
|
102
|
+
it 'returns no_data when no strategies used' do
|
|
103
|
+
d = ruby_domain
|
|
104
|
+
result = engine.recommend_strategy(domain_id: d.id)
|
|
105
|
+
expect(result[:reason]).to eq(:no_data)
|
|
106
|
+
end
|
|
107
|
+
|
|
108
|
+
it 'recommends the best performing strategy' do
|
|
109
|
+
d = ruby_domain
|
|
110
|
+
s1 = engine.create_strategy(name: 'cards', strategy_type: :repetition)
|
|
111
|
+
s2 = engine.create_strategy(name: 'elaboration', strategy_type: :elaboration)
|
|
112
|
+
3.times { engine.record_episode(domain_id: d.id, strategy_id: s1.id, success: true) }
|
|
113
|
+
engine.record_episode(domain_id: d.id, strategy_id: s2.id, success: false)
|
|
114
|
+
result = engine.recommend_strategy(domain_id: d.id)
|
|
115
|
+
expect(result[:recommendation]).to eq('cards')
|
|
116
|
+
end
|
|
117
|
+
|
|
118
|
+
it 'recommends via related domains when no direct data' do
|
|
119
|
+
d_ruby = ruby_domain
|
|
120
|
+
d_python = python_domain
|
|
121
|
+
s = flash_strategy
|
|
122
|
+
3.times { engine.record_episode(domain_id: d_ruby.id, strategy_id: s.id, success: true) }
|
|
123
|
+
result = engine.recommend_strategy(domain_id: d_python.id)
|
|
124
|
+
expect(result[:recommendation]).to eq('flash_cards')
|
|
125
|
+
end
|
|
126
|
+
end
|
|
127
|
+
|
|
128
|
+
describe '#transfer_check' do
|
|
129
|
+
it 'returns error if domain not found' do
|
|
130
|
+
result = engine.transfer_check(source_domain_id: 'bad', target_domain_id: 'also-bad')
|
|
131
|
+
expect(result[:error]).to eq(:domain_not_found)
|
|
132
|
+
end
|
|
133
|
+
|
|
134
|
+
it 'returns not eligible when source proficiency is low' do
|
|
135
|
+
d_ruby = ruby_domain
|
|
136
|
+
d_python = python_domain
|
|
137
|
+
result = engine.transfer_check(source_domain_id: d_ruby.id, target_domain_id: d_python.id)
|
|
138
|
+
expect(result[:eligible]).to be false
|
|
139
|
+
end
|
|
140
|
+
|
|
141
|
+
it 'returns eligible when source is proficient and domains are related' do
|
|
142
|
+
d_ruby = ruby_domain
|
|
143
|
+
d_python = python_domain
|
|
144
|
+
d = described_class.new
|
|
145
|
+
d_ruby_high = d.create_domain(name: 'ruby')
|
|
146
|
+
d_python_rel = d.create_domain(name: 'python', related_domains: ['ruby'])
|
|
147
|
+
8.times { d.record_episode(domain_id: d_ruby_high.id, success: true) }
|
|
148
|
+
result = d.transfer_check(source_domain_id: d_ruby_high.id, target_domain_id: d_python_rel.id)
|
|
149
|
+
expect(result[:eligible]).to be true
|
|
150
|
+
expect(d_ruby).not_to be_nil
|
|
151
|
+
expect(d_python).not_to be_nil
|
|
152
|
+
end
|
|
153
|
+
end
|
|
154
|
+
|
|
155
|
+
describe '#apply_transfer' do
|
|
156
|
+
it 'returns error if domain not found' do
|
|
157
|
+
result = engine.apply_transfer(source_domain_id: 'bad', target_domain_id: 'also-bad')
|
|
158
|
+
expect(result[:error]).to eq(:domain_not_found)
|
|
159
|
+
end
|
|
160
|
+
|
|
161
|
+
it 'returns not applied when not eligible' do
|
|
162
|
+
d_ruby = ruby_domain
|
|
163
|
+
d_python = python_domain
|
|
164
|
+
result = engine.apply_transfer(source_domain_id: d_ruby.id, target_domain_id: d_python.id)
|
|
165
|
+
expect(result[:applied]).to be false
|
|
166
|
+
end
|
|
167
|
+
|
|
168
|
+
it 'applies transfer bonus to target learning rate' do
|
|
169
|
+
eng = described_class.new
|
|
170
|
+
src = eng.create_domain(name: 'ruby')
|
|
171
|
+
tgt = eng.create_domain(name: 'python', related_domains: ['ruby'])
|
|
172
|
+
8.times { eng.record_episode(domain_id: src.id, success: true) }
|
|
173
|
+
original_rate = tgt.learning_rate
|
|
174
|
+
result = eng.apply_transfer(source_domain_id: src.id, target_domain_id: tgt.id)
|
|
175
|
+
expect(result[:applied]).to be true
|
|
176
|
+
expect(tgt.learning_rate).to be > original_rate
|
|
177
|
+
end
|
|
178
|
+
end
|
|
179
|
+
|
|
180
|
+
describe '#domain_ranking' do
|
|
181
|
+
it 'returns domains sorted by proficiency descending' do
|
|
182
|
+
d1 = engine.create_domain(name: 'ruby')
|
|
183
|
+
d2 = engine.create_domain(name: 'python')
|
|
184
|
+
3.times { engine.record_episode(domain_id: d1.id, success: true) }
|
|
185
|
+
engine.record_episode(domain_id: d2.id, success: true)
|
|
186
|
+
ranking = engine.domain_ranking
|
|
187
|
+
expect(ranking.first[:name]).to eq('ruby')
|
|
188
|
+
end
|
|
189
|
+
|
|
190
|
+
it 'respects the limit parameter' do
|
|
191
|
+
5.times { |i| engine.create_domain(name: "domain_#{i}") }
|
|
192
|
+
expect(engine.domain_ranking(limit: 3).size).to eq(3)
|
|
193
|
+
end
|
|
194
|
+
end
|
|
195
|
+
|
|
196
|
+
describe '#strategy_ranking' do
|
|
197
|
+
it 'returns strategies sorted by success_rate descending' do
|
|
198
|
+
s1 = engine.create_strategy(name: 'good', strategy_type: :repetition)
|
|
199
|
+
s2 = engine.create_strategy(name: 'bad', strategy_type: :elaboration)
|
|
200
|
+
d = ruby_domain
|
|
201
|
+
3.times { engine.record_episode(domain_id: d.id, strategy_id: s1.id, success: true) }
|
|
202
|
+
engine.record_episode(domain_id: d.id, strategy_id: s2.id, success: false)
|
|
203
|
+
ranking = engine.strategy_ranking
|
|
204
|
+
expect(ranking.first[:name]).to eq('good')
|
|
205
|
+
end
|
|
206
|
+
end
|
|
207
|
+
|
|
208
|
+
describe '#overall_efficiency' do
|
|
209
|
+
it 'returns 0.0 with no domains' do
|
|
210
|
+
expect(engine.overall_efficiency).to eq(0.0)
|
|
211
|
+
end
|
|
212
|
+
|
|
213
|
+
it 'returns average efficiency across domains' do
|
|
214
|
+
d1 = engine.create_domain(name: 'ruby')
|
|
215
|
+
d2 = engine.create_domain(name: 'python')
|
|
216
|
+
2.times { engine.record_episode(domain_id: d1.id, success: true) }
|
|
217
|
+
2.times { engine.record_episode(domain_id: d2.id, success: false) }
|
|
218
|
+
expect(engine.overall_efficiency).to eq(0.5)
|
|
219
|
+
end
|
|
220
|
+
end
|
|
221
|
+
|
|
222
|
+
describe '#learning_curve' do
|
|
223
|
+
it 'returns error for unknown domain' do
|
|
224
|
+
result = engine.learning_curve(domain_id: 'bad')
|
|
225
|
+
expect(result[:error]).to eq(:domain_not_found)
|
|
226
|
+
end
|
|
227
|
+
|
|
228
|
+
it 'returns episodes for domain in order' do
|
|
229
|
+
d = ruby_domain
|
|
230
|
+
3.times { engine.record_episode(domain_id: d.id, success: true) }
|
|
231
|
+
result = engine.learning_curve(domain_id: d.id)
|
|
232
|
+
expect(result[:curve].size).to eq(3)
|
|
233
|
+
expect(result[:domain]).to eq('ruby')
|
|
234
|
+
end
|
|
235
|
+
|
|
236
|
+
it 'includes proficiency snapshots' do
|
|
237
|
+
d = ruby_domain
|
|
238
|
+
engine.record_episode(domain_id: d.id, success: true)
|
|
239
|
+
result = engine.learning_curve(domain_id: d.id)
|
|
240
|
+
expect(result[:curve].first).to have_key(:proficiency)
|
|
241
|
+
end
|
|
242
|
+
end
|
|
243
|
+
|
|
244
|
+
describe '#adapt_rates' do
|
|
245
|
+
it 'boosts rate for highly efficient domain' do
|
|
246
|
+
d = engine.create_domain(name: 'ruby')
|
|
247
|
+
5.times { engine.record_episode(domain_id: d.id, success: true) }
|
|
248
|
+
original_rate = d.learning_rate
|
|
249
|
+
engine.adapt_rates
|
|
250
|
+
expect(d.learning_rate).to be > original_rate
|
|
251
|
+
end
|
|
252
|
+
|
|
253
|
+
it 'decays rate for struggling domain' do
|
|
254
|
+
d = engine.create_domain(name: 'ruby')
|
|
255
|
+
5.times { engine.record_episode(domain_id: d.id, success: false) }
|
|
256
|
+
original_rate = d.learning_rate
|
|
257
|
+
engine.adapt_rates
|
|
258
|
+
expect(d.learning_rate).to be < original_rate
|
|
259
|
+
end
|
|
260
|
+
|
|
261
|
+
it 'returns count of adapted domains' do
|
|
262
|
+
d = engine.create_domain(name: 'ruby')
|
|
263
|
+
5.times { engine.record_episode(domain_id: d.id, success: true) }
|
|
264
|
+
result = engine.adapt_rates
|
|
265
|
+
expect(result[:count]).to eq(1)
|
|
266
|
+
end
|
|
267
|
+
|
|
268
|
+
it 'skips domains with no episodes' do
|
|
269
|
+
engine.create_domain(name: 'virgin')
|
|
270
|
+
result = engine.adapt_rates
|
|
271
|
+
expect(result[:count]).to eq(0)
|
|
272
|
+
end
|
|
273
|
+
end
|
|
274
|
+
|
|
275
|
+
describe '#prune_stale_domains' do
|
|
276
|
+
it 'removes domains with fewer than min_episodes' do
|
|
277
|
+
engine.create_domain(name: 'stale')
|
|
278
|
+
result = engine.prune_stale_domains(min_episodes: 1)
|
|
279
|
+
expect(result[:pruned]).to eq(1)
|
|
280
|
+
expect(result[:remaining]).to eq(0)
|
|
281
|
+
end
|
|
282
|
+
|
|
283
|
+
it 'keeps domains that meet the threshold' do
|
|
284
|
+
d = engine.create_domain(name: 'active')
|
|
285
|
+
engine.record_episode(domain_id: d.id, success: true)
|
|
286
|
+
result = engine.prune_stale_domains(min_episodes: 1)
|
|
287
|
+
expect(result[:pruned]).to eq(0)
|
|
288
|
+
expect(result[:remaining]).to eq(1)
|
|
289
|
+
end
|
|
290
|
+
end
|
|
291
|
+
|
|
292
|
+
describe '#to_h' do
|
|
293
|
+
it 'returns engine stats hash' do
|
|
294
|
+
ruby_domain
|
|
295
|
+
h = engine.to_h
|
|
296
|
+
expect(h).to include(:domain_count, :strategy_count, :episode_count, :overall_efficiency)
|
|
297
|
+
expect(h[:domain_count]).to eq(1)
|
|
298
|
+
end
|
|
299
|
+
end
|
|
300
|
+
|
|
301
|
+
describe 'episode cap' do
|
|
302
|
+
it 'does not exceed MAX_EPISODES' do
|
|
303
|
+
stub_const('Legion::Extensions::Agentic::Learning::MetaLearning::Helpers::Constants::MAX_EPISODES', 3)
|
|
304
|
+
d = engine.create_domain(name: 'ruby')
|
|
305
|
+
5.times { engine.record_episode(domain_id: d.id, success: true) }
|
|
306
|
+
expect(engine.episodes.size).to eq(3)
|
|
307
|
+
end
|
|
308
|
+
end
|
|
309
|
+
end
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
RSpec.describe Legion::Extensions::Agentic::Learning::MetaLearning::Helpers::Strategy do
|
|
4
|
+
subject(:strategy) { described_class.new(name: 'flash_cards', strategy_type: :repetition) }
|
|
5
|
+
|
|
6
|
+
describe '#initialize' do
|
|
7
|
+
it 'sets a uuid id' do
|
|
8
|
+
expect(strategy.id).to match(/\A[0-9a-f-]{36}\z/)
|
|
9
|
+
end
|
|
10
|
+
|
|
11
|
+
it 'sets name and strategy_type' do
|
|
12
|
+
expect(strategy.name).to eq('flash_cards')
|
|
13
|
+
expect(strategy.strategy_type).to eq(:repetition)
|
|
14
|
+
end
|
|
15
|
+
|
|
16
|
+
it 'starts with zero usage_count and success_count' do
|
|
17
|
+
expect(strategy.usage_count).to eq(0)
|
|
18
|
+
expect(strategy.success_count).to eq(0)
|
|
19
|
+
end
|
|
20
|
+
end
|
|
21
|
+
|
|
22
|
+
describe '#use!' do
|
|
23
|
+
it 'increments usage_count' do
|
|
24
|
+
strategy.use!(success: true)
|
|
25
|
+
expect(strategy.usage_count).to eq(1)
|
|
26
|
+
end
|
|
27
|
+
|
|
28
|
+
it 'increments success_count on success' do
|
|
29
|
+
strategy.use!(success: true)
|
|
30
|
+
expect(strategy.success_count).to eq(1)
|
|
31
|
+
end
|
|
32
|
+
|
|
33
|
+
it 'does not increment success_count on failure' do
|
|
34
|
+
strategy.use!(success: false)
|
|
35
|
+
expect(strategy.success_count).to eq(0)
|
|
36
|
+
end
|
|
37
|
+
|
|
38
|
+
it 'tracks domain names uniquely' do
|
|
39
|
+
strategy.use!(success: true, domain_name: 'ruby')
|
|
40
|
+
strategy.use!(success: true, domain_name: 'ruby')
|
|
41
|
+
strategy.use!(success: true, domain_name: 'python')
|
|
42
|
+
expect(strategy.domains_used.uniq.size).to eq(2)
|
|
43
|
+
end
|
|
44
|
+
end
|
|
45
|
+
|
|
46
|
+
describe '#success_rate' do
|
|
47
|
+
it 'returns 0.0 with no uses' do
|
|
48
|
+
expect(strategy.success_rate).to eq(0.0)
|
|
49
|
+
end
|
|
50
|
+
|
|
51
|
+
it 'returns 1.0 with all successes' do
|
|
52
|
+
3.times { strategy.use!(success: true) }
|
|
53
|
+
expect(strategy.success_rate).to eq(1.0)
|
|
54
|
+
end
|
|
55
|
+
|
|
56
|
+
it 'returns 0.5 with equal success and failure' do
|
|
57
|
+
strategy.use!(success: true)
|
|
58
|
+
strategy.use!(success: false)
|
|
59
|
+
expect(strategy.success_rate).to eq(0.5)
|
|
60
|
+
end
|
|
61
|
+
end
|
|
62
|
+
|
|
63
|
+
describe '#versatility' do
|
|
64
|
+
it 'returns 0 for unused strategy' do
|
|
65
|
+
expect(strategy.versatility).to eq(0)
|
|
66
|
+
end
|
|
67
|
+
|
|
68
|
+
it 'returns count of unique domains used' do
|
|
69
|
+
strategy.use!(success: true, domain_name: 'ruby')
|
|
70
|
+
strategy.use!(success: true, domain_name: 'python')
|
|
71
|
+
expect(strategy.versatility).to eq(2)
|
|
72
|
+
end
|
|
73
|
+
end
|
|
74
|
+
|
|
75
|
+
describe '#to_h' do
|
|
76
|
+
it 'includes all expected keys' do
|
|
77
|
+
h = strategy.to_h
|
|
78
|
+
expect(h).to include(:id, :name, :strategy_type, :usage_count, :success_count,
|
|
79
|
+
:success_rate, :versatility, :domains_used, :created_at)
|
|
80
|
+
end
|
|
81
|
+
end
|
|
82
|
+
end
|