decision_agent 0.3.0 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +234 -14
- data/lib/decision_agent/ab_testing/ab_test.rb +5 -1
- data/lib/decision_agent/ab_testing/ab_test_assignment.rb +2 -0
- data/lib/decision_agent/ab_testing/ab_test_manager.rb +2 -0
- data/lib/decision_agent/ab_testing/ab_testing_agent.rb +2 -0
- data/lib/decision_agent/ab_testing/storage/activerecord_adapter.rb +2 -13
- data/lib/decision_agent/ab_testing/storage/adapter.rb +2 -0
- data/lib/decision_agent/ab_testing/storage/memory_adapter.rb +2 -0
- data/lib/decision_agent/agent.rb +78 -9
- data/lib/decision_agent/audit/adapter.rb +2 -0
- data/lib/decision_agent/audit/logger_adapter.rb +2 -0
- data/lib/decision_agent/audit/null_adapter.rb +2 -0
- data/lib/decision_agent/auth/access_audit_logger.rb +2 -0
- data/lib/decision_agent/auth/authenticator.rb +2 -0
- data/lib/decision_agent/auth/password_reset_manager.rb +2 -0
- data/lib/decision_agent/auth/password_reset_token.rb +2 -0
- data/lib/decision_agent/auth/permission.rb +2 -0
- data/lib/decision_agent/auth/permission_checker.rb +2 -0
- data/lib/decision_agent/auth/rbac_adapter.rb +2 -0
- data/lib/decision_agent/auth/rbac_config.rb +2 -0
- data/lib/decision_agent/auth/role.rb +2 -0
- data/lib/decision_agent/auth/session.rb +2 -0
- data/lib/decision_agent/auth/session_manager.rb +2 -0
- data/lib/decision_agent/auth/user.rb +2 -0
- data/lib/decision_agent/context.rb +14 -0
- data/lib/decision_agent/decision.rb +113 -4
- data/lib/decision_agent/dmn/adapter.rb +2 -0
- data/lib/decision_agent/dmn/cache.rb +2 -2
- data/lib/decision_agent/dmn/decision_graph.rb +7 -7
- data/lib/decision_agent/dmn/decision_tree.rb +16 -8
- data/lib/decision_agent/dmn/errors.rb +2 -0
- data/lib/decision_agent/dmn/exporter.rb +2 -0
- data/lib/decision_agent/dmn/feel/evaluator.rb +130 -114
- data/lib/decision_agent/dmn/feel/functions.rb +2 -0
- data/lib/decision_agent/dmn/feel/parser.rb +2 -0
- data/lib/decision_agent/dmn/feel/simple_parser.rb +98 -77
- data/lib/decision_agent/dmn/feel/transformer.rb +56 -102
- data/lib/decision_agent/dmn/feel/types.rb +2 -0
- data/lib/decision_agent/dmn/importer.rb +2 -0
- data/lib/decision_agent/dmn/model.rb +2 -4
- data/lib/decision_agent/dmn/parser.rb +2 -0
- data/lib/decision_agent/dmn/testing.rb +3 -2
- data/lib/decision_agent/dmn/validator.rb +5 -3
- data/lib/decision_agent/dmn/visualizer.rb +7 -6
- data/lib/decision_agent/dsl/condition_evaluator.rb +242 -1375
- data/lib/decision_agent/dsl/helpers/cache_helpers.rb +82 -0
- data/lib/decision_agent/dsl/helpers/comparison_helpers.rb +98 -0
- data/lib/decision_agent/dsl/helpers/date_helpers.rb +91 -0
- data/lib/decision_agent/dsl/helpers/geospatial_helpers.rb +85 -0
- data/lib/decision_agent/dsl/helpers/operator_evaluation_helpers.rb +160 -0
- data/lib/decision_agent/dsl/helpers/parameter_parsing_helpers.rb +206 -0
- data/lib/decision_agent/dsl/helpers/template_helpers.rb +39 -0
- data/lib/decision_agent/dsl/helpers/utility_helpers.rb +45 -0
- data/lib/decision_agent/dsl/operators/base.rb +70 -0
- data/lib/decision_agent/dsl/operators/basic_comparison_operators.rb +80 -0
- data/lib/decision_agent/dsl/operators/collection_operators.rb +60 -0
- data/lib/decision_agent/dsl/operators/date_arithmetic_operators.rb +206 -0
- data/lib/decision_agent/dsl/operators/date_time_operators.rb +47 -0
- data/lib/decision_agent/dsl/operators/duration_operators.rb +149 -0
- data/lib/decision_agent/dsl/operators/financial_operators.rb +237 -0
- data/lib/decision_agent/dsl/operators/geospatial_operators.rb +106 -0
- data/lib/decision_agent/dsl/operators/mathematical_operators.rb +234 -0
- data/lib/decision_agent/dsl/operators/moving_window_operators.rb +135 -0
- data/lib/decision_agent/dsl/operators/numeric_operators.rb +120 -0
- data/lib/decision_agent/dsl/operators/rate_operators.rb +65 -0
- data/lib/decision_agent/dsl/operators/statistical_aggregations.rb +187 -0
- data/lib/decision_agent/dsl/operators/string_aggregations.rb +84 -0
- data/lib/decision_agent/dsl/operators/string_operators.rb +72 -0
- data/lib/decision_agent/dsl/operators/time_component_operators.rb +72 -0
- data/lib/decision_agent/dsl/rule_parser.rb +2 -0
- data/lib/decision_agent/dsl/schema_validator.rb +37 -14
- data/lib/decision_agent/errors.rb +2 -0
- data/lib/decision_agent/evaluation.rb +14 -2
- data/lib/decision_agent/evaluators/base.rb +2 -0
- data/lib/decision_agent/evaluators/dmn_evaluator.rb +108 -19
- data/lib/decision_agent/evaluators/json_rule_evaluator.rb +56 -11
- data/lib/decision_agent/evaluators/static_evaluator.rb +2 -0
- data/lib/decision_agent/explainability/condition_trace.rb +85 -0
- data/lib/decision_agent/explainability/explainability_result.rb +50 -0
- data/lib/decision_agent/explainability/rule_trace.rb +41 -0
- data/lib/decision_agent/explainability/trace_collector.rb +26 -0
- data/lib/decision_agent/monitoring/alert_manager.rb +7 -16
- data/lib/decision_agent/monitoring/dashboard_server.rb +383 -250
- data/lib/decision_agent/monitoring/metrics_collector.rb +2 -0
- data/lib/decision_agent/monitoring/monitored_agent.rb +2 -0
- data/lib/decision_agent/monitoring/prometheus_exporter.rb +3 -1
- data/lib/decision_agent/replay/replay.rb +4 -1
- data/lib/decision_agent/scoring/base.rb +2 -0
- data/lib/decision_agent/scoring/consensus.rb +2 -0
- data/lib/decision_agent/scoring/max_weight.rb +2 -0
- data/lib/decision_agent/scoring/threshold.rb +2 -0
- data/lib/decision_agent/scoring/weighted_average.rb +2 -0
- data/lib/decision_agent/simulation/errors.rb +20 -0
- data/lib/decision_agent/simulation/impact_analyzer.rb +500 -0
- data/lib/decision_agent/simulation/monte_carlo_simulator.rb +638 -0
- data/lib/decision_agent/simulation/replay_engine.rb +488 -0
- data/lib/decision_agent/simulation/scenario_engine.rb +320 -0
- data/lib/decision_agent/simulation/scenario_library.rb +165 -0
- data/lib/decision_agent/simulation/shadow_test_engine.rb +274 -0
- data/lib/decision_agent/simulation/what_if_analyzer.rb +1008 -0
- data/lib/decision_agent/simulation.rb +19 -0
- data/lib/decision_agent/testing/batch_test_importer.rb +6 -2
- data/lib/decision_agent/testing/batch_test_runner.rb +5 -2
- data/lib/decision_agent/testing/test_coverage_analyzer.rb +2 -0
- data/lib/decision_agent/testing/test_result_comparator.rb +2 -0
- data/lib/decision_agent/testing/test_scenario.rb +2 -0
- data/lib/decision_agent/version.rb +3 -1
- data/lib/decision_agent/versioning/activerecord_adapter.rb +108 -43
- data/lib/decision_agent/versioning/adapter.rb +9 -0
- data/lib/decision_agent/versioning/file_storage_adapter.rb +19 -6
- data/lib/decision_agent/versioning/version_manager.rb +9 -0
- data/lib/decision_agent/web/dmn_editor/serialization.rb +74 -0
- data/lib/decision_agent/web/dmn_editor/xml_builder.rb +107 -0
- data/lib/decision_agent/web/dmn_editor.rb +8 -67
- data/lib/decision_agent/web/middleware/auth_middleware.rb +2 -0
- data/lib/decision_agent/web/middleware/permission_middleware.rb +3 -1
- data/lib/decision_agent/web/public/app.js +186 -26
- data/lib/decision_agent/web/public/batch_testing.html +80 -6
- data/lib/decision_agent/web/public/dmn-editor.html +2 -2
- data/lib/decision_agent/web/public/dmn-editor.js +74 -8
- data/lib/decision_agent/web/public/index.html +69 -3
- data/lib/decision_agent/web/public/login.html +1 -1
- data/lib/decision_agent/web/public/sample_batch.csv +11 -0
- data/lib/decision_agent/web/public/sample_impact.csv +11 -0
- data/lib/decision_agent/web/public/sample_replay.csv +11 -0
- data/lib/decision_agent/web/public/sample_rules.json +118 -0
- data/lib/decision_agent/web/public/sample_shadow.csv +11 -0
- data/lib/decision_agent/web/public/sample_whatif.csv +11 -0
- data/lib/decision_agent/web/public/simulation.html +146 -0
- data/lib/decision_agent/web/public/simulation_impact.html +495 -0
- data/lib/decision_agent/web/public/simulation_replay.html +547 -0
- data/lib/decision_agent/web/public/simulation_shadow.html +561 -0
- data/lib/decision_agent/web/public/simulation_whatif.html +549 -0
- data/lib/decision_agent/web/public/styles.css +65 -0
- data/lib/decision_agent/web/public/users.html +1 -1
- data/lib/decision_agent/web/rack_helpers.rb +106 -0
- data/lib/decision_agent/web/rack_request_helpers.rb +196 -0
- data/lib/decision_agent/web/server.rb +2126 -1374
- data/lib/decision_agent.rb +19 -1
- data/lib/generators/decision_agent/install/install_generator.rb +2 -0
- data/lib/generators/decision_agent/install/templates/ab_test_assignment_model.rb +2 -0
- data/lib/generators/decision_agent/install/templates/ab_test_model.rb +2 -0
- data/lib/generators/decision_agent/install/templates/ab_testing_migration.rb +2 -0
- data/lib/generators/decision_agent/install/templates/migration.rb +2 -0
- data/lib/generators/decision_agent/install/templates/rule.rb +2 -0
- data/lib/generators/decision_agent/install/templates/rule_version.rb +2 -0
- metadata +103 -89
- data/spec/ab_testing/ab_test_assignment_spec.rb +0 -253
- data/spec/ab_testing/ab_test_manager_spec.rb +0 -612
- data/spec/ab_testing/ab_test_spec.rb +0 -270
- data/spec/ab_testing/ab_testing_agent_spec.rb +0 -655
- data/spec/ab_testing/storage/adapter_spec.rb +0 -64
- data/spec/ab_testing/storage/memory_adapter_spec.rb +0 -485
- data/spec/activerecord_thread_safety_spec.rb +0 -553
- data/spec/advanced_operators_spec.rb +0 -3150
- data/spec/agent_spec.rb +0 -289
- data/spec/api_contract_spec.rb +0 -430
- data/spec/audit_adapters_spec.rb +0 -92
- data/spec/auth/access_audit_logger_spec.rb +0 -394
- data/spec/auth/authenticator_spec.rb +0 -112
- data/spec/auth/password_reset_spec.rb +0 -294
- data/spec/auth/permission_checker_spec.rb +0 -207
- data/spec/auth/permission_spec.rb +0 -73
- data/spec/auth/rbac_adapter_spec.rb +0 -778
- data/spec/auth/rbac_config_spec.rb +0 -82
- data/spec/auth/role_spec.rb +0 -51
- data/spec/auth/session_manager_spec.rb +0 -172
- data/spec/auth/session_spec.rb +0 -112
- data/spec/auth/user_spec.rb +0 -130
- data/spec/comprehensive_edge_cases_spec.rb +0 -1777
- data/spec/context_spec.rb +0 -127
- data/spec/decision_agent_spec.rb +0 -96
- data/spec/decision_spec.rb +0 -423
- data/spec/dmn/decision_graph_spec.rb +0 -282
- data/spec/dmn/decision_tree_spec.rb +0 -203
- data/spec/dmn/feel/errors_spec.rb +0 -18
- data/spec/dmn/feel/functions_spec.rb +0 -400
- data/spec/dmn/feel/simple_parser_spec.rb +0 -274
- data/spec/dmn/feel/types_spec.rb +0 -176
- data/spec/dmn/feel_parser_spec.rb +0 -489
- data/spec/dmn/hit_policy_spec.rb +0 -202
- data/spec/dmn/integration_spec.rb +0 -226
- data/spec/dsl/condition_evaluator_spec.rb +0 -774
- data/spec/dsl_validation_spec.rb +0 -648
- data/spec/edge_cases_spec.rb +0 -353
- data/spec/evaluation_spec.rb +0 -364
- data/spec/evaluation_validator_spec.rb +0 -165
- data/spec/examples/feedback_aware_evaluator_spec.rb +0 -460
- data/spec/examples.txt +0 -1909
- data/spec/fixtures/dmn/complex_decision.dmn +0 -81
- data/spec/fixtures/dmn/invalid_structure.dmn +0 -31
- data/spec/fixtures/dmn/simple_decision.dmn +0 -40
- data/spec/issue_verification_spec.rb +0 -759
- data/spec/json_rule_evaluator_spec.rb +0 -587
- data/spec/monitoring/alert_manager_spec.rb +0 -378
- data/spec/monitoring/metrics_collector_spec.rb +0 -501
- data/spec/monitoring/monitored_agent_spec.rb +0 -225
- data/spec/monitoring/prometheus_exporter_spec.rb +0 -242
- data/spec/monitoring/storage/activerecord_adapter_spec.rb +0 -498
- data/spec/monitoring/storage/base_adapter_spec.rb +0 -61
- data/spec/monitoring/storage/memory_adapter_spec.rb +0 -247
- data/spec/performance_optimizations_spec.rb +0 -493
- data/spec/replay_edge_cases_spec.rb +0 -699
- data/spec/replay_spec.rb +0 -210
- data/spec/rfc8785_canonicalization_spec.rb +0 -215
- data/spec/scoring_spec.rb +0 -225
- data/spec/spec_helper.rb +0 -60
- data/spec/testing/batch_test_importer_spec.rb +0 -693
- data/spec/testing/batch_test_runner_spec.rb +0 -307
- data/spec/testing/test_coverage_analyzer_spec.rb +0 -292
- data/spec/testing/test_result_comparator_spec.rb +0 -392
- data/spec/testing/test_scenario_spec.rb +0 -113
- data/spec/thread_safety_spec.rb +0 -490
- data/spec/thread_safety_spec.rb.broken +0 -878
- data/spec/versioning/adapter_spec.rb +0 -156
- data/spec/versioning_spec.rb +0 -1030
- data/spec/web/middleware/auth_middleware_spec.rb +0 -133
- data/spec/web/middleware/permission_middleware_spec.rb +0 -247
- data/spec/web_ui_rack_spec.rb +0 -2134
|
@@ -0,0 +1,561 @@
|
|
|
1
|
+
<!DOCTYPE html>
|
|
2
|
+
<html lang="en">
|
|
3
|
+
<head>
|
|
4
|
+
<meta charset="UTF-8">
|
|
5
|
+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
6
|
+
<title>Shadow Testing</title>
|
|
7
|
+
<link rel="stylesheet" href="/styles.css">
|
|
8
|
+
<style>
|
|
9
|
+
.simulation-container {
|
|
10
|
+
max-width: 1400px;
|
|
11
|
+
margin: 0 auto;
|
|
12
|
+
padding: 20px;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
.step-section {
|
|
16
|
+
background: var(--panel-bg);
|
|
17
|
+
border-radius: 10px;
|
|
18
|
+
padding: 20px;
|
|
19
|
+
margin-bottom: 20px;
|
|
20
|
+
box-shadow: 0 1px 3px rgba(0, 0, 0, 0.1);
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
.context-builder {
|
|
24
|
+
margin-top: 15px;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
.context-item {
|
|
28
|
+
background: var(--hover-bg);
|
|
29
|
+
padding: 15px;
|
|
30
|
+
border-radius: 8px;
|
|
31
|
+
margin-bottom: 10px;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
.context-fields {
|
|
35
|
+
display: grid;
|
|
36
|
+
grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));
|
|
37
|
+
gap: 10px;
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
.field-input {
|
|
41
|
+
display: flex;
|
|
42
|
+
flex-direction: column;
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
.field-input label {
|
|
46
|
+
font-size: 0.85rem;
|
|
47
|
+
color: var(--text-secondary);
|
|
48
|
+
margin-bottom: 5px;
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
.metrics-grid {
|
|
52
|
+
display: grid;
|
|
53
|
+
grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));
|
|
54
|
+
gap: 15px;
|
|
55
|
+
margin-top: 15px;
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
.metric-card {
|
|
59
|
+
background: var(--hover-bg);
|
|
60
|
+
padding: 15px;
|
|
61
|
+
border-radius: 8px;
|
|
62
|
+
text-align: center;
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
.metric-value {
|
|
66
|
+
font-size: 2rem;
|
|
67
|
+
font-weight: bold;
|
|
68
|
+
color: var(--primary-color);
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
.metric-label {
|
|
72
|
+
font-size: 0.9rem;
|
|
73
|
+
color: var(--text-secondary);
|
|
74
|
+
margin-top: 5px;
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
.hidden {
|
|
78
|
+
display: none;
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
.error-message {
|
|
82
|
+
background: #fee2e2;
|
|
83
|
+
color: #991b1b;
|
|
84
|
+
padding: 12px;
|
|
85
|
+
border-radius: 6px;
|
|
86
|
+
margin-top: 10px;
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
.success-message {
|
|
90
|
+
background: #d1fae5;
|
|
91
|
+
color: #065f46;
|
|
92
|
+
padding: 12px;
|
|
93
|
+
border-radius: 6px;
|
|
94
|
+
margin-top: 10px;
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
.header-links {
|
|
98
|
+
margin-top: 20px;
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
.header-links a {
|
|
102
|
+
margin-right: 15px;
|
|
103
|
+
text-decoration: none;
|
|
104
|
+
color: var(--primary-color);
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
.results-table {
|
|
108
|
+
width: 100%;
|
|
109
|
+
border-collapse: collapse;
|
|
110
|
+
margin-top: 15px;
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
.results-table th,
|
|
114
|
+
.results-table td {
|
|
115
|
+
padding: 10px;
|
|
116
|
+
text-align: left;
|
|
117
|
+
border-bottom: 1px solid var(--border-color);
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
.results-table th {
|
|
121
|
+
background: var(--hover-bg);
|
|
122
|
+
font-weight: 600;
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
.match-badge {
|
|
126
|
+
display: inline-block;
|
|
127
|
+
padding: 4px 12px;
|
|
128
|
+
border-radius: 12px;
|
|
129
|
+
font-size: 0.85rem;
|
|
130
|
+
font-weight: 500;
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
.match-yes {
|
|
134
|
+
background: #d1fae5;
|
|
135
|
+
color: #065f46;
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
.match-no {
|
|
139
|
+
background: #fee2e2;
|
|
140
|
+
color: #991b1b;
|
|
141
|
+
}
|
|
142
|
+
</style>
|
|
143
|
+
</head>
|
|
144
|
+
<body>
|
|
145
|
+
<div class="simulation-container">
|
|
146
|
+
<header>
|
|
147
|
+
<h1>👻 Shadow Testing</h1>
|
|
148
|
+
<p class="subtitle">Compare new rules against production without affecting outcomes</p>
|
|
149
|
+
<div class="header-links">
|
|
150
|
+
<a href="/simulation">← Back to Simulation Dashboard</a>
|
|
151
|
+
</div>
|
|
152
|
+
</header>
|
|
153
|
+
|
|
154
|
+
<!-- Step 1: Configure Production Rules -->
|
|
155
|
+
<div class="step-section">
|
|
156
|
+
<h2>Production Rules</h2>
|
|
157
|
+
<p>Configure the production rules (or use active version)</p>
|
|
158
|
+
<p style="margin-top: 10px;">
|
|
159
|
+
<strong>Need a template?</strong> Download sample files:
|
|
160
|
+
<a href="/sample_shadow.csv" download style="color: #007bff; text-decoration: none; margin-left: 5px;">📥 Sample CSV</a> |
|
|
161
|
+
<a href="/sample_rules.json" download style="color: #007bff; text-decoration: none; margin-left: 5px;">📥 Sample Rules</a>
|
|
162
|
+
</p>
|
|
163
|
+
|
|
164
|
+
<div class="form-group">
|
|
165
|
+
<label for="productionRulesJson">Production Rules JSON:</label>
|
|
166
|
+
<textarea id="productionRulesJson" class="input" rows="10" placeholder='{"version": "1.0", "ruleset": "my_ruleset", "rules": [...]}'></textarea>
|
|
167
|
+
</div>
|
|
168
|
+
|
|
169
|
+
<div class="form-group">
|
|
170
|
+
<label>
|
|
171
|
+
<input type="checkbox" id="useActiveVersion" checked> Use active version (if available)
|
|
172
|
+
</label>
|
|
173
|
+
</div>
|
|
174
|
+
</div>
|
|
175
|
+
|
|
176
|
+
<!-- Step 2: Configure Shadow Rules -->
|
|
177
|
+
<div class="step-section">
|
|
178
|
+
<h2>Shadow Rules</h2>
|
|
179
|
+
<p>Configure the shadow rules to test (or select a version)</p>
|
|
180
|
+
|
|
181
|
+
<div class="form-group">
|
|
182
|
+
<label for="shadowRulesJson">Shadow Rules JSON:</label>
|
|
183
|
+
<textarea id="shadowRulesJson" class="input" rows="10" placeholder='{"version": "1.0", "ruleset": "my_ruleset", "rules": [...]}'></textarea>
|
|
184
|
+
</div>
|
|
185
|
+
|
|
186
|
+
<div class="form-group">
|
|
187
|
+
<label for="shadowVersion">Or select shadow version:</label>
|
|
188
|
+
<select id="shadowVersion" class="input">
|
|
189
|
+
<option value="">-- Select Version --</option>
|
|
190
|
+
</select>
|
|
191
|
+
</div>
|
|
192
|
+
|
|
193
|
+
<div class="actions">
|
|
194
|
+
<label for="importShadowRulesFile" class="btn btn-secondary">📁 Import Shadow Rules JSON
|
|
195
|
+
<input type="file" id="importShadowRulesFile" accept=".json" style="display: none;">
|
|
196
|
+
</label>
|
|
197
|
+
</div>
|
|
198
|
+
</div>
|
|
199
|
+
|
|
200
|
+
<!-- Step 3: Define Contexts -->
|
|
201
|
+
<div class="step-section">
|
|
202
|
+
<div style="display: flex; justify-content: space-between; align-items: center; margin-bottom: 15px;">
|
|
203
|
+
<h2>Test Contexts</h2>
|
|
204
|
+
<button class="btn btn-primary" id="addContextBtn">+ Add Context</button>
|
|
205
|
+
</div>
|
|
206
|
+
|
|
207
|
+
<div id="contextsContainer" class="context-builder">
|
|
208
|
+
<div class="context-item">
|
|
209
|
+
<div style="display: flex; justify-content: space-between; align-items: center; margin-bottom: 10px;">
|
|
210
|
+
<strong>Context 1</strong>
|
|
211
|
+
<button class="btn btn-secondary" onclick="removeContext(this)" style="padding: 5px 10px;">Remove</button>
|
|
212
|
+
</div>
|
|
213
|
+
<div class="context-fields" id="contextFields1">
|
|
214
|
+
<div class="field-input">
|
|
215
|
+
<label>Field Name</label>
|
|
216
|
+
<input type="text" class="input context-field-name" placeholder="e.g., credit_score">
|
|
217
|
+
</div>
|
|
218
|
+
<div class="field-input">
|
|
219
|
+
<label>Value</label>
|
|
220
|
+
<input type="text" class="input context-field-value" placeholder="e.g., 650">
|
|
221
|
+
</div>
|
|
222
|
+
</div>
|
|
223
|
+
<button class="btn btn-secondary" onclick="addField(this)" style="margin-top: 10px; padding: 5px 10px;">+ Add Field</button>
|
|
224
|
+
</div>
|
|
225
|
+
</div>
|
|
226
|
+
</div>
|
|
227
|
+
|
|
228
|
+
<!-- Step 4: Run Shadow Test -->
|
|
229
|
+
<div class="step-section">
|
|
230
|
+
<h2>Run Shadow Test</h2>
|
|
231
|
+
|
|
232
|
+
<div class="form-group">
|
|
233
|
+
<label>
|
|
234
|
+
<input type="checkbox" id="parallelExecution" checked> Parallel execution (for batch)
|
|
235
|
+
</label>
|
|
236
|
+
</div>
|
|
237
|
+
<div class="form-group">
|
|
238
|
+
<label for="threadCount">Thread count:</label>
|
|
239
|
+
<input type="number" id="threadCount" value="4" min="1" max="16" class="input" style="width: 100px;">
|
|
240
|
+
</div>
|
|
241
|
+
|
|
242
|
+
<button class="btn btn-primary" id="runShadowBtn">▶ Run Shadow Test</button>
|
|
243
|
+
|
|
244
|
+
<div id="runStatus" class="hidden"></div>
|
|
245
|
+
</div>
|
|
246
|
+
|
|
247
|
+
<!-- Step 5: Results -->
|
|
248
|
+
<div class="step-section" id="resultsSection" style="display: none;">
|
|
249
|
+
<h2>Shadow Test Results</h2>
|
|
250
|
+
|
|
251
|
+
<!-- Statistics -->
|
|
252
|
+
<div id="statisticsSection" class="hidden">
|
|
253
|
+
<h3>Statistics</h3>
|
|
254
|
+
<div class="metrics-grid" id="statisticsGrid"></div>
|
|
255
|
+
</div>
|
|
256
|
+
|
|
257
|
+
<!-- Results Table -->
|
|
258
|
+
<div id="resultsTableSection" class="hidden">
|
|
259
|
+
<h3>Detailed Results</h3>
|
|
260
|
+
<div id="resultsTableContent"></div>
|
|
261
|
+
</div>
|
|
262
|
+
</div>
|
|
263
|
+
</div>
|
|
264
|
+
|
|
265
|
+
<script>
|
|
266
|
+
// Helper function to get the base path for API calls
|
|
267
|
+
function getBasePath() {
|
|
268
|
+
const baseTag = document.querySelector('base');
|
|
269
|
+
if (baseTag && baseTag.href) {
|
|
270
|
+
try {
|
|
271
|
+
const baseUrl = new URL(baseTag.href, window.location.href);
|
|
272
|
+
let path = baseUrl.pathname;
|
|
273
|
+
if (path && !path.endsWith('/')) path += '/';
|
|
274
|
+
return path;
|
|
275
|
+
} catch (e) {
|
|
276
|
+
// fallback
|
|
277
|
+
}
|
|
278
|
+
}
|
|
279
|
+
const pathname = window.location.pathname;
|
|
280
|
+
const dirPath = pathname.substring(0, pathname.lastIndexOf('/') + 1);
|
|
281
|
+
return dirPath || '/';
|
|
282
|
+
}
|
|
283
|
+
|
|
284
|
+
function getAuthHeaders() {
|
|
285
|
+
const token = localStorage.getItem('auth_token');
|
|
286
|
+
const headers = { 'Content-Type': 'application/json' };
|
|
287
|
+
if (token) headers['Authorization'] = `Bearer ${token}`;
|
|
288
|
+
return headers;
|
|
289
|
+
}
|
|
290
|
+
|
|
291
|
+
const basePath = getBasePath();
|
|
292
|
+
|
|
293
|
+
// Load versions
|
|
294
|
+
function loadVersions() {
|
|
295
|
+
fetch(`${basePath}api/versions`, { headers: getAuthHeaders() })
|
|
296
|
+
.then(response => response.json())
|
|
297
|
+
.then(data => {
|
|
298
|
+
const select = document.getElementById('shadowVersion');
|
|
299
|
+
select.innerHTML = '<option value="">-- Select Version --</option>';
|
|
300
|
+
if (data.versions) {
|
|
301
|
+
data.versions.forEach(v => {
|
|
302
|
+
const option = document.createElement('option');
|
|
303
|
+
option.value = v.id;
|
|
304
|
+
option.textContent = `${v.rule_id} v${v.version_number} (${v.status})`;
|
|
305
|
+
select.appendChild(option);
|
|
306
|
+
});
|
|
307
|
+
}
|
|
308
|
+
})
|
|
309
|
+
.catch(error => console.error('Error loading versions:', error));
|
|
310
|
+
}
|
|
311
|
+
|
|
312
|
+
loadVersions();
|
|
313
|
+
|
|
314
|
+
// Add context
|
|
315
|
+
document.getElementById('addContextBtn').addEventListener('click', () => {
|
|
316
|
+
const existingContexts = document.querySelectorAll('.context-item');
|
|
317
|
+
const nextNumber = existingContexts.length + 1;
|
|
318
|
+
|
|
319
|
+
const container = document.getElementById('contextsContainer');
|
|
320
|
+
const context = document.createElement('div');
|
|
321
|
+
context.className = 'context-item';
|
|
322
|
+
context.innerHTML = `
|
|
323
|
+
<div style="display: flex; justify-content: space-between; align-items: center; margin-bottom: 10px;">
|
|
324
|
+
<strong class="context-label">Context ${nextNumber}</strong>
|
|
325
|
+
<button class="btn btn-secondary" onclick="removeContext(this)" style="padding: 5px 10px;">Remove</button>
|
|
326
|
+
</div>
|
|
327
|
+
<div class="context-fields">
|
|
328
|
+
<div class="field-input">
|
|
329
|
+
<label>Field Name</label>
|
|
330
|
+
<input type="text" class="input context-field-name" placeholder="e.g., credit_score">
|
|
331
|
+
</div>
|
|
332
|
+
<div class="field-input">
|
|
333
|
+
<label>Value</label>
|
|
334
|
+
<input type="text" class="input context-field-value" placeholder="e.g., 650">
|
|
335
|
+
</div>
|
|
336
|
+
</div>
|
|
337
|
+
<button class="btn btn-secondary" onclick="addField(this)" style="margin-top: 10px; padding: 5px 10px;">+ Add Field</button>
|
|
338
|
+
`;
|
|
339
|
+
container.appendChild(context);
|
|
340
|
+
});
|
|
341
|
+
|
|
342
|
+
function removeContext(btn) {
|
|
343
|
+
btn.closest('.context-item').remove();
|
|
344
|
+
updateContextLabels();
|
|
345
|
+
}
|
|
346
|
+
|
|
347
|
+
function updateContextLabels() {
|
|
348
|
+
const contexts = document.querySelectorAll('.context-item');
|
|
349
|
+
contexts.forEach((context, index) => {
|
|
350
|
+
const label = context.querySelector('.context-label');
|
|
351
|
+
if (label) {
|
|
352
|
+
label.textContent = `Context ${index + 1}`;
|
|
353
|
+
}
|
|
354
|
+
});
|
|
355
|
+
}
|
|
356
|
+
|
|
357
|
+
function addField(btn) {
|
|
358
|
+
const fieldsContainer = btn.previousElementSibling;
|
|
359
|
+
const fieldDiv = document.createElement('div');
|
|
360
|
+
fieldDiv.className = 'field-input';
|
|
361
|
+
fieldDiv.innerHTML = `
|
|
362
|
+
<label>Field Name</label>
|
|
363
|
+
<input type="text" class="input context-field-name" placeholder="e.g., amount">
|
|
364
|
+
<label style="margin-top: 5px;">Value</label>
|
|
365
|
+
<input type="text" class="input context-field-value" placeholder="e.g., 100000">
|
|
366
|
+
`;
|
|
367
|
+
fieldsContainer.appendChild(fieldDiv);
|
|
368
|
+
}
|
|
369
|
+
|
|
370
|
+
// Import shadow rules
|
|
371
|
+
document.getElementById('importShadowRulesFile').addEventListener('change', (e) => {
|
|
372
|
+
const file = e.target.files[0];
|
|
373
|
+
if (file) {
|
|
374
|
+
const reader = new FileReader();
|
|
375
|
+
reader.onload = (e) => {
|
|
376
|
+
try {
|
|
377
|
+
const json = JSON.parse(e.target.result);
|
|
378
|
+
document.getElementById('shadowRulesJson').value = JSON.stringify(json, null, 2);
|
|
379
|
+
} catch (error) {
|
|
380
|
+
alert('Invalid JSON file: ' + error.message);
|
|
381
|
+
}
|
|
382
|
+
};
|
|
383
|
+
reader.readAsText(file);
|
|
384
|
+
}
|
|
385
|
+
});
|
|
386
|
+
|
|
387
|
+
// Run shadow test
|
|
388
|
+
document.getElementById('runShadowBtn').addEventListener('click', () => {
|
|
389
|
+
// Collect contexts
|
|
390
|
+
const contexts = [];
|
|
391
|
+
document.querySelectorAll('.context-item').forEach(item => {
|
|
392
|
+
const context = {};
|
|
393
|
+
const fields = item.querySelectorAll('.context-fields');
|
|
394
|
+
fields.forEach(fieldContainer => {
|
|
395
|
+
const names = fieldContainer.querySelectorAll('.context-field-name');
|
|
396
|
+
const values = fieldContainer.querySelectorAll('.context-field-value');
|
|
397
|
+
names.forEach((name, i) => {
|
|
398
|
+
if (name.value && values[i] && values[i].value) {
|
|
399
|
+
const value = values[i].value;
|
|
400
|
+
context[name.value] = isNaN(value) ? value : parseFloat(value);
|
|
401
|
+
}
|
|
402
|
+
});
|
|
403
|
+
});
|
|
404
|
+
if (Object.keys(context).length > 0) {
|
|
405
|
+
contexts.push(context);
|
|
406
|
+
}
|
|
407
|
+
});
|
|
408
|
+
|
|
409
|
+
if (contexts.length === 0) {
|
|
410
|
+
alert('Please define at least one context');
|
|
411
|
+
return;
|
|
412
|
+
}
|
|
413
|
+
|
|
414
|
+
const productionRules = document.getElementById('productionRulesJson').value;
|
|
415
|
+
const shadowRules = document.getElementById('shadowRulesJson').value;
|
|
416
|
+
const shadowVersion = document.getElementById('shadowVersion').value;
|
|
417
|
+
const useActiveVersion = document.getElementById('useActiveVersion').checked;
|
|
418
|
+
|
|
419
|
+
if (!shadowRules.trim() && !shadowVersion) {
|
|
420
|
+
alert('Please provide shadow rules JSON or select a version');
|
|
421
|
+
return;
|
|
422
|
+
}
|
|
423
|
+
|
|
424
|
+
if (!productionRules.trim() && !useActiveVersion) {
|
|
425
|
+
alert('Please provide production rules JSON or enable "Use active version"');
|
|
426
|
+
return;
|
|
427
|
+
}
|
|
428
|
+
|
|
429
|
+
try {
|
|
430
|
+
const prodRules = productionRules.trim() ? JSON.parse(productionRules) : null;
|
|
431
|
+
const shadRules = shadowRules.trim() ? JSON.parse(shadowRules) : null;
|
|
432
|
+
|
|
433
|
+
const runStatus = document.getElementById('runStatus');
|
|
434
|
+
runStatus.className = 'hidden';
|
|
435
|
+
|
|
436
|
+
const isBatch = contexts.length > 1;
|
|
437
|
+
const endpoint = isBatch ? `${basePath}api/simulation/shadow/batch` : `${basePath}api/simulation/shadow`;
|
|
438
|
+
|
|
439
|
+
const requestData = {
|
|
440
|
+
contexts: isBatch ? contexts : contexts[0],
|
|
441
|
+
options: {
|
|
442
|
+
parallel: document.getElementById('parallelExecution').checked,
|
|
443
|
+
thread_count: parseInt(document.getElementById('threadCount').value) || 4
|
|
444
|
+
}
|
|
445
|
+
};
|
|
446
|
+
|
|
447
|
+
if (prodRules) {
|
|
448
|
+
requestData.production_rules = prodRules;
|
|
449
|
+
}
|
|
450
|
+
if (shadRules) {
|
|
451
|
+
requestData.shadow_rules = shadRules;
|
|
452
|
+
}
|
|
453
|
+
if (shadowVersion) {
|
|
454
|
+
requestData.shadow_version = shadowVersion;
|
|
455
|
+
}
|
|
456
|
+
|
|
457
|
+
fetch(endpoint, {
|
|
458
|
+
method: 'POST',
|
|
459
|
+
headers: getAuthHeaders(),
|
|
460
|
+
body: JSON.stringify(requestData)
|
|
461
|
+
})
|
|
462
|
+
.then(response => response.json())
|
|
463
|
+
.then(data => {
|
|
464
|
+
if (data.error) {
|
|
465
|
+
runStatus.className = 'error-message';
|
|
466
|
+
runStatus.textContent = `Error: ${data.error}`;
|
|
467
|
+
runStatus.classList.remove('hidden');
|
|
468
|
+
} else {
|
|
469
|
+
runStatus.className = 'success-message';
|
|
470
|
+
runStatus.textContent = 'Shadow test completed successfully!';
|
|
471
|
+
runStatus.classList.remove('hidden');
|
|
472
|
+
displayResults(data, isBatch);
|
|
473
|
+
}
|
|
474
|
+
})
|
|
475
|
+
.catch(error => {
|
|
476
|
+
runStatus.className = 'error-message';
|
|
477
|
+
runStatus.textContent = `Error: ${error.message}`;
|
|
478
|
+
runStatus.classList.remove('hidden');
|
|
479
|
+
});
|
|
480
|
+
} catch (error) {
|
|
481
|
+
alert('Invalid JSON: ' + error.message);
|
|
482
|
+
}
|
|
483
|
+
});
|
|
484
|
+
|
|
485
|
+
function displayResults(data, isBatch) {
|
|
486
|
+
document.getElementById('resultsSection').style.display = 'block';
|
|
487
|
+
|
|
488
|
+
if (isBatch) {
|
|
489
|
+
const results = data.results;
|
|
490
|
+
|
|
491
|
+
// Statistics
|
|
492
|
+
if (results.match_rate !== undefined) {
|
|
493
|
+
const statsGrid = document.getElementById('statisticsGrid');
|
|
494
|
+
statsGrid.innerHTML = `
|
|
495
|
+
<div class="metric-card">
|
|
496
|
+
<div class="metric-value">${(results.match_rate * 100).toFixed(2)}%</div>
|
|
497
|
+
<div class="metric-label">Match Rate</div>
|
|
498
|
+
</div>
|
|
499
|
+
<div class="metric-card">
|
|
500
|
+
<div class="metric-value">${results.matches || 0}</div>
|
|
501
|
+
<div class="metric-label">Matches</div>
|
|
502
|
+
</div>
|
|
503
|
+
<div class="metric-card">
|
|
504
|
+
<div class="metric-value">${results.mismatches || 0}</div>
|
|
505
|
+
<div class="metric-label">Mismatches</div>
|
|
506
|
+
</div>
|
|
507
|
+
`;
|
|
508
|
+
document.getElementById('statisticsSection').classList.remove('hidden');
|
|
509
|
+
}
|
|
510
|
+
|
|
511
|
+
// Results table
|
|
512
|
+
if (results.results) {
|
|
513
|
+
const tableContent = document.getElementById('resultsTableContent');
|
|
514
|
+
let html = '<table class="results-table"><thead><tr><th>Context</th><th>Production Decision</th><th>Shadow Decision</th><th>Match</th><th>Confidence Delta</th></tr></thead><tbody>';
|
|
515
|
+
results.results.forEach(r => {
|
|
516
|
+
html += `<tr>
|
|
517
|
+
<td>${JSON.stringify(r.context)}</td>
|
|
518
|
+
<td>${r.production_decision}</td>
|
|
519
|
+
<td>${r.shadow_decision}</td>
|
|
520
|
+
<td><span class="match-badge ${r.matches ? 'match-yes' : 'match-no'}">${r.matches ? '✓ Match' : '✗ Mismatch'}</span></td>
|
|
521
|
+
<td>${r.confidence_delta ? r.confidence_delta.toFixed(3) : 'N/A'}</td>
|
|
522
|
+
</tr>`;
|
|
523
|
+
});
|
|
524
|
+
html += '</tbody></table>';
|
|
525
|
+
tableContent.innerHTML = html;
|
|
526
|
+
document.getElementById('resultsTableSection').classList.remove('hidden');
|
|
527
|
+
}
|
|
528
|
+
} else {
|
|
529
|
+
const result = data.result;
|
|
530
|
+
|
|
531
|
+
// Statistics
|
|
532
|
+
const statsGrid = document.getElementById('statisticsGrid');
|
|
533
|
+
statsGrid.innerHTML = `
|
|
534
|
+
<div class="metric-card">
|
|
535
|
+
<div class="metric-value"><span class="match-badge ${result.matches ? 'match-yes' : 'match-no'}">${result.matches ? '✓ Match' : '✗ Mismatch'}</span></div>
|
|
536
|
+
<div class="metric-label">Result</div>
|
|
537
|
+
</div>
|
|
538
|
+
<div class="metric-card">
|
|
539
|
+
<div class="metric-value">${result.confidence_delta ? result.confidence_delta.toFixed(3) : 'N/A'}</div>
|
|
540
|
+
<div class="metric-label">Confidence Delta</div>
|
|
541
|
+
</div>
|
|
542
|
+
`;
|
|
543
|
+
document.getElementById('statisticsSection').classList.remove('hidden');
|
|
544
|
+
|
|
545
|
+
// Results table
|
|
546
|
+
const tableContent = document.getElementById('resultsTableContent');
|
|
547
|
+
let html = '<table class="results-table"><thead><tr><th>Metric</th><th>Value</th></tr></thead><tbody>';
|
|
548
|
+
html += `<tr><td>Production Decision</td><td>${result.production_decision}</td></tr>`;
|
|
549
|
+
html += `<tr><td>Shadow Decision</td><td>${result.shadow_decision}</td></tr>`;
|
|
550
|
+
html += `<tr><td>Production Confidence</td><td>${result.production_confidence ? result.production_confidence.toFixed(3) : 'N/A'}</td></tr>`;
|
|
551
|
+
html += `<tr><td>Shadow Confidence</td><td>${result.shadow_confidence ? result.shadow_confidence.toFixed(3) : 'N/A'}</td></tr>`;
|
|
552
|
+
html += `<tr><td>Matches</td><td>${result.matches ? 'Yes' : 'No'}</td></tr>`;
|
|
553
|
+
html += '</tbody></table>';
|
|
554
|
+
tableContent.innerHTML = html;
|
|
555
|
+
document.getElementById('resultsTableSection').classList.remove('hidden');
|
|
556
|
+
}
|
|
557
|
+
}
|
|
558
|
+
</script>
|
|
559
|
+
</body>
|
|
560
|
+
</html>
|
|
561
|
+
|