@yasserkhanorg/e2e-agents 1.8.5 → 1.9.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +95 -8
- package/dist/adapters/cypress.d.ts +10 -0
- package/dist/adapters/cypress.d.ts.map +1 -0
- package/dist/adapters/cypress.js +86 -0
- package/dist/adapters/framework_adapter.d.ts +41 -0
- package/dist/adapters/framework_adapter.d.ts.map +1 -0
- package/dist/adapters/framework_adapter.js +152 -0
- package/dist/adapters/playwright.d.ts +10 -0
- package/dist/adapters/playwright.d.ts.map +1 -0
- package/dist/adapters/playwright.js +86 -0
- package/dist/adapters/pytest.d.ts +10 -0
- package/dist/adapters/pytest.d.ts.map +1 -0
- package/dist/adapters/pytest.js +96 -0
- package/dist/adapters/supertest.d.ts +12 -0
- package/dist/adapters/supertest.d.ts.map +1 -0
- package/dist/adapters/supertest.js +85 -0
- package/dist/agent/config.d.ts +1 -1
- package/dist/agent/config.d.ts.map +1 -1
- package/dist/agent/git.d.ts +1 -0
- package/dist/agent/git.d.ts.map +1 -1
- package/dist/agent/git.js +3 -0
- package/dist/agentic/fix_loop.d.ts.map +1 -1
- package/dist/agentic/fix_loop.js +5 -4
- package/dist/agentic/runner.d.ts +2 -0
- package/dist/agentic/runner.d.ts.map +1 -1
- package/dist/agentic/runner.js +15 -12
- package/dist/agents/cross-impact.d.ts.map +1 -1
- package/dist/agents/cross-impact.js +6 -1
- package/dist/agents/executor.d.ts.map +1 -1
- package/dist/agents/executor.js +6 -1
- package/dist/agents/strategist.d.ts.map +1 -1
- package/dist/agents/strategist.js +6 -1
- package/dist/agents/test-designer.d.ts.map +1 -1
- package/dist/agents/test-designer.js +6 -1
- package/dist/anthropic_provider.d.ts.map +1 -1
- package/dist/anthropic_provider.js +1 -0
- package/dist/base_provider.d.ts +56 -0
- package/dist/base_provider.d.ts.map +1 -1
- package/dist/base_provider.js +123 -1
- package/dist/budget_ledger.d.ts +28 -0
- package/dist/budget_ledger.d.ts.map +1 -0
- package/dist/budget_ledger.js +62 -0
- package/dist/cache/cached_provider.d.ts +45 -0
- package/dist/cache/cached_provider.d.ts.map +1 -0
- package/dist/cache/cached_provider.js +88 -0
- package/dist/cache/response_cache.d.ts +79 -0
- package/dist/cache/response_cache.d.ts.map +1 -0
- package/dist/cache/response_cache.js +177 -0
- package/dist/cli/commands/bootstrap.d.ts +3 -0
- package/dist/cli/commands/bootstrap.d.ts.map +1 -0
- package/dist/cli/commands/bootstrap.js +109 -0
- package/dist/cli/commands/cost_report.d.ts +3 -0
- package/dist/cli/commands/cost_report.d.ts.map +1 -0
- package/dist/cli/commands/cost_report.js +115 -0
- package/dist/cli/commands/crew.d.ts.map +1 -1
- package/dist/cli/commands/crew.js +118 -1
- package/dist/cli/commands/gate.d.ts +3 -0
- package/dist/cli/commands/gate.d.ts.map +1 -0
- package/dist/cli/commands/gate.js +86 -0
- package/dist/cli/commands/init.d.ts.map +1 -1
- package/dist/cli/commands/init.js +7 -62
- package/dist/cli/commands/train.d.ts.map +1 -1
- package/dist/cli/commands/train.js +16 -21
- package/dist/cli/defaults.d.ts +35 -0
- package/dist/cli/defaults.d.ts.map +1 -0
- package/dist/cli/defaults.js +125 -0
- package/dist/cli/errors.d.ts +27 -0
- package/dist/cli/errors.d.ts.map +1 -0
- package/dist/cli/errors.js +57 -0
- package/dist/cli/parse_args.d.ts.map +1 -1
- package/dist/cli/parse_args.js +24 -2
- package/dist/cli/types.d.ts +7 -1
- package/dist/cli/types.d.ts.map +1 -1
- package/dist/cli.js +47 -2
- package/dist/crew/context.d.ts +15 -0
- package/dist/crew/context.d.ts.map +1 -1
- package/dist/crew/orchestrator.d.ts +14 -0
- package/dist/crew/orchestrator.d.ts.map +1 -1
- package/dist/crew/orchestrator.js +162 -4
- package/dist/crew/protocol.d.ts +13 -0
- package/dist/crew/protocol.d.ts.map +1 -1
- package/dist/crew/provider.d.ts +15 -1
- package/dist/crew/provider.d.ts.map +1 -1
- package/dist/crew/provider.js +24 -4
- package/dist/custom_provider.d.ts.map +1 -1
- package/dist/custom_provider.js +1 -0
- package/dist/engine/diff_loader.d.ts.map +1 -1
- package/dist/engine/diff_loader.js +3 -14
- package/dist/engine/impact_engine.d.ts.map +1 -1
- package/dist/engine/impact_engine.js +9 -23
- package/dist/esm/adapters/cypress.js +49 -0
- package/dist/esm/adapters/framework_adapter.js +114 -0
- package/dist/esm/adapters/playwright.js +49 -0
- package/dist/esm/adapters/pytest.js +59 -0
- package/dist/esm/adapters/supertest.js +48 -0
- package/dist/esm/agent/git.js +3 -1
- package/dist/esm/agentic/fix_loop.js +5 -4
- package/dist/esm/agentic/runner.js +15 -12
- package/dist/esm/agents/cross-impact.js +6 -1
- package/dist/esm/agents/executor.js +6 -1
- package/dist/esm/agents/strategist.js +6 -1
- package/dist/esm/agents/test-designer.js +6 -1
- package/dist/esm/anthropic_provider.js +1 -0
- package/dist/esm/base_provider.js +121 -0
- package/dist/esm/budget_ledger.js +58 -0
- package/dist/esm/cache/cached_provider.js +82 -0
- package/dist/esm/cache/response_cache.js +140 -0
- package/dist/esm/cli/commands/bootstrap.js +106 -0
- package/dist/esm/cli/commands/cost_report.js +112 -0
- package/dist/esm/cli/commands/crew.js +118 -1
- package/dist/esm/cli/commands/gate.js +83 -0
- package/dist/esm/cli/commands/init.js +3 -58
- package/dist/esm/cli/commands/train.js +16 -21
- package/dist/esm/cli/defaults.js +118 -0
- package/dist/esm/cli/errors.js +52 -0
- package/dist/esm/cli/parse_args.js +24 -2
- package/dist/esm/cli.js +47 -2
- package/dist/esm/crew/orchestrator.js +162 -4
- package/dist/esm/crew/provider.js +24 -4
- package/dist/esm/custom_provider.js +1 -0
- package/dist/esm/engine/diff_loader.js +1 -12
- package/dist/esm/engine/impact_engine.js +9 -23
- package/dist/esm/index.js +21 -0
- package/dist/esm/knowledge/cluster_utils.js +60 -0
- package/dist/esm/knowledge/kg_bridge.js +381 -0
- package/dist/esm/knowledge/kg_types.js +3 -0
- package/dist/esm/knowledge/route_families.js +89 -0
- package/dist/esm/mcp-server.js +2 -4
- package/dist/esm/metrics/prometheus.js +149 -0
- package/dist/esm/model_router.js +59 -0
- package/dist/esm/ollama_provider.js +1 -0
- package/dist/esm/openai_provider.js +1 -0
- package/dist/esm/pipeline/orchestrator.js +6 -12
- package/dist/esm/pipeline/stage0_preprocess.js +12 -19
- package/dist/esm/pipeline/stage2_coverage.js +1 -0
- package/dist/esm/pipeline/stage3_generation.js +1 -0
- package/dist/esm/progress.js +112 -0
- package/dist/esm/prompts/coverage.js +7 -24
- package/dist/esm/prompts/cross-impact.js +3 -21
- package/dist/esm/prompts/generation.js +158 -36
- package/dist/esm/prompts/generation_profile.js +147 -0
- package/dist/esm/prompts/heal.js +33 -15
- package/dist/esm/prompts/impact.js +3 -22
- package/dist/esm/prompts/json_extract.js +36 -0
- package/dist/esm/prompts/strategist.js +2 -20
- package/dist/esm/prompts/test-designer.js +6 -21
- package/dist/esm/provider_factory.js +6 -4
- package/dist/esm/reporters/junit.js +86 -0
- package/dist/esm/reporters/reporter.js +3 -0
- package/dist/esm/reporters/sarif.js +131 -0
- package/dist/esm/resilience/circuit_breaker.js +78 -0
- package/dist/esm/resilience/retry.js +56 -0
- package/dist/esm/sanitize.js +66 -0
- package/dist/esm/training/kg_scanner.js +115 -0
- package/dist/esm/training/scanner.js +27 -34
- package/dist/esm/version.js +33 -0
- package/dist/index.d.ts +21 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +45 -1
- package/dist/knowledge/cluster_utils.d.ts +28 -0
- package/dist/knowledge/cluster_utils.d.ts.map +1 -0
- package/dist/knowledge/cluster_utils.js +67 -0
- package/dist/knowledge/kg_bridge.d.ts +31 -0
- package/dist/knowledge/kg_bridge.d.ts.map +1 -0
- package/dist/knowledge/kg_bridge.js +388 -0
- package/dist/knowledge/kg_types.d.ts +75 -0
- package/dist/knowledge/kg_types.d.ts.map +1 -0
- package/dist/knowledge/kg_types.js +4 -0
- package/dist/knowledge/route_families.d.ts +18 -0
- package/dist/knowledge/route_families.d.ts.map +1 -1
- package/dist/knowledge/route_families.js +91 -0
- package/dist/mcp-server.d.ts.map +1 -1
- package/dist/mcp-server.js +2 -4
- package/dist/metrics/prometheus.d.ts +37 -0
- package/dist/metrics/prometheus.d.ts.map +1 -0
- package/dist/metrics/prometheus.js +153 -0
- package/dist/model_router.d.ts +28 -0
- package/dist/model_router.d.ts.map +1 -0
- package/dist/model_router.js +63 -0
- package/dist/ollama_provider.d.ts.map +1 -1
- package/dist/ollama_provider.js +1 -0
- package/dist/openai_provider.d.ts.map +1 -1
- package/dist/openai_provider.js +1 -0
- package/dist/pipeline/orchestrator.d.ts +2 -0
- package/dist/pipeline/orchestrator.d.ts.map +1 -1
- package/dist/pipeline/orchestrator.js +6 -12
- package/dist/pipeline/stage0_preprocess.d.ts.map +1 -1
- package/dist/pipeline/stage0_preprocess.js +11 -18
- package/dist/pipeline/stage2_coverage.d.ts +2 -0
- package/dist/pipeline/stage2_coverage.d.ts.map +1 -1
- package/dist/pipeline/stage2_coverage.js +1 -0
- package/dist/pipeline/stage3_generation.d.ts +2 -0
- package/dist/pipeline/stage3_generation.d.ts.map +1 -1
- package/dist/pipeline/stage3_generation.js +1 -0
- package/dist/pipeline/stage4_heal.d.ts +2 -0
- package/dist/pipeline/stage4_heal.d.ts.map +1 -1
- package/dist/progress.d.ts +22 -0
- package/dist/progress.d.ts.map +1 -0
- package/dist/progress.js +116 -0
- package/dist/prompts/coverage.d.ts +2 -0
- package/dist/prompts/coverage.d.ts.map +1 -1
- package/dist/prompts/coverage.js +7 -24
- package/dist/prompts/cross-impact.d.ts +1 -0
- package/dist/prompts/cross-impact.d.ts.map +1 -1
- package/dist/prompts/cross-impact.js +3 -21
- package/dist/prompts/generation.d.ts +3 -1
- package/dist/prompts/generation.d.ts.map +1 -1
- package/dist/prompts/generation.js +158 -36
- package/dist/prompts/generation_profile.d.ts +29 -0
- package/dist/prompts/generation_profile.d.ts.map +1 -0
- package/dist/prompts/generation_profile.js +151 -0
- package/dist/prompts/heal.d.ts +3 -1
- package/dist/prompts/heal.d.ts.map +1 -1
- package/dist/prompts/heal.js +33 -15
- package/dist/prompts/impact.d.ts +1 -0
- package/dist/prompts/impact.d.ts.map +1 -1
- package/dist/prompts/impact.js +3 -22
- package/dist/prompts/json_extract.d.ts +14 -0
- package/dist/prompts/json_extract.d.ts.map +1 -0
- package/dist/prompts/json_extract.js +39 -0
- package/dist/prompts/strategist.d.ts.map +1 -1
- package/dist/prompts/strategist.js +2 -20
- package/dist/prompts/test-designer.d.ts +2 -0
- package/dist/prompts/test-designer.d.ts.map +1 -1
- package/dist/prompts/test-designer.js +6 -21
- package/dist/provider_factory.d.ts.map +1 -1
- package/dist/provider_factory.js +6 -4
- package/dist/reporters/junit.d.ts +6 -0
- package/dist/reporters/junit.d.ts.map +1 -0
- package/dist/reporters/junit.js +89 -0
- package/dist/reporters/reporter.d.ts +42 -0
- package/dist/reporters/reporter.d.ts.map +1 -0
- package/dist/reporters/reporter.js +4 -0
- package/dist/reporters/sarif.d.ts +7 -0
- package/dist/reporters/sarif.d.ts.map +1 -0
- package/dist/reporters/sarif.js +134 -0
- package/dist/resilience/circuit_breaker.d.ts +36 -0
- package/dist/resilience/circuit_breaker.d.ts.map +1 -0
- package/dist/resilience/circuit_breaker.js +82 -0
- package/dist/resilience/retry.d.ts +11 -0
- package/dist/resilience/retry.d.ts.map +1 -0
- package/dist/resilience/retry.js +59 -0
- package/dist/sanitize.d.ts +15 -0
- package/dist/sanitize.d.ts.map +1 -0
- package/dist/sanitize.js +71 -0
- package/dist/training/kg_scanner.d.ts +13 -0
- package/dist/training/kg_scanner.d.ts.map +1 -0
- package/dist/training/kg_scanner.js +118 -0
- package/dist/training/scanner.d.ts +7 -2
- package/dist/training/scanner.d.ts.map +1 -1
- package/dist/training/scanner.js +27 -34
- package/dist/version.d.ts +6 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +36 -0
- package/package.json +7 -2
- package/schemas/route-families.schema.json +31 -1
package/dist/esm/mcp-server.js
CHANGED
|
@@ -370,8 +370,7 @@ export class E2EAgentsMCPServer {
|
|
|
370
370
|
if (!validateGitRef(since)) {
|
|
371
371
|
return JSON.stringify({ error: 'Invalid git reference format' });
|
|
372
372
|
}
|
|
373
|
-
|
|
374
|
-
const result = spawnSync('git', ['diff', '--name-only', '--', `${since}..HEAD`], {
|
|
373
|
+
const result = spawnSync('git', ['diff', '--name-only', `${since}..HEAD`], {
|
|
375
374
|
cwd: this.repoRoot,
|
|
376
375
|
encoding: 'utf-8',
|
|
377
376
|
timeout: 30000,
|
|
@@ -439,8 +438,7 @@ export class E2EAgentsMCPServer {
|
|
|
439
438
|
if (!validateGitRef(since)) {
|
|
440
439
|
return [];
|
|
441
440
|
}
|
|
442
|
-
|
|
443
|
-
const result = spawnSync('git', ['diff', '--name-only', '--', `${since}..HEAD`], {
|
|
441
|
+
const result = spawnSync('git', ['diff', '--name-only', `${since}..HEAD`], {
|
|
444
442
|
cwd: this.repoRoot,
|
|
445
443
|
encoding: 'utf-8',
|
|
446
444
|
timeout: 30000,
|
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
2
|
+
// See LICENSE.txt for license information.
|
|
3
|
+
const DURATION_BUCKETS = [0.1, 0.5, 1, 2, 5, 10, 30, 60, 120, 300];
|
|
4
|
+
export class PrometheusMetrics {
|
|
5
|
+
constructor() {
|
|
6
|
+
this.counters = [];
|
|
7
|
+
this.gauges = [];
|
|
8
|
+
this.histograms = [];
|
|
9
|
+
}
|
|
10
|
+
/**
|
|
11
|
+
* Record an LLM request.
|
|
12
|
+
*/
|
|
13
|
+
recordLLMRequest(provider, agent, durationMs, costUSD, tokens) {
|
|
14
|
+
this.incrementCounter('e2e_agents_llm_requests_total', 'Total LLM requests', { provider, agent });
|
|
15
|
+
this.incrementCounter('e2e_agents_llm_tokens_total', 'Total tokens consumed', { provider, agent }, tokens);
|
|
16
|
+
this.incrementCounter('e2e_agents_llm_cost_usd_total', 'Total LLM cost in USD', { provider, agent }, costUSD);
|
|
17
|
+
this.observeHistogram('e2e_agents_llm_request_duration_seconds', 'LLM request duration', { provider, agent }, durationMs / 1000);
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Record a crew workflow run.
|
|
21
|
+
*/
|
|
22
|
+
recordCrewRun(workflow, families, durationMs, costUSD) {
|
|
23
|
+
this.incrementCounter('e2e_agents_crew_runs_total', 'Total crew workflow runs', { workflow });
|
|
24
|
+
this.incrementCounter('e2e_agents_crew_families_processed_total', 'Total families processed', { workflow }, families);
|
|
25
|
+
this.incrementCounter('e2e_agents_crew_cost_usd_total', 'Total crew cost in USD', { workflow }, costUSD);
|
|
26
|
+
this.observeHistogram('e2e_agents_crew_duration_seconds', 'Crew workflow duration', { workflow }, durationMs / 1000);
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* Record a budget check event.
|
|
30
|
+
*/
|
|
31
|
+
recordBudgetCheck(exceeded, currentUSD, limitUSD) {
|
|
32
|
+
this.incrementCounter('e2e_agents_budget_checks_total', 'Total budget checks', { exceeded: String(exceeded) });
|
|
33
|
+
this.setGauge('e2e_agents_budget_used_usd', 'Current budget usage in USD', {}, currentUSD);
|
|
34
|
+
this.setGauge('e2e_agents_budget_limit_usd', 'Budget limit in USD', {}, limitUSD);
|
|
35
|
+
}
|
|
36
|
+
/**
|
|
37
|
+
* Record a circuit breaker state change.
|
|
38
|
+
*/
|
|
39
|
+
recordCircuitBreakerState(state) {
|
|
40
|
+
this.setGauge('e2e_agents_circuit_breaker_state', 'Circuit breaker state (0=closed, 1=open, 2=half-open)', {}, state === 'closed' ? 0 : state === 'open' ? 1 : 2);
|
|
41
|
+
}
|
|
42
|
+
/**
|
|
43
|
+
* Record a cache hit or miss.
|
|
44
|
+
*/
|
|
45
|
+
recordCacheResult(hit, agent) {
|
|
46
|
+
this.incrementCounter('e2e_agents_cache_lookups_total', 'Total cache lookups', { result: hit ? 'hit' : 'miss', agent });
|
|
47
|
+
}
|
|
48
|
+
/**
|
|
49
|
+
* Export all metrics in Prometheus text exposition format.
|
|
50
|
+
*/
|
|
51
|
+
export() {
|
|
52
|
+
const lines = [];
|
|
53
|
+
const seenHelp = new Set();
|
|
54
|
+
// Export counters
|
|
55
|
+
for (const counter of this.counters) {
|
|
56
|
+
if (!seenHelp.has(counter.name)) {
|
|
57
|
+
lines.push(`# HELP ${counter.name} ${counter.help}`);
|
|
58
|
+
lines.push(`# TYPE ${counter.name} counter`);
|
|
59
|
+
seenHelp.add(counter.name);
|
|
60
|
+
}
|
|
61
|
+
const labelStr = formatLabels(counter.labels);
|
|
62
|
+
lines.push(`${counter.name}${labelStr} ${counter.value}`);
|
|
63
|
+
}
|
|
64
|
+
// Export gauges
|
|
65
|
+
for (const gauge of this.gauges) {
|
|
66
|
+
if (!seenHelp.has(gauge.name)) {
|
|
67
|
+
lines.push(`# HELP ${gauge.name} ${gauge.help}`);
|
|
68
|
+
lines.push(`# TYPE ${gauge.name} gauge`);
|
|
69
|
+
seenHelp.add(gauge.name);
|
|
70
|
+
}
|
|
71
|
+
const labelStr = formatLabels(gauge.labels);
|
|
72
|
+
lines.push(`${gauge.name}${labelStr} ${gauge.value}`);
|
|
73
|
+
}
|
|
74
|
+
// Export histograms
|
|
75
|
+
for (const hist of this.histograms) {
|
|
76
|
+
if (!seenHelp.has(hist.name)) {
|
|
77
|
+
lines.push(`# HELP ${hist.name} ${hist.help}`);
|
|
78
|
+
lines.push(`# TYPE ${hist.name} histogram`);
|
|
79
|
+
seenHelp.add(hist.name);
|
|
80
|
+
}
|
|
81
|
+
const labelStr = formatLabels(hist.labels);
|
|
82
|
+
let cumulative = 0;
|
|
83
|
+
for (const bucket of DURATION_BUCKETS) {
|
|
84
|
+
cumulative += hist.buckets.get(bucket) || 0;
|
|
85
|
+
lines.push(`${hist.name}_bucket${formatLabels({ ...hist.labels, le: String(bucket) })} ${cumulative}`);
|
|
86
|
+
}
|
|
87
|
+
lines.push(`${hist.name}_bucket${formatLabels({ ...hist.labels, le: '+Inf' })} ${hist.count}`);
|
|
88
|
+
lines.push(`${hist.name}_sum${labelStr} ${hist.sum}`);
|
|
89
|
+
lines.push(`${hist.name}_count${labelStr} ${hist.count}`);
|
|
90
|
+
}
|
|
91
|
+
return lines.join('\n') + '\n';
|
|
92
|
+
}
|
|
93
|
+
/**
|
|
94
|
+
* Reset all metrics to zero.
|
|
95
|
+
*/
|
|
96
|
+
reset() {
|
|
97
|
+
this.counters = [];
|
|
98
|
+
this.gauges = [];
|
|
99
|
+
this.histograms = [];
|
|
100
|
+
}
|
|
101
|
+
incrementCounter(name, help, labels, value = 1) {
|
|
102
|
+
const existing = this.counters.find((c) => c.name === name && labelsMatch(c.labels, labels));
|
|
103
|
+
if (existing) {
|
|
104
|
+
existing.value += value;
|
|
105
|
+
}
|
|
106
|
+
else {
|
|
107
|
+
this.counters.push({ name, help, labels, value });
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
setGauge(name, help, labels, value) {
|
|
111
|
+
const existing = this.gauges.find((c) => c.name === name && labelsMatch(c.labels, labels));
|
|
112
|
+
if (existing) {
|
|
113
|
+
existing.value = value;
|
|
114
|
+
}
|
|
115
|
+
else {
|
|
116
|
+
this.gauges.push({ name, help, labels, value });
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
observeHistogram(name, help, labels, value) {
|
|
120
|
+
let existing = this.histograms.find((h) => h.name === name && labelsMatch(h.labels, labels));
|
|
121
|
+
if (!existing) {
|
|
122
|
+
existing = { name, help, labels, sum: 0, count: 0, buckets: new Map() };
|
|
123
|
+
this.histograms.push(existing);
|
|
124
|
+
}
|
|
125
|
+
existing.sum += value;
|
|
126
|
+
existing.count++;
|
|
127
|
+
for (const bucket of DURATION_BUCKETS) {
|
|
128
|
+
if (value <= bucket) {
|
|
129
|
+
existing.buckets.set(bucket, (existing.buckets.get(bucket) || 0) + 1);
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
function escapeLabel(v) {
|
|
135
|
+
return v.replace(/\\/g, '\\\\').replace(/"/g, '\\"').replace(/\n/g, '\\n');
|
|
136
|
+
}
|
|
137
|
+
function formatLabels(labels) {
|
|
138
|
+
const entries = Object.entries(labels);
|
|
139
|
+
if (entries.length === 0)
|
|
140
|
+
return '';
|
|
141
|
+
return `{${entries.map(([k, v]) => `${k}="${escapeLabel(v)}"`).join(',')}}`;
|
|
142
|
+
}
|
|
143
|
+
function labelsMatch(a, b) {
|
|
144
|
+
const keysA = Object.keys(a);
|
|
145
|
+
const keysB = Object.keys(b);
|
|
146
|
+
if (keysA.length !== keysB.length)
|
|
147
|
+
return false;
|
|
148
|
+
return keysA.every((k) => a[k] === b[k]);
|
|
149
|
+
}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
2
|
+
// See LICENSE.txt for license information.
|
|
3
|
+
const AGENT_COMPLEXITY = {
|
|
4
|
+
'impact-analyst': 'classification',
|
|
5
|
+
'coverage-evaluator': 'classification',
|
|
6
|
+
'cross-impact': 'extraction',
|
|
7
|
+
'regression-advisor': 'extraction',
|
|
8
|
+
'strategist': 'classification',
|
|
9
|
+
'test-designer': 'generation',
|
|
10
|
+
'generator': 'generation',
|
|
11
|
+
'executor': 'generation',
|
|
12
|
+
'healer': 'reasoning',
|
|
13
|
+
'explorer': 'reasoning',
|
|
14
|
+
};
|
|
15
|
+
const DEFAULT_MODELS = {
|
|
16
|
+
anthropic: {
|
|
17
|
+
classification: 'claude-haiku-4-5-20251001',
|
|
18
|
+
extraction: 'claude-haiku-4-5-20251001',
|
|
19
|
+
generation: 'claude-sonnet-4-5-20250514',
|
|
20
|
+
reasoning: 'claude-sonnet-4-5-20250514',
|
|
21
|
+
},
|
|
22
|
+
openai: {
|
|
23
|
+
classification: 'gpt-4o-mini',
|
|
24
|
+
extraction: 'gpt-4o-mini',
|
|
25
|
+
generation: 'gpt-4o',
|
|
26
|
+
reasoning: 'gpt-4o',
|
|
27
|
+
},
|
|
28
|
+
};
|
|
29
|
+
export class ModelRouter {
|
|
30
|
+
constructor(providerType, overrides) {
|
|
31
|
+
this.providerType = providerType;
|
|
32
|
+
this.overrides = overrides || {};
|
|
33
|
+
}
|
|
34
|
+
/**
|
|
35
|
+
* Get the recommended model for a given agent role.
|
|
36
|
+
* Returns undefined if no routing recommendation (use provider default).
|
|
37
|
+
*/
|
|
38
|
+
getModel(role) {
|
|
39
|
+
const complexity = AGENT_COMPLEXITY[role];
|
|
40
|
+
if (!complexity)
|
|
41
|
+
return undefined;
|
|
42
|
+
// Check user overrides first
|
|
43
|
+
const override = this.overrides[complexity];
|
|
44
|
+
if (override)
|
|
45
|
+
return override;
|
|
46
|
+
// Check provider defaults
|
|
47
|
+
const defaults = DEFAULT_MODELS[this.providerType];
|
|
48
|
+
if (defaults)
|
|
49
|
+
return defaults[complexity];
|
|
50
|
+
// No recommendation — use provider's default model
|
|
51
|
+
return undefined;
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Get the task complexity for an agent role.
|
|
55
|
+
*/
|
|
56
|
+
getComplexity(role) {
|
|
57
|
+
return AGENT_COMPLEXITY[role] || 'generation';
|
|
58
|
+
}
|
|
59
|
+
}
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
// See LICENSE.txt for license information.
|
|
3
3
|
import { existsSync, mkdirSync, writeFileSync } from 'fs';
|
|
4
4
|
import { join } from 'path';
|
|
5
|
-
import { getChangedFiles } from '../agent/git.js';
|
|
5
|
+
import { getChangedFiles, isTestFile } from '../agent/git.js';
|
|
6
6
|
import { logger } from '../logger.js';
|
|
7
7
|
import { preprocess } from './stage0_preprocess.js';
|
|
8
8
|
import { runImpactStage } from './stage1_impact.js';
|
|
@@ -11,6 +11,7 @@ import { runGenerationStage } from './stage3_generation.js';
|
|
|
11
11
|
import { runHealStage, resolveHealTargets, renderHealMarkdown } from './stage4_heal.js';
|
|
12
12
|
import { buildSummary } from '../validation/output_schema.js';
|
|
13
13
|
import { computeCannotDetermineRatio } from '../validation/guardrails.js';
|
|
14
|
+
import { resolveGenerationProfile } from '../prompts/generation_profile.js';
|
|
14
15
|
function createRunId() {
|
|
15
16
|
const ciRunId = process.env.GITHUB_RUN_ID;
|
|
16
17
|
const entropy = Math.random().toString(36).slice(2, 8);
|
|
@@ -20,19 +21,12 @@ function createRunId() {
|
|
|
20
21
|
}
|
|
21
22
|
return `pipeline-local-${ts}-${entropy}`;
|
|
22
23
|
}
|
|
23
|
-
function isTestFile(file) {
|
|
24
|
-
const normalized = file.replace(/\\/g, '/');
|
|
25
|
-
return /\.(spec|test)\.(ts|tsx|js|jsx)$/.test(normalized) ||
|
|
26
|
-
/_test\.go$/.test(normalized) ||
|
|
27
|
-
normalized.includes('__tests__/') ||
|
|
28
|
-
normalized.includes('/tests/') ||
|
|
29
|
-
normalized.includes('/test/');
|
|
30
|
-
}
|
|
31
24
|
export async function runPipeline(config) {
|
|
32
25
|
const runId = createRunId();
|
|
33
26
|
const startedAt = new Date().toISOString();
|
|
34
27
|
const allWarnings = [];
|
|
35
28
|
const stages = config.stages || ['preprocess', 'impact', 'coverage'];
|
|
29
|
+
const profile = config.profile || resolveGenerationProfile();
|
|
36
30
|
let generatedSpecs;
|
|
37
31
|
let healResult;
|
|
38
32
|
// Step 1: Get changed files
|
|
@@ -87,7 +81,7 @@ export async function runPipeline(config) {
|
|
|
87
81
|
// Step 4: Coverage stage — AI-powered spec coverage evaluation
|
|
88
82
|
if (stages.includes('coverage') && decisions.length > 0) {
|
|
89
83
|
const coverageTimer = logger.timer('coverage');
|
|
90
|
-
const coverageResult = await runCoverageStage(decisions, preprocessResult.specIndex, preprocessResult.context, config.testsRoot, config.coverage || {});
|
|
84
|
+
const coverageResult = await runCoverageStage(decisions, preprocessResult.specIndex, preprocessResult.context, config.testsRoot, { ...(config.coverage || {}), profile });
|
|
91
85
|
decisions = coverageResult.decisions;
|
|
92
86
|
timings.coverage = coverageTimer.end();
|
|
93
87
|
allWarnings.push(...coverageResult.warnings);
|
|
@@ -95,7 +89,7 @@ export async function runPipeline(config) {
|
|
|
95
89
|
// Step 5: Generation stage — AI-powered spec generation for create_spec / add_scenarios
|
|
96
90
|
if (stages.includes('generation') && decisions.length > 0) {
|
|
97
91
|
const generationTimer = logger.timer('generation');
|
|
98
|
-
const generationResult = await runGenerationStage(decisions, preprocessResult.apiSurface, config.testsRoot, config.generation || {});
|
|
92
|
+
const generationResult = await runGenerationStage(decisions, preprocessResult.apiSurface, config.testsRoot, { ...(config.generation || {}), profile });
|
|
99
93
|
generatedSpecs = generationResult.generated;
|
|
100
94
|
timings.generation = generationTimer.end();
|
|
101
95
|
allWarnings.push(...generationResult.warnings);
|
|
@@ -108,7 +102,7 @@ export async function runPipeline(config) {
|
|
|
108
102
|
generatedSpecs,
|
|
109
103
|
}, decisions);
|
|
110
104
|
if (healTargets.length > 0) {
|
|
111
|
-
healResult = await runHealStage(config.testsRoot, healTargets, config.heal || { mcp: true });
|
|
105
|
+
healResult = await runHealStage(config.testsRoot, healTargets, { ...(config.heal || { mcp: true }), profile });
|
|
112
106
|
allWarnings.push(...healResult.warnings);
|
|
113
107
|
}
|
|
114
108
|
else {
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
// See LICENSE.txt for license information.
|
|
3
3
|
import { existsSync, readFileSync } from 'fs';
|
|
4
4
|
import { join } from 'path';
|
|
5
|
-
import { bindFilesToFamilies, loadRouteFamilyManifest, } from '../knowledge/route_families.js';
|
|
5
|
+
import { bindFilesToFamilies, buildHeuristicFamilies, loadRouteFamilyManifest, } from '../knowledge/route_families.js';
|
|
6
6
|
import { loadOrBuildApiSurface } from '../knowledge/api_surface.js';
|
|
7
7
|
import { buildSpecIndex } from '../knowledge/spec_index.js';
|
|
8
8
|
import { loadContextDocuments } from '../knowledge/context_loader.js';
|
|
@@ -31,10 +31,11 @@ function loadFileSnippet(appPath, filePath) {
|
|
|
31
31
|
}
|
|
32
32
|
export function preprocess(changedFiles, config) {
|
|
33
33
|
const warnings = [];
|
|
34
|
-
// Load route family manifest
|
|
35
|
-
|
|
34
|
+
// Load route family manifest, fall back to heuristic families
|
|
35
|
+
let manifest = loadRouteFamilyManifest(config.testsRoot, config.routeFamilies);
|
|
36
36
|
if (!manifest) {
|
|
37
|
-
|
|
37
|
+
manifest = buildHeuristicFamilies(changedFiles, config.testsRoot);
|
|
38
|
+
warnings.push('Route family manifest not found. Using directory-based heuristics (lower accuracy).', 'Tip: Run `e2e-ai-agents train` to generate a proper manifest.');
|
|
38
39
|
}
|
|
39
40
|
// Load API surface catalog
|
|
40
41
|
const apiSurface = loadOrBuildApiSurface(config.testsRoot, config.apiSurface);
|
|
@@ -46,21 +47,13 @@ export function preprocess(changedFiles, config) {
|
|
|
46
47
|
// Load context documents
|
|
47
48
|
const context = loadContextDocuments(config.testsRoot, config.appPath);
|
|
48
49
|
warnings.push(...context.warnings);
|
|
49
|
-
// Bind files to families
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
.map((fb) => fb.file);
|
|
57
|
-
if (unboundFiles.length > 0) {
|
|
58
|
-
warnings.push(`${unboundFiles.length} changed file(s) did not match any route family: ${unboundFiles.slice(0, 5).join(', ')}${unboundFiles.length > 5 ? '...' : ''}`);
|
|
59
|
-
}
|
|
60
|
-
}
|
|
61
|
-
else {
|
|
62
|
-
fileBindings = changedFiles.map((f) => ({ file: f, bindings: [] }));
|
|
63
|
-
unboundFiles = changedFiles;
|
|
50
|
+
// Bind files to families (manifest is always non-null now — either real or heuristic)
|
|
51
|
+
const fileBindings = bindFilesToFamilies(changedFiles, manifest);
|
|
52
|
+
const unboundFiles = fileBindings
|
|
53
|
+
.filter((fb) => fb.bindings.length === 0)
|
|
54
|
+
.map((fb) => fb.file);
|
|
55
|
+
if (unboundFiles.length > 0) {
|
|
56
|
+
warnings.push(`${unboundFiles.length} changed file(s) did not match any route family: ${unboundFiles.slice(0, 5).join(', ')}${unboundFiles.length > 5 ? '...' : ''}`);
|
|
64
57
|
}
|
|
65
58
|
// Group files by family+feature
|
|
66
59
|
const groupMap = new Map();
|
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
2
|
+
// See LICENSE.txt for license information.
|
|
3
|
+
import { EventEmitter } from 'events';
|
|
4
|
+
export class ProgressReporter extends EventEmitter {
|
|
5
|
+
constructor(options) {
|
|
6
|
+
super();
|
|
7
|
+
this.isTTY = options?.isTTY ?? (process.stdout.isTTY === true);
|
|
8
|
+
this.silent = (options?.quiet ?? false) || (options?.jsonMode ?? false);
|
|
9
|
+
this.completedAgents = 0;
|
|
10
|
+
this.totalAgents = 0;
|
|
11
|
+
this.currentPhase = '';
|
|
12
|
+
}
|
|
13
|
+
phaseStart(phase, agentCount) {
|
|
14
|
+
const payload = { phase, agentCount };
|
|
15
|
+
this.emit('phase-start', payload);
|
|
16
|
+
if (this.silent) {
|
|
17
|
+
return;
|
|
18
|
+
}
|
|
19
|
+
this.currentPhase = phase;
|
|
20
|
+
this.completedAgents = 0;
|
|
21
|
+
this.totalAgents = agentCount;
|
|
22
|
+
const message = `--- Phase: ${phase} (${agentCount} agent${agentCount !== 1 ? 's' : ''}) ---`;
|
|
23
|
+
this.writeLine(message);
|
|
24
|
+
}
|
|
25
|
+
agentStart(agent, family) {
|
|
26
|
+
const payload = { agent, family };
|
|
27
|
+
this.emit('agent-start', payload);
|
|
28
|
+
if (this.silent) {
|
|
29
|
+
return;
|
|
30
|
+
}
|
|
31
|
+
const familyLabel = family ? ` processing ${family}` : '';
|
|
32
|
+
if (this.isTTY) {
|
|
33
|
+
const progress = `[${this.completedAgents}/${this.totalAgents} agents]`;
|
|
34
|
+
const message = `${progress} ${this.currentPhase}: ${agent}${familyLabel}...`;
|
|
35
|
+
process.stdout.write(`\r${clearLine()}${message}`);
|
|
36
|
+
}
|
|
37
|
+
else {
|
|
38
|
+
const message = `[${this.currentPhase}] ${agent} started${familyLabel ? ':' + familyLabel : ''}`;
|
|
39
|
+
this.writeLine(message);
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
agentComplete(agent, family, tokens, cost, durationMs) {
|
|
43
|
+
const payload = { agent, family, tokens, cost, durationMs };
|
|
44
|
+
this.emit('agent-complete', payload);
|
|
45
|
+
if (this.silent) {
|
|
46
|
+
return;
|
|
47
|
+
}
|
|
48
|
+
this.completedAgents++;
|
|
49
|
+
const costStr = formatCost(cost);
|
|
50
|
+
const durationStr = formatDuration(durationMs);
|
|
51
|
+
const tokensStr = formatTokens(tokens);
|
|
52
|
+
const familyLabel = family ? ` ${family}` : '';
|
|
53
|
+
if (this.isTTY) {
|
|
54
|
+
const progress = `[${this.completedAgents}/${this.totalAgents} agents]`;
|
|
55
|
+
const message = `${progress} ${this.currentPhase}: ${agent} complete${familyLabel} (${tokensStr}, ${costStr}, ${durationStr})`;
|
|
56
|
+
process.stdout.write(`\r${clearLine()}${message}\n`);
|
|
57
|
+
}
|
|
58
|
+
else {
|
|
59
|
+
const message = `[${this.currentPhase}] ${agent} complete:${familyLabel} (${tokensStr}, ${costStr}, ${durationStr})`;
|
|
60
|
+
this.writeLine(message);
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
phaseComplete(phase, elapsedMs) {
|
|
64
|
+
const payload = { phase, elapsedMs };
|
|
65
|
+
this.emit('phase-complete', payload);
|
|
66
|
+
if (this.silent) {
|
|
67
|
+
return;
|
|
68
|
+
}
|
|
69
|
+
const durationStr = formatDuration(elapsedMs);
|
|
70
|
+
const message = `--- Phase ${phase} complete (${durationStr}) ---`;
|
|
71
|
+
this.writeLine(message);
|
|
72
|
+
}
|
|
73
|
+
workflowComplete(totalCost, totalTokens, elapsedMs) {
|
|
74
|
+
const payload = { totalCost, totalTokens, elapsedMs };
|
|
75
|
+
this.emit('workflow-complete', payload);
|
|
76
|
+
if (this.silent) {
|
|
77
|
+
return;
|
|
78
|
+
}
|
|
79
|
+
const costStr = formatCost(totalCost);
|
|
80
|
+
const tokensStr = formatTokens(totalTokens);
|
|
81
|
+
const durationStr = formatDuration(elapsedMs);
|
|
82
|
+
const message = `=== Workflow complete: ${tokensStr}, ${costStr}, ${durationStr} ===`;
|
|
83
|
+
this.writeLine(message);
|
|
84
|
+
}
|
|
85
|
+
writeLine(message) {
|
|
86
|
+
process.stdout.write(message + '\n');
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
function clearLine() {
|
|
90
|
+
return '\x1B[2K';
|
|
91
|
+
}
|
|
92
|
+
function formatCost(cost) {
|
|
93
|
+
return `$${cost.toFixed(2)}`;
|
|
94
|
+
}
|
|
95
|
+
function formatTokens(tokens) {
|
|
96
|
+
if (tokens >= 1000000) {
|
|
97
|
+
return `${(tokens / 1000000).toFixed(1)}M tokens`;
|
|
98
|
+
}
|
|
99
|
+
if (tokens >= 1000) {
|
|
100
|
+
return `${(tokens / 1000).toFixed(0).replace(/\B(?=(\d{3})+(?!\d))/g, ',')} tokens`;
|
|
101
|
+
}
|
|
102
|
+
return `${tokens} tokens`;
|
|
103
|
+
}
|
|
104
|
+
function formatDuration(ms) {
|
|
105
|
+
const seconds = Math.round(ms / 1000);
|
|
106
|
+
if (seconds >= 60) {
|
|
107
|
+
const minutes = Math.floor(seconds / 60);
|
|
108
|
+
const remainingSeconds = seconds % 60;
|
|
109
|
+
return remainingSeconds > 0 ? `${minutes}m${remainingSeconds}s` : `${minutes}m`;
|
|
110
|
+
}
|
|
111
|
+
return `${seconds}s`;
|
|
112
|
+
}
|
|
@@ -1,10 +1,12 @@
|
|
|
1
1
|
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
2
2
|
// See LICENSE.txt for license information.
|
|
3
|
+
import { extractJsonFromResponse } from './json_extract.js';
|
|
4
|
+
import { sanitizeForPrompt } from '../crew/sanitize.js';
|
|
3
5
|
export function buildCoveragePrompt(ctx) {
|
|
4
6
|
const flowsBlock = ctx.flows
|
|
5
7
|
.map((f) => {
|
|
6
|
-
const actions = f.userActions.length > 0 ? f.userActions.join('; ') : 'unknown';
|
|
7
|
-
return `- ${f.flowId} (${f.priority}): ${f.flowName}\n Route: ${f.route}\n User actions: ${actions}\n Evidence: ${f.evidence}`;
|
|
8
|
+
const actions = f.userActions.length > 0 ? f.userActions.map((a) => sanitizeForPrompt(a)).join('; ') : 'unknown';
|
|
9
|
+
return `- ${f.flowId} (${f.priority}): ${f.flowName}\n Route: ${f.route}\n User actions: ${actions}\n Evidence: ${sanitizeForPrompt(f.evidence)}`;
|
|
8
10
|
})
|
|
9
11
|
.join('\n\n');
|
|
10
12
|
const specsBlock = ctx.specs
|
|
@@ -13,7 +15,7 @@ export function buildCoveragePrompt(ctx) {
|
|
|
13
15
|
})
|
|
14
16
|
.join('\n\n');
|
|
15
17
|
return [
|
|
16
|
-
|
|
18
|
+
`You are evaluating whether existing ${ctx.profile?.projectName || 'Mattermost'} ${ctx.profile?.testFramework || 'Playwright'} E2E tests cover the impacted flows.`,
|
|
17
19
|
'',
|
|
18
20
|
`IMPACTED FLOWS (${ctx.flows.length}):`,
|
|
19
21
|
flowsBlock,
|
|
@@ -36,29 +38,10 @@ export function buildCoveragePrompt(ctx) {
|
|
|
36
38
|
' Wrong: "test the new isEditing state"',
|
|
37
39
|
' Right: "test editing a scheduled message while it is in pending state"',
|
|
38
40
|
'- For add_scenarios, specify which existing spec file to extend in targetSpec.',
|
|
39
|
-
|
|
41
|
+
`- For create_spec, suggest a path following ${ctx.profile?.projectName || 'Mattermost'} conventions.`,
|
|
40
42
|
'- Prefer adding scenarios to existing specs over creating new spec files.',
|
|
41
43
|
].join('\n');
|
|
42
44
|
}
|
|
43
45
|
export function parseCoverageResponse(text) {
|
|
44
|
-
|
|
45
|
-
const candidates = fenced ? [fenced[1], text] : [text];
|
|
46
|
-
for (const candidate of candidates) {
|
|
47
|
-
const start = candidate.indexOf('{');
|
|
48
|
-
const end = candidate.lastIndexOf('}');
|
|
49
|
-
if (start < 0 || end <= start) {
|
|
50
|
-
continue;
|
|
51
|
-
}
|
|
52
|
-
const raw = candidate.slice(start, end + 1);
|
|
53
|
-
try {
|
|
54
|
-
const parsed = JSON.parse(raw);
|
|
55
|
-
if (parsed && Array.isArray(parsed.coverage)) {
|
|
56
|
-
return parsed;
|
|
57
|
-
}
|
|
58
|
-
}
|
|
59
|
-
catch {
|
|
60
|
-
continue;
|
|
61
|
-
}
|
|
62
|
-
}
|
|
63
|
-
return null;
|
|
46
|
+
return extractJsonFromResponse(text, (obj) => obj != null && typeof obj === 'object' && Array.isArray(obj.coverage));
|
|
64
47
|
}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
2
2
|
// See LICENSE.txt for license information.
|
|
3
3
|
import { sanitizeForPrompt } from '../crew/sanitize.js';
|
|
4
|
+
import { extractJsonFromResponse } from './json_extract.js';
|
|
4
5
|
export function buildCrossImpactPrompt(ctx) {
|
|
5
6
|
const familiesBlock = ctx.families
|
|
6
7
|
.map((f) => {
|
|
@@ -14,7 +15,7 @@ export function buildCrossImpactPrompt(ctx) {
|
|
|
14
15
|
.join('\n');
|
|
15
16
|
const changedBlock = ctx.changedFiles.map((f) => sanitizeForPrompt(f)).join('\n');
|
|
16
17
|
return [
|
|
17
|
-
|
|
18
|
+
`You are analyzing code changes in ${ctx.projectName || 'Mattermost'} to identify cross-family ripple effects.`,
|
|
18
19
|
'When a change in one route family could affect another family through shared dependencies,',
|
|
19
20
|
'that is a cross-impact.',
|
|
20
21
|
'',
|
|
@@ -48,24 +49,5 @@ export function buildCrossImpactPrompt(ctx) {
|
|
|
48
49
|
].join('\n');
|
|
49
50
|
}
|
|
50
51
|
export function parseCrossImpactResponse(text) {
|
|
51
|
-
|
|
52
|
-
const candidates = fenced ? [fenced[1], text] : [text];
|
|
53
|
-
for (const candidate of candidates) {
|
|
54
|
-
const start = candidate.indexOf('{');
|
|
55
|
-
const end = candidate.lastIndexOf('}');
|
|
56
|
-
if (start < 0 || end <= start) {
|
|
57
|
-
continue;
|
|
58
|
-
}
|
|
59
|
-
const raw = candidate.slice(start, end + 1);
|
|
60
|
-
try {
|
|
61
|
-
const parsed = JSON.parse(raw);
|
|
62
|
-
if (parsed && Array.isArray(parsed.crossImpacts)) {
|
|
63
|
-
return parsed;
|
|
64
|
-
}
|
|
65
|
-
}
|
|
66
|
-
catch {
|
|
67
|
-
continue;
|
|
68
|
-
}
|
|
69
|
-
}
|
|
70
|
-
return null;
|
|
52
|
+
return extractJsonFromResponse(text, (obj) => obj != null && typeof obj === 'object' && Array.isArray(obj.crossImpacts));
|
|
71
53
|
}
|