@saulwade/swl-ses 2.6.1 → 2.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CLAUDE.md +14 -2
- package/README.md +65 -18
- package/agentes/_intent-spec.md +73 -73
- package/agentes/_propose-step.md +90 -90
- package/bin/swl-ses.js +10 -0
- package/comandos/swl/brainstorm.md +1 -0
- package/comandos/swl/briefing.md +119 -119
- package/comandos/swl/contribuir.md +233 -233
- package/comandos/swl/deuda-codigo.md +97 -97
- package/comandos/swl/mcp-status.md +1 -0
- package/gateway/lib/event-channel.js +191 -191
- package/habilidades/agent-deep-links/SKILL.md +148 -148
- package/habilidades/backend-async-postgres-testing/SKILL.md +216 -216
- package/habilidades/backend-error-design/SKILL.md +221 -221
- package/habilidades/backend-production-resilience/SKILL.md +288 -288
- package/habilidades/calidad-anti-patrones-universales/SKILL.md +105 -1
- package/habilidades/calidad-contract-testing/SKILL.md +165 -165
- package/habilidades/calidad-mutation-testing/SKILL.md +25 -1
- package/habilidades/checklist-seguridad/recursos/stride-cobertura.md +60 -60
- package/habilidades/ci-cd-pipelines/SKILL.md +5 -1
- package/habilidades/css-moderno/SKILL.md +7 -1
- package/habilidades/diagrama-arquitectura/assets/template.html +276 -276
- package/habilidades/doubt-driven-review/recursos/EXAMPLES.md +130 -130
- package/habilidades/estructura-proyecto-claude/recursos/mcp-json-template.json +57 -57
- package/habilidades/extractor-de-aprendizajes/SKILL.md +5 -1
- package/habilidades/feynman-auditor-swl/recursos/preguntas-language-agnostic.md +108 -108
- package/habilidades/harness-claude-code/SKILL.md +3 -2
- package/habilidades/meta-skills-estandar/recursos/convencion-examples.md +93 -93
- package/habilidades/patrones-python/recursos/patrones-avanzados.md +469 -469
- package/habilidades/perfil-usuario/SKILL.md +200 -200
- package/habilidades/prevencion-sobreingenieria/recursos/EXAMPLES.md +580 -580
- package/habilidades/prevencion-sobreingenieria/recursos/soluciones-nativas.md +166 -166
- package/habilidades/prevencion-sobreingenieria/recursos/variables-residuales-post-refactor.md +85 -85
- package/habilidades/proceso-ddia-streaming/SKILL.md +231 -231
- package/habilidades/proceso-discovery-machote/SKILL.md +157 -157
- package/habilidades/proceso-dynamic-workflows/SKILL.md +60 -0
- package/habilidades/proceso-dynamic-workflows/recursos/template-adversarial-verify.js +65 -65
- package/habilidades/proceso-dynamic-workflows/recursos/template-triage.js +65 -65
- package/habilidades/proceso-intent-engineering/SKILL.md +269 -269
- package/habilidades/proceso-modular-split/SKILL.md +256 -256
- package/habilidades/state-inconsistency-auditor-swl/recursos/coupled-state-patterns.md +147 -147
- package/habilidades/swl-claudemd/recursos/contrato-aprender.md +83 -83
- package/habilidades/swl-claudemd/recursos/duplicacion-reglas-globales.md +85 -85
- package/habilidades/swl-claudemd/recursos/plantillas-init.md +94 -94
- package/habilidades/tdd-workflow/recursos/gherkin-bdd.md +111 -111
- package/hooks/calidad-pre-commit.js +159 -10
- package/hooks/ciclo-evolucion-subagente.js +26 -26
- package/hooks/ciclo-evolucion.js +26 -26
- package/hooks/contexto-subagente.js +68 -68
- package/hooks/lib/auto-consolidator.js +335 -335
- package/hooks/lib/ciclo-evolucion.js +47 -47
- package/hooks/lib/deep-links.js +185 -185
- package/hooks/lib/error-classifier.js +308 -308
- package/hooks/lib/notificacion-formato.js +45 -11
- package/hooks/lib/provenance-tracker.js +191 -191
- package/hooks/lib/raiz-proyecto.js +35 -4
- package/hooks/lib/resource-quota.js +122 -122
- package/hooks/lib/retry-jitter.js +165 -165
- package/hooks/lib/security-net.js +201 -201
- package/hooks/lib/skill-auditor.js +588 -588
- package/hooks/lib/sync-status.js +228 -228
- package/hooks/lib/taint-tracker.js +107 -107
- package/hooks/lib/text-similarity.js +241 -241
- package/hooks/lib/toon-compressor.js +245 -245
- package/hooks/notificacion-telegram.js +5 -11
- package/hooks/session-briefing.js +12 -4
- package/instintos/autonomia.yaml +27 -27
- package/instintos/prompt-appendices.yaml +57 -57
- package/llms.txt +1 -1
- package/manifiestos/agent-output-schemas.json +57 -57
- package/manifiestos/canonical-hashes.json +662 -0
- package/manifiestos/harness-ir.json +47536 -0
- package/manifiestos/hooks-config.json +469 -469
- package/manifiestos/invariantes-criticos.json +30 -30
- package/manifiestos/policy-bundle.json +2065 -0
- package/manifiestos/policy-corpus-w2.json +3926 -0
- package/manifiestos/runtime-adapters-core3.json +208 -0
- package/manifiestos/runtime-conformance.json +139 -0
- package/manifiestos/skills-lock.json +43 -43
- package/package.json +2 -2
- package/plantillas/auditor-veto-template.md +105 -105
- package/plantillas/github-workflows/release-please.yml +44 -44
- package/plantillas/github-workflows/swl-ci.yml +107 -107
- package/plantillas/github-workflows/swl-security.yml +51 -51
- package/plugin.json +2 -2
- package/reglas/accesibilidad.md +10 -10
- package/reglas/auditorias-documentales-estructurales.md +7 -7
- package/reglas/cloud-infra.md +8 -8
- package/reglas/consultar-vault-primero.md +195 -195
- package/reglas/git-workflow.md +1 -0
- package/reglas/hooks.md +6 -6
- package/reglas/intent-engineering.md +218 -218
- package/reglas/markitdown.md +8 -8
- package/reglas/monitor-ci.md +12 -0
- package/reglas/patrones.md +6 -6
- package/reglas/testing.md +7 -7
- package/reglas/tests-cleanup.md +224 -224
- package/schemas/agent-message.schema.json +73 -73
- package/schemas/agent-output-implementacion.schema.json +114 -114
- package/schemas/agent-output-planificacion.schema.json +150 -150
- package/schemas/agent-output-review.schema.json +98 -98
- package/schemas/diary-entry.schema.json +112 -112
- package/schemas/gate-state.schema.json +76 -0
- package/schemas/harness-ir.schema.json +369 -0
- package/schemas/hook-profiles.schema.json +54 -54
- package/schemas/hooks-config.schema.json +89 -89
- package/schemas/legacy-gates.schema.json +45 -0
- package/schemas/modulos.schema.json +38 -38
- package/schemas/perfiles.schema.json +36 -36
- package/schemas/plugin.schema.json +77 -77
- package/schemas/policy-bundle.schema.json +140 -0
- package/schemas/policy-enforcement.schema.json +117 -0
- package/schemas/policy-operation.schema.json +261 -0
- package/schemas/runtime-adapter.schema.json +176 -0
- package/schemas/runtime-build-attestation.schema.json +100 -0
- package/schemas/runtime-conformance.schema.json +239 -0
- package/schemas/runtime-diagnostic.schema.json +395 -0
- package/schemas/skill-evals.schema.json +119 -119
- package/schemas/skill-frontmatter.schema.json +245 -245
- package/schemas/w4-certification-request.schema.json +72 -0
- package/schemas/w4-certification-verdict.schema.json +224 -0
- package/schemas/w4-corpus.schema.json +172 -0
- package/schemas/w4-mutation-report.schema.json +116 -0
- package/schemas/w4-replay-result.schema.json +164 -0
- package/schemas/w4-scoring-report.schema.json +89 -0
- package/scripts/audit-tools/audit-history.js +330 -330
- package/scripts/audit-tools/bundle-tracker.js +290 -290
- package/scripts/audit-tools/canary-monitor.js +352 -352
- package/scripts/audit-tools/code-profiler.js +605 -605
- package/scripts/audit-tools/dep-doctor.js +320 -320
- package/scripts/audit-tools/env-validator.js +206 -206
- package/scripts/audit-tools/lib/fs-walk.js +48 -48
- package/scripts/audit-tools/lib/output.js +23 -23
- package/scripts/audit-tools/migration-checker.js +392 -392
- package/scripts/audit-tools/pentest-scanner.js +1436 -1436
- package/scripts/bootstrap-instintos.js +3 -0
- package/scripts/cli/aprobar-plan.js +73 -73
- package/scripts/cli/briefing.js +23 -23
- package/scripts/cli/ciclo-evolucion.js +26 -26
- package/scripts/cli/derivar-feature-list.js +25 -25
- package/scripts/cli/detectar-host.js +27 -27
- package/scripts/cli/diary-entry.js +69 -69
- package/scripts/cli/execution-state.js +18 -18
- package/scripts/cli/gateway-notify.js +41 -41
- package/scripts/cli/liberar-fase.js +42 -42
- package/scripts/cli/mark-evolved.js +56 -56
- package/scripts/cli/metricas-dora.js +26 -26
- package/scripts/cli/near-duplicate.js +55 -55
- package/scripts/cli/notificaciones.js +123 -123
- package/scripts/cli/propose-step.js +29 -29
- package/scripts/cli/schedule-parse.js +19 -19
- package/scripts/cli/sugerir-modelo.js +20 -20
- package/scripts/cli/verificar-plan.js +36 -36
- package/scripts/cli/verificar-trazabilidad.js +35 -35
- package/scripts/comandos/install-asistido.js +8 -7
- package/scripts/configurar-branch-protection.js +418 -418
- package/scripts/detectar-aprendizajes-duplicados.js +151 -151
- package/scripts/doctor.js +61 -36
- package/scripts/generar-checklists-consolidados.js +273 -273
- package/scripts/generar-claims-runtime.js +1342 -0
- package/scripts/generar-harness-ir.js +257 -0
- package/scripts/generar-inventario.js +52 -54
- package/scripts/generar-policy-bundle.js +202 -0
- package/scripts/instalador.js +26 -7
- package/scripts/lib/approval-receipts.js +190 -0
- package/scripts/lib/artefactos-python.js +43 -43
- package/scripts/lib/benchmark-metrics.js +160 -160
- package/scripts/lib/budget-enforcer.js +252 -252
- package/scripts/lib/certificacion-loop-state.js +421 -0
- package/scripts/lib/ci-reader.js +193 -193
- package/scripts/lib/ciclo-autonomo/yaml-instintos.js +56 -0
- package/scripts/lib/clasificar-directorio.js +92 -0
- package/scripts/lib/contadores-inventario.js +217 -217
- package/scripts/lib/detectar-host-swl.js +175 -175
- package/scripts/lib/detectar-runtime.js +29 -20
- package/scripts/lib/detectar-stack-detallado.js +307 -307
- package/scripts/lib/detector-autoduplicacion-intra-archivo.js +234 -234
- package/scripts/lib/detector-reglas-duplicadas.js +220 -220
- package/scripts/lib/eval-metrics-store.js +218 -218
- package/scripts/lib/eval-quality.js +171 -171
- package/scripts/lib/eval-schemas.js +144 -144
- package/scripts/lib/eval-self-correct.js +106 -106
- package/scripts/lib/eval-validator.js +185 -185
- package/scripts/lib/evidence-verifier.js +192 -0
- package/scripts/lib/evidencia-release.js +322 -322
- package/scripts/lib/frontmatter-canonico.js +509 -0
- package/scripts/lib/gate-engine.js +871 -0
- package/scripts/lib/gate-hooks-requires.js +249 -249
- package/scripts/lib/gate-licencias.js +212 -212
- package/scripts/lib/git-config-preflight.js +48 -0
- package/scripts/lib/git-metricas.js +257 -257
- package/scripts/lib/harness-ir.js +778 -0
- package/scripts/lib/harness-source-snapshot.js +309 -0
- package/scripts/lib/integrity-ledger.js +1147 -0
- package/scripts/lib/jaccard-similarity.js +98 -98
- package/scripts/lib/legacy-gate-migration.js +324 -0
- package/scripts/lib/limpiar-basura-global.js +45 -2
- package/scripts/lib/longmemeval-runner.js +125 -125
- package/scripts/lib/metricas-dora.js +204 -204
- package/scripts/lib/notificaciones-telegram.js +1 -0
- package/scripts/lib/npm-version.js +1 -0
- package/scripts/lib/paquetes-conocidos.js +50 -50
- package/scripts/lib/plan-lock.js +61 -13
- package/scripts/lib/policy-broker.js +338 -0
- package/scripts/lib/policy-bundle.js +342 -0
- package/scripts/lib/policy-context-provider.js +310 -0
- package/scripts/lib/policy-contract.js +479 -0
- package/scripts/lib/policy-verifier-utils.js +65 -0
- package/scripts/lib/pr-analyzer.js +399 -399
- package/scripts/lib/principal-verifier.js +178 -0
- package/scripts/lib/prompt-builder.js +264 -264
- package/scripts/lib/resolver-plan-fase.js +37 -37
- package/scripts/lib/rrf-fusion.js +175 -175
- package/scripts/lib/runtime-adapter-contract.js +267 -0
- package/scripts/lib/runtime-artifact-verifier.js +426 -0
- package/scripts/lib/runtime-build-attestation.js +127 -0
- package/scripts/lib/runtime-bundle-installer.js +586 -0
- package/scripts/lib/runtime-compiler.js +327 -0
- package/scripts/lib/runtime-conformance.js +202 -0
- package/scripts/lib/runtime-doctor-core3.js +567 -0
- package/scripts/lib/runtime-doctor-input.js +59 -0
- package/scripts/lib/runtime-operation-adapter.js +267 -0
- package/scripts/lib/schema-version.js +164 -164
- package/scripts/lib/semantic-search.js +252 -252
- package/scripts/lib/signed-envelope.js +545 -0
- package/scripts/lib/single-use-store.js +359 -0
- package/scripts/lib/skills-externas.js +31 -0
- package/scripts/lib/transformadores/codex.js +15 -8
- package/scripts/lib/transformadores/gemini.js +79 -5
- package/scripts/lib/w4-attestation-adapter.js +158 -0
- package/scripts/lib/w4-canario.js +337 -0
- package/scripts/lib/w4-claims.js +182 -0
- package/scripts/lib/w4-corpus-generador.js +542 -0
- package/scripts/lib/w4-gate-c5.js +115 -0
- package/scripts/lib/w4-harness-bajo-prueba.js +155 -0
- package/scripts/lib/w4-matriz-combos.js +55 -0
- package/scripts/lib/w4-motor-mutacion.js +1348 -0
- package/scripts/lib/w4-motor-replay.js +735 -0
- package/scripts/lib/w4-pin-origen.js +54 -0
- package/scripts/lib/w4-publicar-request.js +132 -0
- package/scripts/lib/w4-revocacion.js +62 -0
- package/scripts/lib/w4-runtimes-core3.js +38 -0
- package/scripts/lib/w4-scorer-certificacion.js +692 -0
- package/scripts/lib/w4-superficie-candidato.js +49 -0
- package/scripts/lib/w4-veredicto.js +452 -0
- package/scripts/lib/w4-verificar-veredicto.js +302 -0
- package/scripts/limpiar-artefactos-python.js +131 -131
- package/scripts/migrar-csv-a-array.js +168 -168
- package/scripts/migrar-fase-dominio.js +200 -200
- package/scripts/migrar-gates-legacy.js +108 -0
- package/scripts/publicar-certification-request.js +115 -0
- package/scripts/runtime-doctor.js +107 -0
- package/scripts/tui/componentes/selector-multi.js +189 -189
- package/scripts/tui/componentes/selector-unico.js +158 -158
- package/scripts/tui/ejecutores.js +375 -375
- package/scripts/tui/lib/colores.js +129 -129
- package/scripts/tui/lib/render.js +264 -264
- package/scripts/tui/lib/teclas.js +113 -113
- package/scripts/tui/pantallas/install-wizard.js +12 -7
- package/scripts/tui/pantallas/menu-principal.js +52 -52
- package/scripts/tui/pantallas/progreso.js +274 -274
- package/scripts/tui/pantallas/resumen.js +132 -132
- package/scripts/validar-userland-vacio.js +110 -110
- package/scripts/verificar-aislamiento-swl-eval.js +87 -0
- package/scripts/verificar-empaquetado-downstream.js +375 -0
- package/scripts/verificar-loop-constructor.js +215 -0
- package/scripts/verificar-trazabilidad.js +13 -6
- package/scripts/verificar-veredicto-real.js +84 -0
|
@@ -1,125 +1,125 @@
|
|
|
1
|
-
'use strict';
|
|
2
|
-
|
|
3
|
-
/**
|
|
4
|
-
* longmemeval-runner.js — Adapter que ejecuta queries del benchmark contra
|
|
5
|
-
* `hooks/lib/memory-search` y devuelve métricas.
|
|
6
|
-
*
|
|
7
|
-
* Patrón adoptado de `temp/agentmemory-main/benchmark/longmemeval-bench.ts`.
|
|
8
|
-
* Adaptado: en lugar de cargar haystack desde el dataset, usa el estado
|
|
9
|
-
* actual del proyecto SWL (APRENDIZAJES.md, sesiones, instintos).
|
|
10
|
-
*
|
|
11
|
-
* El dataset es un JSONL donde cada línea es:
|
|
12
|
-
* {
|
|
13
|
-
* "question_id": "q-001",
|
|
14
|
-
* "question": "texto libre de la query",
|
|
15
|
-
* "gold_ids": ["apr-N", "ses-YYYY-MM-DD-HHMM"],
|
|
16
|
-
* "category": "decision" | "patron" | "anti-patron" | "gotcha" | ...,
|
|
17
|
-
* "status": "real" | "placeholder"
|
|
18
|
-
* }
|
|
19
|
-
*
|
|
20
|
-
* @module scripts/lib/longmemeval-runner
|
|
21
|
-
*/
|
|
22
|
-
|
|
23
|
-
const fs = require('fs');
|
|
24
|
-
const path = require('path');
|
|
25
|
-
|
|
26
|
-
const memorySearch = require('../../hooks/lib/memory-search');
|
|
27
|
-
const benchmarkMetrics = require('./benchmark-metrics');
|
|
28
|
-
|
|
29
|
-
// ── parser de dataset ─────────────────────────────────────────────────────────
|
|
30
|
-
|
|
31
|
-
/**
|
|
32
|
-
* Parsea un archivo JSONL del dataset.
|
|
33
|
-
* @param {string} ruta
|
|
34
|
-
* @returns {object[]}
|
|
35
|
-
*/
|
|
36
|
-
function leerDataset(ruta) {
|
|
37
|
-
if (!fs.existsSync(ruta)) {
|
|
38
|
-
throw new Error(`Dataset no encontrado: ${ruta}`);
|
|
39
|
-
}
|
|
40
|
-
const contenido = fs.readFileSync(ruta, 'utf8');
|
|
41
|
-
const entries = [];
|
|
42
|
-
let lineNum = 0;
|
|
43
|
-
for (const linea of contenido.split('\n')) {
|
|
44
|
-
lineNum++;
|
|
45
|
-
if (!linea.trim()) continue;
|
|
46
|
-
if (linea.trim().startsWith('//')) continue; // comentarios
|
|
47
|
-
try {
|
|
48
|
-
entries.push(JSON.parse(linea));
|
|
49
|
-
} catch (err) {
|
|
50
|
-
throw new Error(`JSONL malformado en línea ${lineNum}: ${err.message}`);
|
|
51
|
-
}
|
|
52
|
-
}
|
|
53
|
-
return entries;
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
// ── ejecución de query individual ─────────────────────────────────────────────
|
|
57
|
-
|
|
58
|
-
/**
|
|
59
|
-
* Ejecuta una query del benchmark contra memoria SWL y compara con gold.
|
|
60
|
-
*
|
|
61
|
-
* @param {string} baseDir - Raíz del proyecto.
|
|
62
|
-
* @param {object} entry - Una línea del dataset.
|
|
63
|
-
* @param {object} [opts]
|
|
64
|
-
* @param {number} [opts.limit=20] - Top-k a recuperar.
|
|
65
|
-
* @returns {object} Métricas + ids retrieved + entry original.
|
|
66
|
-
*/
|
|
67
|
-
function ejecutarEntry(baseDir, entry, opts = {}) {
|
|
68
|
-
const limit = opts.limit || 20;
|
|
69
|
-
const inicio = Date.now();
|
|
70
|
-
const resultados = memorySearch.search(baseDir, entry.question, { limit });
|
|
71
|
-
const latencyMs = Date.now() - inicio;
|
|
72
|
-
|
|
73
|
-
const retrievedIds = resultados.map(r => r.id);
|
|
74
|
-
const goldIds = Array.isArray(entry.gold_ids) ? entry.gold_ids : [];
|
|
75
|
-
const metricas = benchmarkMetrics.calcularMetricas(retrievedIds, goldIds);
|
|
76
|
-
|
|
77
|
-
return {
|
|
78
|
-
question_id: entry.question_id || 'unknown',
|
|
79
|
-
question: entry.question,
|
|
80
|
-
category: entry.category || null,
|
|
81
|
-
status: entry.status || 'unknown',
|
|
82
|
-
retrievedIds,
|
|
83
|
-
goldIds,
|
|
84
|
-
metricas,
|
|
85
|
-
latencyMs,
|
|
86
|
-
};
|
|
87
|
-
}
|
|
88
|
-
|
|
89
|
-
/**
|
|
90
|
-
* Ejecuta el dataset completo y devuelve resultados + métricas agregadas.
|
|
91
|
-
*
|
|
92
|
-
* @param {string} baseDir
|
|
93
|
-
* @param {string} datasetPath
|
|
94
|
-
* @param {object} [opts]
|
|
95
|
-
* @returns {{ entries: object[], promedio: object, dataset: object }}
|
|
96
|
-
*/
|
|
97
|
-
function ejecutarDataset(baseDir, datasetPath, opts = {}) {
|
|
98
|
-
const entries = leerDataset(datasetPath);
|
|
99
|
-
const resultados = entries.map(e => ejecutarEntry(baseDir, e, opts));
|
|
100
|
-
const promedio = benchmarkMetrics.promediar(resultados.map(r => r.metricas));
|
|
101
|
-
|
|
102
|
-
// Estadísticas del dataset
|
|
103
|
-
const placeholderCount = entries.filter(e => e.status === 'placeholder').length;
|
|
104
|
-
const realCount = entries.filter(e => e.status === 'real').length;
|
|
105
|
-
const datasetMeta = {
|
|
106
|
-
total: entries.length,
|
|
107
|
-
real: realCount,
|
|
108
|
-
placeholder: placeholderCount,
|
|
109
|
-
significativo: realCount >= 30,
|
|
110
|
-
};
|
|
111
|
-
|
|
112
|
-
return {
|
|
113
|
-
entries: resultados,
|
|
114
|
-
promedio,
|
|
115
|
-
dataset: datasetMeta,
|
|
116
|
-
};
|
|
117
|
-
}
|
|
118
|
-
|
|
119
|
-
// ── exports ───────────────────────────────────────────────────────────────────
|
|
120
|
-
|
|
121
|
-
module.exports = {
|
|
122
|
-
leerDataset,
|
|
123
|
-
ejecutarEntry,
|
|
124
|
-
ejecutarDataset,
|
|
125
|
-
};
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* longmemeval-runner.js — Adapter que ejecuta queries del benchmark contra
|
|
5
|
+
* `hooks/lib/memory-search` y devuelve métricas.
|
|
6
|
+
*
|
|
7
|
+
* Patrón adoptado de `temp/agentmemory-main/benchmark/longmemeval-bench.ts`.
|
|
8
|
+
* Adaptado: en lugar de cargar haystack desde el dataset, usa el estado
|
|
9
|
+
* actual del proyecto SWL (APRENDIZAJES.md, sesiones, instintos).
|
|
10
|
+
*
|
|
11
|
+
* El dataset es un JSONL donde cada línea es:
|
|
12
|
+
* {
|
|
13
|
+
* "question_id": "q-001",
|
|
14
|
+
* "question": "texto libre de la query",
|
|
15
|
+
* "gold_ids": ["apr-N", "ses-YYYY-MM-DD-HHMM"],
|
|
16
|
+
* "category": "decision" | "patron" | "anti-patron" | "gotcha" | ...,
|
|
17
|
+
* "status": "real" | "placeholder"
|
|
18
|
+
* }
|
|
19
|
+
*
|
|
20
|
+
* @module scripts/lib/longmemeval-runner
|
|
21
|
+
*/
|
|
22
|
+
|
|
23
|
+
const fs = require('fs');
|
|
24
|
+
const path = require('path');
|
|
25
|
+
|
|
26
|
+
const memorySearch = require('../../hooks/lib/memory-search');
|
|
27
|
+
const benchmarkMetrics = require('./benchmark-metrics');
|
|
28
|
+
|
|
29
|
+
// ── parser de dataset ─────────────────────────────────────────────────────────
|
|
30
|
+
|
|
31
|
+
/**
|
|
32
|
+
* Parsea un archivo JSONL del dataset.
|
|
33
|
+
* @param {string} ruta
|
|
34
|
+
* @returns {object[]}
|
|
35
|
+
*/
|
|
36
|
+
function leerDataset(ruta) {
|
|
37
|
+
if (!fs.existsSync(ruta)) {
|
|
38
|
+
throw new Error(`Dataset no encontrado: ${ruta}`);
|
|
39
|
+
}
|
|
40
|
+
const contenido = fs.readFileSync(ruta, 'utf8');
|
|
41
|
+
const entries = [];
|
|
42
|
+
let lineNum = 0;
|
|
43
|
+
for (const linea of contenido.split('\n')) {
|
|
44
|
+
lineNum++;
|
|
45
|
+
if (!linea.trim()) continue;
|
|
46
|
+
if (linea.trim().startsWith('//')) continue; // comentarios
|
|
47
|
+
try {
|
|
48
|
+
entries.push(JSON.parse(linea));
|
|
49
|
+
} catch (err) {
|
|
50
|
+
throw new Error(`JSONL malformado en línea ${lineNum}: ${err.message}`);
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
return entries;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
// ── ejecución de query individual ─────────────────────────────────────────────
|
|
57
|
+
|
|
58
|
+
/**
|
|
59
|
+
* Ejecuta una query del benchmark contra memoria SWL y compara con gold.
|
|
60
|
+
*
|
|
61
|
+
* @param {string} baseDir - Raíz del proyecto.
|
|
62
|
+
* @param {object} entry - Una línea del dataset.
|
|
63
|
+
* @param {object} [opts]
|
|
64
|
+
* @param {number} [opts.limit=20] - Top-k a recuperar.
|
|
65
|
+
* @returns {object} Métricas + ids retrieved + entry original.
|
|
66
|
+
*/
|
|
67
|
+
function ejecutarEntry(baseDir, entry, opts = {}) {
|
|
68
|
+
const limit = opts.limit || 20;
|
|
69
|
+
const inicio = Date.now();
|
|
70
|
+
const resultados = memorySearch.search(baseDir, entry.question, { limit });
|
|
71
|
+
const latencyMs = Date.now() - inicio;
|
|
72
|
+
|
|
73
|
+
const retrievedIds = resultados.map(r => r.id);
|
|
74
|
+
const goldIds = Array.isArray(entry.gold_ids) ? entry.gold_ids : [];
|
|
75
|
+
const metricas = benchmarkMetrics.calcularMetricas(retrievedIds, goldIds);
|
|
76
|
+
|
|
77
|
+
return {
|
|
78
|
+
question_id: entry.question_id || 'unknown',
|
|
79
|
+
question: entry.question,
|
|
80
|
+
category: entry.category || null,
|
|
81
|
+
status: entry.status || 'unknown',
|
|
82
|
+
retrievedIds,
|
|
83
|
+
goldIds,
|
|
84
|
+
metricas,
|
|
85
|
+
latencyMs,
|
|
86
|
+
};
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
/**
|
|
90
|
+
* Ejecuta el dataset completo y devuelve resultados + métricas agregadas.
|
|
91
|
+
*
|
|
92
|
+
* @param {string} baseDir
|
|
93
|
+
* @param {string} datasetPath
|
|
94
|
+
* @param {object} [opts]
|
|
95
|
+
* @returns {{ entries: object[], promedio: object, dataset: object }}
|
|
96
|
+
*/
|
|
97
|
+
function ejecutarDataset(baseDir, datasetPath, opts = {}) {
|
|
98
|
+
const entries = leerDataset(datasetPath);
|
|
99
|
+
const resultados = entries.map(e => ejecutarEntry(baseDir, e, opts));
|
|
100
|
+
const promedio = benchmarkMetrics.promediar(resultados.map(r => r.metricas));
|
|
101
|
+
|
|
102
|
+
// Estadísticas del dataset
|
|
103
|
+
const placeholderCount = entries.filter(e => e.status === 'placeholder').length;
|
|
104
|
+
const realCount = entries.filter(e => e.status === 'real').length;
|
|
105
|
+
const datasetMeta = {
|
|
106
|
+
total: entries.length,
|
|
107
|
+
real: realCount,
|
|
108
|
+
placeholder: placeholderCount,
|
|
109
|
+
significativo: realCount >= 30,
|
|
110
|
+
};
|
|
111
|
+
|
|
112
|
+
return {
|
|
113
|
+
entries: resultados,
|
|
114
|
+
promedio,
|
|
115
|
+
dataset: datasetMeta,
|
|
116
|
+
};
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
// ── exports ───────────────────────────────────────────────────────────────────
|
|
120
|
+
|
|
121
|
+
module.exports = {
|
|
122
|
+
leerDataset,
|
|
123
|
+
ejecutarEntry,
|
|
124
|
+
ejecutarDataset,
|
|
125
|
+
};
|
|
@@ -1,204 +1,204 @@
|
|
|
1
|
-
'use strict';
|
|
2
|
-
|
|
3
|
-
/**
|
|
4
|
-
* metricas-dora.js
|
|
5
|
-
*
|
|
6
|
-
* Compone las 4 métricas DORA del proyecto destino y las clasifica en
|
|
7
|
-
* elite/high/medium/low según los umbrales del DORA Report 2023:
|
|
8
|
-
* - deployment frequency + lead time desde git (siempre, git-metricas.js).
|
|
9
|
-
* - change failure rate + MTTR desde gh (degrada si ausente, ci-reader.js).
|
|
10
|
-
*
|
|
11
|
-
* Persiste el informe en `.planning/evolution/metricas-dora.json` (runtime).
|
|
12
|
-
* Entrypoint CLI `--json`. Parte de la Fase 15 (ADR-0039).
|
|
13
|
-
*/
|
|
14
|
-
|
|
15
|
-
const fs = require('node:fs');
|
|
16
|
-
const path = require('node:path');
|
|
17
|
-
|
|
18
|
-
const gitMetricas = require('./git-metricas');
|
|
19
|
-
const ciReader = require('./ci-reader');
|
|
20
|
-
|
|
21
|
-
let atomicWriteJSON;
|
|
22
|
-
try {
|
|
23
|
-
({ atomicWriteJSON } = require('../../hooks/lib/atomic-write'));
|
|
24
|
-
} catch (err) {
|
|
25
|
-
if (err.code !== 'MODULE_NOT_FOUND') throw err;
|
|
26
|
-
atomicWriteJSON = (p, obj) => {
|
|
27
|
-
const dir = path.dirname(p);
|
|
28
|
-
if (!fs.existsSync(dir)) fs.mkdirSync(dir, { recursive: true });
|
|
29
|
-
fs.writeFileSync(p, JSON.stringify(obj, null, 2), 'utf8');
|
|
30
|
-
};
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
const STORAGE_REL = path.join('.planning', 'evolution', 'metricas-dora.json');
|
|
34
|
-
|
|
35
|
-
/**
|
|
36
|
-
* Umbrales DORA Report 2023 (Accelerate State of DevOps). Boundaries expresados
|
|
37
|
-
* en las unidades internas de cada métrica. Ajustar aquí si el reporte cambia.
|
|
38
|
-
*
|
|
39
|
-
* - deploymentFrequency (deploys/semana, mayor es mejor):
|
|
40
|
-
* elite ≥1/día (7/sem) · high ≥1/mes (0.23/sem) · medium ≥1/semestre (0.038/sem) · low <semestral.
|
|
41
|
-
* - leadTimeHoras (commit→tag, menor es mejor): elite <1día · high <1sem · medium <1mes · low ≥1mes.
|
|
42
|
-
* - changeFailureRate (0..1, menor es mejor): elite ≤0.15 · high ≤0.30 · medium ≤0.45 · low >0.45.
|
|
43
|
-
* - mttrHoras (menor es mejor): elite <1h · high <1día · medium <1sem · low ≥1sem.
|
|
44
|
-
*/
|
|
45
|
-
const UMBRALES_DORA_2023 = {
|
|
46
|
-
deploymentFrequency: { elite: 7, high: 0.23, medium: 0.038 }, // deploys/semana, mayor mejor
|
|
47
|
-
leadTimeHoras: { elite: 24, high: 168, medium: 730 }, // menor mejor
|
|
48
|
-
changeFailureRate: { elite: 0.15, high: 0.3, medium: 0.45 }, // menor mejor
|
|
49
|
-
mttrHoras: { elite: 1, high: 24, medium: 168 }, // menor mejor
|
|
50
|
-
};
|
|
51
|
-
|
|
52
|
-
const NIVELES = ['elite', 'high', 'medium', 'low'];
|
|
53
|
-
|
|
54
|
-
/**
|
|
55
|
-
* Clasifica un valor de una métrica en elite/high/medium/low.
|
|
56
|
-
* @param {string} metrica - clave de UMBRALES_DORA_2023.
|
|
57
|
-
* @param {number|null|undefined} valor
|
|
58
|
-
* @returns {'elite'|'high'|'medium'|'low'|'sin-datos'}
|
|
59
|
-
*/
|
|
60
|
-
function clasificar(metrica, valor) {
|
|
61
|
-
const u = UMBRALES_DORA_2023[metrica];
|
|
62
|
-
if (!u || valor === null || valor === undefined || !Number.isFinite(valor)) return 'sin-datos';
|
|
63
|
-
|
|
64
|
-
if (metrica === 'deploymentFrequency') {
|
|
65
|
-
// mayor es mejor
|
|
66
|
-
if (valor >= u.elite) return 'elite';
|
|
67
|
-
if (valor >= u.high) return 'high';
|
|
68
|
-
if (valor >= u.medium) return 'medium';
|
|
69
|
-
return 'low';
|
|
70
|
-
}
|
|
71
|
-
// menor es mejor (leadTime, cfr, mttr)
|
|
72
|
-
if (valor < u.elite) return 'elite';
|
|
73
|
-
if (valor < u.high) return 'high';
|
|
74
|
-
if (valor < u.medium) return 'medium';
|
|
75
|
-
return 'low';
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
/**
|
|
79
|
-
* Calcula las 4 métricas DORA del proyecto en baseDir.
|
|
80
|
-
* @returns objeto serializable con generado, ventana_dias y las 4 métricas.
|
|
81
|
-
*/
|
|
82
|
-
function calcularDora(baseDir = process.cwd(), opts = {}) {
|
|
83
|
-
const { ventanaDias = 30, hoy = new Date(), ejecutorGh } = opts;
|
|
84
|
-
|
|
85
|
-
// Git (siempre)
|
|
86
|
-
const df = gitMetricas.deploymentFrequency(baseDir, { ventanaDias, hoy });
|
|
87
|
-
const lt = gitMetricas.leadTimeForChanges(baseDir, { ventanaDias, hoy });
|
|
88
|
-
|
|
89
|
-
// CI (degrada): una sola llamada a gh. Si no está disponible, NO se re-intenta
|
|
90
|
-
// — se propaga la razón directamente (evita 3 invocaciones del mismo fallo).
|
|
91
|
-
const runsBase = ciReader.obtenerRuns({ ejecutorGh, rama: 'main' });
|
|
92
|
-
const cfr = runsBase.disponible
|
|
93
|
-
? ciReader.changeFailureRate({ ventanaDias, hoy, runs: runsBase.runs })
|
|
94
|
-
: { disponible: false, razon: runsBase.razon };
|
|
95
|
-
const mttr = runsBase.disponible
|
|
96
|
-
? ciReader.meanTimeToRestore({ ventanaDias, hoy, runs: runsBase.runs })
|
|
97
|
-
: { disponible: false, razon: runsBase.razon };
|
|
98
|
-
|
|
99
|
-
const deploymentFrequency = df.disponible
|
|
100
|
-
? {
|
|
101
|
-
disponible: true,
|
|
102
|
-
valor: df.sinDatos ? null : df.deploysPorSemana,
|
|
103
|
-
unidad: 'deploys/semana',
|
|
104
|
-
clasificacion: df.sinDatos ? 'sin-datos' : clasificar('deploymentFrequency', df.deploysPorSemana),
|
|
105
|
-
sinDatos: !!df.sinDatos,
|
|
106
|
-
}
|
|
107
|
-
: { disponible: false, razon: df.razon };
|
|
108
|
-
|
|
109
|
-
const leadTime = lt.disponible
|
|
110
|
-
? {
|
|
111
|
-
disponible: true,
|
|
112
|
-
p50Horas: lt.sinDatos ? null : lt.p50Horas,
|
|
113
|
-
p95Horas: lt.sinDatos ? null : lt.p95Horas,
|
|
114
|
-
clasificacion: lt.sinDatos ? 'sin-datos' : clasificar('leadTimeHoras', lt.p50Horas),
|
|
115
|
-
sinDatos: !!lt.sinDatos,
|
|
116
|
-
}
|
|
117
|
-
: { disponible: false, razon: lt.razon };
|
|
118
|
-
|
|
119
|
-
const changeFailureRate = cfr.disponible
|
|
120
|
-
? {
|
|
121
|
-
disponible: true,
|
|
122
|
-
valor: cfr.sinDatos ? null : cfr.cfr,
|
|
123
|
-
clasificacion: cfr.sinDatos ? 'sin-datos' : clasificar('changeFailureRate', cfr.cfr),
|
|
124
|
-
sinDatos: !!cfr.sinDatos,
|
|
125
|
-
totalRuns: cfr.totalRuns,
|
|
126
|
-
fallidos: cfr.fallidos,
|
|
127
|
-
}
|
|
128
|
-
: { disponible: false, razon: cfr.razon };
|
|
129
|
-
|
|
130
|
-
const mttrOut = mttr.disponible
|
|
131
|
-
? {
|
|
132
|
-
disponible: true,
|
|
133
|
-
mttrHoras: mttr.sinDatos ? null : mttr.mttrHoras,
|
|
134
|
-
clasificacion: mttr.sinDatos ? 'sin-datos' : clasificar('mttrHoras', mttr.mttrHoras),
|
|
135
|
-
sinDatos: !!mttr.sinDatos,
|
|
136
|
-
recuperaciones: mttr.recuperaciones,
|
|
137
|
-
}
|
|
138
|
-
: { disponible: false, razon: mttr.razon };
|
|
139
|
-
|
|
140
|
-
return {
|
|
141
|
-
generado: hoy.toISOString(),
|
|
142
|
-
ventana_dias: ventanaDias,
|
|
143
|
-
deploymentFrequency,
|
|
144
|
-
leadTime,
|
|
145
|
-
changeFailureRate,
|
|
146
|
-
mttr: mttrOut,
|
|
147
|
-
};
|
|
148
|
-
}
|
|
149
|
-
|
|
150
|
-
/**
|
|
151
|
-
* Persiste el informe DORA en `<baseDir>/.planning/evolution/metricas-dora.json`.
|
|
152
|
-
* `baseDir` se trata como ruta CONFIABLE del invocador (CLI local / cwd); NUNCA
|
|
153
|
-
* debe propagarse desde input web/HTTP/PR. Aun así se valida contención bajo
|
|
154
|
-
* baseDir para evitar write-anywhere si el path subiera de nivel (H-01).
|
|
155
|
-
*/
|
|
156
|
-
function persistir(baseDir, dora) {
|
|
157
|
-
const base = path.resolve(baseDir);
|
|
158
|
-
const destino = path.resolve(base, STORAGE_REL);
|
|
159
|
-
if (destino !== base && !destino.startsWith(base + path.sep)) {
|
|
160
|
-
throw new Error('destino de métricas DORA fuera de baseDir');
|
|
161
|
-
}
|
|
162
|
-
atomicWriteJSON(destino, dora);
|
|
163
|
-
return destino;
|
|
164
|
-
}
|
|
165
|
-
|
|
166
|
-
module.exports = {
|
|
167
|
-
clasificar,
|
|
168
|
-
calcularDora,
|
|
169
|
-
persistir,
|
|
170
|
-
UMBRALES_DORA_2023,
|
|
171
|
-
NIVELES,
|
|
172
|
-
STORAGE_REL,
|
|
173
|
-
};
|
|
174
|
-
|
|
175
|
-
// Entrypoint CLI: node scripts/lib/metricas-dora.js [--json] [--dias=N] [baseDir]
|
|
176
|
-
if (!require.main || require.main === module) {
|
|
177
|
-
const args = process.argv.slice(2);
|
|
178
|
-
const json = args.includes('--json');
|
|
179
|
-
const diasArg = args.find((a) => a.startsWith('--dias='));
|
|
180
|
-
const ventanaDias = Math.max(1, Math.min(365, (diasArg ? parseInt(diasArg.slice('--dias='.length), 10) : 30) || 30));
|
|
181
|
-
const baseDir = args.find((a) => !a.startsWith('--')) || process.cwd();
|
|
182
|
-
|
|
183
|
-
const dora = calcularDora(baseDir, { ventanaDias });
|
|
184
|
-
try {
|
|
185
|
-
persistir(baseDir, dora);
|
|
186
|
-
} catch {
|
|
187
|
-
/* persistencia best-effort: no romper el informe si el disco falla */
|
|
188
|
-
}
|
|
189
|
-
|
|
190
|
-
if (json) {
|
|
191
|
-
process.stdout.write(JSON.stringify(dora, null, 2) + '\n');
|
|
192
|
-
} else {
|
|
193
|
-
const fmt = (txt) => process.stdout.write(`${txt}\n`);
|
|
194
|
-
const df = dora.deploymentFrequency;
|
|
195
|
-
const lt = dora.leadTime;
|
|
196
|
-
const cfr = dora.changeFailureRate;
|
|
197
|
-
const mt = dora.mttr;
|
|
198
|
-
fmt(`Deployment frequency: ${df.disponible ? (df.sinDatos ? 'sin datos' : `${df.valor.toFixed(2)}/sem [${df.clasificacion}]`) : 'no disponible'}`);
|
|
199
|
-
fmt(`Lead time (p50): ${lt.disponible ? (lt.sinDatos ? 'sin datos' : `${lt.p50Horas.toFixed(1)}h [${lt.clasificacion}]`) : 'no disponible'}`);
|
|
200
|
-
fmt(`Change failure rate: ${cfr.disponible ? (cfr.sinDatos ? 'sin datos' : `${(cfr.valor * 100).toFixed(1)}% [${cfr.clasificacion}]`) : 'no disponible (gh ausente)'}`);
|
|
201
|
-
fmt(`MTTR: ${mt.disponible ? (mt.sinDatos ? 'sin datos' : `${mt.mttrHoras.toFixed(1)}h [${mt.clasificacion}]`) : 'no disponible (gh ausente)'}`);
|
|
202
|
-
}
|
|
203
|
-
process.exit(0);
|
|
204
|
-
}
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* metricas-dora.js
|
|
5
|
+
*
|
|
6
|
+
* Compone las 4 métricas DORA del proyecto destino y las clasifica en
|
|
7
|
+
* elite/high/medium/low según los umbrales del DORA Report 2023:
|
|
8
|
+
* - deployment frequency + lead time desde git (siempre, git-metricas.js).
|
|
9
|
+
* - change failure rate + MTTR desde gh (degrada si ausente, ci-reader.js).
|
|
10
|
+
*
|
|
11
|
+
* Persiste el informe en `.planning/evolution/metricas-dora.json` (runtime).
|
|
12
|
+
* Entrypoint CLI `--json`. Parte de la Fase 15 (ADR-0039).
|
|
13
|
+
*/
|
|
14
|
+
|
|
15
|
+
const fs = require('node:fs');
|
|
16
|
+
const path = require('node:path');
|
|
17
|
+
|
|
18
|
+
const gitMetricas = require('./git-metricas');
|
|
19
|
+
const ciReader = require('./ci-reader');
|
|
20
|
+
|
|
21
|
+
let atomicWriteJSON;
|
|
22
|
+
try {
|
|
23
|
+
({ atomicWriteJSON } = require('../../hooks/lib/atomic-write'));
|
|
24
|
+
} catch (err) {
|
|
25
|
+
if (err.code !== 'MODULE_NOT_FOUND') throw err;
|
|
26
|
+
atomicWriteJSON = (p, obj) => {
|
|
27
|
+
const dir = path.dirname(p);
|
|
28
|
+
if (!fs.existsSync(dir)) fs.mkdirSync(dir, { recursive: true });
|
|
29
|
+
fs.writeFileSync(p, JSON.stringify(obj, null, 2), 'utf8');
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
const STORAGE_REL = path.join('.planning', 'evolution', 'metricas-dora.json');
|
|
34
|
+
|
|
35
|
+
/**
|
|
36
|
+
* Umbrales DORA Report 2023 (Accelerate State of DevOps). Boundaries expresados
|
|
37
|
+
* en las unidades internas de cada métrica. Ajustar aquí si el reporte cambia.
|
|
38
|
+
*
|
|
39
|
+
* - deploymentFrequency (deploys/semana, mayor es mejor):
|
|
40
|
+
* elite ≥1/día (7/sem) · high ≥1/mes (0.23/sem) · medium ≥1/semestre (0.038/sem) · low <semestral.
|
|
41
|
+
* - leadTimeHoras (commit→tag, menor es mejor): elite <1día · high <1sem · medium <1mes · low ≥1mes.
|
|
42
|
+
* - changeFailureRate (0..1, menor es mejor): elite ≤0.15 · high ≤0.30 · medium ≤0.45 · low >0.45.
|
|
43
|
+
* - mttrHoras (menor es mejor): elite <1h · high <1día · medium <1sem · low ≥1sem.
|
|
44
|
+
*/
|
|
45
|
+
const UMBRALES_DORA_2023 = {
|
|
46
|
+
deploymentFrequency: { elite: 7, high: 0.23, medium: 0.038 }, // deploys/semana, mayor mejor
|
|
47
|
+
leadTimeHoras: { elite: 24, high: 168, medium: 730 }, // menor mejor
|
|
48
|
+
changeFailureRate: { elite: 0.15, high: 0.3, medium: 0.45 }, // menor mejor
|
|
49
|
+
mttrHoras: { elite: 1, high: 24, medium: 168 }, // menor mejor
|
|
50
|
+
};
|
|
51
|
+
|
|
52
|
+
const NIVELES = ['elite', 'high', 'medium', 'low'];
|
|
53
|
+
|
|
54
|
+
/**
|
|
55
|
+
* Clasifica un valor de una métrica en elite/high/medium/low.
|
|
56
|
+
* @param {string} metrica - clave de UMBRALES_DORA_2023.
|
|
57
|
+
* @param {number|null|undefined} valor
|
|
58
|
+
* @returns {'elite'|'high'|'medium'|'low'|'sin-datos'}
|
|
59
|
+
*/
|
|
60
|
+
function clasificar(metrica, valor) {
|
|
61
|
+
const u = UMBRALES_DORA_2023[metrica];
|
|
62
|
+
if (!u || valor === null || valor === undefined || !Number.isFinite(valor)) return 'sin-datos';
|
|
63
|
+
|
|
64
|
+
if (metrica === 'deploymentFrequency') {
|
|
65
|
+
// mayor es mejor
|
|
66
|
+
if (valor >= u.elite) return 'elite';
|
|
67
|
+
if (valor >= u.high) return 'high';
|
|
68
|
+
if (valor >= u.medium) return 'medium';
|
|
69
|
+
return 'low';
|
|
70
|
+
}
|
|
71
|
+
// menor es mejor (leadTime, cfr, mttr)
|
|
72
|
+
if (valor < u.elite) return 'elite';
|
|
73
|
+
if (valor < u.high) return 'high';
|
|
74
|
+
if (valor < u.medium) return 'medium';
|
|
75
|
+
return 'low';
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
/**
|
|
79
|
+
* Calcula las 4 métricas DORA del proyecto en baseDir.
|
|
80
|
+
* @returns objeto serializable con generado, ventana_dias y las 4 métricas.
|
|
81
|
+
*/
|
|
82
|
+
function calcularDora(baseDir = process.cwd(), opts = {}) {
|
|
83
|
+
const { ventanaDias = 30, hoy = new Date(), ejecutorGh } = opts;
|
|
84
|
+
|
|
85
|
+
// Git (siempre)
|
|
86
|
+
const df = gitMetricas.deploymentFrequency(baseDir, { ventanaDias, hoy });
|
|
87
|
+
const lt = gitMetricas.leadTimeForChanges(baseDir, { ventanaDias, hoy });
|
|
88
|
+
|
|
89
|
+
// CI (degrada): una sola llamada a gh. Si no está disponible, NO se re-intenta
|
|
90
|
+
// — se propaga la razón directamente (evita 3 invocaciones del mismo fallo).
|
|
91
|
+
const runsBase = ciReader.obtenerRuns({ ejecutorGh, rama: 'main' });
|
|
92
|
+
const cfr = runsBase.disponible
|
|
93
|
+
? ciReader.changeFailureRate({ ventanaDias, hoy, runs: runsBase.runs })
|
|
94
|
+
: { disponible: false, razon: runsBase.razon };
|
|
95
|
+
const mttr = runsBase.disponible
|
|
96
|
+
? ciReader.meanTimeToRestore({ ventanaDias, hoy, runs: runsBase.runs })
|
|
97
|
+
: { disponible: false, razon: runsBase.razon };
|
|
98
|
+
|
|
99
|
+
const deploymentFrequency = df.disponible
|
|
100
|
+
? {
|
|
101
|
+
disponible: true,
|
|
102
|
+
valor: df.sinDatos ? null : df.deploysPorSemana,
|
|
103
|
+
unidad: 'deploys/semana',
|
|
104
|
+
clasificacion: df.sinDatos ? 'sin-datos' : clasificar('deploymentFrequency', df.deploysPorSemana),
|
|
105
|
+
sinDatos: !!df.sinDatos,
|
|
106
|
+
}
|
|
107
|
+
: { disponible: false, razon: df.razon };
|
|
108
|
+
|
|
109
|
+
const leadTime = lt.disponible
|
|
110
|
+
? {
|
|
111
|
+
disponible: true,
|
|
112
|
+
p50Horas: lt.sinDatos ? null : lt.p50Horas,
|
|
113
|
+
p95Horas: lt.sinDatos ? null : lt.p95Horas,
|
|
114
|
+
clasificacion: lt.sinDatos ? 'sin-datos' : clasificar('leadTimeHoras', lt.p50Horas),
|
|
115
|
+
sinDatos: !!lt.sinDatos,
|
|
116
|
+
}
|
|
117
|
+
: { disponible: false, razon: lt.razon };
|
|
118
|
+
|
|
119
|
+
const changeFailureRate = cfr.disponible
|
|
120
|
+
? {
|
|
121
|
+
disponible: true,
|
|
122
|
+
valor: cfr.sinDatos ? null : cfr.cfr,
|
|
123
|
+
clasificacion: cfr.sinDatos ? 'sin-datos' : clasificar('changeFailureRate', cfr.cfr),
|
|
124
|
+
sinDatos: !!cfr.sinDatos,
|
|
125
|
+
totalRuns: cfr.totalRuns,
|
|
126
|
+
fallidos: cfr.fallidos,
|
|
127
|
+
}
|
|
128
|
+
: { disponible: false, razon: cfr.razon };
|
|
129
|
+
|
|
130
|
+
const mttrOut = mttr.disponible
|
|
131
|
+
? {
|
|
132
|
+
disponible: true,
|
|
133
|
+
mttrHoras: mttr.sinDatos ? null : mttr.mttrHoras,
|
|
134
|
+
clasificacion: mttr.sinDatos ? 'sin-datos' : clasificar('mttrHoras', mttr.mttrHoras),
|
|
135
|
+
sinDatos: !!mttr.sinDatos,
|
|
136
|
+
recuperaciones: mttr.recuperaciones,
|
|
137
|
+
}
|
|
138
|
+
: { disponible: false, razon: mttr.razon };
|
|
139
|
+
|
|
140
|
+
return {
|
|
141
|
+
generado: hoy.toISOString(),
|
|
142
|
+
ventana_dias: ventanaDias,
|
|
143
|
+
deploymentFrequency,
|
|
144
|
+
leadTime,
|
|
145
|
+
changeFailureRate,
|
|
146
|
+
mttr: mttrOut,
|
|
147
|
+
};
|
|
148
|
+
}
|
|
149
|
+
|
|
150
|
+
/**
|
|
151
|
+
* Persiste el informe DORA en `<baseDir>/.planning/evolution/metricas-dora.json`.
|
|
152
|
+
* `baseDir` se trata como ruta CONFIABLE del invocador (CLI local / cwd); NUNCA
|
|
153
|
+
* debe propagarse desde input web/HTTP/PR. Aun así se valida contención bajo
|
|
154
|
+
* baseDir para evitar write-anywhere si el path subiera de nivel (H-01).
|
|
155
|
+
*/
|
|
156
|
+
function persistir(baseDir, dora) {
|
|
157
|
+
const base = path.resolve(baseDir);
|
|
158
|
+
const destino = path.resolve(base, STORAGE_REL);
|
|
159
|
+
if (destino !== base && !destino.startsWith(base + path.sep)) {
|
|
160
|
+
throw new Error('destino de métricas DORA fuera de baseDir');
|
|
161
|
+
}
|
|
162
|
+
atomicWriteJSON(destino, dora);
|
|
163
|
+
return destino;
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
module.exports = {
|
|
167
|
+
clasificar,
|
|
168
|
+
calcularDora,
|
|
169
|
+
persistir,
|
|
170
|
+
UMBRALES_DORA_2023,
|
|
171
|
+
NIVELES,
|
|
172
|
+
STORAGE_REL,
|
|
173
|
+
};
|
|
174
|
+
|
|
175
|
+
// Entrypoint CLI: node scripts/lib/metricas-dora.js [--json] [--dias=N] [baseDir]
|
|
176
|
+
if (!require.main || require.main === module) {
|
|
177
|
+
const args = process.argv.slice(2);
|
|
178
|
+
const json = args.includes('--json');
|
|
179
|
+
const diasArg = args.find((a) => a.startsWith('--dias='));
|
|
180
|
+
const ventanaDias = Math.max(1, Math.min(365, (diasArg ? parseInt(diasArg.slice('--dias='.length), 10) : 30) || 30));
|
|
181
|
+
const baseDir = args.find((a) => !a.startsWith('--')) || process.cwd();
|
|
182
|
+
|
|
183
|
+
const dora = calcularDora(baseDir, { ventanaDias });
|
|
184
|
+
try {
|
|
185
|
+
persistir(baseDir, dora);
|
|
186
|
+
} catch {
|
|
187
|
+
/* persistencia best-effort: no romper el informe si el disco falla */
|
|
188
|
+
}
|
|
189
|
+
|
|
190
|
+
if (json) {
|
|
191
|
+
process.stdout.write(JSON.stringify(dora, null, 2) + '\n');
|
|
192
|
+
} else {
|
|
193
|
+
const fmt = (txt) => process.stdout.write(`${txt}\n`);
|
|
194
|
+
const df = dora.deploymentFrequency;
|
|
195
|
+
const lt = dora.leadTime;
|
|
196
|
+
const cfr = dora.changeFailureRate;
|
|
197
|
+
const mt = dora.mttr;
|
|
198
|
+
fmt(`Deployment frequency: ${df.disponible ? (df.sinDatos ? 'sin datos' : `${df.valor.toFixed(2)}/sem [${df.clasificacion}]`) : 'no disponible'}`);
|
|
199
|
+
fmt(`Lead time (p50): ${lt.disponible ? (lt.sinDatos ? 'sin datos' : `${lt.p50Horas.toFixed(1)}h [${lt.clasificacion}]`) : 'no disponible'}`);
|
|
200
|
+
fmt(`Change failure rate: ${cfr.disponible ? (cfr.sinDatos ? 'sin datos' : `${(cfr.valor * 100).toFixed(1)}% [${cfr.clasificacion}]`) : 'no disponible (gh ausente)'}`);
|
|
201
|
+
fmt(`MTTR: ${mt.disponible ? (mt.sinDatos ? 'sin datos' : `${mt.mttrHoras.toFixed(1)}h [${mt.clasificacion}]`) : 'no disponible (gh ausente)'}`);
|
|
202
|
+
}
|
|
203
|
+
process.exit(0);
|
|
204
|
+
}
|