@qulib/core 0.8.2 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +38 -13
- package/bin/qulib.js +2 -3
- package/dist/__tests__/playwright-available.d.ts +32 -0
- package/dist/__tests__/playwright-available.d.ts.map +1 -0
- package/dist/__tests__/playwright-available.js +35 -0
- package/dist/adapters/ci-results-adapter.d.ts +67 -0
- package/dist/adapters/ci-results-adapter.d.ts.map +1 -0
- package/dist/adapters/ci-results-adapter.js +143 -0
- package/dist/adapters/cypress-e2e-adapter.d.ts.map +1 -1
- package/dist/adapters/cypress-e2e-adapter.js +25 -2
- package/dist/adapters/playwright-adapter.d.ts.map +1 -1
- package/dist/adapters/playwright-adapter.js +25 -2
- package/dist/adapters/pr-metadata-adapter.d.ts +75 -0
- package/dist/adapters/pr-metadata-adapter.d.ts.map +1 -0
- package/dist/adapters/pr-metadata-adapter.js +146 -0
- package/dist/adapters/validate-specs.d.ts +55 -0
- package/dist/adapters/validate-specs.d.ts.map +1 -0
- package/dist/adapters/validate-specs.js +67 -0
- package/dist/baseline/baseline.d.ts +54 -0
- package/dist/baseline/baseline.d.ts.map +1 -0
- package/dist/baseline/baseline.js +252 -0
- package/dist/baseline/baseline.schema.d.ts +233 -0
- package/dist/baseline/baseline.schema.d.ts.map +1 -0
- package/dist/baseline/baseline.schema.js +59 -0
- package/dist/cli/analyze-diff-run.d.ts +77 -0
- package/dist/cli/analyze-diff-run.d.ts.map +1 -0
- package/dist/cli/analyze-diff-run.js +266 -0
- package/dist/cli/baseline-run.d.ts +55 -0
- package/dist/cli/baseline-run.d.ts.map +1 -0
- package/dist/cli/baseline-run.js +259 -0
- package/dist/cli/confidence-run.d.ts +16 -0
- package/dist/cli/confidence-run.d.ts.map +1 -0
- package/dist/cli/confidence-run.js +162 -0
- package/dist/cli/index.d.ts +11 -1
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +84 -4
- package/dist/cli/scaffold-run.d.ts +86 -0
- package/dist/cli/scaffold-run.d.ts.map +1 -0
- package/dist/cli/scaffold-run.js +232 -0
- package/dist/cli/score-automation-run.d.ts +25 -0
- package/dist/cli/score-automation-run.d.ts.map +1 -0
- package/dist/cli/score-automation-run.js +127 -0
- package/dist/examples/notquality-dogfood/fixture.d.ts +166 -0
- package/dist/examples/notquality-dogfood/fixture.d.ts.map +1 -0
- package/dist/examples/notquality-dogfood/fixture.js +174 -0
- package/dist/examples/notquality-dogfood/run.d.ts +34 -0
- package/dist/examples/notquality-dogfood/run.d.ts.map +1 -0
- package/dist/examples/notquality-dogfood/run.js +139 -0
- package/dist/index.d.ts +18 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +15 -0
- package/dist/recipes/a11y.d.ts +36 -0
- package/dist/recipes/a11y.d.ts.map +1 -0
- package/dist/recipes/a11y.js +118 -0
- package/dist/recipes/auth.d.ts +38 -0
- package/dist/recipes/auth.d.ts.map +1 -0
- package/dist/recipes/auth.js +156 -0
- package/dist/recipes/index.d.ts +26 -0
- package/dist/recipes/index.d.ts.map +1 -0
- package/dist/recipes/index.js +41 -0
- package/dist/recipes/nav.d.ts +34 -0
- package/dist/recipes/nav.d.ts.map +1 -0
- package/dist/recipes/nav.js +128 -0
- package/dist/recipes/seed.d.ts +34 -0
- package/dist/recipes/seed.d.ts.map +1 -0
- package/dist/recipes/seed.js +87 -0
- package/dist/reporters/heatmap.d.ts +55 -0
- package/dist/reporters/heatmap.d.ts.map +1 -0
- package/dist/reporters/heatmap.js +146 -0
- package/dist/reporters/markdown-reporter.d.ts.map +1 -1
- package/dist/reporters/markdown-reporter.js +4 -1
- package/dist/scaffold-tests.d.ts +21 -0
- package/dist/scaffold-tests.d.ts.map +1 -1
- package/dist/scaffold-tests.js +12 -2
- package/dist/schemas/confidence.schema.d.ts +526 -0
- package/dist/schemas/confidence.schema.d.ts.map +1 -0
- package/dist/schemas/confidence.schema.js +161 -0
- package/dist/schemas/config.schema.d.ts.map +1 -1
- package/dist/schemas/config.schema.js +6 -1
- package/dist/schemas/index.d.ts +3 -0
- package/dist/schemas/index.d.ts.map +1 -1
- package/dist/schemas/index.js +3 -0
- package/dist/schemas/recipe.schema.d.ts +66 -0
- package/dist/schemas/recipe.schema.d.ts.map +1 -0
- package/dist/schemas/recipe.schema.js +45 -0
- package/dist/schemas/views.schema.d.ts +234 -0
- package/dist/schemas/views.schema.d.ts.map +1 -0
- package/dist/schemas/views.schema.js +82 -0
- package/dist/tools/scoring/confidence-from-qulib.d.ts +34 -0
- package/dist/tools/scoring/confidence-from-qulib.d.ts.map +1 -0
- package/dist/tools/scoring/confidence-from-qulib.js +206 -0
- package/dist/tools/scoring/confidence-views.d.ts +40 -0
- package/dist/tools/scoring/confidence-views.d.ts.map +1 -0
- package/dist/tools/scoring/confidence-views.js +163 -0
- package/dist/tools/scoring/confidence.d.ts +32 -0
- package/dist/tools/scoring/confidence.d.ts.map +1 -0
- package/dist/tools/scoring/confidence.js +180 -0
- package/dist/tools/scoring/levels.d.ts +15 -0
- package/dist/tools/scoring/levels.d.ts.map +1 -0
- package/dist/tools/scoring/levels.js +21 -0
- package/package.json +18 -8
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Shared score-to-level ladder used by qulib scorers.
|
|
3
|
+
*
|
|
4
|
+
* Used by `computeAutomationMaturity` and `computeReleaseConfidence` so
|
|
5
|
+
* the L1–L5 numeric bands are consistent across all qulib scorers.
|
|
6
|
+
* Each scorer can provide its own label suffix if needed; this function
|
|
7
|
+
* provides the canonical L1–L5 numeric thresholds and default labels.
|
|
8
|
+
*
|
|
9
|
+
* L1 < 20 | L2 < 40 | L3 < 60 | L4 < 80 | L5 ≥ 80
|
|
10
|
+
*/
|
|
11
|
+
export declare function scoreLevel(overall: number): {
|
|
12
|
+
level: number;
|
|
13
|
+
label: string;
|
|
14
|
+
};
|
|
15
|
+
//# sourceMappingURL=levels.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"levels.d.ts","sourceRoot":"","sources":["../../../src/tools/scoring/levels.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAM5E"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Shared score-to-level ladder used by qulib scorers.
|
|
3
|
+
*
|
|
4
|
+
* Used by `computeAutomationMaturity` and `computeReleaseConfidence` so
|
|
5
|
+
* the L1–L5 numeric bands are consistent across all qulib scorers.
|
|
6
|
+
* Each scorer can provide its own label suffix if needed; this function
|
|
7
|
+
* provides the canonical L1–L5 numeric thresholds and default labels.
|
|
8
|
+
*
|
|
9
|
+
* L1 < 20 | L2 < 40 | L3 < 60 | L4 < 80 | L5 ≥ 80
|
|
10
|
+
*/
|
|
11
|
+
export function scoreLevel(overall) {
|
|
12
|
+
if (overall < 20)
|
|
13
|
+
return { level: 1, label: 'L1 — nascent automation' };
|
|
14
|
+
if (overall < 40)
|
|
15
|
+
return { level: 2, label: 'L2 — emerging coverage' };
|
|
16
|
+
if (overall < 60)
|
|
17
|
+
return { level: 3, label: 'L3 — building maturity' };
|
|
18
|
+
if (overall < 80)
|
|
19
|
+
return { level: 4, label: 'L4 — strong automation' };
|
|
20
|
+
return { level: 5, label: 'L5 — advanced QA automation' };
|
|
21
|
+
}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@qulib/core",
|
|
3
|
-
"version": "0.
|
|
4
|
-
"description": "Qulib —
|
|
3
|
+
"version": "0.10.0",
|
|
4
|
+
"description": "Qulib — release confidence for deployed web apps. Fuses live-app quality, automation maturity, and API coverage into a single ship/caution/hold/block verdict.",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"author": "Tapesh Nagarwal",
|
|
7
7
|
"homepage": "https://github.com/TapeshN/qulib#readme",
|
|
@@ -14,14 +14,20 @@
|
|
|
14
14
|
"url": "https://github.com/TapeshN/qulib/issues"
|
|
15
15
|
},
|
|
16
16
|
"keywords": [
|
|
17
|
+
"release-confidence",
|
|
17
18
|
"qa",
|
|
18
19
|
"quality",
|
|
19
|
-
"
|
|
20
|
+
"ship-verdict",
|
|
21
|
+
"automation-maturity",
|
|
20
22
|
"gap-analysis",
|
|
21
|
-
"
|
|
23
|
+
"accessibility",
|
|
22
24
|
"playwright",
|
|
23
25
|
"mcp",
|
|
24
|
-
"ai"
|
|
26
|
+
"ai",
|
|
27
|
+
"ci-gate",
|
|
28
|
+
"test-confidence",
|
|
29
|
+
"web-quality",
|
|
30
|
+
"wcag"
|
|
25
31
|
],
|
|
26
32
|
"publishConfig": {
|
|
27
33
|
"access": "public"
|
|
@@ -48,8 +54,12 @@
|
|
|
48
54
|
"analyze": "tsx src/cli/index.ts analyze",
|
|
49
55
|
"clean": "tsx src/cli/index.ts clean",
|
|
50
56
|
"build": "tsc",
|
|
51
|
-
"
|
|
57
|
+
"prepack": "npm run build",
|
|
58
|
+
"prepublishOnly": "npm run build",
|
|
59
|
+
"test": "node --import tsx/esm --test src/llm/__tests__/cost-intelligence.test.ts src/llm/__tests__/context-builder.test.ts src/tools/scoring/__tests__/gaps.test.ts src/tools/auth/__tests__/gaps.test.ts src/tools/auth/__tests__/detect.test.ts src/tools/scoring/__tests__/automation-maturity.test.ts src/tools/scoring/__tests__/api-coverage.test.ts src/tools/scoring/__tests__/automation-maturity-with-api.test.ts src/harness/__tests__/state-manager.test.ts src/telemetry/__tests__/redact-url.test.ts src/cli/__tests__/auth-login.test.ts src/cli/__tests__/cli-version.test.ts src/cli/__tests__/bin-shim.test.ts src/cli/__tests__/score-automation.test.ts src/cli/__tests__/scaffold.test.ts src/__tests__/agent-summary.test.ts src/__tests__/cli-agent-summary.test.ts src/__tests__/analyze.storage-state-invalid.test.ts src/__tests__/analyze.fixtures.test.ts src/adapters/__tests__/playwright-adapter.test.ts src/adapters/__tests__/api-adapter.test.ts src/adapters/__tests__/ci-results-adapter.test.ts src/adapters/__tests__/pr-metadata-adapter.test.ts src/adapters/__tests__/validate-specs.test.ts src/tools/repo/__tests__/api-surface.test.ts src/baseline/__tests__/baseline.test.ts evals/runner/__tests__/runner.test.ts evals/judge/__tests__/judge.test.ts src/tools/scoring/__tests__/confidence.test.ts src/tools/scoring/__tests__/confidence-from-qulib.test.ts src/tools/scoring/__tests__/confidence-views.test.ts src/cli/__tests__/confidence.test.ts src/__tests__/notquality-dogfood.test.ts src/cli/__tests__/default-config-fallback.test.ts src/cli/__tests__/baseline.test.ts src/cli/__tests__/naming-aliases.test.ts src/cli/__tests__/analyze-diff.test.ts src/reporters/__tests__/heatmap.test.ts",
|
|
52
60
|
"test:integration": "node --import tsx/esm --test src/__tests__/analyze.integration.test.ts",
|
|
61
|
+
"eval": "node --import tsx/esm evals/runner/index.ts",
|
|
62
|
+
"eval:judge": "node --import tsx/esm evals/judge/eval-judge.ts",
|
|
53
63
|
"smoke": "tsx src/cli/index.ts analyze --url https://example.com --ephemeral",
|
|
54
64
|
"cost-doctor": "tsx src/cli/index.ts cost doctor"
|
|
55
65
|
},
|
|
@@ -59,12 +69,12 @@
|
|
|
59
69
|
"commander": "^12.1.0",
|
|
60
70
|
"fast-glob": "^3.3.2",
|
|
61
71
|
"js-yaml": "^4.2.0",
|
|
72
|
+
"typescript": "^5.4.0",
|
|
62
73
|
"zod": "^3.23.0"
|
|
63
74
|
},
|
|
64
75
|
"devDependencies": {
|
|
65
76
|
"@types/js-yaml": "^4.0.9",
|
|
66
77
|
"@types/node": "^20.0.0",
|
|
67
|
-
"tsx": "^4.
|
|
68
|
-
"typescript": "^5.4.0"
|
|
78
|
+
"tsx": "^4.22.4"
|
|
69
79
|
}
|
|
70
80
|
}
|