@prismatic-io/lux 0.0.2-preview.3 → 0.0.2-preview.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (169) hide show
  1. package/lib/answerers/terminal/index.js +1 -1
  2. package/lib/answerers/terminal/index.js.map +1 -1
  3. package/lib/assertions/authoring.d.ts +2 -2
  4. package/lib/assertions/authoring.d.ts.map +1 -1
  5. package/lib/assertions/authoring.js.map +1 -1
  6. package/lib/assertions/core/helpers.d.ts +2 -7
  7. package/lib/assertions/core/helpers.d.ts.map +1 -1
  8. package/lib/assertions/core/helpers.js +2 -6
  9. package/lib/assertions/core/helpers.js.map +1 -1
  10. package/lib/assertions/core/index.d.ts.map +1 -1
  11. package/lib/assertions/core/index.js +2 -1
  12. package/lib/assertions/core/index.js.map +1 -1
  13. package/lib/assertions/core/resource-checks.d.ts +19 -0
  14. package/lib/assertions/core/resource-checks.d.ts.map +1 -1
  15. package/lib/assertions/core/resource-checks.js +32 -0
  16. package/lib/assertions/core/resource-checks.js.map +1 -1
  17. package/lib/cli/program.d.ts.map +1 -1
  18. package/lib/cli/program.js +12 -67
  19. package/lib/cli/program.js.map +1 -1
  20. package/lib/cli/render/reporter.d.ts.map +1 -1
  21. package/lib/cli/render/reporter.js +16 -3
  22. package/lib/cli/render/reporter.js.map +1 -1
  23. package/lib/cli/run-options.d.ts +1 -0
  24. package/lib/cli/run-options.d.ts.map +1 -1
  25. package/lib/cli/run-options.js.map +1 -1
  26. package/lib/cli/view.d.ts +13 -0
  27. package/lib/cli/view.d.ts.map +1 -0
  28. package/lib/cli/view.js +126 -0
  29. package/lib/cli/view.js.map +1 -0
  30. package/lib/core/action-events.d.ts +29 -0
  31. package/lib/core/action-events.d.ts.map +1 -0
  32. package/lib/core/action-events.js +51 -0
  33. package/lib/core/action-events.js.map +1 -0
  34. package/lib/core/artifact-evidence.d.ts +8 -0
  35. package/lib/core/artifact-evidence.d.ts.map +1 -1
  36. package/lib/core/artifact-evidence.js +36 -4
  37. package/lib/core/artifact-evidence.js.map +1 -1
  38. package/lib/core/assertion.d.ts +12 -0
  39. package/lib/core/assertion.d.ts.map +1 -1
  40. package/lib/core/assertion.js +13 -0
  41. package/lib/core/assertion.js.map +1 -1
  42. package/lib/core/driver-metrics.d.ts +98 -0
  43. package/lib/core/driver-metrics.d.ts.map +1 -0
  44. package/lib/core/driver-metrics.js +36 -0
  45. package/lib/core/driver-metrics.js.map +1 -0
  46. package/lib/core/events.d.ts +2 -0
  47. package/lib/core/events.d.ts.map +1 -1
  48. package/lib/core/events.js +3 -2
  49. package/lib/core/events.js.map +1 -1
  50. package/lib/core/experiment.d.ts +19 -0
  51. package/lib/core/experiment.d.ts.map +1 -1
  52. package/lib/core/experiment.js +2 -0
  53. package/lib/core/experiment.js.map +1 -1
  54. package/lib/core/index.d.ts +2 -0
  55. package/lib/core/index.d.ts.map +1 -1
  56. package/lib/core/index.js +2 -0
  57. package/lib/core/index.js.map +1 -1
  58. package/lib/core/run.d.ts +51 -0
  59. package/lib/core/run.d.ts.map +1 -1
  60. package/lib/core/run.js +6 -0
  61. package/lib/core/run.js.map +1 -1
  62. package/lib/core/wire.d.ts +1 -0
  63. package/lib/core/wire.d.ts.map +1 -1
  64. package/lib/core/wire.js +5 -1
  65. package/lib/core/wire.js.map +1 -1
  66. package/lib/index.d.ts +3 -2
  67. package/lib/index.d.ts.map +1 -1
  68. package/lib/index.js +3 -2
  69. package/lib/index.js.map +1 -1
  70. package/lib/orchestrator/compare.d.ts +9 -1
  71. package/lib/orchestrator/compare.d.ts.map +1 -1
  72. package/lib/orchestrator/compare.js +8 -0
  73. package/lib/orchestrator/compare.js.map +1 -1
  74. package/lib/orchestrator/config.d.ts.map +1 -1
  75. package/lib/orchestrator/config.js +0 -2
  76. package/lib/orchestrator/config.js.map +1 -1
  77. package/lib/orchestrator/experiment-contracts.d.ts +19 -0
  78. package/lib/orchestrator/experiment-contracts.d.ts.map +1 -1
  79. package/lib/orchestrator/experiment-evaluation.d.ts.map +1 -1
  80. package/lib/orchestrator/experiment-evaluation.js +17 -0
  81. package/lib/orchestrator/experiment-evaluation.js.map +1 -1
  82. package/lib/orchestrator/experiment-report.d.ts +19 -0
  83. package/lib/orchestrator/experiment-report.d.ts.map +1 -1
  84. package/lib/orchestrator/experiment-runs.d.ts +38 -0
  85. package/lib/orchestrator/experiment-runs.d.ts.map +1 -1
  86. package/lib/orchestrator/grader-experiment.d.ts +12 -0
  87. package/lib/orchestrator/grader-experiment.d.ts.map +1 -1
  88. package/lib/orchestrator/grading.d.ts +2 -1
  89. package/lib/orchestrator/grading.d.ts.map +1 -1
  90. package/lib/orchestrator/grading.js +16 -4
  91. package/lib/orchestrator/grading.js.map +1 -1
  92. package/lib/orchestrator/index.d.ts +1 -1
  93. package/lib/orchestrator/index.d.ts.map +1 -1
  94. package/lib/orchestrator/index.js +1 -1
  95. package/lib/orchestrator/index.js.map +1 -1
  96. package/lib/orchestrator/list-runs.d.ts +6 -1
  97. package/lib/orchestrator/list-runs.d.ts.map +1 -1
  98. package/lib/orchestrator/list-runs.js +15 -1
  99. package/lib/orchestrator/list-runs.js.map +1 -1
  100. package/lib/orchestrator/orchestrator.d.ts +3 -0
  101. package/lib/orchestrator/orchestrator.d.ts.map +1 -1
  102. package/lib/orchestrator/orchestrator.js +3 -0
  103. package/lib/orchestrator/orchestrator.js.map +1 -1
  104. package/lib/orchestrator/regrade.d.ts +6 -0
  105. package/lib/orchestrator/regrade.d.ts.map +1 -1
  106. package/lib/orchestrator/run-execution.d.ts.map +1 -1
  107. package/lib/orchestrator/run-execution.js +13 -3
  108. package/lib/orchestrator/run-execution.js.map +1 -1
  109. package/lib/orchestrator/suite-compare.d.ts +34 -0
  110. package/lib/orchestrator/suite-compare.d.ts.map +1 -1
  111. package/lib/orchestrator/suite-summary.d.ts +68 -0
  112. package/lib/orchestrator/suite-summary.d.ts.map +1 -1
  113. package/lib/orchestrator/suite-summary.js +22 -7
  114. package/lib/orchestrator/suite-summary.js.map +1 -1
  115. package/lib/previewer/artifacts.d.ts +25 -0
  116. package/lib/previewer/artifacts.d.ts.map +1 -0
  117. package/lib/previewer/artifacts.js +180 -0
  118. package/lib/previewer/artifacts.js.map +1 -0
  119. package/lib/previewer/server.d.ts +104 -0
  120. package/lib/previewer/server.d.ts.map +1 -0
  121. package/lib/previewer/server.js +541 -0
  122. package/lib/previewer/server.js.map +1 -0
  123. package/package.json +2 -2
  124. package/skills/lux/SKILL.md +7 -3
  125. package/skills/lux/references/cli.md +25 -2
  126. package/skills/lux/references/eval-authoring.md +158 -4
  127. package/skills/lux-answerer/SKILL.md +1 -1
  128. package/src/answerers/terminal/index.ts +1 -1
  129. package/src/assertions/authoring.ts +2 -0
  130. package/src/assertions/core/helpers.ts +3 -6
  131. package/src/assertions/core/index.ts +2 -0
  132. package/src/assertions/core/resource-checks.ts +35 -0
  133. package/src/cli/program.ts +14 -93
  134. package/src/cli/render/reporter.ts +18 -3
  135. package/src/cli/run-options.ts +1 -0
  136. package/src/cli/view.ts +168 -0
  137. package/src/core/action-events.ts +59 -0
  138. package/src/core/artifact-evidence.ts +47 -4
  139. package/src/core/assertion.ts +15 -0
  140. package/src/core/driver-metrics.ts +51 -0
  141. package/src/core/events.ts +3 -2
  142. package/src/core/experiment.ts +2 -0
  143. package/src/core/index.ts +2 -0
  144. package/src/core/run.ts +6 -0
  145. package/src/core/wire.ts +5 -1
  146. package/src/index.ts +25 -5
  147. package/src/orchestrator/compare.ts +12 -0
  148. package/src/orchestrator/config.ts +0 -2
  149. package/src/orchestrator/experiment-evaluation.ts +23 -0
  150. package/src/orchestrator/grading.ts +21 -2
  151. package/src/orchestrator/index.ts +1 -0
  152. package/src/orchestrator/list-runs.ts +25 -0
  153. package/src/orchestrator/orchestrator.ts +6 -0
  154. package/src/orchestrator/run-execution.ts +14 -1
  155. package/src/orchestrator/suite-summary.ts +36 -8
  156. package/src/previewer/artifacts.ts +221 -0
  157. package/src/previewer/server.ts +763 -0
  158. package/viewer/app.css +2022 -0
  159. package/viewer/app.js +601 -0
  160. package/viewer/artifact-view.js +48 -0
  161. package/viewer/charts.js +86 -0
  162. package/viewer/detail.js +1108 -0
  163. package/viewer/format.js +129 -0
  164. package/viewer/index.html +151 -0
  165. package/lib/answerers/scripted/index.d.ts +0 -8
  166. package/lib/answerers/scripted/index.d.ts.map +0 -1
  167. package/lib/answerers/scripted/index.js +0 -163
  168. package/lib/answerers/scripted/index.js.map +0 -1
  169. package/src/answerers/scripted/index.ts +0 -186
@@ -0,0 +1,86 @@
1
+ import { escapeHtml } from "./format.js";
2
+
3
+ const clamp01 = (value) =>
4
+ typeof value === "number" && Number.isFinite(value) ? Math.max(0, Math.min(1, value)) : 0;
5
+
6
+ export const quantizedBar = (value, tone, label, threshold = null) => {
7
+ const filled = Math.round(clamp01(value) * 20);
8
+ const thresholdCell =
9
+ typeof threshold === "number"
10
+ ? Math.min(19, Math.max(0, Math.floor(clamp01(threshold) * 20)))
11
+ : -1;
12
+ return `<span class="quantized-bar" role="img" aria-label="${escapeHtml(label)}">
13
+ ${Array.from({ length: 20 }, (_, index) => {
14
+ const classes = [
15
+ "quantized-cell",
16
+ index < filled ? `is-filled ${tone}` : "",
17
+ index === thresholdCell ? "has-threshold" : "",
18
+ ]
19
+ .filter(Boolean)
20
+ .join(" ");
21
+ return `<i class="${classes}"></i>`;
22
+ }).join("")}
23
+ </span>`;
24
+ };
25
+
26
+ const distributionBar = (segments, label) => {
27
+ const total = segments.reduce((sum, segment) => sum + segment.value, 0);
28
+ const cells = Array.from({ length: 20 }, (_, index) => {
29
+ if (total <= 0) return '<i class="quantized-cell"></i>';
30
+ const point = ((index + 0.5) / 20) * total;
31
+ let cumulative = 0;
32
+ const segment =
33
+ segments.find((entry) => {
34
+ cumulative += entry.value;
35
+ return point <= cumulative;
36
+ }) ?? segments.at(-1);
37
+ return `<i class="quantized-cell is-filled segment-${escapeHtml(segment?.key)}"></i>`;
38
+ }).join("");
39
+ const legend = segments
40
+ .filter((segment) => segment.value > 0)
41
+ .map(
42
+ (segment) =>
43
+ `<span><i class="legend-swatch segment-${escapeHtml(segment.key)}"></i>${escapeHtml(
44
+ segment.label,
45
+ )} <b>${segment.value}</b></span>`,
46
+ )
47
+ .join("");
48
+ return `<div class="distribution-visual">
49
+ <span class="quantized-bar" role="img" aria-label="${escapeHtml(label)}">${cells}</span>
50
+ <div class="visual-legend">${legend || "<span>No recorded values</span>"}</div>
51
+ </div>`;
52
+ };
53
+
54
+ export const comparisonBars = ({
55
+ title,
56
+ before,
57
+ after,
58
+ maximum,
59
+ beforeText,
60
+ afterText,
61
+ deltaText,
62
+ deltaTone,
63
+ }) => {
64
+ const scale = Math.max(maximum ?? 0, before ?? 0, after ?? 0, 1);
65
+ return `<figure class="comparison-bars">
66
+ <figcaption><span>${escapeHtml(title)}</span><b class="${escapeHtml(
67
+ deltaTone,
68
+ )}">${escapeHtml(deltaText)}</b></figcaption>
69
+ <div class="bar-lane"><strong>A</strong>${quantizedBar(
70
+ (before ?? 0) / scale,
71
+ "tone-before",
72
+ `${title} baseline ${beforeText}`,
73
+ )}<span>${escapeHtml(beforeText)}</span></div>
74
+ <div class="bar-lane"><strong>B</strong>${quantizedBar(
75
+ (after ?? 0) / scale,
76
+ "tone-after",
77
+ `${title} candidate ${afterText}`,
78
+ )}<span>${escapeHtml(afterText)}</span></div>
79
+ </figure>`;
80
+ };
81
+
82
+ export const compositionFigure = (title, segments, label) => `
83
+ <figure class="composition-figure">
84
+ <figcaption>${escapeHtml(title)}</figcaption>
85
+ ${distributionBar(segments, label)}
86
+ </figure>`;