@warlock.js/ai-panoptic 4.8.1 → 4.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (162) hide show
  1. package/CHANGELOG.md +12 -0
  2. package/cjs/index.cjs +340 -42
  3. package/cjs/index.cjs.map +1 -1
  4. package/esm/collector/collector.d.mts +1 -1
  5. package/esm/collector/collector.d.mts.map +1 -1
  6. package/esm/collector/collector.mjs +1 -1
  7. package/esm/collector/collector.mjs.map +1 -1
  8. package/esm/collector/content-capture.type.d.mts +1 -1
  9. package/esm/collector/content-capture.type.d.mts.map +1 -1
  10. package/esm/collector/extract-span-attributes.d.mts +1 -1
  11. package/esm/collector/extract-span-attributes.d.mts.map +1 -1
  12. package/esm/collector/extract-span-attributes.mjs +1 -1
  13. package/esm/collector/extract-span-attributes.mjs.map +1 -1
  14. package/esm/collector/normalize-error.d.mts +1 -1
  15. package/esm/collector/normalize-error.d.mts.map +1 -1
  16. package/esm/collector/normalize-error.mjs +1 -1
  17. package/esm/collector/normalize-error.mjs.map +1 -1
  18. package/esm/collector/report-to-span.d.mts +1 -1
  19. package/esm/collector/report-to-span.d.mts.map +1 -1
  20. package/esm/collector/report-to-span.mjs +1 -1
  21. package/esm/collector/report-to-span.mjs.map +1 -1
  22. package/esm/collector/report-to-trace.d.mts +1 -1
  23. package/esm/collector/report-to-trace.d.mts.map +1 -1
  24. package/esm/collector/report-to-trace.mjs +1 -1
  25. package/esm/collector/report-to-trace.mjs.map +1 -1
  26. package/esm/config/apply-panoptic-config.d.mts +1 -1
  27. package/esm/config/apply-panoptic-config.d.mts.map +1 -1
  28. package/esm/config/apply-panoptic-config.mjs +4 -2
  29. package/esm/config/apply-panoptic-config.mjs.map +1 -1
  30. package/esm/config/panoptic-config.type.d.mts +12 -1
  31. package/esm/config/panoptic-config.type.d.mts.map +1 -1
  32. package/esm/contracts/collector.contract.d.mts +1 -1
  33. package/esm/contracts/collector.contract.d.mts.map +1 -1
  34. package/esm/contracts/exporter.contract.d.mts +1 -1
  35. package/esm/contracts/exporter.contract.d.mts.map +1 -1
  36. package/esm/contracts/trace.type.d.mts +1 -1
  37. package/esm/contracts/trace.type.d.mts.map +1 -1
  38. package/esm/dashboard/dashboard.d.mts +1 -1
  39. package/esm/dashboard/dashboard.d.mts.map +1 -1
  40. package/esm/dashboard/dashboard.mjs +3 -2
  41. package/esm/dashboard/dashboard.mjs.map +1 -1
  42. package/esm/dashboard/dashboard.type.d.mts +16 -3
  43. package/esm/dashboard/dashboard.type.d.mts.map +1 -1
  44. package/esm/dashboard/index.mjs +7 -0
  45. package/esm/dashboard/parse-query.mjs +1 -1
  46. package/esm/dashboard/parse-query.mjs.map +1 -1
  47. package/esm/dashboard/serve.mjs +124 -9
  48. package/esm/dashboard/serve.mjs.map +1 -1
  49. package/esm/dashboard/trace-filter.d.mts +1 -1
  50. package/esm/dashboard/trace-filter.d.mts.map +1 -1
  51. package/esm/dashboard/trace-filter.mjs +1 -1
  52. package/esm/dashboard/trace-filter.mjs.map +1 -1
  53. package/esm/dashboard/ui.html.mjs +134 -5
  54. package/esm/dashboard/ui.html.mjs.map +1 -1
  55. package/esm/dashboard/warlock-logo.mjs +1 -1
  56. package/esm/dashboard/warlock-logo.mjs.map +1 -1
  57. package/esm/evaluate/evaluate-system-prompt.d.mts +19 -0
  58. package/esm/evaluate/evaluate-system-prompt.d.mts.map +1 -0
  59. package/esm/evaluate/evaluate-system-prompt.mjs +22 -0
  60. package/esm/evaluate/evaluate-system-prompt.mjs.map +1 -0
  61. package/esm/evaluate/evaluate.type.d.mts +47 -0
  62. package/esm/evaluate/evaluate.type.d.mts.map +1 -0
  63. package/esm/evaluate/extract-last-system-prompt.d.mts +19 -0
  64. package/esm/evaluate/extract-last-system-prompt.d.mts.map +1 -0
  65. package/esm/evaluate/extract-last-system-prompt.mjs +24 -0
  66. package/esm/evaluate/extract-last-system-prompt.mjs.map +1 -0
  67. package/esm/evaluate/find-span-by-id.d.mts +8 -0
  68. package/esm/evaluate/find-span-by-id.d.mts.map +1 -0
  69. package/esm/evaluate/find-span-by-id.mjs +13 -0
  70. package/esm/evaluate/find-span-by-id.mjs.map +1 -0
  71. package/esm/evaluate/index.d.mts +4 -0
  72. package/esm/evaluate/index.mjs +5 -0
  73. package/esm/exporters/console/console-exporter.d.mts +1 -1
  74. package/esm/exporters/console/console-exporter.d.mts.map +1 -1
  75. package/esm/exporters/console/console-exporter.mjs +1 -1
  76. package/esm/exporters/console/console-exporter.mjs.map +1 -1
  77. package/esm/exporters/console/console-exporter.type.d.mts +1 -1
  78. package/esm/exporters/console/console-exporter.type.d.mts.map +1 -1
  79. package/esm/exporters/console/format-span-io.d.mts +1 -1
  80. package/esm/exporters/console/format-span-io.d.mts.map +1 -1
  81. package/esm/exporters/console/format-span-io.mjs +1 -1
  82. package/esm/exporters/console/format-span-io.mjs.map +1 -1
  83. package/esm/exporters/console/format-span-line.d.mts +1 -1
  84. package/esm/exporters/console/format-span-line.d.mts.map +1 -1
  85. package/esm/exporters/console/format-span-line.mjs +1 -1
  86. package/esm/exporters/console/format-span-line.mjs.map +1 -1
  87. package/esm/exporters/file/file-exporter.d.mts +1 -1
  88. package/esm/exporters/file/file-exporter.d.mts.map +1 -1
  89. package/esm/exporters/file/file-exporter.mjs +1 -1
  90. package/esm/exporters/file/file-exporter.mjs.map +1 -1
  91. package/esm/exporters/file/file-exporter.type.d.mts +1 -1
  92. package/esm/exporters/file/file-exporter.type.d.mts.map +1 -1
  93. package/esm/exporters/langfuse/langfuse-exporter.d.mts +1 -1
  94. package/esm/exporters/langfuse/langfuse-exporter.d.mts.map +1 -1
  95. package/esm/exporters/langfuse/langfuse-exporter.mjs +1 -1
  96. package/esm/exporters/langfuse/langfuse-exporter.mjs.map +1 -1
  97. package/esm/exporters/langfuse/langfuse-exporter.type.d.mts +1 -1
  98. package/esm/exporters/langfuse/langfuse-exporter.type.d.mts.map +1 -1
  99. package/esm/exporters/otel/otel-api.shim.type.d.mts +1 -1
  100. package/esm/exporters/otel/otel-api.shim.type.d.mts.map +1 -1
  101. package/esm/exporters/otel/otel-exporter.d.mts +1 -1
  102. package/esm/exporters/otel/otel-exporter.d.mts.map +1 -1
  103. package/esm/exporters/otel/otel-exporter.mjs +1 -1
  104. package/esm/exporters/otel/otel-exporter.mjs.map +1 -1
  105. package/esm/exporters/otel/otel-exporter.type.d.mts +1 -1
  106. package/esm/exporters/otel/otel-exporter.type.d.mts.map +1 -1
  107. package/esm/exporters/utils/gen-ai-attributes.d.mts +1 -1
  108. package/esm/exporters/utils/gen-ai-attributes.d.mts.map +1 -1
  109. package/esm/exporters/utils/gen-ai-attributes.mjs +1 -1
  110. package/esm/exporters/utils/gen-ai-attributes.mjs.map +1 -1
  111. package/esm/exporters/utils/total-cost.d.mts +1 -1
  112. package/esm/exporters/utils/total-cost.d.mts.map +1 -1
  113. package/esm/exporters/utils/total-cost.mjs +1 -1
  114. package/esm/exporters/utils/total-cost.mjs.map +1 -1
  115. package/esm/exporters/utils/walk-spans.d.mts +1 -1
  116. package/esm/exporters/utils/walk-spans.d.mts.map +1 -1
  117. package/esm/exporters/utils/walk-spans.mjs +1 -1
  118. package/esm/exporters/utils/walk-spans.mjs.map +1 -1
  119. package/esm/index.d.mts +5 -1
  120. package/esm/index.mjs +6 -1
  121. package/esm/panoptic/panoptic-middleware.d.mts +1 -1
  122. package/esm/panoptic/panoptic-middleware.d.mts.map +1 -1
  123. package/esm/panoptic/panoptic-middleware.mjs +1 -1
  124. package/esm/panoptic/panoptic-middleware.mjs.map +1 -1
  125. package/esm/panoptic/panoptic-target.type.d.mts +1 -1
  126. package/esm/panoptic/panoptic-target.type.d.mts.map +1 -1
  127. package/esm/panoptic/panoptic.d.mts +1 -1
  128. package/esm/panoptic/panoptic.d.mts.map +1 -1
  129. package/esm/panoptic/panoptic.mjs +1 -1
  130. package/esm/panoptic/panoptic.mjs.map +1 -1
  131. package/esm/panoptic/panoptic.type.d.mts +1 -1
  132. package/esm/panoptic/panoptic.type.d.mts.map +1 -1
  133. package/esm/register.mjs +1 -1
  134. package/esm/register.mjs.map +1 -1
  135. package/esm/store/cache-trace-store.d.mts +1 -1
  136. package/esm/store/cache-trace-store.d.mts.map +1 -1
  137. package/esm/store/cache-trace-store.mjs +1 -1
  138. package/esm/store/cache-trace-store.mjs.map +1 -1
  139. package/esm/store/in-memory-trace-store.d.mts +1 -1
  140. package/esm/store/in-memory-trace-store.d.mts.map +1 -1
  141. package/esm/store/in-memory-trace-store.mjs +1 -1
  142. package/esm/store/in-memory-trace-store.mjs.map +1 -1
  143. package/esm/store/match-trace.d.mts +1 -1
  144. package/esm/store/match-trace.d.mts.map +1 -1
  145. package/esm/store/match-trace.mjs +1 -1
  146. package/esm/store/match-trace.mjs.map +1 -1
  147. package/esm/store/sum-usage.d.mts +1 -1
  148. package/esm/store/sum-usage.d.mts.map +1 -1
  149. package/esm/store/sum-usage.mjs +1 -1
  150. package/esm/store/sum-usage.mjs.map +1 -1
  151. package/esm/store/trace-aggregate.type.d.mts +1 -1
  152. package/esm/store/trace-aggregate.type.d.mts.map +1 -1
  153. package/esm/store/trace-query.type.d.mts +1 -1
  154. package/esm/store/trace-query.type.d.mts.map +1 -1
  155. package/esm/store/trace-store.contract.d.mts +1 -1
  156. package/esm/store/trace-store.contract.d.mts.map +1 -1
  157. package/llms-full.txt +95 -3
  158. package/llms.txt +1 -0
  159. package/package.json +4 -3
  160. package/skills/README.md +4 -0
  161. package/skills/evaluate-system-prompt/SKILL.md +86 -0
  162. package/skills/use-local-dashboard/SKILL.md +5 -3
package/CHANGELOG.md CHANGED
@@ -4,6 +4,18 @@ All notable changes to `@warlock.js/ai-panoptic` are documented in this file.
4
4
 
5
5
  The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/). `@warlock.js/*` packages are released in lockstep — every package shares the same version number, so a version below may list only the changes that affected this package.
6
6
 
7
+ ## 4.8.2 - 2026-07-22
8
+
9
+ ### Added
10
+
11
+ - **`DashboardOptions.evaluate`** — an "Evaluate system prompt" drawer action that grades a trace's last captured system prompt via an LLM judge, editable per-run instructions included; the dashboard's first and only write-capable route (`POST .../spans/:spanId/evaluate`), off unless configured and gated by the same `authToken` / `allowedHosts` checks as every other route
12
+ - `evaluateSystemPrompt` / `extractLastSystemPrompt` / `findSpanById` — the building blocks behind the drawer action, exported for scripting a grade outside the UI
13
+
14
+ ### Fixed
15
+
16
+ - The dashboard's client-side poll (`GET {basePath}api/aggregate` / `api/traces`) now carries the page's `?token=` as an `Authorization: Bearer` header on every request — previously, once `authToken` was configured the initial page load succeeded (the browser's navigation request carries the query string) but every subsequent 2s poll had no auth attached and 401'd forever, leaving the dashboard stuck on an empty/error state despite loading successfully
17
+ - `PanopticConfig.cache` failures (hydrate-on-startup or write-through — bad URL, unreachable Redis, auth failure) are no longer swallowed into total silence: a new `PanopticConfig.onError` hook fires on every failure, defaulting to `log.error("ai-panoptic", "cacheStore", error)` when not supplied, so a misconfigured cache driver now surfaces in logs instead of leaving the dashboard permanently empty with zero diagnostic
18
+
7
19
  ## 4.5.0 - 2026-07-01
8
20
 
9
21
  ### Added