xtrm-tools 2.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (447) hide show
  1. package/CHANGELOG.md +496 -0
  2. package/README.md +762 -0
  3. package/cli/dist/index.cjs +55245 -0
  4. package/cli/dist/index.cjs.map +1 -0
  5. package/cli/dist/index.d.cts +2 -0
  6. package/cli/package.json +43 -0
  7. package/config/.env.example +40 -0
  8. package/config/hooks.json +36 -0
  9. package/config/mcp_servers.json +46 -0
  10. package/config/mcp_servers_optional.json +53 -0
  11. package/config/settings.json +70 -0
  12. package/hooks/README.md +156 -0
  13. package/hooks/__pycache__/agent_context.cpython-314.pyc +0 -0
  14. package/hooks/agent_context.py +105 -0
  15. package/hooks/gitnexus/gitnexus-hook.cjs +133 -0
  16. package/hooks/serena-workflow-reminder.py +74 -0
  17. package/hooks/skill-discovery.py +90 -0
  18. package/hooks/skill-suggestion.py +112 -0
  19. package/hooks/test_agent_context.py +112 -0
  20. package/hooks/type-safety-enforcement.py +107 -0
  21. package/package.json +48 -0
  22. package/project-skills/main-guard/.claude/hooks/main-guard.cjs +188 -0
  23. package/project-skills/main-guard/.claude/settings.json +16 -0
  24. package/project-skills/main-guard/.claude/skills/using-main-guard/SKILL.md +135 -0
  25. package/project-skills/main-guard/README.md +163 -0
  26. package/project-skills/py-quality-gate/.claude/hooks/quality-check.py +311 -0
  27. package/project-skills/py-quality-gate/.claude/settings.json +16 -0
  28. package/project-skills/py-quality-gate/.claude/skills/using-py-quality-gate/SKILL.md +112 -0
  29. package/project-skills/py-quality-gate/README.md +147 -0
  30. package/project-skills/service-skills-set/.claude/git-hooks/__pycache__/doc_reminder.cpython-314.pyc +0 -0
  31. package/project-skills/service-skills-set/.claude/git-hooks/__pycache__/skill_staleness.cpython-314.pyc +0 -0
  32. package/project-skills/service-skills-set/.claude/git-hooks/doc_reminder.py +67 -0
  33. package/project-skills/service-skills-set/.claude/git-hooks/skill_staleness.py +194 -0
  34. package/project-skills/service-skills-set/.claude/service-registry.json +4 -0
  35. package/project-skills/service-skills-set/.claude/settings.json +37 -0
  36. package/project-skills/service-skills-set/.claude/skills/creating-service-skills/SKILL.md +433 -0
  37. package/project-skills/service-skills-set/.claude/skills/creating-service-skills/references/script_quality_standards.md +412 -0
  38. package/project-skills/service-skills-set/.claude/skills/creating-service-skills/references/service_skill_system_guide.md +264 -0
  39. package/project-skills/service-skills-set/.claude/skills/creating-service-skills/scripts/bootstrap.py +308 -0
  40. package/project-skills/service-skills-set/.claude/skills/creating-service-skills/scripts/deep_dive.py +304 -0
  41. package/project-skills/service-skills-set/.claude/skills/creating-service-skills/scripts/scaffolder.py +482 -0
  42. package/project-skills/service-skills-set/.claude/skills/scoping-service-skills/SKILL.md +231 -0
  43. package/project-skills/service-skills-set/.claude/skills/scoping-service-skills/scripts/scope.py +74 -0
  44. package/project-skills/service-skills-set/.claude/skills/updating-service-skills/SKILL.md +136 -0
  45. package/project-skills/service-skills-set/.claude/skills/updating-service-skills/scripts/__pycache__/drift_detector.cpython-314.pyc +0 -0
  46. package/project-skills/service-skills-set/.claude/skills/updating-service-skills/scripts/drift_detector.py +222 -0
  47. package/project-skills/service-skills-set/.claude/skills/using-service-skills/SKILL.md +108 -0
  48. package/project-skills/service-skills-set/.claude/skills/using-service-skills/scripts/__pycache__/cataloger.cpython-314.pyc +0 -0
  49. package/project-skills/service-skills-set/.claude/skills/using-service-skills/scripts/__pycache__/skill_activator.cpython-314.pyc +0 -0
  50. package/project-skills/service-skills-set/.claude/skills/using-service-skills/scripts/cataloger.py +74 -0
  51. package/project-skills/service-skills-set/.claude/skills/using-service-skills/scripts/skill_activator.py +152 -0
  52. package/project-skills/service-skills-set/README.md +93 -0
  53. package/project-skills/service-skills-set/__pycache__/install-service-skills.cpython-314.pyc +0 -0
  54. package/project-skills/service-skills-set/install-service-skills.py +163 -0
  55. package/project-skills/service-skills-set/service-skills-readme.md +236 -0
  56. package/project-skills/tdd-guard/.claude/settings.json +38 -0
  57. package/project-skills/tdd-guard/.claude/skills/using-tdd-guard/SKILL.md +74 -0
  58. package/project-skills/tdd-guard/CLAUDE.md +98 -0
  59. package/project-skills/tdd-guard/CONTRIBUTING.md +38 -0
  60. package/project-skills/tdd-guard/DEVELOPMENT.md +127 -0
  61. package/project-skills/tdd-guard/LICENSE +21 -0
  62. package/project-skills/tdd-guard/README.md +396 -0
  63. package/project-skills/tdd-guard/docs/adr/001-claude-session-subdirectory.md +52 -0
  64. package/project-skills/tdd-guard/docs/adr/002-secure-claude-binary-path.md +56 -0
  65. package/project-skills/tdd-guard/docs/adr/003-remove-configurable-data-directory.md +56 -0
  66. package/project-skills/tdd-guard/docs/adr/004-monorepo-architecture.md +64 -0
  67. package/project-skills/tdd-guard/docs/adr/005-claude-project-dir-support.md +55 -0
  68. package/project-skills/tdd-guard/docs/adr/006-phpunit-separate-repository.md +93 -0
  69. package/project-skills/tdd-guard/docs/adr/007-golangci-lint-path-support.md +83 -0
  70. package/project-skills/tdd-guard/docs/adr/008-storybook-reporter-design.md +182 -0
  71. package/project-skills/tdd-guard/docs/assets/tdd-guard-demo-screenshot.gif +0 -0
  72. package/project-skills/tdd-guard/docs/config-migration.md +143 -0
  73. package/project-skills/tdd-guard/docs/configuration.md +137 -0
  74. package/project-skills/tdd-guard/docs/custom-instructions.md +43 -0
  75. package/project-skills/tdd-guard/docs/enforcement.md +46 -0
  76. package/project-skills/tdd-guard/docs/ignore-patterns.md +81 -0
  77. package/project-skills/tdd-guard/docs/linting.md +109 -0
  78. package/project-skills/tdd-guard/docs/quick-commands.md +52 -0
  79. package/project-skills/tdd-guard/docs/session-management.md +75 -0
  80. package/project-skills/tdd-guard/docs/storybook-vitest-addon.md +120 -0
  81. package/project-skills/tdd-guard/docs/validation-model.md +63 -0
  82. package/project-skills/tdd-guard/eslint.config.mjs +140 -0
  83. package/project-skills/tdd-guard/package-lock.json +16937 -0
  84. package/project-skills/tdd-guard/package.json +102 -0
  85. package/project-skills/tdd-guard/reporters/go/README.md +67 -0
  86. package/project-skills/tdd-guard/reporters/go/cmd/tdd-guard-go/main.go +127 -0
  87. package/project-skills/tdd-guard/reporters/go/cmd/tdd-guard-go/main_test.go +280 -0
  88. package/project-skills/tdd-guard/reporters/go/go.mod +3 -0
  89. package/project-skills/tdd-guard/reporters/go/go.sum +0 -0
  90. package/project-skills/tdd-guard/reporters/go/internal/formatter/formatter.go +126 -0
  91. package/project-skills/tdd-guard/reporters/go/internal/formatter/formatter_test.go +264 -0
  92. package/project-skills/tdd-guard/reporters/go/internal/io/tee_reader.go +26 -0
  93. package/project-skills/tdd-guard/reporters/go/internal/io/tee_reader_test.go +37 -0
  94. package/project-skills/tdd-guard/reporters/go/internal/parser/mixed_reader.go +94 -0
  95. package/project-skills/tdd-guard/reporters/go/internal/parser/mixed_reader_test.go +198 -0
  96. package/project-skills/tdd-guard/reporters/go/internal/parser/parser.go +245 -0
  97. package/project-skills/tdd-guard/reporters/go/internal/parser/parser_test.go +547 -0
  98. package/project-skills/tdd-guard/reporters/go/internal/storage/storage.go +35 -0
  99. package/project-skills/tdd-guard/reporters/go/internal/storage/storage_test.go +113 -0
  100. package/project-skills/tdd-guard/reporters/go/internal/transformer/transformer.go +103 -0
  101. package/project-skills/tdd-guard/reporters/go/internal/transformer/transformer_test.go +303 -0
  102. package/project-skills/tdd-guard/reporters/jest/README.md +102 -0
  103. package/project-skills/tdd-guard/reporters/jest/package.json +38 -0
  104. package/project-skills/tdd-guard/reporters/phpunit/.php-cs-fixer.php +28 -0
  105. package/project-skills/tdd-guard/reporters/phpunit/README.md +97 -0
  106. package/project-skills/tdd-guard/reporters/phpunit/SYNC_README.md +29 -0
  107. package/project-skills/tdd-guard/reporters/phpunit/composer.json +55 -0
  108. package/project-skills/tdd-guard/reporters/phpunit/phpunit.xml.dist +19 -0
  109. package/project-skills/tdd-guard/reporters/phpunit/psalm.xml +44 -0
  110. package/project-skills/tdd-guard/reporters/phpunit/src/Event/ErroredTestSubscriber.php +28 -0
  111. package/project-skills/tdd-guard/reporters/phpunit/src/Event/FailedTestSubscriber.php +28 -0
  112. package/project-skills/tdd-guard/reporters/phpunit/src/Event/IncompleteTestSubscriber.php +28 -0
  113. package/project-skills/tdd-guard/reporters/phpunit/src/Event/PassedTestSubscriber.php +27 -0
  114. package/project-skills/tdd-guard/reporters/phpunit/src/Event/SkippedTestSubscriber.php +28 -0
  115. package/project-skills/tdd-guard/reporters/phpunit/src/Event/TestRunnerFinishedSubscriber.php +24 -0
  116. package/project-skills/tdd-guard/reporters/phpunit/src/PathValidator.php +88 -0
  117. package/project-skills/tdd-guard/reporters/phpunit/src/Storage.php +26 -0
  118. package/project-skills/tdd-guard/reporters/phpunit/src/TddGuardExtension.php +33 -0
  119. package/project-skills/tdd-guard/reporters/phpunit/src/TddGuardListener.php +158 -0
  120. package/project-skills/tdd-guard/reporters/phpunit/src/TddGuardSubscriber.php +35 -0
  121. package/project-skills/tdd-guard/reporters/phpunit/src/TestResultCollector.php +105 -0
  122. package/project-skills/tdd-guard/reporters/phpunit/tests/PathValidatorTest.php +74 -0
  123. package/project-skills/tdd-guard/reporters/phpunit/tests/TddGuardExtensionFailedTest.php +241 -0
  124. package/project-skills/tdd-guard/reporters/phpunit/tests/TddGuardExtensionTest.php +84 -0
  125. package/project-skills/tdd-guard/reporters/phpunit/tests/TddGuardStorageLocationTest.php +71 -0
  126. package/project-skills/tdd-guard/reporters/pytest/README.md +77 -0
  127. package/project-skills/tdd-guard/reporters/pytest/pyproject.toml +43 -0
  128. package/project-skills/tdd-guard/reporters/pytest/pytest.ini.example +7 -0
  129. package/project-skills/tdd-guard/reporters/pytest/tdd_guard_pytest/__init__.py +1 -0
  130. package/project-skills/tdd-guard/reporters/pytest/tdd_guard_pytest/pytest_reporter.py +134 -0
  131. package/project-skills/tdd-guard/reporters/pytest/tests/__init__.py +1 -0
  132. package/project-skills/tdd-guard/reporters/pytest/tests/conftest.py +3 -0
  133. package/project-skills/tdd-guard/reporters/pytest/tests/helpers.py +293 -0
  134. package/project-skills/tdd-guard/reporters/pytest/tests/test_config_option.py +38 -0
  135. package/project-skills/tdd-guard/reporters/pytest/tests/test_path_validation.py +59 -0
  136. package/project-skills/tdd-guard/reporters/pytest/tests/test_plugin_config.py +32 -0
  137. package/project-skills/tdd-guard/reporters/pytest/tests/test_project_root.py +296 -0
  138. package/project-skills/tdd-guard/reporters/pytest/tests/test_pytest_reporter.py +137 -0
  139. package/project-skills/tdd-guard/reporters/rspec/Gemfile +3 -0
  140. package/project-skills/tdd-guard/reporters/rust/Cargo.lock +458 -0
  141. package/project-skills/tdd-guard/reporters/rust/Cargo.toml +33 -0
  142. package/project-skills/tdd-guard/reporters/rust/Makefile.example +95 -0
  143. package/project-skills/tdd-guard/reporters/rust/README.md +88 -0
  144. package/project-skills/tdd-guard/reporters/rust/src/error_parser.rs +309 -0
  145. package/project-skills/tdd-guard/reporters/rust/src/main.rs +464 -0
  146. package/project-skills/tdd-guard/reporters/rust/src/parser.rs +225 -0
  147. package/project-skills/tdd-guard/reporters/rust/src/transformer.rs +409 -0
  148. package/project-skills/tdd-guard/reporters/storybook/README.md +108 -0
  149. package/project-skills/tdd-guard/reporters/storybook/package-lock.json +9482 -0
  150. package/project-skills/tdd-guard/reporters/storybook/package.json +43 -0
  151. package/project-skills/tdd-guard/reporters/storybook/src/StorybookReporter.test-data.ts +22 -0
  152. package/project-skills/tdd-guard/reporters/storybook/src/StorybookReporter.test.ts +190 -0
  153. package/project-skills/tdd-guard/reporters/storybook/src/StorybookReporter.ts +88 -0
  154. package/project-skills/tdd-guard/reporters/storybook/src/index.ts +12 -0
  155. package/project-skills/tdd-guard/reporters/storybook/src/types.ts +37 -0
  156. package/project-skills/tdd-guard/reporters/storybook/tsconfig.json +11 -0
  157. package/project-skills/tdd-guard/reporters/test/artifacts/go/failing/go.mod +3 -0
  158. package/project-skills/tdd-guard/reporters/test/artifacts/go/failing/single_failing_test.go +13 -0
  159. package/project-skills/tdd-guard/reporters/test/artifacts/go/import/go.mod +3 -0
  160. package/project-skills/tdd-guard/reporters/test/artifacts/go/import/single_import_error_test.go +17 -0
  161. package/project-skills/tdd-guard/reporters/test/artifacts/go/passing/go.mod +3 -0
  162. package/project-skills/tdd-guard/reporters/test/artifacts/go/passing/single_passing_test.go +13 -0
  163. package/project-skills/tdd-guard/reporters/test/artifacts/jest/single-failing.test.js +5 -0
  164. package/project-skills/tdd-guard/reporters/test/artifacts/jest/single-import-error.test.js +8 -0
  165. package/project-skills/tdd-guard/reporters/test/artifacts/jest/single-passing.test.js +5 -0
  166. package/project-skills/tdd-guard/reporters/test/artifacts/phpunit/SingleFailingTest.php +11 -0
  167. package/project-skills/tdd-guard/reporters/test/artifacts/phpunit/SingleImportErrorTest.php +14 -0
  168. package/project-skills/tdd-guard/reporters/test/artifacts/phpunit/SinglePassingTest.php +11 -0
  169. package/project-skills/tdd-guard/reporters/test/artifacts/pytest/test_single_failing.py +3 -0
  170. package/project-skills/tdd-guard/reporters/test/artifacts/pytest/test_single_import_error.py +6 -0
  171. package/project-skills/tdd-guard/reporters/test/artifacts/pytest/test_single_passing.py +3 -0
  172. package/project-skills/tdd-guard/reporters/test/artifacts/rust/failing/Cargo.lock +7 -0
  173. package/project-skills/tdd-guard/reporters/test/artifacts/rust/failing/Cargo.toml +4 -0
  174. package/project-skills/tdd-guard/reporters/test/artifacts/rust/failing/src/lib.rs +14 -0
  175. package/project-skills/tdd-guard/reporters/test/artifacts/rust/import/Cargo.lock +7 -0
  176. package/project-skills/tdd-guard/reporters/test/artifacts/rust/import/Cargo.toml +4 -0
  177. package/project-skills/tdd-guard/reporters/test/artifacts/rust/import/src/lib.rs +13 -0
  178. package/project-skills/tdd-guard/reporters/test/artifacts/rust/passing/Cargo.lock +7 -0
  179. package/project-skills/tdd-guard/reporters/test/artifacts/rust/passing/Cargo.toml +4 -0
  180. package/project-skills/tdd-guard/reporters/test/artifacts/rust/passing/src/lib.rs +14 -0
  181. package/project-skills/tdd-guard/reporters/test/artifacts/storybook/Calculator.js +4 -0
  182. package/project-skills/tdd-guard/reporters/test/artifacts/storybook/single-failing.stories.js +15 -0
  183. package/project-skills/tdd-guard/reporters/test/artifacts/storybook/single-import-error.stories.js +14 -0
  184. package/project-skills/tdd-guard/reporters/test/artifacts/storybook/single-passing.stories.js +15 -0
  185. package/project-skills/tdd-guard/reporters/test/artifacts/vitest/single-failing.test.js +7 -0
  186. package/project-skills/tdd-guard/reporters/test/artifacts/vitest/single-import-error.test.js +9 -0
  187. package/project-skills/tdd-guard/reporters/test/artifacts/vitest/single-passing.test.js +7 -0
  188. package/project-skills/tdd-guard/reporters/test/factories/go.ts +59 -0
  189. package/project-skills/tdd-guard/reporters/test/factories/helpers.ts +48 -0
  190. package/project-skills/tdd-guard/reporters/test/factories/index.ts +7 -0
  191. package/project-skills/tdd-guard/reporters/test/factories/jest.ts +51 -0
  192. package/project-skills/tdd-guard/reporters/test/factories/phpunit.ts +63 -0
  193. package/project-skills/tdd-guard/reporters/test/factories/pytest.ts +41 -0
  194. package/project-skills/tdd-guard/reporters/test/factories/rust.ts +158 -0
  195. package/project-skills/tdd-guard/reporters/test/factories/storybook.ts +198 -0
  196. package/project-skills/tdd-guard/reporters/test/factories/vitest.ts +51 -0
  197. package/project-skills/tdd-guard/reporters/test/reporters.integration.test.ts +735 -0
  198. package/project-skills/tdd-guard/reporters/test/types.ts +28 -0
  199. package/project-skills/tdd-guard/reporters/vitest/README.md +64 -0
  200. package/project-skills/tdd-guard/reporters/vitest/package.json +35 -0
  201. package/project-skills/tdd-guard/src/cli/buildContext.test.ts +200 -0
  202. package/project-skills/tdd-guard/src/cli/buildContext.ts +48 -0
  203. package/project-skills/tdd-guard/src/cli/tdd-guard.test.ts +159 -0
  204. package/project-skills/tdd-guard/src/cli/tdd-guard.ts +48 -0
  205. package/project-skills/tdd-guard/src/config/Config.test.ts +538 -0
  206. package/project-skills/tdd-guard/src/config/Config.ts +172 -0
  207. package/project-skills/tdd-guard/src/contracts/schemas/guardSchemas.test.ts +58 -0
  208. package/project-skills/tdd-guard/src/contracts/schemas/guardSchemas.ts +8 -0
  209. package/project-skills/tdd-guard/src/contracts/schemas/lintSchemas.test.ts +347 -0
  210. package/project-skills/tdd-guard/src/contracts/schemas/lintSchemas.ts +61 -0
  211. package/project-skills/tdd-guard/src/contracts/schemas/pytestSchemas.test.ts +24 -0
  212. package/project-skills/tdd-guard/src/contracts/schemas/pytestSchemas.ts +7 -0
  213. package/project-skills/tdd-guard/src/contracts/schemas/reporterSchemas.test.ts +377 -0
  214. package/project-skills/tdd-guard/src/contracts/schemas/reporterSchemas.ts +75 -0
  215. package/project-skills/tdd-guard/src/contracts/schemas/toolSchemas.test.ts +563 -0
  216. package/project-skills/tdd-guard/src/contracts/schemas/toolSchemas.ts +140 -0
  217. package/project-skills/tdd-guard/src/contracts/types/ClientType.ts +1 -0
  218. package/project-skills/tdd-guard/src/contracts/types/ConfigOptions.ts +12 -0
  219. package/project-skills/tdd-guard/src/contracts/types/Context.ts +16 -0
  220. package/project-skills/tdd-guard/src/contracts/types/ModelClient.ts +3 -0
  221. package/project-skills/tdd-guard/src/contracts/types/ValidationResult.ts +6 -0
  222. package/project-skills/tdd-guard/src/guard/GuardManager.test.ts +336 -0
  223. package/project-skills/tdd-guard/src/guard/GuardManager.ts +83 -0
  224. package/project-skills/tdd-guard/src/hooks/HookEvents.test.ts +107 -0
  225. package/project-skills/tdd-guard/src/hooks/HookEvents.ts +39 -0
  226. package/project-skills/tdd-guard/src/hooks/fileTypeDetection.ts +16 -0
  227. package/project-skills/tdd-guard/src/hooks/postToolLint.test.ts +327 -0
  228. package/project-skills/tdd-guard/src/hooks/postToolLint.ts +165 -0
  229. package/project-skills/tdd-guard/src/hooks/processHookData.test.ts +465 -0
  230. package/project-skills/tdd-guard/src/hooks/processHookData.ts +203 -0
  231. package/project-skills/tdd-guard/src/hooks/sessionHandler.test.ts +136 -0
  232. package/project-skills/tdd-guard/src/hooks/sessionHandler.ts +31 -0
  233. package/project-skills/tdd-guard/src/hooks/userPromptHandler.test.ts +131 -0
  234. package/project-skills/tdd-guard/src/hooks/userPromptHandler.ts +55 -0
  235. package/project-skills/tdd-guard/src/index.ts +19 -0
  236. package/project-skills/tdd-guard/src/linters/Linter.ts +5 -0
  237. package/project-skills/tdd-guard/src/linters/eslint/ESLint.test.ts +183 -0
  238. package/project-skills/tdd-guard/src/linters/eslint/ESLint.ts +82 -0
  239. package/project-skills/tdd-guard/src/linters/golangci/GolangciLint.test.ts +170 -0
  240. package/project-skills/tdd-guard/src/linters/golangci/GolangciLint.ts +148 -0
  241. package/project-skills/tdd-guard/src/processors/index.ts +1 -0
  242. package/project-skills/tdd-guard/src/processors/lintProcessor.ts +77 -0
  243. package/project-skills/tdd-guard/src/processors/testResults/TestResultsProcessor.test.ts +303 -0
  244. package/project-skills/tdd-guard/src/processors/testResults/TestResultsProcessor.ts +255 -0
  245. package/project-skills/tdd-guard/src/providers/LinterProvider.test.ts +43 -0
  246. package/project-skills/tdd-guard/src/providers/LinterProvider.ts +20 -0
  247. package/project-skills/tdd-guard/src/providers/ModelClientProvider.test.ts +68 -0
  248. package/project-skills/tdd-guard/src/providers/ModelClientProvider.ts +22 -0
  249. package/project-skills/tdd-guard/src/storage/FileStorage.test.ts +76 -0
  250. package/project-skills/tdd-guard/src/storage/FileStorage.ts +108 -0
  251. package/project-skills/tdd-guard/src/storage/MemoryStorage.ts +57 -0
  252. package/project-skills/tdd-guard/src/storage/Storage.test.ts +227 -0
  253. package/project-skills/tdd-guard/src/storage/Storage.ts +17 -0
  254. package/project-skills/tdd-guard/src/validation/context/context.test.ts +364 -0
  255. package/project-skills/tdd-guard/src/validation/context/context.ts +155 -0
  256. package/project-skills/tdd-guard/src/validation/models/AnthropicApi.test.ts +171 -0
  257. package/project-skills/tdd-guard/src/validation/models/AnthropicApi.ts +49 -0
  258. package/project-skills/tdd-guard/src/validation/models/ClaudeAgentSdk.test.ts +167 -0
  259. package/project-skills/tdd-guard/src/validation/models/ClaudeAgentSdk.ts +54 -0
  260. package/project-skills/tdd-guard/src/validation/models/ClaudeCli.test.ts +239 -0
  261. package/project-skills/tdd-guard/src/validation/models/ClaudeCli.ts +57 -0
  262. package/project-skills/tdd-guard/src/validation/prompts/file-types.ts +52 -0
  263. package/project-skills/tdd-guard/src/validation/prompts/operations/edit.ts +58 -0
  264. package/project-skills/tdd-guard/src/validation/prompts/operations/multi-edit.ts +54 -0
  265. package/project-skills/tdd-guard/src/validation/prompts/operations/write.ts +54 -0
  266. package/project-skills/tdd-guard/src/validation/prompts/response.ts +40 -0
  267. package/project-skills/tdd-guard/src/validation/prompts/rules.ts +51 -0
  268. package/project-skills/tdd-guard/src/validation/prompts/system-prompt.ts +10 -0
  269. package/project-skills/tdd-guard/src/validation/prompts/tools/lint-results.ts +15 -0
  270. package/project-skills/tdd-guard/src/validation/prompts/tools/test-output.ts +14 -0
  271. package/project-skills/tdd-guard/src/validation/prompts/tools/todos.ts +9 -0
  272. package/project-skills/tdd-guard/src/validation/validator.test.ts +268 -0
  273. package/project-skills/tdd-guard/src/validation/validator.ts +159 -0
  274. package/project-skills/tdd-guard/test/artifacts/go/.golangci.yml +6 -0
  275. package/project-skills/tdd-guard/test/artifacts/go/with-issues/file-with-issues.go +12 -0
  276. package/project-skills/tdd-guard/test/artifacts/go/with-issues/go.mod +3 -0
  277. package/project-skills/tdd-guard/test/artifacts/go/without-issues/file-without-issues.go +7 -0
  278. package/project-skills/tdd-guard/test/artifacts/go/without-issues/go.mod +3 -0
  279. package/project-skills/tdd-guard/test/artifacts/javascript/eslint.config.js +20 -0
  280. package/project-skills/tdd-guard/test/artifacts/javascript/file-with-issues.js +12 -0
  281. package/project-skills/tdd-guard/test/artifacts/javascript/file-without-issues.js +10 -0
  282. package/project-skills/tdd-guard/test/hooks/fileTypeDetection.test.ts +26 -0
  283. package/project-skills/tdd-guard/test/hooks/processHookData.fileType.test.ts +46 -0
  284. package/project-skills/tdd-guard/test/hooks/processHookData.python.test.ts +68 -0
  285. package/project-skills/tdd-guard/test/integration/test-context.test.ts +66 -0
  286. package/project-skills/tdd-guard/test/integration/validator.core.test.ts +96 -0
  287. package/project-skills/tdd-guard/test/integration/validator.scenarios.test.ts +497 -0
  288. package/project-skills/tdd-guard/test/utils/assertions.ts +29 -0
  289. package/project-skills/tdd-guard/test/utils/factories/contextFactory.ts +30 -0
  290. package/project-skills/tdd-guard/test/utils/factories/editFactory.ts +82 -0
  291. package/project-skills/tdd-guard/test/utils/factories/helpers.test.ts +46 -0
  292. package/project-skills/tdd-guard/test/utils/factories/helpers.ts +46 -0
  293. package/project-skills/tdd-guard/test/utils/factories/lintFactory.ts +352 -0
  294. package/project-skills/tdd-guard/test/utils/factories/modelClientProviderFactory.ts +21 -0
  295. package/project-skills/tdd-guard/test/utils/factories/multiEditFactory.ts +79 -0
  296. package/project-skills/tdd-guard/test/utils/factories/operations.ts +57 -0
  297. package/project-skills/tdd-guard/test/utils/factories/reporterFactory.ts +55 -0
  298. package/project-skills/tdd-guard/test/utils/factories/scenarios/index.ts +22 -0
  299. package/project-skills/tdd-guard/test/utils/factories/scenarios/languages/python.ts +745 -0
  300. package/project-skills/tdd-guard/test/utils/factories/scenarios/languages/typescript.ts +767 -0
  301. package/project-skills/tdd-guard/test/utils/factories/scenarios/types.ts +77 -0
  302. package/project-skills/tdd-guard/test/utils/factories/scenarios/utils.ts +15 -0
  303. package/project-skills/tdd-guard/test/utils/factories/sessionStartFactory.ts +36 -0
  304. package/project-skills/tdd-guard/test/utils/factories/testDefaults.ts +90 -0
  305. package/project-skills/tdd-guard/test/utils/factories/testResultsFactory.ts +234 -0
  306. package/project-skills/tdd-guard/test/utils/factories/todoFactory.ts +99 -0
  307. package/project-skills/tdd-guard/test/utils/factories/userPromptSubmitFactory.ts +39 -0
  308. package/project-skills/tdd-guard/test/utils/factories/writeFactory.ts +70 -0
  309. package/project-skills/tdd-guard/test/utils/index.ts +131 -0
  310. package/project-skills/tdd-guard/tsconfig.build.json +16 -0
  311. package/project-skills/tdd-guard/tsconfig.eslint.json +17 -0
  312. package/project-skills/tdd-guard/tsconfig.json +32 -0
  313. package/project-skills/tdd-guard/tsconfig.node.json +10 -0
  314. package/project-skills/tdd-guard/vitest.config.ts +85 -0
  315. package/project-skills/ts-quality-gate/.claude/hooks/hook-config.json +66 -0
  316. package/project-skills/ts-quality-gate/.claude/hooks/quality-check.cjs +1251 -0
  317. package/project-skills/ts-quality-gate/.claude/settings.json +16 -0
  318. package/project-skills/ts-quality-gate/.claude/skills/using-ts-quality-gate/SKILL.md +81 -0
  319. package/project-skills/ts-quality-gate/README.md +115 -0
  320. package/skills/README.txt +31 -0
  321. package/skills/clean-code/SKILL.md +201 -0
  322. package/skills/delegating/SKILL.md +196 -0
  323. package/skills/delegating/config.yaml +210 -0
  324. package/skills/delegating/references/orchestration-protocols.md +41 -0
  325. package/skills/docker-expert/SKILL.md +409 -0
  326. package/skills/documenting/CHANGELOG.md +23 -0
  327. package/skills/documenting/README.md +148 -0
  328. package/skills/documenting/SKILL.md +113 -0
  329. package/skills/documenting/examples/example_pattern.md +70 -0
  330. package/skills/documenting/examples/example_reference.md +70 -0
  331. package/skills/documenting/examples/example_ssot_analytics.md +64 -0
  332. package/skills/documenting/examples/example_workflow.md +141 -0
  333. package/skills/documenting/references/changelog-format.md +97 -0
  334. package/skills/documenting/references/metadata-schema.md +136 -0
  335. package/skills/documenting/references/taxonomy.md +81 -0
  336. package/skills/documenting/references/versioning-rules.md +78 -0
  337. package/skills/documenting/scripts/__pycache__/drift_detector.cpython-314.pyc +0 -0
  338. package/skills/documenting/scripts/__pycache__/orchestrator.cpython-314.pyc +0 -0
  339. package/skills/documenting/scripts/__pycache__/validate_metadata.cpython-314.pyc +0 -0
  340. package/skills/documenting/scripts/bump_version.sh +60 -0
  341. package/skills/documenting/scripts/changelog/__init__.py +0 -0
  342. package/skills/documenting/scripts/changelog/__pycache__/__init__.cpython-314.pyc +0 -0
  343. package/skills/documenting/scripts/changelog/__pycache__/add_entry.cpython-314.pyc +0 -0
  344. package/skills/documenting/scripts/changelog/__pycache__/bump_release.cpython-314.pyc +0 -0
  345. package/skills/documenting/scripts/changelog/__pycache__/validate_changelog.cpython-314.pyc +0 -0
  346. package/skills/documenting/scripts/changelog/add_entry.py +216 -0
  347. package/skills/documenting/scripts/changelog/bump_release.py +117 -0
  348. package/skills/documenting/scripts/changelog/init_changelog.py +54 -0
  349. package/skills/documenting/scripts/changelog/validate_changelog.py +128 -0
  350. package/skills/documenting/scripts/drift_detector.py +266 -0
  351. package/skills/documenting/scripts/generate_template.py +311 -0
  352. package/skills/documenting/scripts/list_by_category.sh +84 -0
  353. package/skills/documenting/scripts/orchestrator.py +255 -0
  354. package/skills/documenting/scripts/validate_metadata.py +242 -0
  355. package/skills/documenting/templates/CHANGELOG.md.template +13 -0
  356. package/skills/documenting/tests/__pycache__/test_changelog.cpython-314-pytest-9.0.2.pyc +0 -0
  357. package/skills/documenting/tests/__pycache__/test_drift_detector.cpython-314-pytest-9.0.2.pyc +0 -0
  358. package/skills/documenting/tests/__pycache__/test_orchestrator.cpython-314-pytest-9.0.2.pyc +0 -0
  359. package/skills/documenting/tests/__pycache__/test_validate_metadata.cpython-314-pytest-9.0.2.pyc +0 -0
  360. package/skills/documenting/tests/integration_test.sh +70 -0
  361. package/skills/documenting/tests/test_changelog.py +201 -0
  362. package/skills/documenting/tests/test_drift_detector.py +80 -0
  363. package/skills/documenting/tests/test_orchestrator.py +52 -0
  364. package/skills/documenting/tests/test_validate_metadata.py +64 -0
  365. package/skills/find-skills/SKILL.md +133 -0
  366. package/skills/gitnexus-debugging/SKILL.md +85 -0
  367. package/skills/gitnexus-exploring/SKILL.md +75 -0
  368. package/skills/gitnexus-impact-analysis/SKILL.md +94 -0
  369. package/skills/gitnexus-refactoring/SKILL.md +113 -0
  370. package/skills/hook-development/SKILL.md +797 -0
  371. package/skills/hook-development/examples/load-context.sh +55 -0
  372. package/skills/hook-development/examples/quality-check.js +1168 -0
  373. package/skills/hook-development/examples/validate-bash.sh +43 -0
  374. package/skills/hook-development/examples/validate-write.sh +38 -0
  375. package/skills/hook-development/references/advanced.md +527 -0
  376. package/skills/hook-development/references/migration.md +369 -0
  377. package/skills/hook-development/references/patterns.md +412 -0
  378. package/skills/hook-development/scripts/README.md +164 -0
  379. package/skills/hook-development/scripts/hook-linter.sh +153 -0
  380. package/skills/hook-development/scripts/test-hook.sh +252 -0
  381. package/skills/hook-development/scripts/validate-hook-schema.sh +159 -0
  382. package/skills/obsidian-cli/SKILL.md +106 -0
  383. package/skills/orchestrating-agents/SKILL.md +135 -0
  384. package/skills/orchestrating-agents/config.yaml +45 -0
  385. package/skills/orchestrating-agents/references/agent-context-integration.md +37 -0
  386. package/skills/orchestrating-agents/references/examples.md +45 -0
  387. package/skills/orchestrating-agents/references/handover-protocol.md +31 -0
  388. package/skills/orchestrating-agents/references/workflows.md +42 -0
  389. package/skills/orchestrating-agents/scripts/detect_neighbors.py +23 -0
  390. package/skills/prompt-improving/README.md +162 -0
  391. package/skills/prompt-improving/SKILL.md +74 -0
  392. package/skills/prompt-improving/references/analysis_commands.md +24 -0
  393. package/skills/prompt-improving/references/chain_of_thought.md +24 -0
  394. package/skills/prompt-improving/references/mcp_definitions.md +20 -0
  395. package/skills/prompt-improving/references/multishot.md +23 -0
  396. package/skills/prompt-improving/references/xml_core.md +60 -0
  397. package/skills/python-testing/SKILL.md +815 -0
  398. package/skills/senior-backend/SKILL.md +209 -0
  399. package/skills/senior-backend/references/api_design_patterns.md +103 -0
  400. package/skills/senior-backend/references/backend_security_practices.md +103 -0
  401. package/skills/senior-backend/references/database_optimization_guide.md +103 -0
  402. package/skills/senior-backend/scripts/api_load_tester.py +114 -0
  403. package/skills/senior-backend/scripts/api_scaffolder.py +114 -0
  404. package/skills/senior-backend/scripts/database_migration_tool.py +114 -0
  405. package/skills/senior-data-scientist/SKILL.md +226 -0
  406. package/skills/senior-data-scientist/references/experiment_design_frameworks.md +80 -0
  407. package/skills/senior-data-scientist/references/feature_engineering_patterns.md +80 -0
  408. package/skills/senior-data-scientist/references/statistical_methods_advanced.md +80 -0
  409. package/skills/senior-data-scientist/scripts/experiment_designer.py +100 -0
  410. package/skills/senior-data-scientist/scripts/feature_engineering_pipeline.py +100 -0
  411. package/skills/senior-data-scientist/scripts/model_evaluation_suite.py +100 -0
  412. package/skills/senior-devops/SKILL.md +209 -0
  413. package/skills/senior-devops/references/cicd_pipeline_guide.md +103 -0
  414. package/skills/senior-devops/references/deployment_strategies.md +103 -0
  415. package/skills/senior-devops/references/infrastructure_as_code.md +103 -0
  416. package/skills/senior-devops/scripts/deployment_manager.py +114 -0
  417. package/skills/senior-devops/scripts/pipeline_generator.py +114 -0
  418. package/skills/senior-devops/scripts/terraform_scaffolder.py +114 -0
  419. package/skills/senior-security/SKILL.md +209 -0
  420. package/skills/senior-security/references/cryptography_implementation.md +103 -0
  421. package/skills/senior-security/references/penetration_testing_guide.md +103 -0
  422. package/skills/senior-security/references/security_architecture_patterns.md +103 -0
  423. package/skills/senior-security/scripts/pentest_automator.py +114 -0
  424. package/skills/senior-security/scripts/security_auditor.py +114 -0
  425. package/skills/senior-security/scripts/threat_modeler.py +114 -0
  426. package/skills/skill-creator/LICENSE.txt +202 -0
  427. package/skills/skill-creator/SKILL.md +479 -0
  428. package/skills/skill-creator/agents/analyzer.md +274 -0
  429. package/skills/skill-creator/agents/comparator.md +202 -0
  430. package/skills/skill-creator/agents/grader.md +223 -0
  431. package/skills/skill-creator/assets/eval_review.html +146 -0
  432. package/skills/skill-creator/eval-viewer/generate_review.py +471 -0
  433. package/skills/skill-creator/eval-viewer/viewer.html +1325 -0
  434. package/skills/skill-creator/references/schemas.md +430 -0
  435. package/skills/skill-creator/scripts/__init__.py +0 -0
  436. package/skills/skill-creator/scripts/aggregate_benchmark.py +401 -0
  437. package/skills/skill-creator/scripts/generate_report.py +326 -0
  438. package/skills/skill-creator/scripts/improve_description.py +248 -0
  439. package/skills/skill-creator/scripts/package_skill.py +136 -0
  440. package/skills/skill-creator/scripts/quick_validate.py +103 -0
  441. package/skills/skill-creator/scripts/run_eval.py +310 -0
  442. package/skills/skill-creator/scripts/run_loop.py +332 -0
  443. package/skills/skill-creator/scripts/utils.py +47 -0
  444. package/skills/using-TDD/SKILL.md +410 -0
  445. package/skills/using-serena-lsp/README.md +8 -0
  446. package/skills/using-serena-lsp/REFERENCE.md +194 -0
  447. package/skills/using-serena-lsp/SKILL.md +82 -0
@@ -0,0 +1,1325 @@
1
+ <!DOCTYPE html>
2
+ <html lang="en">
3
+ <head>
4
+ <meta charset="UTF-8">
5
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
6
+ <title>Eval Review</title>
7
+ <link rel="preconnect" href="https://fonts.googleapis.com">
8
+ <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
9
+ <link href="https://fonts.googleapis.com/css2?family=Poppins:wght@500;600&family=Lora:wght@400;500&display=swap" rel="stylesheet">
10
+ <script src="https://cdn.sheetjs.com/xlsx-0.20.3/package/dist/xlsx.full.min.js" integrity="sha384-EnyY0/GSHQGSxSgMwaIPzSESbqoOLSexfnSMN2AP+39Ckmn92stwABZynq1JyzdT" crossorigin="anonymous"></script>
11
+ <style>
12
+ :root {
13
+ --bg: #faf9f5;
14
+ --surface: #ffffff;
15
+ --border: #e8e6dc;
16
+ --text: #141413;
17
+ --text-muted: #b0aea5;
18
+ --accent: #d97757;
19
+ --accent-hover: #c4613f;
20
+ --green: #788c5d;
21
+ --green-bg: #eef2e8;
22
+ --red: #c44;
23
+ --red-bg: #fceaea;
24
+ --header-bg: #141413;
25
+ --header-text: #faf9f5;
26
+ --radius: 6px;
27
+ }
28
+
29
+ * { box-sizing: border-box; margin: 0; padding: 0; }
30
+
31
+ body {
32
+ font-family: 'Lora', Georgia, serif;
33
+ background: var(--bg);
34
+ color: var(--text);
35
+ height: 100vh;
36
+ display: flex;
37
+ flex-direction: column;
38
+ }
39
+
40
+ /* ---- Header ---- */
41
+ .header {
42
+ background: var(--header-bg);
43
+ color: var(--header-text);
44
+ padding: 1rem 2rem;
45
+ display: flex;
46
+ justify-content: space-between;
47
+ align-items: center;
48
+ flex-shrink: 0;
49
+ }
50
+ .header h1 {
51
+ font-family: 'Poppins', sans-serif;
52
+ font-size: 1.25rem;
53
+ font-weight: 600;
54
+ }
55
+ .header .instructions {
56
+ font-size: 0.8rem;
57
+ opacity: 0.7;
58
+ margin-top: 0.25rem;
59
+ }
60
+ .header .progress {
61
+ font-size: 0.875rem;
62
+ opacity: 0.8;
63
+ text-align: right;
64
+ }
65
+
66
+ /* ---- Main content ---- */
67
+ .main {
68
+ flex: 1;
69
+ overflow-y: auto;
70
+ padding: 1.5rem 2rem;
71
+ display: flex;
72
+ flex-direction: column;
73
+ gap: 1.25rem;
74
+ }
75
+
76
+ /* ---- Sections ---- */
77
+ .section {
78
+ background: var(--surface);
79
+ border: 1px solid var(--border);
80
+ border-radius: var(--radius);
81
+ flex-shrink: 0;
82
+ }
83
+ .section-header {
84
+ font-family: 'Poppins', sans-serif;
85
+ padding: 0.75rem 1rem;
86
+ font-size: 0.75rem;
87
+ font-weight: 500;
88
+ text-transform: uppercase;
89
+ letter-spacing: 0.05em;
90
+ color: var(--text-muted);
91
+ border-bottom: 1px solid var(--border);
92
+ background: var(--bg);
93
+ }
94
+ .section-body {
95
+ padding: 1rem;
96
+ }
97
+
98
+ /* ---- Config badge ---- */
99
+ .config-badge {
100
+ display: inline-block;
101
+ padding: 0.2rem 0.625rem;
102
+ border-radius: 9999px;
103
+ font-family: 'Poppins', sans-serif;
104
+ font-size: 0.6875rem;
105
+ font-weight: 600;
106
+ text-transform: uppercase;
107
+ letter-spacing: 0.03em;
108
+ margin-left: 0.75rem;
109
+ vertical-align: middle;
110
+ }
111
+ .config-badge.config-primary {
112
+ background: rgba(33, 150, 243, 0.12);
113
+ color: #1976d2;
114
+ }
115
+ .config-badge.config-baseline {
116
+ background: rgba(255, 193, 7, 0.15);
117
+ color: #f57f17;
118
+ }
119
+
120
+ /* ---- Prompt ---- */
121
+ .prompt-text {
122
+ white-space: pre-wrap;
123
+ font-size: 0.9375rem;
124
+ line-height: 1.6;
125
+ }
126
+
127
+ /* ---- Outputs ---- */
128
+ .output-file {
129
+ border: 1px solid var(--border);
130
+ border-radius: var(--radius);
131
+ overflow: hidden;
132
+ }
133
+ .output-file + .output-file {
134
+ margin-top: 1rem;
135
+ }
136
+ .output-file-header {
137
+ padding: 0.5rem 0.75rem;
138
+ font-size: 0.8rem;
139
+ font-weight: 600;
140
+ color: var(--text-muted);
141
+ background: var(--bg);
142
+ border-bottom: 1px solid var(--border);
143
+ font-family: 'SF Mono', SFMono-Regular, Consolas, 'Liberation Mono', Menlo, monospace;
144
+ display: flex;
145
+ justify-content: space-between;
146
+ align-items: center;
147
+ }
148
+ .output-file-header .dl-btn {
149
+ font-size: 0.7rem;
150
+ color: var(--accent);
151
+ text-decoration: none;
152
+ cursor: pointer;
153
+ font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif;
154
+ font-weight: 500;
155
+ opacity: 0.8;
156
+ }
157
+ .output-file-header .dl-btn:hover {
158
+ opacity: 1;
159
+ text-decoration: underline;
160
+ }
161
+ .output-file-content {
162
+ padding: 0.75rem;
163
+ overflow-x: auto;
164
+ }
165
+ .output-file-content pre {
166
+ font-size: 0.8125rem;
167
+ line-height: 1.5;
168
+ white-space: pre-wrap;
169
+ word-break: break-word;
170
+ font-family: 'SF Mono', SFMono-Regular, Consolas, 'Liberation Mono', Menlo, monospace;
171
+ }
172
+ .output-file-content img {
173
+ max-width: 100%;
174
+ height: auto;
175
+ border-radius: 4px;
176
+ }
177
+ .output-file-content iframe {
178
+ width: 100%;
179
+ height: 600px;
180
+ border: none;
181
+ }
182
+ .output-file-content table {
183
+ border-collapse: collapse;
184
+ font-size: 0.8125rem;
185
+ width: 100%;
186
+ }
187
+ .output-file-content table td,
188
+ .output-file-content table th {
189
+ border: 1px solid var(--border);
190
+ padding: 0.375rem 0.5rem;
191
+ text-align: left;
192
+ }
193
+ .output-file-content table th {
194
+ background: var(--bg);
195
+ font-weight: 600;
196
+ }
197
+ .output-file-content .download-link {
198
+ display: inline-flex;
199
+ align-items: center;
200
+ gap: 0.5rem;
201
+ padding: 0.5rem 1rem;
202
+ background: var(--bg);
203
+ border: 1px solid var(--border);
204
+ border-radius: 4px;
205
+ color: var(--accent);
206
+ text-decoration: none;
207
+ font-size: 0.875rem;
208
+ cursor: pointer;
209
+ }
210
+ .output-file-content .download-link:hover {
211
+ background: var(--border);
212
+ }
213
+ .empty-state {
214
+ color: var(--text-muted);
215
+ font-style: italic;
216
+ padding: 2rem;
217
+ text-align: center;
218
+ }
219
+
220
+ /* ---- Feedback ---- */
221
+ .prev-feedback {
222
+ background: var(--bg);
223
+ border: 1px solid var(--border);
224
+ border-radius: 4px;
225
+ padding: 0.625rem 0.75rem;
226
+ margin-top: 0.75rem;
227
+ font-size: 0.8125rem;
228
+ color: var(--text-muted);
229
+ line-height: 1.5;
230
+ }
231
+ .prev-feedback-label {
232
+ font-size: 0.7rem;
233
+ font-weight: 600;
234
+ text-transform: uppercase;
235
+ letter-spacing: 0.04em;
236
+ margin-bottom: 0.25rem;
237
+ color: var(--text-muted);
238
+ }
239
+ .feedback-textarea {
240
+ width: 100%;
241
+ min-height: 100px;
242
+ padding: 0.75rem;
243
+ border: 1px solid var(--border);
244
+ border-radius: 4px;
245
+ font-family: inherit;
246
+ font-size: 0.9375rem;
247
+ line-height: 1.5;
248
+ resize: vertical;
249
+ color: var(--text);
250
+ }
251
+ .feedback-textarea:focus {
252
+ outline: none;
253
+ border-color: var(--accent);
254
+ box-shadow: 0 0 0 3px rgba(37, 99, 235, 0.1);
255
+ }
256
+ .feedback-status {
257
+ font-size: 0.75rem;
258
+ color: var(--text-muted);
259
+ margin-top: 0.5rem;
260
+ min-height: 1.1em;
261
+ }
262
+
263
+ /* ---- Grades (collapsible) ---- */
264
+ .grades-toggle {
265
+ display: flex;
266
+ align-items: center;
267
+ cursor: pointer;
268
+ user-select: none;
269
+ }
270
+ .grades-toggle:hover {
271
+ color: var(--accent);
272
+ }
273
+ .grades-toggle .arrow {
274
+ margin-right: 0.5rem;
275
+ transition: transform 0.15s;
276
+ font-size: 0.75rem;
277
+ }
278
+ .grades-toggle .arrow.open {
279
+ transform: rotate(90deg);
280
+ }
281
+ .grades-content {
282
+ display: none;
283
+ margin-top: 0.75rem;
284
+ }
285
+ .grades-content.open {
286
+ display: block;
287
+ }
288
+ .grades-summary {
289
+ font-size: 0.875rem;
290
+ margin-bottom: 0.75rem;
291
+ display: flex;
292
+ align-items: center;
293
+ gap: 0.5rem;
294
+ }
295
+ .grade-badge {
296
+ display: inline-block;
297
+ padding: 0.125rem 0.5rem;
298
+ border-radius: 9999px;
299
+ font-size: 0.75rem;
300
+ font-weight: 600;
301
+ }
302
+ .grade-pass { background: var(--green-bg); color: var(--green); }
303
+ .grade-fail { background: var(--red-bg); color: var(--red); }
304
+ .assertion-list {
305
+ list-style: none;
306
+ }
307
+ .assertion-item {
308
+ padding: 0.625rem 0;
309
+ border-bottom: 1px solid var(--border);
310
+ font-size: 0.8125rem;
311
+ }
312
+ .assertion-item:last-child { border-bottom: none; }
313
+ .assertion-status {
314
+ font-weight: 600;
315
+ margin-right: 0.5rem;
316
+ }
317
+ .assertion-status.pass { color: var(--green); }
318
+ .assertion-status.fail { color: var(--red); }
319
+ .assertion-evidence {
320
+ color: var(--text-muted);
321
+ font-size: 0.75rem;
322
+ margin-top: 0.25rem;
323
+ padding-left: 1.5rem;
324
+ }
325
+
326
+ /* ---- View tabs ---- */
327
+ .view-tabs {
328
+ display: flex;
329
+ gap: 0;
330
+ padding: 0 2rem;
331
+ background: var(--bg);
332
+ border-bottom: 1px solid var(--border);
333
+ flex-shrink: 0;
334
+ }
335
+ .view-tab {
336
+ font-family: 'Poppins', sans-serif;
337
+ padding: 0.625rem 1.25rem;
338
+ font-size: 0.8125rem;
339
+ font-weight: 500;
340
+ cursor: pointer;
341
+ border: none;
342
+ background: none;
343
+ color: var(--text-muted);
344
+ border-bottom: 2px solid transparent;
345
+ transition: all 0.15s;
346
+ }
347
+ .view-tab:hover { color: var(--text); }
348
+ .view-tab.active {
349
+ color: var(--accent);
350
+ border-bottom-color: var(--accent);
351
+ }
352
+ .view-panel { display: none; }
353
+ .view-panel.active { display: flex; flex-direction: column; flex: 1; overflow: hidden; }
354
+
355
+ /* ---- Benchmark view ---- */
356
+ .benchmark-view {
357
+ padding: 1.5rem 2rem;
358
+ overflow-y: auto;
359
+ flex: 1;
360
+ }
361
+ .benchmark-table {
362
+ border-collapse: collapse;
363
+ background: var(--surface);
364
+ border: 1px solid var(--border);
365
+ border-radius: var(--radius);
366
+ font-size: 0.8125rem;
367
+ width: 100%;
368
+ margin-bottom: 1.5rem;
369
+ }
370
+ .benchmark-table th, .benchmark-table td {
371
+ padding: 0.625rem 0.75rem;
372
+ text-align: left;
373
+ border: 1px solid var(--border);
374
+ }
375
+ .benchmark-table th {
376
+ font-family: 'Poppins', sans-serif;
377
+ background: var(--header-bg);
378
+ color: var(--header-text);
379
+ font-weight: 500;
380
+ font-size: 0.75rem;
381
+ text-transform: uppercase;
382
+ letter-spacing: 0.04em;
383
+ }
384
+ .benchmark-table tr:hover { background: var(--bg); }
385
+ .benchmark-table tr.benchmark-row-with { background: rgba(33, 150, 243, 0.06); }
386
+ .benchmark-table tr.benchmark-row-without { background: rgba(255, 193, 7, 0.06); }
387
+ .benchmark-table tr.benchmark-row-with:hover { background: rgba(33, 150, 243, 0.12); }
388
+ .benchmark-table tr.benchmark-row-without:hover { background: rgba(255, 193, 7, 0.12); }
389
+ .benchmark-table tr.benchmark-row-avg { font-weight: 600; border-top: 2px solid var(--border); }
390
+ .benchmark-table tr.benchmark-row-avg.benchmark-row-with { background: rgba(33, 150, 243, 0.12); }
391
+ .benchmark-table tr.benchmark-row-avg.benchmark-row-without { background: rgba(255, 193, 7, 0.12); }
392
+ .benchmark-delta-positive { color: var(--green); font-weight: 600; }
393
+ .benchmark-delta-negative { color: var(--red); font-weight: 600; }
394
+ .benchmark-notes {
395
+ background: var(--surface);
396
+ border: 1px solid var(--border);
397
+ border-radius: var(--radius);
398
+ padding: 1rem;
399
+ }
400
+ .benchmark-notes h3 {
401
+ font-family: 'Poppins', sans-serif;
402
+ font-size: 0.875rem;
403
+ margin-bottom: 0.75rem;
404
+ }
405
+ .benchmark-notes ul {
406
+ list-style: disc;
407
+ padding-left: 1.25rem;
408
+ }
409
+ .benchmark-notes li {
410
+ font-size: 0.8125rem;
411
+ line-height: 1.6;
412
+ margin-bottom: 0.375rem;
413
+ }
414
+ .benchmark-empty {
415
+ color: var(--text-muted);
416
+ font-style: italic;
417
+ text-align: center;
418
+ padding: 3rem;
419
+ }
420
+
421
+ /* ---- Navigation ---- */
422
+ .nav {
423
+ display: flex;
424
+ justify-content: space-between;
425
+ align-items: center;
426
+ padding: 1rem 2rem;
427
+ border-top: 1px solid var(--border);
428
+ background: var(--surface);
429
+ flex-shrink: 0;
430
+ }
431
+ .nav-btn {
432
+ font-family: 'Poppins', sans-serif;
433
+ padding: 0.5rem 1.25rem;
434
+ border: 1px solid var(--border);
435
+ border-radius: var(--radius);
436
+ background: var(--surface);
437
+ cursor: pointer;
438
+ font-size: 0.875rem;
439
+ font-weight: 500;
440
+ color: var(--text);
441
+ transition: all 0.15s;
442
+ }
443
+ .nav-btn:hover:not(:disabled) {
444
+ background: var(--bg);
445
+ border-color: var(--text-muted);
446
+ }
447
+ .nav-btn:disabled {
448
+ opacity: 0.4;
449
+ cursor: not-allowed;
450
+ }
451
+ .done-btn {
452
+ font-family: 'Poppins', sans-serif;
453
+ padding: 0.5rem 1.5rem;
454
+ border: 1px solid var(--border);
455
+ border-radius: var(--radius);
456
+ background: var(--surface);
457
+ color: var(--text);
458
+ cursor: pointer;
459
+ font-size: 0.875rem;
460
+ font-weight: 500;
461
+ transition: all 0.15s;
462
+ }
463
+ .done-btn:hover {
464
+ background: var(--bg);
465
+ border-color: var(--text-muted);
466
+ }
467
+ .done-btn.ready {
468
+ border: none;
469
+ background: var(--accent);
470
+ color: white;
471
+ font-weight: 600;
472
+ }
473
+ .done-btn.ready:hover {
474
+ background: var(--accent-hover);
475
+ }
476
+ /* ---- Done overlay ---- */
477
+ .done-overlay {
478
+ display: none;
479
+ position: fixed;
480
+ inset: 0;
481
+ background: rgba(0, 0, 0, 0.5);
482
+ z-index: 100;
483
+ justify-content: center;
484
+ align-items: center;
485
+ }
486
+ .done-overlay.visible {
487
+ display: flex;
488
+ }
489
+ .done-card {
490
+ background: var(--surface);
491
+ border-radius: 12px;
492
+ padding: 2rem 3rem;
493
+ text-align: center;
494
+ box-shadow: 0 20px 60px rgba(0, 0, 0, 0.3);
495
+ max-width: 500px;
496
+ }
497
+ .done-card h2 {
498
+ font-size: 1.5rem;
499
+ margin-bottom: 0.5rem;
500
+ }
501
+ .done-card p {
502
+ color: var(--text-muted);
503
+ margin-bottom: 1.5rem;
504
+ line-height: 1.5;
505
+ }
506
+ .done-card .btn-row {
507
+ display: flex;
508
+ gap: 0.5rem;
509
+ justify-content: center;
510
+ }
511
+ .done-card button {
512
+ padding: 0.5rem 1.25rem;
513
+ border: 1px solid var(--border);
514
+ border-radius: var(--radius);
515
+ background: var(--surface);
516
+ cursor: pointer;
517
+ font-size: 0.875rem;
518
+ }
519
+ .done-card button:hover {
520
+ background: var(--bg);
521
+ }
522
+ /* ---- Toast ---- */
523
+ .toast {
524
+ position: fixed;
525
+ bottom: 5rem;
526
+ left: 50%;
527
+ transform: translateX(-50%);
528
+ background: var(--header-bg);
529
+ color: var(--header-text);
530
+ padding: 0.625rem 1.25rem;
531
+ border-radius: var(--radius);
532
+ font-size: 0.875rem;
533
+ opacity: 0;
534
+ transition: opacity 0.3s;
535
+ pointer-events: none;
536
+ z-index: 200;
537
+ }
538
+ .toast.visible {
539
+ opacity: 1;
540
+ }
541
+ </style>
542
+ </head>
543
+ <body>
544
+ <div id="app" style="height:100vh; display:flex; flex-direction:column;">
545
+ <div class="header">
546
+ <div>
547
+ <h1>Eval Review: <span id="skill-name"></span></h1>
548
+ <div class="instructions">Review each output and leave feedback below. Navigate with arrow keys or buttons. When done, copy feedback and paste into Claude Code.</div>
549
+ </div>
550
+ <div class="progress" id="progress"></div>
551
+ </div>
552
+
553
+ <!-- View tabs (only shown when benchmark data exists) -->
554
+ <div class="view-tabs" id="view-tabs" style="display:none;">
555
+ <button class="view-tab active" onclick="switchView('outputs')">Outputs</button>
556
+ <button class="view-tab" onclick="switchView('benchmark')">Benchmark</button>
557
+ </div>
558
+
559
+ <!-- Outputs panel (qualitative review) -->
560
+ <div class="view-panel active" id="panel-outputs">
561
+ <div class="main">
562
+ <!-- Prompt -->
563
+ <div class="section">
564
+ <div class="section-header">Prompt <span class="config-badge" id="config-badge" style="display:none;"></span></div>
565
+ <div class="section-body">
566
+ <div class="prompt-text" id="prompt-text"></div>
567
+ </div>
568
+ </div>
569
+
570
+ <!-- Outputs -->
571
+ <div class="section">
572
+ <div class="section-header">Output</div>
573
+ <div class="section-body" id="outputs-body">
574
+ <div class="empty-state">No output files found</div>
575
+ </div>
576
+ </div>
577
+
578
+ <!-- Previous Output (collapsible) -->
579
+ <div class="section" id="prev-outputs-section" style="display:none;">
580
+ <div class="section-header">
581
+ <div class="grades-toggle" onclick="togglePrevOutputs()">
582
+ <span class="arrow" id="prev-outputs-arrow">&#9654;</span>
583
+ Previous Output
584
+ </div>
585
+ </div>
586
+ <div class="grades-content" id="prev-outputs-content"></div>
587
+ </div>
588
+
589
+ <!-- Grades (collapsible) -->
590
+ <div class="section" id="grades-section" style="display:none;">
591
+ <div class="section-header">
592
+ <div class="grades-toggle" onclick="toggleGrades()">
593
+ <span class="arrow" id="grades-arrow">&#9654;</span>
594
+ Formal Grades
595
+ </div>
596
+ </div>
597
+ <div class="grades-content" id="grades-content"></div>
598
+ </div>
599
+
600
+ <!-- Feedback -->
601
+ <div class="section">
602
+ <div class="section-header">Your Feedback</div>
603
+ <div class="section-body">
604
+ <textarea
605
+ class="feedback-textarea"
606
+ id="feedback"
607
+ placeholder="What do you think of this output? Any issues, suggestions, or things that look great?"
608
+ ></textarea>
609
+ <div class="feedback-status" id="feedback-status"></div>
610
+ <div class="prev-feedback" id="prev-feedback" style="display:none;">
611
+ <div class="prev-feedback-label">Previous feedback</div>
612
+ <div id="prev-feedback-text"></div>
613
+ </div>
614
+ </div>
615
+ </div>
616
+ </div>
617
+
618
+ <div class="nav" id="outputs-nav">
619
+ <button class="nav-btn" id="prev-btn" onclick="navigate(-1)">&#8592; Previous</button>
620
+ <button class="done-btn" id="done-btn" onclick="showDoneDialog()">Submit All Reviews</button>
621
+ <button class="nav-btn" id="next-btn" onclick="navigate(1)">Next &#8594;</button>
622
+ </div>
623
+ </div><!-- end panel-outputs -->
624
+
625
+ <!-- Benchmark panel (quantitative stats) -->
626
+ <div class="view-panel" id="panel-benchmark">
627
+ <div class="benchmark-view" id="benchmark-content">
628
+ <div class="benchmark-empty">No benchmark data available. Run a benchmark to see quantitative results here.</div>
629
+ </div>
630
+ </div>
631
+ </div>
632
+
633
+ <!-- Done overlay -->
634
+ <div class="done-overlay" id="done-overlay">
635
+ <div class="done-card">
636
+ <h2>Review Complete</h2>
637
+ <p>Your feedback has been saved. Go back to your Claude Code session and tell Claude you're done reviewing.</p>
638
+ <div class="btn-row">
639
+ <button onclick="closeDoneDialog()">OK</button>
640
+ </div>
641
+ </div>
642
+ </div>
643
+
644
+ <!-- Toast -->
645
+ <div class="toast" id="toast"></div>
646
+
647
+ <script>
648
+ // ---- Embedded data (injected by generate_review.py) ----
649
+ /*__EMBEDDED_DATA__*/
650
+
651
+ // ---- State ----
652
+ let feedbackMap = {}; // run_id -> feedback text
653
+ let currentIndex = 0;
654
+ let visitedRuns = new Set();
655
+
656
+ // ---- Init ----
657
+ async function init() {
658
+ // Load saved feedback from server — but only if this isn't a fresh
659
+ // iteration (indicated by previous_feedback being present). When
660
+ // previous feedback exists, the feedback.json on disk is stale from
661
+ // the prior iteration and should not pre-fill the textareas.
662
+ const hasPrevious = Object.keys(EMBEDDED_DATA.previous_feedback || {}).length > 0
663
+ || Object.keys(EMBEDDED_DATA.previous_outputs || {}).length > 0;
664
+ if (!hasPrevious) {
665
+ try {
666
+ const resp = await fetch("/api/feedback");
667
+ const data = await resp.json();
668
+ if (data.reviews) {
669
+ for (const r of data.reviews) feedbackMap[r.run_id] = r.feedback;
670
+ }
671
+ } catch { /* first run, no feedback yet */ }
672
+ }
673
+
674
+ document.getElementById("skill-name").textContent = EMBEDDED_DATA.skill_name;
675
+ showRun(0);
676
+
677
+ // Wire up feedback auto-save
678
+ const textarea = document.getElementById("feedback");
679
+ let saveTimeout = null;
680
+ textarea.addEventListener("input", () => {
681
+ clearTimeout(saveTimeout);
682
+ document.getElementById("feedback-status").textContent = "";
683
+ saveTimeout = setTimeout(() => saveCurrentFeedback(), 800);
684
+ });
685
+ }
686
+
687
+ // ---- Navigation ----
688
+ function navigate(delta) {
689
+ const newIndex = currentIndex + delta;
690
+ if (newIndex >= 0 && newIndex < EMBEDDED_DATA.runs.length) {
691
+ saveCurrentFeedback();
692
+ showRun(newIndex);
693
+ }
694
+ }
695
+
696
+ function updateNavButtons() {
697
+ document.getElementById("prev-btn").disabled = currentIndex === 0;
698
+ document.getElementById("next-btn").disabled =
699
+ currentIndex === EMBEDDED_DATA.runs.length - 1;
700
+ }
701
+
702
+ // ---- Show a run ----
703
+ function showRun(index) {
704
+ currentIndex = index;
705
+ const run = EMBEDDED_DATA.runs[index];
706
+
707
+ // Progress
708
+ document.getElementById("progress").textContent =
709
+ `${index + 1} of ${EMBEDDED_DATA.runs.length}`;
710
+
711
+ // Prompt
712
+ document.getElementById("prompt-text").textContent = run.prompt;
713
+
714
+ // Config badge
715
+ const badge = document.getElementById("config-badge");
716
+ const configMatch = run.id.match(/(with_skill|without_skill|new_skill|old_skill)/);
717
+ if (configMatch) {
718
+ const config = configMatch[1];
719
+ const isBaseline = config === "without_skill" || config === "old_skill";
720
+ badge.textContent = config.replace(/_/g, " ");
721
+ badge.className = "config-badge " + (isBaseline ? "config-baseline" : "config-primary");
722
+ badge.style.display = "inline-block";
723
+ } else {
724
+ badge.style.display = "none";
725
+ }
726
+
727
+ // Outputs
728
+ renderOutputs(run);
729
+
730
+ // Previous outputs
731
+ renderPrevOutputs(run);
732
+
733
+ // Grades
734
+ renderGrades(run);
735
+
736
+ // Previous feedback
737
+ const prevFb = (EMBEDDED_DATA.previous_feedback || {})[run.id];
738
+ const prevEl = document.getElementById("prev-feedback");
739
+ if (prevFb) {
740
+ document.getElementById("prev-feedback-text").textContent = prevFb;
741
+ prevEl.style.display = "block";
742
+ } else {
743
+ prevEl.style.display = "none";
744
+ }
745
+
746
+ // Feedback
747
+ document.getElementById("feedback").value = feedbackMap[run.id] || "";
748
+ document.getElementById("feedback-status").textContent = "";
749
+
750
+ updateNavButtons();
751
+
752
+ // Track visited runs and promote done button when all visited
753
+ visitedRuns.add(index);
754
+ const doneBtn = document.getElementById("done-btn");
755
+ if (visitedRuns.size >= EMBEDDED_DATA.runs.length) {
756
+ doneBtn.classList.add("ready");
757
+ }
758
+
759
+ // Scroll main content to top
760
+ document.querySelector(".main").scrollTop = 0;
761
+ }
762
+
763
+ // ---- Render outputs ----
764
+ function renderOutputs(run) {
765
+ const container = document.getElementById("outputs-body");
766
+ container.innerHTML = "";
767
+
768
+ const outputs = run.outputs || [];
769
+ if (outputs.length === 0) {
770
+ container.innerHTML = '<div class="empty-state">No output files</div>';
771
+ return;
772
+ }
773
+
774
+ for (const file of outputs) {
775
+ const fileDiv = document.createElement("div");
776
+ fileDiv.className = "output-file";
777
+
778
+ // Always show file header with download link
779
+ const header = document.createElement("div");
780
+ header.className = "output-file-header";
781
+ const nameSpan = document.createElement("span");
782
+ nameSpan.textContent = file.name;
783
+ header.appendChild(nameSpan);
784
+ const dlBtn = document.createElement("a");
785
+ dlBtn.className = "dl-btn";
786
+ dlBtn.textContent = "Download";
787
+ dlBtn.download = file.name;
788
+ dlBtn.href = getDownloadUri(file);
789
+ header.appendChild(dlBtn);
790
+ fileDiv.appendChild(header);
791
+
792
+ const content = document.createElement("div");
793
+ content.className = "output-file-content";
794
+
795
+ if (file.type === "text") {
796
+ const pre = document.createElement("pre");
797
+ pre.textContent = file.content;
798
+ content.appendChild(pre);
799
+ } else if (file.type === "image") {
800
+ const img = document.createElement("img");
801
+ img.src = file.data_uri;
802
+ img.alt = file.name;
803
+ content.appendChild(img);
804
+ } else if (file.type === "pdf") {
805
+ const iframe = document.createElement("iframe");
806
+ iframe.src = file.data_uri;
807
+ content.appendChild(iframe);
808
+ } else if (file.type === "xlsx") {
809
+ renderXlsx(content, file.data_b64);
810
+ } else if (file.type === "binary") {
811
+ const a = document.createElement("a");
812
+ a.className = "download-link";
813
+ a.href = file.data_uri;
814
+ a.download = file.name;
815
+ a.textContent = "Download " + file.name;
816
+ content.appendChild(a);
817
+ } else if (file.type === "error") {
818
+ const pre = document.createElement("pre");
819
+ pre.textContent = file.content;
820
+ pre.style.color = "var(--red)";
821
+ content.appendChild(pre);
822
+ }
823
+
824
+ fileDiv.appendChild(content);
825
+ container.appendChild(fileDiv);
826
+ }
827
+ }
828
+
829
+ // ---- XLSX rendering via SheetJS ----
830
+ function renderXlsx(container, b64Data) {
831
+ try {
832
+ const raw = Uint8Array.from(atob(b64Data), c => c.charCodeAt(0));
833
+ const wb = XLSX.read(raw, { type: "array" });
834
+
835
+ for (let i = 0; i < wb.SheetNames.length; i++) {
836
+ const sheetName = wb.SheetNames[i];
837
+ const ws = wb.Sheets[sheetName];
838
+
839
+ if (wb.SheetNames.length > 1) {
840
+ const sheetLabel = document.createElement("div");
841
+ sheetLabel.style.cssText =
842
+ "font-weight:600; font-size:0.8rem; color:#b0aea5; margin-top:0.5rem; margin-bottom:0.25rem;";
843
+ sheetLabel.textContent = "Sheet: " + sheetName;
844
+ container.appendChild(sheetLabel);
845
+ }
846
+
847
+ const htmlStr = XLSX.utils.sheet_to_html(ws, { editable: false });
848
+ const wrapper = document.createElement("div");
849
+ wrapper.innerHTML = htmlStr;
850
+ container.appendChild(wrapper);
851
+ }
852
+ } catch (err) {
853
+ container.textContent = "Error rendering spreadsheet: " + err.message;
854
+ }
855
+ }
856
+
857
+ // ---- Grades ----
858
+ function renderGrades(run) {
859
+ const section = document.getElementById("grades-section");
860
+ const content = document.getElementById("grades-content");
861
+
862
+ if (!run.grading) {
863
+ section.style.display = "none";
864
+ return;
865
+ }
866
+
867
+ const grading = run.grading;
868
+ section.style.display = "block";
869
+ // Reset to collapsed
870
+ content.classList.remove("open");
871
+ document.getElementById("grades-arrow").classList.remove("open");
872
+
873
+ const summary = grading.summary || {};
874
+ const expectations = grading.expectations || [];
875
+
876
+ let html = '<div style="padding: 1rem;">';
877
+
878
+ // Summary line
879
+ const passRate = summary.pass_rate != null
880
+ ? Math.round(summary.pass_rate * 100) + "%"
881
+ : "?";
882
+ const badgeClass = summary.pass_rate >= 0.8 ? "grade-pass" : summary.pass_rate >= 0.5 ? "" : "grade-fail";
883
+ html += '<div class="grades-summary">';
884
+ html += '<span class="grade-badge ' + badgeClass + '">' + passRate + '</span>';
885
+ html += '<span>' + (summary.passed || 0) + ' passed, ' + (summary.failed || 0) + ' failed of ' + (summary.total || 0) + '</span>';
886
+ html += '</div>';
887
+
888
+ // Assertions list
889
+ html += '<ul class="assertion-list">';
890
+ for (const exp of expectations) {
891
+ const statusClass = exp.passed ? "pass" : "fail";
892
+ const statusIcon = exp.passed ? "\u2713" : "\u2717";
893
+ html += '<li class="assertion-item">';
894
+ html += '<span class="assertion-status ' + statusClass + '">' + statusIcon + '</span>';
895
+ html += '<span>' + escapeHtml(exp.text) + '</span>';
896
+ if (exp.evidence) {
897
+ html += '<div class="assertion-evidence">' + escapeHtml(exp.evidence) + '</div>';
898
+ }
899
+ html += '</li>';
900
+ }
901
+ html += '</ul>';
902
+
903
+ html += '</div>';
904
+ content.innerHTML = html;
905
+ }
906
+
907
+ function toggleGrades() {
908
+ const content = document.getElementById("grades-content");
909
+ const arrow = document.getElementById("grades-arrow");
910
+ content.classList.toggle("open");
911
+ arrow.classList.toggle("open");
912
+ }
913
+
914
+ // ---- Previous outputs (collapsible) ----
915
+ function renderPrevOutputs(run) {
916
+ const section = document.getElementById("prev-outputs-section");
917
+ const content = document.getElementById("prev-outputs-content");
918
+ const prevOutputs = (EMBEDDED_DATA.previous_outputs || {})[run.id];
919
+
920
+ if (!prevOutputs || prevOutputs.length === 0) {
921
+ section.style.display = "none";
922
+ return;
923
+ }
924
+
925
+ section.style.display = "block";
926
+ // Reset to collapsed
927
+ content.classList.remove("open");
928
+ document.getElementById("prev-outputs-arrow").classList.remove("open");
929
+
930
+ // Render the files into the content area
931
+ content.innerHTML = "";
932
+ const wrapper = document.createElement("div");
933
+ wrapper.style.padding = "1rem";
934
+
935
+ for (const file of prevOutputs) {
936
+ const fileDiv = document.createElement("div");
937
+ fileDiv.className = "output-file";
938
+
939
+ const header = document.createElement("div");
940
+ header.className = "output-file-header";
941
+ const nameSpan = document.createElement("span");
942
+ nameSpan.textContent = file.name;
943
+ header.appendChild(nameSpan);
944
+ const dlBtn = document.createElement("a");
945
+ dlBtn.className = "dl-btn";
946
+ dlBtn.textContent = "Download";
947
+ dlBtn.download = file.name;
948
+ dlBtn.href = getDownloadUri(file);
949
+ header.appendChild(dlBtn);
950
+ fileDiv.appendChild(header);
951
+
952
+ const fc = document.createElement("div");
953
+ fc.className = "output-file-content";
954
+
955
+ if (file.type === "text") {
956
+ const pre = document.createElement("pre");
957
+ pre.textContent = file.content;
958
+ fc.appendChild(pre);
959
+ } else if (file.type === "image") {
960
+ const img = document.createElement("img");
961
+ img.src = file.data_uri;
962
+ img.alt = file.name;
963
+ fc.appendChild(img);
964
+ } else if (file.type === "pdf") {
965
+ const iframe = document.createElement("iframe");
966
+ iframe.src = file.data_uri;
967
+ fc.appendChild(iframe);
968
+ } else if (file.type === "xlsx") {
969
+ renderXlsx(fc, file.data_b64);
970
+ } else if (file.type === "binary") {
971
+ const a = document.createElement("a");
972
+ a.className = "download-link";
973
+ a.href = file.data_uri;
974
+ a.download = file.name;
975
+ a.textContent = "Download " + file.name;
976
+ fc.appendChild(a);
977
+ }
978
+
979
+ fileDiv.appendChild(fc);
980
+ wrapper.appendChild(fileDiv);
981
+ }
982
+
983
+ content.appendChild(wrapper);
984
+ }
985
+
986
+ function togglePrevOutputs() {
987
+ const content = document.getElementById("prev-outputs-content");
988
+ const arrow = document.getElementById("prev-outputs-arrow");
989
+ content.classList.toggle("open");
990
+ arrow.classList.toggle("open");
991
+ }
992
+
993
+ // ---- Feedback (saved to server -> feedback.json) ----
994
+ function saveCurrentFeedback() {
995
+ const run = EMBEDDED_DATA.runs[currentIndex];
996
+ const text = document.getElementById("feedback").value;
997
+
998
+ if (text.trim() === "") {
999
+ delete feedbackMap[run.id];
1000
+ } else {
1001
+ feedbackMap[run.id] = text;
1002
+ }
1003
+
1004
+ // Build reviews array from map
1005
+ const reviews = [];
1006
+ for (const [run_id, feedback] of Object.entries(feedbackMap)) {
1007
+ if (feedback.trim()) {
1008
+ reviews.push({ run_id, feedback, timestamp: new Date().toISOString() });
1009
+ }
1010
+ }
1011
+
1012
+ fetch("/api/feedback", {
1013
+ method: "POST",
1014
+ headers: { "Content-Type": "application/json" },
1015
+ body: JSON.stringify({ reviews, status: "in_progress" }),
1016
+ }).then(() => {
1017
+ document.getElementById("feedback-status").textContent = "Saved";
1018
+ }).catch(() => {
1019
+ // Static mode or server unavailable — no-op on auto-save,
1020
+ // feedback will be downloaded on final submit
1021
+ document.getElementById("feedback-status").textContent = "Will download on submit";
1022
+ });
1023
+ }
1024
+
1025
+ // ---- Done ----
1026
+ function showDoneDialog() {
1027
+ // Save current textarea to feedbackMap (but don't POST yet)
1028
+ const run = EMBEDDED_DATA.runs[currentIndex];
1029
+ const text = document.getElementById("feedback").value;
1030
+ if (text.trim() === "") {
1031
+ delete feedbackMap[run.id];
1032
+ } else {
1033
+ feedbackMap[run.id] = text;
1034
+ }
1035
+
1036
+ // POST once with status: complete — include ALL runs so the model
1037
+ // can distinguish "no feedback" (looks good) from "not reviewed"
1038
+ const reviews = [];
1039
+ const ts = new Date().toISOString();
1040
+ for (const r of EMBEDDED_DATA.runs) {
1041
+ reviews.push({ run_id: r.id, feedback: feedbackMap[r.id] || "", timestamp: ts });
1042
+ }
1043
+ const payload = JSON.stringify({ reviews, status: "complete" }, null, 2);
1044
+ fetch("/api/feedback", {
1045
+ method: "POST",
1046
+ headers: { "Content-Type": "application/json" },
1047
+ body: payload,
1048
+ }).then(() => {
1049
+ document.getElementById("done-overlay").classList.add("visible");
1050
+ }).catch(() => {
1051
+ // Server not available (static mode) — download as file
1052
+ const blob = new Blob([payload], { type: "application/json" });
1053
+ const url = URL.createObjectURL(blob);
1054
+ const a = document.createElement("a");
1055
+ a.href = url;
1056
+ a.download = "feedback.json";
1057
+ a.click();
1058
+ URL.revokeObjectURL(url);
1059
+ document.getElementById("done-overlay").classList.add("visible");
1060
+ });
1061
+ }
1062
+
1063
+ function closeDoneDialog() {
1064
+ // Reset status back to in_progress
1065
+ saveCurrentFeedback();
1066
+ document.getElementById("done-overlay").classList.remove("visible");
1067
+ }
1068
+
1069
+ // ---- Toast ----
1070
+ function showToast(message) {
1071
+ const toast = document.getElementById("toast");
1072
+ toast.textContent = message;
1073
+ toast.classList.add("visible");
1074
+ setTimeout(() => toast.classList.remove("visible"), 2000);
1075
+ }
1076
+
1077
+ // ---- Keyboard nav ----
1078
+ document.addEventListener("keydown", (e) => {
1079
+ // Don't capture when typing in textarea
1080
+ if (e.target.tagName === "TEXTAREA") return;
1081
+
1082
+ if (e.key === "ArrowLeft" || e.key === "ArrowUp") {
1083
+ e.preventDefault();
1084
+ navigate(-1);
1085
+ } else if (e.key === "ArrowRight" || e.key === "ArrowDown") {
1086
+ e.preventDefault();
1087
+ navigate(1);
1088
+ }
1089
+ });
1090
+
1091
+ // ---- Util ----
1092
+ function getDownloadUri(file) {
1093
+ if (file.data_uri) return file.data_uri;
1094
+ if (file.data_b64) return "data:application/octet-stream;base64," + file.data_b64;
1095
+ if (file.type === "text") return "data:text/plain;charset=utf-8," + encodeURIComponent(file.content);
1096
+ return "#";
1097
+ }
1098
+
1099
+ function escapeHtml(text) {
1100
+ const div = document.createElement("div");
1101
+ div.textContent = text;
1102
+ return div.innerHTML;
1103
+ }
1104
+
1105
+ // ---- View switching ----
1106
+ function switchView(view) {
1107
+ document.querySelectorAll(".view-tab").forEach(t => t.classList.remove("active"));
1108
+ document.querySelectorAll(".view-panel").forEach(p => p.classList.remove("active"));
1109
+ document.querySelector(`[onclick="switchView('${view}')"]`).classList.add("active");
1110
+ document.getElementById("panel-" + view).classList.add("active");
1111
+ }
1112
+
1113
+ // ---- Benchmark rendering ----
1114
+ function renderBenchmark() {
1115
+ const data = EMBEDDED_DATA.benchmark;
1116
+ if (!data) return;
1117
+
1118
+ // Show the tabs
1119
+ document.getElementById("view-tabs").style.display = "flex";
1120
+
1121
+ const container = document.getElementById("benchmark-content");
1122
+ const summary = data.run_summary || {};
1123
+ const metadata = data.metadata || {};
1124
+ const notes = data.notes || [];
1125
+
1126
+ let html = "";
1127
+
1128
+ // Header
1129
+ html += "<h2 style='font-family: Poppins, sans-serif; margin-bottom: 0.5rem;'>Benchmark Results</h2>";
1130
+ html += "<p style='color: var(--text-muted); font-size: 0.875rem; margin-bottom: 1.25rem;'>";
1131
+ if (metadata.skill_name) html += "<strong>" + escapeHtml(metadata.skill_name) + "</strong> &mdash; ";
1132
+ if (metadata.timestamp) html += metadata.timestamp + " &mdash; ";
1133
+ if (metadata.evals_run) html += "Evals: " + metadata.evals_run.join(", ") + " &mdash; ";
1134
+ html += (metadata.runs_per_configuration || "?") + " runs per configuration";
1135
+ html += "</p>";
1136
+
1137
+ // Summary table
1138
+ html += '<table class="benchmark-table">';
1139
+
1140
+ function fmtStat(stat, pct) {
1141
+ if (!stat) return "—";
1142
+ const suffix = pct ? "%" : "";
1143
+ const m = pct ? (stat.mean * 100).toFixed(0) : stat.mean.toFixed(1);
1144
+ const s = pct ? (stat.stddev * 100).toFixed(0) : stat.stddev.toFixed(1);
1145
+ return m + suffix + " ± " + s + suffix;
1146
+ }
1147
+
1148
+ function deltaClass(val) {
1149
+ if (!val) return "";
1150
+ const n = parseFloat(val);
1151
+ if (n > 0) return "benchmark-delta-positive";
1152
+ if (n < 0) return "benchmark-delta-negative";
1153
+ return "";
1154
+ }
1155
+
1156
+ // Discover config names dynamically (everything except "delta")
1157
+ const configs = Object.keys(summary).filter(k => k !== "delta");
1158
+ const configA = configs[0] || "config_a";
1159
+ const configB = configs[1] || "config_b";
1160
+ const labelA = configA.replace(/_/g, " ").replace(/\b\w/g, c => c.toUpperCase());
1161
+ const labelB = configB.replace(/_/g, " ").replace(/\b\w/g, c => c.toUpperCase());
1162
+ const a = summary[configA] || {};
1163
+ const b = summary[configB] || {};
1164
+ const delta = summary.delta || {};
1165
+
1166
+ html += "<thead><tr><th>Metric</th><th>" + escapeHtml(labelA) + "</th><th>" + escapeHtml(labelB) + "</th><th>Delta</th></tr></thead>";
1167
+ html += "<tbody>";
1168
+
1169
+ html += "<tr><td><strong>Pass Rate</strong></td>";
1170
+ html += "<td>" + fmtStat(a.pass_rate, true) + "</td>";
1171
+ html += "<td>" + fmtStat(b.pass_rate, true) + "</td>";
1172
+ html += '<td class="' + deltaClass(delta.pass_rate) + '">' + (delta.pass_rate || "—") + "</td></tr>";
1173
+
1174
+ // Time (only show row if data exists)
1175
+ if (a.time_seconds || b.time_seconds) {
1176
+ html += "<tr><td><strong>Time (s)</strong></td>";
1177
+ html += "<td>" + fmtStat(a.time_seconds, false) + "</td>";
1178
+ html += "<td>" + fmtStat(b.time_seconds, false) + "</td>";
1179
+ html += '<td class="' + deltaClass(delta.time_seconds) + '">' + (delta.time_seconds ? delta.time_seconds + "s" : "—") + "</td></tr>";
1180
+ }
1181
+
1182
+ // Tokens (only show row if data exists)
1183
+ if (a.tokens || b.tokens) {
1184
+ html += "<tr><td><strong>Tokens</strong></td>";
1185
+ html += "<td>" + fmtStat(a.tokens, false) + "</td>";
1186
+ html += "<td>" + fmtStat(b.tokens, false) + "</td>";
1187
+ html += '<td class="' + deltaClass(delta.tokens) + '">' + (delta.tokens || "—") + "</td></tr>";
1188
+ }
1189
+
1190
+ html += "</tbody></table>";
1191
+
1192
+ // Per-eval breakdown (if runs data available)
1193
+ const runs = data.runs || [];
1194
+ if (runs.length > 0) {
1195
+ const evalIds = [...new Set(runs.map(r => r.eval_id))].sort((a, b) => a - b);
1196
+
1197
+ html += "<h3 style='font-family: Poppins, sans-serif; margin-bottom: 0.75rem;'>Per-Eval Breakdown</h3>";
1198
+
1199
+ const hasTime = runs.some(r => r.result && r.result.time_seconds != null);
1200
+ const hasErrors = runs.some(r => r.result && r.result.errors > 0);
1201
+
1202
+ for (const evalId of evalIds) {
1203
+ const evalRuns = runs.filter(r => r.eval_id === evalId);
1204
+ const evalName = evalRuns[0] && evalRuns[0].eval_name ? evalRuns[0].eval_name : "Eval " + evalId;
1205
+
1206
+ html += "<h4 style='font-family: Poppins, sans-serif; margin: 1rem 0 0.5rem; color: var(--text);'>" + escapeHtml(evalName) + "</h4>";
1207
+ html += '<table class="benchmark-table">';
1208
+ html += "<thead><tr><th>Config</th><th>Run</th><th>Pass Rate</th>";
1209
+ if (hasTime) html += "<th>Time (s)</th>";
1210
+ if (hasErrors) html += "<th>Crashes During Execution</th>";
1211
+ html += "</tr></thead>";
1212
+ html += "<tbody>";
1213
+
1214
+ // Group by config and render with average rows
1215
+ const configGroups = [...new Set(evalRuns.map(r => r.configuration))];
1216
+ for (let ci = 0; ci < configGroups.length; ci++) {
1217
+ const config = configGroups[ci];
1218
+ const configRuns = evalRuns.filter(r => r.configuration === config);
1219
+ if (configRuns.length === 0) continue;
1220
+
1221
+ const rowClass = ci === 0 ? "benchmark-row-with" : "benchmark-row-without";
1222
+ const configLabel = config.replace(/_/g, " ").replace(/\b\w/g, c => c.toUpperCase());
1223
+
1224
+ for (const run of configRuns) {
1225
+ const r = run.result || {};
1226
+ const prClass = r.pass_rate >= 0.8 ? "benchmark-delta-positive" : r.pass_rate < 0.5 ? "benchmark-delta-negative" : "";
1227
+ html += '<tr class="' + rowClass + '">';
1228
+ html += "<td>" + configLabel + "</td>";
1229
+ html += "<td>" + run.run_number + "</td>";
1230
+ html += '<td class="' + prClass + '">' + ((r.pass_rate || 0) * 100).toFixed(0) + "% (" + (r.passed || 0) + "/" + (r.total || 0) + ")</td>";
1231
+ if (hasTime) html += "<td>" + (r.time_seconds != null ? r.time_seconds.toFixed(1) : "—") + "</td>";
1232
+ if (hasErrors) html += "<td>" + (r.errors || 0) + "</td>";
1233
+ html += "</tr>";
1234
+ }
1235
+
1236
+ // Average row
1237
+ const rates = configRuns.map(r => (r.result || {}).pass_rate || 0);
1238
+ const avgRate = rates.reduce((a, b) => a + b, 0) / rates.length;
1239
+ const avgPrClass = avgRate >= 0.8 ? "benchmark-delta-positive" : avgRate < 0.5 ? "benchmark-delta-negative" : "";
1240
+ html += '<tr class="benchmark-row-avg ' + rowClass + '">';
1241
+ html += "<td>" + configLabel + "</td>";
1242
+ html += "<td>Avg</td>";
1243
+ html += '<td class="' + avgPrClass + '">' + (avgRate * 100).toFixed(0) + "%</td>";
1244
+ if (hasTime) {
1245
+ const times = configRuns.map(r => (r.result || {}).time_seconds).filter(t => t != null);
1246
+ html += "<td>" + (times.length ? (times.reduce((a, b) => a + b, 0) / times.length).toFixed(1) : "—") + "</td>";
1247
+ }
1248
+ if (hasErrors) html += "<td></td>";
1249
+ html += "</tr>";
1250
+ }
1251
+ html += "</tbody></table>";
1252
+
1253
+ // Per-assertion detail for this eval
1254
+ const runsWithExpectations = {};
1255
+ for (const config of configGroups) {
1256
+ runsWithExpectations[config] = evalRuns.filter(r => r.configuration === config && r.expectations && r.expectations.length > 0);
1257
+ }
1258
+ const hasAnyExpectations = Object.values(runsWithExpectations).some(runs => runs.length > 0);
1259
+ if (hasAnyExpectations) {
1260
+ // Collect all unique assertion texts across all configs
1261
+ const allAssertions = [];
1262
+ const seen = new Set();
1263
+ for (const config of configGroups) {
1264
+ for (const run of runsWithExpectations[config]) {
1265
+ for (const exp of (run.expectations || [])) {
1266
+ if (!seen.has(exp.text)) {
1267
+ seen.add(exp.text);
1268
+ allAssertions.push(exp.text);
1269
+ }
1270
+ }
1271
+ }
1272
+ }
1273
+
1274
+ html += '<table class="benchmark-table" style="margin-top: 0.5rem;">';
1275
+ html += "<thead><tr><th>Assertion</th>";
1276
+ for (const config of configGroups) {
1277
+ const label = config.replace(/_/g, " ").replace(/\b\w/g, c => c.toUpperCase());
1278
+ html += "<th>" + escapeHtml(label) + "</th>";
1279
+ }
1280
+ html += "</tr></thead><tbody>";
1281
+
1282
+ for (const assertionText of allAssertions) {
1283
+ html += "<tr><td>" + escapeHtml(assertionText) + "</td>";
1284
+
1285
+ for (const config of configGroups) {
1286
+ html += "<td>";
1287
+ for (const run of runsWithExpectations[config]) {
1288
+ const exp = (run.expectations || []).find(e => e.text === assertionText);
1289
+ if (exp) {
1290
+ const cls = exp.passed ? "benchmark-delta-positive" : "benchmark-delta-negative";
1291
+ const icon = exp.passed ? "\u2713" : "\u2717";
1292
+ html += '<span class="' + cls + '" title="Run ' + run.run_number + ': ' + escapeHtml(exp.evidence || "") + '">' + icon + "</span> ";
1293
+ } else {
1294
+ html += "— ";
1295
+ }
1296
+ }
1297
+ html += "</td>";
1298
+ }
1299
+ html += "</tr>";
1300
+ }
1301
+ html += "</tbody></table>";
1302
+ }
1303
+ }
1304
+ }
1305
+
1306
+ // Notes
1307
+ if (notes.length > 0) {
1308
+ html += '<div class="benchmark-notes">';
1309
+ html += "<h3>Analysis Notes</h3>";
1310
+ html += "<ul>";
1311
+ for (const note of notes) {
1312
+ html += "<li>" + escapeHtml(note) + "</li>";
1313
+ }
1314
+ html += "</ul></div>";
1315
+ }
1316
+
1317
+ container.innerHTML = html;
1318
+ }
1319
+
1320
+ // ---- Start ----
1321
+ init();
1322
+ renderBenchmark();
1323
+ </script>
1324
+ </body>
1325
+ </html>