@heyai-rules/pilo-masterkit 1.2.2 → 3.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agent/agents/architect.md +211 -211
- package/.agent/agents/build-error-resolver.md +114 -114
- package/.agent/agents/chief-of-staff.md +151 -151
- package/.agent/agents/code-reviewer.md +237 -237
- package/.agent/agents/cpp-build-resolver.md +90 -90
- package/.agent/agents/cpp-reviewer.md +72 -72
- package/.agent/agents/csharp-reviewer.md +101 -0
- package/.agent/agents/dart-build-resolver.md +201 -0
- package/.agent/agents/database-reviewer.md +91 -91
- package/.agent/agents/doc-updater.md +107 -107
- package/.agent/agents/docs-lookup.md +68 -68
- package/.agent/agents/e2e-runner.md +107 -107
- package/.agent/agents/flutter-reviewer.md +243 -243
- package/.agent/agents/gan-evaluator.md +209 -0
- package/.agent/agents/gan-generator.md +131 -0
- package/.agent/agents/gan-planner.md +99 -0
- package/.agent/agents/go-build-resolver.md +94 -94
- package/.agent/agents/go-reviewer.md +76 -76
- package/.agent/agents/harness-optimizer.md +35 -35
- package/.agent/agents/healthcare-reviewer.md +83 -0
- package/.agent/agents/java-build-resolver.md +153 -153
- package/.agent/agents/java-reviewer.md +92 -92
- package/.agent/agents/kotlin-build-resolver.md +118 -118
- package/.agent/agents/kotlin-reviewer.md +159 -159
- package/.agent/agents/loop-operator.md +36 -36
- package/.agent/agents/opensource-forker.md +198 -0
- package/.agent/agents/opensource-packager.md +249 -0
- package/.agent/agents/opensource-sanitizer.md +188 -0
- package/.agent/agents/performance-optimizer.md +392 -133
- package/.agent/agents/personas/athena-agent/agent.json +10 -0
- package/.agent/agents/personas/athena-agent/athena-backend-logic-architecture-profile.md +189 -0
- package/.agent/agents/personas/athena-agent/context-files/agents.md +55 -0
- package/.agent/agents/personas/athena-agent/context-files/identity.md +23 -0
- package/.agent/agents/personas/athena-agent/context-files/soul.md +51 -0
- package/.agent/agents/personas/athena-agent/context-files/user-predefined.md +15 -0
- package/.agent/agents/personas/athena-agent/user-context-files/system/bootstrap.md +37 -0
- package/.agent/agents/personas/athena-agent/user-context-files/system/user.md +45 -0
- package/.agent/agents/personas/da-vinci-agent/agent.json +10 -0
- package/.agent/agents/personas/da-vinci-agent/context-files/agents.md +55 -0
- package/.agent/agents/personas/da-vinci-agent/context-files/identity.md +23 -0
- package/.agent/agents/personas/da-vinci-agent/context-files/soul.md +51 -0
- package/.agent/agents/personas/da-vinci-agent/context-files/user-predefined.md +15 -0
- package/.agent/agents/personas/da-vinci-agent/da-vinci-frontend-ui-ux-design-profile.md +189 -0
- package/.agent/agents/personas/da-vinci-agent/user-context-files/system/bootstrap.md +37 -0
- package/.agent/agents/personas/da-vinci-agent/user-context-files/system/user.md +45 -0
- package/.agent/agents/personas/duong-tang-agent/agent.json +10 -0
- package/.agent/agents/personas/duong-tang-agent/context-files/agents.md +55 -0
- package/.agent/agents/personas/duong-tang-agent/context-files/identity.md +23 -0
- package/.agent/agents/personas/duong-tang-agent/context-files/soul.md +51 -0
- package/.agent/agents/personas/duong-tang-agent/context-files/user-predefined.md +15 -0
- package/.agent/agents/personas/duong-tang-agent/tang-monk-quality-testing-documentation-profile.md +189 -0
- package/.agent/agents/personas/duong-tang-agent/user-context-files/system/bootstrap.md +37 -0
- package/.agent/agents/personas/duong-tang-agent/user-context-files/system/user.md +45 -0
- package/.agent/agents/personas/gia-cat-luong-agent/agent.json +10 -0
- package/.agent/agents/personas/gia-cat-luong-agent/context-files/agents.md +55 -0
- package/.agent/agents/personas/gia-cat-luong-agent/context-files/identity.md +23 -0
- package/.agent/agents/personas/gia-cat-luong-agent/context-files/soul.md +51 -0
- package/.agent/agents/personas/gia-cat-luong-agent/context-files/user-predefined.md +15 -0
- package/.agent/agents/personas/gia-cat-luong-agent/kongming-research-strategy-analysis-profile.md +189 -0
- package/.agent/agents/personas/gia-cat-luong-agent/user-context-files/system/bootstrap.md +37 -0
- package/.agent/agents/personas/gia-cat-luong-agent/user-context-files/system/user.md +45 -0
- package/.agent/agents/personas/mihata-agent/agent.json +10 -0
- package/.agent/agents/personas/mihata-agent/context-files/agents.md +55 -0
- package/.agent/agents/personas/mihata-agent/context-files/identity.md +23 -0
- package/.agent/agents/personas/mihata-agent/context-files/soul.md +51 -0
- package/.agent/agents/personas/mihata-agent/context-files/user-predefined.md +15 -0
- package/.agent/agents/personas/mihata-agent/mihata-multi-agent-orchestration-profile.md +189 -0
- package/.agent/agents/personas/mihata-agent/user-context-files/system/bootstrap.md +37 -0
- package/.agent/agents/personas/mihata-agent/user-context-files/system/user.md +45 -0
- package/.agent/agents/personas/tesla-agent/agent.json +10 -0
- package/.agent/agents/personas/tesla-agent/context-files/agents.md +55 -0
- package/.agent/agents/personas/tesla-agent/context-files/identity.md +23 -0
- package/.agent/agents/personas/tesla-agent/context-files/soul.md +51 -0
- package/.agent/agents/personas/tesla-agent/context-files/user-predefined.md +15 -0
- package/.agent/agents/personas/tesla-agent/tesla-fullstack-system-optimization-profile.md +189 -0
- package/.agent/agents/personas/tesla-agent/user-context-files/system/bootstrap.md +37 -0
- package/.agent/agents/personas/tesla-agent/user-context-files/system/user.md +45 -0
- package/.agent/agents/personas/tu-ma-y-agent/agent.json +10 -0
- package/.agent/agents/personas/tu-ma-y-agent/context-files/agents.md +55 -0
- package/.agent/agents/personas/tu-ma-y-agent/context-files/identity.md +23 -0
- package/.agent/agents/personas/tu-ma-y-agent/context-files/soul.md +51 -0
- package/.agent/agents/personas/tu-ma-y-agent/context-files/user-predefined.md +15 -0
- package/.agent/agents/personas/tu-ma-y-agent/simayi-feasibility-risk-control-profile.md +189 -0
- package/.agent/agents/personas/tu-ma-y-agent/user-context-files/system/bootstrap.md +37 -0
- package/.agent/agents/personas/tu-ma-y-agent/user-context-files/system/user.md +45 -0
- package/.agent/agents/personas/venti-agent/agent.json +10 -0
- package/.agent/agents/personas/venti-agent/context-files/agents.md +55 -0
- package/.agent/agents/personas/venti-agent/context-files/identity.md +23 -0
- package/.agent/agents/personas/venti-agent/context-files/soul.md +51 -0
- package/.agent/agents/personas/venti-agent/context-files/user-predefined.md +15 -0
- package/.agent/agents/personas/venti-agent/user-context-files/system/bootstrap.md +37 -0
- package/.agent/agents/personas/venti-agent/user-context-files/system/user.md +45 -0
- package/.agent/agents/personas/venti-agent/venti-learning-communication-mentoring-profile.md +189 -0
- package/.agent/agents/planner.md +212 -212
- package/.agent/agents/python-reviewer.md +98 -98
- package/.agent/agents/pytorch-build-resolver.md +120 -120
- package/.agent/agents/refactor-cleaner.md +85 -85
- package/.agent/agents/rust-build-resolver.md +148 -148
- package/.agent/agents/rust-reviewer.md +94 -94
- package/.agent/agents/security-reviewer.md +108 -108
- package/.agent/agents/tdd-guide.md +91 -91
- package/.agent/agents/typescript-reviewer.md +112 -112
- package/.agent/contexts/dev.md +20 -0
- package/.agent/contexts/research.md +26 -0
- package/.agent/contexts/review.md +22 -0
- package/.agent/hooks/hooks.json +395 -0
- package/.agent/hooks/readme.md +222 -0
- package/.agent/mcp-configs/mcp-servers.json +181 -0
- package/.agent/rules/common/agents.md +50 -0
- package/.agent/rules/common/code-review.md +124 -0
- package/.agent/rules/common/coding-style.md +48 -0
- package/.agent/rules/common/development-workflow.md +44 -0
- package/.agent/rules/common/git-workflow.md +24 -0
- package/.agent/rules/common/hooks.md +30 -0
- package/.agent/rules/common/patterns.md +31 -0
- package/.agent/rules/common/performance.md +55 -0
- package/.agent/rules/common/security.md +29 -0
- package/.agent/rules/common/testing.md +29 -0
- package/.agent/rules/cpp/coding-style.md +44 -0
- package/.agent/rules/cpp/hooks.md +39 -0
- package/.agent/rules/cpp/patterns.md +51 -0
- package/.agent/rules/cpp/security.md +51 -0
- package/.agent/rules/cpp/testing.md +44 -0
- package/.agent/rules/csharp/coding-style.md +72 -0
- package/.agent/rules/csharp/hooks.md +25 -0
- package/.agent/rules/csharp/patterns.md +50 -0
- package/.agent/rules/csharp/security.md +58 -0
- package/.agent/rules/csharp/testing.md +46 -0
- package/.agent/rules/dart/coding-style.md +159 -0
- package/.agent/rules/dart/hooks.md +66 -0
- package/.agent/rules/dart/patterns.md +261 -0
- package/.agent/rules/dart/security.md +135 -0
- package/.agent/rules/dart/testing.md +215 -0
- package/.agent/rules/golang/coding-style.md +32 -0
- package/.agent/rules/golang/hooks.md +17 -0
- package/.agent/rules/golang/patterns.md +45 -0
- package/.agent/rules/golang/security.md +34 -0
- package/.agent/rules/golang/testing.md +31 -0
- package/.agent/rules/java/coding-style.md +114 -0
- package/.agent/rules/java/hooks.md +18 -0
- package/.agent/rules/java/patterns.md +146 -0
- package/.agent/rules/java/security.md +100 -0
- package/.agent/rules/java/testing.md +131 -0
- package/.agent/rules/kotlin/coding-style.md +86 -0
- package/.agent/rules/kotlin/hooks.md +17 -0
- package/.agent/rules/kotlin/patterns.md +146 -0
- package/.agent/rules/kotlin/security.md +82 -0
- package/.agent/rules/kotlin/testing.md +128 -0
- package/.agent/rules/perl/coding-style.md +46 -0
- package/.agent/rules/perl/hooks.md +22 -0
- package/.agent/rules/perl/patterns.md +76 -0
- package/.agent/rules/perl/security.md +69 -0
- package/.agent/rules/perl/testing.md +54 -0
- package/.agent/rules/php/coding-style.md +40 -0
- package/.agent/rules/php/hooks.md +24 -0
- package/.agent/rules/php/patterns.md +33 -0
- package/.agent/rules/php/security.md +37 -0
- package/.agent/rules/php/testing.md +39 -0
- package/.agent/rules/python/coding-style.md +42 -0
- package/.agent/rules/python/hooks.md +19 -0
- package/.agent/rules/python/patterns.md +39 -0
- package/.agent/rules/python/security.md +30 -0
- package/.agent/rules/python/testing.md +38 -0
- package/.agent/rules/readme.md +111 -0
- package/.agent/rules/rust/coding-style.md +151 -0
- package/.agent/rules/rust/hooks.md +16 -0
- package/.agent/rules/rust/patterns.md +168 -0
- package/.agent/rules/rust/security.md +141 -0
- package/.agent/rules/rust/testing.md +154 -0
- package/.agent/rules/swift/coding-style.md +47 -0
- package/.agent/rules/swift/hooks.md +20 -0
- package/.agent/rules/swift/patterns.md +66 -0
- package/.agent/rules/swift/security.md +33 -0
- package/.agent/rules/swift/testing.md +45 -0
- package/.agent/rules/typescript/coding-style.md +199 -0
- package/.agent/rules/typescript/hooks.md +22 -0
- package/.agent/rules/typescript/patterns.md +52 -0
- package/.agent/rules/typescript/security.md +28 -0
- package/.agent/rules/typescript/testing.md +18 -0
- package/.agent/rules/web/coding-style.md +96 -0
- package/.agent/rules/web/design-quality.md +63 -0
- package/.agent/rules/web/hooks.md +120 -0
- package/.agent/rules/web/patterns.md +79 -0
- package/.agent/rules/web/performance.md +64 -0
- package/.agent/rules/web/security.md +57 -0
- package/.agent/rules/web/testing.md +55 -0
- package/.agent/rules/zh/agents.md +50 -0
- package/.agent/rules/zh/code-review.md +124 -0
- package/.agent/rules/zh/coding-style.md +48 -0
- package/.agent/rules/zh/development-workflow.md +44 -0
- package/.agent/rules/zh/git-workflow.md +24 -0
- package/.agent/rules/zh/hooks.md +30 -0
- package/.agent/rules/zh/patterns.md +31 -0
- package/.agent/rules/zh/performance.md +55 -0
- package/.agent/rules/zh/readme.md +108 -0
- package/.agent/rules/zh/security.md +29 -0
- package/.agent/rules/zh/testing.md +29 -0
- package/.agent/skills/agent-eval/SKILL.md +145 -0
- package/.agent/skills/agent-harness-construction/SKILL.md +73 -0
- package/.agent/skills/agent-payment-x402/SKILL.md +178 -0
- package/.agent/skills/agentic-engineering/SKILL.md +63 -0
- package/.agent/skills/ai-first-engineering/SKILL.md +51 -0
- package/.agent/skills/ai-regression-testing/SKILL.md +385 -0
- package/.agent/skills/android-clean-architecture/SKILL.md +339 -0
- package/.agent/skills/api-design/SKILL.md +523 -0
- package/.agent/skills/architecture-decision-records/SKILL.md +179 -0
- package/.agent/skills/article-writing/SKILL.md +79 -0
- package/.agent/skills/autonomous-agent-harness/SKILL.md +267 -0
- package/.agent/skills/autonomous-loops/SKILL.md +610 -0
- package/.agent/skills/backend-patterns/SKILL.md +598 -0
- package/.agent/skills/benchmark/SKILL.md +93 -0
- package/.agent/skills/blueprint/SKILL.md +105 -0
- package/.agent/skills/brand-voice/SKILL.md +97 -0
- package/.agent/skills/brand-voice/references/voice-profile-schema.md +55 -0
- package/.agent/skills/browser-qa/SKILL.md +87 -0
- package/.agent/skills/bun-runtime/SKILL.md +84 -0
- package/.agent/skills/canary-watch/SKILL.md +99 -0
- package/.agent/skills/carrier-relationship-management/SKILL.md +212 -0
- package/.agent/skills/ck/SKILL.md +147 -0
- package/.agent/skills/ck/commands/forget.mjs +44 -0
- package/.agent/skills/ck/commands/info.mjs +24 -0
- package/.agent/skills/ck/commands/init.mjs +143 -0
- package/.agent/skills/ck/commands/list.mjs +40 -0
- package/.agent/skills/ck/commands/migrate.mjs +202 -0
- package/.agent/skills/ck/commands/resume.mjs +36 -0
- package/.agent/skills/ck/commands/save.mjs +210 -0
- package/.agent/skills/ck/commands/shared.mjs +387 -0
- package/.agent/skills/ck/hooks/session-start.mjs +224 -0
- package/.agent/skills/claude-api/SKILL.md +337 -0
- package/.agent/skills/claude-devfleet/SKILL.md +103 -0
- package/.agent/skills/click-path-audit/SKILL.md +244 -0
- package/.agent/skills/clickhouse-io/SKILL.md +439 -0
- package/.agent/skills/codebase-onboarding/SKILL.md +233 -0
- package/.agent/skills/coding-standards/SKILL.md +530 -0
- package/.agent/skills/compose-multiplatform-patterns/SKILL.md +299 -0
- package/.agent/skills/configure-ecc/SKILL.md +367 -0
- package/.agent/skills/connections-optimizer/SKILL.md +189 -0
- package/.agent/skills/content-engine/SKILL.md +131 -0
- package/.agent/skills/content-hash-cache-pattern/SKILL.md +161 -0
- package/.agent/skills/context-budget/SKILL.md +135 -0
- package/.agent/skills/continuous-agent-loop/SKILL.md +45 -0
- package/.agent/skills/continuous-learning/SKILL.md +119 -0
- package/.agent/skills/continuous-learning/config.json +18 -0
- package/.agent/skills/continuous-learning/evaluate-session.sh +69 -0
- package/.agent/skills/continuous-learning-v2/SKILL.md +365 -0
- package/.agent/skills/continuous-learning-v2/agents/observer-loop.sh +271 -0
- package/.agent/skills/continuous-learning-v2/agents/observer.md +198 -0
- package/.agent/skills/continuous-learning-v2/agents/session-guardian.sh +150 -0
- package/.agent/skills/continuous-learning-v2/agents/start-observer.sh +244 -0
- package/.agent/skills/continuous-learning-v2/config.json +8 -0
- package/.agent/skills/continuous-learning-v2/hooks/observe.sh +428 -0
- package/.agent/skills/continuous-learning-v2/scripts/detect-project.sh +228 -0
- package/.agent/skills/continuous-learning-v2/scripts/instinct-cli.py +1426 -0
- package/.agent/skills/continuous-learning-v2/scripts/test-parse-instinct.py +984 -0
- package/.agent/skills/cost-aware-llm-pipeline/SKILL.md +183 -0
- package/.agent/skills/cpp-coding-standards/SKILL.md +723 -0
- package/.agent/skills/cpp-testing/SKILL.md +324 -0
- package/.agent/skills/crosspost/SKILL.md +111 -0
- package/.agent/skills/csharp-testing/SKILL.md +321 -0
- package/.agent/skills/customer-billing-ops/SKILL.md +140 -0
- package/.agent/skills/customs-trade-compliance/SKILL.md +263 -0
- package/.agent/skills/dart-flutter-patterns/SKILL.md +563 -0
- package/.agent/skills/data-scraper-agent/SKILL.md +764 -0
- package/.agent/skills/database-migrations/SKILL.md +429 -0
- package/.agent/skills/deep-research/SKILL.md +155 -0
- package/.agent/skills/deployment-patterns/SKILL.md +427 -0
- package/.agent/skills/design-system/SKILL.md +82 -0
- package/.agent/skills/django-patterns/SKILL.md +734 -0
- package/.agent/skills/django-security/SKILL.md +593 -0
- package/.agent/skills/django-tdd/SKILL.md +729 -0
- package/.agent/skills/django-verification/SKILL.md +469 -0
- package/.agent/skills/dmux-workflows/SKILL.md +191 -0
- package/.agent/skills/docker-patterns/SKILL.md +364 -0
- package/.agent/skills/documentation-lookup/SKILL.md +90 -0
- package/.agent/skills/dotnet-patterns/SKILL.md +321 -0
- package/.agent/skills/e2e-testing/SKILL.md +326 -0
- package/.agent/skills/energy-procurement/SKILL.md +228 -0
- package/.agent/skills/enterprise-agent-ops/SKILL.md +50 -0
- package/.agent/skills/eval-harness/SKILL.md +270 -0
- package/.agent/skills/exa-search/SKILL.md +103 -0
- package/.agent/skills/fal-ai-media/SKILL.md +284 -0
- package/.agent/skills/flutter-dart-code-review/SKILL.md +435 -0
- package/.agent/skills/foundation-models-on-device/SKILL.md +243 -0
- package/.agent/skills/frontend-patterns/SKILL.md +642 -0
- package/.agent/skills/frontend-slides/SKILL.md +184 -0
- package/.agent/skills/frontend-slides/style-presets.md +330 -0
- package/.agent/skills/gan-style-harness/SKILL.md +278 -0
- package/.agent/skills/git-workflow/SKILL.md +715 -0
- package/.agent/skills/golang-patterns/SKILL.md +674 -0
- package/.agent/skills/golang-testing/SKILL.md +720 -0
- package/.agent/skills/google-workspace-ops/SKILL.md +95 -0
- package/.agent/skills/healthcare-cdss-patterns/SKILL.md +245 -0
- package/.agent/skills/healthcare-emr-patterns/SKILL.md +159 -0
- package/.agent/skills/healthcare-eval-harness/SKILL.md +207 -0
- package/.agent/skills/healthcare-phi-compliance/SKILL.md +145 -0
- package/.agent/skills/hexagonal-architecture/SKILL.md +276 -0
- package/.agent/skills/inventory-demand-planning/SKILL.md +247 -0
- package/.agent/skills/investor-materials/SKILL.md +96 -0
- package/.agent/skills/investor-outreach/SKILL.md +91 -0
- package/.agent/skills/iterative-retrieval/SKILL.md +211 -0
- package/.agent/skills/java-coding-standards/SKILL.md +147 -0
- package/.agent/skills/jira-integration/SKILL.md +293 -0
- package/.agent/skills/jpa-patterns/SKILL.md +151 -0
- package/.agent/skills/kotlin-coroutines-flows/SKILL.md +284 -0
- package/.agent/skills/kotlin-exposed-patterns/SKILL.md +719 -0
- package/.agent/skills/kotlin-ktor-patterns/SKILL.md +689 -0
- package/.agent/skills/kotlin-patterns/SKILL.md +711 -0
- package/.agent/skills/kotlin-testing/SKILL.md +824 -0
- package/.agent/skills/laravel-patterns/SKILL.md +415 -0
- package/.agent/skills/laravel-plugin-discovery/SKILL.md +229 -0
- package/.agent/skills/laravel-security/SKILL.md +285 -0
- package/.agent/skills/laravel-tdd/SKILL.md +283 -0
- package/.agent/skills/laravel-verification/SKILL.md +179 -0
- package/.agent/skills/lead-intelligence/SKILL.md +321 -0
- package/.agent/skills/lead-intelligence/agents/enrichment-agent.md +85 -0
- package/.agent/skills/lead-intelligence/agents/mutual-mapper.md +75 -0
- package/.agent/skills/lead-intelligence/agents/outreach-drafter.md +98 -0
- package/.agent/skills/lead-intelligence/agents/signal-scorer.md +60 -0
- package/.agent/skills/liquid-glass-design/SKILL.md +279 -0
- package/.agent/skills/logistics-exception-management/SKILL.md +222 -0
- package/.agent/skills/manim-video/SKILL.md +89 -0
- package/.agent/skills/manim-video/assets/network-graph-scene.py +52 -0
- package/.agent/skills/market-research/SKILL.md +75 -0
- package/.agent/skills/mcp-builder/SKILL.md +173 -113
- package/.agent/skills/mcp-builder/license.txt +202 -0
- package/.agent/skills/mcp-builder/reference/evaluation.md +602 -0
- package/.agent/skills/mcp-builder/reference/mcp-best-practices.md +249 -0
- package/.agent/skills/mcp-builder/reference/node-mcp-server.md +970 -0
- package/.agent/skills/mcp-builder/reference/python-mcp-server.md +719 -0
- package/.agent/skills/mcp-builder/scripts/connections.py +151 -0
- package/.agent/skills/mcp-builder/scripts/evaluation.py +373 -0
- package/.agent/skills/mcp-builder/scripts/example-evaluation.xml +22 -0
- package/.agent/skills/mcp-builder/scripts/requirements.txt +2 -0
- package/.agent/skills/mcp-server-patterns/SKILL.md +67 -0
- package/.agent/skills/nanoclaw-repl/SKILL.md +33 -0
- package/.agent/skills/nestjs-patterns/SKILL.md +230 -0
- package/.agent/skills/nextjs-turbopack/SKILL.md +44 -0
- package/.agent/skills/nutrient-document-processing/SKILL.md +167 -0
- package/.agent/skills/nuxt4-patterns/SKILL.md +100 -0
- package/.agent/skills/openclaw-persona-forge/SKILL.md +296 -0
- package/.agent/skills/openclaw-persona-forge/gacha.py +224 -0
- package/.agent/skills/openclaw-persona-forge/gacha.sh +5 -0
- package/.agent/skills/openclaw-persona-forge/references/avatar-style.md +124 -0
- package/.agent/skills/openclaw-persona-forge/references/boundary-rules.md +53 -0
- package/.agent/skills/openclaw-persona-forge/references/error-handling.md +53 -0
- package/.agent/skills/openclaw-persona-forge/references/identity-tension.md +48 -0
- package/.agent/skills/openclaw-persona-forge/references/naming-system.md +39 -0
- package/.agent/skills/openclaw-persona-forge/references/output-template.md +166 -0
- package/.agent/skills/opensource-pipeline/SKILL.md +255 -0
- package/.agent/skills/perl-patterns/SKILL.md +504 -0
- package/.agent/skills/perl-security/SKILL.md +503 -0
- package/.agent/skills/perl-testing/SKILL.md +475 -0
- package/.agent/skills/plankton-code-quality/SKILL.md +236 -0
- package/.agent/skills/postgres-patterns/SKILL.md +147 -0
- package/.agent/skills/product-lens/SKILL.md +85 -0
- package/.agent/skills/production-scheduling/SKILL.md +238 -0
- package/.agent/skills/project-flow-ops/SKILL.md +111 -0
- package/.agent/skills/project-guidelines-example/SKILL.md +349 -0
- package/.agent/skills/prompt-optimizer/SKILL.md +397 -0
- package/.agent/skills/python-patterns/SKILL.md +622 -313
- package/.agent/skills/python-testing/SKILL.md +816 -0
- package/.agent/skills/pytorch-patterns/SKILL.md +396 -0
- package/.agent/skills/quality-nonconformance/SKILL.md +260 -0
- package/.agent/skills/ralphinho-rfc-pipeline/SKILL.md +67 -0
- package/.agent/skills/regex-vs-llm-structured-text/SKILL.md +220 -0
- package/.agent/skills/remotion-video-creation/SKILL.md +43 -0
- package/.agent/skills/remotion-video-creation/rules/3d.md +86 -0
- package/.agent/skills/remotion-video-creation/rules/animations.md +29 -0
- package/.agent/skills/remotion-video-creation/rules/assets/charts-bar-chart.tsx +173 -0
- package/.agent/skills/remotion-video-creation/rules/assets/text-animations-typewriter.tsx +100 -0
- package/.agent/skills/remotion-video-creation/rules/assets/text-animations-word-highlight.tsx +108 -0
- package/.agent/skills/remotion-video-creation/rules/assets.md +78 -0
- package/.agent/skills/remotion-video-creation/rules/audio.md +172 -0
- package/.agent/skills/remotion-video-creation/rules/calculate-metadata.md +104 -0
- package/.agent/skills/remotion-video-creation/rules/can-decode.md +75 -0
- package/.agent/skills/remotion-video-creation/rules/charts.md +58 -0
- package/.agent/skills/remotion-video-creation/rules/compositions.md +146 -0
- package/.agent/skills/remotion-video-creation/rules/display-captions.md +126 -0
- package/.agent/skills/remotion-video-creation/rules/extract-frames.md +229 -0
- package/.agent/skills/remotion-video-creation/rules/fonts.md +152 -0
- package/.agent/skills/remotion-video-creation/rules/get-audio-duration.md +58 -0
- package/.agent/skills/remotion-video-creation/rules/get-video-dimensions.md +68 -0
- package/.agent/skills/remotion-video-creation/rules/get-video-duration.md +58 -0
- package/.agent/skills/remotion-video-creation/rules/gifs.md +138 -0
- package/.agent/skills/remotion-video-creation/rules/images.md +130 -0
- package/.agent/skills/remotion-video-creation/rules/import-srt-captions.md +67 -0
- package/.agent/skills/remotion-video-creation/rules/lottie.md +67 -0
- package/.agent/skills/remotion-video-creation/rules/measuring-dom-nodes.md +34 -0
- package/.agent/skills/remotion-video-creation/rules/measuring-text.md +143 -0
- package/.agent/skills/remotion-video-creation/rules/sequencing.md +106 -0
- package/.agent/skills/remotion-video-creation/rules/tailwind.md +11 -0
- package/.agent/skills/remotion-video-creation/rules/text-animations.md +20 -0
- package/.agent/skills/remotion-video-creation/rules/timing.md +179 -0
- package/.agent/skills/remotion-video-creation/rules/transcribe-captions.md +19 -0
- package/.agent/skills/remotion-video-creation/rules/transitions.md +122 -0
- package/.agent/skills/remotion-video-creation/rules/trimming.md +52 -0
- package/.agent/skills/remotion-video-creation/rules/videos.md +171 -0
- package/.agent/skills/repo-scan/SKILL.md +78 -0
- package/.agent/skills/returns-reverse-logistics/SKILL.md +240 -0
- package/.agent/skills/rules-distill/SKILL.md +264 -0
- package/.agent/skills/rules-distill/scripts/scan-rules.sh +58 -0
- package/.agent/skills/rules-distill/scripts/scan-skills.sh +129 -0
- package/.agent/skills/rust-patterns/SKILL.md +499 -0
- package/.agent/skills/rust-testing/SKILL.md +500 -0
- package/.agent/skills/safety-guard/SKILL.md +75 -0
- package/.agent/skills/santa-method/SKILL.md +306 -0
- package/.agent/skills/search-first/SKILL.md +161 -0
- package/.agent/skills/security-review/SKILL.md +495 -0
- package/.agent/skills/security-review/cloud-infrastructure-security.md +361 -0
- package/.agent/skills/security-scan/SKILL.md +165 -0
- package/.agent/skills/skill-comply/SKILL.md +58 -0
- package/.agent/skills/skill-comply/fixtures/compliant-trace.jsonl +5 -0
- package/.agent/skills/skill-comply/fixtures/noncompliant-trace.jsonl +3 -0
- package/.agent/skills/skill-comply/fixtures/tdd-spec.yaml +44 -0
- package/.agent/skills/skill-comply/prompts/classifier.md +24 -0
- package/.agent/skills/skill-comply/prompts/scenario-generator.md +62 -0
- package/.agent/skills/skill-comply/prompts/spec-generator.md +42 -0
- package/.agent/skills/skill-comply/pyproject.toml +15 -0
- package/.agent/skills/skill-comply/scripts/classifier.py +85 -0
- package/.agent/skills/skill-comply/scripts/grader.py +122 -0
- package/.agent/skills/skill-comply/scripts/init.py +0 -0
- package/.agent/skills/skill-comply/scripts/parser.py +107 -0
- package/.agent/skills/skill-comply/scripts/report.py +170 -0
- package/.agent/skills/skill-comply/scripts/run.py +127 -0
- package/.agent/skills/skill-comply/scripts/runner.py +161 -0
- package/.agent/skills/skill-comply/scripts/scenario-generator.py +70 -0
- package/.agent/skills/skill-comply/scripts/spec-generator.py +72 -0
- package/.agent/skills/skill-comply/scripts/utils.py +13 -0
- package/.agent/skills/skill-comply/tests/test-grader.py +137 -0
- package/.agent/skills/skill-comply/tests/test-parser.py +90 -0
- package/.agent/skills/skill-creator/SKILL.md +485 -0
- package/.agent/skills/skill-creator/agents/analyzer.md +274 -0
- package/.agent/skills/skill-creator/agents/comparator.md +202 -0
- package/.agent/skills/skill-creator/agents/grader.md +223 -0
- package/.agent/skills/skill-creator/assets/eval-review.html +146 -0
- package/.agent/skills/skill-creator/eval-viewer/generate-review.py +471 -0
- package/.agent/skills/skill-creator/eval-viewer/viewer.html +1325 -0
- package/.agent/skills/skill-creator/license.txt +202 -0
- package/.agent/skills/skill-creator/references/schemas.md +430 -0
- package/.agent/skills/skill-creator/scripts/aggregate-benchmark.py +401 -0
- package/.agent/skills/skill-creator/scripts/generate-report.py +326 -0
- package/.agent/skills/skill-creator/scripts/improve-description.py +247 -0
- package/.agent/skills/skill-creator/scripts/init.py +0 -0
- package/.agent/skills/skill-creator/scripts/package-skill.py +136 -0
- package/.agent/skills/skill-creator/scripts/quick-validate.py +103 -0
- package/.agent/skills/skill-creator/scripts/run-eval.py +310 -0
- package/.agent/skills/skill-creator/scripts/run-loop.py +328 -0
- package/.agent/skills/skill-creator/scripts/utils.py +47 -0
- package/.agent/skills/skill-stocktake/SKILL.md +193 -0
- package/.agent/skills/skill-stocktake/scripts/quick-diff.sh +87 -0
- package/.agent/skills/skill-stocktake/scripts/save-results.sh +56 -0
- package/.agent/skills/skill-stocktake/scripts/scan.sh +170 -0
- package/.agent/skills/social-graph-ranker/SKILL.md +154 -0
- package/.agent/skills/springboot-patterns/SKILL.md +314 -0
- package/.agent/skills/springboot-security/SKILL.md +272 -0
- package/.agent/skills/springboot-tdd/SKILL.md +158 -0
- package/.agent/skills/springboot-verification/SKILL.md +231 -0
- package/.agent/skills/strategic-compact/SKILL.md +131 -0
- package/.agent/skills/strategic-compact/suggest-compact.sh +54 -0
- package/.agent/skills/swift-actor-persistence/SKILL.md +143 -0
- package/.agent/skills/swift-concurrency-6-2/SKILL.md +216 -0
- package/.agent/skills/swift-protocol-di-testing/SKILL.md +190 -0
- package/.agent/skills/swiftui-patterns/SKILL.md +259 -0
- package/.agent/skills/tdd-workflow/SKILL.md +412 -98
- package/.agent/skills/team-builder/SKILL.md +168 -0
- package/.agent/skills/token-budget-advisor/SKILL.md +133 -0
- package/.agent/skills/ui-demo/SKILL.md +465 -0
- package/.agent/skills/ui-ux-pro-max/data/charts.csv +26 -26
- package/.agent/skills/ui-ux-pro-max/data/colors.csv +97 -97
- package/.agent/skills/ui-ux-pro-max/data/landing.csv +28 -28
- package/.agent/skills/ui-ux-pro-max/data/products.csv +96 -96
- package/.agent/skills/ui-ux-pro-max/data/stacks/flutter.csv +53 -53
- package/.agent/skills/ui-ux-pro-max/data/stacks/html-tailwind.csv +56 -56
- package/.agent/skills/ui-ux-pro-max/data/stacks/nextjs.csv +53 -53
- package/.agent/skills/ui-ux-pro-max/data/stacks/react-native.csv +52 -52
- package/.agent/skills/ui-ux-pro-max/data/stacks/react.csv +54 -54
- package/.agent/skills/ui-ux-pro-max/data/stacks/svelte.csv +54 -54
- package/.agent/skills/ui-ux-pro-max/data/stacks/swiftui.csv +51 -51
- package/.agent/skills/ui-ux-pro-max/data/stacks/vue.csv +50 -50
- package/.agent/skills/ui-ux-pro-max/data/styles.csv +68 -68
- package/.agent/skills/ui-ux-pro-max/data/ux-guidelines.csv +99 -99
- package/.agent/skills/ui-ux-pro-max/scripts/search.py +114 -114
- package/.agent/skills/verification-loop/SKILL.md +126 -0
- package/.agent/skills/video-editing/SKILL.md +310 -0
- package/.agent/skills/videodb/SKILL.md +374 -0
- package/.agent/skills/videodb/reference/api-reference.md +550 -0
- package/.agent/skills/videodb/reference/capture-reference.md +407 -0
- package/.agent/skills/videodb/reference/capture.md +101 -0
- package/.agent/skills/videodb/reference/editor.md +443 -0
- package/.agent/skills/videodb/reference/generative.md +331 -0
- package/.agent/skills/videodb/reference/rtstream-reference.md +564 -0
- package/.agent/skills/videodb/reference/rtstream.md +65 -0
- package/.agent/skills/videodb/reference/search.md +230 -0
- package/.agent/skills/videodb/reference/streaming.md +406 -0
- package/.agent/skills/videodb/reference/use-cases.md +118 -0
- package/.agent/skills/videodb/scripts/ws-listener.py +282 -0
- package/.agent/skills/visa-doc-translate/SKILL.md +117 -0
- package/.agent/skills/visa-doc-translate/readme.md +86 -0
- package/.agent/skills/workspace-surface-audit/SKILL.md +125 -0
- package/.agent/skills/x-api/SKILL.md +230 -0
- package/.agent/tasks/two-track-merge-contract.md +29 -0
- package/.agent/workflows/aside.md +164 -164
- package/.agent/workflows/build-fix.md +62 -62
- package/.agent/workflows/checkpoint.md +74 -74
- package/.agent/workflows/claw.md +23 -51
- package/.agent/workflows/clean-memory.md +34 -0
- package/.agent/workflows/code-review.md +289 -40
- package/.agent/workflows/context-budget.md +23 -29
- package/.agent/workflows/cpp-build.md +173 -173
- package/.agent/workflows/cpp-review.md +132 -132
- package/.agent/workflows/cpp-test.md +251 -251
- package/.agent/workflows/devfleet.md +23 -92
- package/.agent/workflows/docs.md +23 -31
- package/.agent/workflows/e2e.md +268 -365
- package/.agent/workflows/eval.md +23 -120
- package/.agent/workflows/evolve.md +178 -178
- package/.agent/workflows/flutter-build.md +164 -0
- package/.agent/workflows/flutter-review.md +116 -0
- package/.agent/workflows/flutter-test.md +144 -0
- package/.agent/workflows/gan-build.md +99 -0
- package/.agent/workflows/gan-design.md +35 -0
- package/.agent/workflows/go-build.md +183 -183
- package/.agent/workflows/go-review.md +148 -148
- package/.agent/workflows/go-test.md +268 -268
- package/.agent/workflows/gradle-build.md +70 -70
- package/.agent/workflows/harness-audit.md +73 -71
- package/.agent/workflows/instinct-export.md +66 -66
- package/.agent/workflows/instinct-import.md +114 -114
- package/.agent/workflows/instinct-status.md +59 -59
- package/.agent/workflows/jira.md +106 -0
- package/.agent/workflows/kotlin-build.md +174 -174
- package/.agent/workflows/kotlin-review.md +140 -140
- package/.agent/workflows/kotlin-test.md +312 -312
- package/.agent/workflows/learn-eval.md +116 -116
- package/.agent/workflows/learn.md +70 -70
- package/.agent/workflows/loop-start.md +32 -32
- package/.agent/workflows/loop-status.md +24 -24
- package/.agent/workflows/model-route.md +26 -26
- package/.agent/workflows/multi-backend.md +158 -158
- package/.agent/workflows/multi-execute.md +315 -315
- package/.agent/workflows/multi-frontend.md +158 -158
- package/.agent/workflows/multi-plan.md +268 -268
- package/.agent/workflows/multi-workflow.md +191 -191
- package/.agent/workflows/orchestrate.md +135 -231
- package/.agent/workflows/plan.md +117 -115
- package/.agent/workflows/pm2.md +272 -272
- package/.agent/workflows/projects.md +39 -39
- package/.agent/workflows/promote.md +41 -41
- package/.agent/workflows/prompt-optimize.md +23 -38
- package/.agent/workflows/prp-commit.md +112 -0
- package/.agent/workflows/prp-implement.md +385 -0
- package/.agent/workflows/prp-plan.md +502 -0
- package/.agent/workflows/prp-pr.md +184 -0
- package/.agent/workflows/prp-prd.md +447 -0
- package/.agent/workflows/prune.md +31 -31
- package/.agent/workflows/python-review.md +297 -297
- package/.agent/workflows/quality-gate.md +29 -29
- package/.agent/workflows/refactor-clean.md +80 -80
- package/.agent/workflows/resume-session.md +156 -156
- package/.agent/workflows/rules-distill.md +20 -11
- package/.agent/workflows/rust-build.md +187 -187
- package/.agent/workflows/rust-review.md +142 -142
- package/.agent/workflows/rust-test.md +308 -308
- package/.agent/workflows/santa-loop.md +175 -0
- package/.agent/workflows/save-session.md +275 -275
- package/.agent/workflows/sessions.md +333 -333
- package/.agent/workflows/setup-pm.md +80 -80
- package/.agent/workflows/skill-create.md +174 -174
- package/.agent/workflows/skill-health.md +54 -54
- package/.agent/workflows/tdd.md +231 -328
- package/.agent/workflows/test-coverage.md +69 -69
- package/.agent/workflows/update-codemaps.md +72 -72
- package/.agent/workflows/update-docs.md +84 -84
- package/.agent/workflows/verify.md +23 -59
- package/LICENSE +176 -176
- package/README.md +28 -20
- package/RELEASE.md +32 -36
- package/package.json +87 -79
- package/scripts/release-check.js +55 -55
- package/src/bin/cli.js +399 -53
- package/src/lib/installer.js +360 -114
- package/src/lib/manifests/stacks.js +122 -0
- package/src/lib/slash-commands.js +28 -0
- package/src/templates/claude/CLAUDE.en.md +42 -0
- package/src/templates/claude/CLAUDE.md +42 -0
- package/src/templates/claude/CLAUDE.vi.md +42 -0
- package/src/templates/codex/AGENTS.en.md +40 -0
- package/src/templates/codex/AGENTS.md +40 -0
- package/src/templates/codex/AGENTS.vi.md +40 -0
- package/src/templates/cursor/pilo-masterkit.mdc +20 -0
- package/src/templates/gemini/GEMINI.en.md +56 -0
- package/src/templates/gemini/GEMINI.md +56 -0
- package/src/templates/gemini/GEMINI.vi.md +56 -0
- package/src/templates/github/copilot-instructions.md +16 -0
|
@@ -0,0 +1,146 @@
|
|
|
1
|
+
<!DOCTYPE html>
|
|
2
|
+
<html lang="en">
|
|
3
|
+
<head>
|
|
4
|
+
<meta charset="UTF-8">
|
|
5
|
+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
6
|
+
<title>Eval Set Review - __SKILL_NAME_PLACEHOLDER__</title>
|
|
7
|
+
<link rel="preconnect" href="https://fonts.googleapis.com">
|
|
8
|
+
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
|
|
9
|
+
<link href="https://fonts.googleapis.com/css2?family=Poppins:wght@500;600&family=Lora:wght@400;500&display=swap" rel="stylesheet">
|
|
10
|
+
<style>
|
|
11
|
+
* { box-sizing: border-box; margin: 0; padding: 0; }
|
|
12
|
+
body { font-family: 'Lora', Georgia, serif; background: #faf9f5; padding: 2rem; color: #141413; }
|
|
13
|
+
h1 { font-family: 'Poppins', sans-serif; margin-bottom: 0.5rem; font-size: 1.5rem; }
|
|
14
|
+
.description { color: #b0aea5; margin-bottom: 1.5rem; font-style: italic; max-width: 900px; }
|
|
15
|
+
.controls { margin-bottom: 1rem; display: flex; gap: 0.5rem; }
|
|
16
|
+
.btn { font-family: 'Poppins', sans-serif; padding: 0.5rem 1rem; border: none; border-radius: 6px; cursor: pointer; font-size: 0.875rem; font-weight: 500; }
|
|
17
|
+
.btn-add { background: #6a9bcc; color: white; }
|
|
18
|
+
.btn-add:hover { background: #5889b8; }
|
|
19
|
+
.btn-export { background: #d97757; color: white; }
|
|
20
|
+
.btn-export:hover { background: #c4613f; }
|
|
21
|
+
table { width: 100%; max-width: 1100px; border-collapse: collapse; background: white; border-radius: 6px; overflow: hidden; box-shadow: 0 1px 3px rgba(0,0,0,0.08); }
|
|
22
|
+
th { font-family: 'Poppins', sans-serif; background: #141413; color: #faf9f5; padding: 0.75rem 1rem; text-align: left; font-size: 0.875rem; }
|
|
23
|
+
td { padding: 0.75rem 1rem; border-bottom: 1px solid #e8e6dc; vertical-align: top; }
|
|
24
|
+
tr:nth-child(even) td { background: #faf9f5; }
|
|
25
|
+
tr:hover td { background: #f3f1ea; }
|
|
26
|
+
.section-header td { background: #e8e6dc; font-family: 'Poppins', sans-serif; font-weight: 500; font-size: 0.8rem; color: #141413; text-transform: uppercase; letter-spacing: 0.05em; }
|
|
27
|
+
.query-input { width: 100%; padding: 0.4rem; border: 1px solid #e8e6dc; border-radius: 4px; font-size: 0.875rem; font-family: 'Lora', Georgia, serif; resize: vertical; min-height: 60px; }
|
|
28
|
+
.query-input:focus { outline: none; border-color: #d97757; box-shadow: 0 0 0 2px rgba(217,119,87,0.15); }
|
|
29
|
+
.toggle { position: relative; display: inline-block; width: 44px; height: 24px; }
|
|
30
|
+
.toggle input { opacity: 0; width: 0; height: 0; }
|
|
31
|
+
.toggle .slider { position: absolute; inset: 0; background: #b0aea5; border-radius: 24px; cursor: pointer; transition: 0.2s; }
|
|
32
|
+
.toggle .slider::before { content: ""; position: absolute; width: 18px; height: 18px; left: 3px; bottom: 3px; background: white; border-radius: 50%; transition: 0.2s; }
|
|
33
|
+
.toggle input:checked + .slider { background: #d97757; }
|
|
34
|
+
.toggle input:checked + .slider::before { transform: translateX(20px); }
|
|
35
|
+
.btn-delete { background: #c44; color: white; padding: 0.3rem 0.6rem; border: none; border-radius: 4px; cursor: pointer; font-size: 0.75rem; font-family: 'Poppins', sans-serif; }
|
|
36
|
+
.btn-delete:hover { background: #a33; }
|
|
37
|
+
.summary { margin-top: 1rem; color: #b0aea5; font-size: 0.875rem; }
|
|
38
|
+
</style>
|
|
39
|
+
</head>
|
|
40
|
+
<body>
|
|
41
|
+
<h1>Eval Set Review: <span id="skill-name">__SKILL_NAME_PLACEHOLDER__</span></h1>
|
|
42
|
+
<p class="description">Current description: <span id="skill-desc">__SKILL_DESCRIPTION_PLACEHOLDER__</span></p>
|
|
43
|
+
|
|
44
|
+
<div class="controls">
|
|
45
|
+
<button class="btn btn-add" onclick="addRow()">+ Add Query</button>
|
|
46
|
+
<button class="btn btn-export" onclick="exportEvalSet()">Export Eval Set</button>
|
|
47
|
+
</div>
|
|
48
|
+
|
|
49
|
+
<table>
|
|
50
|
+
<thead>
|
|
51
|
+
<tr>
|
|
52
|
+
<th style="width:65%">Query</th>
|
|
53
|
+
<th style="width:18%">Should Trigger</th>
|
|
54
|
+
<th style="width:10%">Actions</th>
|
|
55
|
+
</tr>
|
|
56
|
+
</thead>
|
|
57
|
+
<tbody id="eval-body"></tbody>
|
|
58
|
+
</table>
|
|
59
|
+
|
|
60
|
+
<p class="summary" id="summary"></p>
|
|
61
|
+
|
|
62
|
+
<script>
|
|
63
|
+
const EVAL_DATA = __EVAL_DATA_PLACEHOLDER__;
|
|
64
|
+
|
|
65
|
+
let evalItems = [...EVAL_DATA];
|
|
66
|
+
|
|
67
|
+
function render() {
|
|
68
|
+
const tbody = document.getElementById('eval-body');
|
|
69
|
+
tbody.innerHTML = '';
|
|
70
|
+
|
|
71
|
+
// Sort: should-trigger first, then should-not-trigger
|
|
72
|
+
const sorted = evalItems
|
|
73
|
+
.map((item, origIdx) => ({ ...item, origIdx }))
|
|
74
|
+
.sort((a, b) => (b.should_trigger ? 1 : 0) - (a.should_trigger ? 1 : 0));
|
|
75
|
+
|
|
76
|
+
let lastGroup = null;
|
|
77
|
+
sorted.forEach(item => {
|
|
78
|
+
const group = item.should_trigger ? 'trigger' : 'no-trigger';
|
|
79
|
+
if (group !== lastGroup) {
|
|
80
|
+
const headerRow = document.createElement('tr');
|
|
81
|
+
headerRow.className = 'section-header';
|
|
82
|
+
headerRow.innerHTML = `<td colspan="3">${item.should_trigger ? 'Should Trigger' : 'Should NOT Trigger'}</td>`;
|
|
83
|
+
tbody.appendChild(headerRow);
|
|
84
|
+
lastGroup = group;
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
const idx = item.origIdx;
|
|
88
|
+
const tr = document.createElement('tr');
|
|
89
|
+
tr.innerHTML = `
|
|
90
|
+
<td><textarea class="query-input" onchange="updateQuery(${idx}, this.value)">${escapeHtml(item.query)}</textarea></td>
|
|
91
|
+
<td>
|
|
92
|
+
<label class="toggle">
|
|
93
|
+
<input type="checkbox" ${item.should_trigger ? 'checked' : ''} onchange="updateTrigger(${idx}, this.checked)">
|
|
94
|
+
<span class="slider"></span>
|
|
95
|
+
</label>
|
|
96
|
+
<span style="margin-left:8px;font-size:0.8rem;color:#b0aea5">${item.should_trigger ? 'Yes' : 'No'}</span>
|
|
97
|
+
</td>
|
|
98
|
+
<td><button class="btn-delete" onclick="deleteRow(${idx})">Delete</button></td>
|
|
99
|
+
`;
|
|
100
|
+
tbody.appendChild(tr);
|
|
101
|
+
});
|
|
102
|
+
updateSummary();
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
function escapeHtml(text) {
|
|
106
|
+
const div = document.createElement('div');
|
|
107
|
+
div.textContent = text;
|
|
108
|
+
return div.innerHTML;
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
function updateQuery(idx, value) { evalItems[idx].query = value; updateSummary(); }
|
|
112
|
+
function updateTrigger(idx, value) { evalItems[idx].should_trigger = value; render(); }
|
|
113
|
+
function deleteRow(idx) { evalItems.splice(idx, 1); render(); }
|
|
114
|
+
|
|
115
|
+
function addRow() {
|
|
116
|
+
evalItems.push({ query: '', should_trigger: true });
|
|
117
|
+
render();
|
|
118
|
+
const inputs = document.querySelectorAll('.query-input');
|
|
119
|
+
inputs[inputs.length - 1].focus();
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
function updateSummary() {
|
|
123
|
+
const trigger = evalItems.filter(i => i.should_trigger).length;
|
|
124
|
+
const noTrigger = evalItems.filter(i => !i.should_trigger).length;
|
|
125
|
+
document.getElementById('summary').textContent =
|
|
126
|
+
`${evalItems.length} queries total: ${trigger} should trigger, ${noTrigger} should not trigger`;
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
function exportEvalSet() {
|
|
130
|
+
const valid = evalItems.filter(i => i.query.trim() !== '');
|
|
131
|
+
const data = valid.map(i => ({ query: i.query.trim(), should_trigger: i.should_trigger }));
|
|
132
|
+
const blob = new Blob([JSON.stringify(data, null, 2)], { type: 'application/json' });
|
|
133
|
+
const url = URL.createObjectURL(blob);
|
|
134
|
+
const a = document.createElement('a');
|
|
135
|
+
a.href = url;
|
|
136
|
+
a.download = 'eval_set.json';
|
|
137
|
+
document.body.appendChild(a);
|
|
138
|
+
a.click();
|
|
139
|
+
document.body.removeChild(a);
|
|
140
|
+
URL.revokeObjectURL(url);
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
render();
|
|
144
|
+
</script>
|
|
145
|
+
</body>
|
|
146
|
+
</html>
|
|
@@ -0,0 +1,471 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""Generate and serve a review page for eval results.
|
|
3
|
+
|
|
4
|
+
Reads the workspace directory, discovers runs (directories with outputs/),
|
|
5
|
+
embeds all output data into a self-contained HTML page, and serves it via
|
|
6
|
+
a tiny HTTP server. Feedback auto-saves to feedback.json in the workspace.
|
|
7
|
+
|
|
8
|
+
Usage:
|
|
9
|
+
python generate_review.py <workspace-path> [--port PORT] [--skill-name NAME]
|
|
10
|
+
python generate_review.py <workspace-path> --previous-feedback /path/to/old/feedback.json
|
|
11
|
+
|
|
12
|
+
No dependencies beyond the Python stdlib are required.
|
|
13
|
+
"""
|
|
14
|
+
|
|
15
|
+
import argparse
|
|
16
|
+
import base64
|
|
17
|
+
import json
|
|
18
|
+
import mimetypes
|
|
19
|
+
import os
|
|
20
|
+
import re
|
|
21
|
+
import signal
|
|
22
|
+
import subprocess
|
|
23
|
+
import sys
|
|
24
|
+
import time
|
|
25
|
+
import webbrowser
|
|
26
|
+
from functools import partial
|
|
27
|
+
from http.server import HTTPServer, BaseHTTPRequestHandler
|
|
28
|
+
from pathlib import Path
|
|
29
|
+
|
|
30
|
+
# Files to exclude from output listings
|
|
31
|
+
METADATA_FILES = {"transcript.md", "user_notes.md", "metrics.json"}
|
|
32
|
+
|
|
33
|
+
# Extensions we render as inline text
|
|
34
|
+
TEXT_EXTENSIONS = {
|
|
35
|
+
".txt", ".md", ".json", ".csv", ".py", ".js", ".ts", ".tsx", ".jsx",
|
|
36
|
+
".yaml", ".yml", ".xml", ".html", ".css", ".sh", ".rb", ".go", ".rs",
|
|
37
|
+
".java", ".c", ".cpp", ".h", ".hpp", ".sql", ".r", ".toml",
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
# Extensions we render as inline images
|
|
41
|
+
IMAGE_EXTENSIONS = {".png", ".jpg", ".jpeg", ".gif", ".svg", ".webp"}
|
|
42
|
+
|
|
43
|
+
# MIME type overrides for common types
|
|
44
|
+
MIME_OVERRIDES = {
|
|
45
|
+
".svg": "image/svg+xml",
|
|
46
|
+
".xlsx": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
|
|
47
|
+
".docx": "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
|
|
48
|
+
".pptx": "application/vnd.openxmlformats-officedocument.presentationml.presentation",
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
|
|
52
|
+
def get_mime_type(path: Path) -> str:
|
|
53
|
+
ext = path.suffix.lower()
|
|
54
|
+
if ext in MIME_OVERRIDES:
|
|
55
|
+
return MIME_OVERRIDES[ext]
|
|
56
|
+
mime, _ = mimetypes.guess_type(str(path))
|
|
57
|
+
return mime or "application/octet-stream"
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
def find_runs(workspace: Path) -> list[dict]:
|
|
61
|
+
"""Recursively find directories that contain an outputs/ subdirectory."""
|
|
62
|
+
runs: list[dict] = []
|
|
63
|
+
_find_runs_recursive(workspace, workspace, runs)
|
|
64
|
+
runs.sort(key=lambda r: (r.get("eval_id", float("inf")), r["id"]))
|
|
65
|
+
return runs
|
|
66
|
+
|
|
67
|
+
|
|
68
|
+
def _find_runs_recursive(root: Path, current: Path, runs: list[dict]) -> None:
|
|
69
|
+
if not current.is_dir():
|
|
70
|
+
return
|
|
71
|
+
|
|
72
|
+
outputs_dir = current / "outputs"
|
|
73
|
+
if outputs_dir.is_dir():
|
|
74
|
+
run = build_run(root, current)
|
|
75
|
+
if run:
|
|
76
|
+
runs.append(run)
|
|
77
|
+
return
|
|
78
|
+
|
|
79
|
+
skip = {"node_modules", ".git", "__pycache__", "skill", "inputs"}
|
|
80
|
+
for child in sorted(current.iterdir()):
|
|
81
|
+
if child.is_dir() and child.name not in skip:
|
|
82
|
+
_find_runs_recursive(root, child, runs)
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
def build_run(root: Path, run_dir: Path) -> dict | None:
|
|
86
|
+
"""Build a run dict with prompt, outputs, and grading data."""
|
|
87
|
+
prompt = ""
|
|
88
|
+
eval_id = None
|
|
89
|
+
|
|
90
|
+
# Try eval_metadata.json
|
|
91
|
+
for candidate in [run_dir / "eval_metadata.json", run_dir.parent / "eval_metadata.json"]:
|
|
92
|
+
if candidate.exists():
|
|
93
|
+
try:
|
|
94
|
+
metadata = json.loads(candidate.read_text())
|
|
95
|
+
prompt = metadata.get("prompt", "")
|
|
96
|
+
eval_id = metadata.get("eval_id")
|
|
97
|
+
except (json.JSONDecodeError, OSError):
|
|
98
|
+
pass
|
|
99
|
+
if prompt:
|
|
100
|
+
break
|
|
101
|
+
|
|
102
|
+
# Fall back to transcript.md
|
|
103
|
+
if not prompt:
|
|
104
|
+
for candidate in [run_dir / "transcript.md", run_dir / "outputs" / "transcript.md"]:
|
|
105
|
+
if candidate.exists():
|
|
106
|
+
try:
|
|
107
|
+
text = candidate.read_text()
|
|
108
|
+
match = re.search(r"## Eval Prompt\n\n([\s\S]*?)(?=\n##|$)", text)
|
|
109
|
+
if match:
|
|
110
|
+
prompt = match.group(1).strip()
|
|
111
|
+
except OSError:
|
|
112
|
+
pass
|
|
113
|
+
if prompt:
|
|
114
|
+
break
|
|
115
|
+
|
|
116
|
+
if not prompt:
|
|
117
|
+
prompt = "(No prompt found)"
|
|
118
|
+
|
|
119
|
+
run_id = str(run_dir.relative_to(root)).replace("/", "-").replace("\\", "-")
|
|
120
|
+
|
|
121
|
+
# Collect output files
|
|
122
|
+
outputs_dir = run_dir / "outputs"
|
|
123
|
+
output_files: list[dict] = []
|
|
124
|
+
if outputs_dir.is_dir():
|
|
125
|
+
for f in sorted(outputs_dir.iterdir()):
|
|
126
|
+
if f.is_file() and f.name not in METADATA_FILES:
|
|
127
|
+
output_files.append(embed_file(f))
|
|
128
|
+
|
|
129
|
+
# Load grading if present
|
|
130
|
+
grading = None
|
|
131
|
+
for candidate in [run_dir / "grading.json", run_dir.parent / "grading.json"]:
|
|
132
|
+
if candidate.exists():
|
|
133
|
+
try:
|
|
134
|
+
grading = json.loads(candidate.read_text())
|
|
135
|
+
except (json.JSONDecodeError, OSError):
|
|
136
|
+
pass
|
|
137
|
+
if grading:
|
|
138
|
+
break
|
|
139
|
+
|
|
140
|
+
return {
|
|
141
|
+
"id": run_id,
|
|
142
|
+
"prompt": prompt,
|
|
143
|
+
"eval_id": eval_id,
|
|
144
|
+
"outputs": output_files,
|
|
145
|
+
"grading": grading,
|
|
146
|
+
}
|
|
147
|
+
|
|
148
|
+
|
|
149
|
+
def embed_file(path: Path) -> dict:
|
|
150
|
+
"""Read a file and return an embedded representation."""
|
|
151
|
+
ext = path.suffix.lower()
|
|
152
|
+
mime = get_mime_type(path)
|
|
153
|
+
|
|
154
|
+
if ext in TEXT_EXTENSIONS:
|
|
155
|
+
try:
|
|
156
|
+
content = path.read_text(errors="replace")
|
|
157
|
+
except OSError:
|
|
158
|
+
content = "(Error reading file)"
|
|
159
|
+
return {
|
|
160
|
+
"name": path.name,
|
|
161
|
+
"type": "text",
|
|
162
|
+
"content": content,
|
|
163
|
+
}
|
|
164
|
+
elif ext in IMAGE_EXTENSIONS:
|
|
165
|
+
try:
|
|
166
|
+
raw = path.read_bytes()
|
|
167
|
+
b64 = base64.b64encode(raw).decode("ascii")
|
|
168
|
+
except OSError:
|
|
169
|
+
return {"name": path.name, "type": "error", "content": "(Error reading file)"}
|
|
170
|
+
return {
|
|
171
|
+
"name": path.name,
|
|
172
|
+
"type": "image",
|
|
173
|
+
"mime": mime,
|
|
174
|
+
"data_uri": f"data:{mime};base64,{b64}",
|
|
175
|
+
}
|
|
176
|
+
elif ext == ".pdf":
|
|
177
|
+
try:
|
|
178
|
+
raw = path.read_bytes()
|
|
179
|
+
b64 = base64.b64encode(raw).decode("ascii")
|
|
180
|
+
except OSError:
|
|
181
|
+
return {"name": path.name, "type": "error", "content": "(Error reading file)"}
|
|
182
|
+
return {
|
|
183
|
+
"name": path.name,
|
|
184
|
+
"type": "pdf",
|
|
185
|
+
"data_uri": f"data:{mime};base64,{b64}",
|
|
186
|
+
}
|
|
187
|
+
elif ext == ".xlsx":
|
|
188
|
+
try:
|
|
189
|
+
raw = path.read_bytes()
|
|
190
|
+
b64 = base64.b64encode(raw).decode("ascii")
|
|
191
|
+
except OSError:
|
|
192
|
+
return {"name": path.name, "type": "error", "content": "(Error reading file)"}
|
|
193
|
+
return {
|
|
194
|
+
"name": path.name,
|
|
195
|
+
"type": "xlsx",
|
|
196
|
+
"data_b64": b64,
|
|
197
|
+
}
|
|
198
|
+
else:
|
|
199
|
+
# Binary / unknown — base64 download link
|
|
200
|
+
try:
|
|
201
|
+
raw = path.read_bytes()
|
|
202
|
+
b64 = base64.b64encode(raw).decode("ascii")
|
|
203
|
+
except OSError:
|
|
204
|
+
return {"name": path.name, "type": "error", "content": "(Error reading file)"}
|
|
205
|
+
return {
|
|
206
|
+
"name": path.name,
|
|
207
|
+
"type": "binary",
|
|
208
|
+
"mime": mime,
|
|
209
|
+
"data_uri": f"data:{mime};base64,{b64}",
|
|
210
|
+
}
|
|
211
|
+
|
|
212
|
+
|
|
213
|
+
def load_previous_iteration(workspace: Path) -> dict[str, dict]:
|
|
214
|
+
"""Load previous iteration's feedback and outputs.
|
|
215
|
+
|
|
216
|
+
Returns a map of run_id -> {"feedback": str, "outputs": list[dict]}.
|
|
217
|
+
"""
|
|
218
|
+
result: dict[str, dict] = {}
|
|
219
|
+
|
|
220
|
+
# Load feedback
|
|
221
|
+
feedback_map: dict[str, str] = {}
|
|
222
|
+
feedback_path = workspace / "feedback.json"
|
|
223
|
+
if feedback_path.exists():
|
|
224
|
+
try:
|
|
225
|
+
data = json.loads(feedback_path.read_text())
|
|
226
|
+
feedback_map = {
|
|
227
|
+
r["run_id"]: r["feedback"]
|
|
228
|
+
for r in data.get("reviews", [])
|
|
229
|
+
if r.get("feedback", "").strip()
|
|
230
|
+
}
|
|
231
|
+
except (json.JSONDecodeError, OSError, KeyError):
|
|
232
|
+
pass
|
|
233
|
+
|
|
234
|
+
# Load runs (to get outputs)
|
|
235
|
+
prev_runs = find_runs(workspace)
|
|
236
|
+
for run in prev_runs:
|
|
237
|
+
result[run["id"]] = {
|
|
238
|
+
"feedback": feedback_map.get(run["id"], ""),
|
|
239
|
+
"outputs": run.get("outputs", []),
|
|
240
|
+
}
|
|
241
|
+
|
|
242
|
+
# Also add feedback for run_ids that had feedback but no matching run
|
|
243
|
+
for run_id, fb in feedback_map.items():
|
|
244
|
+
if run_id not in result:
|
|
245
|
+
result[run_id] = {"feedback": fb, "outputs": []}
|
|
246
|
+
|
|
247
|
+
return result
|
|
248
|
+
|
|
249
|
+
|
|
250
|
+
def generate_html(
|
|
251
|
+
runs: list[dict],
|
|
252
|
+
skill_name: str,
|
|
253
|
+
previous: dict[str, dict] | None = None,
|
|
254
|
+
benchmark: dict | None = None,
|
|
255
|
+
) -> str:
|
|
256
|
+
"""Generate the complete standalone HTML page with embedded data."""
|
|
257
|
+
template_path = Path(__file__).parent / "viewer.html"
|
|
258
|
+
template = template_path.read_text()
|
|
259
|
+
|
|
260
|
+
# Build previous_feedback and previous_outputs maps for the template
|
|
261
|
+
previous_feedback: dict[str, str] = {}
|
|
262
|
+
previous_outputs: dict[str, list[dict]] = {}
|
|
263
|
+
if previous:
|
|
264
|
+
for run_id, data in previous.items():
|
|
265
|
+
if data.get("feedback"):
|
|
266
|
+
previous_feedback[run_id] = data["feedback"]
|
|
267
|
+
if data.get("outputs"):
|
|
268
|
+
previous_outputs[run_id] = data["outputs"]
|
|
269
|
+
|
|
270
|
+
embedded = {
|
|
271
|
+
"skill_name": skill_name,
|
|
272
|
+
"runs": runs,
|
|
273
|
+
"previous_feedback": previous_feedback,
|
|
274
|
+
"previous_outputs": previous_outputs,
|
|
275
|
+
}
|
|
276
|
+
if benchmark:
|
|
277
|
+
embedded["benchmark"] = benchmark
|
|
278
|
+
|
|
279
|
+
data_json = json.dumps(embedded)
|
|
280
|
+
|
|
281
|
+
return template.replace("/*__EMBEDDED_DATA__*/", f"const EMBEDDED_DATA = {data_json};")
|
|
282
|
+
|
|
283
|
+
|
|
284
|
+
# ---------------------------------------------------------------------------
|
|
285
|
+
# HTTP server (stdlib only, zero dependencies)
|
|
286
|
+
# ---------------------------------------------------------------------------
|
|
287
|
+
|
|
288
|
+
def _kill_port(port: int) -> None:
|
|
289
|
+
"""Kill any process listening on the given port."""
|
|
290
|
+
try:
|
|
291
|
+
result = subprocess.run(
|
|
292
|
+
["lsof", "-ti", f":{port}"],
|
|
293
|
+
capture_output=True, text=True, timeout=5,
|
|
294
|
+
)
|
|
295
|
+
for pid_str in result.stdout.strip().split("\n"):
|
|
296
|
+
if pid_str.strip():
|
|
297
|
+
try:
|
|
298
|
+
os.kill(int(pid_str.strip()), signal.SIGTERM)
|
|
299
|
+
except (ProcessLookupError, ValueError):
|
|
300
|
+
pass
|
|
301
|
+
if result.stdout.strip():
|
|
302
|
+
time.sleep(0.5)
|
|
303
|
+
except subprocess.TimeoutExpired:
|
|
304
|
+
pass
|
|
305
|
+
except FileNotFoundError:
|
|
306
|
+
print("Note: lsof not found, cannot check if port is in use", file=sys.stderr)
|
|
307
|
+
|
|
308
|
+
class ReviewHandler(BaseHTTPRequestHandler):
|
|
309
|
+
"""Serves the review HTML and handles feedback saves.
|
|
310
|
+
|
|
311
|
+
Regenerates the HTML on each page load so that refreshing the browser
|
|
312
|
+
picks up new eval outputs without restarting the server.
|
|
313
|
+
"""
|
|
314
|
+
|
|
315
|
+
def __init__(
|
|
316
|
+
self,
|
|
317
|
+
workspace: Path,
|
|
318
|
+
skill_name: str,
|
|
319
|
+
feedback_path: Path,
|
|
320
|
+
previous: dict[str, dict],
|
|
321
|
+
benchmark_path: Path | None,
|
|
322
|
+
*args,
|
|
323
|
+
**kwargs,
|
|
324
|
+
):
|
|
325
|
+
self.workspace = workspace
|
|
326
|
+
self.skill_name = skill_name
|
|
327
|
+
self.feedback_path = feedback_path
|
|
328
|
+
self.previous = previous
|
|
329
|
+
self.benchmark_path = benchmark_path
|
|
330
|
+
super().__init__(*args, **kwargs)
|
|
331
|
+
|
|
332
|
+
def do_GET(self) -> None:
|
|
333
|
+
if self.path == "/" or self.path == "/index.html":
|
|
334
|
+
# Regenerate HTML on each request (re-scans workspace for new outputs)
|
|
335
|
+
runs = find_runs(self.workspace)
|
|
336
|
+
benchmark = None
|
|
337
|
+
if self.benchmark_path and self.benchmark_path.exists():
|
|
338
|
+
try:
|
|
339
|
+
benchmark = json.loads(self.benchmark_path.read_text())
|
|
340
|
+
except (json.JSONDecodeError, OSError):
|
|
341
|
+
pass
|
|
342
|
+
html = generate_html(runs, self.skill_name, self.previous, benchmark)
|
|
343
|
+
content = html.encode("utf-8")
|
|
344
|
+
self.send_response(200)
|
|
345
|
+
self.send_header("Content-Type", "text/html; charset=utf-8")
|
|
346
|
+
self.send_header("Content-Length", str(len(content)))
|
|
347
|
+
self.end_headers()
|
|
348
|
+
self.wfile.write(content)
|
|
349
|
+
elif self.path == "/api/feedback":
|
|
350
|
+
data = b"{}"
|
|
351
|
+
if self.feedback_path.exists():
|
|
352
|
+
data = self.feedback_path.read_bytes()
|
|
353
|
+
self.send_response(200)
|
|
354
|
+
self.send_header("Content-Type", "application/json")
|
|
355
|
+
self.send_header("Content-Length", str(len(data)))
|
|
356
|
+
self.end_headers()
|
|
357
|
+
self.wfile.write(data)
|
|
358
|
+
else:
|
|
359
|
+
self.send_error(404)
|
|
360
|
+
|
|
361
|
+
def do_POST(self) -> None:
|
|
362
|
+
if self.path == "/api/feedback":
|
|
363
|
+
length = int(self.headers.get("Content-Length", 0))
|
|
364
|
+
body = self.rfile.read(length)
|
|
365
|
+
try:
|
|
366
|
+
data = json.loads(body)
|
|
367
|
+
if not isinstance(data, dict) or "reviews" not in data:
|
|
368
|
+
raise ValueError("Expected JSON object with 'reviews' key")
|
|
369
|
+
self.feedback_path.write_text(json.dumps(data, indent=2) + "\n")
|
|
370
|
+
resp = b'{"ok":true}'
|
|
371
|
+
self.send_response(200)
|
|
372
|
+
except (json.JSONDecodeError, OSError, ValueError) as e:
|
|
373
|
+
resp = json.dumps({"error": str(e)}).encode()
|
|
374
|
+
self.send_response(500)
|
|
375
|
+
self.send_header("Content-Type", "application/json")
|
|
376
|
+
self.send_header("Content-Length", str(len(resp)))
|
|
377
|
+
self.end_headers()
|
|
378
|
+
self.wfile.write(resp)
|
|
379
|
+
else:
|
|
380
|
+
self.send_error(404)
|
|
381
|
+
|
|
382
|
+
def log_message(self, format: str, *args: object) -> None:
|
|
383
|
+
# Suppress request logging to keep terminal clean
|
|
384
|
+
pass
|
|
385
|
+
|
|
386
|
+
|
|
387
|
+
def main() -> None:
|
|
388
|
+
parser = argparse.ArgumentParser(description="Generate and serve eval review")
|
|
389
|
+
parser.add_argument("workspace", type=Path, help="Path to workspace directory")
|
|
390
|
+
parser.add_argument("--port", "-p", type=int, default=3117, help="Server port (default: 3117)")
|
|
391
|
+
parser.add_argument("--skill-name", "-n", type=str, default=None, help="Skill name for header")
|
|
392
|
+
parser.add_argument(
|
|
393
|
+
"--previous-workspace", type=Path, default=None,
|
|
394
|
+
help="Path to previous iteration's workspace (shows old outputs and feedback as context)",
|
|
395
|
+
)
|
|
396
|
+
parser.add_argument(
|
|
397
|
+
"--benchmark", type=Path, default=None,
|
|
398
|
+
help="Path to benchmark.json to show in the Benchmark tab",
|
|
399
|
+
)
|
|
400
|
+
parser.add_argument(
|
|
401
|
+
"--static", "-s", type=Path, default=None,
|
|
402
|
+
help="Write standalone HTML to this path instead of starting a server",
|
|
403
|
+
)
|
|
404
|
+
args = parser.parse_args()
|
|
405
|
+
|
|
406
|
+
workspace = args.workspace.resolve()
|
|
407
|
+
if not workspace.is_dir():
|
|
408
|
+
print(f"Error: {workspace} is not a directory", file=sys.stderr)
|
|
409
|
+
sys.exit(1)
|
|
410
|
+
|
|
411
|
+
runs = find_runs(workspace)
|
|
412
|
+
if not runs:
|
|
413
|
+
print(f"No runs found in {workspace}", file=sys.stderr)
|
|
414
|
+
sys.exit(1)
|
|
415
|
+
|
|
416
|
+
skill_name = args.skill_name or workspace.name.replace("-workspace", "")
|
|
417
|
+
feedback_path = workspace / "feedback.json"
|
|
418
|
+
|
|
419
|
+
previous: dict[str, dict] = {}
|
|
420
|
+
if args.previous_workspace:
|
|
421
|
+
previous = load_previous_iteration(args.previous_workspace.resolve())
|
|
422
|
+
|
|
423
|
+
benchmark_path = args.benchmark.resolve() if args.benchmark else None
|
|
424
|
+
benchmark = None
|
|
425
|
+
if benchmark_path and benchmark_path.exists():
|
|
426
|
+
try:
|
|
427
|
+
benchmark = json.loads(benchmark_path.read_text())
|
|
428
|
+
except (json.JSONDecodeError, OSError):
|
|
429
|
+
pass
|
|
430
|
+
|
|
431
|
+
if args.static:
|
|
432
|
+
html = generate_html(runs, skill_name, previous, benchmark)
|
|
433
|
+
args.static.parent.mkdir(parents=True, exist_ok=True)
|
|
434
|
+
args.static.write_text(html)
|
|
435
|
+
print(f"\n Static viewer written to: {args.static}\n")
|
|
436
|
+
sys.exit(0)
|
|
437
|
+
|
|
438
|
+
# Kill any existing process on the target port
|
|
439
|
+
port = args.port
|
|
440
|
+
_kill_port(port)
|
|
441
|
+
handler = partial(ReviewHandler, workspace, skill_name, feedback_path, previous, benchmark_path)
|
|
442
|
+
try:
|
|
443
|
+
server = HTTPServer(("127.0.0.1", port), handler)
|
|
444
|
+
except OSError:
|
|
445
|
+
# Port still in use after kill attempt — find a free one
|
|
446
|
+
server = HTTPServer(("127.0.0.1", 0), handler)
|
|
447
|
+
port = server.server_address[1]
|
|
448
|
+
|
|
449
|
+
url = f"http://localhost:{port}"
|
|
450
|
+
print(f"\n Eval Viewer")
|
|
451
|
+
print(f" ─────────────────────────────────")
|
|
452
|
+
print(f" URL: {url}")
|
|
453
|
+
print(f" Workspace: {workspace}")
|
|
454
|
+
print(f" Feedback: {feedback_path}")
|
|
455
|
+
if previous:
|
|
456
|
+
print(f" Previous: {args.previous_workspace} ({len(previous)} runs)")
|
|
457
|
+
if benchmark_path:
|
|
458
|
+
print(f" Benchmark: {benchmark_path}")
|
|
459
|
+
print(f"\n Press Ctrl+C to stop.\n")
|
|
460
|
+
|
|
461
|
+
webbrowser.open(url)
|
|
462
|
+
|
|
463
|
+
try:
|
|
464
|
+
server.serve_forever()
|
|
465
|
+
except KeyboardInterrupt:
|
|
466
|
+
print("\nStopped.")
|
|
467
|
+
server.server_close()
|
|
468
|
+
|
|
469
|
+
|
|
470
|
+
if __name__ == "__main__":
|
|
471
|
+
main()
|