tinybeeai 0.0.0-stage → 0.16.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.railway/railway.ts +83 -0
- package/.railway/tsconfig.json +13 -0
- package/AGENTS.md +102 -0
- package/Dockerfile +108 -0
- package/LICENSE +21 -0
- package/README.md +275 -2
- package/bin/localdost.js +29 -0
- package/bin/tinybeeai.js +28 -0
- package/compose.yml +63 -0
- package/demo/payloads/ci_failure.json +46 -0
- package/demo/payloads/outage.json +18 -0
- package/demo/payloads/pr_comment_edited.json +50 -0
- package/demo/payloads/pr_merged.json +80 -0
- package/demo/payloads/pr_opened.json +69 -0
- package/demo/payloads/pr_synchronize.json +69 -0
- package/demo/payloads/ticket_created.json +138 -0
- package/demo/sample-app/playwright.config.ts +20 -0
- package/demo/sample-app/server.ts +163 -0
- package/demo/sample-app/tests/checkout.spec.ts +13 -0
- package/demo/sample-app/tests/smoke.spec.ts +8 -0
- package/dist/agent/approval-retries.js +59 -0
- package/dist/agent/approval-retries.js.map +1 -0
- package/dist/agent/approvals.js +390 -0
- package/dist/agent/approvals.js.map +1 -0
- package/dist/agent/chat-bridge.js +154 -0
- package/dist/agent/chat-bridge.js.map +1 -0
- package/dist/agent/chat-lead.js +475 -0
- package/dist/agent/chat-lead.js.map +1 -0
- package/dist/agent/chat-loop.js +106 -0
- package/dist/agent/chat-loop.js.map +1 -0
- package/dist/agent/chat-mcp.js +49 -0
- package/dist/agent/chat-mcp.js.map +1 -0
- package/dist/agent/chat-tool-blocks.js +453 -0
- package/dist/agent/chat-tool-blocks.js.map +1 -0
- package/dist/agent/chat-view.js +94 -0
- package/dist/agent/chat-view.js.map +1 -0
- package/dist/agent/chat-views.js +781 -0
- package/dist/agent/chat-views.js.map +1 -0
- package/dist/agent/chat.js +1703 -0
- package/dist/agent/chat.js.map +1 -0
- package/dist/agent/destinations.js +150 -0
- package/dist/agent/destinations.js.map +1 -0
- package/dist/agent/llm-cli.js +451 -0
- package/dist/agent/llm-cli.js.map +1 -0
- package/dist/agent/llm-codex.js +493 -0
- package/dist/agent/llm-codex.js.map +1 -0
- package/dist/agent/llm-openai.js +211 -0
- package/dist/agent/llm-openai.js.map +1 -0
- package/dist/agent/llm.js +1464 -0
- package/dist/agent/llm.js.map +1 -0
- package/dist/agent/memory.js +33 -0
- package/dist/agent/memory.js.map +1 -0
- package/dist/agent/mock-views.js +93 -0
- package/dist/agent/mock-views.js.map +1 -0
- package/dist/agent/model-availability.js +207 -0
- package/dist/agent/model-availability.js.map +1 -0
- package/dist/agent/model-errors.js +188 -0
- package/dist/agent/model-errors.js.map +1 -0
- package/dist/agent/model-guard.js +311 -0
- package/dist/agent/model-guard.js.map +1 -0
- package/dist/agent/prompts.js +374 -0
- package/dist/agent/prompts.js.map +1 -0
- package/dist/agent/qa-lenses/qa-auth.md +32 -0
- package/dist/agent/qa-lenses/qa-check-then-act.md +33 -0
- package/dist/agent/qa-lenses/qa-control-has-no-effect.md +32 -0
- package/dist/agent/qa-lenses/qa-dates.md +31 -0
- package/dist/agent/qa-lenses/qa-double-submit.md +34 -0
- package/dist/agent/qa-lenses/qa-feature-flag.md +29 -0
- package/dist/agent/qa-lenses/qa-migration.md +35 -0
- package/dist/agent/qa-lenses/qa-money.md +38 -0
- package/dist/agent/qa-lenses/qa-response-shape-break.md +33 -0
- package/dist/agent/qa-lenses/qa-validation.md +29 -0
- package/dist/agent/qa-prompts.js +660 -0
- package/dist/agent/qa-prompts.js.map +1 -0
- package/dist/agent/reasoning.js +55 -0
- package/dist/agent/reasoning.js.map +1 -0
- package/dist/agent/redact.js +48 -0
- package/dist/agent/redact.js.map +1 -0
- package/dist/agent/rules.js +927 -0
- package/dist/agent/rules.js.map +1 -0
- package/dist/agent/runs.js +440 -0
- package/dist/agent/runs.js.map +1 -0
- package/dist/agent/send-retry.js +62 -0
- package/dist/agent/send-retry.js.map +1 -0
- package/dist/agent/team-notes.js +288 -0
- package/dist/agent/team-notes.js.map +1 -0
- package/dist/agent/token-meter.js +31 -0
- package/dist/agent/token-meter.js.map +1 -0
- package/dist/agent/triage.js +506 -0
- package/dist/agent/triage.js.map +1 -0
- package/dist/api.js +1047 -0
- package/dist/api.js.map +1 -0
- package/dist/approval-targets.js +107 -0
- package/dist/approval-targets.js.map +1 -0
- package/dist/bee/cloudflared.js +108 -0
- package/dist/bee/cloudflared.js.map +1 -0
- package/dist/bee/health.js +99 -0
- package/dist/bee/health.js.map +1 -0
- package/dist/bee/hive-client.js +75 -0
- package/dist/bee/hive-client.js.map +1 -0
- package/dist/bee/identity.js +39 -0
- package/dist/bee/identity.js.map +1 -0
- package/dist/bee/models.js +510 -0
- package/dist/bee/models.js.map +1 -0
- package/dist/bee/pairing.js +351 -0
- package/dist/bee/pairing.js.map +1 -0
- package/dist/bee/relay-client.js +50 -0
- package/dist/bee/relay-client.js.map +1 -0
- package/dist/bee/routes.js +214 -0
- package/dist/bee/routes.js.map +1 -0
- package/dist/bee/setup-page.js +223 -0
- package/dist/bee/setup-page.js.map +1 -0
- package/dist/bee/state.js +41 -0
- package/dist/bee/state.js.map +1 -0
- package/dist/bee/status.js +117 -0
- package/dist/bee/status.js.map +1 -0
- package/dist/bee/tunnel-manager.js +245 -0
- package/dist/bee/tunnel-manager.js.map +1 -0
- package/dist/bee/updater.js +268 -0
- package/dist/bee/updater.js.map +1 -0
- package/dist/boot.js +41 -0
- package/dist/boot.js.map +1 -0
- package/dist/call/index.js +145 -0
- package/dist/call/index.js.map +1 -0
- package/dist/case-folders.js +294 -0
- package/dist/case-folders.js.map +1 -0
- package/dist/cases.js +554 -0
- package/dist/cases.js.map +1 -0
- package/dist/chat-blocks.js +709 -0
- package/dist/chat-blocks.js.map +1 -0
- package/dist/chat-parse-util.js +38 -0
- package/dist/chat-parse-util.js.map +1 -0
- package/dist/chat-results.js +96 -0
- package/dist/chat-results.js.map +1 -0
- package/dist/chat-stats.js +193 -0
- package/dist/chat-stats.js.map +1 -0
- package/dist/chat-view-specs.js +186 -0
- package/dist/chat-view-specs.js.map +1 -0
- package/dist/cli/doctor-ops.js +361 -0
- package/dist/cli/doctor-ops.js.map +1 -0
- package/dist/cli/doctor.js +289 -0
- package/dist/cli/doctor.js.map +1 -0
- package/dist/cli/dogfood.js +70 -0
- package/dist/cli/dogfood.js.map +1 -0
- package/dist/cli/env-file.js +34 -0
- package/dist/cli/env-file.js.map +1 -0
- package/dist/cli/eval-chat-cases.js +359 -0
- package/dist/cli/eval-chat-cases.js.map +1 -0
- package/dist/cli/eval-chat-results.js +85 -0
- package/dist/cli/eval-chat-results.js.map +1 -0
- package/dist/cli/eval-chat.js +508 -0
- package/dist/cli/eval-chat.js.map +1 -0
- package/dist/cli/eval-designer.js +67 -0
- package/dist/cli/eval-designer.js.map +1 -0
- package/dist/cli/eval-qa-review.js +284 -0
- package/dist/cli/eval-qa-review.js.map +1 -0
- package/dist/cli/golden-export.js +35 -0
- package/dist/cli/golden-export.js.map +1 -0
- package/dist/cli/index.js +90 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/init.js +746 -0
- package/dist/cli/init.js.map +1 -0
- package/dist/cli/scan-repo.js +199 -0
- package/dist/cli/scan-repo.js.map +1 -0
- package/dist/cli/seed.js +108 -0
- package/dist/cli/seed.js.map +1 -0
- package/dist/cli/tinybee.js +247 -0
- package/dist/cli/tinybee.js.map +1 -0
- package/dist/config.js +138 -0
- package/dist/config.js.map +1 -0
- package/dist/connect/aivision-local.js +833 -0
- package/dist/connect/aivision-local.js.map +1 -0
- package/dist/connect/aivision-token.js +84 -0
- package/dist/connect/aivision-token.js.map +1 -0
- package/dist/connect/crypto.js +65 -0
- package/dist/connect/crypto.js.map +1 -0
- package/dist/connect/deps.js +110 -0
- package/dist/connect/deps.js.map +1 -0
- package/dist/connect/engines.js +144 -0
- package/dist/connect/engines.js.map +1 -0
- package/dist/connect/github-access.js +74 -0
- package/dist/connect/github-access.js.map +1 -0
- package/dist/connect/github-app.js +129 -0
- package/dist/connect/github-app.js.map +1 -0
- package/dist/connect/index.js +9 -0
- package/dist/connect/index.js.map +1 -0
- package/dist/connect/model-choices.js +201 -0
- package/dist/connect/model-choices.js.map +1 -0
- package/dist/connect/providers.js +900 -0
- package/dist/connect/providers.js.map +1 -0
- package/dist/connect/readiness.js +232 -0
- package/dist/connect/readiness.js.map +1 -0
- package/dist/connect/redact.js +16 -0
- package/dist/connect/redact.js.map +1 -0
- package/dist/connect/registry.js +406 -0
- package/dist/connect/registry.js.map +1 -0
- package/dist/connect/store.js +283 -0
- package/dist/connect/store.js.map +1 -0
- package/dist/connect/tunnel.js +134 -0
- package/dist/connect/tunnel.js.map +1 -0
- package/dist/connect/types.js +8 -0
- package/dist/connect/types.js.map +1 -0
- package/dist/connections/index.js +5 -0
- package/dist/connections/index.js.map +1 -0
- package/dist/connections/manager.js +223 -0
- package/dist/connections/manager.js.map +1 -0
- package/dist/connections/presets.js +264 -0
- package/dist/connections/presets.js.map +1 -0
- package/dist/connections/store.js +132 -0
- package/dist/connections/store.js.map +1 -0
- package/dist/connections/tools.js +206 -0
- package/dist/connections/tools.js.map +1 -0
- package/dist/db-schema.js +355 -0
- package/dist/db-schema.js.map +1 -0
- package/dist/db.js +379 -0
- package/dist/db.js.map +1 -0
- package/dist/delivery.js +49 -0
- package/dist/delivery.js.map +1 -0
- package/dist/deploy-wait.js +701 -0
- package/dist/deploy-wait.js.map +1 -0
- package/dist/disk.js +243 -0
- package/dist/disk.js.map +1 -0
- package/dist/dot-health.js +966 -0
- package/dist/dot-health.js.map +1 -0
- package/dist/dot-remove.js +246 -0
- package/dist/dot-remove.js.map +1 -0
- package/dist/events.js +38 -0
- package/dist/events.js.map +1 -0
- package/dist/evidence-pack.js +423 -0
- package/dist/evidence-pack.js.map +1 -0
- package/dist/flows/answers.js +289 -0
- package/dist/flows/answers.js.map +1 -0
- package/dist/flows/change.js +811 -0
- package/dist/flows/change.js.map +1 -0
- package/dist/flows/checkStatus.js +524 -0
- package/dist/flows/checkStatus.js.map +1 -0
- package/dist/flows/ci.js +236 -0
- package/dist/flows/ci.js.map +1 -0
- package/dist/flows/ciFailure.js +76 -0
- package/dist/flows/ciFailure.js.map +1 -0
- package/dist/flows/common.js +522 -0
- package/dist/flows/common.js.map +1 -0
- package/dist/flows/default-branch.js +29 -0
- package/dist/flows/default-branch.js.map +1 -0
- package/dist/flows/defectDraft.js +447 -0
- package/dist/flows/defectDraft.js.map +1 -0
- package/dist/flows/defects.js +623 -0
- package/dist/flows/defects.js.map +1 -0
- package/dist/flows/digest.js +295 -0
- package/dist/flows/digest.js.map +1 -0
- package/dist/flows/impact.js +82 -0
- package/dist/flows/impact.js.map +1 -0
- package/dist/flows/index.js +23 -0
- package/dist/flows/index.js.map +1 -0
- package/dist/flows/intent-sources.js +72 -0
- package/dist/flows/intent-sources.js.map +1 -0
- package/dist/flows/mergeCases.js +169 -0
- package/dist/flows/mergeCases.js.map +1 -0
- package/dist/flows/nightlyRun.js +82 -0
- package/dist/flows/nightlyRun.js.map +1 -0
- package/dist/flows/outage.js +64 -0
- package/dist/flows/outage.js.map +1 -0
- package/dist/flows/postMerge.js +5 -0
- package/dist/flows/postMerge.js.map +1 -0
- package/dist/flows/prCheck.js +5 -0
- package/dist/flows/prCheck.js.map +1 -0
- package/dist/flows/prTarget.js +66 -0
- package/dist/flows/prTarget.js.map +1 -0
- package/dist/flows/qa.js +363 -0
- package/dist/flows/qa.js.map +1 -0
- package/dist/flows/questions.js +160 -0
- package/dist/flows/questions.js.map +1 -0
- package/dist/flows/recovery.js +64 -0
- package/dist/flows/recovery.js.map +1 -0
- package/dist/flows/rerun.js +50 -0
- package/dist/flows/rerun.js.map +1 -0
- package/dist/flows/testDesign.js +294 -0
- package/dist/flows/testDesign.js.map +1 -0
- package/dist/flows/testDesignJob.js +46 -0
- package/dist/flows/testDesignJob.js.map +1 -0
- package/dist/flows/testRepo.js +228 -0
- package/dist/flows/testRepo.js.map +1 -0
- package/dist/flows/testSavings.js +381 -0
- package/dist/flows/testSavings.js.map +1 -0
- package/dist/flows/testStatus.js +343 -0
- package/dist/flows/testStatus.js.map +1 -0
- package/dist/flows/ticketContext.js +425 -0
- package/dist/flows/ticketContext.js.map +1 -0
- package/dist/flows/ticketReview.js +249 -0
- package/dist/flows/ticketReview.js.map +1 -0
- package/dist/flows/ticks.js +73 -0
- package/dist/flows/ticks.js.map +1 -0
- package/dist/hive/admin.js +122 -0
- package/dist/hive/admin.js.map +1 -0
- package/dist/hive/auth.js +130 -0
- package/dist/hive/auth.js.map +1 -0
- package/dist/hive/billing.js +278 -0
- package/dist/hive/billing.js.map +1 -0
- package/dist/hive/config.js +63 -0
- package/dist/hive/config.js.map +1 -0
- package/dist/hive/db.js +186 -0
- package/dist/hive/db.js.map +1 -0
- package/dist/hive/embed.js +76 -0
- package/dist/hive/embed.js.map +1 -0
- package/dist/hive/errors.js +17 -0
- package/dist/hive/errors.js.map +1 -0
- package/dist/hive/google.js +75 -0
- package/dist/hive/google.js.map +1 -0
- package/dist/hive/index.js +25 -0
- package/dist/hive/index.js.map +1 -0
- package/dist/hive/jwt.js +57 -0
- package/dist/hive/jwt.js.map +1 -0
- package/dist/hive/keys.js +61 -0
- package/dist/hive/keys.js.map +1 -0
- package/dist/hive/mail.js +27 -0
- package/dist/hive/mail.js.map +1 -0
- package/dist/hive/native-push.js +255 -0
- package/dist/hive/native-push.js.map +1 -0
- package/dist/hive/pairing.js +342 -0
- package/dist/hive/pairing.js.map +1 -0
- package/dist/hive/presence.js +121 -0
- package/dist/hive/presence.js.map +1 -0
- package/dist/hive/push.js +185 -0
- package/dist/hive/push.js.map +1 -0
- package/dist/hive/relay.js +205 -0
- package/dist/hive/relay.js.map +1 -0
- package/dist/hive/routes.js +228 -0
- package/dist/hive/routes.js.map +1 -0
- package/dist/hive/server.js +12 -0
- package/dist/hive/server.js.map +1 -0
- package/dist/hive/session.js +28 -0
- package/dist/hive/session.js.map +1 -0
- package/dist/hive/tenants.js +287 -0
- package/dist/hive/tenants.js.map +1 -0
- package/dist/hive/tunnel/cloudflare.js +160 -0
- package/dist/hive/tunnel/cloudflare.js.map +1 -0
- package/dist/hive/tunnel/mock.js +52 -0
- package/dist/hive/tunnel/mock.js.map +1 -0
- package/dist/hive/tunnel/provider.js +19 -0
- package/dist/hive/tunnel/provider.js.map +1 -0
- package/dist/hive/updates.js +61 -0
- package/dist/hive/updates.js.map +1 -0
- package/dist/http-error.js +11 -0
- package/dist/http-error.js.map +1 -0
- package/dist/impact/classify.js +226 -0
- package/dist/impact/classify.js.map +1 -0
- package/dist/impact/find.js +259 -0
- package/dist/impact/find.js.map +1 -0
- package/dist/impact/pr.js +54 -0
- package/dist/impact/pr.js.map +1 -0
- package/dist/impact/store.js +365 -0
- package/dist/impact/store.js.map +1 -0
- package/dist/impact/text.js +158 -0
- package/dist/impact/text.js.map +1 -0
- package/dist/index.js +288 -0
- package/dist/index.js.map +1 -0
- package/dist/integrations/adf.js +397 -0
- package/dist/integrations/adf.js.map +1 -0
- package/dist/integrations/bot-marker.js +103 -0
- package/dist/integrations/bot-marker.js.map +1 -0
- package/dist/integrations/github-issues.js +705 -0
- package/dist/integrations/github-issues.js.map +1 -0
- package/dist/integrations/github.js +1284 -0
- package/dist/integrations/github.js.map +1 -0
- package/dist/integrations/issue-create.js +60 -0
- package/dist/integrations/issue-create.js.map +1 -0
- package/dist/integrations/jira.js +279 -0
- package/dist/integrations/jira.js.map +1 -0
- package/dist/integrations/linear.js +273 -0
- package/dist/integrations/linear.js.map +1 -0
- package/dist/integrations/own-identity-warm.js +47 -0
- package/dist/integrations/own-identity-warm.js.map +1 -0
- package/dist/integrations/own-identity.js +39 -0
- package/dist/integrations/own-identity.js.map +1 -0
- package/dist/integrations/status-change.js +42 -0
- package/dist/integrations/status-change.js.map +1 -0
- package/dist/lead-defects.js +202 -0
- package/dist/lead-defects.js.map +1 -0
- package/dist/lead-digest.js +333 -0
- package/dist/lead-digest.js.map +1 -0
- package/dist/lead-release.js +286 -0
- package/dist/lead-release.js.map +1 -0
- package/dist/lead.js +328 -0
- package/dist/lead.js.map +1 -0
- package/dist/legacy-names.js +51 -0
- package/dist/legacy-names.js.map +1 -0
- package/dist/limits.js +44 -0
- package/dist/limits.js.map +1 -0
- package/dist/link-trust.js +224 -0
- package/dist/link-trust.js.map +1 -0
- package/dist/links.js +219 -0
- package/dist/links.js.map +1 -0
- package/dist/loopback.js +35 -0
- package/dist/loopback.js.map +1 -0
- package/dist/model-cap.js +60 -0
- package/dist/model-cap.js.map +1 -0
- package/dist/model-usage.js +173 -0
- package/dist/model-usage.js.map +1 -0
- package/dist/monitor/backfill.js +39 -0
- package/dist/monitor/backfill.js.map +1 -0
- package/dist/monitor/browser-probe.js +198 -0
- package/dist/monitor/browser-probe.js.map +1 -0
- package/dist/monitor/catch-up.js +31 -0
- package/dist/monitor/catch-up.js.map +1 -0
- package/dist/monitor/pollers.js +1606 -0
- package/dist/monitor/pollers.js.map +1 -0
- package/dist/monitor/probes.js +178 -0
- package/dist/monitor/probes.js.map +1 -0
- package/dist/monitor/self-health.js +228 -0
- package/dist/monitor/self-health.js.map +1 -0
- package/dist/monitor/statuspage.js +105 -0
- package/dist/monitor/statuspage.js.map +1 -0
- package/dist/nightly-scheduler.js +127 -0
- package/dist/nightly-scheduler.js.map +1 -0
- package/dist/nightly.js +141 -0
- package/dist/nightly.js.map +1 -0
- package/dist/notify/headline.js +114 -0
- package/dist/notify/headline.js.map +1 -0
- package/dist/notify/push.js +174 -0
- package/dist/notify/push.js.map +1 -0
- package/dist/object-cards.js +585 -0
- package/dist/object-cards.js.map +1 -0
- package/dist/object-links.js +47 -0
- package/dist/object-links.js.map +1 -0
- package/dist/onboarding-checks.js +141 -0
- package/dist/onboarding-checks.js.map +1 -0
- package/dist/onboarding.js +401 -0
- package/dist/onboarding.js.map +1 -0
- package/dist/path-filters.js +62 -0
- package/dist/path-filters.js.map +1 -0
- package/dist/phone/alerts.js +67 -0
- package/dist/phone/alerts.js.map +1 -0
- package/dist/phone/auth.js +240 -0
- package/dist/phone/auth.js.map +1 -0
- package/dist/phone/pairing.js +442 -0
- package/dist/phone/pairing.js.map +1 -0
- package/dist/phone/prefs.js +27 -0
- package/dist/phone/prefs.js.map +1 -0
- package/dist/phone/tailscale.js +161 -0
- package/dist/phone/tailscale.js.map +1 -0
- package/dist/pr-scope.js +441 -0
- package/dist/pr-scope.js.map +1 -0
- package/dist/proc.js +156 -0
- package/dist/proc.js.map +1 -0
- package/dist/profile/cache.js +108 -0
- package/dist/profile/cache.js.map +1 -0
- package/dist/profile/ci.js +216 -0
- package/dist/profile/ci.js.map +1 -0
- package/dist/profile/index.js +8 -0
- package/dist/profile/index.js.map +1 -0
- package/dist/profile/job.js +135 -0
- package/dist/profile/job.js.map +1 -0
- package/dist/profile/queries/go-tags.scm +47 -0
- package/dist/profile/queries/java-tags.scm +25 -0
- package/dist/profile/queries/javascript-tags.scm +104 -0
- package/dist/profile/queries/python-tags.scm +19 -0
- package/dist/profile/queries/typescript-tags.scm +28 -0
- package/dist/profile/scan-thread.js +42 -0
- package/dist/profile/scan-thread.js.map +1 -0
- package/dist/profile/scan-worker.js +16 -0
- package/dist/profile/scan-worker.js.map +1 -0
- package/dist/profile/scan.js +351 -0
- package/dist/profile/scan.js.map +1 -0
- package/dist/profile/stack.js +528 -0
- package/dist/profile/stack.js.map +1 -0
- package/dist/profile/store.js +35 -0
- package/dist/profile/store.js.map +1 -0
- package/dist/profile/tests.js +399 -0
- package/dist/profile/tests.js.map +1 -0
- package/dist/queue.js +350 -0
- package/dist/queue.js.map +1 -0
- package/dist/refs.js +756 -0
- package/dist/refs.js.map +1 -0
- package/dist/release-notes.js +272 -0
- package/dist/release-notes.js.map +1 -0
- package/dist/reports/build.js +243 -0
- package/dist/reports/build.js.map +1 -0
- package/dist/reports/index.js +211 -0
- package/dist/reports/index.js.map +1 -0
- package/dist/reports/store.js +150 -0
- package/dist/reports/store.js.map +1 -0
- package/dist/reports/ticket-titles.js +124 -0
- package/dist/reports/ticket-titles.js.map +1 -0
- package/dist/reports/trace-map.js +1278 -0
- package/dist/reports/trace-map.js.map +1 -0
- package/dist/reports/traceability.js +422 -0
- package/dist/reports/traceability.js.map +1 -0
- package/dist/repos/mirror.js +356 -0
- package/dist/repos/mirror.js.map +1 -0
- package/dist/repos-github.js +108 -0
- package/dist/repos-github.js.map +1 -0
- package/dist/repos.js +891 -0
- package/dist/repos.js.map +1 -0
- package/dist/review/backend-anthropic.js +90 -0
- package/dist/review/backend-anthropic.js.map +1 -0
- package/dist/review/backend-cli.js +248 -0
- package/dist/review/backend-cli.js.map +1 -0
- package/dist/review/backend-codex.js +81 -0
- package/dist/review/backend-codex.js.map +1 -0
- package/dist/review/backend-mock.js +686 -0
- package/dist/review/backend-mock.js.map +1 -0
- package/dist/review/backend-only.js +168 -0
- package/dist/review/backend-only.js.map +1 -0
- package/dist/review/backend.js +105 -0
- package/dist/review/backend.js.map +1 -0
- package/dist/review/baseline/render-v1.js +483 -0
- package/dist/review/baseline/render-v1.js.map +1 -0
- package/dist/review/change-summary.js +197 -0
- package/dist/review/change-summary.js.map +1 -0
- package/dist/review/changelog.js +40 -0
- package/dist/review/changelog.js.map +1 -0
- package/dist/review/check.js +494 -0
- package/dist/review/check.js.map +1 -0
- package/dist/review/checkout.js +185 -0
- package/dist/review/checkout.js.map +1 -0
- package/dist/review/classify.js +178 -0
- package/dist/review/classify.js.map +1 -0
- package/dist/review/coverage.js +347 -0
- package/dist/review/coverage.js.map +1 -0
- package/dist/review/decision-eval.js +121 -0
- package/dist/review/decision-eval.js.map +1 -0
- package/dist/review/deliver.js +104 -0
- package/dist/review/deliver.js.map +1 -0
- package/dist/review/designer-eval.js +280 -0
- package/dist/review/designer-eval.js.map +1 -0
- package/dist/review/dogfood-digest.js +136 -0
- package/dist/review/dogfood-digest.js.map +1 -0
- package/dist/review/dogfood-eval.js +486 -0
- package/dist/review/dogfood-eval.js.map +1 -0
- package/dist/review/environment.js +109 -0
- package/dist/review/environment.js.map +1 -0
- package/dist/review/eval.js +405 -0
- package/dist/review/eval.js.map +1 -0
- package/dist/review/glob.js +110 -0
- package/dist/review/glob.js.map +1 -0
- package/dist/review/golden-export.js +219 -0
- package/dist/review/golden-export.js.map +1 -0
- package/dist/review/impact.js +406 -0
- package/dist/review/impact.js.map +1 -0
- package/dist/review/imports.js +542 -0
- package/dist/review/imports.js.map +1 -0
- package/dist/review/index.js +512 -0
- package/dist/review/index.js.map +1 -0
- package/dist/review/intent.js +128 -0
- package/dist/review/intent.js.map +1 -0
- package/dist/review/lenses.js +167 -0
- package/dist/review/lenses.js.map +1 -0
- package/dist/review/linked-tickets.js +293 -0
- package/dist/review/linked-tickets.js.map +1 -0
- package/dist/review/merge.js +370 -0
- package/dist/review/merge.js.map +1 -0
- package/dist/review/on-demand.js +218 -0
- package/dist/review/on-demand.js.map +1 -0
- package/dist/review/prompt-eval.js +299 -0
- package/dist/review/prompt-eval.js.map +1 -0
- package/dist/review/prompt-variants.js +37 -0
- package/dist/review/prompt-variants.js.map +1 -0
- package/dist/review/readability-eval.js +217 -0
- package/dist/review/readability-eval.js.map +1 -0
- package/dist/review/readability.js +295 -0
- package/dist/review/readability.js.map +1 -0
- package/dist/review/render.js +2409 -0
- package/dist/review/render.js.map +1 -0
- package/dist/review/repo.js +194 -0
- package/dist/review/repo.js.map +1 -0
- package/dist/review/report-plan.js +90 -0
- package/dist/review/report-plan.js.map +1 -0
- package/dist/review/routes.js +195 -0
- package/dist/review/routes.js.map +1 -0
- package/dist/review/run-summary.js +34 -0
- package/dist/review/run-summary.js.map +1 -0
- package/dist/review/run.js +245 -0
- package/dist/review/run.js.map +1 -0
- package/dist/review/scope.js +454 -0
- package/dist/review/scope.js.map +1 -0
- package/dist/review/security.js +432 -0
- package/dist/review/security.js.map +1 -0
- package/dist/review/signals.js +550 -0
- package/dist/review/signals.js.map +1 -0
- package/dist/review/specs.js +150 -0
- package/dist/review/specs.js.map +1 -0
- package/dist/review/ste.js +133 -0
- package/dist/review/ste.js.map +1 -0
- package/dist/review/test-repo-file.js +18 -0
- package/dist/review/test-repo-file.js.map +1 -0
- package/dist/review/test-repo-lines.js +53 -0
- package/dist/review/test-repo-lines.js.map +1 -0
- package/dist/review/ticket-on-demand.js +232 -0
- package/dist/review/ticket-on-demand.js.map +1 -0
- package/dist/review/yaml.js +298 -0
- package/dist/review/yaml.js.map +1 -0
- package/dist/room.js +361 -0
- package/dist/room.js.map +1 -0
- package/dist/routes/activity.js +219 -0
- package/dist/routes/activity.js.map +1 -0
- package/dist/routes/call.js +29 -0
- package/dist/routes/call.js.map +1 -0
- package/dist/routes/cards.js +40 -0
- package/dist/routes/cards.js.map +1 -0
- package/dist/routes/cases.js +133 -0
- package/dist/routes/cases.js.map +1 -0
- package/dist/routes/connect.js +268 -0
- package/dist/routes/connect.js.map +1 -0
- package/dist/routes/connection-presets.js +32 -0
- package/dist/routes/connection-presets.js.map +1 -0
- package/dist/routes/connections.js +177 -0
- package/dist/routes/connections.js.map +1 -0
- package/dist/routes/disk.js +19 -0
- package/dist/routes/disk.js.map +1 -0
- package/dist/routes/docs.js +71 -0
- package/dist/routes/docs.js.map +1 -0
- package/dist/routes/dot-suggest.js +1002 -0
- package/dist/routes/dot-suggest.js.map +1 -0
- package/dist/routes/evidence-pack.js +16 -0
- package/dist/routes/evidence-pack.js.map +1 -0
- package/dist/routes/health.js +121 -0
- package/dist/routes/health.js.map +1 -0
- package/dist/routes/impact.js +48 -0
- package/dist/routes/impact.js.map +1 -0
- package/dist/routes/lead.js +50 -0
- package/dist/routes/lead.js.map +1 -0
- package/dist/routes/links.js +13 -0
- package/dist/routes/links.js.map +1 -0
- package/dist/routes/markdown.js +62 -0
- package/dist/routes/markdown.js.map +1 -0
- package/dist/routes/onboarding.js +47 -0
- package/dist/routes/onboarding.js.map +1 -0
- package/dist/routes/phone.js +231 -0
- package/dist/routes/phone.js.map +1 -0
- package/dist/routes/release-notes.js +30 -0
- package/dist/routes/release-notes.js.map +1 -0
- package/dist/routes/reports.js +102 -0
- package/dist/routes/reports.js.map +1 -0
- package/dist/routes/repos.js +91 -0
- package/dist/routes/repos.js.map +1 -0
- package/dist/routes/review.js +283 -0
- package/dist/routes/review.js.map +1 -0
- package/dist/routes/roles.js +114 -0
- package/dist/routes/roles.js.map +1 -0
- package/dist/routes/room.js +21 -0
- package/dist/routes/room.js.map +1 -0
- package/dist/routes/runner.js +156 -0
- package/dist/routes/runner.js.map +1 -0
- package/dist/routes/runs.js +84 -0
- package/dist/routes/runs.js.map +1 -0
- package/dist/routes/setup.js +18 -0
- package/dist/routes/setup.js.map +1 -0
- package/dist/routes/test-runs.js +220 -0
- package/dist/routes/test-runs.js.map +1 -0
- package/dist/routes/ticket-status.js +17 -0
- package/dist/routes/ticket-status.js.map +1 -0
- package/dist/routes/traceability.js +143 -0
- package/dist/routes/traceability.js.map +1 -0
- package/dist/routes/true.js +142 -0
- package/dist/routes/true.js.map +1 -0
- package/dist/routes/updates.js +70 -0
- package/dist/routes/updates.js.map +1 -0
- package/dist/runner/adapters/index.js +12 -0
- package/dist/runner/adapters/index.js.map +1 -0
- package/dist/runner/adapters/playwright.js +68 -0
- package/dist/runner/adapters/playwright.js.map +1 -0
- package/dist/runner/aivision/cases.js +172 -0
- package/dist/runner/aivision/cases.js.map +1 -0
- package/dist/runner/aivision/cli.js +201 -0
- package/dist/runner/aivision/cli.js.map +1 -0
- package/dist/runner/aivision/index.js +281 -0
- package/dist/runner/aivision/index.js.map +1 -0
- package/dist/runner/aivision/server.js +394 -0
- package/dist/runner/aivision/server.js.map +1 -0
- package/dist/runner/aivision/shared.js +140 -0
- package/dist/runner/aivision/shared.js.map +1 -0
- package/dist/runner/artifact-cap.js +189 -0
- package/dist/runner/artifact-cap.js.map +1 -0
- package/dist/runner/artifacts.js +433 -0
- package/dist/runner/artifacts.js.map +1 -0
- package/dist/runner/command.js +564 -0
- package/dist/runner/command.js.map +1 -0
- package/dist/runner/copyfiles.js +221 -0
- package/dist/runner/copyfiles.js.map +1 -0
- package/dist/runner/engines.js +32 -0
- package/dist/runner/engines.js.map +1 -0
- package/dist/runner/evidence.js +114 -0
- package/dist/runner/evidence.js.map +1 -0
- package/dist/runner/host-env.js +160 -0
- package/dist/runner/host-env.js.map +1 -0
- package/dist/runner/index.js +1221 -0
- package/dist/runner/index.js.map +1 -0
- package/dist/runner/observe.js +603 -0
- package/dist/runner/observe.js.map +1 -0
- package/dist/runner/playwright-json.js +108 -0
- package/dist/runner/playwright-json.js.map +1 -0
- package/dist/runner/pwgen/exec.js +192 -0
- package/dist/runner/pwgen/exec.js.map +1 -0
- package/dist/runner/pwgen/explore.js +111 -0
- package/dist/runner/pwgen/explore.js.map +1 -0
- package/dist/runner/pwgen/index.js +423 -0
- package/dist/runner/pwgen/index.js.map +1 -0
- package/dist/runner/pwgen/propose.js +69 -0
- package/dist/runner/pwgen/propose.js.map +1 -0
- package/dist/runner/pwgen/source.js +632 -0
- package/dist/runner/pwgen/source.js.map +1 -0
- package/dist/runner/setup.js +222 -0
- package/dist/runner/setup.js.map +1 -0
- package/dist/runner/step-reporter.js +107 -0
- package/dist/runner/step-reporter.js.map +1 -0
- package/dist/runner/test-repo.js +326 -0
- package/dist/runner/test-repo.js.map +1 -0
- package/dist/runner/typed-value.js +46 -0
- package/dist/runner/typed-value.js.map +1 -0
- package/dist/runner/verify.js +133 -0
- package/dist/runner/verify.js.map +1 -0
- package/dist/runner/worktree.js +349 -0
- package/dist/runner/worktree.js.map +1 -0
- package/dist/sandbox.js +61 -0
- package/dist/sandbox.js.map +1 -0
- package/dist/server.js +262 -0
- package/dist/server.js.map +1 -0
- package/dist/shadow-week.js +126 -0
- package/dist/shadow-week.js.map +1 -0
- package/dist/shutdown.js +92 -0
- package/dist/shutdown.js.map +1 -0
- package/dist/slack/index.js +645 -0
- package/dist/slack/index.js.map +1 -0
- package/dist/stages/config.js +147 -0
- package/dist/stages/config.js.map +1 -0
- package/dist/stages/index.js +41 -0
- package/dist/stages/index.js.map +1 -0
- package/dist/suites.js +293 -0
- package/dist/suites.js.map +1 -0
- package/dist/target-url.js +116 -0
- package/dist/target-url.js.map +1 -0
- package/dist/test-runs.js +662 -0
- package/dist/test-runs.js.map +1 -0
- package/dist/ticket-keys.js +97 -0
- package/dist/ticket-keys.js.map +1 -0
- package/dist/ticket-supersede.js +105 -0
- package/dist/ticket-supersede.js.map +1 -0
- package/dist/tinybee/ed25519.js +99 -0
- package/dist/tinybee/ed25519.js.map +1 -0
- package/dist/tinybee/models-routes.js +19 -0
- package/dist/tinybee/models-routes.js.map +1 -0
- package/dist/tinybee/pair-payload.js +41 -0
- package/dist/tinybee/pair-payload.js.map +1 -0
- package/dist/tinybee/update-manifest.js +77 -0
- package/dist/tinybee/update-manifest.js.map +1 -0
- package/dist/tinybee/well-known.js +64 -0
- package/dist/tinybee/well-known.js.map +1 -0
- package/dist/tinybee/workflows/activity.js +23 -0
- package/dist/tinybee/workflows/activity.js.map +1 -0
- package/dist/tinybee/workflows/cron.js +210 -0
- package/dist/tinybee/workflows/cron.js.map +1 -0
- package/dist/tinybee/workflows/engine.js +371 -0
- package/dist/tinybee/workflows/engine.js.map +1 -0
- package/dist/tinybee/workflows/from-text.js +203 -0
- package/dist/tinybee/workflows/from-text.js.map +1 -0
- package/dist/tinybee/workflows/routes.js +189 -0
- package/dist/tinybee/workflows/routes.js.map +1 -0
- package/dist/tinybee/workflows/scheduler.js +100 -0
- package/dist/tinybee/workflows/scheduler.js.map +1 -0
- package/dist/tinybee/workflows/skills.js +227 -0
- package/dist/tinybee/workflows/skills.js.map +1 -0
- package/dist/tinybee/workflows/store.js +205 -0
- package/dist/tinybee/workflows/store.js.map +1 -0
- package/dist/tinybee/workflows/types.js +180 -0
- package/dist/tinybee/workflows/types.js.map +1 -0
- package/dist/tinybee/workflows/yaml.js +323 -0
- package/dist/tinybee/workflows/yaml.js.map +1 -0
- package/dist/true/api.js +495 -0
- package/dist/true/api.js.map +1 -0
- package/dist/true/client.js +292 -0
- package/dist/true/client.js.map +1 -0
- package/dist/true/clock.js +36 -0
- package/dist/true/clock.js.map +1 -0
- package/dist/true/events.js +125 -0
- package/dist/true/events.js.map +1 -0
- package/dist/true/hosts.js +98 -0
- package/dist/true/hosts.js.map +1 -0
- package/dist/true/index.js +29 -0
- package/dist/true/index.js.map +1 -0
- package/dist/true/key.js +54 -0
- package/dist/true/key.js.map +1 -0
- package/dist/true/line.js +69 -0
- package/dist/true/line.js.map +1 -0
- package/dist/true/mask.js +31 -0
- package/dist/true/mask.js.map +1 -0
- package/dist/true/names.js +114 -0
- package/dist/true/names.js.map +1 -0
- package/dist/true/outbox.js +233 -0
- package/dist/true/outbox.js.map +1 -0
- package/dist/true/replay.js +164 -0
- package/dist/true/replay.js.map +1 -0
- package/dist/true/settings.js +123 -0
- package/dist/true/settings.js.map +1 -0
- package/dist/true/status.js +189 -0
- package/dist/true/status.js.map +1 -0
- package/dist/true/sync-cases.js +222 -0
- package/dist/true/sync-cases.js.map +1 -0
- package/dist/true/sync-manual.js +295 -0
- package/dist/true/sync-manual.js.map +1 -0
- package/dist/true/sync-runs.js +109 -0
- package/dist/true/sync-runs.js.map +1 -0
- package/dist/true/worker.js +414 -0
- package/dist/true/worker.js.map +1 -0
- package/dist/types.js +32 -0
- package/dist/types.js.map +1 -0
- package/dist/updates/asks.js +38 -0
- package/dist/updates/asks.js.map +1 -0
- package/dist/updates/index.js +835 -0
- package/dist/updates/index.js.map +1 -0
- package/dist/updates/owner.js +24 -0
- package/dist/updates/owner.js.map +1 -0
- package/dist/updates/prefs.js +118 -0
- package/dist/updates/prefs.js.map +1 -0
- package/dist/updates/route.js +78 -0
- package/dist/updates/route.js.map +1 -0
- package/dist/updates/sources.js +345 -0
- package/dist/updates/sources.js.map +1 -0
- package/dist/updates/words.js +452 -0
- package/dist/updates/words.js.map +1 -0
- package/dist/version.js +53 -0
- package/dist/version.js.map +1 -0
- package/dist/view-compute.js +382 -0
- package/dist/view-compute.js.map +1 -0
- package/dist/view-spec.js +894 -0
- package/dist/view-spec.js.map +1 -0
- package/dist/web/apple-touch-icon.png +0 -0
- package/dist/web/assets/ApprovalCard-Br_z5z7G.css +1 -0
- package/dist/web/assets/ApprovalCard-CfGhGFo_.js +3 -0
- package/dist/web/assets/CardFromRef-BaTGmZ9c.js +2 -0
- package/dist/web/assets/CardFromRef-DO7i2uDd.css +1 -0
- package/dist/web/assets/Cases-8l_6UcLh.js +2 -0
- package/dist/web/assets/Cases-CpfED0uB.css +1 -0
- package/dist/web/assets/Chat-BKDiR0qt.js +3 -0
- package/dist/web/assets/Chat-DxjdyYUu.css +1 -0
- package/dist/web/assets/ConfirmDialog-CIMveD-b.js +2 -0
- package/dist/web/assets/ConnectSheet-Cm5vbZdR.js +4 -0
- package/dist/web/assets/Docs-HKGuY0WE.js +2 -0
- package/dist/web/assets/Docs-fodKx8S7.css +1 -0
- package/dist/web/assets/DotDetail-DskS3NWe.js +2 -0
- package/dist/web/assets/DotDetail-OWRSD_1x.css +1 -0
- package/dist/web/assets/DotStage-BZDclfzV.css +1 -0
- package/dist/web/assets/DotStage-CtMNzCN3.js +2 -0
- package/dist/web/assets/Dots-BqCsS34m.js +2 -0
- package/dist/web/assets/EvidencePack-DQ3kCJX4.js +2 -0
- package/dist/web/assets/EvidencePack-DV_9ETsA.css +1 -0
- package/dist/web/assets/FailedDeliveries-1F2kFcs9.js +2 -0
- package/dist/web/assets/FailedDeliveries-DXa2_VvI.css +1 -0
- package/dist/web/assets/Feed-5wiHRTFK.js +2 -0
- package/dist/web/assets/GfmView-C-NYaduC.js +4 -0
- package/dist/web/assets/ImpactList-C-RNuDB0.js +2 -0
- package/dist/web/assets/ImpactList-C612dFdw.css +1 -0
- package/dist/web/assets/Inbox-kc1bKVL_.js +2 -0
- package/dist/web/assets/JoinScreen-C3L4wmP3.js +2 -0
- package/dist/web/assets/JoinScreen-COeAUv5v.css +1 -0
- package/dist/web/assets/LeadDialog-N3Zul9Rw.js +8 -0
- package/dist/web/assets/LeadDialog-xyWjAuAS.css +1 -0
- package/dist/web/assets/ListeningLine-BRFNaczY.js +2 -0
- package/dist/web/assets/ListeningLine-pN8CgyiK.css +1 -0
- package/dist/web/assets/Mascots-pIyGpxtD.js +2 -0
- package/dist/web/assets/ModelChoices-BxO1zyyr.js +2 -0
- package/dist/web/assets/ModelChoices-DQJnVxfs.css +1 -0
- package/dist/web/assets/NewDotDialog-CDPUWmgN.js +2 -0
- package/dist/web/assets/NewDotDialog-DrPPqkSZ.css +1 -0
- package/dist/web/assets/NewTestRunDialog-BQBthVHE.js +2 -0
- package/dist/web/assets/NoBreakNames-Csxdqdt6.js +2 -0
- package/dist/web/assets/Pair-omex_K7H.js +2 -0
- package/dist/web/assets/PushSection-CmqHlE_2.js +2 -0
- package/dist/web/assets/ReleaseNotes-B6VqFewP.js +2 -0
- package/dist/web/assets/ReleaseNotes-DBJUL7Vm.css +1 -0
- package/dist/web/assets/ReportPage-BHS1xWEt.js +162 -0
- package/dist/web/assets/Reports-BEHnDIb1.js +2 -0
- package/dist/web/assets/ReviewChangeDialog-BVSt-cw-.js +2 -0
- package/dist/web/assets/ReviewChangeDialog-BbIlHRx0.css +1 -0
- package/dist/web/assets/Room-BoG_uge4.js +2 -0
- package/dist/web/assets/Room-evAfiW_e.css +1 -0
- package/dist/web/assets/RunActions-ZY7yf1AF.js +2 -0
- package/dist/web/assets/RunDetail-C8St20GQ.css +1 -0
- package/dist/web/assets/RunDetail-qADXjBvd.js +9 -0
- package/dist/web/assets/RunRow-BKEJv8ib.js +2 -0
- package/dist/web/assets/RunnerTry-Dgpp67-s.js +6 -0
- package/dist/web/assets/RunnerTry-DsweWOfO.css +1 -0
- package/dist/web/assets/Settings-fs-QJwNM.js +2 -0
- package/dist/web/assets/Setup-DI6hBEP-.js +2 -0
- package/dist/web/assets/TestRows-wh03T5Li.js +4 -0
- package/dist/web/assets/TestRun-DTOyF-Pv.js +2 -0
- package/dist/web/assets/TestRuns-ggDjm1Q8.js +2 -0
- package/dist/web/assets/TinyBeeAddLaptop-bc3pmh3T.js +2 -0
- package/dist/web/assets/TinyBeeAi-CkyOzhm5.js +2 -0
- package/dist/web/assets/TinyBeeConnections-B2K_P38u.js +2 -0
- package/dist/web/assets/TinyBeeHome-DSpxX5KS.js +3 -0
- package/dist/web/assets/TinyBeePlan-BamiLziu.js +2 -0
- package/dist/web/assets/TinyBeeSignup-vHcz0Wen.js +2 -0
- package/dist/web/assets/TinyBeeSkills-By9RLUse.js +2 -0
- package/dist/web/assets/TinyBeeWorkflow-DeNO7Jsh.js +2 -0
- package/dist/web/assets/TinyBeeWorkflowEditor-B6OGC2OT.js +2 -0
- package/dist/web/assets/TinyBeeWorkflows-BN4-h6lt.js +2 -0
- package/dist/web/assets/Trace-BBCI1aIB.css +1 -0
- package/dist/web/assets/Trace-aF92UWaH.js +2 -0
- package/dist/web/assets/UpdatesSection-CCWEbkue.js +2 -0
- package/dist/web/assets/Welcome-CCcy558Q.js +2 -0
- package/dist/web/assets/activity-C3qilrDm.css +1 -0
- package/dist/web/assets/activity-CBfTSxqw.js +2 -0
- package/dist/web/assets/authedMedia-BTYt_tyu.js +2 -0
- package/dist/web/assets/beeApi-BHW8Tx1s.js +2 -0
- package/dist/web/assets/data-CmXvx3Mj.js +2 -0
- package/dist/web/assets/engines-CfdJODFj.css +1 -0
- package/dist/web/assets/format-BBZ8vFyT.js +2 -0
- package/dist/web/assets/forms-Coc7p2UF.css +1 -0
- package/dist/web/assets/hivePush-DZJDokj7.js +2 -0
- package/dist/web/assets/impactModel-MY1OFuiP.js +2 -0
- package/dist/web/assets/index-B6qKm1NW.js +13 -0
- package/dist/web/assets/index-BvKyT1X7.css +1 -0
- package/dist/web/assets/inter-cyrillic-ext-wght-normal-BOeWTOD4.woff2 +0 -0
- package/dist/web/assets/inter-cyrillic-wght-normal-DqGufNeO.woff2 +0 -0
- package/dist/web/assets/inter-greek-ext-wght-normal-DlzME5K_.woff2 +0 -0
- package/dist/web/assets/inter-greek-wght-normal-CkhJZR-_.woff2 +0 -0
- package/dist/web/assets/inter-latin-ext-wght-normal-DO1Apj_S.woff2 +0 -0
- package/dist/web/assets/inter-latin-wght-normal-Dx4kXJAl.woff2 +0 -0
- package/dist/web/assets/inter-vietnamese-wght-normal-CBcvBZtf.woff2 +0 -0
- package/dist/web/assets/lead-BL_P_kri.css +1 -0
- package/dist/web/assets/model-BIQy5IVG.js +2 -0
- package/dist/web/assets/modelsApi-PUSySRQw.js +2 -0
- package/dist/web/assets/newDotModel-BaLLyw57.js +2 -0
- package/dist/web/assets/onboarding-bfKqnM4Z.css +1 -0
- package/dist/web/assets/phone-Rs7FoyG0.css +1 -0
- package/dist/web/assets/phoneApi-BG_1-M-D.js +3 -0
- package/dist/web/assets/releaseModel-EynYMVOC.js +2 -0
- package/dist/web/assets/releaseNotesModel-A1Rtv3cV.js +2 -0
- package/dist/web/assets/reports-BWaA1HhM.js +37 -0
- package/dist/web/assets/reports-DXwdWQsB.css +1 -0
- package/dist/web/assets/router-W6nZsQ33.js +2 -0
- package/dist/web/assets/runs-BY0Owv93.css +1 -0
- package/dist/web/assets/shadowWeekModel-BUUiww09.js +2 -0
- package/dist/web/assets/storage-yvL36AWt.js +2 -0
- package/dist/web/assets/store-IqrqHuFR.js +2 -0
- package/dist/web/assets/testruns-BzIZ0cR0.css +1 -0
- package/dist/web/assets/testruns-DyaqX4ji.js +2 -0
- package/dist/web/assets/true-9Q68cs5b.js +2 -0
- package/dist/web/assets/true-DPGBpoir.css +1 -0
- package/dist/web/assets/ui-DcmhYyYp.js +13 -0
- package/dist/web/assets/ui-DxEDgbIx.css +1 -0
- package/dist/web/assets/usePauseDot-BV60ZVy1.js +2 -0
- package/dist/web/assets/usePauseDot-NrSzMI1C.css +1 -0
- package/dist/web/assets/usePush-Dsm-TjlG.js +2 -0
- package/dist/web/assets/useRefChips-CbafNx59.js +68 -0
- package/dist/web/assets/useRestoreDot-D0B6W82H.js +2 -0
- package/dist/web/assets/view-worker-pyeVAhUT.js +2 -0
- package/dist/web/assets/workflowUi-QYsd3n9J.js +2 -0
- package/dist/web/favicon.png +0 -0
- package/dist/web/icon-192.png +0 -0
- package/dist/web/icon-512.png +0 -0
- package/dist/web/icon-maskable-512.png +0 -0
- package/dist/web/index.html +45 -0
- package/dist/web/manifest.webmanifest +23 -0
- package/dist/web/mascots/argus-attention.svg +7 -0
- package/dist/web/mascots/argus-ok.svg +7 -0
- package/dist/web/mascots/argus-outage.svg +7 -0
- package/dist/web/mascots/argus-running.svg +7 -0
- package/dist/web/mascots/bolt-attention.svg +7 -0
- package/dist/web/mascots/bolt-ok.svg +7 -0
- package/dist/web/mascots/bolt-outage.svg +7 -0
- package/dist/web/mascots/bolt-running.svg +7 -0
- package/dist/web/mascots/echo-attention.svg +7 -0
- package/dist/web/mascots/echo-ok.svg +7 -0
- package/dist/web/mascots/echo-outage.svg +7 -0
- package/dist/web/mascots/echo-running.svg +7 -0
- package/dist/web/mascots/lens-attention.svg +7 -0
- package/dist/web/mascots/lens-ok.svg +7 -0
- package/dist/web/mascots/lens-outage.svg +7 -0
- package/dist/web/mascots/lens-running.svg +7 -0
- package/dist/web/mascots/moss-attention.svg +7 -0
- package/dist/web/mascots/moss-ok.svg +7 -0
- package/dist/web/mascots/moss-outage.svg +7 -0
- package/dist/web/mascots/moss-running.svg +7 -0
- package/dist/web/mascots/nit-attention.svg +7 -0
- package/dist/web/mascots/nit-ok.svg +7 -0
- package/dist/web/mascots/nit-outage.svg +7 -0
- package/dist/web/mascots/nit-running.svg +7 -0
- package/dist/web/mascots/nova-attention.svg +7 -0
- package/dist/web/mascots/nova-ok.svg +7 -0
- package/dist/web/mascots/nova-outage.svg +7 -0
- package/dist/web/mascots/nova-running.svg +7 -0
- package/dist/web/mascots/penn-attention.svg +7 -0
- package/dist/web/mascots/penn-ok.svg +7 -0
- package/dist/web/mascots/penn-outage.svg +7 -0
- package/dist/web/mascots/penn-running.svg +7 -0
- package/dist/web/mascots/pip-attention.svg +7 -0
- package/dist/web/mascots/pip-ok.svg +7 -0
- package/dist/web/mascots/pip-outage.svg +7 -0
- package/dist/web/mascots/pip-running.svg +7 -0
- package/dist/web/mascots/ward-attention.svg +7 -0
- package/dist/web/mascots/ward-ok.svg +7 -0
- package/dist/web/mascots/ward-outage.svg +7 -0
- package/dist/web/mascots/ward-running.svg +7 -0
- package/dist/web/sw.js +98 -0
- package/dist/webhook-seen.js +53 -0
- package/dist/webhook-seen.js.map +1 -0
- package/dist/webhooks.js +625 -0
- package/dist/webhooks.js.map +1 -0
- package/dist/zip.js +63 -0
- package/dist/zip.js.map +1 -0
- package/docs/API-V2.md +532 -0
- package/docs/CHAT-EVAL.md +130 -0
- package/docs/CHAT-UI.md +416 -0
- package/docs/CONNECTIONS.md +89 -0
- package/docs/DATA-MODEL.md +518 -0
- package/docs/DEPLOY.md +577 -0
- package/docs/DOGFOOD-LEDGER.md +81 -0
- package/docs/GITHUB.md +148 -0
- package/docs/INTEGRATION-MODEL.md +200 -0
- package/docs/LEAD-DOT.md +553 -0
- package/docs/LIST-PATTERNS.md +52 -0
- package/docs/MULTI-REPO.md +766 -0
- package/docs/PARITY.md +276 -0
- package/docs/PR-REVIEW-QA.md +1266 -0
- package/docs/PR-REVIEW.md +357 -0
- package/docs/SANDBOX.md +320 -0
- package/docs/SETUP.md +776 -0
- package/docs/SLACK.md +80 -0
- package/docs/STAGES.md +619 -0
- package/docs/TRACE-MAP.md +89 -0
- package/docs/TRACKERS.md +225 -0
- package/docs/VOICE.md +36 -0
- package/docs/tinybee/00-README.md +45 -0
- package/docs/tinybee/01-PRD.md +216 -0
- package/docs/tinybee/02-architecture-pairing.md +199 -0
- package/docs/tinybee/03-local-agent.md +222 -0
- package/docs/tinybee/04-local-setup-ui.md +128 -0
- package/docs/tinybee/05-mobile-app-ux.md +199 -0
- package/docs/tinybee/06-environments-and-delivery.md +148 -0
- package/docs/tinybee/07-coding-agent-handoff.md +116 -0
- package/docs/tinybee/OPEN-QUESTIONS.md +26 -0
- package/docs/tinybee/PROGRESS.md +134 -0
- package/package.json +111 -4
|
@@ -0,0 +1,508 @@
|
|
|
1
|
+
// Chat evals (KAT-98, KAT-133, docs/CHAT-EVAL.md): chat requests with the tool use each one expects.
|
|
2
|
+
// Run: npm run eval:chat -- --backend codex-cli
|
|
3
|
+
// Every tool answers from a fixed stub, so a case measures what the chat did with the message
|
|
4
|
+
// (which tools it called, no repeats, nothing unrelated, an answer to the question in plain QA
|
|
5
|
+
// words) and not the data. The CLI backends call the tools through the localdost MCP server.
|
|
6
|
+
import { mkdtempSync, readFileSync, rmSync, writeFileSync } from 'node:fs';
|
|
7
|
+
import { tmpdir } from 'node:os';
|
|
8
|
+
import { join, resolve } from 'node:path';
|
|
9
|
+
import { parseArgs } from 'node:util';
|
|
10
|
+
import { CASES, problemsFor } from './eval-chat-cases.js';
|
|
11
|
+
import { evalRuns } from './eval-chat-results.js';
|
|
12
|
+
const HELP = `Usage: npm run eval:chat -- [options]
|
|
13
|
+
|
|
14
|
+
--backend <name> mock | claude-cli | codex-cli | anthropic (default: LOCALDOST_LLM, else mock)
|
|
15
|
+
--only <id> Case id, repeatable
|
|
16
|
+
--record Write the result table into docs/CHAT-EVAL.md for this backend
|
|
17
|
+
--gate Exit 1 when a case fails
|
|
18
|
+
`;
|
|
19
|
+
const { values } = parseArgs({
|
|
20
|
+
options: {
|
|
21
|
+
backend: { type: 'string' },
|
|
22
|
+
only: { type: 'string', multiple: true },
|
|
23
|
+
record: { type: 'boolean', default: false },
|
|
24
|
+
gate: { type: 'boolean', default: false },
|
|
25
|
+
help: { type: 'boolean', short: 'h', default: false },
|
|
26
|
+
},
|
|
27
|
+
});
|
|
28
|
+
if (values.help) {
|
|
29
|
+
process.stdout.write(HELP);
|
|
30
|
+
process.exit(0);
|
|
31
|
+
}
|
|
32
|
+
const backend = (values.backend ?? (process.env.LOCALDOST_LLM?.trim().toLowerCase() || 'mock'));
|
|
33
|
+
if (!['mock', 'claude-cli', 'codex-cli', 'anthropic'].includes(backend)) {
|
|
34
|
+
process.stderr.write(`Unknown backend ${backend}\n${HELP}`);
|
|
35
|
+
process.exit(2);
|
|
36
|
+
}
|
|
37
|
+
// A throwaway database and data dir: the eval never touches a real instance.
|
|
38
|
+
const dataDir = mkdtempSync(join(tmpdir(), 'localdost-chat-eval-'));
|
|
39
|
+
// process.exit and an uncaught error both end in 'exit', so the folder goes on every path.
|
|
40
|
+
process.on('exit', () => rmSync(dataDir, { recursive: true, force: true }));
|
|
41
|
+
process.env.LOCALDOST_DB = ':memory:';
|
|
42
|
+
process.env.LOCALDOST_DATA_DIR = dataDir;
|
|
43
|
+
process.env.LOCALDOST_LLM = backend;
|
|
44
|
+
const db = await import('../db.js');
|
|
45
|
+
const chat = await import('../agent/chat.js');
|
|
46
|
+
const refs = await import('../refs.js');
|
|
47
|
+
const watch = db.insert('watches', {
|
|
48
|
+
name: 'Review Jira',
|
|
49
|
+
mission: 'Review new TAD tickets before refinement and check PRs to acme/shop.',
|
|
50
|
+
notifyWhen: 'A ticket has untestable acceptance criteria, or a run fails.',
|
|
51
|
+
mustNot: 'Post to a ticket without approval.',
|
|
52
|
+
repo: { owner: 'acme', name: 'shop', defaultBranch: 'main' },
|
|
53
|
+
tracker: { kind: 'jira', baseUrl: 'https://acme-test.atlassian.net', projectKeys: ['TAD'] },
|
|
54
|
+
probes: [{ url: 'https://shop.example.test/health', kind: 'http' }],
|
|
55
|
+
});
|
|
56
|
+
// A Lead QA dot over the eval dot (KAT-405), for the cases that ask `dot: 'lead'`. Its chat reads the team and routes actions to a member.
|
|
57
|
+
const lead = db.insert('watches', {
|
|
58
|
+
name: 'Lead QA',
|
|
59
|
+
kind: 'lead',
|
|
60
|
+
memberIds: [watch.id],
|
|
61
|
+
mission: 'Keep the QA team in step.',
|
|
62
|
+
notifyWhen: 'When the team is failing.',
|
|
63
|
+
mustNot: 'Never post on its own.',
|
|
64
|
+
probes: [],
|
|
65
|
+
statusPages: [],
|
|
66
|
+
probeIntervalSec: 60,
|
|
67
|
+
runner: { mode: 'local' },
|
|
68
|
+
rules: {},
|
|
69
|
+
digestHour: 9,
|
|
70
|
+
paused: false,
|
|
71
|
+
stages: Object.fromEntries(['analyst', 'designer', 'reviewer', 'regression', 'watcher', 'guard'].map((k) => [k, { on: false }])),
|
|
72
|
+
});
|
|
73
|
+
// Stored runs for the triage view (KAT-247). The triage answer reads runs from the database, not from a
|
|
74
|
+
// tool, so the eval seeds the same story the stubs tell: merge 11 broke the checkout total.
|
|
75
|
+
const seededAt = (minutes) => new Date(Date.now() - minutes * 60_000).toISOString();
|
|
76
|
+
for (const [i, failed] of [false, true].entries()) {
|
|
77
|
+
db.insert('runs', {
|
|
78
|
+
watchId: watch.id,
|
|
79
|
+
kind: 'post_merge',
|
|
80
|
+
status: 'done',
|
|
81
|
+
steps: [],
|
|
82
|
+
actions: [],
|
|
83
|
+
createdAt: seededAt(failed ? 30 : 600),
|
|
84
|
+
trigger: failed
|
|
85
|
+
? {
|
|
86
|
+
source: 'github',
|
|
87
|
+
kind: 'pr_merged',
|
|
88
|
+
dedupeKey: `eval-merge-${i}`,
|
|
89
|
+
title: 'Merge #11: Round cart totals',
|
|
90
|
+
repo: { owner: 'acme', name: 'shop' },
|
|
91
|
+
pr: { number: 11, headSha: 'c'.repeat(40), baseRef: 'main', headRef: 'round', mergeSha: 'a'.repeat(40) },
|
|
92
|
+
}
|
|
93
|
+
: null,
|
|
94
|
+
verdict: {
|
|
95
|
+
outcome: failed ? 'product_failure' : 'pass',
|
|
96
|
+
headline: failed ? 'checkout total fails after the merge: expected 45.00, received 45.01' : 'All tests passed',
|
|
97
|
+
summary: '',
|
|
98
|
+
risk: 'medium',
|
|
99
|
+
findings: [],
|
|
100
|
+
openQuestions: [],
|
|
101
|
+
testIdeas: [],
|
|
102
|
+
testsAtRisk: [],
|
|
103
|
+
confidence: 0.8,
|
|
104
|
+
},
|
|
105
|
+
report: {
|
|
106
|
+
mode: 'demo',
|
|
107
|
+
command: 'npx playwright test',
|
|
108
|
+
startedAt: seededAt(30),
|
|
109
|
+
durationMs: 9000,
|
|
110
|
+
passed: failed ? 1 : 2,
|
|
111
|
+
failed: failed ? 1 : 0,
|
|
112
|
+
flaky: 0,
|
|
113
|
+
skipped: 0,
|
|
114
|
+
cases: [
|
|
115
|
+
{ title: 'checkout total', file: 'e2e/checkout.spec.ts', status: failed ? 'failed' : 'passed', durationMs: 900, retries: failed ? 2 : 0 },
|
|
116
|
+
{ title: 'removes item', file: 'e2e/cart.spec.ts', status: 'passed', durationMs: 700, retries: 0 },
|
|
117
|
+
],
|
|
118
|
+
},
|
|
119
|
+
});
|
|
120
|
+
}
|
|
121
|
+
// The stored review of TAD-3 and the comment draft that waits for approval (KAT-136). The lookup tools answer from
|
|
122
|
+
// stubs, but a block reads the stored run and the stored approval behind each row, as it does in the live app.
|
|
123
|
+
const REVIEW_RUN_ID = 'run-tad3-review';
|
|
124
|
+
db.insert('runs', {
|
|
125
|
+
id: REVIEW_RUN_ID,
|
|
126
|
+
watchId: watch.id,
|
|
127
|
+
kind: 'ticket_review',
|
|
128
|
+
status: 'done',
|
|
129
|
+
steps: [],
|
|
130
|
+
actions: [],
|
|
131
|
+
createdAt: seededAt(120),
|
|
132
|
+
finishedAt: seededAt(119),
|
|
133
|
+
trigger: {
|
|
134
|
+
source: 'jira',
|
|
135
|
+
kind: 'ticket_created',
|
|
136
|
+
dedupeKey: 'eval-tad3',
|
|
137
|
+
title: 'TAD-3: Apply a discount code at checkout',
|
|
138
|
+
url: 'https://acme-test.atlassian.net/browse/TAD-3',
|
|
139
|
+
ticket: { key: 'TAD-3', id: '10003', tracker: 'jira', projectKey: 'TAD' },
|
|
140
|
+
},
|
|
141
|
+
verdict: {
|
|
142
|
+
outcome: 'needs_attention',
|
|
143
|
+
headline: 'TAD-3 has no acceptance criteria; stacking and expired codes are undefined',
|
|
144
|
+
summary: '',
|
|
145
|
+
risk: 'high',
|
|
146
|
+
findings: [
|
|
147
|
+
{ title: 'Expired or invalid codes have no defined behaviour', detail: '', severity: 'high' },
|
|
148
|
+
{ title: 'Stacking two codes is not covered', detail: '', severity: 'medium' },
|
|
149
|
+
],
|
|
150
|
+
openQuestions: ['Can a shopper combine two codes?', 'What message shows for an expired code?'],
|
|
151
|
+
testIdeas: ['Apply SAVE10 to a 50.00 cart: total 45.00'],
|
|
152
|
+
testsAtRisk: [],
|
|
153
|
+
confidence: 0.8,
|
|
154
|
+
},
|
|
155
|
+
});
|
|
156
|
+
// A ticket of milestone 2026.11 that no test has touched, so the release question of the lead has something to say (KAT-405).
|
|
157
|
+
db.insert('runs', {
|
|
158
|
+
watchId: watch.id,
|
|
159
|
+
kind: 'ticket_review',
|
|
160
|
+
status: 'done',
|
|
161
|
+
steps: [],
|
|
162
|
+
actions: [],
|
|
163
|
+
createdAt: seededAt(90),
|
|
164
|
+
trigger: {
|
|
165
|
+
source: 'jira',
|
|
166
|
+
kind: 'ticket_created',
|
|
167
|
+
dedupeKey: 'eval-tad4',
|
|
168
|
+
title: 'TAD-4: Export results to CSV',
|
|
169
|
+
ticket: { key: 'TAD-4', id: '10004', tracker: 'jira', projectKey: 'TAD' },
|
|
170
|
+
inlineTicket: {
|
|
171
|
+
key: 'TAD-4',
|
|
172
|
+
id: '10004',
|
|
173
|
+
tracker: 'jira',
|
|
174
|
+
title: 'Export results to CSV',
|
|
175
|
+
description: '',
|
|
176
|
+
type: 'Story',
|
|
177
|
+
milestone: '2026.11',
|
|
178
|
+
state: 'open',
|
|
179
|
+
},
|
|
180
|
+
},
|
|
181
|
+
verdict: {
|
|
182
|
+
outcome: 'info',
|
|
183
|
+
headline: 'TAD-4 reviewed',
|
|
184
|
+
summary: '',
|
|
185
|
+
risk: 'low',
|
|
186
|
+
findings: [],
|
|
187
|
+
openQuestions: [],
|
|
188
|
+
testIdeas: [],
|
|
189
|
+
testsAtRisk: [],
|
|
190
|
+
confidence: 0.8,
|
|
191
|
+
},
|
|
192
|
+
});
|
|
193
|
+
// The notes the memory stub lists. A memory block reads the stored note behind each row, for its dot and its time.
|
|
194
|
+
for (const [id, kind, text, source] of [
|
|
195
|
+
['mem-eval-1', 'flaky_spec', 'e2e/cart.spec.ts :: removes item (passed on retry)', 'agent'],
|
|
196
|
+
['mem-eval-2', 'convention', 'Prices show two decimals', 'user'],
|
|
197
|
+
])
|
|
198
|
+
db.insert('memory', { id, watchId: watch.id, kind, text, source });
|
|
199
|
+
db.insert('approvals', {
|
|
200
|
+
id: 'appr-eval-1',
|
|
201
|
+
watchId: watch.id,
|
|
202
|
+
runId: REVIEW_RUN_ID,
|
|
203
|
+
action: { kind: 'ticket_comment', target: 'jira:TAD-3', title: 'QA review for TAD-3', body: 'Risks: expired or invalid codes, stacking two codes.' },
|
|
204
|
+
reason: 'Rule: ask first',
|
|
205
|
+
status: 'pending',
|
|
206
|
+
createdAt: seededAt(100),
|
|
207
|
+
});
|
|
208
|
+
/** Titles of the PRs and the ticket the stubs mention. The reference renderer reads them like GitHub and Jira data (KAT-225). */
|
|
209
|
+
const PR_TITLES = {
|
|
210
|
+
11: 'Round cart totals',
|
|
211
|
+
12: 'Fix cart total rounding',
|
|
212
|
+
14: 'Add discount code field',
|
|
213
|
+
32: 'Hosted runs get dependencies',
|
|
214
|
+
39: 'Controls keep their labels on one line',
|
|
215
|
+
};
|
|
216
|
+
refs.setRefDeps({
|
|
217
|
+
pull: async (repo, n) => (PR_TITLES[n] ? { title: PR_TITLES[n], url: `https://github.com/${repo}/pull/${n}` } : null),
|
|
218
|
+
issue: async () => null,
|
|
219
|
+
ticket: async (key) => (key === 'TAD-3' ? { title: 'Apply a discount code at checkout', url: 'https://acme-test.atlassian.net/browse/TAD-3' } : null),
|
|
220
|
+
});
|
|
221
|
+
const TAD3 = {
|
|
222
|
+
key: 'TAD-3',
|
|
223
|
+
tracker: 'jira',
|
|
224
|
+
title: 'Apply a discount code at checkout',
|
|
225
|
+
type: 'Story',
|
|
226
|
+
priority: 'High',
|
|
227
|
+
url: 'https://acme-test.atlassian.net/browse/TAD-3',
|
|
228
|
+
description: 'Shoppers enter a discount code at checkout and the total updates.',
|
|
229
|
+
acceptanceCriteria: null,
|
|
230
|
+
lastReview: {
|
|
231
|
+
runId: REVIEW_RUN_ID,
|
|
232
|
+
at: '2026-10-08T07:00:00Z',
|
|
233
|
+
headline: 'TAD-3 has no acceptance criteria; stacking and expired codes are undefined',
|
|
234
|
+
commentStatus: 'pending_approval',
|
|
235
|
+
},
|
|
236
|
+
};
|
|
237
|
+
/** Fixed tool answers. Linear and GitHub issues answer the way an unconnected or unsupported tracker does. */
|
|
238
|
+
function stub(name, input) {
|
|
239
|
+
const ticket = String(input.ticket ?? '');
|
|
240
|
+
switch (name) {
|
|
241
|
+
case 'get_ticket':
|
|
242
|
+
case 'review_ticket':
|
|
243
|
+
if (/linear\.app/.test(ticket))
|
|
244
|
+
return { error: 'Linear is not connected. Connect it on the Setup page (API key), then ask again.' };
|
|
245
|
+
if (/github\.com\/acme\/other\/issues\//.test(ticket))
|
|
246
|
+
return { error: "Review Jira does not watch acme/other, so it cannot review that issue. Add the repo to the dot's GitHub Issues tracker." };
|
|
247
|
+
if (!/TAD-3/i.test(ticket))
|
|
248
|
+
return { error: `${ticket} was not found, or the connected account cannot see it.` };
|
|
249
|
+
if (name === 'get_ticket')
|
|
250
|
+
return TAD3;
|
|
251
|
+
return {
|
|
252
|
+
queued: true,
|
|
253
|
+
duplicate: false,
|
|
254
|
+
runId: 'run-eval-1',
|
|
255
|
+
status: 'done',
|
|
256
|
+
title: 'TAD-3: Apply a discount code at checkout',
|
|
257
|
+
ticket: 'TAD-3',
|
|
258
|
+
outcome: 'needs_attention',
|
|
259
|
+
headline: 'TAD-3 has no acceptance criteria; stacking and expired codes are undefined',
|
|
260
|
+
risks: ['high: Expired or invalid codes have no defined behaviour', 'medium: Stacking two codes is not covered'],
|
|
261
|
+
openQuestions: ['Can a shopper combine two codes?', 'What message shows for an expired code?'],
|
|
262
|
+
testIdeas: ['Apply SAVE10 to a 50.00 cart: total 45.00'],
|
|
263
|
+
comment: 'pending_approval',
|
|
264
|
+
approvalId: 'appr-eval-1',
|
|
265
|
+
};
|
|
266
|
+
case 'review_pr':
|
|
267
|
+
if (input.pr === 12 || input.pr === 39)
|
|
268
|
+
return { queued: true, duplicate: false, jobId: 'job-eval-1', kind: 'pr_check', title: `PR #${input.pr}: ${PR_TITLES[input.pr]}`, dot: 'Review Jira' };
|
|
269
|
+
return { error: `PR #${String(input.pr)} was not found in acme/shop.` };
|
|
270
|
+
case 'probe_status':
|
|
271
|
+
return { probes: [{ url: 'https://shop.example.test/health', up: true, lastStatus: 200, consecutiveFailures: 0, checkedAt: '2026-10-08T09:58:00Z' }] };
|
|
272
|
+
case 'list_runs':
|
|
273
|
+
return {
|
|
274
|
+
count: 2,
|
|
275
|
+
runs: [
|
|
276
|
+
{
|
|
277
|
+
runId: 'run-pm-2',
|
|
278
|
+
kind: 'post_merge',
|
|
279
|
+
status: 'done',
|
|
280
|
+
at: '2026-10-08T09:30:00Z',
|
|
281
|
+
trigger: 'Merge #11: Round cart totals',
|
|
282
|
+
outcome: 'product_failure',
|
|
283
|
+
headline: 'checkout total spec fails after #11: expected 45.00, received 45.01',
|
|
284
|
+
tests: { passed: 41, failed: 1, flaky: 0 },
|
|
285
|
+
pendingApprovals: 0,
|
|
286
|
+
},
|
|
287
|
+
{
|
|
288
|
+
runId: 'run-pm-1',
|
|
289
|
+
kind: 'post_merge',
|
|
290
|
+
status: 'done',
|
|
291
|
+
at: '2026-10-07T16:00:00Z',
|
|
292
|
+
trigger: 'Merge #10',
|
|
293
|
+
outcome: 'pass',
|
|
294
|
+
headline: 'All 42 tests passed',
|
|
295
|
+
pendingApprovals: 0,
|
|
296
|
+
},
|
|
297
|
+
],
|
|
298
|
+
};
|
|
299
|
+
case 'open_prs':
|
|
300
|
+
return {
|
|
301
|
+
count: 2,
|
|
302
|
+
prs: [
|
|
303
|
+
{
|
|
304
|
+
dotId: watch.id,
|
|
305
|
+
repo: 'acme/shop',
|
|
306
|
+
number: 12,
|
|
307
|
+
title: 'Fix cart total rounding',
|
|
308
|
+
author: 'pat',
|
|
309
|
+
url: 'https://github.com/acme/shop/pull/12',
|
|
310
|
+
updatedAt: '2026-10-08T09:10:00Z',
|
|
311
|
+
},
|
|
312
|
+
{
|
|
313
|
+
dotId: watch.id,
|
|
314
|
+
repo: 'acme/shop',
|
|
315
|
+
number: 14,
|
|
316
|
+
title: 'Add discount code field',
|
|
317
|
+
author: 'sam',
|
|
318
|
+
url: 'https://github.com/acme/shop/pull/14',
|
|
319
|
+
updatedAt: '2026-10-07T15:00:00Z',
|
|
320
|
+
},
|
|
321
|
+
],
|
|
322
|
+
};
|
|
323
|
+
case 'runs_in_progress':
|
|
324
|
+
return {
|
|
325
|
+
count: 1,
|
|
326
|
+
runs: [{ runId: 'run-live-1', kind: 'pr_check', status: 'running', trigger: 'PR #12: Fix cart total rounding', runningMinutes: 3 }],
|
|
327
|
+
queuedCount: 0,
|
|
328
|
+
queued: [],
|
|
329
|
+
};
|
|
330
|
+
case 'recent_defects':
|
|
331
|
+
return {
|
|
332
|
+
count: 1,
|
|
333
|
+
since: '2026-10-08T09:30:00Z',
|
|
334
|
+
defects: [
|
|
335
|
+
{
|
|
336
|
+
runId: 'run-pm-2',
|
|
337
|
+
kind: 'post_merge',
|
|
338
|
+
trigger: 'Merge #11: Round cart totals',
|
|
339
|
+
outcome: 'product_failure',
|
|
340
|
+
headline: 'checkout total spec fails after #11: expected 45.00, received 45.01',
|
|
341
|
+
failingTests: [{ title: 'checkout total', file: 'e2e/checkout.spec.ts', error: 'Expected 45.00, received 45.01' }],
|
|
342
|
+
risks: ['Rounding on stacked discounts'],
|
|
343
|
+
suspectedCause: 'Merge #11 rounds each discount step',
|
|
344
|
+
},
|
|
345
|
+
],
|
|
346
|
+
};
|
|
347
|
+
case 'pending_approvals':
|
|
348
|
+
return {
|
|
349
|
+
count: 1,
|
|
350
|
+
approvals: [
|
|
351
|
+
{
|
|
352
|
+
approvalId: 'appr-eval-1',
|
|
353
|
+
kind: 'ticket_comment',
|
|
354
|
+
target: 'jira:TAD-3',
|
|
355
|
+
title: 'QA review for TAD-3',
|
|
356
|
+
reason: 'Rule: ask first',
|
|
357
|
+
at: '2026-10-08T09:40:00Z',
|
|
358
|
+
},
|
|
359
|
+
],
|
|
360
|
+
};
|
|
361
|
+
case 'get_run':
|
|
362
|
+
return {
|
|
363
|
+
runId: input.runId,
|
|
364
|
+
headline: 'checkout total spec fails after #11: expected 45.00, received 45.01',
|
|
365
|
+
failing: [{ title: 'checkout total', file: 'e2e/checkout.spec.ts' }],
|
|
366
|
+
};
|
|
367
|
+
case 'team_status':
|
|
368
|
+
return chat.withBlocks({
|
|
369
|
+
blocks: [
|
|
370
|
+
{
|
|
371
|
+
id: 'b-team-eval',
|
|
372
|
+
kind: 'table',
|
|
373
|
+
title: 'Team health',
|
|
374
|
+
tool: 'team_status',
|
|
375
|
+
columns: ['Dot', 'Job', 'Status', 'Needs a person'],
|
|
376
|
+
rows: [
|
|
377
|
+
{
|
|
378
|
+
Dot: 'Review Jira',
|
|
379
|
+
Job: 'Ticket review, Test cases, PR check, After merge',
|
|
380
|
+
Status: 'Failing',
|
|
381
|
+
'Needs a person': 'The last merge found a bug.',
|
|
382
|
+
},
|
|
383
|
+
],
|
|
384
|
+
},
|
|
385
|
+
],
|
|
386
|
+
facts: {
|
|
387
|
+
status: 'Failing',
|
|
388
|
+
reason: 'Review Jira: the last merge found a bug.',
|
|
389
|
+
inbox: 1,
|
|
390
|
+
members: [{ dot: 'Review Jira', job: 'Ticket review, Test cases, PR check, After merge', status: 'Failing', need: 'The last merge found a bug.' }],
|
|
391
|
+
},
|
|
392
|
+
}, {});
|
|
393
|
+
case 'rerun_tests':
|
|
394
|
+
return {
|
|
395
|
+
queued: true,
|
|
396
|
+
jobId: 'job-eval-rerun',
|
|
397
|
+
dot: 'Review Jira',
|
|
398
|
+
grep: null,
|
|
399
|
+
routedTo: 'Review Jira',
|
|
400
|
+
routedToId: watch.id,
|
|
401
|
+
ask: 'run the tests again',
|
|
402
|
+
};
|
|
403
|
+
case 'get_memory':
|
|
404
|
+
return [
|
|
405
|
+
{ id: 'mem-eval-1', kind: 'flaky_spec', text: 'e2e/cart.spec.ts :: removes item (passed on retry)', source: 'agent' },
|
|
406
|
+
{ id: 'mem-eval-2', kind: 'convention', text: 'Prices show two decimals', source: 'user' },
|
|
407
|
+
];
|
|
408
|
+
case 'test_results':
|
|
409
|
+
// The real answer of the tool, over fixed runs: the rows and the held result a view reads.
|
|
410
|
+
return chat.testResultsAnswer(input, evalRuns(Date.now(), watch.id), watch.name, new Map([[watch.id, watch.name]]));
|
|
411
|
+
case 'list_tickets_reviewed':
|
|
412
|
+
return [
|
|
413
|
+
{
|
|
414
|
+
runId: REVIEW_RUN_ID,
|
|
415
|
+
ticket: 'TAD-3',
|
|
416
|
+
title: 'TAD-3: Apply a discount code at checkout',
|
|
417
|
+
headline: 'TAD-3 has no acceptance criteria; stacking and expired codes are undefined',
|
|
418
|
+
risks: ['Expired or invalid codes have no defined behaviour', 'Stacking two codes is not covered'],
|
|
419
|
+
openQuestions: ['Can a shopper combine two codes?'],
|
|
420
|
+
commentStatus: 'pending_approval',
|
|
421
|
+
},
|
|
422
|
+
];
|
|
423
|
+
default:
|
|
424
|
+
return { error: `the eval has no stub for ${name}` };
|
|
425
|
+
}
|
|
426
|
+
}
|
|
427
|
+
chat.setChatToolStub((name, input) => stub(name, input));
|
|
428
|
+
// Chat waits on unref'd timers (the run card lookup); this keeps the process up while a case runs.
|
|
429
|
+
const keepAlive = setInterval(() => { }, 1000);
|
|
430
|
+
// A backend that gives up answers with the rule-based reply; a case that saw that is not a model pass.
|
|
431
|
+
let fallbacks = [];
|
|
432
|
+
const warn = console.warn.bind(console);
|
|
433
|
+
console.warn = (...args) => {
|
|
434
|
+
const line = args.map(String).join(' ');
|
|
435
|
+
if (/^\[llm\].*(chat|unavailable|failed)/i.test(line))
|
|
436
|
+
fallbacks.push(line);
|
|
437
|
+
warn(...args);
|
|
438
|
+
};
|
|
439
|
+
async function runCase(c) {
|
|
440
|
+
fallbacks = [];
|
|
441
|
+
// An app chat turn is stored and read back as history; each case starts from a blank conversation.
|
|
442
|
+
for (const m of db.list('messages'))
|
|
443
|
+
db.remove('messages', m.id);
|
|
444
|
+
const calls = [];
|
|
445
|
+
const t0 = Date.now();
|
|
446
|
+
let answer = '';
|
|
447
|
+
let firstMs = null;
|
|
448
|
+
const blocks = [];
|
|
449
|
+
try {
|
|
450
|
+
answer = await chat.runChat({ dotId: c.dot === 'lead' ? lead.id : watch.id, text: c.text, channel: c.channel ?? 'call', refFormat: 'markdown' }, () => {
|
|
451
|
+
firstMs ??= Date.now() - t0;
|
|
452
|
+
}, (name, input) => calls.push({ name, input }), (e) => {
|
|
453
|
+
if (e.type !== 'block')
|
|
454
|
+
return;
|
|
455
|
+
// A view streams as a shell and then the finished block under one id; the finished one is what the answer carries.
|
|
456
|
+
const seen = e.block;
|
|
457
|
+
const at = seen.id ? blocks.findIndex((b) => b.id === seen.id) : -1;
|
|
458
|
+
if (at >= 0)
|
|
459
|
+
blocks[at] = seen;
|
|
460
|
+
else
|
|
461
|
+
blocks.push(seen);
|
|
462
|
+
});
|
|
463
|
+
}
|
|
464
|
+
catch (err) {
|
|
465
|
+
answer = `ERROR ${err instanceof Error ? err.message : String(err)}`;
|
|
466
|
+
}
|
|
467
|
+
const problems = problemsFor(c, { calls, blocks, answer, fallbacks, backend });
|
|
468
|
+
return {
|
|
469
|
+
id: c.id,
|
|
470
|
+
pass: problems.length === 0,
|
|
471
|
+
tools: calls.map((x) => x.name),
|
|
472
|
+
blocks: blocks.map((b) => b.kind),
|
|
473
|
+
problems,
|
|
474
|
+
answer: answer.replace(/\s+/g, ' ').trim(),
|
|
475
|
+
ms: Date.now() - t0,
|
|
476
|
+
firstMs,
|
|
477
|
+
};
|
|
478
|
+
}
|
|
479
|
+
const picked = (values.only?.length ? CASES.filter((c) => values.only.includes(c.id)) : CASES).filter((c) => !c.skip?.includes(backend));
|
|
480
|
+
const results = [];
|
|
481
|
+
for (const c of picked) {
|
|
482
|
+
const r = await runCase(c);
|
|
483
|
+
results.push(r);
|
|
484
|
+
process.stdout.write(`${r.pass ? 'PASS' : 'FAIL'} ${r.id} (first text ${r.firstMs === null ? 'none' : `${(r.firstMs / 1000).toFixed(1)} s`}, total ${(r.ms / 1000).toFixed(1)} s) tools: ${r.tools.join(', ') || 'none'} blocks: ${r.blocks.join(', ') || 'none'}${r.problems.length ? `\n ${r.problems.join('; ')}` : ''}\n answer: ${r.answer.slice(0, 240)}\n`);
|
|
485
|
+
}
|
|
486
|
+
const passed = results.filter((r) => r.pass).length;
|
|
487
|
+
process.stdout.write(`\n${backend}: ${passed}/${results.length} passed\n`);
|
|
488
|
+
if (values.record) {
|
|
489
|
+
const file = resolve(import.meta.dirname, '../../docs/CHAT-EVAL.md');
|
|
490
|
+
const date = new Date().toISOString().slice(0, 10);
|
|
491
|
+
const cell = (s) => s.replace(/\|/g, '\\|');
|
|
492
|
+
const table = [
|
|
493
|
+
`<!-- eval:${backend}:start -->`,
|
|
494
|
+
`### ${backend}, ${date}: ${passed} of ${results.length} passed`,
|
|
495
|
+
'',
|
|
496
|
+
'| Case | Result | Tools called | Blocks | First text | Total | Answer |',
|
|
497
|
+
'|---|---|---|---|---|---|---|',
|
|
498
|
+
...results.map((r) => `| ${r.id} | ${r.pass ? 'pass' : `fail: ${cell(r.problems.join('; '))}`} | ${r.tools.join(', ') || 'none'} | ${r.blocks.join(', ') || 'none'} | ${r.firstMs === null ? 'none' : `${(r.firstMs / 1000).toFixed(1)} s`} | ${(r.ms / 1000).toFixed(1)} s | ${cell(r.answer.slice(0, 160))} |`),
|
|
499
|
+
`<!-- eval:${backend}:end -->`,
|
|
500
|
+
].join('\n');
|
|
501
|
+
const doc = readFileSync(file, 'utf8');
|
|
502
|
+
const re = new RegExp(`<!-- eval:${backend}:start -->[\\s\\S]*?<!-- eval:${backend}:end -->`);
|
|
503
|
+
writeFileSync(file, re.test(doc) ? doc.replace(re, table) : `${doc.trimEnd()}\n\n${table}\n`);
|
|
504
|
+
process.stdout.write(`Recorded in ${file}\n`);
|
|
505
|
+
}
|
|
506
|
+
clearInterval(keepAlive);
|
|
507
|
+
process.exit(values.gate && passed < results.length ? 1 : 0);
|
|
508
|
+
//# sourceMappingURL=eval-chat.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval-chat.js","sourceRoot":"","sources":["../../src/cli/eval-chat.ts"],"names":[],"mappings":"AAAA,qGAAqG;AACrG,gDAAgD;AAChD,8FAA8F;AAC9F,+FAA+F;AAC/F,6FAA6F;AAC7F,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC3E,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,KAAK,EAAE,WAAW,EAAiC,MAAM,sBAAsB,CAAC;AACzF,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAElD,MAAM,IAAI,GAAG;;;;;;CAMZ,CAAC;AAEF,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;IAC3B,OAAO,EAAE;QACP,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC3B,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;QACxC,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;QAC3C,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;QACzC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE;KACtD;CACF,CAAC,CAAC;AACH,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;IAChB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AACD,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC,CAAW,CAAC;AAC1G,IAAI,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;IACxE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,OAAO,KAAK,IAAI,EAAE,CAAC,CAAC;IAC5D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,6EAA6E;AAC7E,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC,CAAC;AACpE,2FAA2F;AAC3F,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAC5E,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,UAAU,CAAC;AACtC,OAAO,CAAC,GAAG,CAAC,kBAAkB,GAAG,OAAO,CAAC;AACzC,OAAO,CAAC,GAAG,CAAC,aAAa,GAAG,OAAO,CAAC;AAEpC,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;AACpC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;AAC9C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;AAGxC,MAAM,KAAK,GAAG,EAAE,CAAC,MAAM,CAAQ,SAAS,EAAE;IACxC,IAAI,EAAE,aAAa;IACnB,OAAO,EAAE,sEAAsE;IAC/E,UAAU,EAAE,8DAA8D;IAC1E,OAAO,EAAE,oCAAoC;IAC7C,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE;IAC5D,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,iCAAiC,EAAE,WAAW,EAAE,CAAC,KAAK,CAAC,EAAE;IAC3F,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,kCAAkC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;CAChD,CAAC,CAAC;AAEvB,2IAA2I;AAC3I,MAAM,IAAI,GAAG,EAAE,CAAC,MAAM,CAAQ,SAAS,EAAE;IACvC,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;IACrB,OAAO,EAAE,2BAA2B;IACpC,UAAU,EAAE,2BAA2B;IACvC,OAAO,EAAE,wBAAwB;IACjC,MAAM,EAAE,EAAE;IACV,WAAW,EAAE,EAAE;IACf,gBAAgB,EAAE,EAAE;IACpB,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;IACzB,KAAK,EAAE,EAAE;IACT,UAAU,EAAE,CAAC;IACb,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;CAC7G,CAAC,CAAC;AAEvB,wGAAwG;AACxG,4FAA4F;AAC5F,MAAM,QAAQ,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;AAC5F,KAAK,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;IAClD,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE;QAChB,OAAO,EAAE,KAAK,CAAC,EAAE;QACjB,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,MAAM;QACd,KAAK,EAAE,EAAE;QACT,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;QACtC,OAAO,EAAE,MAAM;YACb,CAAC,CAAC;gBACE,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,WAAW;gBACjB,SAAS,EAAE,cAAc,CAAC,EAAE;gBAC5B,KAAK,EAAE,8BAA8B;gBACrC,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;gBACrC,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;aACzG;YACH,CAAC,CAAC,IAAI;QACR,OAAO,EAAE;YACP,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM;YAC5C,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,sEAAsE,CAAC,CAAC,CAAC,kBAAkB;YAC9G,OAAO,EAAE,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,EAAE;YACZ,aAAa,EAAE,EAAE;YACjB,SAAS,EAAE,EAAE;YACb,WAAW,EAAE,EAAE;YACf,UAAU,EAAE,GAAG;SAChB;QACD,MAAM,EAAE;YACN,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,qBAAqB;YAC9B,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC;YACvB,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACtB,KAAK,EAAE,CAAC;YACR,OAAO,EAAE,CAAC;YACV,KAAK,EAAE;gBACL,EAAE,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;gBACzI,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE;aACnG;SACF;KACF,CAAC,CAAC;AACL,CAAC;AAED,mHAAmH;AACnH,+GAA+G;AAC/G,MAAM,aAAa,GAAG,iBAAiB,CAAC;AACxC,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE;IAChB,EAAE,EAAE,aAAa;IACjB,OAAO,EAAE,KAAK,CAAC,EAAE;IACjB,IAAI,EAAE,eAAe;IACrB,MAAM,EAAE,MAAM;IACd,KAAK,EAAE,EAAE;IACT,OAAO,EAAE,EAAE;IACX,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC;IACxB,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC;IACzB,OAAO,EAAE;QACP,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,gBAAgB;QACtB,SAAS,EAAE,WAAW;QACtB,KAAK,EAAE,0CAA0C;QACjD,GAAG,EAAE,8CAA8C;QACnD,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE;KAC1E;IACD,OAAO,EAAE;QACP,OAAO,EAAE,iBAAiB;QAC1B,QAAQ,EAAE,4EAA4E;QACtF,OAAO,EAAE,EAAE;QACX,IAAI,EAAE,MAAM;QACZ,QAAQ,EAAE;YACR,EAAE,KAAK,EAAE,oDAAoD,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE;YAC7F,EAAE,KAAK,EAAE,mCAAmC,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE;SAC/E;QACD,aAAa,EAAE,CAAC,kCAAkC,EAAE,yCAAyC,CAAC;QAC9F,SAAS,EAAE,CAAC,2CAA2C,CAAC;QACxD,WAAW,EAAE,EAAE;QACf,UAAU,EAAE,GAAG;KAChB;CACF,CAAC,CAAC;AACH,8HAA8H;AAC9H,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,KAAK,CAAC,EAAE;IACjB,IAAI,EAAE,eAAe;IACrB,MAAM,EAAE,MAAM;IACd,KAAK,EAAE,EAAE;IACT,OAAO,EAAE,EAAE;IACX,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC;IACvB,OAAO,EAAE;QACP,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,gBAAgB;QACtB,SAAS,EAAE,WAAW;QACtB,KAAK,EAAE,8BAA8B;QACrC,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE;QACzE,YAAY,EAAE;YACZ,GAAG,EAAE,OAAO;YACZ,EAAE,EAAE,OAAO;YACX,OAAO,EAAE,MAAM;YACf,KAAK,EAAE,uBAAuB;YAC9B,WAAW,EAAE,EAAE;YACf,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,SAAS;YACpB,KAAK,EAAE,MAAM;SACd;KACF;IACD,OAAO,EAAE;QACP,OAAO,EAAE,MAAM;QACf,QAAQ,EAAE,gBAAgB;QAC1B,OAAO,EAAE,EAAE;QACX,IAAI,EAAE,KAAK;QACX,QAAQ,EAAE,EAAE;QACZ,aAAa,EAAE,EAAE;QACjB,SAAS,EAAE,EAAE;QACb,WAAW,EAAE,EAAE;QACf,UAAU,EAAE,GAAG;KAChB;CACF,CAAC,CAAC;AACH,mHAAmH;AACnH,KAAK,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI;IACrC,CAAC,YAAY,EAAE,YAAY,EAAE,oDAAoD,EAAE,OAAO,CAAC;IAC3F,CAAC,YAAY,EAAE,YAAY,EAAE,0BAA0B,EAAE,MAAM,CAAC;CACxD;IACR,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;AACrE,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE;IACrB,EAAE,EAAE,aAAa;IACjB,OAAO,EAAE,KAAK,CAAC,EAAE;IACjB,KAAK,EAAE,aAAa;IACpB,MAAM,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,qBAAqB,EAAE,IAAI,EAAE,sDAAsD,EAAE;IACpJ,MAAM,EAAE,iBAAiB;IACzB,MAAM,EAAE,SAAS;IACjB,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC;CACzB,CAAC,CAAC;AAEH,iIAAiI;AACjI,MAAM,SAAS,GAA2B;IACxC,EAAE,EAAE,mBAAmB;IACvB,EAAE,EAAE,yBAAyB;IAC7B,EAAE,EAAE,yBAAyB;IAC7B,EAAE,EAAE,8BAA8B;IAClC,EAAE,EAAE,wCAAwC;CAC7C,CAAC;AACF,IAAI,CAAC,UAAU,CAAC;IACd,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,sBAAsB,IAAI,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACrH,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;IACvB,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,mCAAmC,EAAE,GAAG,EAAE,8CAA8C,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;CACtJ,CAAC,CAAC;AAEH,MAAM,IAAI,GAAG;IACX,GAAG,EAAE,OAAO;IACZ,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,mCAAmC;IAC1C,IAAI,EAAE,OAAO;IACb,QAAQ,EAAE,MAAM;IAChB,GAAG,EAAE,8CAA8C;IACnD,WAAW,EAAE,mEAAmE;IAChF,kBAAkB,EAAE,IAAI;IACxB,UAAU,EAAE;QACV,KAAK,EAAE,aAAa;QACpB,EAAE,EAAE,sBAAsB;QAC1B,QAAQ,EAAE,4EAA4E;QACtF,aAAa,EAAE,kBAAkB;KAClC;CACF,CAAC;AAEF,8GAA8G;AAC9G,SAAS,IAAI,CAAC,IAAY,EAAE,KAA8B;IACxD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC1C,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,YAAY,CAAC;QAClB,KAAK,eAAe;YAClB,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC;gBAAE,OAAO,EAAE,KAAK,EAAE,kFAAkF,EAAE,CAAC;YACrI,IAAI,oCAAoC,CAAC,IAAI,CAAC,MAAM,CAAC;gBACnD,OAAO,EAAE,KAAK,EAAE,yHAAyH,EAAE,CAAC;YAC9I,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;gBAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,yDAAyD,EAAE,CAAC;YACjH,IAAI,IAAI,KAAK,YAAY;gBAAE,OAAO,IAAI,CAAC;YACvC,OAAO;gBACL,MAAM,EAAE,IAAI;gBACZ,SAAS,EAAE,KAAK;gBAChB,KAAK,EAAE,YAAY;gBACnB,MAAM,EAAE,MAAM;gBACd,KAAK,EAAE,0CAA0C;gBACjD,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,iBAAiB;gBAC1B,QAAQ,EAAE,4EAA4E;gBACtF,KAAK,EAAE,CAAC,0DAA0D,EAAE,2CAA2C,CAAC;gBAChH,aAAa,EAAE,CAAC,kCAAkC,EAAE,yCAAyC,CAAC;gBAC9F,SAAS,EAAE,CAAC,2CAA2C,CAAC;gBACxD,OAAO,EAAE,kBAAkB;gBAC3B,UAAU,EAAE,aAAa;aAC1B,CAAC;QACJ,KAAK,WAAW;YACd,IAAI,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,KAAK,CAAC,EAAE,KAAK,EAAE;gBACpC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;YACzJ,OAAO,EAAE,KAAK,EAAE,OAAO,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,8BAA8B,EAAE,CAAC;QAC1E,KAAK,cAAc;YACjB,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,kCAAkC,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,mBAAmB,EAAE,CAAC,EAAE,SAAS,EAAE,sBAAsB,EAAE,CAAC,EAAE,CAAC;QACzJ,KAAK,WAAW;YACd,OAAO;gBACL,KAAK,EAAE,CAAC;gBACR,IAAI,EAAE;oBACJ;wBACE,KAAK,EAAE,UAAU;wBACjB,IAAI,EAAE,YAAY;wBAClB,MAAM,EAAE,MAAM;wBACd,EAAE,EAAE,sBAAsB;wBAC1B,OAAO,EAAE,8BAA8B;wBACvC,OAAO,EAAE,iBAAiB;wBAC1B,QAAQ,EAAE,qEAAqE;wBAC/E,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;wBAC1C,gBAAgB,EAAE,CAAC;qBACpB;oBACD;wBACE,KAAK,EAAE,UAAU;wBACjB,IAAI,EAAE,YAAY;wBAClB,MAAM,EAAE,MAAM;wBACd,EAAE,EAAE,sBAAsB;wBAC1B,OAAO,EAAE,WAAW;wBACpB,OAAO,EAAE,MAAM;wBACf,QAAQ,EAAE,qBAAqB;wBAC/B,gBAAgB,EAAE,CAAC;qBACpB;iBACF;aACF,CAAC;QACJ,KAAK,UAAU;YACb,OAAO;gBACL,KAAK,EAAE,CAAC;gBACR,GAAG,EAAE;oBACH;wBACE,KAAK,EAAE,KAAK,CAAC,EAAE;wBACf,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE,EAAE;wBACV,KAAK,EAAE,yBAAyB;wBAChC,MAAM,EAAE,KAAK;wBACb,GAAG,EAAE,sCAAsC;wBAC3C,SAAS,EAAE,sBAAsB;qBAClC;oBACD;wBACE,KAAK,EAAE,KAAK,CAAC,EAAE;wBACf,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE,EAAE;wBACV,KAAK,EAAE,yBAAyB;wBAChC,MAAM,EAAE,KAAK;wBACb,GAAG,EAAE,sCAAsC;wBAC3C,SAAS,EAAE,sBAAsB;qBAClC;iBACF;aACF,CAAC;QACJ,KAAK,kBAAkB;YACrB,OAAO;gBACL,KAAK,EAAE,CAAC;gBACR,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,iCAAiC,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;gBACnI,WAAW,EAAE,CAAC;gBACd,MAAM,EAAE,EAAE;aACX,CAAC;QACJ,KAAK,gBAAgB;YACnB,OAAO;gBACL,KAAK,EAAE,CAAC;gBACR,KAAK,EAAE,sBAAsB;gBAC7B,OAAO,EAAE;oBACP;wBACE,KAAK,EAAE,UAAU;wBACjB,IAAI,EAAE,YAAY;wBAClB,OAAO,EAAE,8BAA8B;wBACvC,OAAO,EAAE,iBAAiB;wBAC1B,QAAQ,EAAE,qEAAqE;wBAC/E,YAAY,EAAE,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,gCAAgC,EAAE,CAAC;wBAClH,KAAK,EAAE,CAAC,+BAA+B,CAAC;wBACxC,cAAc,EAAE,qCAAqC;qBACtD;iBACF;aACF,CAAC;QACJ,KAAK,mBAAmB;YACtB,OAAO;gBACL,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT;wBACE,UAAU,EAAE,aAAa;wBACzB,IAAI,EAAE,gBAAgB;wBACtB,MAAM,EAAE,YAAY;wBACpB,KAAK,EAAE,qBAAqB;wBAC5B,MAAM,EAAE,iBAAiB;wBACzB,EAAE,EAAE,sBAAsB;qBAC3B;iBACF;aACF,CAAC;QACJ,KAAK,SAAS;YACZ,OAAO;gBACL,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,QAAQ,EAAE,qEAAqE;gBAC/E,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,sBAAsB,EAAE,CAAC;aACrE,CAAC;QACJ,KAAK,aAAa;YAChB,OAAO,IAAI,CAAC,UAAU,CACpB;gBACE,MAAM,EAAE;oBACN;wBACE,EAAE,EAAE,aAAa;wBACjB,IAAI,EAAE,OAAO;wBACb,KAAK,EAAE,aAAa;wBACpB,IAAI,EAAE,aAAa;wBACnB,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,CAAC;wBACnD,IAAI,EAAE;4BACJ;gCACE,GAAG,EAAE,aAAa;gCAClB,GAAG,EAAE,kDAAkD;gCACvD,MAAM,EAAE,SAAS;gCACjB,gBAAgB,EAAE,6BAA6B;6BAChD;yBACF;qBACF;iBACF;gBACD,KAAK,EAAE;oBACL,MAAM,EAAE,SAAS;oBACjB,MAAM,EAAE,0CAA0C;oBAClD,KAAK,EAAE,CAAC;oBACR,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,kDAAkD,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,6BAA6B,EAAE,CAAC;iBACnJ;aACF,EACD,EAAE,CACH,CAAC;QACJ,KAAK,aAAa;YAChB,OAAO;gBACL,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,gBAAgB;gBACvB,GAAG,EAAE,aAAa;gBAClB,IAAI,EAAE,IAAI;gBACV,QAAQ,EAAE,aAAa;gBACvB,UAAU,EAAE,KAAK,CAAC,EAAE;gBACpB,GAAG,EAAE,qBAAqB;aAC3B,CAAC;QACJ,KAAK,YAAY;YACf,OAAO;gBACL,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,oDAAoD,EAAE,MAAM,EAAE,OAAO,EAAE;gBACrH,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,0BAA0B,EAAE,MAAM,EAAE,MAAM,EAAE;aAC3F,CAAC;QACJ,KAAK,cAAc;YACjB,2FAA2F;YAC3F,OAAO,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACtH,KAAK,uBAAuB;YAC1B,OAAO;gBACL;oBACE,KAAK,EAAE,aAAa;oBACpB,MAAM,EAAE,OAAO;oBACf,KAAK,EAAE,0CAA0C;oBACjD,QAAQ,EAAE,4EAA4E;oBACtF,KAAK,EAAE,CAAC,oDAAoD,EAAE,mCAAmC,CAAC;oBAClG,aAAa,EAAE,CAAC,kCAAkC,CAAC;oBACnD,aAAa,EAAE,kBAAkB;iBAClC;aACF,CAAC;QACJ;YACE,OAAO,EAAE,KAAK,EAAE,4BAA4B,IAAI,EAAE,EAAE,CAAC;IACzD,CAAC;AACH,CAAC;AAeD,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;AACzD,mGAAmG;AACnG,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,GAAE,CAAC,EAAE,IAAI,CAAC,CAAC;AAE9C,uGAAuG;AACvG,IAAI,SAAS,GAAa,EAAE,CAAC;AAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACxC,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,IAAe,EAAE,EAAE;IACpC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxC,IAAI,sCAAsC,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5E,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;AAChB,CAAC,CAAC;AAEF,KAAK,UAAU,OAAO,CAAC,CAAW;IAChC,SAAS,GAAG,EAAE,CAAC;IACf,mGAAmG;IACnG,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,CAAiB,UAAU,CAAC;QAAE,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IACjF,MAAM,KAAK,GAAuC,EAAE,CAAC;IACrD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACtB,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,OAAO,GAAkB,IAAI,CAAC;IAClC,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CACzB,EAAE,KAAK,EAAE,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,EACnH,GAAG,EAAE;YACH,OAAO,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QAC9B,CAAC,EACD,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAC5C,CAAC,CAAC,EAAE,EAAE;YACJ,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;gBAAE,OAAO;YAC/B,mHAAmH;YACnH,MAAM,IAAI,GAAG,CAAC,CAAC,KAAkB,CAAC;YAClC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpE,IAAI,EAAE,IAAI,CAAC;gBAAE,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;;gBAC1B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC,CACF,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,SAAS,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IACvE,CAAC;IACD,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;IAC/E,OAAO;QACL,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,IAAI,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QAC3B,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/B,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACjC,QAAQ;QACR,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE;QAC1C,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;QACnB,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;AAC1I,MAAM,OAAO,GAAa,EAAE,CAAC;AAC7B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;IACvB,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;IAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAChB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,YAAY,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,CACrV,CAAC;AACJ,CAAC;AACD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;AACpD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,OAAO,KAAK,MAAM,IAAI,OAAO,CAAC,MAAM,WAAW,CAAC,CAAC;AAE3E,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;IAClB,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,yBAAyB,CAAC,CAAC;IACrE,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG;QACZ,aAAa,OAAO,YAAY;QAChC,OAAO,OAAO,KAAK,IAAI,KAAK,MAAM,OAAO,OAAO,CAAC,MAAM,SAAS;QAChE,EAAE;QACF,yEAAyE;QACzE,+BAA+B;QAC/B,GAAG,OAAO,CAAC,GAAG,CACZ,CAAC,CAAC,EAAE,EAAE,CACJ,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,MAAM,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAC7R;QACD,aAAa,OAAO,UAAU;KAC/B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACvC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,aAAa,OAAO,iCAAiC,OAAO,UAAU,CAAC,CAAC;IAC9F,aAAa,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC,CAAC;IAC9F,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,IAAI,IAAI,CAAC,CAAC;AAChD,CAAC;AAED,aAAa,CAAC,SAAS,CAAC,CAAC;AACzB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
// Test designer evals (KAT-165, docs/STAGES.md section 3). Runs the designer on the fixture tickets under
|
|
2
|
+
// test/fixtures/designer/ and prints the scores. Never runs in CI with a real model: CI runs the mock backend
|
|
3
|
+
// through test/designer-eval.test.ts.
|
|
4
|
+
// Run: npm run eval:designer -- --backend claude-cli
|
|
5
|
+
import { mkdirSync, writeFileSync } from 'node:fs';
|
|
6
|
+
import { dirname, resolve } from 'node:path';
|
|
7
|
+
import { parseArgs } from 'node:util';
|
|
8
|
+
const HELP = `Usage: npm run eval:designer -- [options]
|
|
9
|
+
|
|
10
|
+
--backend <name> mock | claude-cli | codex-cli | anthropic (default: LOCALDOST_LLM, else mock)
|
|
11
|
+
--only <name> Fixture name, repeatable
|
|
12
|
+
--out <file> Scores JSON (default: test-results/designer-eval.json)
|
|
13
|
+
--gate Exit 1 when a fixture fails
|
|
14
|
+
`;
|
|
15
|
+
const { values } = parseArgs({
|
|
16
|
+
options: {
|
|
17
|
+
backend: { type: 'string' },
|
|
18
|
+
only: { type: 'string', multiple: true },
|
|
19
|
+
out: { type: 'string', default: 'test-results/designer-eval.json' },
|
|
20
|
+
gate: { type: 'boolean', default: false },
|
|
21
|
+
help: { type: 'boolean', short: 'h', default: false },
|
|
22
|
+
},
|
|
23
|
+
});
|
|
24
|
+
if (values.help) {
|
|
25
|
+
process.stdout.write(HELP);
|
|
26
|
+
process.exit(0);
|
|
27
|
+
}
|
|
28
|
+
const backend = values.backend ?? (process.env.LOCALDOST_LLM?.trim().toLowerCase() || 'mock');
|
|
29
|
+
if (!['mock', 'claude-cli', 'codex-cli', 'anthropic'].includes(backend)) {
|
|
30
|
+
process.stderr.write(`Unknown backend ${backend}\n${HELP}`);
|
|
31
|
+
process.exit(2);
|
|
32
|
+
}
|
|
33
|
+
// The designer never needs the app database, and the model module reads LOCALDOST_LLM when it loads.
|
|
34
|
+
process.env.LOCALDOST_DB ??= ':memory:';
|
|
35
|
+
process.env.LOCALDOST_LLM = backend;
|
|
36
|
+
const ev = await import('../review/designer-eval.js');
|
|
37
|
+
const fixtures = ev.loadDesignerFixtures(ev.DESIGNER_FIXTURE_DIR, values.only);
|
|
38
|
+
if (!fixtures.length) {
|
|
39
|
+
process.stderr.write(`No designer fixtures found in ${ev.DESIGNER_FIXTURE_DIR}\n`);
|
|
40
|
+
process.exit(2);
|
|
41
|
+
}
|
|
42
|
+
const scores = [];
|
|
43
|
+
for (const fx of fixtures) {
|
|
44
|
+
try {
|
|
45
|
+
const run = await ev.runDesigner(fx, backend);
|
|
46
|
+
const score = ev.scoreRun(fx, run);
|
|
47
|
+
scores.push(score);
|
|
48
|
+
process.stdout.write(` ${fx.name}: ${run.cases.length} cases in ${Math.round(run.ms / 100) / 10} s, ${run.droppedInvalid} dropped by the rules, ${run.droppedExisting} already there\n`);
|
|
49
|
+
}
|
|
50
|
+
catch (err) {
|
|
51
|
+
process.stderr.write(`[eval] ${fx.name} failed: ${String(err)}\n`);
|
|
52
|
+
throw err;
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
process.stdout.write(`\nDesigner eval (${backend})\n${ev.formatDesignerTable(scores)}\n`);
|
|
56
|
+
for (const s of scores)
|
|
57
|
+
if (s.problems.length)
|
|
58
|
+
process.stdout.write(` ${s.fixture}: ${s.problems.join('; ')}\n`);
|
|
59
|
+
const mean = (f) => Math.round((scores.reduce((a, s) => a + f(s), 0) / scores.length) * 100) / 100;
|
|
60
|
+
process.stdout.write(`\nMean coverage ${mean((s) => s.coverage)} (target ${ev.DESIGNER_TARGETS.coverage}), duplicates ${scores.reduce((a, s) => a + s.duplicates, 0)}, unobservable ${scores.reduce((a, s) => a + s.unobservable, 0)}, ${scores.filter((s) => s.pass).length} of ${scores.length} pass\n`);
|
|
61
|
+
const outFile = resolve(values.out);
|
|
62
|
+
mkdirSync(dirname(outFile), { recursive: true });
|
|
63
|
+
writeFileSync(outFile, `${JSON.stringify({ generatedAt: new Date().toISOString(), backend, targets: ev.DESIGNER_TARGETS, scores }, null, 2)}\n`);
|
|
64
|
+
process.stdout.write(`Wrote ${outFile}\n`);
|
|
65
|
+
if (values.gate && scores.some((s) => !s.pass))
|
|
66
|
+
process.exit(1);
|
|
67
|
+
//# sourceMappingURL=eval-designer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval-designer.js","sourceRoot":"","sources":["../../src/cli/eval-designer.ts"],"names":[],"mappings":"AAAA,0GAA0G;AAC1G,8GAA8G;AAC9G,sCAAsC;AACtC,qDAAqD;AACrD,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,IAAI,GAAG;;;;;;CAMZ,CAAC;AAEF,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;IAC3B,OAAO,EAAE;QACP,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC3B,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;QACxC,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,iCAAiC,EAAE;QACnE,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;QACzC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE;KACtD;CACF,CAAC,CAAC;AAEH,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;IAChB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC,CAAC;AAC9F,IAAI,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;IACxE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,OAAO,KAAK,IAAI,EAAE,CAAC,CAAC;IAC5D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,qGAAqG;AACrG,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,UAAU,CAAC;AACxC,OAAO,CAAC,GAAG,CAAC,aAAa,GAAG,OAAO,CAAC;AAEpC,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,4BAA4B,CAAC,CAAC;AACtD,MAAM,QAAQ,GAAG,EAAE,CAAC,oBAAoB,CAAC,EAAE,CAAC,oBAAoB,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;AAC/E,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;IACrB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,CAAC,oBAAoB,IAAI,CAAC,CAAC;IACnF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,MAAM,GAAyD,EAAE,CAAC;AACxE,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;IAC1B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,KAAK,EAAE,CAAC,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,MAAM,aAAa,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,GAAG,EAAE,OAAO,GAAG,CAAC,cAAc,0BAA0B,GAAG,CAAC,eAAe,kBAAkB,CACpK,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,IAAI,YAAY,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnE,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,OAAO,MAAM,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AAC1F,KAAK,MAAM,CAAC,IAAI,MAAM;IAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAClH,MAAM,IAAI,GAAG,CAAC,CAAyC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;AAC3I,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,mBAAmB,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,gBAAgB,CAAC,QAAQ,iBAAiB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,OAAO,MAAM,CAAC,MAAM,SAAS,CACrR,CAAC;AAEF,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,GAAI,CAAC,CAAC;AACrC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACjD,aAAa,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC,gBAAgB,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;AACjJ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,OAAO,IAAI,CAAC,CAAC;AAE3C,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC"}
|