create-walle 0.9.21 → 0.9.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -5
- package/package.json +2 -2
- package/template/CLAUDE.md +2 -2
- package/template/LICENSE +1 -1
- package/template/bin/ctm-dev-cleanup.js +24 -3
- package/template/bin/ctm-launch.sh +13 -0
- package/template/bin/dev.sh +156 -18
- package/template/bin/node-bin.sh +84 -0
- package/template/bin/pin-node.sh +51 -0
- package/template/claude-task-manager/api-prompts.js +1203 -182
- package/template/claude-task-manager/api-reviews.js +109 -15
- package/template/claude-task-manager/approval-agent.js +1360 -280
- package/template/claude-task-manager/bin/restart-ctm.sh +64 -23
- package/template/claude-task-manager/bin/storage-migration-supervisor.js +338 -0
- package/template/claude-task-manager/db.js +4417 -295
- package/template/claude-task-manager/docs/app-update-refresh-protocol.md +69 -0
- package/template/claude-task-manager/docs/approval-ai-refinement.md +138 -0
- package/template/claude-task-manager/docs/approval-rescue-loop.md +74 -0
- package/template/claude-task-manager/docs/codex-operational-warning-health.md +107 -0
- package/template/claude-task-manager/docs/codex-resume-state-guard-design.md +17 -12
- package/template/claude-task-manager/docs/codex-terminal-render-controller-handoff.md +311 -0
- package/template/claude-task-manager/docs/coding-agent-hooks-architecture.md +418 -0
- package/template/claude-task-manager/docs/conversation-import-freshness.md +20 -0
- package/template/claude-task-manager/docs/google-workspace-auth-health.md +77 -0
- package/template/claude-task-manager/docs/image-paste-ux.md +13 -0
- package/template/claude-task-manager/docs/ipad-web-preview.md +88 -0
- package/template/claude-task-manager/docs/main-loop-offload-architecture.md +66 -0
- package/template/claude-task-manager/docs/microsoft-dev-tunnel-phone-access-design.md +274 -519
- package/template/claude-task-manager/docs/mobile-live-streaming.md +27 -5
- package/template/claude-task-manager/docs/mobile-remote-submission-lifecycle.md +69 -0
- package/template/claude-task-manager/docs/phone-access-design.md +53 -15
- package/template/claude-task-manager/docs/phone-passkey-identity.md +122 -0
- package/template/claude-task-manager/docs/phone-setup.md +3 -0
- package/template/claude-task-manager/docs/prompt-editing-tree-design.md +25 -1
- package/template/claude-task-manager/docs/remote-desktop-access-design.md +268 -0
- package/template/claude-task-manager/docs/restart-lifecycle-architecture.md +95 -0
- package/template/claude-task-manager/docs/runtime-work-control-plane.md +53 -0
- package/template/claude-task-manager/docs/session-interactive-wait-surfaces.md +38 -0
- package/template/claude-task-manager/docs/session-needs-you-dismissal.md +84 -0
- package/template/claude-task-manager/docs/session-render-state-management-design.md +91 -3
- package/template/claude-task-manager/docs/session-standup-command-center-design.md +25 -1
- package/template/claude-task-manager/docs/session-title-authority.md +32 -0
- package/template/claude-task-manager/docs/session-workspace-binding.md +33 -0
- package/template/claude-task-manager/docs/skill-intent-resolution-design.md +72 -0
- package/template/claude-task-manager/docs/walle-mcp-supervisor-health.md +86 -0
- package/template/claude-task-manager/docs/walle-relay-phone-access-design.md +24 -15
- package/template/claude-task-manager/docs/walle-session-history-hydration.md +114 -0
- package/template/claude-task-manager/docs/walle-session-input-queue.md +104 -0
- package/template/claude-task-manager/docs/walle-session-model-catalog.md +90 -0
- package/template/claude-task-manager/docs/walle-session-model-preferences.md +15 -6
- package/template/claude-task-manager/git-utils.js +897 -27
- package/template/claude-task-manager/lib/agent-capabilities.js +33 -0
- package/template/claude-task-manager/lib/agent-cli-cache.js +37 -7
- package/template/claude-task-manager/lib/agent-hooks-installer.js +26 -2
- package/template/claude-task-manager/lib/agent-presets.js +17 -1
- package/template/claude-task-manager/lib/all-sessions-query.js +108 -0
- package/template/claude-task-manager/lib/approval-ai-refinement.js +488 -0
- package/template/claude-task-manager/lib/approval-self-adapt.js +168 -0
- package/template/claude-task-manager/lib/async-semaphore.js +44 -0
- package/template/claude-task-manager/lib/auth-context.js +5 -0
- package/template/claude-task-manager/lib/auth-rate-limit.js +47 -4
- package/template/claude-task-manager/lib/auth-rules.js +29 -2
- package/template/claude-task-manager/lib/auto-approval-verifier.js +129 -16
- package/template/claude-task-manager/lib/background-llm.js +144 -17
- package/template/claude-task-manager/lib/branch-inventory.js +212 -0
- package/template/claude-task-manager/lib/claude-desktop-sessions.js +15 -3
- package/template/claude-task-manager/lib/coalesce-sync-frames.js +151 -0
- package/template/claude-task-manager/lib/codex-launch-health.js +762 -0
- package/template/claude-task-manager/lib/codex-transcript-pager.js +51 -0
- package/template/claude-task-manager/lib/codex-zst.js +124 -0
- package/template/claude-task-manager/lib/coding-agent-models.js +233 -30
- package/template/claude-task-manager/lib/connection-health.js +232 -0
- package/template/claude-task-manager/lib/conversation-blob-parser.js +42 -0
- package/template/claude-task-manager/lib/conversation-tail-merge.js +89 -26
- package/template/claude-task-manager/lib/ctm-session-context-api.js +39 -10
- package/template/claude-task-manager/lib/cursor-conversation-store.js +354 -0
- package/template/claude-task-manager/lib/db-owner-worker-client.js +315 -0
- package/template/claude-task-manager/lib/document-review.js +141 -6
- package/template/claude-task-manager/lib/escalation-review.js +152 -0
- package/template/claude-task-manager/lib/graceful-shutdown.js +159 -0
- package/template/claude-task-manager/lib/headless-term-service.js +678 -0
- package/template/claude-task-manager/lib/heavy-worker-fallback.js +38 -0
- package/template/claude-task-manager/lib/jsonl-conversation-parser.js +542 -0
- package/template/claude-task-manager/lib/jsonl-range-reader.js +112 -0
- package/template/claude-task-manager/lib/main-db-census.js +216 -0
- package/template/claude-task-manager/lib/message-pagination.js +106 -4
- package/template/claude-task-manager/lib/microsoft-dev-tunnel-setup.js +750 -26
- package/template/claude-task-manager/lib/mobile-auth-api.js +274 -7
- package/template/claude-task-manager/lib/mobile-auth-store.js +592 -10
- package/template/claude-task-manager/lib/mobile-notification-dispatcher.js +15 -0
- package/template/claude-task-manager/lib/model-overview-brain-fallback.js +311 -0
- package/template/claude-task-manager/lib/model-overview-cache.js +141 -0
- package/template/claude-task-manager/lib/models-health-routing-notice.js +126 -0
- package/template/claude-task-manager/lib/node-pin-guard.js +93 -0
- package/template/claude-task-manager/lib/perf-tracker.js +242 -6
- package/template/claude-task-manager/lib/permission-match.js +76 -0
- package/template/claude-task-manager/lib/permission-sync.js +133 -20
- package/template/claude-task-manager/lib/process-title.js +35 -0
- package/template/claude-task-manager/lib/prompt-executions-query.js +25 -0
- package/template/claude-task-manager/lib/prompt-index-disk-cache.js +44 -0
- package/template/claude-task-manager/lib/prompt-intent.js +132 -0
- package/template/claude-task-manager/lib/provider-user-context.js +34 -0
- package/template/claude-task-manager/lib/read-pool-client.js +313 -0
- package/template/claude-task-manager/lib/readpool-breaker.js +31 -0
- package/template/claude-task-manager/lib/recent-sessions-breaker.js +12 -0
- package/template/claude-task-manager/lib/remote-feedback-client.js +72 -0
- package/template/claude-task-manager/lib/remote-relay-protocol.js +37 -4
- package/template/claude-task-manager/lib/remote-relay-store.js +159 -0
- package/template/claude-task-manager/lib/remote-submission-observer.js +278 -0
- package/template/claude-task-manager/lib/restart-guard.js +109 -0
- package/template/claude-task-manager/lib/restore-interruption-detector.js +439 -0
- package/template/claude-task-manager/lib/restore-policy.js +13 -0
- package/template/claude-task-manager/lib/restore-resume-batch.js +74 -0
- package/template/claude-task-manager/lib/restore-runtime.js +68 -0
- package/template/claude-task-manager/lib/restore-storm.js +34 -0
- package/template/claude-task-manager/lib/resume-cwd.js +36 -0
- package/template/claude-task-manager/lib/resume-preflight.js +313 -0
- package/template/claude-task-manager/lib/runtime-work-registry.js +444 -0
- package/template/claude-task-manager/lib/sanitize-openai-auth.js +31 -0
- package/template/claude-task-manager/lib/scheduler.js +21 -1
- package/template/claude-task-manager/lib/scrollback-snapshot-store.js +159 -0
- package/template/claude-task-manager/lib/serial-task-queue.js +64 -0
- package/template/claude-task-manager/lib/server-listeners.js +239 -0
- package/template/claude-task-manager/lib/session-capture.js +42 -7
- package/template/claude-task-manager/lib/session-content-backfill.js +131 -0
- package/template/claude-task-manager/lib/session-history.js +388 -43
- package/template/claude-task-manager/lib/session-host-manager.js +287 -0
- package/template/claude-task-manager/lib/session-image-refs.js +209 -0
- package/template/claude-task-manager/lib/session-jobs.js +399 -59
- package/template/claude-task-manager/lib/session-prompt-index.js +137 -0
- package/template/claude-task-manager/lib/session-restore.js +53 -0
- package/template/claude-task-manager/lib/session-standup.js +123 -23
- package/template/claude-task-manager/lib/session-state-bus.js +14 -0
- package/template/claude-task-manager/lib/session-stream.js +64 -16
- package/template/claude-task-manager/lib/session-timeline-summary.js +260 -0
- package/template/claude-task-manager/lib/session-token-usage.js +494 -0
- package/template/claude-task-manager/lib/session-workspace-binding.js +356 -0
- package/template/claude-task-manager/lib/setup-network-config.js +9 -0
- package/template/claude-task-manager/lib/size-cap.js +45 -0
- package/template/claude-task-manager/lib/size-cap.test.js +62 -0
- package/template/claude-task-manager/lib/skill-autocomplete.js +180 -1
- package/template/claude-task-manager/lib/skill-intent-resolver.js +304 -0
- package/template/claude-task-manager/lib/sqlite-driver.js +19 -3
- package/template/claude-task-manager/lib/standup-attention.js +7 -3
- package/template/claude-task-manager/lib/status-authority.js +39 -0
- package/template/claude-task-manager/lib/status-hooks.js +4 -0
- package/template/claude-task-manager/lib/storage-migration.js +235 -0
- package/template/claude-task-manager/lib/structured-capture.js +298 -0
- package/template/claude-task-manager/lib/sync-io-census.js +163 -0
- package/template/claude-task-manager/lib/tailscale-setup.js +6 -0
- package/template/claude-task-manager/lib/terminal-activity-evidence.js +33 -0
- package/template/claude-task-manager/lib/terminal-choice.js +364 -0
- package/template/claude-task-manager/lib/terminal-control-sanitize.js +17 -0
- package/template/claude-task-manager/lib/terminal-fingerprint.js +48 -0
- package/template/claude-task-manager/lib/terminal-output-flush.js +84 -0
- package/template/claude-task-manager/lib/timeline-order.js +122 -0
- package/template/claude-task-manager/lib/transcript-store.js +348 -43
- package/template/claude-task-manager/lib/transport-security.js +84 -1
- package/template/claude-task-manager/lib/wait-state.js +184 -0
- package/template/claude-task-manager/lib/walle-client.js +47 -5
- package/template/claude-task-manager/lib/walle-ctm-history.js +564 -4
- package/template/claude-task-manager/lib/walle-external-actions.js +135 -16
- package/template/claude-task-manager/lib/walle-history-hydration.js +46 -0
- package/template/claude-task-manager/lib/walle-native-health.js +403 -0
- package/template/claude-task-manager/lib/walle-repair.js +701 -0
- package/template/claude-task-manager/lib/walle-session-cache.js +109 -0
- package/template/claude-task-manager/lib/walle-session-context.js +57 -21
- package/template/claude-task-manager/lib/walle-session-model-catalog.js +34 -0
- package/template/claude-task-manager/lib/walle-supervisor.js +539 -63
- package/template/claude-task-manager/lib/walle-transcript.js +52 -0
- package/template/claude-task-manager/lib/worktree-active-sync.js +11 -7
- package/template/claude-task-manager/lib/worktree-cwd.js +32 -1
- package/template/claude-task-manager/package.json +1 -1
- package/template/claude-task-manager/prompt-harvest.js +89 -66
- package/template/claude-task-manager/providers/claude-code.js +51 -3
- package/template/claude-task-manager/providers/cursor.js +140 -45
- package/template/claude-task-manager/public/css/reviews.css +551 -61
- package/template/claude-task-manager/public/css/setup.css +191 -0
- package/template/claude-task-manager/public/css/walle-session.css +865 -10
- package/template/claude-task-manager/public/css/walle.css +154 -0
- package/template/claude-task-manager/public/designs/ai-providers-consolidation-v2.html +830 -0
- package/template/claude-task-manager/public/index.html +18516 -2058
- package/template/claude-task-manager/public/ipad.html +363 -0
- package/template/claude-task-manager/public/js/document-review-links.js +301 -0
- package/template/claude-task-manager/public/js/image-normalize.js +69 -36
- package/template/claude-task-manager/public/js/message-renderer.js +1265 -77
- package/template/claude-task-manager/public/js/prompts.js +66 -29
- package/template/claude-task-manager/public/js/reviews.js +901 -133
- package/template/claude-task-manager/public/js/session-activity-utils.js +11 -1
- package/template/claude-task-manager/public/js/session-search-utils.js +94 -10
- package/template/claude-task-manager/public/js/session-status-precedence.js +23 -5
- package/template/claude-task-manager/public/js/setup.js +1273 -176
- package/template/claude-task-manager/public/js/stream-view.js +691 -73
- package/template/claude-task-manager/public/js/terminal-reconciler.js +210 -0
- package/template/claude-task-manager/public/js/walle-session.js +2455 -158
- package/template/claude-task-manager/public/js/walle.js +455 -28
- package/template/claude-task-manager/public/m/app.css +2909 -262
- package/template/claude-task-manager/public/m/app.js +6601 -398
- package/template/claude-task-manager/public/m/claim.html +224 -17
- package/template/claude-task-manager/public/m/index.html +117 -21
- package/template/claude-task-manager/public/m/sw.js +3 -1
- package/template/claude-task-manager/public/manifest.json +2 -2
- package/template/claude-task-manager/public/prompts.html +30 -14
- package/template/claude-task-manager/queue-engine.js +507 -28
- package/template/claude-task-manager/scripts/repair-claude-session-images.js +27 -8
- package/template/claude-task-manager/server.js +14341 -2197
- package/template/claude-task-manager/session-integrity.js +160 -18
- package/template/claude-task-manager/session-search-ranking.js +1 -0
- package/template/claude-task-manager/session-utils.js +25 -5
- package/template/claude-task-manager/workers/approval-blocklist.js +96 -6
- package/template/claude-task-manager/workers/approval-widget-validator.js +14 -8
- package/template/claude-task-manager/workers/conversation-import-worker.js +11 -50
- package/template/claude-task-manager/workers/db-owner-worker.js +386 -0
- package/template/claude-task-manager/workers/harvest-worker.js +9 -55
- package/template/claude-task-manager/workers/headless-term-worker.js +9 -530
- package/template/claude-task-manager/workers/read-pool-worker.js +387 -0
- package/template/claude-task-manager/workers/scrollback-worker.js +11 -72
- package/template/claude-task-manager/workers/session-host-process.js +146 -0
- package/template/claude-task-manager/workers/session-integrity-worker.js +10 -54
- package/template/claude-task-manager/workers/state-detectors/base.js +18 -1
- package/template/claude-task-manager/workers/state-detectors/claude-code.js +182 -9
- package/template/claude-task-manager/workers/state-detectors/codex.js +150 -2
- package/template/claude-task-manager/workers/state-detectors/cursor.js +127 -0
- package/template/claude-task-manager/workers/state-detectors/gemini.js +21 -0
- package/template/claude-task-manager/workers/state-detectors/index.js +29 -0
- package/template/claude-task-manager/workers/state-detectors/opencode.js +103 -0
- package/template/docs/design/markdown-review-pane.md +206 -0
- package/template/docs/designs/2026-05-17-portkey-gateway-provider-ux.md +129 -38
- package/template/docs/designs/2026-05-20-mobile-worktree-finish-command.md +27 -0
- package/template/docs/designs/2026-05-22-ai-configuration-consolidation.md +248 -0
- package/template/docs/designs/ai-configuration-consolidation-mock.html +812 -0
- package/template/docs/private-memory-and-pii-policy.md +69 -0
- package/template/package.json +2 -1
- package/template/scripts/check-private-data.js +201 -0
- package/template/shared/sqlite-owner-guard.js +30 -0
- package/template/shared/sqlite-owner-write-queue.js +225 -0
- package/template/shared/sqlite-storage-policy.js +111 -0
- package/template/shared/sqlite-write-lock.js +428 -0
- package/template/wall-e/agent-runners/claude-code.js +5 -0
- package/template/wall-e/agent.js +166 -22
- package/template/wall-e/api-walle.js +524 -70
- package/template/wall-e/auth/provider-flows.js +11 -1
- package/template/wall-e/bin/walle-mcp-stdio.js +341 -17
- package/template/wall-e/brain.js +1614 -141
- package/template/wall-e/chat/attachment-blocks.js +96 -0
- package/template/wall-e/chat/attachments.js +2 -1
- package/template/wall-e/chat/capability-resolver.js +7 -7
- package/template/wall-e/chat/context-messages.js +28 -0
- package/template/wall-e/chat/conversation-frame.js +630 -0
- package/template/wall-e/chat/provider-messages.js +125 -0
- package/template/wall-e/chat.js +1002 -233
- package/template/wall-e/coding/acceptance-contract.js +170 -0
- package/template/wall-e/coding/acp-adapter.js +1 -1
- package/template/wall-e/coding/agent-catalog.js +3 -0
- package/template/wall-e/coding/artifact-store.js +93 -0
- package/template/wall-e/coding/capability-router.js +120 -0
- package/template/wall-e/coding/coding-run-controller.js +423 -0
- package/template/wall-e/coding/compaction-service.js +157 -12
- package/template/wall-e/coding/frontend-verification.js +258 -0
- package/template/wall-e/coding/lifecycle-hooks.js +75 -0
- package/template/wall-e/coding/local-preview-contract.js +157 -0
- package/template/wall-e/coding/permission-service.js +57 -13
- package/template/wall-e/coding/prompt-bundle.js +19 -1
- package/template/wall-e/coding/prompt-section-registry.js +227 -0
- package/template/wall-e/coding/provider-compat.js +15 -0
- package/template/wall-e/coding/runtime-events.js +224 -0
- package/template/wall-e/coding/runtime-mode.js +3 -0
- package/template/wall-e/coding/side-git-snapshot.js +160 -4
- package/template/wall-e/coding/snapshot-service.js +143 -1
- package/template/wall-e/coding/stream-processor.js +388 -34
- package/template/wall-e/coding/task-tool.js +141 -4
- package/template/wall-e/coding/tool-execution-controller.js +365 -0
- package/template/wall-e/coding/tool-registry.js +43 -5
- package/template/wall-e/coding/user-hooks.js +217 -0
- package/template/wall-e/coding-orchestrator.js +1330 -221
- package/template/wall-e/coding-prompts.js +20 -4
- package/template/wall-e/context/context-builder.js +15 -2
- package/template/wall-e/decision/confidence.js +1 -1
- package/template/wall-e/docs/coding-acceptance-contract.md +41 -0
- package/template/wall-e/docs/external-action-controller.md +26 -6
- package/template/wall-e/docs/telemetry-lifecycle.md +8 -2
- package/template/wall-e/embeddings.js +591 -53
- package/template/wall-e/external-action-controller.js +12 -0
- package/template/wall-e/http/auth.js +1 -0
- package/template/wall-e/http/chat-api.js +46 -11
- package/template/wall-e/http/model-admin.js +836 -34
- package/template/wall-e/lib/boot-profile.js +88 -0
- package/template/wall-e/lib/event-loop-monitor.js +93 -0
- package/template/wall-e/lib/service-health.js +194 -0
- package/template/wall-e/llm/anthropic.js +130 -5
- package/template/wall-e/llm/client.js +266 -63
- package/template/wall-e/llm/default-fallback.js +382 -0
- package/template/wall-e/llm/health.js +19 -0
- package/template/wall-e/llm/message-guard.js +78 -0
- package/template/wall-e/llm/model-catalog.js +252 -1
- package/template/wall-e/llm/openai.js +26 -4
- package/template/wall-e/llm/portkey-sync.js +654 -0
- package/template/wall-e/llm/provider-error.js +30 -2
- package/template/wall-e/llm/registry.js +5 -1
- package/template/wall-e/llm/request-compat.js +67 -0
- package/template/wall-e/loops/backfill.js +79 -23
- package/template/wall-e/loops/brain-optimize.js +67 -0
- package/template/wall-e/loops/ingest.js +25 -10
- package/template/wall-e/loops/question-digest.js +160 -0
- package/template/wall-e/loops/reflect.js +6 -4
- package/template/wall-e/loops/think.js +39 -12
- package/template/wall-e/mcp-server.js +318 -36
- package/template/wall-e/memory/ctm-context-client.js +52 -14
- package/template/wall-e/memory/ctm-operational-context.js +237 -0
- package/template/wall-e/memory/ctm-prompt-executions-client.js +128 -0
- package/template/wall-e/memory/ctm-session-context.js +111 -63
- package/template/wall-e/prompts/coding/deepseek.txt +3 -0
- package/template/wall-e/prompts/coding/gemini.txt +6 -0
- package/template/wall-e/prompts/coding/gpt.txt +6 -0
- package/template/wall-e/prompts/coding/local.txt +7 -0
- package/template/wall-e/runtime/decision-hooks.js +115 -0
- package/template/wall-e/runtime/devbox-gateway.js +82 -8
- package/template/wall-e/runtime/prompt-manifest.js +86 -0
- package/template/wall-e/runtime/tool-executor.js +269 -0
- package/template/wall-e/runtime/tool-result-envelope.js +138 -0
- package/template/wall-e/runtime/transcript-projection.js +60 -0
- package/template/wall-e/runtime/walle-runtime.js +224 -0
- package/template/wall-e/scripts/db-optimize/migrate.js +162 -0
- package/template/wall-e/scripts/db-optimize/recall-eval.js +117 -0
- package/template/wall-e/server.js +15 -0
- package/template/wall-e/session-files.js +9 -0
- package/template/wall-e/skills/_bundled/google-calendar/run.js +1 -1
- package/template/wall-e/skills/_bundled/gws-workspace/run.js +1 -1
- package/template/wall-e/skills/_bundled/slack-mentions/run.js +76 -6
- package/template/wall-e/skills/claude-code-reader.js +7 -3
- package/template/wall-e/skills/script-skill-runner.js +10 -0
- package/template/wall-e/skills/skill-planner.js +38 -0
- package/template/wall-e/tools/builtin-middleware.js +19 -9
- package/template/wall-e/tools/local-tools.js +1428 -16
- package/template/wall-e/tools/permission-checker.js +73 -5
- package/template/wall-e/tools/question-manager.js +117 -7
- package/template/wall-e/training/harvester.js +12 -28
- package/template/wall-e/training/replay.js +25 -80
- package/template/website/index.html +10 -10
- package/template/wall-e/eval/ab-test.js +0 -203
- package/template/wall-e/eval/agent-runner.js +0 -772
- package/template/wall-e/eval/agent-scorer.js +0 -461
- package/template/wall-e/eval/aggregator.js +0 -414
- package/template/wall-e/eval/allowed-test-commands.js +0 -34
- package/template/wall-e/eval/benchmark-generator.js +0 -113
- package/template/wall-e/eval/benchmarks/chat-eval.json +0 -1662
- package/template/wall-e/eval/benchmarks/chat.json +0 -82
- package/template/wall-e/eval/benchmarks/coding-agent-real.json +0 -1
- package/template/wall-e/eval/benchmarks/coding-agent.json +0 -1581
- package/template/wall-e/eval/benchmarks/coding.json +0 -122
- package/template/wall-e/eval/benchmarks/memory-retrieval.json +0 -234
- package/template/wall-e/eval/benchmarks/reasoning.json +0 -82
- package/template/wall-e/eval/benchmarks/swebench-lite-30.json +0 -212
- package/template/wall-e/eval/benchmarks.js +0 -669
- package/template/wall-e/eval/cc-replay.js +0 -719
- package/template/wall-e/eval/chat-eval.js +0 -525
- package/template/wall-e/eval/check-keys.js +0 -15
- package/template/wall-e/eval/check-providers.js +0 -42
- package/template/wall-e/eval/codex-cli-baseline.js +0 -669
- package/template/wall-e/eval/coding-agent-real.js +0 -570
- package/template/wall-e/eval/context-compactor.js +0 -251
- package/template/wall-e/eval/debug-agent003.js +0 -68
- package/template/wall-e/eval/diagnostics.js +0 -216
- package/template/wall-e/eval/eval-orchestrator.js +0 -642
- package/template/wall-e/eval/evaluate.js +0 -202
- package/template/wall-e/eval/evaluator.js +0 -373
- package/template/wall-e/eval/exporter.js +0 -212
- package/template/wall-e/eval/fixtures/express-basic/package.json +0 -9
- package/template/wall-e/eval/fixtures/express-basic/server.js +0 -115
- package/template/wall-e/eval/fixtures/express-basic/test.js +0 -83
- package/template/wall-e/eval/fixtures/express-buggy/package.json +0 -9
- package/template/wall-e/eval/fixtures/express-buggy/server.js +0 -113
- package/template/wall-e/eval/fixtures/express-buggy/test.js +0 -83
- package/template/wall-e/eval/fixtures/express-buggy-items/package.json +0 -9
- package/template/wall-e/eval/fixtures/express-buggy-items/server.js +0 -112
- package/template/wall-e/eval/fixtures/express-buggy-items/test.js +0 -83
- package/template/wall-e/eval/fixtures/express-buggy-search/package.json +0 -9
- package/template/wall-e/eval/fixtures/express-buggy-search/server.js +0 -121
- package/template/wall-e/eval/fixtures/express-buggy-search/test.js +0 -83
- package/template/wall-e/eval/fixtures/express-rename-data/data.js +0 -34
- package/template/wall-e/eval/fixtures/express-rename-data/package.json +0 -9
- package/template/wall-e/eval/fixtures/express-rename-data/server.js +0 -97
- package/template/wall-e/eval/fixtures/express-rename-data/test.js +0 -88
- package/template/wall-e/eval/fixtures/express-xss/package.json +0 -12
- package/template/wall-e/eval/fixtures/express-xss/server.js +0 -90
- package/template/wall-e/eval/fixtures/express-xss/test.js +0 -67
- package/template/wall-e/eval/fixtures/express-xss/views/profile.ejs +0 -9
- package/template/wall-e/eval/fixtures/fullstack-app/config/default.js +0 -9
- package/template/wall-e/eval/fixtures/fullstack-app/config/test.js +0 -13
- package/template/wall-e/eval/fixtures/fullstack-app/package.json +0 -11
- package/template/wall-e/eval/fixtures/fullstack-app/public/css/style.css +0 -137
- package/template/wall-e/eval/fixtures/fullstack-app/public/index.html +0 -46
- package/template/wall-e/eval/fixtures/fullstack-app/public/js/app.js +0 -121
- package/template/wall-e/eval/fixtures/fullstack-app/public/js/auth.js +0 -71
- package/template/wall-e/eval/fixtures/fullstack-app/public/js/items.js +0 -80
- package/template/wall-e/eval/fixtures/fullstack-app/public/js/users.js +0 -46
- package/template/wall-e/eval/fixtures/fullstack-app/public/login.html +0 -45
- package/template/wall-e/eval/fixtures/fullstack-app/public/register.html +0 -38
- package/template/wall-e/eval/fixtures/fullstack-app/scripts/migrate.js +0 -23
- package/template/wall-e/eval/fixtures/fullstack-app/scripts/seed.js +0 -46
- package/template/wall-e/eval/fixtures/fullstack-app/server/db.js +0 -99
- package/template/wall-e/eval/fixtures/fullstack-app/server/index.js +0 -94
- package/template/wall-e/eval/fixtures/fullstack-app/server/middleware/auth.js +0 -19
- package/template/wall-e/eval/fixtures/fullstack-app/server/middleware/logger.js +0 -19
- package/template/wall-e/eval/fixtures/fullstack-app/server/router.js +0 -50
- package/template/wall-e/eval/fixtures/fullstack-app/server/routes/auth.js +0 -69
- package/template/wall-e/eval/fixtures/fullstack-app/server/routes/health.js +0 -23
- package/template/wall-e/eval/fixtures/fullstack-app/server/routes/items.js +0 -88
- package/template/wall-e/eval/fixtures/fullstack-app/server/routes/users.js +0 -75
- package/template/wall-e/eval/fixtures/fullstack-app/server/test.js +0 -198
- package/template/wall-e/eval/fixtures/fullstack-app/server/utils/response.js +0 -34
- package/template/wall-e/eval/fixtures/fullstack-app/server/utils/validate.js +0 -26
- package/template/wall-e/eval/fixtures/fullstack-app/server.js +0 -8
- package/template/wall-e/eval/fixtures/fullstack-app/test.js +0 -12
- package/template/wall-e/eval/fixtures/monorepo-basic/package.json +0 -8
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/api/data.js +0 -58
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/api/middleware.js +0 -46
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/api/package.json +0 -8
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/api/routes.js +0 -64
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/api/server.js +0 -56
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/api/test.js +0 -116
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/cli/commands.js +0 -61
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/cli/index.js +0 -62
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/cli/output.js +0 -43
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/cli/package.json +0 -11
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/cli/test.js +0 -44
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/shared/formatters.js +0 -43
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/shared/index.js +0 -12
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/shared/package.json +0 -5
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/shared/test.js +0 -55
- package/template/wall-e/eval/fixtures/monorepo-basic/packages/shared/validators.js +0 -29
- package/template/wall-e/eval/fixtures/monorepo-basic/test.js +0 -46
- package/template/wall-e/eval/fixtures/node-cli/index.js +0 -78
- package/template/wall-e/eval/fixtures/node-cli/package.json +0 -10
- package/template/wall-e/eval/fixtures/node-cli/test.js +0 -57
- package/template/wall-e/eval/fixtures/node-typed/package.json +0 -8
- package/template/wall-e/eval/fixtures/node-typed/src/handlers.js +0 -31
- package/template/wall-e/eval/fixtures/node-typed/src/utils.js +0 -33
- package/template/wall-e/eval/fixtures/node-typed/test.js +0 -36
- package/template/wall-e/eval/fixtures/python-flask/app.py +0 -14
- package/template/wall-e/eval/fixtures/python-flask/requirements.txt +0 -2
- package/template/wall-e/eval/fixtures/python-flask/test_app.py +0 -25
- package/template/wall-e/eval/fixtures/wall-e-subset/brain.js +0 -105
- package/template/wall-e/eval/fixtures/wall-e-subset/eval/aggregator.js +0 -101
- package/template/wall-e/eval/fixtures/wall-e-subset/eval/benchmarks/chat.json +0 -20
- package/template/wall-e/eval/fixtures/wall-e-subset/eval/benchmarks/coding.json +0 -32
- package/template/wall-e/eval/fixtures/wall-e-subset/eval/benchmarks.js +0 -64
- package/template/wall-e/eval/fixtures/wall-e-subset/eval/fixtures/simple-project/package.json +0 -6
- package/template/wall-e/eval/fixtures/wall-e-subset/eval/fixtures/simple-project/server.js +0 -31
- package/template/wall-e/eval/fixtures/wall-e-subset/eval/fixtures/simple-project/test.js +0 -18
- package/template/wall-e/eval/fixtures/wall-e-subset/eval/fixtures/simple-project/utils.js +0 -34
- package/template/wall-e/eval/fixtures/wall-e-subset/eval/runner.js +0 -104
- package/template/wall-e/eval/fixtures/wall-e-subset/eval/scorer.js +0 -73
- package/template/wall-e/eval/fixtures/wall-e-subset/eval/test.js +0 -134
- package/template/wall-e/eval/fixtures/wall-e-subset/llm/client.js +0 -99
- package/template/wall-e/eval/fixtures/wall-e-subset/llm/providers.js +0 -63
- package/template/wall-e/eval/fixtures/wall-e-subset/llm/test.js +0 -70
- package/template/wall-e/eval/fixtures/wall-e-subset/package.json +0 -10
- package/template/wall-e/eval/fixtures/wall-e-subset/test.js +0 -86
- package/template/wall-e/eval/harvester.js +0 -685
- package/template/wall-e/eval/head-to-head.js +0 -388
- package/template/wall-e/eval/humaneval-adapter.js +0 -321
- package/template/wall-e/eval/list-models.js +0 -31
- package/template/wall-e/eval/livecodebench-adapter.js +0 -291
- package/template/wall-e/eval/mail-integration.js +0 -443
- package/template/wall-e/eval/manifest.js +0 -186
- package/template/wall-e/eval/meta-harness/adapters/coding-agent.js +0 -57
- package/template/wall-e/eval/meta-harness/bootstrap-snapshot.js +0 -149
- package/template/wall-e/eval/meta-harness/candidate-store.js +0 -117
- package/template/wall-e/eval/meta-harness/cli.js +0 -86
- package/template/wall-e/eval/meta-harness/domain-spec.js +0 -154
- package/template/wall-e/eval/meta-harness/domains/coding-agent.domain.json +0 -84
- package/template/wall-e/eval/meta-harness/examples/env-bootstrap-candidate.js +0 -29
- package/template/wall-e/eval/meta-harness/experience-store.js +0 -174
- package/template/wall-e/eval/meta-harness/frontier.js +0 -96
- package/template/wall-e/eval/meta-harness/harness-interface.js +0 -90
- package/template/wall-e/eval/meta-harness/leakage-guard.js +0 -80
- package/template/wall-e/eval/meta-harness/optimizer.js +0 -207
- package/template/wall-e/eval/meta-harness/proposer-runner.js +0 -110
- package/template/wall-e/eval/meta-harness/reporting.js +0 -58
- package/template/wall-e/eval/meta-harness/telemetry.js +0 -27
- package/template/wall-e/eval/meta-harness/validation.js +0 -81
- package/template/wall-e/eval/promoter.js +0 -228
- package/template/wall-e/eval/provider-normalizer.js +0 -33
- package/template/wall-e/eval/replay.js +0 -395
- package/template/wall-e/eval/run-agent-benchmarks.js +0 -386
- package/template/wall-e/eval/run-codex-cli-baseline.js +0 -177
- package/template/wall-e/eval/run-coding-agent-real.js +0 -187
- package/template/wall-e/eval/run-eval.js +0 -435
- package/template/wall-e/eval/run-model-comparison.js +0 -142
- package/template/wall-e/eval/session-evaluator.js +0 -187
- package/template/wall-e/eval/session-miner.js +0 -207
- package/template/wall-e/eval/session-retrieval-benchmark.js +0 -150
- package/template/wall-e/eval/session-transcripts.js +0 -509
- package/template/wall-e/eval/shadow.js +0 -161
- package/template/wall-e/eval/swebench-adapter.js +0 -345
- package/template/wall-e/eval/swebench-docker.js +0 -192
- package/template/wall-e/eval/train.py +0 -320
- package/template/wall-e/eval/trainer.js +0 -232
- package/template/wall-e/eval/weekly-eval-loop.js +0 -241
|
@@ -0,0 +1,762 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
const fs = require('fs');
|
|
4
|
+
const path = require('path');
|
|
5
|
+
|
|
6
|
+
const MCP_FAILURE_SETTING = 'codex_mcp_launch_failures_v1';
|
|
7
|
+
const MCP_FAILURE_TTL_MS = 10 * 60 * 1000;
|
|
8
|
+
const SKILL_DESCRIPTION_MAX = 1024;
|
|
9
|
+
const SKILL_DESCRIPTION_REPAIR_TARGET = 640;
|
|
10
|
+
const PROTECTED_MCP_SERVERS = new Set(['wall-e']);
|
|
11
|
+
const PROJECT_TRUST_ENV = 'CTM_CODEX_PROJECT_TRUST';
|
|
12
|
+
const HTTP_TRANSPORT_ENV = 'CTM_CODEX_HTTP_TRANSPORT';
|
|
13
|
+
const HTTP_TRANSPORT_PROVIDER_ID = 'ctm-openai-https';
|
|
14
|
+
|
|
15
|
+
function isCodexCommand(cmd) {
|
|
16
|
+
return path.basename(String(cmd || '')).toLowerCase() === 'codex';
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
function codexHome(options = {}) {
|
|
20
|
+
return options.codexHome
|
|
21
|
+
|| options.env?.CODEX_HOME
|
|
22
|
+
|| process.env.CODEX_HOME
|
|
23
|
+
|| path.join(options.homeDir || process.env.HOME || process.env.USERPROFILE || '', '.codex');
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
function readText(filePath) {
|
|
27
|
+
try { return fs.readFileSync(filePath, 'utf8'); } catch { return ''; }
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
function parseTomlDottedKeySegments(value) {
|
|
31
|
+
const src = String(value || '');
|
|
32
|
+
const segments = [];
|
|
33
|
+
let i = 0;
|
|
34
|
+
const skipWs = () => {
|
|
35
|
+
while (i < src.length && /\s/.test(src[i])) i += 1;
|
|
36
|
+
};
|
|
37
|
+
while (i < src.length) {
|
|
38
|
+
skipWs();
|
|
39
|
+
if (i >= src.length) break;
|
|
40
|
+
const quote = src[i] === '"' || src[i] === "'" ? src[i++] : '';
|
|
41
|
+
if (quote) {
|
|
42
|
+
let segment = '';
|
|
43
|
+
let closed = false;
|
|
44
|
+
while (i < src.length) {
|
|
45
|
+
const ch = src[i++];
|
|
46
|
+
if (quote === '"' && ch === '\\' && i < src.length) {
|
|
47
|
+
segment += src[i++];
|
|
48
|
+
continue;
|
|
49
|
+
}
|
|
50
|
+
if (ch === quote) {
|
|
51
|
+
closed = true;
|
|
52
|
+
break;
|
|
53
|
+
}
|
|
54
|
+
segment += ch;
|
|
55
|
+
}
|
|
56
|
+
if (!closed) return null;
|
|
57
|
+
segments.push(segment);
|
|
58
|
+
} else {
|
|
59
|
+
const start = i;
|
|
60
|
+
while (i < src.length && src[i] !== '.') i += 1;
|
|
61
|
+
const segment = src.slice(start, i).trim();
|
|
62
|
+
if (!segment) return null;
|
|
63
|
+
segments.push(segment);
|
|
64
|
+
}
|
|
65
|
+
skipWs();
|
|
66
|
+
if (i >= src.length) break;
|
|
67
|
+
if (src[i] !== '.') return null;
|
|
68
|
+
i += 1;
|
|
69
|
+
}
|
|
70
|
+
return segments.length ? segments : null;
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
function parseTomlTableHeader(line) {
|
|
74
|
+
const trimmed = String(line || '').trim();
|
|
75
|
+
if (!trimmed.startsWith('[')) return null;
|
|
76
|
+
const isArray = trimmed.startsWith('[[');
|
|
77
|
+
const openLen = isArray ? 2 : 1;
|
|
78
|
+
const closeLen = isArray ? 2 : 1;
|
|
79
|
+
let quote = '';
|
|
80
|
+
let escaped = false;
|
|
81
|
+
let end = -1;
|
|
82
|
+
for (let i = openLen; i < trimmed.length; i += 1) {
|
|
83
|
+
const ch = trimmed[i];
|
|
84
|
+
if (quote) {
|
|
85
|
+
if (quote === '"' && escaped) {
|
|
86
|
+
escaped = false;
|
|
87
|
+
continue;
|
|
88
|
+
}
|
|
89
|
+
if (quote === '"' && ch === '\\') {
|
|
90
|
+
escaped = true;
|
|
91
|
+
continue;
|
|
92
|
+
}
|
|
93
|
+
if (ch === quote) quote = '';
|
|
94
|
+
continue;
|
|
95
|
+
}
|
|
96
|
+
if (ch === '"' || ch === "'") {
|
|
97
|
+
quote = ch;
|
|
98
|
+
continue;
|
|
99
|
+
}
|
|
100
|
+
if (isArray ? (ch === ']' && trimmed[i + 1] === ']') : ch === ']') {
|
|
101
|
+
end = i;
|
|
102
|
+
break;
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
if (end < 0) return null;
|
|
106
|
+
const rest = trimmed.slice(end + closeLen).trim();
|
|
107
|
+
if (rest && !rest.startsWith('#')) return null;
|
|
108
|
+
const segments = parseTomlDottedKeySegments(trimmed.slice(openLen, end));
|
|
109
|
+
return segments ? { segments, isArray } : null;
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
function stripTomlComment(value) {
|
|
113
|
+
const src = String(value || '');
|
|
114
|
+
let quote = '';
|
|
115
|
+
let escaped = false;
|
|
116
|
+
for (let i = 0; i < src.length; i += 1) {
|
|
117
|
+
const ch = src[i];
|
|
118
|
+
if (quote) {
|
|
119
|
+
if (quote === '"' && escaped) {
|
|
120
|
+
escaped = false;
|
|
121
|
+
continue;
|
|
122
|
+
}
|
|
123
|
+
if (quote === '"' && ch === '\\') {
|
|
124
|
+
escaped = true;
|
|
125
|
+
continue;
|
|
126
|
+
}
|
|
127
|
+
if (ch === quote) quote = '';
|
|
128
|
+
continue;
|
|
129
|
+
}
|
|
130
|
+
if (ch === '"' || ch === "'") {
|
|
131
|
+
quote = ch;
|
|
132
|
+
continue;
|
|
133
|
+
}
|
|
134
|
+
if (ch === '#') return src.slice(0, i).trim();
|
|
135
|
+
}
|
|
136
|
+
return src.trim();
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
function parseTomlScalar(value) {
|
|
140
|
+
const raw = stripTomlComment(value);
|
|
141
|
+
if (/^(true|false)$/i.test(raw)) return raw.toLowerCase() === 'true';
|
|
142
|
+
const quoted = raw.match(/^"((?:\\.|[^"])*)"$/) || raw.match(/^'([^']*)'$/);
|
|
143
|
+
if (quoted) {
|
|
144
|
+
try { return JSON.parse(raw); } catch { return quoted[1]; }
|
|
145
|
+
}
|
|
146
|
+
if (raw.startsWith('[') && raw.endsWith(']')) {
|
|
147
|
+
const body = raw.slice(1, -1);
|
|
148
|
+
const items = [];
|
|
149
|
+
let current = '';
|
|
150
|
+
let quote = '';
|
|
151
|
+
let escaped = false;
|
|
152
|
+
for (let i = 0; i < body.length; i += 1) {
|
|
153
|
+
const ch = body[i];
|
|
154
|
+
if (quote) {
|
|
155
|
+
current += ch;
|
|
156
|
+
if (quote === '"' && escaped) {
|
|
157
|
+
escaped = false;
|
|
158
|
+
continue;
|
|
159
|
+
}
|
|
160
|
+
if (quote === '"' && ch === '\\') {
|
|
161
|
+
escaped = true;
|
|
162
|
+
continue;
|
|
163
|
+
}
|
|
164
|
+
if (ch === quote) quote = '';
|
|
165
|
+
continue;
|
|
166
|
+
}
|
|
167
|
+
if (ch === '"' || ch === "'") {
|
|
168
|
+
quote = ch;
|
|
169
|
+
current += ch;
|
|
170
|
+
continue;
|
|
171
|
+
}
|
|
172
|
+
if (ch === ',') {
|
|
173
|
+
if (current.trim()) items.push(parseTomlScalar(current.trim()));
|
|
174
|
+
current = '';
|
|
175
|
+
} else {
|
|
176
|
+
current += ch;
|
|
177
|
+
}
|
|
178
|
+
}
|
|
179
|
+
if (current.trim()) items.push(parseTomlScalar(current.trim()));
|
|
180
|
+
return items;
|
|
181
|
+
}
|
|
182
|
+
return raw;
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
function parseCodexMcpServers(configText) {
|
|
186
|
+
const servers = new Map();
|
|
187
|
+
let current = null;
|
|
188
|
+
let nested = '';
|
|
189
|
+
for (const rawLine of String(configText || '').split(/\r?\n/)) {
|
|
190
|
+
const header = parseTomlTableHeader(rawLine);
|
|
191
|
+
if (header) {
|
|
192
|
+
if (header.segments[0] === 'mcp_servers' && header.segments[1]) {
|
|
193
|
+
current = header.segments[1];
|
|
194
|
+
nested = header.segments.slice(2).join('.');
|
|
195
|
+
if (!servers.has(current)) servers.set(current, { name: current });
|
|
196
|
+
} else {
|
|
197
|
+
current = null;
|
|
198
|
+
nested = '';
|
|
199
|
+
}
|
|
200
|
+
continue;
|
|
201
|
+
}
|
|
202
|
+
if (!current) continue;
|
|
203
|
+
const trimmed = rawLine.trim();
|
|
204
|
+
if (!trimmed || trimmed.startsWith('#')) continue;
|
|
205
|
+
const match = trimmed.match(/^([A-Za-z0-9_.-]+)\s*=\s*(.*)$/);
|
|
206
|
+
if (!match) continue;
|
|
207
|
+
const server = servers.get(current);
|
|
208
|
+
const key = nested ? `${nested}.${match[1]}` : match[1];
|
|
209
|
+
const value = parseTomlScalar(match[2]);
|
|
210
|
+
if (key === 'enabled') server.enabled = value !== false;
|
|
211
|
+
if (key === 'url') server.url = String(value || '');
|
|
212
|
+
if (key === 'command') server.command = String(value || '');
|
|
213
|
+
if (key === 'type') server.type = String(value || '');
|
|
214
|
+
if (key === 'args') server.args = Array.isArray(value) ? value : [];
|
|
215
|
+
if (key === 'bearer_token_env_var') server.bearerTokenEnvVar = String(value || '');
|
|
216
|
+
if (nested === 'http_headers') server.hasHttpHeaders = true;
|
|
217
|
+
if (nested === 'env') server.hasEnv = true;
|
|
218
|
+
}
|
|
219
|
+
return Array.from(servers.values()).map((server) => ({
|
|
220
|
+
...server,
|
|
221
|
+
enabled: server.enabled !== false,
|
|
222
|
+
transport: server.url ? 'http' : 'stdio',
|
|
223
|
+
}));
|
|
224
|
+
}
|
|
225
|
+
|
|
226
|
+
function codexMcpConfigPath(options = {}) {
|
|
227
|
+
if (typeof options === 'string') {
|
|
228
|
+
return path.join(codexHome({ homeDir: options }), 'config.toml');
|
|
229
|
+
}
|
|
230
|
+
return path.join(codexHome(options), 'config.toml');
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
function readCodexMcpServers(options = {}) {
|
|
234
|
+
return parseCodexMcpServers(readText(codexMcpConfigPath(options)));
|
|
235
|
+
}
|
|
236
|
+
|
|
237
|
+
function stripAnsi(value) {
|
|
238
|
+
return String(value || '')
|
|
239
|
+
.replace(/\x1b\[[0-9;?]*[ -/]*[@-~]/g, '')
|
|
240
|
+
.replace(/\x1b\][^\x07]*(?:\x07|\x1b\\)/g, '')
|
|
241
|
+
.replace(/[\x00-\x08\x0b\x0c\x0e-\x1f\x7f]/g, '');
|
|
242
|
+
}
|
|
243
|
+
|
|
244
|
+
function extractCodexMcpFailures(text) {
|
|
245
|
+
const clean = stripAnsi(text).replace(/\u00a0/g, ' ');
|
|
246
|
+
const out = [];
|
|
247
|
+
const seen = new Set();
|
|
248
|
+
const push = (server, reason, sample) => {
|
|
249
|
+
const name = String(server || '').trim();
|
|
250
|
+
if (!name || seen.has(`${name}:${reason}`)) return;
|
|
251
|
+
seen.add(`${name}:${reason}`);
|
|
252
|
+
out.push({ server: name, reason, sample: sanitizeFailureSample(sample) });
|
|
253
|
+
};
|
|
254
|
+
for (const match of clean.matchAll(/The\s+([\w.-]+)\s+MCP server is not logged in\.[^\n\r]*/gi)) {
|
|
255
|
+
push(match[1], 'not_logged_in', match[0]);
|
|
256
|
+
}
|
|
257
|
+
for (const match of clean.matchAll(/MCP client for\s+[`'"]?([^`'":]+)[`'"]?\s+failed to start:([^\n\r]*(?:\n[^\n\r]*){0,2})/gi)) {
|
|
258
|
+
const body = match[2] || '';
|
|
259
|
+
let reason = 'startup_failed';
|
|
260
|
+
if (/Environment variable\s+[A-Za-z_][A-Za-z0-9_]*\s+.*not set|missing\s+(?:required\s+)?(?:environment variable|env var)/i.test(body)) reason = 'missing_env';
|
|
261
|
+
else if (/OAuth token refresh failed|Token request failed/i.test(body)) reason = 'oauth_token_refresh_failed';
|
|
262
|
+
else if (/not logged in/i.test(body)) reason = 'not_logged_in';
|
|
263
|
+
else if (/\b(?:401|403|unauthori[sz]ed|forbidden)\b/i.test(body)) reason = 'auth_failed';
|
|
264
|
+
push(match[1], reason, match[0]);
|
|
265
|
+
}
|
|
266
|
+
return out;
|
|
267
|
+
}
|
|
268
|
+
|
|
269
|
+
function sanitizeFailureSample(value) {
|
|
270
|
+
return String(value || '')
|
|
271
|
+
.replace(/\s+/g, ' ')
|
|
272
|
+
.replace(/\bsk-[A-Za-z0-9_-]{8,}\b/g, '[redacted-key]')
|
|
273
|
+
.replace(/\bxox[baprs]-[A-Za-z0-9-]{8,}\b/g, '[redacted-token]')
|
|
274
|
+
.replace(/\bghp_[A-Za-z0-9_]{8,}\b/g, '[redacted-token]')
|
|
275
|
+
.replace(/\bglpat-[A-Za-z0-9_-]{8,}\b/g, '[redacted-token]')
|
|
276
|
+
.replace(/\b(?:Bearer|token|access_token|refresh_token)\s*[:=]\s*[^,\s;]+/gi, '$1=[redacted]')
|
|
277
|
+
.trim()
|
|
278
|
+
.slice(0, 300);
|
|
279
|
+
}
|
|
280
|
+
|
|
281
|
+
function getFailureState(dbModule) {
|
|
282
|
+
try {
|
|
283
|
+
const value = dbModule?.getSetting?.(MCP_FAILURE_SETTING, {});
|
|
284
|
+
return value && typeof value === 'object' && !Array.isArray(value) ? value : {};
|
|
285
|
+
} catch {
|
|
286
|
+
return {};
|
|
287
|
+
}
|
|
288
|
+
}
|
|
289
|
+
|
|
290
|
+
function setFailureState(dbModule, state) {
|
|
291
|
+
try { dbModule?.setSetting?.(MCP_FAILURE_SETTING, state || {}); } catch {}
|
|
292
|
+
}
|
|
293
|
+
|
|
294
|
+
function recordCodexMcpFailuresFromOutput(data, options = {}) {
|
|
295
|
+
const failures = extractCodexMcpFailures(data);
|
|
296
|
+
if (!failures.length || !options.dbModule) return failures;
|
|
297
|
+
const now = options.now || Date.now();
|
|
298
|
+
const state = getFailureState(options.dbModule);
|
|
299
|
+
for (const failure of failures) {
|
|
300
|
+
state[failure.server] = {
|
|
301
|
+
server: failure.server,
|
|
302
|
+
reason: failure.reason,
|
|
303
|
+
sample: failure.sample,
|
|
304
|
+
lastSeenAt: now,
|
|
305
|
+
};
|
|
306
|
+
}
|
|
307
|
+
setFailureState(options.dbModule, pruneFailureState(state, now, options.ttlMs || MCP_FAILURE_TTL_MS));
|
|
308
|
+
return failures;
|
|
309
|
+
}
|
|
310
|
+
|
|
311
|
+
function pruneFailureState(state, now = Date.now(), ttlMs = MCP_FAILURE_TTL_MS) {
|
|
312
|
+
const out = {};
|
|
313
|
+
for (const [server, failure] of Object.entries(state || {})) {
|
|
314
|
+
const lastSeenAt = Number(failure?.lastSeenAt || 0);
|
|
315
|
+
if (!lastSeenAt || now - lastSeenAt > ttlMs) continue;
|
|
316
|
+
out[server] = failure;
|
|
317
|
+
}
|
|
318
|
+
return out;
|
|
319
|
+
}
|
|
320
|
+
|
|
321
|
+
function isOptionalRemoteMcpServer(server) {
|
|
322
|
+
if (!server || PROTECTED_MCP_SERVERS.has(String(server.name || '').toLowerCase())) return false;
|
|
323
|
+
return server.enabled !== false && server.transport === 'http';
|
|
324
|
+
}
|
|
325
|
+
|
|
326
|
+
function shouldAutoDisableFailure(failure) {
|
|
327
|
+
return ['not_logged_in', 'oauth_token_refresh_failed', 'auth_failed', 'missing_env'].includes(String(failure?.reason || ''));
|
|
328
|
+
}
|
|
329
|
+
|
|
330
|
+
function tomlBareKey(value) {
|
|
331
|
+
const text = String(value || '');
|
|
332
|
+
return /^[A-Za-z0-9_-]+$/.test(text)
|
|
333
|
+
? text
|
|
334
|
+
: JSON.stringify(text);
|
|
335
|
+
}
|
|
336
|
+
|
|
337
|
+
function codexProjectTrustConfigArg(projectPath) {
|
|
338
|
+
const resolved = path.resolve(String(projectPath || '').trim());
|
|
339
|
+
return `projects.${JSON.stringify(resolved)}.trust_level="trusted"`;
|
|
340
|
+
}
|
|
341
|
+
|
|
342
|
+
function isProjectTrustDisabled(env = process.env) {
|
|
343
|
+
const value = String(env?.[PROJECT_TRUST_ENV] || process.env[PROJECT_TRUST_ENV] || '').trim().toLowerCase();
|
|
344
|
+
return value === '0' || value === 'false' || value === 'no' || value === 'off';
|
|
345
|
+
}
|
|
346
|
+
|
|
347
|
+
function isCodexHttpTransportEnabled(env = process.env) {
|
|
348
|
+
const value = String(env?.[HTTP_TRANSPORT_ENV] || process.env[HTTP_TRANSPORT_ENV] || '').trim().toLowerCase();
|
|
349
|
+
return value === '1' || value === 'true' || value === 'yes' || value === 'on';
|
|
350
|
+
}
|
|
351
|
+
|
|
352
|
+
function codexHttpTransportConfigArgs(providerId = HTTP_TRANSPORT_PROVIDER_ID) {
|
|
353
|
+
const key = tomlBareKey(providerId || HTTP_TRANSPORT_PROVIDER_ID);
|
|
354
|
+
return [
|
|
355
|
+
'-c', `model_provider=${JSON.stringify(providerId || HTTP_TRANSPORT_PROVIDER_ID)}`,
|
|
356
|
+
'-c', `model_providers.${key}.name="OpenAI HTTPS (CTM)"`,
|
|
357
|
+
'-c', `model_providers.${key}.base_url="https://api.openai.com/v1"`,
|
|
358
|
+
'-c', `model_providers.${key}.requires_openai_auth=true`,
|
|
359
|
+
'-c', `model_providers.${key}.supports_websockets=false`,
|
|
360
|
+
'-c', `model_providers.${key}.stream_max_retries=8`,
|
|
361
|
+
];
|
|
362
|
+
}
|
|
363
|
+
|
|
364
|
+
function argsContainCodexModelProviderOverride(args) {
|
|
365
|
+
const values = Array.isArray(args) ? args : [];
|
|
366
|
+
for (let i = 0; i < values.length; i += 1) {
|
|
367
|
+
const current = String(values[i] || '');
|
|
368
|
+
const next = String(values[i + 1] || '');
|
|
369
|
+
if ((current === '-c' || current === '--config') &&
|
|
370
|
+
(/^model_provider\s*=/.test(next) || /^model_providers\./.test(next))) {
|
|
371
|
+
return true;
|
|
372
|
+
}
|
|
373
|
+
if (/^--config=/.test(current)) {
|
|
374
|
+
const value = current.slice('--config='.length);
|
|
375
|
+
if (/^model_provider\s*=/.test(value) || /^model_providers\./.test(value)) return true;
|
|
376
|
+
}
|
|
377
|
+
if (/^model_provider\s*=/.test(current) || /^model_providers\./.test(current)) return true;
|
|
378
|
+
}
|
|
379
|
+
return false;
|
|
380
|
+
}
|
|
381
|
+
|
|
382
|
+
function argsUseOssProvider(args) {
|
|
383
|
+
return (Array.isArray(args) ? args : []).some((arg) => {
|
|
384
|
+
const text = String(arg || '');
|
|
385
|
+
return text === '--oss' || text === '--local-provider' || text.startsWith('--local-provider=');
|
|
386
|
+
});
|
|
387
|
+
}
|
|
388
|
+
|
|
389
|
+
function applyCodexHttpTransportOverride(args, options = {}) {
|
|
390
|
+
const originalArgs = Array.isArray(args) ? args.slice() : [];
|
|
391
|
+
if (!isCodexHttpTransportEnabled(options.env)) {
|
|
392
|
+
return { args: originalArgs, added: false, skipped: 'disabled_by_default' };
|
|
393
|
+
}
|
|
394
|
+
if (argsUseOssProvider(originalArgs)) {
|
|
395
|
+
return { args: originalArgs, added: false, skipped: 'oss_provider' };
|
|
396
|
+
}
|
|
397
|
+
if (argsContainCodexModelProviderOverride(originalArgs)) {
|
|
398
|
+
return { args: originalArgs, added: false, skipped: 'already_configured' };
|
|
399
|
+
}
|
|
400
|
+
const providerId = String(options.httpTransportProviderId || HTTP_TRANSPORT_PROVIDER_ID).trim() || HTTP_TRANSPORT_PROVIDER_ID;
|
|
401
|
+
return {
|
|
402
|
+
args: [...codexHttpTransportConfigArgs(providerId), ...originalArgs],
|
|
403
|
+
added: true,
|
|
404
|
+
providerId,
|
|
405
|
+
};
|
|
406
|
+
}
|
|
407
|
+
|
|
408
|
+
function argsContainProjectTrustOverride(args, projectPath) {
|
|
409
|
+
const resolved = path.resolve(String(projectPath || '').trim());
|
|
410
|
+
const quoted = JSON.stringify(resolved);
|
|
411
|
+
return (args || []).some((arg) => {
|
|
412
|
+
const text = String(arg || '');
|
|
413
|
+
if (!text.includes('projects.') || !text.includes('trust_level')) return false;
|
|
414
|
+
return text.includes(quoted) || text.includes(resolved);
|
|
415
|
+
});
|
|
416
|
+
}
|
|
417
|
+
|
|
418
|
+
function applyProjectTrustOverride(args, options = {}) {
|
|
419
|
+
const originalArgs = Array.isArray(args) ? args.slice() : [];
|
|
420
|
+
if (isProjectTrustDisabled(options.env)) {
|
|
421
|
+
return { args: originalArgs, added: false, skipped: 'disabled_by_env' };
|
|
422
|
+
}
|
|
423
|
+
const cwd = String(options.cwd || options.projectPath || '').trim();
|
|
424
|
+
if (!cwd) return { args: originalArgs, added: false, skipped: 'missing_cwd' };
|
|
425
|
+
if (!fs.existsSync(cwd)) return { args: originalArgs, added: false, skipped: 'cwd_missing' };
|
|
426
|
+
if (argsContainProjectTrustOverride(originalArgs, cwd)) {
|
|
427
|
+
return { args: originalArgs, added: false, skipped: 'already_configured' };
|
|
428
|
+
}
|
|
429
|
+
return {
|
|
430
|
+
args: ['-c', codexProjectTrustConfigArg(cwd), ...originalArgs],
|
|
431
|
+
added: true,
|
|
432
|
+
projectPath: path.resolve(cwd),
|
|
433
|
+
};
|
|
434
|
+
}
|
|
435
|
+
|
|
436
|
+
function argsContainMcpOverride(args, serverName) {
|
|
437
|
+
const needle1 = `mcp_servers.${serverName}.enabled`;
|
|
438
|
+
const needle2 = `mcp_servers.${JSON.stringify(serverName)}.enabled`;
|
|
439
|
+
return (args || []).some((arg) => {
|
|
440
|
+
const text = String(arg || '');
|
|
441
|
+
return text.includes(needle1) || text.includes(needle2);
|
|
442
|
+
});
|
|
443
|
+
}
|
|
444
|
+
|
|
445
|
+
function applyLearnedMcpFailureOverrides(args, options = {}) {
|
|
446
|
+
const originalArgs = Array.isArray(args) ? args.slice() : [];
|
|
447
|
+
if (String(options.env?.CTM_CODEX_MCP_AUTO_DISABLE || process.env.CTM_CODEX_MCP_AUTO_DISABLE || '').trim() === '0') {
|
|
448
|
+
return { args: originalArgs, disabled: [], skipped: 'disabled_by_env' };
|
|
449
|
+
}
|
|
450
|
+
const now = options.now || Date.now();
|
|
451
|
+
const failures = pruneFailureState(getFailureState(options.dbModule), now, options.ttlMs || MCP_FAILURE_TTL_MS);
|
|
452
|
+
const servers = new Map(readCodexMcpServers(options).map((server) => [server.name, server]));
|
|
453
|
+
const disabled = [];
|
|
454
|
+
const overrides = [];
|
|
455
|
+
for (const [name, failure] of Object.entries(failures)) {
|
|
456
|
+
const server = servers.get(name);
|
|
457
|
+
if (!isOptionalRemoteMcpServer(server) || !shouldAutoDisableFailure(failure)) continue;
|
|
458
|
+
if (argsContainMcpOverride(originalArgs, name)) continue;
|
|
459
|
+
overrides.push('-c', `mcp_servers.${tomlBareKey(name)}.enabled=false`);
|
|
460
|
+
disabled.push({ server: name, reason: failure.reason });
|
|
461
|
+
}
|
|
462
|
+
return { args: [...overrides, ...originalArgs], disabled };
|
|
463
|
+
}
|
|
464
|
+
|
|
465
|
+
function missingRequiredMcpEnv(server, env = process.env) {
|
|
466
|
+
const key = String(server?.bearerTokenEnvVar || '').trim();
|
|
467
|
+
if (!key) return '';
|
|
468
|
+
return String(env?.[key] || process.env[key] || '').trim() ? '' : key;
|
|
469
|
+
}
|
|
470
|
+
|
|
471
|
+
function applyMissingMcpEnvOverrides(args, options = {}) {
|
|
472
|
+
const originalArgs = Array.isArray(args) ? args.slice() : [];
|
|
473
|
+
if (String(options.env?.CTM_CODEX_MCP_AUTO_DISABLE || process.env.CTM_CODEX_MCP_AUTO_DISABLE || '').trim() === '0') {
|
|
474
|
+
return { args: originalArgs, disabled: [], skipped: 'disabled_by_env' };
|
|
475
|
+
}
|
|
476
|
+
const disabled = [];
|
|
477
|
+
const overrides = [];
|
|
478
|
+
for (const server of readCodexMcpServers(options)) {
|
|
479
|
+
if (!isOptionalRemoteMcpServer(server)) continue;
|
|
480
|
+
const missingEnv = missingRequiredMcpEnv(server, options.env);
|
|
481
|
+
if (!missingEnv) continue;
|
|
482
|
+
if (argsContainMcpOverride(originalArgs, server.name)) continue;
|
|
483
|
+
overrides.push('-c', `mcp_servers.${tomlBareKey(server.name)}.enabled=false`);
|
|
484
|
+
disabled.push({ server: server.name, reason: 'missing_env', env: missingEnv });
|
|
485
|
+
}
|
|
486
|
+
return { args: [...overrides, ...originalArgs], disabled };
|
|
487
|
+
}
|
|
488
|
+
|
|
489
|
+
function parseSkillMd(content) {
|
|
490
|
+
const match = String(content || '').match(/^(---[^\S\r\n]*(?:\r?\n))([\s\S]*?)(\r?\n---[^\S\r\n]*(?:\r?\n|$))/);
|
|
491
|
+
if (!match) return { ok: false, reason: 'missing_frontmatter' };
|
|
492
|
+
return {
|
|
493
|
+
ok: true,
|
|
494
|
+
frontmatter: match[2],
|
|
495
|
+
bodyOffset: match[0].length,
|
|
496
|
+
opening: match[1],
|
|
497
|
+
closing: match[3],
|
|
498
|
+
};
|
|
499
|
+
}
|
|
500
|
+
|
|
501
|
+
function parseSkillDescription(frontmatter) {
|
|
502
|
+
const lines = String(frontmatter || '').split(/\r?\n/);
|
|
503
|
+
for (let i = 0; i < lines.length; i += 1) {
|
|
504
|
+
const match = lines[i].match(/^description:\s*(.*)$/);
|
|
505
|
+
if (!match) continue;
|
|
506
|
+
const rest = match[1].trim();
|
|
507
|
+
if (/^[>|]/.test(rest)) {
|
|
508
|
+
const block = [];
|
|
509
|
+
for (let j = i + 1; j < lines.length; j += 1) {
|
|
510
|
+
if (lines[j].trim() && !/^\s+/.test(lines[j])) break;
|
|
511
|
+
const value = lines[j].replace(/^\s+/, '');
|
|
512
|
+
if (value) block.push(value);
|
|
513
|
+
}
|
|
514
|
+
return block.join(rest.startsWith('>') ? ' ' : '\n').replace(/\s+/g, ' ').trim();
|
|
515
|
+
}
|
|
516
|
+
return rest.replace(/^['"]|['"]$/g, '').replace(/\s+/g, ' ').trim();
|
|
517
|
+
}
|
|
518
|
+
return '';
|
|
519
|
+
}
|
|
520
|
+
|
|
521
|
+
function shortenDescription(value, limit = SKILL_DESCRIPTION_REPAIR_TARGET) {
|
|
522
|
+
const oneLine = String(value || '').replace(/\s+/g, ' ').trim();
|
|
523
|
+
if (oneLine.length <= limit) return oneLine;
|
|
524
|
+
const slice = oneLine.slice(0, Math.max(0, limit - 1));
|
|
525
|
+
const boundary = slice.lastIndexOf(' ');
|
|
526
|
+
return `${(boundary > 200 ? slice.slice(0, boundary) : slice).trim()}...`;
|
|
527
|
+
}
|
|
528
|
+
|
|
529
|
+
function yamlDoubleQuoted(value) {
|
|
530
|
+
return `"${String(value || '').replace(/\\/g, '\\\\').replace(/"/g, '\\"')}"`;
|
|
531
|
+
}
|
|
532
|
+
|
|
533
|
+
function replaceSkillDescription(content, nextDescription) {
|
|
534
|
+
const parsed = parseSkillMd(content);
|
|
535
|
+
if (!parsed.ok) return null;
|
|
536
|
+
const frontmatter = parsed.frontmatter;
|
|
537
|
+
const body = content.slice(parsed.bodyOffset);
|
|
538
|
+
const lines = frontmatter.split(/\r?\n/);
|
|
539
|
+
const out = [];
|
|
540
|
+
for (let i = 0; i < lines.length; i += 1) {
|
|
541
|
+
const line = lines[i];
|
|
542
|
+
const match = line.match(/^description:\s*(.*)$/);
|
|
543
|
+
if (!match) {
|
|
544
|
+
out.push(line);
|
|
545
|
+
continue;
|
|
546
|
+
}
|
|
547
|
+
out.push(`description: ${yamlDoubleQuoted(nextDescription)}`);
|
|
548
|
+
const rest = match[1].trim();
|
|
549
|
+
if (/^[>|]/.test(rest)) {
|
|
550
|
+
while (i + 1 < lines.length && (!lines[i + 1].trim() || /^\s+/.test(lines[i + 1]))) i += 1;
|
|
551
|
+
}
|
|
552
|
+
}
|
|
553
|
+
return parsed.opening + out.join('\n') + parsed.closing + body;
|
|
554
|
+
}
|
|
555
|
+
|
|
556
|
+
function findSkillFiles(root, options = {}) {
|
|
557
|
+
const maxFiles = options.maxFiles || 5000;
|
|
558
|
+
const out = [];
|
|
559
|
+
const stack = [root];
|
|
560
|
+
const seen = new Set();
|
|
561
|
+
while (stack.length && out.length < maxFiles) {
|
|
562
|
+
const dir = stack.pop();
|
|
563
|
+
let real = '';
|
|
564
|
+
try { real = fs.realpathSync(dir); } catch { continue; }
|
|
565
|
+
if (seen.has(real)) continue;
|
|
566
|
+
seen.add(real);
|
|
567
|
+
let entries;
|
|
568
|
+
try { entries = fs.readdirSync(dir, { withFileTypes: true }); } catch { continue; }
|
|
569
|
+
for (const entry of entries) {
|
|
570
|
+
if (entry.name === 'node_modules' || entry.name.startsWith('.')) continue;
|
|
571
|
+
const full = path.join(dir, entry.name);
|
|
572
|
+
if (entry.isDirectory()) stack.push(full);
|
|
573
|
+
else if (entry.isFile() && entry.name === 'SKILL.md') out.push(full);
|
|
574
|
+
if (out.length >= maxFiles) break;
|
|
575
|
+
}
|
|
576
|
+
}
|
|
577
|
+
return out;
|
|
578
|
+
}
|
|
579
|
+
|
|
580
|
+
function realpathOrSelf(filePath) {
|
|
581
|
+
try { return fs.realpathSync(filePath); } catch { return String(filePath || ''); }
|
|
582
|
+
}
|
|
583
|
+
|
|
584
|
+
function uniqueExistingSkillRoots(roots) {
|
|
585
|
+
const out = [];
|
|
586
|
+
const seen = new Set();
|
|
587
|
+
for (const root of roots || []) {
|
|
588
|
+
if (!root) continue;
|
|
589
|
+
const real = realpathOrSelf(root);
|
|
590
|
+
if (!real || seen.has(real)) continue;
|
|
591
|
+
try { fs.statSync(root); } catch { continue; }
|
|
592
|
+
seen.add(real);
|
|
593
|
+
out.push(root);
|
|
594
|
+
}
|
|
595
|
+
return out;
|
|
596
|
+
}
|
|
597
|
+
|
|
598
|
+
function codexSkillRepairRoots(options = {}) {
|
|
599
|
+
if (options.cacheRoot) return uniqueExistingSkillRoots([options.cacheRoot]);
|
|
600
|
+
const home = codexHome(options);
|
|
601
|
+
return uniqueExistingSkillRoots([
|
|
602
|
+
path.join(home, 'plugins', 'cache'),
|
|
603
|
+
path.join(home, '.tmp', 'plugins'),
|
|
604
|
+
]);
|
|
605
|
+
}
|
|
606
|
+
|
|
607
|
+
function skillRootSignature(root, options = {}) {
|
|
608
|
+
const files = findSkillFiles(root, options);
|
|
609
|
+
let newest = 0;
|
|
610
|
+
const sample = [];
|
|
611
|
+
for (const filePath of files) {
|
|
612
|
+
let stat;
|
|
613
|
+
try { stat = fs.statSync(filePath); } catch { continue; }
|
|
614
|
+
newest = Math.max(newest, Math.floor(stat.mtimeMs || 0));
|
|
615
|
+
if (sample.length < 120) {
|
|
616
|
+
sample.push(`${path.relative(root, filePath)}:${Math.floor(stat.mtimeMs || 0)}:${stat.size || 0}`);
|
|
617
|
+
}
|
|
618
|
+
}
|
|
619
|
+
return `${realpathOrSelf(root)}:${files.length}:${newest}:${sample.sort().join('|')}`;
|
|
620
|
+
}
|
|
621
|
+
|
|
622
|
+
// The signature walk (findSkillFiles + statSync over the whole skill tree) runs per codex
|
|
623
|
+
// launch to DECIDE whether a repair is due. During the restore storm the CALLER passes
|
|
624
|
+
// skipSkillRepair so prepareCodexLaunch never reaches here — that whole-tree walk was a
|
|
625
|
+
// profiled ~12s boot freeze (realpathSync/readdirSync, off-CPU so it shows as idle).
|
|
626
|
+
function skillRepairScanSignature(options = {}) {
|
|
627
|
+
const roots = codexSkillRepairRoots(options);
|
|
628
|
+
const sig = roots.map(root => skillRootSignature(root, options)).sort().join('\n');
|
|
629
|
+
return sig;
|
|
630
|
+
}
|
|
631
|
+
|
|
632
|
+
function validateAndRepairCodexSkillCache(options = {}) {
|
|
633
|
+
if (String(options.env?.CTM_CODEX_SKILL_REPAIR || process.env.CTM_CODEX_SKILL_REPAIR || '').trim() === '0') {
|
|
634
|
+
return { scanned: 0, repaired: [], invalid: [], skipped: 'disabled_by_env' };
|
|
635
|
+
}
|
|
636
|
+
const report = { scanned: 0, repaired: [], invalid: [] };
|
|
637
|
+
for (const cacheRoot of codexSkillRepairRoots(options)) {
|
|
638
|
+
for (const filePath of findSkillFiles(cacheRoot, options)) {
|
|
639
|
+
report.scanned += 1;
|
|
640
|
+
let content = '';
|
|
641
|
+
try { content = fs.readFileSync(filePath, 'utf8'); } catch { continue; }
|
|
642
|
+
const parsed = parseSkillMd(content);
|
|
643
|
+
if (!parsed.ok) {
|
|
644
|
+
report.invalid.push({ filePath, reason: parsed.reason, repairable: false });
|
|
645
|
+
continue;
|
|
646
|
+
}
|
|
647
|
+
const description = parseSkillDescription(parsed.frontmatter);
|
|
648
|
+
if (!description) {
|
|
649
|
+
report.invalid.push({ filePath, reason: 'missing_description', repairable: false });
|
|
650
|
+
continue;
|
|
651
|
+
}
|
|
652
|
+
if (description.length <= (options.maxDescriptionLength || SKILL_DESCRIPTION_MAX)) continue;
|
|
653
|
+
const shortened = shortenDescription(description, options.repairTargetLength || SKILL_DESCRIPTION_REPAIR_TARGET);
|
|
654
|
+
const next = replaceSkillDescription(content, shortened);
|
|
655
|
+
if (!next || next === content) {
|
|
656
|
+
report.invalid.push({ filePath, reason: 'description_too_long', repairable: false, length: description.length });
|
|
657
|
+
continue;
|
|
658
|
+
}
|
|
659
|
+
try {
|
|
660
|
+
const backup = `${filePath}.ctm-bak`;
|
|
661
|
+
if (!fs.existsSync(backup)) fs.writeFileSync(backup, content, 'utf8');
|
|
662
|
+
fs.writeFileSync(filePath, next, 'utf8');
|
|
663
|
+
report.repaired.push({ filePath, reason: 'description_too_long', from: description.length, to: shortened.length });
|
|
664
|
+
} catch (err) {
|
|
665
|
+
report.invalid.push({ filePath, reason: 'repair_failed', repairable: true, error: err.message, length: description.length });
|
|
666
|
+
}
|
|
667
|
+
}
|
|
668
|
+
}
|
|
669
|
+
return report;
|
|
670
|
+
}
|
|
671
|
+
|
|
672
|
+
let nextSkillRepairAt = 0;
|
|
673
|
+
let lastSkillRepairSignature = '';
|
|
674
|
+
|
|
675
|
+
function skillRepairRetryDelayMs(report, options = {}) {
|
|
676
|
+
if (!report || report.skipped === 'disabled_by_env') return 0;
|
|
677
|
+
const invalid = Array.isArray(report.invalid) ? report.invalid : [];
|
|
678
|
+
if (!invalid.length) return Number.isFinite(options.minRepairIntervalMs) ? options.minRepairIntervalMs : 5 * 60 * 1000;
|
|
679
|
+
const hasRepairableFailure = invalid.some(item => item && item.repairable !== false);
|
|
680
|
+
if (!hasRepairableFailure) return Number.isFinite(options.minRepairIntervalMs) ? options.minRepairIntervalMs : 5 * 60 * 1000;
|
|
681
|
+
return Number.isFinite(options.repairFailureRetryIntervalMs) ? options.repairFailureRetryIntervalMs : 15 * 1000;
|
|
682
|
+
}
|
|
683
|
+
|
|
684
|
+
function prepareCodexLaunch(options = {}) {
|
|
685
|
+
const args = Array.isArray(options.args) ? options.args.slice() : [];
|
|
686
|
+
if (!isCodexCommand(options.cmd)) {
|
|
687
|
+
return {
|
|
688
|
+
args,
|
|
689
|
+
skillReport: null,
|
|
690
|
+
mcpReport: { args, disabled: [] },
|
|
691
|
+
projectTrustReport: { args, added: false, skipped: 'not_codex' },
|
|
692
|
+
transportReport: { args, added: false, skipped: 'not_codex' },
|
|
693
|
+
};
|
|
694
|
+
}
|
|
695
|
+
const now = options.now || Date.now();
|
|
696
|
+
let skillReport = null;
|
|
697
|
+
// The skill scan+repair is non-essential maintenance (it only shortens over-long SKILL.md
|
|
698
|
+
// descriptions) — codex launches fine without it. During the boot/restore storm the caller
|
|
699
|
+
// sets skipSkillRepair so we DON'T do the synchronous whole-tree walk per restored session;
|
|
700
|
+
// it resumes on the next steady-state launch. This is the profiled 12s boot-freeze fix.
|
|
701
|
+
if (!options.skipSkillRepair) {
|
|
702
|
+
const minRepairIntervalMs = Number.isFinite(options.minRepairIntervalMs) ? options.minRepairIntervalMs : 5 * 60 * 1000;
|
|
703
|
+
const repairSignature = skillRepairScanSignature(options);
|
|
704
|
+
if (!nextSkillRepairAt || now >= nextSkillRepairAt || repairSignature !== lastSkillRepairSignature) {
|
|
705
|
+
skillReport = validateAndRepairCodexSkillCache(options);
|
|
706
|
+
const delay = skillRepairRetryDelayMs(skillReport, { ...options, minRepairIntervalMs });
|
|
707
|
+
nextSkillRepairAt = delay > 0 ? now + delay : 0;
|
|
708
|
+
lastSkillRepairSignature = repairSignature;
|
|
709
|
+
}
|
|
710
|
+
}
|
|
711
|
+
const projectTrustReport = applyProjectTrustOverride(args, options);
|
|
712
|
+
const transportReport = applyCodexHttpTransportOverride(projectTrustReport.args, options);
|
|
713
|
+
const missingEnvReport = applyMissingMcpEnvOverrides(transportReport.args, options);
|
|
714
|
+
const learnedMcpReport = applyLearnedMcpFailureOverrides(missingEnvReport.args, options);
|
|
715
|
+
const mcpReport = {
|
|
716
|
+
args: learnedMcpReport.args,
|
|
717
|
+
disabled: [
|
|
718
|
+
...(missingEnvReport.disabled || []),
|
|
719
|
+
...(learnedMcpReport.disabled || []),
|
|
720
|
+
],
|
|
721
|
+
missingEnv: missingEnvReport,
|
|
722
|
+
learned: learnedMcpReport,
|
|
723
|
+
};
|
|
724
|
+
return { args: mcpReport.args, skillReport, mcpReport, projectTrustReport, transportReport };
|
|
725
|
+
}
|
|
726
|
+
|
|
727
|
+
function _resetCodexLaunchHealthState() {
|
|
728
|
+
nextSkillRepairAt = 0;
|
|
729
|
+
lastSkillRepairSignature = '';
|
|
730
|
+
}
|
|
731
|
+
|
|
732
|
+
module.exports = {
|
|
733
|
+
MCP_FAILURE_SETTING,
|
|
734
|
+
MCP_FAILURE_TTL_MS,
|
|
735
|
+
applyLearnedMcpFailureOverrides,
|
|
736
|
+
applyMissingMcpEnvOverrides,
|
|
737
|
+
applyCodexHttpTransportOverride,
|
|
738
|
+
extractCodexMcpFailures,
|
|
739
|
+
parseCodexMcpServers,
|
|
740
|
+
prepareCodexLaunch,
|
|
741
|
+
recordCodexMcpFailuresFromOutput,
|
|
742
|
+
validateAndRepairCodexSkillCache,
|
|
743
|
+
_internals: {
|
|
744
|
+
_resetCodexLaunchHealthState,
|
|
745
|
+
argsContainCodexModelProviderOverride,
|
|
746
|
+
applyCodexHttpTransportOverride,
|
|
747
|
+
applyMissingMcpEnvOverrides,
|
|
748
|
+
applyProjectTrustOverride,
|
|
749
|
+
argsContainProjectTrustOverride,
|
|
750
|
+
codexHttpTransportConfigArgs,
|
|
751
|
+
codexSkillRepairRoots,
|
|
752
|
+
codexHome,
|
|
753
|
+
codexProjectTrustConfigArg,
|
|
754
|
+
parseSkillDescription,
|
|
755
|
+
parseSkillMd,
|
|
756
|
+
replaceSkillDescription,
|
|
757
|
+
sanitizeFailureSample,
|
|
758
|
+
shortenDescription,
|
|
759
|
+
skillRepairRetryDelayMs,
|
|
760
|
+
skillRepairScanSignature,
|
|
761
|
+
},
|
|
762
|
+
};
|