thumbgate 0.9.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/README.md +134 -0
- package/.claude-plugin/bundle/icon.png +0 -0
- package/.claude-plugin/bundle/icon.svg +18 -0
- package/.claude-plugin/bundle/server/index.js +24 -0
- package/.claude-plugin/marketplace.json +36 -0
- package/.claude-plugin/plugin.json +21 -0
- package/.well-known/mcp/server-card.json +231 -0
- package/LICENSE +21 -0
- package/README.md +375 -0
- package/adapters/README.md +9 -0
- package/adapters/amp/skills/thumbgate-feedback/SKILL.md +22 -0
- package/adapters/chatgpt/INSTALL.md +83 -0
- package/adapters/chatgpt/openapi.yaml +1281 -0
- package/adapters/claude/.mcp.json +14 -0
- package/adapters/codex/config.toml +9 -0
- package/adapters/gemini/function-declarations.json +224 -0
- package/adapters/mcp/server-stdio.js +788 -0
- package/adapters/opencode/opencode.json +15 -0
- package/bin/cli.js +1484 -0
- package/bin/memory.sh +64 -0
- package/bin/obsidian-sync.sh +20 -0
- package/bin/postinstall.js +37 -0
- package/config/build-metadata.json +4 -0
- package/config/e2e-critical-flows.json +45 -0
- package/config/gate-templates.json +77 -0
- package/config/gates/claim-verification.json +29 -0
- package/config/gates/computer-use.json +39 -0
- package/config/gates/default.json +117 -0
- package/config/github-about.json +25 -0
- package/config/mcp-allowlists.json +135 -0
- package/config/model-tiers.json +33 -0
- package/config/partner-routing.json +132 -0
- package/config/policy-bundles/constrained-v1.json +64 -0
- package/config/policy-bundles/default-v1.json +91 -0
- package/config/rubrics/default-v1.json +52 -0
- package/config/skill-packs/react-testing.json +23 -0
- package/config/skill-packs/stripe-integration/references/api-spec.json +1 -0
- package/config/skill-packs/stripe-integration/references/webhook-guide.md +3 -0
- package/config/skill-specs/pr-reviewer.json +9 -0
- package/config/skill-specs/release-status.json +9 -0
- package/config/skill-specs/ticket-triage.json +9 -0
- package/config/subagent-profiles.json +32 -0
- package/config/tessl-tiles.json +29 -0
- package/config/thumbgate-settings.managed.json +12 -0
- package/openapi/openapi.yaml +1281 -0
- package/package.json +283 -0
- package/plugins/amp-skill/INSTALL.md +52 -0
- package/plugins/amp-skill/SKILL.md +64 -0
- package/plugins/claude-codex-bridge/.claude-plugin/plugin.json +22 -0
- package/plugins/claude-codex-bridge/.mcp.json +12 -0
- package/plugins/claude-codex-bridge/INSTALL.md +43 -0
- package/plugins/claude-codex-bridge/README.md +46 -0
- package/plugins/claude-codex-bridge/scripts/codex-bridge.js +288 -0
- package/plugins/claude-codex-bridge/skills/adversarial-review/SKILL.md +24 -0
- package/plugins/claude-codex-bridge/skills/result/SKILL.md +22 -0
- package/plugins/claude-codex-bridge/skills/review/SKILL.md +28 -0
- package/plugins/claude-codex-bridge/skills/second-pass/SKILL.md +27 -0
- package/plugins/claude-codex-bridge/skills/setup/SKILL.md +21 -0
- package/plugins/claude-codex-bridge/skills/status/SKILL.md +19 -0
- package/plugins/claude-skill/INSTALL.md +55 -0
- package/plugins/claude-skill/SKILL.md +46 -0
- package/plugins/codex-profile/.codex-plugin/plugin.json +43 -0
- package/plugins/codex-profile/.mcp.json +12 -0
- package/plugins/codex-profile/AGENTS.md +20 -0
- package/plugins/codex-profile/INSTALL.md +66 -0
- package/plugins/codex-profile/README.md +37 -0
- package/plugins/cursor-marketplace/.cursor-plugin/plugin.json +23 -0
- package/plugins/cursor-marketplace/CHANGELOG.md +30 -0
- package/plugins/cursor-marketplace/LICENSE +21 -0
- package/plugins/cursor-marketplace/README.md +124 -0
- package/plugins/cursor-marketplace/agents/reliability-reviewer.md +31 -0
- package/plugins/cursor-marketplace/assets/logo-400x400.png +0 -0
- package/plugins/cursor-marketplace/commands/capture-feedback.md +33 -0
- package/plugins/cursor-marketplace/commands/check-gates.md +25 -0
- package/plugins/cursor-marketplace/commands/show-lessons.md +27 -0
- package/plugins/cursor-marketplace/hooks/hooks.json +10 -0
- package/plugins/cursor-marketplace/mcp.json +12 -0
- package/plugins/cursor-marketplace/rules/feedback-capture.mdc +34 -0
- package/plugins/cursor-marketplace/rules/pre-action-gates.mdc +30 -0
- package/plugins/cursor-marketplace/rules/session-continuity.mdc +28 -0
- package/plugins/cursor-marketplace/scripts/gate-check.sh +11 -0
- package/plugins/cursor-marketplace/skills/capture-feedback/SKILL.md +47 -0
- package/plugins/cursor-marketplace/skills/prevention-rules/SKILL.md +31 -0
- package/plugins/cursor-marketplace/skills/recall-context/SKILL.md +30 -0
- package/plugins/cursor-marketplace/skills/search-lessons/SKILL.md +33 -0
- package/plugins/gemini-extension/INSTALL.md +92 -0
- package/plugins/gemini-extension/gemini_prompt.txt +14 -0
- package/plugins/gemini-extension/tool_contract.json +45 -0
- package/plugins/opencode-profile/INSTALL.md +57 -0
- package/public/assets/instagram-card.png +0 -0
- package/public/assets/tiktok-agent-memory.mp4 +0 -0
- package/public/blog.html +400 -0
- package/public/dashboard.html +1093 -0
- package/public/guide.html +317 -0
- package/public/index.html +1014 -0
- package/public/learn/agent-harness-pattern.html +180 -0
- package/public/learn/ai-agent-persistent-memory.html +202 -0
- package/public/learn/learn.css +45 -0
- package/public/learn/mcp-pre-action-gates-explained.html +172 -0
- package/public/learn/stop-ai-agent-force-push.html +134 -0
- package/public/learn/vibe-coding-safety-net.html +142 -0
- package/public/learn.html +213 -0
- package/public/lessons.html +650 -0
- package/public/vercel.json +8 -0
- package/scripts/__pycache__/train_from_feedback.cpython-312.pyc +0 -0
- package/scripts/a2ui-engine.js +73 -0
- package/scripts/access-anomaly-detector.js +12 -0
- package/scripts/adk-consolidator.js +266 -0
- package/scripts/agent-readiness.js +220 -0
- package/scripts/agent-security-hardening.js +227 -0
- package/scripts/agentic-data-pipeline.js +847 -0
- package/scripts/analytics-report.js +328 -0
- package/scripts/analytics-window.js +158 -0
- package/scripts/async-job-runner.js +1001 -0
- package/scripts/audit-trail.js +398 -0
- package/scripts/auto-promote-gates.js +299 -0
- package/scripts/auto-wire-hooks.js +312 -0
- package/scripts/autonomous-sales-agent.js +39 -0
- package/scripts/autoresearch-runner.js +216 -0
- package/scripts/background-agent-governance.js +237 -0
- package/scripts/behavioral-extraction.js +97 -0
- package/scripts/belief-update.js +84 -0
- package/scripts/billing.js +2438 -0
- package/scripts/bot-detector.js +50 -0
- package/scripts/budget-guard.js +173 -0
- package/scripts/build-claude-mcpb.js +189 -0
- package/scripts/build-metadata.js +97 -0
- package/scripts/check-congruence.js +322 -0
- package/scripts/cli-feedback.js +135 -0
- package/scripts/cli-telemetry.js +87 -0
- package/scripts/cloudflare-dynamic-sandbox.js +315 -0
- package/scripts/code-reasoning.js +350 -0
- package/scripts/codegraph-context.js +466 -0
- package/scripts/commercial-offer.js +56 -0
- package/scripts/computer-use-firewall.js +250 -0
- package/scripts/context-engine.js +694 -0
- package/scripts/contextfs.js +1287 -0
- package/scripts/conversation-context.js +119 -0
- package/scripts/creator-campaigns.js +239 -0
- package/scripts/daemon-manager.js +108 -0
- package/scripts/daily-digest.js +11 -0
- package/scripts/dashboard-render-spec.js +395 -0
- package/scripts/dashboard.js +1058 -0
- package/scripts/data-governance.js +173 -0
- package/scripts/delegation-runtime.js +900 -0
- package/scripts/deploy-gcp.sh +44 -0
- package/scripts/deploy-policy.js +263 -0
- package/scripts/disagreement-mining.js +315 -0
- package/scripts/dispatch-brief.js +159 -0
- package/scripts/distribution-surfaces.js +44 -0
- package/scripts/dpo-optimizer.js +209 -0
- package/scripts/ephemeral-agent-store.js +219 -0
- package/scripts/eval-harness.js +56 -0
- package/scripts/evolution-state.js +241 -0
- package/scripts/experiment-tracker.js +267 -0
- package/scripts/export-databricks-bundle.js +242 -0
- package/scripts/export-dpo-pairs.js +345 -0
- package/scripts/export-kto-pairs.js +310 -0
- package/scripts/export-training.js +448 -0
- package/scripts/failure-diagnostics.js +558 -0
- package/scripts/feedback-attribution.js +313 -0
- package/scripts/feedback-fallback.js +111 -0
- package/scripts/feedback-history-distiller.js +391 -0
- package/scripts/feedback-inbox-read.js +162 -0
- package/scripts/feedback-loop.js +1887 -0
- package/scripts/feedback-paths.js +145 -0
- package/scripts/feedback-quality.js +139 -0
- package/scripts/feedback-root-consolidator.js +238 -0
- package/scripts/feedback-schema.js +426 -0
- package/scripts/feedback-session.js +286 -0
- package/scripts/feedback-to-memory.js +185 -0
- package/scripts/feedback-to-rules.js +163 -0
- package/scripts/filesystem-search.js +404 -0
- package/scripts/funnel-analytics.js +35 -0
- package/scripts/gate-satisfy.js +42 -0
- package/scripts/gate-stats.js +116 -0
- package/scripts/gate-templates.js +70 -0
- package/scripts/gates-engine.js +816 -0
- package/scripts/generate-paperbanana-diagrams.sh +99 -0
- package/scripts/generate-pretool-hook.sh +40 -0
- package/scripts/github-about.js +350 -0
- package/scripts/github-outreach.js +65 -0
- package/scripts/gtm-revenue-loop.js +520 -0
- package/scripts/hallucination-detector.js +226 -0
- package/scripts/hf-papers.js +317 -0
- package/scripts/history-distiller.js +200 -0
- package/scripts/hook-auto-capture.sh +95 -0
- package/scripts/hook-stop-pr-thread-check.sh +68 -0
- package/scripts/hook-stop-self-score.sh +51 -0
- package/scripts/hook-stop-verify-deploy.sh +31 -0
- package/scripts/hook-thumbgate-cache-updater.js +48 -0
- package/scripts/hook-verify-before-done.sh +20 -0
- package/scripts/hosted-config.js +170 -0
- package/scripts/hybrid-feedback-context.js +676 -0
- package/scripts/install-mcp.js +159 -0
- package/scripts/intent-router.js +392 -0
- package/scripts/internal-agent-bootstrap.js +490 -0
- package/scripts/jsonl-watcher.js +155 -0
- package/scripts/lesson-db.js +613 -0
- package/scripts/lesson-inference.js +315 -0
- package/scripts/lesson-retrieval.js +95 -0
- package/scripts/lesson-rotation.js +137 -0
- package/scripts/lesson-search.js +644 -0
- package/scripts/lesson-synthesis.js +196 -0
- package/scripts/license.js +50 -0
- package/scripts/local-model-profile.js +383 -0
- package/scripts/markdown-escape.js +12 -0
- package/scripts/marketing-experiment.js +671 -0
- package/scripts/mcp-config.js +149 -0
- package/scripts/mcp-policy.js +99 -0
- package/scripts/memalign-recall.js +111 -0
- package/scripts/memory-firewall.js +222 -0
- package/scripts/memory-migration.js +296 -0
- package/scripts/meta-policy.js +194 -0
- package/scripts/metered-billing.js +16 -0
- package/scripts/model-tier-router.js +301 -0
- package/scripts/money-watcher.js +71 -0
- package/scripts/multi-hop-recall.js +240 -0
- package/scripts/natural-language-harness.js +330 -0
- package/scripts/obsidian-export.js +712 -0
- package/scripts/operational-dashboard.js +103 -0
- package/scripts/operational-summary.js +93 -0
- package/scripts/optimize-context.js +17 -0
- package/scripts/org-dashboard.js +201 -0
- package/scripts/partner-orchestration.js +146 -0
- package/scripts/per-step-scoring.js +165 -0
- package/scripts/perplexity-marketing.js +466 -0
- package/scripts/pii-scanner.js +153 -0
- package/scripts/plan-gate.js +154 -0
- package/scripts/post-everywhere.js +308 -0
- package/scripts/post-to-x-retry.sh +22 -0
- package/scripts/post-to-x.js +369 -0
- package/scripts/pr-manager.js +236 -0
- package/scripts/predictive-insights.js +356 -0
- package/scripts/principle-extractor.js +162 -0
- package/scripts/pro-features.js +40 -0
- package/scripts/pro-local-dashboard.js +174 -0
- package/scripts/problem-detail.js +53 -0
- package/scripts/product-feedback.js +134 -0
- package/scripts/profile-router.js +245 -0
- package/scripts/prompt-dlp.js +221 -0
- package/scripts/prompt-guard.js +83 -0
- package/scripts/prove-adapters.js +863 -0
- package/scripts/prove-attribution.js +365 -0
- package/scripts/prove-automation.js +653 -0
- package/scripts/prove-autoresearch.js +304 -0
- package/scripts/prove-claim-verification.js +277 -0
- package/scripts/prove-cloudflare-sandbox.js +163 -0
- package/scripts/prove-data-pipeline.js +410 -0
- package/scripts/prove-data-quality.js +227 -0
- package/scripts/prove-evolution.js +352 -0
- package/scripts/prove-harnesses.js +287 -0
- package/scripts/prove-intelligence.js +259 -0
- package/scripts/prove-lancedb.js +371 -0
- package/scripts/prove-local-intelligence.js +342 -0
- package/scripts/prove-loop-closure.js +263 -0
- package/scripts/prove-predictive-insights.js +357 -0
- package/scripts/prove-runtime.js +350 -0
- package/scripts/prove-seo-gsd.js +234 -0
- package/scripts/prove-settings.js +279 -0
- package/scripts/prove-subway-upgrades.js +277 -0
- package/scripts/prove-tessl.js +229 -0
- package/scripts/prove-training-export.js +327 -0
- package/scripts/prove-workflow-contract.js +116 -0
- package/scripts/prove-xmemory.js +332 -0
- package/scripts/publish-decision.js +133 -0
- package/scripts/pulse.js +80 -0
- package/scripts/rate-limiter.js +125 -0
- package/scripts/reddit-dm-outreach.js +182 -0
- package/scripts/reddit-monitor-cron.sh +26 -0
- package/scripts/reflector-agent.js +221 -0
- package/scripts/reminder-engine.js +132 -0
- package/scripts/revenue-status.js +472 -0
- package/scripts/risk-scorer.js +458 -0
- package/scripts/rlaif-self-audit.js +129 -0
- package/scripts/rubric-engine.js +230 -0
- package/scripts/schedule-manager.js +251 -0
- package/scripts/secret-scanner.js +414 -0
- package/scripts/self-heal.js +147 -0
- package/scripts/self-healing-check.js +188 -0
- package/scripts/semantic-layer.js +98 -0
- package/scripts/seo-gsd.js +1153 -0
- package/scripts/settings-hierarchy.js +214 -0
- package/scripts/shieldcortex-memory-firewall-runner.mjs +53 -0
- package/scripts/skill-exporter.js +262 -0
- package/scripts/skill-generator.js +446 -0
- package/scripts/skill-materializer.js +134 -0
- package/scripts/skill-packs.js +136 -0
- package/scripts/skill-proposer.js +99 -0
- package/scripts/skill-quality-tracker.js +284 -0
- package/scripts/slo-alert-engine.js +14 -0
- package/scripts/slow-loop.js +72 -0
- package/scripts/social-analytics/db/schema.sql +32 -0
- package/scripts/social-analytics/digest.js +256 -0
- package/scripts/social-analytics/generate-instagram-card.js +97 -0
- package/scripts/social-analytics/instagram-thumbgate-post.js +73 -0
- package/scripts/social-analytics/mcp-server.js +289 -0
- package/scripts/social-analytics/normalizer.js +580 -0
- package/scripts/social-analytics/notify.js +162 -0
- package/scripts/social-analytics/poll-all.js +107 -0
- package/scripts/social-analytics/pollers/github.js +195 -0
- package/scripts/social-analytics/pollers/instagram.js +253 -0
- package/scripts/social-analytics/pollers/linkedin.js +330 -0
- package/scripts/social-analytics/pollers/plausible.js +247 -0
- package/scripts/social-analytics/pollers/reddit.js +306 -0
- package/scripts/social-analytics/pollers/threads.js +233 -0
- package/scripts/social-analytics/pollers/tiktok.js +203 -0
- package/scripts/social-analytics/pollers/x.js +227 -0
- package/scripts/social-analytics/pollers/youtube.js +304 -0
- package/scripts/social-analytics/pollers/zernio.js +180 -0
- package/scripts/social-analytics/publish-instagram-thumbgate.js +85 -0
- package/scripts/social-analytics/publishers/devto.js +122 -0
- package/scripts/social-analytics/publishers/instagram.js +317 -0
- package/scripts/social-analytics/publishers/linkedin.js +294 -0
- package/scripts/social-analytics/publishers/reddit.js +390 -0
- package/scripts/social-analytics/publishers/threads.js +275 -0
- package/scripts/social-analytics/publishers/tiktok.js +217 -0
- package/scripts/social-analytics/publishers/x.js +259 -0
- package/scripts/social-analytics/publishers/youtube.js +223 -0
- package/scripts/social-analytics/publishers/zernio.js +209 -0
- package/scripts/social-analytics/run-digest.js +34 -0
- package/scripts/social-analytics/store.js +257 -0
- package/scripts/social-analytics/utm.js +143 -0
- package/scripts/social-pipeline.js +2628 -0
- package/scripts/social-quality-gate.js +18 -0
- package/scripts/social-reply-monitor.js +445 -0
- package/scripts/status-dashboard.js +155 -0
- package/scripts/statusline-lesson.js +16 -0
- package/scripts/statusline-tower.js +8 -0
- package/scripts/statusline.sh +116 -0
- package/scripts/stripe-live-status.js +115 -0
- package/scripts/subagent-profiles.js +79 -0
- package/scripts/sync-gh-secrets-from-env.sh +70 -0
- package/scripts/sync-github-about.js +52 -0
- package/scripts/sync-version.js +451 -0
- package/scripts/synthetic-dpo.js +234 -0
- package/scripts/telemetry-analytics.js +821 -0
- package/scripts/tessl-export.js +371 -0
- package/scripts/test-coverage.js +120 -0
- package/scripts/thompson-sampling.js +417 -0
- package/scripts/thumbgate-search.js +189 -0
- package/scripts/tool-kpi-tracker.js +12 -0
- package/scripts/tool-registry.js +811 -0
- package/scripts/train_from_feedback.py +910 -0
- package/scripts/user-profile.js +78 -0
- package/scripts/validate-feedback.js +580 -0
- package/scripts/validate-workflow-contract.js +287 -0
- package/scripts/vector-store.js +198 -0
- package/scripts/verification-loop.js +291 -0
- package/scripts/verify-obsidian-setup.sh +269 -0
- package/scripts/verify-run.js +269 -0
- package/scripts/webhook-delivery.js +62 -0
- package/scripts/weekly-auto-post.js +124 -0
- package/scripts/workflow-runs.js +154 -0
- package/scripts/workflow-sprint-intake.js +475 -0
- package/scripts/workspace-evolver.js +374 -0
- package/scripts/x-autonomous-marketing.js +139 -0
- package/scripts/xmemory-lite.js +405 -0
- package/skills/agent-memory/SKILL.md +97 -0
- package/skills/solve-architecture-autonomy/SKILL.md +17 -0
- package/skills/solve-architecture-autonomy/tool.js +33 -0
- package/skills/thumbgate/SKILL.md +114 -0
- package/skills/thumbgate-feedback/SKILL.md +49 -0
- package/src/api/server.js +4208 -0
|
@@ -0,0 +1,357 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
'use strict';
|
|
3
|
+
|
|
4
|
+
const fs = require('node:fs');
|
|
5
|
+
const os = require('node:os');
|
|
6
|
+
const path = require('node:path');
|
|
7
|
+
|
|
8
|
+
const ROOT = path.join(__dirname, '..');
|
|
9
|
+
|
|
10
|
+
function resolveProofPaths() {
|
|
11
|
+
const proofDir = process.env.THUMBGATE_PROOF_DIR || path.join(ROOT, 'proof');
|
|
12
|
+
return {
|
|
13
|
+
proofDir,
|
|
14
|
+
reportJson: path.join(proofDir, 'predictive-insights-report.json'),
|
|
15
|
+
reportMd: path.join(proofDir, 'predictive-insights-report.md'),
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
function ensureDir(dirPath) {
|
|
20
|
+
fs.mkdirSync(dirPath, { recursive: true });
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
function buildStubTelemetry() {
|
|
24
|
+
return {
|
|
25
|
+
window: {
|
|
26
|
+
window: '30d',
|
|
27
|
+
timeZone: 'America/New_York',
|
|
28
|
+
bounded: true,
|
|
29
|
+
startLocalDate: '2026-03-01',
|
|
30
|
+
endLocalDate: '2026-03-30',
|
|
31
|
+
now: '2026-03-30T12:00:00.000Z',
|
|
32
|
+
},
|
|
33
|
+
latestSeenAt: '2026-03-30T12:00:00.000Z',
|
|
34
|
+
visitors: {
|
|
35
|
+
uniqueVisitors: 18,
|
|
36
|
+
attributionCoverageRate: 1,
|
|
37
|
+
byCreator: { reach_vb: 10, buildwithai: 8 },
|
|
38
|
+
bySource: { producthunt: 11, youtube: 7 },
|
|
39
|
+
byTrafficChannel: { producthunt: 11, youtube: 7 },
|
|
40
|
+
},
|
|
41
|
+
ctas: {
|
|
42
|
+
checkoutStarts: 4,
|
|
43
|
+
byCreator: { reach_vb: 3, buildwithai: 1 },
|
|
44
|
+
bySource: { producthunt: 3, youtube: 1 },
|
|
45
|
+
byTrafficChannel: { producthunt: 3, youtube: 1 },
|
|
46
|
+
checkoutStartsByCreator: { reach_vb: 3, buildwithai: 1 },
|
|
47
|
+
checkoutStartsBySource: { producthunt: 3, youtube: 1 },
|
|
48
|
+
checkoutStartsByTrafficChannel: { producthunt: 3, youtube: 1 },
|
|
49
|
+
},
|
|
50
|
+
buyerLoss: {
|
|
51
|
+
totalSignals: 2,
|
|
52
|
+
reasonsByCode: { too_expensive: 1 },
|
|
53
|
+
},
|
|
54
|
+
pricing: {
|
|
55
|
+
pricingInterestEvents: 5,
|
|
56
|
+
},
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
function buildStubBilling() {
|
|
61
|
+
return {
|
|
62
|
+
signups: {
|
|
63
|
+
uniqueLeads: 2,
|
|
64
|
+
},
|
|
65
|
+
revenue: {
|
|
66
|
+
paidCustomers: 1,
|
|
67
|
+
bookedRevenueCents: 1900,
|
|
68
|
+
},
|
|
69
|
+
pipeline: {
|
|
70
|
+
workflowSprintLeads: { total: 2, byCreator: { reach_vb: 1, buildwithai: 1 } },
|
|
71
|
+
qualifiedWorkflowSprintLeads: { total: 1, byCreator: { reach_vb: 1 } },
|
|
72
|
+
},
|
|
73
|
+
attribution: {
|
|
74
|
+
acquisitionByCreator: { reach_vb: 1, buildwithai: 1 },
|
|
75
|
+
acquisitionBySource: { producthunt: 1, youtube: 1 },
|
|
76
|
+
paidByCreator: { reach_vb: 1 },
|
|
77
|
+
paidBySource: { producthunt: 1 },
|
|
78
|
+
bookedRevenueByCreatorCents: { reach_vb: 1900 },
|
|
79
|
+
bookedRevenueBySourceCents: { producthunt: 1900 },
|
|
80
|
+
},
|
|
81
|
+
dataQuality: {
|
|
82
|
+
unreconciledPaidEvents: 0,
|
|
83
|
+
},
|
|
84
|
+
keys: {
|
|
85
|
+
active: 2,
|
|
86
|
+
totalUsage: 180,
|
|
87
|
+
},
|
|
88
|
+
};
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
function buildStubStaging() {
|
|
92
|
+
return {
|
|
93
|
+
sourceHashes: {
|
|
94
|
+
telemetry: 'predictive-proof-telemetry',
|
|
95
|
+
billing: 'predictive-proof-billing',
|
|
96
|
+
},
|
|
97
|
+
dims: {
|
|
98
|
+
creators: [
|
|
99
|
+
{
|
|
100
|
+
key: 'reach_vb',
|
|
101
|
+
pageViews: 10,
|
|
102
|
+
checkoutStarts: 3,
|
|
103
|
+
acquisitionLeads: 1,
|
|
104
|
+
paidCustomers: 1,
|
|
105
|
+
bookedRevenueCents: 1900,
|
|
106
|
+
workflowSprintLeads: 1,
|
|
107
|
+
qualifiedWorkflowSprintLeads: 1,
|
|
108
|
+
},
|
|
109
|
+
{
|
|
110
|
+
key: 'buildwithai',
|
|
111
|
+
pageViews: 8,
|
|
112
|
+
checkoutStarts: 1,
|
|
113
|
+
acquisitionLeads: 1,
|
|
114
|
+
paidCustomers: 0,
|
|
115
|
+
bookedRevenueCents: 0,
|
|
116
|
+
workflowSprintLeads: 1,
|
|
117
|
+
qualifiedWorkflowSprintLeads: 0,
|
|
118
|
+
},
|
|
119
|
+
],
|
|
120
|
+
sources: [
|
|
121
|
+
{
|
|
122
|
+
key: 'producthunt',
|
|
123
|
+
pageViews: 11,
|
|
124
|
+
checkoutStarts: 3,
|
|
125
|
+
acquisitionLeads: 1,
|
|
126
|
+
paidCustomers: 1,
|
|
127
|
+
bookedRevenueCents: 1900,
|
|
128
|
+
},
|
|
129
|
+
{
|
|
130
|
+
key: 'youtube',
|
|
131
|
+
pageViews: 7,
|
|
132
|
+
checkoutStarts: 1,
|
|
133
|
+
acquisitionLeads: 1,
|
|
134
|
+
paidCustomers: 0,
|
|
135
|
+
bookedRevenueCents: 0,
|
|
136
|
+
},
|
|
137
|
+
],
|
|
138
|
+
},
|
|
139
|
+
facts: {
|
|
140
|
+
funnel: [{ key: 'predictive-proof-funnel' }],
|
|
141
|
+
revenue: [{ key: 'predictive-proof-revenue' }],
|
|
142
|
+
quality: [{ key: 'predictive-proof-quality' }],
|
|
143
|
+
},
|
|
144
|
+
reconciliation: {
|
|
145
|
+
status: 'healthy',
|
|
146
|
+
warningCount: 0,
|
|
147
|
+
warnings: [],
|
|
148
|
+
},
|
|
149
|
+
};
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
async function run() {
|
|
153
|
+
const { proofDir, reportJson, reportMd } = resolveProofPaths();
|
|
154
|
+
const {
|
|
155
|
+
buildBenchmarks,
|
|
156
|
+
buildPredictiveInsights,
|
|
157
|
+
detectPredictiveAnomalies,
|
|
158
|
+
scoreDimensionForecasts,
|
|
159
|
+
scoreUpgradePropensity,
|
|
160
|
+
} = require('./predictive-insights');
|
|
161
|
+
const { formatReport } = require('./analytics-report');
|
|
162
|
+
const { buildSemanticSnapshot } = require('./agentic-data-pipeline');
|
|
163
|
+
const { buildVerifyPlan, recordVerifyWorkflowRun } = require('./verify-run');
|
|
164
|
+
|
|
165
|
+
const telemetryAnalytics = buildStubTelemetry();
|
|
166
|
+
const billingSummary = buildStubBilling();
|
|
167
|
+
const stagingModel = buildStubStaging();
|
|
168
|
+
const gateStats = { blocked: 12 };
|
|
169
|
+
const team = { activeAgents: 4 };
|
|
170
|
+
const results = { passed: 0, failed: 0, requirements: {} };
|
|
171
|
+
|
|
172
|
+
const checks = [
|
|
173
|
+
{
|
|
174
|
+
id: 'PREDICT-01',
|
|
175
|
+
desc: 'benchmarks derive funnel priors from telemetry, billing, and staged dimensions',
|
|
176
|
+
fn: () => {
|
|
177
|
+
const benchmarks = buildBenchmarks({ telemetryAnalytics, billingSummary, stagingModel });
|
|
178
|
+
if (benchmarks.uniqueVisitors !== 18 || benchmarks.checkoutStarts !== 4) {
|
|
179
|
+
throw new Error('Expected funnel priors for visitors and checkout starts');
|
|
180
|
+
}
|
|
181
|
+
if (benchmarks.revenuePerPaidCents !== 1900) {
|
|
182
|
+
throw new Error('Expected revenue per paid customer prior');
|
|
183
|
+
}
|
|
184
|
+
},
|
|
185
|
+
},
|
|
186
|
+
{
|
|
187
|
+
id: 'PREDICT-02',
|
|
188
|
+
desc: 'upgrade propensity scores surface ranked Pro and Team drivers',
|
|
189
|
+
fn: () => {
|
|
190
|
+
const propensity = scoreUpgradePropensity({
|
|
191
|
+
telemetryAnalytics,
|
|
192
|
+
billingSummary,
|
|
193
|
+
stagingModel,
|
|
194
|
+
gateStats,
|
|
195
|
+
team,
|
|
196
|
+
});
|
|
197
|
+
if (propensity.pro.band === 'very_low') {
|
|
198
|
+
throw new Error('Expected non-trivial Pro propensity');
|
|
199
|
+
}
|
|
200
|
+
if (!propensity.team.drivers.length) {
|
|
201
|
+
throw new Error('Expected ranked Team drivers');
|
|
202
|
+
}
|
|
203
|
+
},
|
|
204
|
+
},
|
|
205
|
+
{
|
|
206
|
+
id: 'PREDICT-03',
|
|
207
|
+
desc: 'dimension forecasts rank creator and source revenue opportunities',
|
|
208
|
+
fn: () => {
|
|
209
|
+
const benchmarks = buildBenchmarks({ telemetryAnalytics, billingSummary, stagingModel });
|
|
210
|
+
const creatorForecasts = scoreDimensionForecasts(stagingModel.dims.creators, benchmarks, 'key');
|
|
211
|
+
if (creatorForecasts[0].key !== 'buildwithai') {
|
|
212
|
+
throw new Error('Expected creator opportunity ranking to favor under-monetized creator');
|
|
213
|
+
}
|
|
214
|
+
if (creatorForecasts[0].opportunityRevenueCents <= 0) {
|
|
215
|
+
throw new Error('Expected incremental creator opportunity');
|
|
216
|
+
}
|
|
217
|
+
},
|
|
218
|
+
},
|
|
219
|
+
{
|
|
220
|
+
id: 'PREDICT-04',
|
|
221
|
+
desc: 'anomaly detection flags pricing resistance and channel underperformance',
|
|
222
|
+
fn: () => {
|
|
223
|
+
const benchmarks = buildBenchmarks({ telemetryAnalytics, billingSummary, stagingModel });
|
|
224
|
+
const anomalies = detectPredictiveAnomalies({
|
|
225
|
+
telemetryAnalytics: {
|
|
226
|
+
...telemetryAnalytics,
|
|
227
|
+
buyerLoss: { totalSignals: 3, reasonsByCode: { too_expensive: 2 } },
|
|
228
|
+
},
|
|
229
|
+
billingSummary,
|
|
230
|
+
creatorForecasts: scoreDimensionForecasts(stagingModel.dims.creators, benchmarks, 'key'),
|
|
231
|
+
sourceForecasts: scoreDimensionForecasts(stagingModel.dims.sources, benchmarks, 'key'),
|
|
232
|
+
});
|
|
233
|
+
if (!anomalies.some((entry) => entry.type === 'pricing_resistance')) {
|
|
234
|
+
throw new Error('Expected pricing resistance anomaly');
|
|
235
|
+
}
|
|
236
|
+
},
|
|
237
|
+
},
|
|
238
|
+
{
|
|
239
|
+
id: 'PREDICT-05',
|
|
240
|
+
desc: 'dashboard, report, and semantic snapshot expose predictive insights without manual joins',
|
|
241
|
+
fn: () => {
|
|
242
|
+
const predictive = buildPredictiveInsights({
|
|
243
|
+
telemetryAnalytics,
|
|
244
|
+
billingSummary,
|
|
245
|
+
stagingModel,
|
|
246
|
+
gateStats,
|
|
247
|
+
team,
|
|
248
|
+
});
|
|
249
|
+
const report = formatReport(
|
|
250
|
+
{ downloads: [{ day: '2026-03-24', downloads: 42 }] },
|
|
251
|
+
{ downloads: 42 },
|
|
252
|
+
{ stargazers_count: 5, forks_count: 1, open_issues_count: 0, subscribers_count: 1 },
|
|
253
|
+
{ time: { created: '2026-03-01T00:00:00.000Z', modified: '2026-03-24T00:00:00.000Z' } },
|
|
254
|
+
telemetryAnalytics,
|
|
255
|
+
billingSummary,
|
|
256
|
+
);
|
|
257
|
+
const semanticSnapshot = buildSemanticSnapshot({
|
|
258
|
+
window: telemetryAnalytics.window,
|
|
259
|
+
snapshotId: 'predictive-proof',
|
|
260
|
+
telemetryAnalytics,
|
|
261
|
+
billingSummary,
|
|
262
|
+
stagingModel,
|
|
263
|
+
gateStats,
|
|
264
|
+
team,
|
|
265
|
+
});
|
|
266
|
+
|
|
267
|
+
if (!report.includes('Predictive Insights')) {
|
|
268
|
+
throw new Error('Expected analytics report predictive section');
|
|
269
|
+
}
|
|
270
|
+
if (semanticSnapshot.metrics.predictedBookedRevenueCents !== predictive.revenueForecast.predictedBookedRevenueCents) {
|
|
271
|
+
throw new Error('Expected semantic snapshot predictive revenue metric');
|
|
272
|
+
}
|
|
273
|
+
},
|
|
274
|
+
},
|
|
275
|
+
{
|
|
276
|
+
id: 'PREDICT-06',
|
|
277
|
+
desc: 'verify:full includes the predictive proof lane and records its artifact',
|
|
278
|
+
fn: () => {
|
|
279
|
+
const commands = buildVerifyPlan('full')
|
|
280
|
+
.map((step) => [step.command, ...(step.args || [])].join(' '))
|
|
281
|
+
.join('\n');
|
|
282
|
+
if (!commands.includes('prove:predictive-insights')) {
|
|
283
|
+
throw new Error('Expected verify:full to include prove:predictive-insights');
|
|
284
|
+
}
|
|
285
|
+
|
|
286
|
+
const feedbackDir = fs.mkdtempSync(path.join(os.tmpdir(), 'thumbgate-predictive-proof-'));
|
|
287
|
+
const cwd = fs.mkdtempSync(path.join(os.tmpdir(), 'thumbgate-predictive-proof-cwd-'));
|
|
288
|
+
try {
|
|
289
|
+
const entry = recordVerifyWorkflowRun('full', cwd, feedbackDir);
|
|
290
|
+
if (!entry.proofArtifacts.some((artifact) => artifact.endsWith(path.join('proof', 'predictive-insights-report.json')))) {
|
|
291
|
+
throw new Error('Expected workflow run predictive artifact');
|
|
292
|
+
}
|
|
293
|
+
} finally {
|
|
294
|
+
fs.rmSync(feedbackDir, { recursive: true, force: true });
|
|
295
|
+
fs.rmSync(cwd, { recursive: true, force: true });
|
|
296
|
+
}
|
|
297
|
+
},
|
|
298
|
+
},
|
|
299
|
+
];
|
|
300
|
+
|
|
301
|
+
console.log('Predictive Insights - Proof Gate\n');
|
|
302
|
+
console.log('Checking requirements:\n');
|
|
303
|
+
|
|
304
|
+
for (const check of checks) {
|
|
305
|
+
try {
|
|
306
|
+
await check.fn();
|
|
307
|
+
results.passed += 1;
|
|
308
|
+
results.requirements[check.id] = { desc: check.desc, status: 'passed' };
|
|
309
|
+
console.log(`✅ ${check.id} — ${check.desc}`);
|
|
310
|
+
} catch (error) {
|
|
311
|
+
results.failed += 1;
|
|
312
|
+
results.requirements[check.id] = {
|
|
313
|
+
desc: check.desc,
|
|
314
|
+
status: 'failed',
|
|
315
|
+
error: error.message,
|
|
316
|
+
};
|
|
317
|
+
console.log(`❌ ${check.id} — ${check.desc}`);
|
|
318
|
+
console.log(` ${error.message}`);
|
|
319
|
+
}
|
|
320
|
+
}
|
|
321
|
+
|
|
322
|
+
ensureDir(proofDir);
|
|
323
|
+
const report = {
|
|
324
|
+
phase: '16-predictive-insights',
|
|
325
|
+
generatedAt: new Date().toISOString(),
|
|
326
|
+
passed: results.passed,
|
|
327
|
+
failed: results.failed,
|
|
328
|
+
requirements: results.requirements,
|
|
329
|
+
};
|
|
330
|
+
fs.writeFileSync(reportJson, `${JSON.stringify(report, null, 2)}\n`, 'utf8');
|
|
331
|
+
|
|
332
|
+
const markdown = [
|
|
333
|
+
'# Predictive Insights Proof Report',
|
|
334
|
+
'',
|
|
335
|
+
`- passed: ${results.passed}`,
|
|
336
|
+
`- failed: ${results.failed}`,
|
|
337
|
+
'',
|
|
338
|
+
...Object.entries(results.requirements).map(([id, entry]) => {
|
|
339
|
+
const prefix = entry.status === 'passed' ? '[x]' : '[ ]';
|
|
340
|
+
const suffix = entry.error ? ` — ${entry.error}` : '';
|
|
341
|
+
return `${prefix} **${id}** ${entry.desc}${suffix}`;
|
|
342
|
+
}),
|
|
343
|
+
'',
|
|
344
|
+
`${results.passed} passed, ${results.failed} failed`,
|
|
345
|
+
].join('\n');
|
|
346
|
+
fs.writeFileSync(reportMd, `${markdown}\n`, 'utf8');
|
|
347
|
+
|
|
348
|
+
console.log(`\n${results.passed} passed, ${results.failed} failed`);
|
|
349
|
+
if (results.failed > 0) {
|
|
350
|
+
process.exitCode = 1;
|
|
351
|
+
}
|
|
352
|
+
}
|
|
353
|
+
|
|
354
|
+
run().catch((error) => {
|
|
355
|
+
console.error(error.message);
|
|
356
|
+
process.exit(1);
|
|
357
|
+
});
|
|
@@ -0,0 +1,350 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
const fs = require('fs');
|
|
4
|
+
const os = require('os');
|
|
5
|
+
const path = require('path');
|
|
6
|
+
|
|
7
|
+
const { buildManagedScheduleCommand } = require('./schedule-manager');
|
|
8
|
+
|
|
9
|
+
const ROOT = path.join(__dirname, '..');
|
|
10
|
+
const RUNNER_PATH = require.resolve('./async-job-runner');
|
|
11
|
+
const FEEDBACK_PATH = require.resolve('./feedback-loop');
|
|
12
|
+
const VERIFICATION_PATH = require.resolve('./verification-loop');
|
|
13
|
+
const EXPERIMENT_TRACKER_PATH = require.resolve('./experiment-tracker');
|
|
14
|
+
const VERIFY_RUN_PATH = require.resolve('./verify-run');
|
|
15
|
+
|
|
16
|
+
function resolveProofPaths() {
|
|
17
|
+
const proofDir = process.env.THUMBGATE_RUNTIME_PROOF_DIR || process.env.THUMBGATE_PROOF_DIR || path.join(ROOT, 'proof');
|
|
18
|
+
return {
|
|
19
|
+
proofDir,
|
|
20
|
+
reportJson: path.join(proofDir, 'runtime-report.json'),
|
|
21
|
+
reportMd: path.join(proofDir, 'runtime-report.md'),
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
function resetModules() {
|
|
26
|
+
[
|
|
27
|
+
RUNNER_PATH,
|
|
28
|
+
FEEDBACK_PATH,
|
|
29
|
+
VERIFICATION_PATH,
|
|
30
|
+
EXPERIMENT_TRACKER_PATH,
|
|
31
|
+
VERIFY_RUN_PATH,
|
|
32
|
+
].forEach((modulePath) => {
|
|
33
|
+
delete require.cache[modulePath];
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
function stubModule(modulePath, exports) {
|
|
38
|
+
require.cache[modulePath] = {
|
|
39
|
+
id: modulePath,
|
|
40
|
+
filename: modulePath,
|
|
41
|
+
loaded: true,
|
|
42
|
+
exports,
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
function makeAcceptedVerification() {
|
|
47
|
+
return {
|
|
48
|
+
accepted: true,
|
|
49
|
+
attempts: 1,
|
|
50
|
+
finalVerification: {
|
|
51
|
+
score: 1,
|
|
52
|
+
violations: [],
|
|
53
|
+
},
|
|
54
|
+
partnerStrategy: {
|
|
55
|
+
profile: 'strict_reviewer',
|
|
56
|
+
verificationMode: 'evidence_first',
|
|
57
|
+
},
|
|
58
|
+
partnerReward: {
|
|
59
|
+
reward: 1,
|
|
60
|
+
},
|
|
61
|
+
};
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
function makeRejectedVerification() {
|
|
65
|
+
return {
|
|
66
|
+
accepted: false,
|
|
67
|
+
attempts: 2,
|
|
68
|
+
finalVerification: {
|
|
69
|
+
score: 0.2,
|
|
70
|
+
violations: [
|
|
71
|
+
{
|
|
72
|
+
pattern: 'webhook signature mismatch',
|
|
73
|
+
avoidRule: 'Verify webhook signatures before deploy.',
|
|
74
|
+
},
|
|
75
|
+
],
|
|
76
|
+
},
|
|
77
|
+
partnerStrategy: {
|
|
78
|
+
profile: 'strict_reviewer',
|
|
79
|
+
verificationMode: 'evidence_first',
|
|
80
|
+
},
|
|
81
|
+
partnerReward: {
|
|
82
|
+
reward: 0,
|
|
83
|
+
},
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
function loadRuntimeHarness(feedbackDir, verificationLoopImpl) {
|
|
88
|
+
process.env.THUMBGATE_FEEDBACK_DIR = feedbackDir;
|
|
89
|
+
resetModules();
|
|
90
|
+
stubModule(VERIFICATION_PATH, {
|
|
91
|
+
runVerificationLoop: verificationLoopImpl,
|
|
92
|
+
});
|
|
93
|
+
|
|
94
|
+
return {
|
|
95
|
+
runner: require('./async-job-runner'),
|
|
96
|
+
experimentTracker: require('./experiment-tracker'),
|
|
97
|
+
};
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
function cleanupHarness(feedbackDir) {
|
|
101
|
+
resetModules();
|
|
102
|
+
delete process.env.THUMBGATE_FEEDBACK_DIR;
|
|
103
|
+
fs.rmSync(feedbackDir, { recursive: true, force: true });
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
async function run() {
|
|
107
|
+
const results = { passed: 0, failed: 0, requirements: {} };
|
|
108
|
+
const { proofDir, reportJson, reportMd } = resolveProofPaths();
|
|
109
|
+
|
|
110
|
+
const checks = [
|
|
111
|
+
{
|
|
112
|
+
id: 'RUNTIME-01',
|
|
113
|
+
desc: 'stage execution persists checkpointed state and stage history',
|
|
114
|
+
fn: () => {
|
|
115
|
+
const feedbackDir = fs.mkdtempSync(path.join(os.tmpdir(), 'thumbgate-runtime-proof-'));
|
|
116
|
+
try {
|
|
117
|
+
const { runner } = loadRuntimeHarness(feedbackDir, () => makeAcceptedVerification());
|
|
118
|
+
runner.executeJob({
|
|
119
|
+
id: 'checkpoint-job',
|
|
120
|
+
tags: ['runtime'],
|
|
121
|
+
stages: [
|
|
122
|
+
{ name: 'draft', context: 'draft ready' },
|
|
123
|
+
{ name: 'ship', appendContext: 'ship ready' },
|
|
124
|
+
],
|
|
125
|
+
});
|
|
126
|
+
const state = runner.readJobState('checkpoint-job');
|
|
127
|
+
if (state.status !== 'completed') throw new Error(`Expected completed state, got ${state.status}`);
|
|
128
|
+
if (state.stageHistory.length !== 2) throw new Error('Expected 2 completed stages');
|
|
129
|
+
if (state.checkpoints.length !== 2) throw new Error('Expected 2 checkpoints');
|
|
130
|
+
if (state.currentContext !== 'draft ready\nship ready') {
|
|
131
|
+
throw new Error(`Unexpected final context: ${state.currentContext}`);
|
|
132
|
+
}
|
|
133
|
+
} finally {
|
|
134
|
+
cleanupHarness(feedbackDir);
|
|
135
|
+
}
|
|
136
|
+
},
|
|
137
|
+
},
|
|
138
|
+
{
|
|
139
|
+
id: 'RUNTIME-02',
|
|
140
|
+
desc: 'pause requests yield a paused checkpoint and resume continues from the next stage',
|
|
141
|
+
fn: () => {
|
|
142
|
+
const feedbackDir = fs.mkdtempSync(path.join(os.tmpdir(), 'thumbgate-runtime-proof-'));
|
|
143
|
+
try {
|
|
144
|
+
const { runner } = loadRuntimeHarness(feedbackDir, () => makeAcceptedVerification());
|
|
145
|
+
const job = {
|
|
146
|
+
id: 'pause-job',
|
|
147
|
+
tags: ['runtime'],
|
|
148
|
+
stages: [
|
|
149
|
+
{
|
|
150
|
+
name: 'draft',
|
|
151
|
+
run({ controller }) {
|
|
152
|
+
controller.requestPause({ reason: 'proof pause' });
|
|
153
|
+
return { context: 'draft ready' };
|
|
154
|
+
},
|
|
155
|
+
},
|
|
156
|
+
{
|
|
157
|
+
name: 'ship',
|
|
158
|
+
run() {
|
|
159
|
+
return { appendContext: 'ship ready' };
|
|
160
|
+
},
|
|
161
|
+
},
|
|
162
|
+
],
|
|
163
|
+
};
|
|
164
|
+
|
|
165
|
+
const paused = runner.executeJob(job);
|
|
166
|
+
const pausedState = runner.readJobState('pause-job');
|
|
167
|
+
const resumed = runner.resumeJob('pause-job', job);
|
|
168
|
+
|
|
169
|
+
if (paused.status !== 'paused') throw new Error(`Expected paused result, got ${paused.status}`);
|
|
170
|
+
if (pausedState.nextStageIndex !== 1) throw new Error(`Expected nextStageIndex=1, got ${pausedState.nextStageIndex}`);
|
|
171
|
+
if (resumed.status !== 'completed') throw new Error(`Expected resumed completion, got ${resumed.status}`);
|
|
172
|
+
} finally {
|
|
173
|
+
cleanupHarness(feedbackDir);
|
|
174
|
+
}
|
|
175
|
+
},
|
|
176
|
+
},
|
|
177
|
+
{
|
|
178
|
+
id: 'RUNTIME-03',
|
|
179
|
+
desc: 'managed job files auto-resume through resumeManagedJobs without manual stage reconstruction',
|
|
180
|
+
fn: () => {
|
|
181
|
+
const feedbackDir = fs.mkdtempSync(path.join(os.tmpdir(), 'thumbgate-runtime-proof-'));
|
|
182
|
+
try {
|
|
183
|
+
const { runner } = loadRuntimeHarness(feedbackDir, () => makeAcceptedVerification());
|
|
184
|
+
const jobFile = path.join(feedbackDir, 'managed-job.json');
|
|
185
|
+
fs.writeFileSync(jobFile, JSON.stringify({
|
|
186
|
+
id: 'managed-job',
|
|
187
|
+
tags: ['runtime'],
|
|
188
|
+
stages: [
|
|
189
|
+
{ name: 'plan', context: 'plan ready' },
|
|
190
|
+
{ name: 'ship', appendContext: 'ship ready' },
|
|
191
|
+
],
|
|
192
|
+
}, null, 2));
|
|
193
|
+
|
|
194
|
+
runner.requestJobControl('managed-job', 'pause', { reason: 'pause before start' });
|
|
195
|
+
const paused = runner.runJobFromFile(jobFile);
|
|
196
|
+
const resumed = runner.resumeManagedJobs();
|
|
197
|
+
const state = runner.readJobState('managed-job');
|
|
198
|
+
|
|
199
|
+
if (paused.status !== 'paused') throw new Error(`Expected paused managed job, got ${paused.status}`);
|
|
200
|
+
if (resumed.completed !== 1) throw new Error(`Expected 1 resumed completion, got ${resumed.completed}`);
|
|
201
|
+
if (state.currentContext !== 'plan ready\nship ready') {
|
|
202
|
+
throw new Error(`Unexpected managed final context: ${state.currentContext}`);
|
|
203
|
+
}
|
|
204
|
+
} finally {
|
|
205
|
+
cleanupHarness(feedbackDir);
|
|
206
|
+
}
|
|
207
|
+
},
|
|
208
|
+
},
|
|
209
|
+
{
|
|
210
|
+
id: 'RUNTIME-04',
|
|
211
|
+
desc: 'failed verification queues an auto-improvement experiment',
|
|
212
|
+
fn: () => {
|
|
213
|
+
const feedbackDir = fs.mkdtempSync(path.join(os.tmpdir(), 'thumbgate-runtime-proof-'));
|
|
214
|
+
try {
|
|
215
|
+
const { runner, experimentTracker } = loadRuntimeHarness(feedbackDir, () => makeRejectedVerification());
|
|
216
|
+
const result = runner.executeJob({
|
|
217
|
+
id: 'verification-fail-job',
|
|
218
|
+
context: 'webhook signature mismatch',
|
|
219
|
+
tags: ['billing'],
|
|
220
|
+
skill: 'billing-guard',
|
|
221
|
+
});
|
|
222
|
+
const experiments = experimentTracker.loadExperiments();
|
|
223
|
+
const experiment = experiments[0];
|
|
224
|
+
|
|
225
|
+
if (result.status !== 'failed') throw new Error(`Expected failed result, got ${result.status}`);
|
|
226
|
+
if (!experiment) throw new Error('Expected one pending improvement experiment');
|
|
227
|
+
if (experiment.mutation.failureType !== 'verification') {
|
|
228
|
+
throw new Error(`Expected verification failureType, got ${experiment.mutation.failureType}`);
|
|
229
|
+
}
|
|
230
|
+
} finally {
|
|
231
|
+
cleanupHarness(feedbackDir);
|
|
232
|
+
}
|
|
233
|
+
},
|
|
234
|
+
},
|
|
235
|
+
{
|
|
236
|
+
id: 'RUNTIME-05',
|
|
237
|
+
desc: 'schedule manager builds a managed async-job-runner command for job files',
|
|
238
|
+
fn: () => {
|
|
239
|
+
const command = buildManagedScheduleCommand({
|
|
240
|
+
jobFile: '/tmp/thumbgate/jobs/runtime-proof.json',
|
|
241
|
+
autoResume: true,
|
|
242
|
+
});
|
|
243
|
+
|
|
244
|
+
if (!command.includes('async-job-runner.js')) throw new Error('Missing async-job-runner reference');
|
|
245
|
+
if (!command.includes('runJobFromFile')) throw new Error('Missing runJobFromFile invocation');
|
|
246
|
+
if (!command.includes('runtime-proof.json')) throw new Error('Missing job file reference');
|
|
247
|
+
},
|
|
248
|
+
},
|
|
249
|
+
{
|
|
250
|
+
id: 'RUNTIME-06',
|
|
251
|
+
desc: 'verify-run full includes the runtime proof lane and artifact',
|
|
252
|
+
fn: () => {
|
|
253
|
+
const feedbackDir = fs.mkdtempSync(path.join(os.tmpdir(), 'thumbgate-runtime-proof-'));
|
|
254
|
+
const cwd = fs.mkdtempSync(path.join(os.tmpdir(), 'thumbgate-runtime-proof-cwd-'));
|
|
255
|
+
try {
|
|
256
|
+
process.env.THUMBGATE_FEEDBACK_DIR = feedbackDir;
|
|
257
|
+
resetModules();
|
|
258
|
+
const { buildVerifyPlan, recordVerifyWorkflowRun } = require('./verify-run');
|
|
259
|
+
const plan = buildVerifyPlan('full');
|
|
260
|
+
const commands = plan.map((step) => [step.command, ...(step.args || [])].join(' ')).join('\n');
|
|
261
|
+
if (!commands.includes('prove:runtime')) {
|
|
262
|
+
throw new Error('verify:full is missing prove:runtime');
|
|
263
|
+
}
|
|
264
|
+
|
|
265
|
+
const entry = recordVerifyWorkflowRun('full', cwd, feedbackDir);
|
|
266
|
+
const hasRuntimeArtifact = entry.proofArtifacts.some((artifact) => artifact.endsWith(path.join('proof', 'runtime-report.json')));
|
|
267
|
+
if (!hasRuntimeArtifact) {
|
|
268
|
+
throw new Error('verify workflow run is missing runtime proof artifact');
|
|
269
|
+
}
|
|
270
|
+
} finally {
|
|
271
|
+
resetModules();
|
|
272
|
+
delete process.env.THUMBGATE_FEEDBACK_DIR;
|
|
273
|
+
fs.rmSync(feedbackDir, { recursive: true, force: true });
|
|
274
|
+
fs.rmSync(cwd, { recursive: true, force: true });
|
|
275
|
+
}
|
|
276
|
+
},
|
|
277
|
+
},
|
|
278
|
+
];
|
|
279
|
+
|
|
280
|
+
console.log('Interruptible Runtime - Proof Gate\n');
|
|
281
|
+
console.log('Checking requirements:\n');
|
|
282
|
+
|
|
283
|
+
for (const check of checks) {
|
|
284
|
+
try {
|
|
285
|
+
await check.fn();
|
|
286
|
+
results.passed += 1;
|
|
287
|
+
results.requirements[check.id] = { status: 'pass', desc: check.desc };
|
|
288
|
+
console.log(` PASS ${check.id}: ${check.desc}`);
|
|
289
|
+
} catch (error) {
|
|
290
|
+
results.failed += 1;
|
|
291
|
+
results.requirements[check.id] = {
|
|
292
|
+
status: 'fail',
|
|
293
|
+
desc: check.desc,
|
|
294
|
+
error: error.message,
|
|
295
|
+
};
|
|
296
|
+
console.error(` FAIL ${check.id}: ${error.message}`);
|
|
297
|
+
}
|
|
298
|
+
}
|
|
299
|
+
|
|
300
|
+
fs.mkdirSync(proofDir, { recursive: true });
|
|
301
|
+
|
|
302
|
+
const report = {
|
|
303
|
+
phase: '12-interruptible-runtime',
|
|
304
|
+
generatedAt: new Date().toISOString(),
|
|
305
|
+
passed: results.passed,
|
|
306
|
+
failed: results.failed,
|
|
307
|
+
total: checks.length,
|
|
308
|
+
requirements: results.requirements,
|
|
309
|
+
};
|
|
310
|
+
|
|
311
|
+
fs.writeFileSync(reportJson, `${JSON.stringify(report, null, 2)}\n`);
|
|
312
|
+
|
|
313
|
+
const markdown = [
|
|
314
|
+
'# Interruptible Runtime Proof Report',
|
|
315
|
+
'',
|
|
316
|
+
`Generated: ${report.generatedAt}`,
|
|
317
|
+
`Result: ${results.passed}/${checks.length} passed`,
|
|
318
|
+
'',
|
|
319
|
+
'## Requirements',
|
|
320
|
+
'',
|
|
321
|
+
...Object.entries(results.requirements).map(([id, requirement]) => {
|
|
322
|
+
const checkbox = requirement.status === 'pass' ? '[x]' : '[ ]';
|
|
323
|
+
const errorLine = requirement.error ? `\n - Error: \`${requirement.error}\`` : '';
|
|
324
|
+
return `- ${checkbox} **${id}**: ${requirement.desc}${errorLine}`;
|
|
325
|
+
}),
|
|
326
|
+
'',
|
|
327
|
+
`${results.passed} passed, ${results.failed} failed`,
|
|
328
|
+
'',
|
|
329
|
+
].join('\n');
|
|
330
|
+
fs.writeFileSync(reportMd, `${markdown}\n`);
|
|
331
|
+
|
|
332
|
+
console.log(`\nResult: ${results.passed} passed, ${results.failed} failed`);
|
|
333
|
+
console.log(`Report: ${reportJson}`);
|
|
334
|
+
|
|
335
|
+
if (results.failed > 0) {
|
|
336
|
+
process.exitCode = 1;
|
|
337
|
+
}
|
|
338
|
+
}
|
|
339
|
+
|
|
340
|
+
if (require.main === module) {
|
|
341
|
+
run().catch((error) => {
|
|
342
|
+
console.error(error.message || String(error));
|
|
343
|
+
process.exit(1);
|
|
344
|
+
});
|
|
345
|
+
}
|
|
346
|
+
|
|
347
|
+
module.exports = {
|
|
348
|
+
resolveProofPaths,
|
|
349
|
+
run,
|
|
350
|
+
};
|