thumbgate 1.15.0 → 1.16.0

package/scripts/history-distiller.js

@@ -1,200 +0,0 @@
-#!/usr/bin/env node
-'use strict';
-
-/**
- * History Distiller — Self-Healing Brain for ThumbGate (Pro feature).
- *
- * When a user gives thumbs-down, this module:
- * 1. Takes the last N conversation messages (chatHistory)
- * 2. Identifies the failed tool call and its context
- * 3. Auto-proposes a lesson: "I noticed X. I've recorded a rule to NEVER do X. Correct?"
- * 4. Creates a prevention rule if the user confirms
- *
- * This closes the gap from "manual guardrail" to "self-healing brain."
- * Strategic value: justifies Pro $19/mo subscription via outcome-based intelligence.
- */
-
-const { createLesson, inferFromSurroundingMessages } = require('./lesson-inference');
-const contextfs = require('./contextfs');
-
-// ---------------------------------------------------------------------------
-// Chat History Analysis
-// ---------------------------------------------------------------------------
-
-
-const ANTI_PATTERNS = [
-  { pattern: /\b(?:tailwind|tw-)\b/i, label: 'Tailwind CSS', ruleTemplate: 'NEVER use Tailwind CSS in this project' },
-  { pattern: /(?:force[- ]?push|push\s*--force|--force)\b/i, label: 'force push', ruleTemplate: 'NEVER force-push to any branch' },
-  { pattern: /\b(?:rm\s+-rf|delete\s+all)\b/i, label: 'destructive deletion', ruleTemplate: 'NEVER run destructive delete commands without confirmation' },
-  { pattern: /\bskip\s*(?:test|ci|check)/i, label: 'skipping tests', ruleTemplate: 'NEVER skip tests or CI checks' },
-  { pattern: /\b(?:mock(?:ed|ing)?|stub(?:bed|bing)?)\b.*\b(?:database|db)\b/i, label: 'mocking database', ruleTemplate: 'NEVER mock the database — use real test instances' },
-  { pattern: /\b(?:hardcod|hard[- ]cod)/i, label: 'hardcoded values', ruleTemplate: 'NEVER hardcode secrets, URLs, or configuration values' },
-  { pattern: /\b(?:console\.log|print\s+debug)\b/i, label: 'debug logging', ruleTemplate: 'NEVER leave debug console.log/print statements in production code' },
-  { pattern: /\b(?:any\b.*type|:\s*any\b)/i, label: 'TypeScript any', ruleTemplate: 'NEVER use the `any` type — use proper type annotations' },
-];
-
-/**
- * Analyze chat history to find the correction pattern.
- * Looks for: user corrected the agent about something → agent did it again → user gave thumbs down.
- *
- * @param {Array} chatHistory - Array of {role, content} messages, most recent last
- * @param {Object} failedToolCall - The tool call that triggered the thumbs-down
- * @returns {{ correction, antiPattern, proposedRule, confidence, evidence }}
- */
-function analyzeChatHistory(chatHistory, failedToolCall = null) {
-  const messages = Array.isArray(chatHistory) ? chatHistory : [];
-  if (messages.length === 0) return { correction: null, antiPattern: null, proposedRule: null, confidence: 0, evidence: [] };
-
-  const evidence = [];
-  let bestAntiPattern = null;
-  let userCorrection = null;
-
-  // Scan for user corrections (messages where user said "don't", "stop", "no", "never", "wrong")
-  const correctionPatterns = [
-    /\b(?:don'?t|do not|stop|never|wrong|no,?\s+(?:that|not|I said))\b/i,
-    /\b(?:I (?:told|said|asked) you|I already|we don'?t)\b/i,
-    /\b(?:should(?:n'?t| not)|must not|not supposed to)\b/i,
-  ];
-
-  for (const msg of messages) {
-    if (msg.role !== 'user') continue;
-    const text = msg.content || msg.text || '';
-    for (const cp of correctionPatterns) {
-      if (cp.test(text)) {
-        userCorrection = text.slice(0, 200);
-        evidence.push({ type: 'user_correction', text: userCorrection });
-        break;
-      }
-    }
-  }
-
-  // Scan assistant messages for anti-patterns
-  const assistantMessages = messages.filter((m) => m.role === 'assistant').map((m) => m.content || m.text || '');
-  const allAssistantText = assistantMessages.join('\n');
-
-  // Also check the failed tool call
-  const toolCallText = failedToolCall
-    ? `${failedToolCall.tool || ''} ${failedToolCall.input || ''} ${failedToolCall.output || ''}`
-    : '';
-  const combinedText = `${allAssistantText}\n${toolCallText}`;
-
-  for (const ap of ANTI_PATTERNS) {
-    if (ap.pattern.test(combinedText)) {
-      bestAntiPattern = ap;
-      evidence.push({ type: 'anti_pattern', label: ap.label });
-      break;
-    }
-  }
-
-  // Build proposed rule
-  let proposedRule = null;
-  let confidence = 0;
-
-  if (bestAntiPattern && userCorrection) {
-    proposedRule = bestAntiPattern.ruleTemplate;
-    confidence = 90;
-  } else if (bestAntiPattern) {
-    proposedRule = bestAntiPattern.ruleTemplate;
-    confidence = 60;
-  } else if (userCorrection) {
-    // Extract the "don't X" part as a rule
-    const dontMatch = userCorrection.match(/(?:don'?t|never|stop)\s+(.{5,60})/i);
-    if (dontMatch) {
-      proposedRule = `NEVER ${dontMatch[1].trim().replace(/[.!?]+$/, '')}`;
-      confidence = 50;
-    }
-  }
-
-  return {
-    correction: userCorrection,
-    antiPattern: bestAntiPattern ? bestAntiPattern.label : null,
-    proposedRule,
-    confidence,
-    evidence,
-    messageCount: messages.length,
-  };
-}
-
-// ---------------------------------------------------------------------------
-// History-Aware Distillation (the main entry point)
-// ---------------------------------------------------------------------------
-
-/**
- * Distill a lesson from chat history when thumbs-down is received.
- * This is the "Reflector" agent — it takes conversation context and
- * auto-proposes what went wrong + a prevention rule.
- *
- * @param {Object} opts
- * @param {Array} opts.chatHistory - Last N messages [{role, content}]
- * @param {Object} [opts.failedToolCall] - The tool call that failed
- * @param {string} [opts.feedbackContext] - User's feedback context string
- * @param {string} [opts.signal] - 'negative' or 'positive'
- * @returns {{ lesson, proposedRule, confirmation, autoCreated }}
- */
-function distillFromHistory({ chatHistory = [], failedToolCall = null, feedbackContext = '', signal = 'negative' } = {}) {
-  // Step 1: Analyze chat history for corrections and anti-patterns
-  const analysis = analyzeChatHistory(chatHistory, failedToolCall);
-
-  // Step 2: Infer from surrounding messages (leverage existing module)
-  const inference = inferFromSurroundingMessages({
-    priorMessages: chatHistory.slice(-10),
-    signal,
-    feedbackContext,
-  });
-
-  // Step 3: Build the auto-proposed lesson
-  let proposedWhatWentWrong;
-  let proposedRule = analysis.proposedRule;
-
-  if (analysis.correction && analysis.antiPattern) {
-    proposedWhatWentWrong = `I noticed I used ${analysis.antiPattern} despite your earlier correction: "${analysis.correction.slice(0, 100)}". This has been recorded as a mistake.`;
-  } else if (analysis.antiPattern) {
-    proposedWhatWentWrong = `I detected a ${analysis.antiPattern} anti-pattern in my output that likely caused the issue.`;
-  } else if (analysis.correction) {
-    proposedWhatWentWrong = `You previously corrected me: "${analysis.correction.slice(0, 100)}". I may have repeated the same mistake.`;
-  } else if (inference.inferredAction) {
-    proposedWhatWentWrong = `The ${inference.inferredAction.type} action on ${inference.inferredAction.target} did not produce the expected result.`;
-  } else {
-    proposedWhatWentWrong = feedbackContext || 'The agent action did not meet expectations.';
-  }
-
-  // Step 4: Build confirmation message
-  const confirmation = proposedRule
-    ? `I've recorded a rule: "${proposedRule}". Correct?`
-    : `Lesson captured: "${proposedWhatWentWrong.slice(0, 100)}". Any corrections?`;
-
-  // Step 5: Auto-create the lesson
-  const lesson = createLesson({
-    signal,
-    inferredLesson: proposedWhatWentWrong,
-    triggerMessage: inference.triggerMessage,
-    priorSummary: inference.priorSummary,
-    confidence: analysis.confidence || inference.confidence,
-    tags: analysis.antiPattern ? [analysis.antiPattern] : [],
-    metadata: { distilled: true, hasCorrection: !!analysis.correction, hasAntiPattern: !!analysis.antiPattern },
-  });
-
-  // Step 6: If high confidence + anti-pattern, auto-install prevention rule
-  let ruleInstalled = false;
-  if (proposedRule && analysis.confidence >= 60) {
-    try {
-      contextfs.registerPreventionRules(`# Auto-Distilled Rule\n\n- ${proposedRule}\n\nSource: history-distiller (confidence: ${analysis.confidence}%)`, { source: 'history-distiller', lessonId: lesson.id });
-      ruleInstalled = true;
-    } catch { /* non-critical */ }
-  }
-
-  return {
-    lesson,
-    proposedWhatWentWrong,
-    proposedRule,
-    confirmation,
-    ruleInstalled,
-    analysis,
-    inference: { action: inference.inferredAction, confidence: inference.confidence },
-    autoCreated: true,
-  };
-}
-
-module.exports = {
-  ANTI_PATTERNS, analyzeChatHistory, distillFromHistory,
-};

package/scripts/hosted-job-launcher.js

@@ -1,256 +0,0 @@
-'use strict';
-
-const fs = require('fs');
-const path = require('path');
-const { spawn } = require('child_process');
-
-const runner = require('./async-job-runner');
-const { buildHarnessJob } = require('./natural-language-harness');
-const { ensureDir } = require('./fs-utils');
-
-const RUNNER_SCRIPT_PATH = path.join(__dirname, 'async-job-runner.js');
-const MANAGED_DPO_EXPORT_SCRIPT_PATH = path.join(__dirname, 'managed-dpo-export.js');
-const BACKGROUND_LAUNCH_MODE = 'background';
-const INLINE_LAUNCH_MODE = 'inline';
-const IDLE_JOB_STATUSES = new Set(['queued', 'paused', 'resume_requested']);
-
-function nowIso() {
-  return new Date().toISOString();
-}
-
-
-function shellQuote(value) {
-  return `'${String(value).replace(/'/g, `'\\''`)}'`;
-}
-
-function createHostedJobId(prefix = 'job') {
-  return `${prefix}_${Date.now()}_${Math.random().toString(36).slice(2, 8)}`;
-}
-
-function getStatePath(jobId) {
-  return runner.getJobRuntimePaths(jobId).statePath;
-}
-
-function writeStateFile(jobId, state) {
-  const statePath = getStatePath(jobId);
-  ensureDir(path.dirname(statePath));
-  fs.writeFileSync(statePath, JSON.stringify(state, null, 2) + '\n', 'utf8');
-  return state;
-}
-
-function updateIdleJobState(jobId, updater) {
-  const state = runner.readJobState(jobId);
-  if (!state) {
-    const error = new Error(`No persisted state found for job ${jobId}`);
-    error.statusCode = 404;
-    throw error;
-  }
-
-  if (!IDLE_JOB_STATUSES.has(state.status)) {
-    const error = new Error(`Job ${jobId} is not idle; current status is ${state.status}`);
-    error.statusCode = 409;
-    throw error;
-  }
-
-  return writeStateFile(jobId, updater({ ...state }));
-}
-
-function writeJobFile(jobId, jobSpec) {
-  const { jobDir } = runner.getJobRuntimePaths(jobId);
-  ensureDir(jobDir);
-  const jobFilePath = path.join(jobDir, 'job.json');
-  fs.writeFileSync(jobFilePath, JSON.stringify(jobSpec, null, 2) + '\n', 'utf8');
-  return jobFilePath;
-}
-
-function runInlineJob(args) {
-  if (args.runFile) {
-    runner.runJobFromFile(args.runFile);
-    return;
-  }
-
-  if (args.resumeJobId) {
-    runner.resumeJob(args.resumeJobId);
-    return;
-  }
-
-  throw new Error('Unsupported inline hosted job launch');
-}
-
-function launchRunner(args, options = {}) {
-  const launchMode = options.launchMode || process.env.THUMBGATE_HOSTED_JOB_LAUNCH_MODE || BACKGROUND_LAUNCH_MODE;
-  if (launchMode === INLINE_LAUNCH_MODE) {
-    runInlineJob(args);
-    return {
-      launchMode,
-      pid: process.pid,
-    };
-  }
-
-  const runnerArgs = [];
-  if (args.runFile) {
-    runnerArgs.push(`--run-file=${args.runFile}`);
-  } else if (args.resumeJobId) {
-    runnerArgs.push(`--resume=${args.resumeJobId}`);
-  } else {
-    throw new Error('Hosted job launch requires runFile or resumeJobId');
-  }
-
-  const child = spawn(process.execPath, [RUNNER_SCRIPT_PATH, ...runnerArgs], {
-    cwd: options.cwd || process.cwd(),
-    env: process.env,
-    detached: true,
-    stdio: 'ignore',
-  });
-  child.unref();
-  return {
-    launchMode,
-    pid: child.pid,
-  };
-}
-
-function prepareManagedJob(jobSpec, options = {}) {
-  const jobId = options.jobId || jobSpec.id || createHostedJobId(options.jobPrefix || 'job');
-  const finalSpec = {
-    ...jobSpec,
-    id: jobId,
-  };
-  const jobFilePath = writeJobFile(jobId, finalSpec);
-  const queuedState = runner.queueJob({
-    ...finalSpec,
-    jobFilePath,
-  });
-  return {
-    jobId,
-    jobFilePath,
-    state: queuedState,
-    jobSpec: {
-      ...finalSpec,
-      jobFilePath,
-    },
-  };
-}
-
-function launchManagedJob(jobSpec, options = {}) {
-  const prepared = prepareManagedJob(jobSpec, options);
-  const launch = launchRunner({ runFile: prepared.jobFilePath }, options);
-  return {
-    jobId: prepared.jobId,
-    jobFilePath: prepared.jobFilePath,
-    launchMode: launch.launchMode,
-    pid: launch.pid || null,
-    state: runner.readJobState(prepared.jobId) || prepared.state,
-  };
-}
-
-function buildManagedDpoExportJob(params = {}) {
-  const command = [
-    shellQuote(process.execPath),
-    shellQuote(MANAGED_DPO_EXPORT_SCRIPT_PATH),
-  ];
-
-  if (params.inputPath) {
-    command.push('--inputPath', shellQuote(params.inputPath));
-  } else if (params.memoryLogPath) {
-    command.push('--memoryLogPath', shellQuote(params.memoryLogPath));
-  }
-
-  if (params.outputPath) {
-    command.push('--outputPath', shellQuote(params.outputPath));
-  }
-
-  return {
-    tags: ['hosted-job', 'dpo-export'],
-    skill: 'hosted-dpo-export',
-    autoImprove: false,
-    verificationMode: 'none',
-    recordFeedback: false,
-    stages: [
-      {
-        name: 'export_dpo_pairs',
-        command: command.join(' '),
-      },
-    ],
-  };
-}
-
-function launchDpoExportJob(params = {}, options = {}) {
-  return launchManagedJob(buildManagedDpoExportJob(params), {
-    ...options,
-    jobPrefix: 'dpo_export',
-  });
-}
-
-function launchHarnessJob(identifier, inputs = {}, options = {}) {
-  const jobId = options.jobId || createHostedJobId('harness');
-  const jobSpec = buildHarnessJob(identifier, inputs, {
-    jobId,
-    skill: options.skill,
-    partnerProfile: options.partnerProfile,
-    autoImprove: options.autoImprove,
-  });
-  return launchManagedJob(jobSpec, {
-    ...options,
-    jobId,
-    jobPrefix: 'harness',
-  });
-}
-
-function resumeHostedJob(jobId, options = {}) {
-  const state = runner.readJobState(jobId);
-  if (!state) {
-    const error = new Error(`No persisted state found for job ${jobId}`);
-    error.statusCode = 404;
-    throw error;
-  }
-
-  if (['completed', 'failed', 'cancelled'].includes(state.status)) {
-    const error = new Error(`Job ${jobId} is already ${state.status}`);
-    error.statusCode = 409;
-    throw error;
-  }
-
-  const launch = launchRunner({ resumeJobId: jobId }, options);
-  return {
-    jobId,
-    launchMode: launch.launchMode,
-    pid: launch.pid || null,
-    state: runner.readJobState(jobId) || state,
-  };
-}
-
-function pauseQueuedJob(jobId, metadata = {}) {
-  runner.clearJobControl(jobId);
-  return updateIdleJobState(jobId, (state) => ({
-    ...state,
-    status: 'paused',
-    updatedAt: nowIso(),
-    pausedAt: nowIso(),
-    stopReason: metadata && metadata.reason ? metadata.reason : 'pause_requested',
-  }));
-}
-
-function cancelQueuedJob(jobId, metadata = {}) {
-  runner.clearJobControl(jobId);
-  return updateIdleJobState(jobId, (state) => ({
-    ...state,
-    status: 'cancelled',
-    updatedAt: nowIso(),
-    endedAt: nowIso(),
-    stopReason: metadata && metadata.reason ? metadata.reason : 'cancel_requested',
-  }));
-}
-
-module.exports = {
-  BACKGROUND_LAUNCH_MODE,
-  INLINE_LAUNCH_MODE,
-  buildManagedDpoExportJob,
-  cancelQueuedJob,
-  createHostedJobId,
-  launchDpoExportJob,
-  launchHarnessJob,
-  launchManagedJob,
-  pauseQueuedJob,
-  prepareManagedJob,
-  resumeHostedJob,
-};