pi-simocracy 0.2.0 → 0.3.0

package/src/training/chat.ts

@@ -1,131 +0,0 @@
-/**
- * `/sim train chat` — adaptive interview turn loop.
- *
- * Mirrors `/api/training/next-question` from simocracy-v2 but calls
- * OpenRouter directly (no pi loop / persona injection). End the chat
- * by typing `/done` (or cancelling the prompt).
- */
-
-import type { ExtensionCommandContext } from "@mariozechner/pi-coding-agent";
-
-import type { LoadedSim } from "../persona.ts";
-import { openRouterComplete, TRAINING_CHAT_MODEL } from "../openrouter.ts";
-import {
-  loadTrainingLabState,
-  saveTrainingLabState,
-} from "./storage.ts";
-import {
-  clampConstitution,
-  clampTranscript,
-  renderBaselineForPrompt,
-  wrapAsData,
-} from "./prompt-helpers.ts";
-import { buildNextQuestionSystemPrompt } from "./prompts.ts";
-import type { InterviewTurn } from "./types.ts";
-
-export async function runChat(
-  ctx: ExtensionCommandContext,
-  loadedSim: LoadedSim,
-): Promise<void> {
-  let state = loadTrainingLabState(loadedSim.rkey);
-  const proposals = state.questionSet?.proposals ?? [];
-
-  if (proposals.length === 0) {
-    ctx.ui.notify(
-      "Run `/sim train baseline` first — chat needs a baseline questionnaire to ground its questions.",
-      "warning",
-    );
-    return;
-  }
-
-  ctx.ui.notify(
-    `Chatting with ${loadedSim.name}. Type /done to end the conversation.`,
-    "info",
-  );
-
-  // Always print the existing transcript so the user has context.
-  if (state.interviewTurns.length > 0) {
-    ctx.ui.notify(
-      `Loaded ${state.interviewTurns.length} prior turns from disk.`,
-      "info",
-    );
-  }
-
-  // Prime the assistant with the first question if the transcript is empty.
-  if (state.interviewTurns.length === 0) {
-    const reply = await callNextQuestion(loadedSim, state.interviewTurns, state, proposals);
-    if (reply) {
-      console.log(`\n${loadedSim.name}: ${reply}\n`);
-      state = appendTurn(state, { role: "assistant", content: reply });
-      saveTrainingLabState(loadedSim.rkey, state);
-    }
-  }
-
-  for (;;) {
-    const userMessage = await ctx.ui.input(
-      `Reply to ${loadedSim.name} (or /done to finish)`,
-      "Your reply",
-    );
-    if (userMessage === undefined) break;
-    const trimmed = userMessage.trim();
-    if (!trimmed) continue;
-    if (trimmed === "/done" || trimmed === "/exit" || trimmed === "/quit") break;
-
-    state = appendTurn(state, { role: "user", content: trimmed });
-    saveTrainingLabState(loadedSim.rkey, state);
-
-    let reply: string;
-    try {
-      reply = await callNextQuestion(loadedSim, state.interviewTurns, state, proposals);
-    } catch (err) {
-      ctx.ui.notify(`OpenRouter error: ${(err as Error).message}`, "error");
-      break;
-    }
-    if (!reply) {
-      ctx.ui.notify("Empty model response. Try again or /done.", "warning");
-      continue;
-    }
-    console.log(`\n${loadedSim.name}: ${reply}\n`);
-    state = appendTurn(state, { role: "assistant", content: reply });
-    saveTrainingLabState(loadedSim.rkey, state);
-  }
-
-  ctx.ui.notify(
-    `Saved ${state.interviewTurns.length} turns. Run \`/sim train profile\` to distill.`,
-    "info",
-  );
-}
-
-async function callNextQuestion(
-  loadedSim: LoadedSim,
-  transcript: InterviewTurn[],
-  state: ReturnType<typeof loadTrainingLabState>,
-  proposals: { id: string; title: string; summary: string; topic: string }[],
-): Promise<string> {
-  const system = buildNextQuestionSystemPrompt(loadedSim.name, loadedSim.style);
-  const constitution = clampConstitution(loadedSim.description);
-  const baseline = renderBaselineForPrompt(state.baselineVotes, proposals);
-  const clamped = clampTranscript(transcript);
-
-  const userPrompt = [
-    `simName: ${loadedSim.name}`,
-    wrapAsData("existingConstitution", constitution),
-    wrapAsData("baselineQuestionnaire", baseline),
-    wrapAsData("transcript", JSON.stringify(clamped, null, 2)),
-  ].join("\n\n");
-
-  return openRouterComplete(
-    [
-      { role: "system", content: system },
-      { role: "user", content: userPrompt },
-    ],
-    { model: TRAINING_CHAT_MODEL, maxTokens: 600, temperature: 0.6 },
-  );
-}
-
-function appendTurn<T extends { interviewTurns: InterviewTurn[] }>(
-  state: T,
-  turn: InterviewTurn,
-): T {
-  return { ...state, interviewTurns: [...state.interviewTurns, turn] };
-}

package/src/training/feedback.ts

@@ -1,81 +0,0 @@
-/**
- * `/sim train feedback` — free-form chat with the loaded sim about
- * its constitution. Same pattern as `/sim train chat` but uses the
- * regular sim persona prompt (`buildSimPrompt`) — i.e., the sim
- * speaks in character — so the user gets real feedback on how the
- * sim sounds, then can use the transcript to inform an Apply step.
- *
- * Web parity: `simocracy-v2/components/sim/training-lab/feedback-tab.tsx`.
- */
-
-import type { ExtensionCommandContext } from "@mariozechner/pi-coding-agent";
-
-import { buildSimPrompt, type LoadedSim } from "../persona.ts";
-import { openRouterComplete, TRAINING_CHAT_MODEL } from "../openrouter.ts";
-import {
-  loadTrainingLabState,
-  saveTrainingLabState,
-} from "./storage.ts";
-import type { FeedbackTurn } from "./types.ts";
-
-export async function runFeedback(
-  ctx: ExtensionCommandContext,
-  loadedSim: LoadedSim,
-): Promise<void> {
-  let state = loadTrainingLabState(loadedSim.rkey);
-  let turns: FeedbackTurn[] = state.feedbackTurns ?? [];
-
-  ctx.ui.notify(
-    `Free-form chat with ${loadedSim.name}. Type /done to end. Transcript persists for the Apply step.`,
-    "info",
-  );
-  if (turns.length > 0) {
-    ctx.ui.notify(`Loaded ${turns.length} prior feedback turns from disk.`, "info");
-  }
-
-  for (;;) {
-    const userMessage = await ctx.ui.input(
-      `Ask ${loadedSim.name} (or /done to finish)`,
-      "Your message",
-    );
-    if (userMessage === undefined) break;
-    const trimmed = userMessage.trim();
-    if (!trimmed) continue;
-    if (trimmed === "/done" || trimmed === "/exit" || trimmed === "/quit") break;
-
-    turns = [...turns, { role: "user", content: trimmed }];
-    state = { ...state, feedbackTurns: turns };
-    saveTrainingLabState(loadedSim.rkey, state);
-
-    let reply: string;
-    try {
-      reply = await callSimChat(loadedSim, turns);
-    } catch (err) {
-      ctx.ui.notify(`OpenRouter error: ${(err as Error).message}`, "error");
-      break;
-    }
-    if (!reply) {
-      ctx.ui.notify("Empty model response. Try again or /done.", "warning");
-      continue;
-    }
-    console.log(`\n${loadedSim.name}: ${reply}\n`);
-    turns = [...turns, { role: "assistant", content: reply }];
-    state = { ...state, feedbackTurns: turns };
-    saveTrainingLabState(loadedSim.rkey, state);
-  }
-
-  ctx.ui.notify(`Saved ${turns.length} feedback turns.`, "info");
-}
-
-async function callSimChat(loadedSim: LoadedSim, turns: FeedbackTurn[]): Promise<string> {
-  const systemPrompt = buildSimPrompt(loadedSim);
-  const messages = [
-    { role: "system" as const, content: systemPrompt },
-    ...turns.map((t) => ({ role: t.role, content: t.content })),
-  ];
-  return openRouterComplete(messages, {
-    model: TRAINING_CHAT_MODEL,
-    maxTokens: 600,
-    temperature: 0.7,
-  });
-}

package/src/training/index.ts

@@ -1,142 +0,0 @@
-/**
- * `/sim train …` command dispatcher.
- *
- * Sub-commands mirror the five tabs of the Training Lab in
- * simocracy-v2 plus `status` / `reset`. Run `/sim train` (no arg) for
- * usage. All flows operate on the currently-loaded sim and persist
- * state to `~/.local/share/pi-simocracy/training/<rkey>.json`.
- */
-
-import type { ExtensionCommandContext } from "@mariozechner/pi-coding-agent";
-
-import type { LoadedSim } from "../persona.ts";
-import { runBaseline } from "./baseline.ts";
-import { runChat } from "./chat.ts";
-import { runProfile } from "./profile.ts";
-import { runFeedback } from "./feedback.ts";
-import { runAlignment } from "./alignment.ts";
-import { runApply } from "./apply.ts";
-import {
-  clearTrainingLabState,
-  loadTrainingLabState,
-  trainingFilePath,
-} from "./storage.ts";
-
-const HELP = [
-  "Usage: /sim train <subcommand>",
-  "",
-  "  baseline   Vote yes/no/abstain on the loaded sim's baseline proposals.",
-  "  chat       Adaptive interview with the sim — fill gaps in your stance.",
-  "  profile    Distill baseline + transcript into a TrainingProfile.",
-  "  feedback   Free-form chat with the sim about its constitution.",
-  "  alignment  Score the sim against your hidden baseline votes.",
-  "  apply      Merge the profile into the constitution (clipboard copy in PR 2).",
-  "  status     Print local state path + counts.",
-  "  reset      Delete local training data for this sim.",
-].join("\n");
-
-export async function runTrainCommand(
-  ctx: ExtensionCommandContext,
-  arg: string,
-  loadedSim: LoadedSim | null,
-): Promise<void> {
-  const tokens = arg.trim().split(/\s+/).filter(Boolean);
-  const sub = tokens[0] ?? "";
-  const flags = new Set(tokens.slice(1));
-
-  if (!sub || sub === "help" || sub === "--help") {
-    ctx.ui.notify(HELP, "info");
-    return;
-  }
-
-  if (sub === "status") {
-    await runStatus(ctx, loadedSim);
-    return;
-  }
-  if (sub === "reset") {
-    await runReset(ctx, loadedSim);
-    return;
-  }
-
-  if (!loadedSim) {
-    ctx.ui.notify(
-      "No sim loaded. Run `/sim <name>` first, then `/sim train …`.",
-      "error",
-    );
-    return;
-  }
-
-  switch (sub) {
-    case "baseline":
-      await runBaseline(ctx, loadedSim);
-      return;
-    case "chat":
-      await runChat(ctx, loadedSim);
-      return;
-    case "profile":
-      await runProfile(ctx, loadedSim);
-      return;
-    case "feedback":
-      await runFeedback(ctx, loadedSim);
-      return;
-    case "alignment":
-      await runAlignment(ctx, loadedSim);
-      return;
-    case "apply":
-      await runApply(ctx, loadedSim, { apply: flags.has("--apply") });
-      return;
-    default:
-      ctx.ui.notify(`Unknown subcommand: ${sub}\n\n${HELP}`, "error");
-      return;
-  }
-}
-
-async function runStatus(
-  ctx: ExtensionCommandContext,
-  loadedSim: LoadedSim | null,
-): Promise<void> {
-  if (!loadedSim) {
-    ctx.ui.notify("No sim loaded.", "info");
-    return;
-  }
-  const path = trainingFilePath(loadedSim.rkey);
-  const state = loadTrainingLabState(loadedSim.rkey);
-  const cast = state.baselineVotes.filter(
-    (v) => !(v.vote === "abstain" && Math.abs(v.importance - 0.5) < 0.01 && !v.reasoning),
-  ).length;
-  const lines = [
-    `Sim:        ${loadedSim.name} (${loadedSim.uri})`,
-    `State file: ${path}`,
-    `Updated:    ${state.updatedAt}`,
-    `Baseline:   ${cast}/${state.baselineVotes.length} cast votes`,
-    `Interview:  ${state.interviewTurns.length} turns`,
-    `Feedback:   ${(state.feedbackTurns ?? []).length} turns`,
-    `Profile:    ${state.profile ? "yes" : "no"}`,
-    `Alignment:  ${state.alignment ? `${state.alignment.matchedCount}/${state.alignment.totalCount}` : "no"}`,
-    `Question set: ${state.questionSet?.source === "template" ? state.questionSet.templateName : "(none)"}`,
-  ];
-  console.log("\n" + lines.join("\n") + "\n");
-}
-
-async function runReset(
-  ctx: ExtensionCommandContext,
-  loadedSim: LoadedSim | null,
-): Promise<void> {
-  if (!loadedSim) {
-    ctx.ui.notify("No sim loaded.", "info");
-    return;
-  }
-  const confirmed = await ctx.ui.confirm(
-    "Reset training data?",
-    `Delete all local training data for ${loadedSim.name}?`,
-  );
-  if (!confirmed) {
-    ctx.ui.notify("Cancelled.", "info");
-    return;
-  }
-  const removed = clearTrainingLabState(loadedSim.rkey);
-  ctx.ui.notify(
-    removed ? `Training data reset for ${loadedSim.name}.` : "No training data on disk.",
-    "info",
-  );
-}

package/src/training/profile.ts

@@ -1,229 +0,0 @@
-/**
- * `/sim train profile` — distill baseline + transcript into a
- * `TrainingProfile`. Mirrors `/api/training/extract-profile` from
- * simocracy-v2.
- */
-
-import type { ExtensionCommandContext } from "@mariozechner/pi-coding-agent";
-
-import type { LoadedSim } from "../persona.ts";
-import { openRouterComplete, TRAINING_CHAT_MODEL } from "../openrouter.ts";
-import {
-  loadTrainingLabState,
-  saveTrainingLabState,
-} from "./storage.ts";
-import {
-  clampConstitution,
-  clampTranscript,
-  renderBaselineForPrompt,
-  wrapAsData,
-} from "./prompt-helpers.ts";
-import { TRAINING_EXTRACT_PROFILE_SYSTEM_PROMPT } from "./prompts.ts";
-import type { IssuePriority, TrainingProfile } from "./types.ts";
-
-export async function runProfile(
-  ctx: ExtensionCommandContext,
-  loadedSim: LoadedSim,
-): Promise<TrainingProfile | null> {
-  let state = loadTrainingLabState(loadedSim.rkey);
-  const proposals = state.questionSet?.proposals ?? [];
-  if (state.baselineVotes.length === 0 && state.interviewTurns.length === 0) {
-    ctx.ui.notify(
-      "Need at least some baseline votes or interview turns before distilling. Run `/sim train baseline` first.",
-      "warning",
-    );
-    return null;
-  }
-
-  ctx.ui.notify("Distilling profile…", "info");
-  let profile: TrainingProfile | null;
-  try {
-    profile = await deriveProfile(loadedSim, state, proposals);
-  } catch (err) {
-    ctx.ui.notify(`OpenRouter error: ${(err as Error).message}`, "error");
-    return null;
-  }
-
-  if (!profile) {
-    ctx.ui.notify("Could not parse profile from model response.", "error");
-    return null;
-  }
-
-  state = { ...state, profile, alignment: null };
-  saveTrainingLabState(loadedSim.rkey, state);
-  printProfile(profile);
-  ctx.ui.notify(
-    "Profile saved. Run `/sim train alignment` next, or `/sim train apply` to merge it into the constitution.",
-    "info",
-  );
-  return profile;
-}
-
-export async function deriveProfile(
-  loadedSim: LoadedSim,
-  state: ReturnType<typeof loadTrainingLabState>,
-  proposals: { id: string; title: string; summary: string; topic: string }[],
-): Promise<TrainingProfile | null> {
-  const constitution = clampConstitution(loadedSim.description);
-  const baseline = renderBaselineForPrompt(state.baselineVotes, proposals);
-  const transcript = clampTranscript(state.interviewTurns);
-
-  const userPrompt = [
-    `simName: ${loadedSim.name}`,
-    wrapAsData("existingConstitution", constitution),
-    wrapAsData("baselineQuestionnaire", baseline),
-    wrapAsData("transcript", JSON.stringify(transcript, null, 2)),
-  ].join("\n\n");
-
-  const content = await openRouterComplete(
-    [
-      { role: "system", content: TRAINING_EXTRACT_PROFILE_SYSTEM_PROMPT },
-      { role: "user", content: userPrompt },
-    ],
-    { model: TRAINING_CHAT_MODEL, maxTokens: 1800, temperature: 0.3 },
-  );
-
-  return parseProfile(content);
-}
-
-// -----------------------------------------------------------------
-// Parsing — mirrors `normalizeProfile` in
-// `simocracy-v2/app/api/training/extract-profile/route.ts`.
-// -----------------------------------------------------------------
-
-function parseProfile(content: string): TrainingProfile | null {
-  const parsed = parseJsonObject(content);
-  if (!parsed) return null;
-
-  const coreValues = normalizeStringArray(parsed.coreValues, 7);
-  const issuePriorities = normalizeIssuePriorities(parsed.issuePriorities);
-  const redLines = normalizeStringArray(parsed.redLines, 6);
-  const acceptableTradeoffs = normalizeStringArray(parsed.acceptableTradeoffs, 6);
-  const uncertaintyAreas = normalizeStringArray(parsed.uncertaintyAreas, 6);
-  const representationRules = normalizeStringArray(parsed.representationRules, 5);
-
-  if (
-    typeof parsed.summary !== "string" ||
-    coreValues.length < 3 ||
-    issuePriorities.length < 4
-  ) {
-    return null;
-  }
-
-  return {
-    summary: parsed.summary.trim(),
-    coreValues,
-    issuePriorities,
-    redLines,
-    acceptableTradeoffs,
-    uncertaintyAreas,
-    representationRules,
-  };
-}
-
-function parseJsonObject(content: string): Record<string, unknown> | null {
-  const trimmed = content.trim();
-  try {
-    const parsed: unknown = JSON.parse(trimmed);
-    return isRecord(parsed) ? parsed : null;
-  } catch {
-    const start = trimmed.indexOf("{");
-    const end = trimmed.lastIndexOf("}");
-    if (start === -1 || end === -1 || end <= start) return null;
-    try {
-      const parsed: unknown = JSON.parse(trimmed.slice(start, end + 1));
-      return isRecord(parsed) ? parsed : null;
-    } catch {
-      return null;
-    }
-  }
-}
-
-function isRecord(value: unknown): value is Record<string, unknown> {
-  return typeof value === "object" && value !== null && !Array.isArray(value);
-}
-
-function normalizeStringArray(value: unknown, max: number): string[] {
-  if (!Array.isArray(value)) return [];
-  return value
-    .filter((item): item is string => typeof item === "string")
-    .map((item) => item.trim())
-    .filter(Boolean)
-    .slice(0, max);
-}
-
-function normalizeIssuePriorities(value: unknown): IssuePriority[] {
-  if (!Array.isArray(value)) return [];
-  return value
-    .map((item) => {
-      if (!isRecord(item)) return null;
-      if (typeof item.issue !== "string" || typeof item.stance !== "string") return null;
-      const importance = toUnit(item.importance);
-      const negotiability = toUnit(item.negotiability);
-      const confidence = toUnit(item.confidence);
-      if (importance === null || negotiability === null || confidence === null) return null;
-      return {
-        issue: item.issue.trim(),
-        stance: item.stance.trim(),
-        importance,
-        negotiability,
-        confidence,
-      };
-    })
-    .filter((item): item is IssuePriority => item !== null)
-    .slice(0, 10);
-}
-
-function toUnit(value: unknown): number | null {
-  if (typeof value !== "number" || !Number.isFinite(value)) return null;
-  return Math.min(1, Math.max(0, value));
-}
-
-// -----------------------------------------------------------------
-// Rendering
-// -----------------------------------------------------------------
-
-const BAR_WIDTH = 10;
-
-export function bar(value: number): string {
-  const filled = Math.max(0, Math.min(BAR_WIDTH, Math.round(value * BAR_WIDTH)));
-  return `[${"█".repeat(filled)}${"░".repeat(BAR_WIDTH - filled)}]`;
-}
-
-export function printProfile(profile: TrainingProfile): void {
-  const lines: string[] = [];
-  lines.push("");
-  lines.push(`Summary: ${profile.summary}`);
-  lines.push("");
-  lines.push(`Core Values:`);
-  for (const v of profile.coreValues) lines.push(`  - ${v}`);
-  lines.push("");
-  lines.push(`Issue Priorities:`);
-  for (const p of profile.issuePriorities) {
-    lines.push(
-      `  ${bar(p.importance)} importance | ${bar(p.negotiability)} negotiability | ${bar(p.confidence)} confidence`,
-    );
-    lines.push(`  ${p.issue} — ${p.stance}`);
-    lines.push("");
-  }
-  if (profile.redLines.length) {
-    lines.push(`Red Lines:`);
-    for (const r of profile.redLines) lines.push(`  - ${r}`);
-    lines.push("");
-  }
-  if (profile.acceptableTradeoffs.length) {
-    lines.push(`Acceptable Tradeoffs:`);
-    for (const t of profile.acceptableTradeoffs) lines.push(`  - ${t}`);
-    lines.push("");
-  }
-  if (profile.uncertaintyAreas.length) {
-    lines.push(`Uncertainty Areas:`);
-    for (const u of profile.uncertaintyAreas) lines.push(`  - ${u}`);
-    lines.push("");
-  }
-  if (profile.representationRules.length) {
-    lines.push(`Representation Rules:`);
-    for (const r of profile.representationRules) lines.push(`  - ${r}`);
-  }
-  console.log(lines.join("\n"));
-}

package/src/training/prompt-helpers.ts

@@ -1,70 +0,0 @@
-/**
- * Shared helpers for training LLM prompts.
- *
- * Mirror of `simocracy-v2/lib/training/prompt-helpers.ts` (subset that
- * the CLI actually uses). Keep clamps + wrappers in sync with the web
- * app so the same input produces the same prompt locally.
- */
-
-import type { BaselineProposal, BaselineVote, InterviewTurn } from "./types.ts";
-
-export const CONSTITUTION_MAX_CHARS = 6000;
-export const TRANSCRIPT_MAX_TURNS = 16;
-
-export function clampConstitution(text: string | undefined): string {
-  if (!text) return "(No current constitution provided)";
-  const trimmed = text.trim();
-  if (trimmed.length <= CONSTITUTION_MAX_CHARS) return trimmed;
-  return `${trimmed.slice(0, CONSTITUTION_MAX_CHARS)}\n\n[…truncated for prompt size; original is ${trimmed.length} chars]`;
-}
-
-export function clampTranscript(turns: InterviewTurn[]): InterviewTurn[] {
-  if (turns.length <= TRANSCRIPT_MAX_TURNS) return turns;
-  return turns.slice(-TRANSCRIPT_MAX_TURNS);
-}
-
-export function wrapAsData(label: string, content: string): string {
-  return `<${label}>\n${content}\n</${label}>`;
-}
-
-export function renderBaselineForPrompt(
-  baselineVotes: BaselineVote[],
-  baselineProposals: BaselineProposal[],
-): string {
-  const enriched = baselineVotes
-    .map((vote) => {
-      const proposal = baselineProposals.find((item) => item.id === vote.proposalId);
-      const reasoning = (vote.reasoning ?? "").trim();
-      const isUntouched =
-        vote.vote === "abstain" && Math.abs(vote.importance - 0.5) < 0.01 && !reasoning;
-      if (isUntouched) return null;
-      return { vote, proposal, reasoning };
-    })
-    .filter(
-      (entry): entry is { vote: BaselineVote; proposal: BaselineProposal | undefined; reasoning: string } =>
-        entry !== null,
-    );
-
-  if (enriched.length === 0) {
-    return "(The user has not voted on any baseline proposals yet.)";
-  }
-
-  const ranked = enriched
-    .map((entry) => {
-      const cast = entry.vote.vote === "abstain" ? 0 : 1;
-      return { ...entry, score: cast * 10 + entry.vote.importance };
-    })
-    .sort((a, b) => b.score - a.score);
-
-  return ranked
-    .map(({ vote, proposal, reasoning }, index) => {
-      const title = proposal?.title ?? vote.proposalId;
-      const topic = proposal?.topic ? ` (${proposal.topic})` : "";
-      const verdict = vote.vote.toUpperCase();
-      const importance = vote.importance.toFixed(2);
-      const summary = proposal?.summary ? ` — proposal: "${proposal.summary}"` : "";
-      const comment = reasoning ? `\n   Comment from user: "${reasoning}"` : "";
-      return `${index + 1}. ${verdict} (importance ${importance}) on "${title}"${topic}${summary}${comment}`;
-    })
-    .join("\n\n");
-}