selftune 0.2.9 → 0.2.10

package/cli/selftune/init.ts

@@ -8,7 +8,7 @@
  *
  * Usage:
  *   selftune init [--agent <type>] [--cli-path <path>] [--force]
- *   selftune init --enable-autonomy [--schedule-format cron|launchd|systemd]
+ *   selftune init [--no-sync] [--no-autonomy] [--schedule-format cron|launchd|systemd]
  */
 
 import {
@@ -35,12 +35,20 @@ import {
   readAlphaIdentity,
 } from "./alpha-identity.js";
 import { TELEMETRY_NOTICE } from "./analytics.js";
-import { pollDeviceCode, requestDeviceCode } from "./auth/device-code.js";
+import {
+  buildVerificationUrl,
+  pollDeviceCode,
+  requestDeviceCode,
+  tryOpenUrl,
+} from "./auth/device-code.js";
+import { installAgentFiles } from "./claude-agents.js";
 import { CLAUDE_CODE_HOOK_KEYS, SELFTUNE_CONFIG_DIR, SELFTUNE_CONFIG_PATH } from "./constants.js";
 import type { AgentCommandGuidance, AlphaIdentity, SelftuneConfig } from "./types.js";
 import { hookKeyHasSelftuneEntry } from "./utils/hooks.js";
 import { detectAgent } from "./utils/llm-call.js";
 
+export { installAgentFiles } from "./claude-agents.js";
+
 interface InitCliErrorPayload extends AgentCommandGuidance {
   error: string;
 }
@@ -309,19 +317,6 @@ export function installClaudeCodeHooks(options?: {
   return addedKeys;
 }
 
-// ---------------------------------------------------------------------------
-// Agent file installation
-// ---------------------------------------------------------------------------
-
-/**
- * @deprecated Agent files are now bundled in skill/agents/ and read directly
- * by the consuming agent via progressive disclosure. No installation needed.
- * Kept as a no-op for backwards compatibility with callers.
- */
-export function installAgentFiles(_options?: { homeDir?: string; force?: boolean }): string[] {
-  return [];
-}
-
 // ---------------------------------------------------------------------------
 // Workspace type detection
 // ---------------------------------------------------------------------------
@@ -508,7 +503,11 @@ export async function runInit(opts: InitOptions): Promise<SelftuneConfig> {
   if (!force && !hasAlphaMutation && existsSync(configPath)) {
     const raw = readFileSync(configPath, "utf-8");
     try {
-      return JSON.parse(raw) as SelftuneConfig;
+      const existingConfig = JSON.parse(raw) as SelftuneConfig;
+      if (existingConfig.agent_type === "claude_code") {
+        installAgentFiles({ homeDir: opts.homeDir });
+      }
+      return existingConfig;
     } catch (err) {
       throw new Error(
         `Config file at ${configPath} contains invalid JSON. Delete it or use --force to reinitialize. Cause: ${err instanceof Error ? err.message : String(err)}`,
@@ -548,6 +547,7 @@ export async function runInit(opts: InitOptions): Promise<SelftuneConfig> {
     process.stderr.write("[alpha] Starting device-code authentication flow...\n");
 
     const grant = await requestDeviceCode();
+    const verificationUrlWithCode = buildVerificationUrl(grant.verification_url, grant.user_code);
 
     // Emit structured JSON for the agent to parse
     console.log(
@@ -555,25 +555,24 @@ export async function runInit(opts: InitOptions): Promise<SelftuneConfig> {
         level: "info",
         code: "device_code_issued",
         verification_url: grant.verification_url,
+        verification_url_with_code: verificationUrlWithCode,
         user_code: grant.user_code,
         expires_in: grant.expires_in,
-        message: `Open ${grant.verification_url} and enter code: ${grant.user_code}`,
+        message: `Open ${verificationUrlWithCode} to approve.`,
       }),
     );
 
     // Try to open browser (skip in test environments)
     if (!process.env.BUN_ENV?.includes("test") && !process.env.SELFTUNE_NO_BROWSER) {
-      try {
-        const url = `${grant.verification_url}?code=${grant.user_code}`;
-        Bun.spawn(["open", url], { stdout: "ignore", stderr: "ignore" });
+      if (tryOpenUrl(verificationUrlWithCode)) {
         process.stderr.write(`[alpha] Browser opened. Waiting for approval...\n`);
-      } catch {
-        process.stderr.write(`[alpha] Could not open browser. Visit the URL above manually.\n`);
+      } else {
+        process.stderr.write(
+          `[alpha] Could not open browser. Visit ${verificationUrlWithCode} manually.\n`,
+        );
       }
     } else {
-      process.stderr.write(
-        `[alpha] Visit ${grant.verification_url}?code=${grant.user_code} to approve.\n`,
-      );
+      process.stderr.write(`[alpha] Visit ${verificationUrlWithCode} to approve.\n`);
     }
 
     process.stderr.write("[alpha] Polling");
@@ -606,11 +605,15 @@ export async function runInit(opts: InitOptions): Promise<SelftuneConfig> {
   mkdirSync(configDir, { recursive: true });
   writeSelftuneConfig(configPath, config);
 
-  // Agent files are bundled in skill/agents/ and read directly by the
-  // consuming agent — no installation step needed.
-
   // Auto-install hooks into ~/.claude/settings.json (Claude Code only)
   if (agentType === "claude_code") {
+    const syncedAgentFiles = installAgentFiles({ homeDir: home });
+    if (syncedAgentFiles.length > 0) {
+      console.error(
+        `[INFO] Synced ${syncedAgentFiles.length} selftune agent file(s) into ${join(home, ".claude", "agents")}: ${syncedAgentFiles.join(", ")}`,
+      );
+    }
+
     const addedHookKeys = installClaudeCodeHooks({
       settingsPath,
       cliPath,
@@ -668,6 +671,8 @@ export async function cliMain(): Promise<void> {
       "cli-path": { type: "string" },
       force: { type: "boolean", default: false },
       "enable-autonomy": { type: "boolean", default: false },
+      "no-sync": { type: "boolean", default: false },
+      "no-autonomy": { type: "boolean", default: false },
       "schedule-format": { type: "string" },
       alpha: { type: "boolean", default: false },
       "no-alpha": { type: "boolean", default: false },
@@ -680,7 +685,10 @@ export async function cliMain(): Promise<void> {
   const configDir = SELFTUNE_CONFIG_DIR;
   const configPath = SELFTUNE_CONFIG_PATH;
   const force = values.force ?? false;
-  const enableAutonomy = values["enable-autonomy"] ?? false;
+  // Sync and autonomy are on by default; opt out with --no-sync / --no-autonomy
+  const enableSync = !(values["no-sync"] ?? false);
+  // --enable-autonomy is a backward-compatible alias (now default behavior)
+  const enableAutonomy = !values["no-autonomy"];
   try {
     validateAlphaMetadataFlags(values.alpha, values["alpha-email"], values["alpha-name"]);
   } catch (error) {
@@ -695,6 +703,7 @@ export async function cliMain(): Promise<void> {
     values["alpha-email"] ||
     values["alpha-name"]
   );
+  let existingConfigDetected = false;
   if (!force && !enableAutonomy && !hasAlphaMutation && existsSync(configPath)) {
     try {
       const raw = readFileSync(configPath, "utf-8");
@@ -708,6 +717,14 @@ export async function cliMain(): Promise<void> {
       );
     }
   }
+  if (!force && !hasAlphaMutation && existsSync(configPath)) {
+    try {
+      JSON.parse(readFileSync(configPath, "utf-8")) as SelftuneConfig;
+      existingConfigDetected = true;
+    } catch {
+      existingConfigDetected = false;
+    }
+  }
 
   const config = await runInit({
     configDir,
@@ -727,6 +744,9 @@ export async function cliMain(): Promise<void> {
     safeConfig.alpha.api_key = "<redacted>";
   }
   console.log(JSON.stringify(safeConfig, null, 2));
+  if (existingConfigDetected) {
+    console.error("Already initialized. Use --force to reinitialize.");
+  }
 
   // Alpha enrollment output
   if (values.alpha) {
@@ -790,6 +810,78 @@ export async function cliMain(): Promise<void> {
     }),
   );
 
+  // Backfill historical transcripts into SQLite
+  if (enableSync) {
+    try {
+      const { syncSources } = await import("./sync.js");
+      const syncResult = syncSources({
+        syncClaude: true,
+        syncCodex: true,
+        syncOpenCode: true,
+        syncOpenClaw: true,
+        rebuildSkillUsage: true,
+        dryRun: false,
+      });
+
+      const totalSynced =
+        (syncResult.sources.claude?.synced ?? 0) +
+        (syncResult.sources.codex?.synced ?? 0) +
+        (syncResult.sources.opencode?.synced ?? 0) +
+        (syncResult.sources.openclaw?.synced ?? 0);
+
+      console.log(
+        JSON.stringify({
+          level: "info",
+          code: "sync_complete",
+          sessions_synced: totalSynced,
+          repaired_records: syncResult.repair.repaired_records,
+          elapsed_ms: syncResult.total_elapsed_ms,
+        }),
+      );
+    } catch (err) {
+      // Fail-open: sync failure should not block init completion
+      console.log(
+        JSON.stringify({
+          level: "warn",
+          code: "sync_failed",
+          error: err instanceof Error ? err.message : String(err),
+        }),
+      );
+    }
+  }
+
+  // Trigger initial alpha upload if enrolled — push synced data immediately
+  if (config.alpha?.enrolled && config.alpha?.api_key) {
+    try {
+      const { runUploadCycle } = await import("./alpha-upload/index.js");
+      const { getDb } = await import("./localdb/db.js");
+      const db = getDb();
+      const uploadSummary = await runUploadCycle(db, {
+        enrolled: true,
+        userId: config.alpha.user_id,
+        apiKey: config.alpha.api_key,
+      });
+      console.log(
+        JSON.stringify({
+          level: "info",
+          code: "init_upload_complete",
+          prepared: uploadSummary.prepared,
+          sent: uploadSummary.sent,
+          failed: uploadSummary.failed,
+        }),
+      );
+    } catch (err) {
+      // Fail-open: upload failure should not block init
+      console.log(
+        JSON.stringify({
+          level: "warn",
+          code: "init_upload_failed",
+          error: err instanceof Error ? err.message : String(err),
+        }),
+      );
+    }
+  }
+
   if (enableAutonomy) {
     try {
       const { installSchedule } = await import("./schedule.js");

package/cli/selftune/localdb/db.ts

@@ -11,6 +11,7 @@
 import { Database } from "bun:sqlite";
 import { existsSync, mkdirSync } from "node:fs";
 import { dirname, join } from "node:path";
+
 import { SELFTUNE_CONFIG_DIR } from "../constants.js";
 import { ALL_DDL, MIGRATIONS, POST_MIGRATION_INDEXES } from "./schema.js";
 

package/cli/selftune/localdb/direct-write.ts

@@ -10,6 +10,8 @@
  */
 
 import type { Database } from "bun:sqlite";
+import { createHash } from "node:crypto";
+
 import type {
   CanonicalExecutionFactRecord,
   CanonicalPromptRecord,
@@ -17,10 +19,12 @@ import type {
   CanonicalSessionRecord,
   CanonicalSkillInvocationRecord,
 } from "@selftune/telemetry-contract";
+
 import type { OrchestrateRunReport } from "../dashboard-contract.js";
 import type {
   EvolutionAuditEntry,
   EvolutionEvidenceEntry,
+  GradingResult,
   SessionTelemetryRecord,
   SkillUsageRecord,
 } from "../types.js";
@@ -353,6 +357,41 @@ export function writeQueryToDb(record: {
   });
 }
 
+export function writeGradingResultToDb(result: GradingResult): boolean {
+  const gradingId = `gr_${createHash("sha256").update(`${result.session_id}:${result.skill_name}:${result.graded_at}`).digest("hex").slice(0, 16)}`;
+  return safeWrite("grading-result", (db) => {
+    getStmt(
+      db,
+      "grading-result",
+      `
+      INSERT OR IGNORE INTO grading_results
+        (grading_id, session_id, skill_name, transcript_path, graded_at,
+         pass_rate, mean_score, score_std_dev, passed_count, failed_count, total_count,
+         expectations_json, claims_json, eval_feedback_json, failure_feedback_json,
+         execution_metrics_json)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+    `,
+    ).run(
+      gradingId,
+      result.session_id,
+      result.skill_name,
+      result.transcript_path,
+      result.graded_at,
+      result.summary.pass_rate,
+      result.summary.mean_score ?? null,
+      result.summary.score_std_dev ?? null,
+      result.summary.passed,
+      result.summary.failed,
+      result.summary.total,
+      JSON.stringify(result.expectations),
+      JSON.stringify(result.claims),
+      JSON.stringify(result.eval_feedback),
+      result.failure_feedback ? JSON.stringify(result.failure_feedback) : null,
+      JSON.stringify(result.execution_metrics),
+    );
+  });
+}
+
 export function writeImprovementSignalToDb(record: {
   timestamp: string;
   session_id: string;

package/cli/selftune/localdb/materialize.ts

@@ -14,6 +14,7 @@
 //   3. Backfill from batch ingestors that don't yet dual-write
 
 import type { Database } from "bun:sqlite";
+
 import {
   type CanonicalExecutionFactRecord,
   type CanonicalPromptRecord,
@@ -22,6 +23,7 @@ import {
   type CanonicalSkillInvocationRecord,
   isCanonicalRecord,
 } from "@selftune/telemetry-contract";
+
 import {
   CANONICAL_LOG,
   EVOLUTION_AUDIT_LOG,

package/cli/selftune/localdb/queries.ts

@@ -6,6 +6,7 @@
  */
 
 import type { Database } from "bun:sqlite";
+
 import type {
   OrchestrateRunReport,
   OverviewPayload,
@@ -578,6 +579,58 @@ export function queryImprovementSignals(
   }));
 }
 
+// -- Grading results query ----------------------------------------------------
+
+/**
+ * Read grading results from SQLite for upload staging.
+ */
+export function queryGradingResults(db: Database): Array<{
+  grading_id: string;
+  session_id: string;
+  skill_name: string;
+  transcript_path: string | null;
+  graded_at: string;
+  pass_rate: number | null;
+  mean_score: number | null;
+  score_std_dev: number | null;
+  passed_count: number | null;
+  failed_count: number | null;
+  total_count: number | null;
+  expectations_json: string | null;
+  claims_json: string | null;
+  eval_feedback_json: string | null;
+  failure_feedback_json: string | null;
+  execution_metrics_json: string | null;
+}> {
+  return db
+    .query(
+      `SELECT grading_id, session_id, skill_name, transcript_path, graded_at,
+              pass_rate, mean_score, score_std_dev, passed_count, failed_count, total_count,
+              expectations_json, claims_json, eval_feedback_json, failure_feedback_json,
+              execution_metrics_json
+       FROM grading_results
+       ORDER BY graded_at DESC`,
+    )
+    .all() as Array<{
+    grading_id: string;
+    session_id: string;
+    skill_name: string;
+    transcript_path: string | null;
+    graded_at: string;
+    pass_rate: number | null;
+    mean_score: number | null;
+    score_std_dev: number | null;
+    passed_count: number | null;
+    failed_count: number | null;
+    total_count: number | null;
+    expectations_json: string | null;
+    claims_json: string | null;
+    eval_feedback_json: string | null;
+    failure_feedback_json: string | null;
+    execution_metrics_json: string | null;
+  }>;
+}
+
 // -- Canonical record staging query -------------------------------------------
 
 /**

package/cli/selftune/localdb/schema.ts

@@ -188,6 +188,28 @@ CREATE TABLE IF NOT EXISTS queries (
   source      TEXT
 )`;
 
+// -- Grading results table (from grade-session output) -----------------------
+
+export const CREATE_GRADING_RESULTS = `
+CREATE TABLE IF NOT EXISTS grading_results (
+  grading_id              TEXT PRIMARY KEY,
+  session_id              TEXT NOT NULL,
+  skill_name              TEXT NOT NULL,
+  transcript_path         TEXT,
+  graded_at               TEXT NOT NULL,
+  pass_rate               REAL,
+  mean_score              REAL,
+  score_std_dev           REAL,
+  passed_count            INTEGER,
+  failed_count            INTEGER,
+  total_count             INTEGER,
+  expectations_json       TEXT,
+  claims_json             TEXT,
+  eval_feedback_json      TEXT,
+  failure_feedback_json   TEXT,
+  execution_metrics_json  TEXT
+)`;
+
 // -- Improvement signal table (from signal_log.jsonl) ------------------------
 
 export const CREATE_IMPROVEMENT_SIGNALS = `
@@ -278,6 +300,11 @@ export const CREATE_INDEXES = [
   `CREATE INDEX IF NOT EXISTS idx_queries_session ON queries(session_id)`,
   `CREATE INDEX IF NOT EXISTS idx_queries_ts ON queries(timestamp)`,
   `CREATE UNIQUE INDEX IF NOT EXISTS idx_queries_dedup ON queries(session_id, query, timestamp)`,
+  // -- Grading results indexes -------------------------------------------------
+  `CREATE INDEX IF NOT EXISTS idx_grading_session ON grading_results(session_id)`,
+  `CREATE INDEX IF NOT EXISTS idx_grading_skill ON grading_results(skill_name)`,
+  `CREATE INDEX IF NOT EXISTS idx_grading_ts ON grading_results(graded_at)`,
+  `CREATE UNIQUE INDEX IF NOT EXISTS idx_grading_dedup ON grading_results(session_id, skill_name, graded_at)`,
   // -- Improvement signal indexes ---------------------------------------------
   `CREATE INDEX IF NOT EXISTS idx_signals_session ON improvement_signals(session_id)`,
   `CREATE INDEX IF NOT EXISTS idx_signals_consumed ON improvement_signals(consumed)`,
@@ -347,6 +374,7 @@ export const ALL_DDL = [
   CREATE_SKILL_USAGE,
   CREATE_ORCHESTRATE_RUNS,
   CREATE_QUERIES,
+  CREATE_GRADING_RESULTS,
   CREATE_IMPROVEMENT_SIGNALS,
   CREATE_UPLOAD_QUEUE,
   CREATE_UPLOAD_WATERMARKS,

package/cli/selftune/normalization.ts

@@ -24,6 +24,7 @@ import {
   writeFileSync,
 } from "node:fs";
 import { basename, dirname } from "node:path";
+
 import { CANONICAL_LOG, canonicalSessionStatePath } from "./constants.js";
 import { writeCanonicalBatchToDb, writeCanonicalToDb } from "./localdb/direct-write.js";
 import {

package/cli/selftune/observability.ts

@@ -11,6 +11,7 @@
 import { existsSync, readFileSync } from "node:fs";
 import { homedir } from "node:os";
 import { join } from "node:path";
+
 import { getAlphaGuidance } from "./agent-guidance.js";
 import { getAlphaLinkState, readAlphaIdentity } from "./alpha-identity.js";
 import { LOG_DIR, REQUIRED_FIELDS, SELFTUNE_CONFIG_PATH } from "./constants.js";

package/cli/selftune/repair/skill-usage.ts

@@ -3,6 +3,7 @@
 import { existsSync, readFileSync, statSync } from "node:fs";
 import { basename, dirname, join } from "node:path";
 import { parseArgs } from "node:util";
+
 import {
   CLAUDE_CODE_PROJECTS_DIR,
   QUERY_LOG,

package/cli/selftune/routes/orchestrate-runs.ts

@@ -5,6 +5,7 @@
  */
 
 import type { Database } from "bun:sqlite";
+
 import { getOrchestrateRuns } from "../localdb/queries.js";
 
 export function handleOrchestrateRuns(db: Database, limit: number): Response {

package/cli/selftune/routes/overview.ts

@@ -5,6 +5,7 @@
  */
 
 import type { Database } from "bun:sqlite";
+
 import { getOverviewPayload, getSkillsList } from "../localdb/queries.js";
 
 export function handleOverview(db: Database, version: string): Response {

package/cli/selftune/routes/skill-report.ts

@@ -7,6 +7,7 @@
  */
 
 import type { Database } from "bun:sqlite";
+
 import { getPendingProposals, getSkillReportPayload, safeParseJson } from "../localdb/queries.js";
 
 export function handleSkillReport(db: Database, skillName: string): Response {

package/cli/selftune/sync.ts

@@ -17,6 +17,7 @@ import { existsSync } from "node:fs";
 import { homedir } from "node:os";
 import { join } from "node:path";
 import { parseArgs } from "node:util";
+
 import {
   CLAUDE_CODE_MARKER,
   CLAUDE_CODE_PROJECTS_DIR,
@@ -504,7 +505,7 @@ function formatStepLine(label: string, step: SyncStepResult, timing?: SyncPhaseT
   return `  ${label}: ${parts.join(", ")}${time}`;
 }
 
-export function cliMain(): void {
+export async function cliMain(): Promise<void> {
   const { values } = parseArgs({
     options: {
       "projects-dir": { type: "string", default: CLAUDE_CODE_PROJECTS_DIR },
@@ -633,6 +634,34 @@ Options:
 
     process.stderr.write(`\nDone in ${formatMs(result.total_elapsed_ms)}\n`);
   }
+
+  // Trigger alpha upload if enrolled — pushes freshly synced data to cloud
+  if (!result.dry_run) {
+    try {
+      const { readAlphaIdentity } = await import("./alpha-identity.js");
+      const { SELFTUNE_CONFIG_PATH } = await import("./constants.js");
+      const identity = readAlphaIdentity(SELFTUNE_CONFIG_PATH);
+      if (identity?.enrolled && identity.api_key) {
+        const { runUploadCycle } = await import("./alpha-upload/index.js");
+        const { getDb } = await import("./localdb/db.js");
+        const db = getDb();
+        const uploadSummary = await runUploadCycle(db, {
+          enrolled: true,
+          userId: identity.user_id,
+          apiKey: identity.api_key,
+        });
+        if (!jsonOutput) {
+          process.stderr.write(
+            `\nAlpha upload: prepared=${uploadSummary.prepared}, sent=${uploadSummary.sent}, failed=${uploadSummary.failed}\n`,
+          );
+        } else {
+          console.log(JSON.stringify({ code: "alpha_upload", ...uploadSummary }));
+        }
+      }
+    } catch {
+      // fail-open: upload failure should not break sync
+    }
+  }
 }
 
 if (import.meta.main) {