selftune 0.2.22 → 0.2.24

package/node_modules/@selftune/telemetry-contract/src/types.ts

@@ -1,7 +1,7 @@
 export const CANONICAL_SCHEMA_VERSION = "2.0" as const;
 export type CanonicalSchemaVersion = typeof CANONICAL_SCHEMA_VERSION;
 
-export const CANONICAL_PLATFORMS = ["claude_code", "codex", "opencode", "openclaw"] as const;
+export const CANONICAL_PLATFORMS = ["claude_code", "codex", "opencode", "openclaw", "pi"] as const;
 export type CanonicalPlatform = (typeof CANONICAL_PLATFORMS)[number];
 
 export const CANONICAL_CAPTURE_MODES = [
@@ -54,7 +54,7 @@ export const CANONICAL_RECORD_KINDS = [
 ] as const;
 export type CanonicalRecordKind = (typeof CANONICAL_RECORD_KINDS)[number];
 
-export interface CanonicalRawSourceRef {
+export interface CanonicalRawSourceRef extends Record<string, unknown> {
   path?: string;
   line?: number;
   event_type?: string;
@@ -62,7 +62,7 @@ export interface CanonicalRawSourceRef {
   metadata?: Record<string, unknown>;
 }
 
-export interface CanonicalRecordBase {
+export interface CanonicalRecordBase extends Record<string, unknown> {
   record_kind: CanonicalRecordKind;
   schema_version: CanonicalSchemaVersion;
   normalizer_version: string;
@@ -146,15 +146,14 @@ export interface CanonicalExecutionFactRecord extends CanonicalSessionRecordBase
   cached_input_tokens?: number;
   reasoning_output_tokens?: number;
   cost_usd?: number;
-  duration_ms?: number;
   files_changed?: number;
   lines_added?: number;
   lines_removed?: number;
   lines_modified?: number;
-  /** Count of output-producing tool calls (Write, Edit, WebFetch, WebSearch, Skill, Agent). */
   artifact_count?: number;
-  /** Inferred session type based on tool distribution. */
-  session_type?: "dev" | "research" | "content" | "mixed";
+  session_type?: string;
+  agent_summary?: string;
+  duration_ms?: number;
   completion_status?: CanonicalCompletionStatus;
   end_reason?: string;
 }
@@ -168,9 +167,100 @@ export interface CanonicalNormalizationRunRecord extends CanonicalRecordBase {
   repair_applied: boolean;
 }
 
+export interface CanonicalEvolutionEvidenceRecord {
+  evidence_id?: string;
+  timestamp?: string;
+  proposal_id?: string;
+  skill_name: string;
+  skill_path?: string;
+  target: string;
+  stage: string;
+  rationale?: string;
+  confidence?: number;
+  details?: string;
+  original_text?: string;
+  proposed_text?: string;
+  eval_set_json?: unknown;
+  validation_json?: unknown;
+  raw_source_ref?: CanonicalRawSourceRef;
+}
+
+export interface CanonicalGradingResultRecord {
+  grading_id: string;
+  session_id: string;
+  skill_name: string;
+  transcript_path?: string | null;
+  graded_at: string;
+  pass_rate?: number | null;
+  mean_score?: number | null;
+  score_std_dev?: number | null;
+  passed_count?: number | null;
+  failed_count?: number | null;
+  total_count?: number | null;
+  expectations_json?: string | null;
+  claims_json?: string | null;
+  eval_feedback_json?: string | null;
+  failure_feedback_json?: string | null;
+  execution_metrics_json?: string | null;
+}
+
+export interface CanonicalImprovementSignalRecord {
+  signal_id: string;
+  timestamp: string;
+  session_id: string;
+  query: string;
+  signal_type: string;
+  mentioned_skill?: string | null;
+  consumed: boolean;
+  consumed_at?: string | null;
+  consumed_by_run?: string | null;
+}
+
 export type CanonicalRecord =
   | CanonicalSessionRecord
   | CanonicalPromptRecord
   | CanonicalSkillInvocationRecord
   | CanonicalExecutionFactRecord
   | CanonicalNormalizationRunRecord;
+
+export interface PushOrchestrateRunRecord {
+  run_id: string;
+  timestamp: string;
+  elapsed_ms: number;
+  dry_run: boolean;
+  approval_mode: "auto" | "review";
+  total_skills: number;
+  evaluated: number;
+  evolved: number;
+  deployed: number;
+  watched: number;
+  skipped: number;
+  skill_actions: Array<{
+    skill: string;
+    action: "evolve" | "watch" | "skip";
+    reason: string;
+    deployed?: boolean;
+    rolledBack?: boolean;
+    alert?: string | null;
+    elapsed_ms?: number;
+    llm_calls?: number;
+  }>;
+}
+
+export interface PushPayloadV2 {
+  schema_version: CanonicalSchemaVersion;
+  client_version: string;
+  push_id: string;
+  normalizer_version: string;
+  canonical: {
+    sessions: CanonicalSessionRecord[];
+    prompts: CanonicalPromptRecord[];
+    skill_invocations: CanonicalSkillInvocationRecord[];
+    execution_facts: CanonicalExecutionFactRecord[];
+    normalization_runs: CanonicalNormalizationRunRecord[];
+    evolution_evidence?: CanonicalEvolutionEvidenceRecord[];
+    orchestrate_runs?: PushOrchestrateRunRecord[];
+    grading_results?: CanonicalGradingResultRecord[];
+    improvement_signals?: CanonicalImprovementSignalRecord[];
+  };
+}

package/node_modules/@selftune/telemetry-contract/tests/compatibility.test.ts

@@ -1,5 +1,4 @@
 import { describe, expect, test } from "bun:test";
-
 import { completePush } from "../fixtures/complete-push.js";
 import { evidenceOnlyPush } from "../fixtures/evidence-only-push.js";
 import { partialPushNoSessions } from "../fixtures/partial-push-no-sessions.js";

package/package.json

@@ -1,24 +1,35 @@
 {
   "name": "selftune",
-  "version": "0.2.22",
-  "description": "Self-improving skills CLI for AI agents",
+  "version": "0.2.24",
+  "description": "Skill-level observability and self-improvement for AI agents — monitors skill routing, detects missed triggers, and evolves descriptions automatically",
   "keywords": [
     "agent",
+    "agent-skills",
+    "ai-agent",
+    "ai-observability",
     "bun",
     "claude-code",
     "cli",
+    "cline",
     "codex",
     "eval",
+    "evals",
     "evolution",
     "grading",
+    "llm",
+    "observability",
     "opencode",
     "self-improving",
     "selftune",
     "skill",
+    "skill-evals",
+    "skill-observability",
+    "skill-routing",
+    "skill-testing",
     "telemetry",
     "typescript"
   ],
-  "homepage": "https://github.com/selftune-dev/selftune#readme",
+  "homepage": "https://selftune.dev",
   "bugs": {
     "url": "https://github.com/selftune-dev/selftune/issues"
   },
@@ -44,6 +55,7 @@
     "bin/",
     "cli/selftune/",
     "apps/local-dashboard/dist/",
+    "packages/dashboard-core/",
     "packages/telemetry-contract/",
     "packages/ui/",
     "templates/",
@@ -53,9 +65,9 @@
   ],
   "type": "module",
   "scripts": {
-    "dev": "trap 'kill 0' EXIT; bun --watch run cli/selftune/dashboard-server.ts --port 7888 --runtime-mode dev-server & sleep 1 && cd apps/local-dashboard && bunx vite --strictPort",
-    "dev:server": "bun --watch run cli/selftune/dashboard-server.ts --port 7888 --runtime-mode dev-server",
-    "dev:dashboard": "bun run cli/selftune/index.ts dashboard --port 7888 --no-open",
+    "dev": "cd apps/local-dashboard && bun run dev",
+    "dev:server": "sh -c 'dashboard_port=${DASHBOARD_PORT:-7888}; bun --watch run cli/selftune/dashboard-server.ts --port $dashboard_port --runtime-mode dev-server'",
+    "dev:dashboard": "sh -c 'dashboard_port=${DASHBOARD_PORT:-7888}; bun run cli/selftune/index.ts dashboard --port $dashboard_port --no-open'",
     "lint": "bunx oxlint",
     "lint:fix": "bunx oxlint --fix",
     "format": "bunx oxfmt",
@@ -71,17 +83,21 @@
     "sync-version": "bun run scripts/sync-skill-version.ts",
     "validate:subagents": "bun run scripts/validate-subagent-docs.ts",
     "prepublishOnly": "bun run sync-version && bun run build:dashboard",
+    "typecheck:runtime": "bunx tsc --noEmit -p tsconfig.runtime.json",
     "typecheck:dashboard": "cd apps/local-dashboard && bunx tsc --noEmit",
-    "check": "bun run lint && bun run format:check && bun run lint:arch && bun run typecheck:dashboard && bun run test",
+    "check": "bun run lint && bun run format:check && bun run lint:arch && bun run typecheck:runtime && bun run typecheck:dashboard && bun run test",
     "prepare": "bunx lefthook install || true",
     "start": "bun run cli/selftune/index.ts --help"
   },
   "dependencies": {
-    "@selftune/telemetry-contract": "file:packages/telemetry-contract"
+    "@selftune/telemetry-contract": "file:packages/telemetry-contract",
+    "react-markdown": "^10.1.0",
+    "zod": "^4.3.6"
   },
   "devDependencies": {
     "@evilmartians/lefthook": "^1.13.6",
-    "@types/bun": "^1.1.0",
+    "@types/bun": "^1.3.11",
+    "bun-types": "^1.3.11",
     "oxfmt": "^0.41.0",
     "oxlint": "^1.56.0"
   },

package/packages/dashboard-core/AGENTS.md

@@ -0,0 +1,18 @@
+# @selftune/dashboard-core
+
+Shared dashboard application layer used by both the cloud dashboard and the local OSS dashboard. Canonical copy lives here; synced to `oss/selftune/packages/dashboard-core` via `scripts/sync-embedded-shared.sh`.
+
+| Directory | Contents |
+|-----------|----------|
+| `src/host/` | Capability model, host adapter contracts, provider/context hooks |
+| `src/models/` | Normalized view models shared across hosts |
+| `src/routes/` | Route definition and route access helpers |
+| `src/chrome/` | Shared shell, sidebar, header, runtime badge, and chrome types |
+| `src/gates/` | Shared feature gates, locked-route surfaces, and upgrade CTAs |
+| `src/screens/` | Shared screen implementations; analytics, the overview autonomy/comparison/support surfaces, skills library, and the skill report scaffold/trust chrome are extracted |
+
+**Exports:** `.`, `./host`, `./models`, `./routes`, `./chrome`, `./gates`, `./screens`
+
+**Dependencies:** `@selftune/ui`, `lucide-react`, `react` (peer), `react-dom` (peer)
+
+**Important:** Do NOT edit `oss/selftune/packages/dashboard-core/` directly. Edit here and run `scripts/sync-embedded-shared.sh`.

package/packages/dashboard-core/README.md

@@ -0,0 +1,30 @@
+# @selftune/dashboard-core
+
+Shared dashboard application layer for SelfTune cloud and local hosts.
+
+This package owns:
+
+- capability and entitlement contracts
+- host adapter interfaces
+- normalized dashboard view models
+- shared route definition helpers
+- shared dashboard chrome primitives used by cloud and local hosts
+- shared feature gates and locked-route upgrade surfaces
+- shared screen implementations, including analytics, the overview autonomy/comparison/support surfaces, skills library, and the shared skill report scaffold/trust chrome
+
+## Usage
+
+```ts
+import {
+  DashboardChrome,
+  DashboardHostProvider,
+  canUseFeature,
+  type Capabilities,
+  type DashboardHostAdapter,
+} from "@selftune/dashboard-core";
+```
+
+## OSS Mirror
+
+This package is canonical in the root `packages/` directory and mirrored into
+`oss/selftune/packages/dashboard-core` via `scripts/sync-embedded-shared.sh`.

package/packages/dashboard-core/index.ts

@@ -0,0 +1,3 @@
+export * from "./src/host/index";
+export * from "./src/models/index";
+export * from "./src/routes/index";

package/packages/dashboard-core/package.json

@@ -0,0 +1,39 @@
+{
+  "name": "@selftune/dashboard-core",
+  "version": "1.0.0",
+  "private": true,
+  "description": "Shared dashboard application layer for selftune cloud and local hosts",
+  "license": "MIT",
+  "author": "Daniel Petro",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/selftune-dev/selftune.git",
+    "directory": "packages/dashboard-core"
+  },
+  "type": "module",
+  "exports": {
+    ".": "./index.ts",
+    "./host": "./src/host/index.ts",
+    "./models": "./src/models/index.ts",
+    "./routes": "./src/routes/index.ts",
+    "./chrome": "./src/chrome/index.ts",
+    "./gates": "./src/gates/index.ts",
+    "./screens": "./src/screens/index.ts",
+    "./screens/analytics": "./src/screens/analytics/index.ts",
+    "./screens/overview": "./src/screens/overview/index.ts",
+    "./screens/skill-report": "./src/screens/skill-report/index.ts",
+    "./screens/skills": "./src/screens/skills/index.ts"
+  },
+  "dependencies": {
+    "@selftune/ui": "workspace:*",
+    "lucide-react": "^0.576.0"
+  },
+  "devDependencies": {
+    "@types/react": "^19.0.0",
+    "@types/react-dom": "^19.0.0"
+  },
+  "peerDependencies": {
+    "react": "^19.0.0",
+    "react-dom": "^19.0.0"
+  }
+}

package/packages/dashboard-core/src/chrome/DashboardChrome.tsx

@@ -0,0 +1,74 @@
+"use client";
+
+import { PlayIcon } from "lucide-react";
+import { useState } from "react";
+
+import { TooltipProvider } from "@selftune/ui/primitives";
+
+import { DashboardHeader } from "./DashboardHeader";
+import { DashboardSidebar } from "./DashboardSidebar";
+import { cn } from "./utils";
+import type { DashboardChromeProps } from "./types";
+
+const DEFAULT_CONTENT_CLASS_NAME = "@container/main mx-auto max-w-7xl px-4 py-8 sm:px-6 lg:px-8";
+
+export function DashboardChrome({
+  brand,
+  navItems,
+  renderLink,
+  headerMeta,
+  searchItems = [],
+  headerUser,
+  sidebarUser,
+  sidebarAction,
+  onSignOut,
+  overlay,
+  contentClassName,
+  children,
+}: DashboardChromeProps) {
+  const [mobileOpen, setMobileOpen] = useState(false);
+
+  const content =
+    contentClassName === null ? (
+      children
+    ) : (
+      <div className={cn(contentClassName ?? DEFAULT_CONTENT_CLASS_NAME)}>{children}</div>
+    );
+
+  return (
+    <TooltipProvider>
+      <div className="min-h-screen bg-background">
+        <DashboardSidebar
+          brand={brand}
+          navItems={navItems}
+          renderLink={renderLink}
+          sidebarAction={
+            sidebarAction ?? {
+              label: "Run Evolution",
+              tooltip: "Dashboard-triggered evolution is not available yet.",
+              icon: <PlayIcon className="size-4" />,
+              disabled: true,
+            }
+          }
+          sidebarUser={sidebarUser}
+          onSignOut={onSignOut}
+          mobileOpen={mobileOpen}
+          onMobileOpenChange={setMobileOpen}
+        />
+
+        <div className="min-h-screen lg:pl-64">
+          <DashboardHeader
+            renderLink={renderLink}
+            headerMeta={headerMeta}
+            searchItems={searchItems}
+            headerUser={headerUser}
+            onToggleSidebar={() => setMobileOpen((open) => !open)}
+          />
+          <main className="min-h-[calc(100vh-4rem)]">{content}</main>
+        </div>
+
+        {overlay}
+      </div>
+    </TooltipProvider>
+  );
+}

package/packages/dashboard-core/src/chrome/DashboardHeader.tsx

@@ -0,0 +1,200 @@
+"use client";
+
+import { ArrowLeftIcon, BellIcon, BoltIcon, MenuIcon, SearchIcon, UserIcon } from "lucide-react";
+import { useDeferredValue, useRef, useState } from "react";
+
+import type { DashboardUser } from "../host/index";
+import { getUserInitials, matchesSearchItem } from "./utils";
+import type { DashboardHeaderMeta, DashboardLinkRenderer, DashboardSearchItem } from "./types";
+
+interface DashboardHeaderProps {
+  renderLink: DashboardLinkRenderer;
+  headerMeta: DashboardHeaderMeta;
+  searchItems: DashboardSearchItem[];
+  headerUser?: DashboardUser;
+  onToggleSidebar(): void;
+}
+
+export function DashboardHeader({
+  renderLink,
+  headerMeta,
+  searchItems,
+  headerUser,
+  onToggleSidebar,
+}: DashboardHeaderProps) {
+  const [query, setQuery] = useState("");
+  const [open, setOpen] = useState(false);
+  const suppressBlurRef = useRef(false);
+  const deferredQuery = useDeferredValue(query);
+
+  const filteredItems = searchItems
+    .filter((item) => matchesSearchItem(item, deferredQuery))
+    .slice(0, deferredQuery.trim() ? 12 : 8);
+
+  const groups = new Map<string, DashboardSearchItem[]>();
+  for (const item of filteredItems) {
+    const existing = groups.get(item.group) ?? [];
+    existing.push(item);
+    groups.set(item.group, existing);
+  }
+
+  return (
+    <header className="sticky top-0 z-40 border-b border-border/10 bg-background/80 backdrop-blur-xl">
+      <div className="flex h-16 items-center justify-between gap-4 px-4 lg:px-8">
+        <div className="flex min-w-0 flex-1 items-center gap-3 lg:gap-4">
+          <button
+            type="button"
+            className="rounded-lg bg-card p-2 text-foreground lg:hidden"
+            onClick={onToggleSidebar}
+            aria-label="Toggle sidebar"
+          >
+            <MenuIcon className="size-5" />
+          </button>
+
+          {headerMeta.backHref && headerMeta.backLabel
+            ? renderLink({
+                href: headerMeta.backHref,
+                className:
+                  "inline-flex items-center gap-1 font-headline text-[10px] uppercase tracking-[0.2em] text-slate-500 transition-colors hover:text-primary",
+                children: (
+                  <>
+                    <ArrowLeftIcon className="size-3" />
+                    {headerMeta.backLabel}
+                  </>
+                ),
+              })
+            : null}
+
+          <div className="hidden xl:flex items-center gap-3 rounded-full border border-border/15 bg-card/60 px-3 py-1.5 text-sm shadow-[0_10px_40px_rgba(0,0,0,0.12)]">
+            {headerMeta.icon ? (
+              <span className="shrink-0 text-primary">{headerMeta.icon}</span>
+            ) : null}
+            <div className="flex min-w-0 items-center gap-2">
+              <span className="font-headline text-[10px] uppercase tracking-[0.18em] text-slate-500">
+                {headerMeta.badge ?? "View"}
+              </span>
+              <span className="truncate font-medium text-foreground">{headerMeta.title}</span>
+            </div>
+          </div>
+
+          <div className="relative w-full max-w-xl">
+            <SearchIcon className="pointer-events-none absolute left-3 top-1/2 z-10 size-4 -translate-y-1/2 text-slate-400" />
+            <input
+              value={query}
+              onChange={(event) => setQuery(event.target.value)}
+              onFocus={() => setOpen(true)}
+              onBlur={() => {
+                if (suppressBlurRef.current) {
+                  suppressBlurRef.current = false;
+                  return;
+                }
+                setOpen(false);
+              }}
+              placeholder="Search skills or pages..."
+              className="h-9 w-full rounded-full border border-border/10 bg-input/50 pl-10 pr-4 text-sm text-foreground outline-none transition focus:border-primary/30 focus:ring-1 focus:ring-primary/40 placeholder:text-slate-500"
+            />
+
+            {open ? (
+              <div className="absolute left-0 right-0 top-full z-50 mt-2 max-h-80 overflow-y-auto rounded-2xl border border-border/15 bg-card shadow-[0_20px_60px_rgba(0,0,0,0.35)] backdrop-blur-xl">
+                {filteredItems.length === 0 ? (
+                  <div className="px-4 py-5 text-sm text-muted-foreground">No results found.</div>
+                ) : (
+                  Array.from(groups.entries()).map(([group, items]) => (
+                    <div key={group} className="border-b border-border/10 last:border-b-0">
+                      <div className="px-4 pt-3 text-[10px] uppercase tracking-[0.18em] text-slate-500">
+                        {group}
+                      </div>
+                      <div className="p-2">
+                        {items.map((item) => (
+                          <button
+                            key={item.id}
+                            type="button"
+                            onMouseDown={(event) => {
+                              event.preventDefault();
+                              suppressBlurRef.current = true;
+                            }}
+                            onClick={() => {
+                              item.onSelect();
+                              setOpen(false);
+                              setQuery("");
+                            }}
+                            className="flex w-full items-center gap-3 rounded-xl px-3 py-2 text-left text-sm transition-colors hover:bg-muted/40"
+                          >
+                            {item.leading ? (
+                              <span className="shrink-0">{item.leading}</span>
+                            ) : (
+                              <span className="shrink-0 text-slate-400">
+                                {item.meta ? "•" : ""}
+                              </span>
+                            )}
+                            <div className="min-w-0 flex-1">
+                              <div className="truncate text-foreground">{item.label}</div>
+                              {item.meta ? (
+                                <div className="truncate text-xs text-muted-foreground">
+                                  {item.meta}
+                                </div>
+                              ) : null}
+                            </div>
+                            {item.trailing ? (
+                              <span className="shrink-0 text-xs text-muted-foreground">
+                                {item.trailing}
+                              </span>
+                            ) : null}
+                          </button>
+                        ))}
+                      </div>
+                    </div>
+                  ))
+                )}
+              </div>
+            ) : null}
+          </div>
+        </div>
+
+        <div className="hidden items-center gap-4 sm:flex lg:gap-6">
+          <div className="flex items-center gap-4 text-slate-400">
+            <span className="relative" aria-hidden="true">
+              <BellIcon className="size-4" />
+              <span className="absolute -right-0.5 -top-0.5 size-2 rounded-full border-2 border-background bg-primary shadow-[0_0_6px_color-mix(in_srgb,var(--primary)_50%,transparent)]" />
+            </span>
+            <BoltIcon className="size-4" aria-hidden="true" />
+          </div>
+
+          {headerUser ? (
+            <>
+              <div className="h-8 w-px bg-border/20" />
+              <div className="flex items-center gap-3">
+                <div className="hidden text-right md:block">
+                  <div className="font-headline text-[10px] uppercase tracking-widest text-slate-400">
+                    {headerUser.name}
+                  </div>
+                  <div className="text-[10px] uppercase tracking-widest text-primary">
+                    {headerUser.subtitle ?? headerUser.email ?? "Active"}
+                  </div>
+                </div>
+                {headerUser.image ? (
+                  // eslint-disable-next-line @next/next/no-img-element
+                  <img
+                    src={headerUser.image}
+                    alt={headerUser.name}
+                    className="size-8 rounded-full"
+                  />
+                ) : (
+                  <div className="flex size-8 items-center justify-center rounded-full border border-primary/20 bg-card text-primary">
+                    {headerUser.name ? (
+                      <span className="text-xs font-medium">
+                        {getUserInitials(headerUser.name)}
+                      </span>
+                    ) : (
+                      <UserIcon className="size-4" />
+                    )}
+                  </div>
+                )}
+              </div>
+            </>
+          ) : null}
+        </div>
+      </div>
+    </header>
+  );
+}