@machinespirits/eval 0.1.0 → 0.1.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@machinespirits/eval",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "description": "Evaluation system for Machine Spirits tutor - benchmarking, rubric evaluation, and analysis tools",
   "type": "module",
   "main": "index.js",
@@ -21,12 +21,14 @@
     "index.js",
     "server.js",
     "server-init.js",
+    "types.ts",
     "routes/",
     "services/",
     "components/",
     "hooks/",
     "config/",
     "scripts/",
+    "utils/",
     "docs/"
   ],
   "scripts": {
@@ -47,8 +49,7 @@
   "license": "MIT",
   "repository": {
     "type": "git",
-    "url": "https://github.com/lmagee/machine-spirits",
-    "directory": "packages/eval"
+    "url": "https://github.com/liammagee/machinespirits-eval"
   },
   "peerDependencies": {
     "@machinespirits/tutor-core": ">=0.1.0",

package/types.ts

@@ -0,0 +1,165 @@
+/**
+ * Evaluation Types
+ *
+ * Types for the eval dashboard components.
+ */
+
+export interface EvalProfile {
+  name: string;
+  description: string;
+  egoProvider?: string;
+  egoModel?: string;
+  superegoProvider?: string;
+  superegoModel?: string;
+  dialogueEnabled?: boolean;
+  maxRounds?: number;
+}
+
+export interface EvalScenario {
+  id: string;
+  name: string;
+  description?: string;
+  category?: string;
+  turnCount?: number;
+  isMultiTurn?: boolean;
+}
+
+export interface EvalRun {
+  id: string;
+  description?: string;
+  totalTests?: number;
+  totalScenarios?: number;
+  totalConfigurations?: number;
+  status: 'running' | 'completed' | 'failed';
+  createdAt: string;
+  completedAt?: string;
+  runType?: 'quick' | 'batch' | 'matrix' | 'compare' | 'interaction';
+  profiles?: string[];
+}
+
+export type EvalDimensionScore = number | { score: number; reasoning?: string; quote?: string } | null;
+
+export interface EvalDimensionScores {
+  relevance: EvalDimensionScore;
+  specificity: EvalDimensionScore;
+  pedagogical: EvalDimensionScore;
+  personalization: EvalDimensionScore;
+  actionability: EvalDimensionScore;
+  tone: EvalDimensionScore;
+}
+
+export interface EvalSuggestion {
+  type: string;
+  title: string;
+  message: string;
+  actionTarget?: string;
+  headline?: string;
+  body?: string;
+  priority?: 'high' | 'medium' | 'low';
+}
+
+export interface EvalValidation {
+  passesRequired: boolean;
+  passesForbidden: boolean;
+  requiredMissing: string[];
+  forbiddenFound: string[];
+}
+
+export interface EvalQuickTestResult {
+  scenarioId: string;
+  scenarioName: string;
+  profile: string;
+  provider?: string;
+  model?: string;
+  passed: boolean;
+  overallScore: number | null;
+  latencyMs: number;
+  scores?: EvalDimensionScores;
+  validation?: EvalValidation;
+  suggestions?: EvalSuggestion[];
+  inputTokens?: number;
+  outputTokens?: number;
+  totalTokens?: number;
+  apiCalls?: number;
+  dialogueRounds?: number;
+  evaluationReasoning?: string;
+  evaluatorModel?: string;
+  scenarioContext?: {
+    description: string;
+    expectedBehavior?: string;
+    learnerContext?: Record<string, string | undefined>;
+  };
+}
+
+// Agent role types for dialogue system
+export type AgentRole = 'user' | 'ego' | 'superego';
+export type DialogueDirection = 'input' | 'request' | 'response';
+
+export interface EvalDialogueEntry {
+  timestamp: string;
+  agent: AgentRole;
+  action?: string;
+  model?: string;
+  provider?: string;
+  latencyMs?: number;
+  inputTokens?: number;
+  outputTokens?: number;
+  suggestions?: Array<{ type: string; title: string; message: string; priority?: string }>;
+  verdict?: { approved: boolean; confidence?: number; feedback?: string };
+  preAnalysis?: {
+    isPreAnalysis: boolean;
+    reinterpretations?: unknown[];
+    overallCaution?: string;
+  };
+  from?: AgentRole;
+  to?: AgentRole;
+  direction?: DialogueDirection;
+  rawContext?: string;
+  contextData?: {
+    courseId?: string;
+    courseTitle?: string;
+    lectureId?: string;
+    lectureTitle?: string;
+    recentActivity?: string[];
+  };
+  output?: unknown;
+  cost?: number;
+}
+
+export interface EvalDialogue {
+  dialogueId: string;
+  startTime: string;
+  endTime: string;
+  entryCount: number;
+  entries?: EvalDialogueEntry[];
+  summary?: {
+    egoCount: number;
+    superegoCount: number;
+    totalSuggestions: number;
+    approvedCount: number;
+    revisedCount: number;
+    totalLatencyMs: number;
+    totalInputTokens?: number;
+    totalOutputTokens?: number;
+  };
+}
+
+export interface EvalTrendPoint {
+  runId: string;
+  createdAt: string;
+  description?: string;
+  runType?: 'quick' | 'eval' | 'matrix' | 'compare' | 'auto';
+  profiles?: string[];
+  scenarioCount?: number;
+  testCount: number;
+  overallScore: number | null;
+  dimensions: EvalDimensionScores;
+}
+
+export interface EvalDoc {
+  name: string;
+  filename: string;
+  title: string;
+  size: number;
+  modified: string;
+}

package/utils/haptics.ts

@@ -0,0 +1,45 @@
+/**
+ * Haptic Feedback Utilities
+ *
+ * Provides consistent vibration patterns for mobile interactions.
+ * Falls back gracefully when vibration API is not available.
+ */
+
+type VibrationPattern = number | number[];
+
+const vibrate = (pattern: VibrationPattern): void => {
+  if (typeof navigator !== 'undefined' && navigator.vibrate) {
+    navigator.vibrate(pattern);
+  }
+};
+
+export const haptics = {
+  /** Light tap - tab changes, selections */
+  light: () => vibrate(5),
+
+  /** Medium tap - pull-to-refresh trigger, confirmations */
+  medium: () => vibrate(10),
+
+  /** Heavy tap - errors, warnings */
+  heavy: () => vibrate(20),
+
+  /** Success pattern - test passed, action completed */
+  success: () => vibrate([10, 50, 10]),
+
+  /** Error pattern - test failed, error occurred */
+  error: () => vibrate([20, 100, 20, 100, 20]),
+
+  /** Back online notification */
+  online: () => vibrate([100, 50, 100]),
+
+  /** Went offline notification */
+  offline: () => vibrate(200),
+
+  /** Copy to clipboard */
+  copy: () => vibrate(30),
+
+  /** Button press feedback */
+  button: () => vibrate(8)
+};
+
+export default haptics;