pi-harness-runtime 1.1.153 → 1.1.154

package/packages/jev-judge/src/typesafe-provider.ts

@@ -0,0 +1,335 @@
+/**
+ * TypeSafe Jev Provider - Direct API integration
+ *
+ * Uses TypeSafe's /v1/systemone endpoint directly.
+ * This is the recommended provider for Jev decisions.
+ *
+ * API: POST https://api.typesafe.ai/v1/systemone
+ * Auth: Bearer token (TYPESAFE_API_KEY)
+ */
+
+import type {
+  JevQuestion,
+  JevQuestions,
+  JevResponse,
+  JevDecision,
+  JevEvaluationResult,
+  JevNoulResponse,
+  JevChoiceResponse,
+  JevScoreResponse,
+} from "./types.js";
+
+/**
+ * TypeSafe API request format
+ */
+interface TypeSafeRequest {
+  questions: TypeSafeQuestion[];
+  state: string;
+}
+
+/**
+ * TypeSafe question format
+ */
+interface TypeSafeQuestion {
+  id: string;
+  type: "noul" | "choice" | "score";
+  instructions: string;
+  options?: string[];           // For choice type
+  criteria?: string[];          // For choice type - ordered criteria
+  min?: number;                 // For score type
+  max?: number;                 // For score type
+}
+
+/**
+ * TypeSafe API response format
+ */
+interface TypeSafeResponse {
+  answers: Record<string, TypeSafeAnswer>;
+  model?: string;
+  latency_ms?: number;
+}
+
+/**
+ * TypeSafe answer format
+ */
+interface TypeSafeAnswer {
+  type: "noul" | "choice" | "score";
+  probability?: number;         // For noul type (0-1)
+  choice?: string;              // For choice type
+  score?: number;               // For score type
+  confidence?: number;           // 0-1 for all types
+}
+
+/**
+ * TypeSafe provider configuration
+ */
+export interface TypeSafeConfig {
+  apiKey: string;
+  baseUrl?: string;            // Defaults to https://api.typesafe.ai
+  timeoutMs?: number;           // Defaults to 30000
+}
+
+/**
+ * Default configuration
+ */
+const DEFAULT_CONFIG = {
+  baseUrl: "https://api.typesafe.ai",
+  timeoutMs: 30000,
+};
+
+/**
+ * TypeSafe Jev Judge - Direct TypeSafe API integration
+ *
+ * Uses TypeSafe's systemone API for structured decisions.
+ * More reliable than OpenRouter proxy and supports full feature set.
+ */
+export class TypeSafeJudge {
+  private config: Required<TypeSafeConfig>;
+
+  constructor(config: TypeSafeConfig) {
+    this.config = {
+      ...DEFAULT_CONFIG,
+      ...config,
+    } as Required<TypeSafeConfig>;
+  }
+
+  /**
+   * Evaluate state against questions using TypeSafe API
+   */
+  async evaluate<T extends string>(
+    state: string | object,
+    questions: JevQuestions<T>
+  ): Promise<JevEvaluationResult<T>> {
+    const startTime = Date.now();
+
+    // Convert state to string if object
+    const stateStr = typeof state === "string" ? state : JSON.stringify(state);
+
+    // Build TypeSafe question format
+    const questionsArray = Object.entries(questions).map(([id, q]) => {
+      const questionObj = q as JevQuestion;
+      const question: TypeSafeQuestion = {
+        id,
+        type: questionObj.type,
+        instructions: questionObj.instructions,
+      };
+
+      if (questionObj.type === "choice") {
+        question.options = questionObj.options;
+        // For choice questions, criteria defines ordered preference levels
+        question.criteria = questionObj.options;
+      } else if (questionObj.type === "score") {
+        question.min = questionObj.min ?? 0;
+        question.max = questionObj.max ?? 100;
+      }
+
+      return question;
+    });
+
+    // Call TypeSafe API directly
+    const response = await fetch(`${this.config.baseUrl}/v1/systemone`, {
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+        Authorization: `Bearer ${this.config.apiKey}`,
+      },
+      body: JSON.stringify({
+        questions: questionsArray,
+        state: stateStr,
+      } satisfies TypeSafeRequest),
+      signal: AbortSignal.timeout(this.config.timeoutMs),
+    });
+
+    const latencyMs = Date.now() - startTime;
+
+    if (!response.ok) {
+      const errorText = await response.text().catch(() => "Unknown error");
+      throw new Error(`TypeSafe API error ${response.status}: ${errorText}`);
+    }
+
+    const data = await response.json() as TypeSafeResponse;
+
+    // Build decisions map
+    const decisions = {} as Record<T, JevDecision<T>>;
+
+    for (const [questionId, question] of Object.entries(questions)) {
+      const questionData = question as JevQuestion;
+      const answer = data.answers?.[questionId] as TypeSafeAnswer | undefined;
+
+      if (!answer) {
+        // Skip missing answers
+        continue;
+      }
+
+      const decision = this.buildDecision(
+        questionId,
+        questionData,
+        answer
+      );
+      (decisions as Record<string, JevDecision>)[questionId] = decision;
+    }
+
+    return {
+      decisions,
+      state: stateStr,
+      latencyMs,
+      model: data.model ?? "typesafe/systemone",
+    };
+  }
+
+  /**
+   * Quick noul (yes/no) evaluation
+   */
+  async noul(
+    state: string | object,
+    question: string
+  ): Promise<{ noul: number; confidence: "high" | "medium" | "low" }> {
+    const result = await this.evaluate(state, {
+      answer: { type: "noul", instructions: question },
+    });
+
+    const decision = result.decisions.answer as JevDecision<"answer">;
+    const noulResponse = decision.response as JevNoulResponse;
+    return {
+      noul: noulResponse.noul,
+      confidence: decision.confidence,
+    };
+  }
+
+  /**
+   * Quick choice evaluation
+   */
+  async choice<T extends string>(
+    state: string | object,
+    question: string,
+    options: T[]
+  ): Promise<{ choice: T; confidence: number }> {
+    const result = await this.evaluate(state, {
+      answer: { type: "choice", instructions: question, options },
+    });
+
+    const decision = result.decisions.answer as JevDecision<"answer">;
+    const choiceResponse = decision.response as JevChoiceResponse<T>;
+    return {
+      choice: choiceResponse.choice,
+      confidence: choiceResponse.confidence,
+    };
+  }
+
+  /**
+   * Quick score evaluation
+   */
+  async score(
+    state: string | object,
+    question: string,
+    min = 0,
+    max = 100
+  ): Promise<{ score: number; confidence: number }> {
+    const result = await this.evaluate(state, {
+      answer: { type: "score", instructions: question, min, max },
+    });
+
+    const decision = result.decisions.answer as JevDecision<"answer">;
+    const scoreResponse = decision.response as JevScoreResponse;
+    return {
+      score: scoreResponse.score,
+      confidence: scoreResponse.confidence,
+    };
+  }
+
+  /**
+   * Build JevDecision from TypeSafe answer
+   */
+  private buildDecision<T extends string>(
+    questionId: T,
+    question: JevQuestion,
+    answer: TypeSafeAnswer
+  ): JevDecision<T> {
+    let response: JevResponse;
+    let probability: number;
+
+    switch (answer.type) {
+      case "noul":
+        response = {
+          type: "noul",
+          noul: answer.probability ?? 0.5,
+        };
+        probability = answer.probability ?? 0.5;
+        break;
+
+      case "choice":
+        response = {
+          type: "choice",
+          choice: answer.choice ?? question.type === "choice" ? (question as { options: string[] }).options[0] : "",
+          confidence: answer.confidence ?? 0.5,
+        };
+        probability = answer.confidence ?? 0.5;
+        break;
+
+      case "score":
+        const min = question.type === "score" ? (question as { min?: number }).min ?? 0 : 0;
+        const max = question.type === "score" ? (question as { max?: number }).max ?? 100 : 100;
+        response = {
+          type: "score",
+          score: answer.score ?? (min + max) / 2,
+          confidence: answer.confidence ?? 0.5,
+        };
+        // Normalize score to 0-1
+        probability = ((answer.score ?? (min + max) / 2) - min) / (max - min);
+        break;
+
+      default:
+        // Fallback for unknown types
+        response = {
+          type: "noul",
+          noul: 0.5,
+        };
+        probability = 0.5;
+    }
+
+    const confidence = this.getConfidence(answer.confidence ?? probability);
+
+    return {
+      questionId,
+      question,
+      response,
+      probability,
+      confidence,
+    };
+  }
+
+  /**
+   * Determine confidence level from probability
+   */
+  private getConfidence(probability: number): "high" | "medium" | "low" {
+    // Confidence is based on distance from 0.5 (uncertain)
+    const distance = Math.abs(probability - 0.5);
+    if (distance > 0.35) return "high";
+    if (distance > 0.2) return "medium";
+    return "low";
+  }
+}
+
+/**
+ * Detect which provider to use based on API key or config
+ */
+export function detectProvider(
+  apiKey: string,
+  baseUrl?: string
+): "typesafe" | "openrouter" {
+  // If baseUrl is explicitly set to TypeSafe, use TypeSafe
+  if (baseUrl?.includes("typesafe.ai")) {
+    return "typesafe";
+  }
+  // If using OpenRouter URL, use OpenRouter
+  if (baseUrl?.includes("openrouter")) {
+    return "openrouter";
+  }
+  // If key looks like TypeSafe (no specific pattern known), prefer TypeSafe
+  // TypeSafe keys are typically longer than OpenAI-compatible keys
+  if (apiKey.length > 50) {
+    return "typesafe";
+  }
+  // Default to OpenRouter for short keys (OpenAI-compatible)
+  return "openrouter";
+}

package/packages/knowledge-graph/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/knowledge-graph",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Knowledge Graph extraction and provenance linking for SKILL.md files",
   "type": "module",
   "main": "./dist/index.js",

package/packages/knowledge-retrieval/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/knowledge-retrieval",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Knowledge retrieval via TencentDB-Agent-Memory MCP (RFC-0105)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/laravel-plugin/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/laravel-plugin",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Laravel framework analysis — artisan commands, Eloquent models, Blade",
   "type": "module",
   "main": "./dist/index.js",

package/packages/learning-engine/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/learning-engine",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Learning engine for extracting lessons from runtime execution (RFC-0058)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/mcp-adapter/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/mcp-adapter",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "type": "module",
   "description": "MCP server adapter for pi-harness — exposes harness capabilities as MCP tools/resources/prompts (RFC-0068)",
   "main": "dist/index.js",

package/packages/memory-engine/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/memory-engine",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Memory engine with OKF integration for durable knowledge management (RFC-0060)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/milestone-manager/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/milestone-manager",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Track milestones and alerts when items are at risk",
   "type": "module",
   "main": "./dist/index.js",

package/packages/model-registry/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/model-registry",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Model Registry for pi-harness-runtime — centralized model metadata with pricing",
   "type": "module",
   "main": "./dist/index.js",

package/packages/nextjs-plugin/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/nextjs-plugin",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Next.js framework detection and analysis for pi-harness-runtime (RFC-0062)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/notification/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/notification",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "pi-harness-runtime — notification",
   "type": "module",
   "main": "./dist/index.js",

package/packages/observability/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/observability",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Comprehensive observability system with structured logging, tracing, metrics, and alerting",
   "type": "module",
   "main": "./dist/index.js",

package/packages/okf-indexer/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/okf-indexer",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "OKF document indexer for SKILL.md files (RFC-0106)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/paperclip-integration/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/paperclip-integration",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Paperclip API integration: poll agent inbox, route tasks to pi.dev, Telegram alerts",
   "type": "module",
   "main": "./dist/index.js",

package/packages/performance-optimizer/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/performance-optimizer",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Performance optimization analyzer for pi-harness runtime (RFC-0056)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/privilege-broker/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/privilege-broker",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Privilege Broker — capability registry and command executor for autonomous runtime (RFC-0101 §7)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/project-analyzer/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/project-analyzer",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Project analysis system for pi-harness-runtime - detects frameworks, rules, and project structure",
   "type": "module",
   "main": "./dist/index.js",

package/packages/project-bootstrap/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/project-bootstrap",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Project scaffolding from typed ProjectSpec",
   "type": "module",
   "main": "./dist/index.js",

package/packages/projection-engine/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/projection-engine",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "type": "module",
   "main": "src/index.ts",
   "exports": {

package/packages/prompt-compiler/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/prompt-compiler",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Deterministic prompt compiler for pi-harness-runtime",
   "type": "module",
   "main": "./dist/index.js",

package/packages/prompt-versioning/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/prompt-versioning",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "type": "module",
   "description": "Version control for prompts with rollback support (RFC-0019)",
   "main": "dist/index.js",

package/packages/provider-adapter-sdk/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/provider-adapter-sdk",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "SDK for building, testing, and registering AI provider adapters",
   "type": "module",
   "main": "./dist/index.js",

package/packages/provider-router/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/provider-router",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Enhanced Provider Router for pi-harness-runtime — intelligent routing with capabilities, costs, and quotas",
   "type": "module",
   "main": "./dist/provider-router.js",

package/packages/provider-selector/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/provider-selector",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Multi-Provider Selector — route requests by cost, quality, and latency (RFC-0012)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/providers/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/providers",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "pi-harness-runtime — providers",
   "type": "module",
   "main": "./dist/index.js",

package/packages/qdrant-skills/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/qdrant-skills",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Qdrant vector search integration for Hermes-style skill system",
   "type": "module",
   "main": "./dist/index.js",

package/packages/quota-manager/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/quota-manager",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "pi-harness-runtime — quota-manager",
   "type": "module",
   "main": "./dist/index.js",

package/packages/rate-limiter/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/rate-limiter",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "type": "module",
   "description": "Rate limiting with token bucket algorithm (RFC-0023)",
   "main": "dist/index.js",

package/packages/react-vite-plugin/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/react-vite-plugin",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "React/Vite framework analysis — components, config, TypeScript setup",
   "type": "module",
   "main": "./dist/index.js",

package/packages/release-manager/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/release-manager",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "type": "module",
   "description": "Release management for pi-harness",
   "main": "dist/index.js",

package/packages/requirement-compiler/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/requirement-compiler",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Compiles raw requirements into validated CompiledRequirement with ambiguity detection and risk tagging",
   "type": "module",
   "main": "./dist/index.js",

package/packages/runtime/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/runtime",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "pi-harness-runtime — runtime",
   "type": "module",
   "main": "./dist/index.js",

package/packages/scheduler/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-harness/scheduler",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "pi-harness-runtime — scheduler",
   "type": "module",
   "main": "./dist/index.js",

package/packages/scheduler-adapter/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/scheduler-adapter",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Scheduler Adapter — cron, systemd, launchd, internal adapters for autonomous runtime (RFC-0101 §6)",
   "type": "module",
   "main": "./dist/index.js",

package/packages/session/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/session",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "description": "Session management system for pi-harness-runtime",
   "type": "module",
   "main": "./dist/index.js",

package/packages/session-api/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/session-api",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "type": "module",
   "main": "src/index.ts",
   "exports": {

package/packages/session-export/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi/session-export",
-  "version": "1.1.153",
+  "version": "1.1.154",
   "type": "module",
   "main": "src/index.ts",
   "exports": {