@somewhere-tech/cli 0.37.19 → 0.37.20

package/npm-shrinkwrap.json

@@ -1,12 +1,12 @@
 {
   "name": "@somewhere-tech/cli",
-  "version": "0.37.19",
+  "version": "0.37.20",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "@somewhere-tech/cli",
-      "version": "0.37.19",
+      "version": "0.37.20",
       "bundleDependencies": [
         "@modelcontextprotocol/sdk",
         "chokidar",

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@somewhere-tech/cli",
-  "version": "0.37.19",
-  "description": "CLI for somewhere.tech — auth, projects, deploy, pull, promote, db, logs, env, MCP bridge.",
+  "version": "0.37.20",
+  "description": "CLI for somewhere.tech \u2014 auth, projects, deploy, pull, promote, db, logs, env, MCP bridge.",
   "keywords": [
     "somewhere",
     "somewhere.tech",

package/runtime/DECLARED-DATA-VENDOR.json

@@ -3,7 +3,7 @@
   "source_files": {
     "worker/containers/compile/declared-data-contract.cjs": "abdf0a0f238f9d7ecccc8aa3ede7cd25778194d0b9c68cc6c44aa776de46d122",
     "worker/containers/compile/groups-types.cjs": "f0f38ca6f160561f997b20af44763bd07232deb2668a536cd52c1974fcfed2c8",
-    "worker/containers/compile/runtime-types.cjs": "b37bb3a251ef0dde6c699f7941de537c28088f180bb3850808d97db2f76c866c",
+    "worker/containers/compile/runtime-types.cjs": "7d2e647e6a7301b4158f8d45d5c52da9aac3b6fb6f8118be5a5cde62c40462fc",
     "worker/containers/compile/schema-types.cjs": "97941a4f80f50f4a48b828a6a2695f6f0c606ab6e74b4511fbb99e786dc4f0c4",
     "worker/containers/compile/typed-data.cjs": "57b458e16a373e42d48a0e527317fcdf609299ae368eb539a8b582b9a47abb15",
     "worker/containers/compile/typed-files.cjs": "a0b1818afbc7673f84583c76436a3b3ca1d1fdf63d8d8db138b36646103f0708",
@@ -27,5 +27,5 @@
     "worker/src/utils/managed-groups/errors.ts": "4830b1ad7357a79760b0bcc68884e562cfbc07d12a37cc73651a6fcb256d682f",
     "worker/src/utils/managed-groups/policy.ts": "2259a883645c8bfd607ead7c37387f3ffd42ac9dfb86722c72b224adb498511e"
   },
-  "sha256": "d9b4c27c75353337c46ac93abb2816cfb60a77930957778a1b52c5ded6e9128e"
+  "sha256": "849e3664a55c1c5fb67faf54b0866db9b1d10b10807dd8a5631893a775a626d8"
 }

package/runtime/declared-data.cjs

@@ -2347,8 +2347,45 @@ interface SomewhereAiModerationResult {
   model: string;
   provider: string;
 }
+// sw.ai.evaluate: typed decisions. Probabilities are model output, not
+// calibrated guarantees; choose thresholds from labelled cases.
+type SomewhereAiEvaluateQuestion =
+  | { type: 'noul'; instructions: string | SomewhereJsonObject | readonly unknown[]; criteria?: { true?: unknown; false?: unknown } }
+  | { type: 'choice'; instructions: string | SomewhereJsonObject | readonly unknown[]; criteria: Record<string, unknown> }
+  | { type: 'score'; instructions: string | SomewhereJsonObject | readonly unknown[]; criteria: readonly unknown[] };
+type SomewhereAiEvaluateImage =
+  | string
+  | { content_type: 'image/png' | 'image/jpeg' | 'image/webp'; base64: string };
+type SomewhereAiEvaluateOptions<Q extends Record<string, SomewhereAiEvaluateQuestion>> = {
+  state: string | SomewhereJsonObject | readonly unknown[];
+  questions: Q;
+} & (
+  // Text routes to jev and images to clef-flash when model is omitted; jev reads text only.
+  | { model: 'jev'; images?: never }
+  | { model?: 'clef-flash'; images?: readonly SomewhereAiEvaluateImage[] }
+);
+interface SomewhereAiEvaluateNoulAnswer { type: 'noul'; noul: number }
+interface SomewhereAiEvaluateChoiceAnswer<O extends string = string> {
+  type: 'choice'; choice: O; probabilities: Record<O, number>; confidence: number;
+}
+interface SomewhereAiEvaluateScoreAnswer {
+  type: 'score'; score: number; legend: Record<string, unknown>; probabilities: Record<string, number>; confidence: number;
+}
+type SomewhereAiEvaluateAnswer<Q> =
+  Q extends { type: 'noul' } ? SomewhereAiEvaluateNoulAnswer
+  : Q extends { type: 'choice'; criteria: infer C } ? SomewhereAiEvaluateChoiceAnswer<Extract<keyof C, string>>
+  : Q extends { type: 'score' } ? SomewhereAiEvaluateScoreAnswer
+  : never;
+interface SomewhereAiEvaluateResult<Q extends Record<string, SomewhereAiEvaluateQuestion>> {
+  model: 'clef-flash' | 'jev';
+  provider_model: string;
+  routed_by: 'model' | 'images' | 'text';
+  answers: { [K in keyof Q]: SomewhereAiEvaluateAnswer<Q[K]> };
+  usage: { input_tokens: number };
+  cost: SomewhereAiCost;
+}
 interface SomewhereAiCatalogEntry {
-  feature: 'transcribe' | 'tts' | 'generate_image' | 'remove_background' | 'embed' | 'complete';
+  feature: 'transcribe' | 'tts' | 'generate_image' | 'remove_background' | 'embed' | 'complete' | 'evaluate';
   model: string;
   provider: string;
   label: string;
@@ -2386,6 +2423,7 @@ interface SomewhereRuntimeAi {
   removeBackground(options: SomewhereAiRemoveBackgroundOptions): Promise<never>;
   embeddings(options: SomewhereAiEmbeddingsOptions): Promise<SomewhereAiEmbeddingsResult>;
   moderate(text: string): Promise<SomewhereAiModerationResult>;
+  evaluate<const Q extends Record<string, SomewhereAiEvaluateQuestion>>(options: SomewhereAiEvaluateOptions<Q>): Promise<SomewhereAiEvaluateResult<Q>>;
   catalog(): Promise<SomewhereAiCatalog>;
 }