@runtypelabs/cli 2.23.0 → 2.23.1

package/dist/index.js

@@ -20404,6 +20404,41 @@ function validateUpsertRecordSourceShape(flowSteps, buckets) {
     }
   }
 }
+function validateStoreVectorSource(flowSteps, buckets, declaredFlowInputs) {
+  const declaredVariables = collectDeclaredFlowInputs(flowSteps, declaredFlowInputs);
+  for (const [stepIndex, step] of flowSteps.entries()) {
+    if (step.enabled === false) continue;
+    if (!isObjectRecord(step.config)) continue;
+    const config3 = step.config;
+    if (step.type === "store-vector") {
+      const rawSource = typeof config3.vectorsSource === "string" ? config3.vectorsSource.trim() : "";
+      if (rawSource) {
+        const templateMatch = rawSource.match(/^\s*\{\{\s*([^}]+?)\s*\}\}\s*$/);
+        const reference = (templateMatch?.[1] ?? rawSource).trim();
+        const classification = classifyVariableReference(reference);
+        if (classification.namespace === "plain" || classification.namespace === "flow") {
+          const baseName = classification.baseName;
+          const rootVariable = baseName.split(".")[0] || "";
+          if (rootVariable && !declaredVariables.has(rootVariable) && !declaredVariables.has(baseName)) {
+            addIssue(
+              "warning",
+              {
+                code: "STORE_VECTOR_SOURCE_UNRESOLVED",
+                message: `Vectors source "${rawSource}" references variable "${rootVariable}", but no earlier step declares an output variable "${rootVariable}" (and it is not a flow input). This will fail at runtime with "Could not resolve vectors". Set a prior step's outputVariable to "${rootVariable}" (typically a generate-embedding step), or declare "${rootVariable}" as a flow input.`,
+                path: `flowSteps[${stepIndex}].config.vectorsSource`,
+                step: { index: stepIndex, name: step.name, type: step.type },
+                details: { vectorsSource: rawSource, rootVariable }
+              },
+              buckets
+            );
+          }
+        }
+      }
+    }
+    const outputVar = getStepOutputVariable(step);
+    if (outputVar) declaredVariables.add(outputVar);
+  }
+}
 function checkConditionExpression(expr, path19, stepRef, buckets) {
   if (typeof expr !== "string" || !expr.includes("{{")) return;
   const match = UNQUOTED_TEMPLATE_BEFORE_OP.exec(expr) || UNQUOTED_TEMPLATE_AFTER_OP.exec(expr);
@@ -21061,6 +21096,7 @@ function collectFlowStructureIssues(flowData, deps, buckets) {
     deps.declaredFlowInputs
   );
   validateUpsertRecordSourceShape(flowData.flowSteps, buckets);
+  validateStoreVectorSource(flowData.flowSteps, buckets, deps.declaredFlowInputs);
   validateConditionExpressions(flowData.flowSteps, buckets, conditionalStepsExceedingDepth);
   return { pendingChecks };
 }
@@ -37587,7 +37623,43 @@ var checkGraderSchema = external_exports.discriminatedUnion("kind", [
   }),
   external_exports.object({ kind: external_exports.literal("latency"), maxMs: external_exports.number().int().positive() }),
   // Today's implicit "success" made explicit: the case produced output without erroring.
-  external_exports.object({ kind: external_exports.literal("no_error") })
+  external_exports.object({ kind: external_exports.literal("no_error") }),
+  // -------------------------------------------------------------------------
+  // Trace checks — deterministic, free, pure assertions over the run's
+  // EXECUTION TRACE (which tools/steps ran, in what order, whether it
+  // completed, what it cost) rather than its final output text. Scored by the
+  // same pure `runCheck` engine against `GradingTarget.trace`. These are the
+  // assertions a string/JSON check can't express (planning doc §3.1).
+  // -------------------------------------------------------------------------
+  // At least one tool call named `name` happened. Optional filters narrow the
+  // match: `input`/`output` deep-equal a call's resolved input/result,
+  // `isError` matches a call's error flag, and `times` asserts the matching
+  // count EXACTLY (omit `times` for "at least once").
+  external_exports.object({
+    kind: external_exports.literal("called_tool"),
+    name: external_exports.string().min(1),
+    input: external_exports.unknown().optional(),
+    output: external_exports.unknown().optional(),
+    isError: external_exports.boolean().optional(),
+    times: external_exports.number().int().positive().optional()
+  }),
+  // No tool named `name` was called.
+  external_exports.object({ kind: external_exports.literal("not_called_tool"), name: external_exports.string().min(1) }),
+  // The run made no tool calls at all.
+  external_exports.object({ kind: external_exports.literal("used_no_tools") }),
+  // The run made at most `max` tool calls.
+  external_exports.object({ kind: external_exports.literal("max_tool_calls"), max: external_exports.number().int().nonnegative() }),
+  // `tools` appears as an ordered SUBSEQUENCE of the tool-call names (other
+  // calls may interleave; relative order of the listed tools must hold).
+  external_exports.object({ kind: external_exports.literal("tool_order"), tools: external_exports.array(external_exports.string()).min(1) }),
+  // A step named (or typed) `name` ran.
+  external_exports.object({ kind: external_exports.literal("ran_step"), name: external_exports.string().min(1) }),
+  // `steps` appears as an ordered SUBSEQUENCE of the steps that ran.
+  external_exports.object({ kind: external_exports.literal("step_order"), steps: external_exports.array(external_exports.string()).min(1) }),
+  // The run completed (finished without erroring and was not left paused).
+  external_exports.object({ kind: external_exports.literal("completed") }),
+  // Total run cost was within `maxUsd` (US dollars).
+  external_exports.object({ kind: external_exports.literal("cost"), maxUsd: external_exports.number().positive() })
 ]);
 var aiGraderSchema = external_exports.object({
   kind: external_exports.literal("ai"),
@@ -42043,7 +42115,7 @@ var FLOW_STEP_TYPE_METADATA = {
     configHints: "provider, query, maxResults, outputVariable"
   },
   "generate-embedding": {
-    description: "Create a vector embedding from text using an embedding model.",
+    description: "Create a vector embedding from text using an embedding model. Writes { embedding, model, dimensions, textLength, metadata } to outputVariable; feed that variable into a store-vector step via vectorsSource.",
     category: "vector",
     isPrompt: false,
     configHints: "inputSource, text, embeddingModel, outputVariable"
@@ -42055,10 +42127,10 @@ var FLOW_STEP_TYPE_METADATA = {
     configHints: "query, limit, threshold, outputVariable"
   },
   "store-vector": {
-    description: "Store vector embeddings in a vector database.",
+    description: "Store vector embeddings in a vector database (pgvector, Weaviate, or Vectorize). vectorsSource accepts a bare variable name, a dot-path, or a {{var}} template, and must resolve to a number[] or an { embedding: number[] } object (the output of a prior generate-embedding step). The vector length must match the target index dimension.",
     category: "vector",
     isPrompt: false,
-    configHints: "vectorsSource, destination, outputVariable"
+    configHints: "vectorsSource, destination, idTemplate, outputVariable"
   },
   crawl: {
     description: "Crawl a website and extract content from pages.",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@runtypelabs/cli",
-  "version": "2.23.0",
+  "version": "2.23.1",
   "description": "Command-line interface for Runtype AI platform",
   "type": "module",
   "main": "dist/index.js",
@@ -24,7 +24,7 @@
     "rosie-skills": "0.8.1",
     "yaml": "^2.9.0",
     "@runtypelabs/ink-components": "0.3.4",
-    "@runtypelabs/sdk": "5.4.0",
+    "@runtypelabs/sdk": "5.5.0",
     "@runtypelabs/terminal-animations": "0.2.1"
   },
   "devDependencies": {
@@ -39,7 +39,7 @@
     "tsx": "^4.7.1",
     "typescript": "^6.0.3",
     "vitest": "^4.1.0",
-    "@runtypelabs/shared": "1.42.4"
+    "@runtypelabs/shared": "1.42.5"
   },
   "engines": {
     "node": ">=22.0.0"