@niscorp/signal 0.1.6 → 0.1.7

package/dist/index.d.cts

@@ -247,6 +247,7 @@ type CalibratedDecision<Q extends Question> = Q extends ChoiceQuestion<infer K>
 type DecideRequest<Qs extends Questions> = {
     state: DecideState;
     questions: Qs;
+    images?: Record<string, ImageSource>;
     options?: {
         signal?: AbortSignal;
     };
@@ -395,6 +396,7 @@ type DecisionRequest = {
     model: string;
     state: DecideState;
     questions: Questions;
+    images?: Record<string, ImageSource>;
 };
 type DecisionResponse = {
     model?: string;

package/dist/index.d.ts

@@ -247,6 +247,7 @@ type CalibratedDecision<Q extends Question> = Q extends ChoiceQuestion<infer K>
 type DecideRequest<Qs extends Questions> = {
     state: DecideState;
     questions: Qs;
+    images?: Record<string, ImageSource>;
     options?: {
         signal?: AbortSignal;
     };
@@ -395,6 +396,7 @@ type DecisionRequest = {
     model: string;
     state: DecideState;
     questions: Questions;
+    images?: Record<string, ImageSource>;
 };
 type DecisionResponse = {
     model?: string;

package/dist/index.js

@@ -482,17 +482,46 @@ var jsonOrText = (text) => {
   }
 };
 var providerError = (message, raw) => new SignalError(`Provider error: ${message}`, ErrorCode.PROVIDER_ERROR, { raw });
+var FORMATS = { "image/png": "png", "image/jpeg": "jpeg" };
+var assetOf = (id, source) => {
+  if (source.type === "url") {
+    throw new SignalError(`Image ${id}: TypeSafe takes image data, not a URL`, ErrorCode.VALIDATION_FAILED, { image: id });
+  }
+  const format = FORMATS[source.mediaType];
+  if (format === void 0) {
+    throw new SignalError(
+      `Image ${id}: TypeSafe takes image/png or image/jpeg, not ${source.mediaType}`,
+      ErrorCode.VALIDATION_FAILED,
+      { image: id }
+    );
+  }
+  return { type: "image", format, data_base64: source.data };
+};
+var assetsOf = (images) => {
+  const entries = Object.entries(images ?? {});
+  return entries.length === 0 ? void 0 : Object.fromEntries(entries.map(([id, source]) => [id, assetOf(id, source)]));
+};
 var createSystemOneAdapter = async (config) => {
   const send = sendOf(config.client);
   const url = `${config.baseUrl.replace(/\/+$/, "")}/systemone`;
   const decide = async (request, options) => {
+    const assets = assetsOf(request.images);
     let status;
     let body;
     try {
       const response = await send(url, {
         method: "POST",
-        headers: { authorization: `Bearer ${config.apiKey}`, "content-type": "application/json" },
-        body: JSON.stringify({ model: request.model, state: request.state, questions: request.questions }),
+        headers: {
+          authorization: `Bearer ${config.apiKey}`,
+          "content-type": "application/json",
+          ...assets !== void 0 && { "TypeSafe-Danger-Zone-Images": "true" }
+        },
+        body: JSON.stringify({
+          model: request.model,
+          state: request.state,
+          questions: request.questions,
+          ...assets !== void 0 && { assets }
+        }),
         ...options?.signal !== void 0 && { signal: options.signal }
       });
       status = response.status;
@@ -548,6 +577,7 @@ var bareSchemaCorrection = (issues) => `Your output was invalid: ${issues}. Repl
 var decisionEmulationPrompt = (state) => `Answer every field of the OUTPUT SCHEMA about the STATE below. Each field's description is the question and lists everything you may answer with.
 STATE:
 ${state}`;
+var decisionImageLabel = (id) => `Image ${id}:`;
 var decisionQuestionDescription = (question) => {
   if (question.type === "choice") return `${question.instructions} Options: ${JSON.stringify(question.criteria)}`;
   if (question.type === "score") {
@@ -1338,6 +1368,35 @@ var assertEffort = (config, effort) => {
     ErrorCode.VALIDATION_FAILED
   );
 };
+var imageId = z.uuid();
+var assertImageIds = (images) => {
+  for (const id of Object.keys(images ?? {})) {
+    if (!imageId.safeParse(id).success) {
+      throw new SignalError(`Image key "${id}" is not a uuid`, ErrorCode.VALIDATION_FAILED, { image: id });
+    }
+  }
+};
+var assertTakesImages = (config) => {
+  const resolved = modelRowOf(config);
+  const row = resolved?.row;
+  if (resolved === void 0 || row === void 0 || row.capabilities.multimodal) return;
+  throw new SignalError(
+    `${resolved.provider} ${resolved.model} takes no images (measured ${row.verified})`,
+    ErrorCode.VALIDATION_FAILED
+  );
+};
+var emulationContent = (state, images) => {
+  const prompt = decisionEmulationPrompt(state);
+  const entries = Object.entries(images ?? {});
+  if (entries.length === 0) return prompt;
+  return [
+    { type: "text", text: prompt },
+    ...entries.flatMap(([id, source]) => [
+      { type: "text", text: decisionImageLabel(id) },
+      { type: "image", source }
+    ])
+  ];
+};
 var wireIdsOf = (config) => {
   const source = typeof config.provider === "string" ? providerRegistry[config.provider] : config.provider;
   return source === void 0 || source.adapter === "systemone" ? [] : source.wire ?? [];
@@ -1515,7 +1574,12 @@ var createSignalFromConfig = (config) => {
   const stepStream = stepStreamAs("stepStream");
   const decideCalibrated = async (adapter, model, request, started) => {
     const response = await adapter.decide(
-      { model, state: request.state, questions: request.questions },
+      {
+        model,
+        state: request.state,
+        questions: request.questions,
+        ...request.images !== void 0 && { images: request.images }
+      },
       request.options?.signal !== void 0 ? { signal: request.options.signal } : void 0
     );
     const decisions = acceptCalibrated(request.questions, response.answers, response.raw);
@@ -1533,10 +1597,11 @@ var createSignalFromConfig = (config) => {
     };
   };
   const decideEmulated = async (model, request, started) => {
+    if (Object.keys(request.images ?? {}).length > 0) assertTakesImages(config);
     const state = typeof request.state === "string" ? request.state : JSON.stringify(request.state);
     const result = await runComplete(
       {
-        messages: [{ role: "user", content: decisionEmulationPrompt(state) }],
+        messages: [{ role: "user", content: emulationContent(state, request.images) }],
         schema: uncalibratedSchemaOf(request.questions),
         tools: void 0,
         retries: config.retries ?? 2,
@@ -1635,6 +1700,7 @@ var createSignalFromConfig = (config) => {
     }),
     decide: async (request) => {
       assertQuestions(request.questions);
+      assertImageIds(request.images);
       const started = Date.now();
       const adapter = await getAdapter();
       const model = resolveProvider(config).model;