@nylorun/runtime 0.15.2-beta → 0.17.0-beta

package/dist/model/pi-model.js

@@ -1,4 +1,6 @@
 import { parseJsonWithRepair, retryAssistantCall, } from "@earendil-works/pi-ai";
+import { FileUnavailableError, } from "../artifacts/files.js";
+import { essence, isModelImage, isText } from "../artifacts/media-types.js";
 import { scrub } from "../redact.js";
 import { classifyAssistantError, failure } from "./classify.js";
 import { modelsFor } from "./models.js";
@@ -227,28 +229,43 @@ async function buildContext(call, selected, options) {
             if (part.type === "text")
                 result.push({ type: "text", text: part.text });
             else if (part.type === "media") {
-                if (!selected.input.includes("image"))
-                    throw new InvalidRequest("The configured model does not accept images.");
-                const ref = part.reference;
-                if (!ref ||
-                    typeof ref !== "object" ||
-                    Array.isArray(ref) ||
-                    !("agentId" in ref) ||
-                    !("assetId" in ref) ||
-                    typeof ref.agentId !== "string" ||
-                    typeof ref.assetId !== "string")
-                    throw new InvalidRequest("Expected a local media reference.");
-                const asset = await options.media?.dataUrl({ agentId: ref.agentId, assetId: ref.assetId }, "sessionId" in ref && typeof ref.sessionId === "string"
-                    ? ref.sessionId
-                    : call.executionId);
-                if (!asset)
-                    throw new InvalidRequest("Media is unavailable; pass the shared media adapter to piModel({ media }).");
-                const comma = asset.url.indexOf(",");
-                result.push({
-                    type: "image",
-                    data: asset.url.slice(comma + 1),
-                    mimeType: asset.asset.mediaType,
-                });
+                // A file the message named by artifact (protocol 6): its bytes go only into the
+                // provider request built here, never into the transcript or the journal.
+                if (!options.files)
+                    throw new InvalidRequest("Files are unavailable; pass a file resolver to piModel({ files }).");
+                let file;
+                try {
+                    file = await options.files(part.reference);
+                }
+                catch (error) {
+                    if (error instanceof FileUnavailableError)
+                        throw new InvalidRequest(error.message);
+                    throw error;
+                }
+                if (isModelImage(file.mediaType)) {
+                    if (!selected.input.includes("image"))
+                        throw new InvalidRequest("The configured model does not accept images.");
+                    result.push({
+                        type: "image",
+                        data: Buffer.from(file.bytes).toString("base64"),
+                        mimeType: essence(file.mediaType),
+                    });
+                }
+                else if (isText(file.mediaType)) {
+                    let text;
+                    try {
+                        text = new TextDecoder("utf-8", { fatal: true }).decode(file.bytes);
+                    }
+                    catch {
+                        throw new InvalidRequest(`${file.name} is not UTF-8 text.`);
+                    }
+                    result.push({
+                        type: "text",
+                        text: `<file name=${JSON.stringify(file.name)} type=${JSON.stringify(essence(file.mediaType))}>\n${text}\n</file>`,
+                    });
+                }
+                else
+                    throw new InvalidRequest(`The model reads images and text files; ${file.name} is ${essence(file.mediaType)}.`);
             }
         }
         return result;

package/dist/node/index.d.ts

@@ -1,5 +1,5 @@
-export { localMedia, MediaStore } from "../adapters/media.js";
 export { jsonlObserver } from "../adapters/observe.js";
 export { piModel, type PiModelOptions } from "../model/pi-model.js";
+export { FileUnavailableError, type FileResolver, type ResolvedFile, } from "../artifacts/files.js";
 export { projectAsset } from "../assets.js";
 export { probeSandboxBackends, type SandboxSelectionReport, } from "../sandbox/select.js";

package/dist/node/index.js

@@ -1,5 +1,5 @@
-export { localMedia, MediaStore } from "../adapters/media.js";
 export { jsonlObserver } from "../adapters/observe.js";
 export { piModel } from "../model/pi-model.js";
+export { FileUnavailableError, } from "../artifacts/files.js";
 export { projectAsset } from "../assets.js";
 export { probeSandboxBackends, } from "../sandbox/select.js";