offsite 0.0.18 → 0.0.19

package/apps/server/dist/main.mjs

@@ -8,18 +8,19 @@ import os from "node:os";
 import { deleteSession, forkSession, getSessionMessages, getSubagentMessages, listSessions, query, renameSession } from "@anthropic-ai/claude-agent-sdk";
 import { execFile, spawn } from "node:child_process";
 import readline from "node:readline";
+import { lstat, mkdir, open, readFile, readdir, readlink, stat, writeFile } from "node:fs/promises";
 import { z } from "zod";
 import { Command } from "@commander-js/extra-typings";
 import { setTimeout as setTimeout$1 } from "node:timers/promises";
 import { OpenCode } from "@opencode/client";
 import { ensure, headers } from "@opencode/client/service";
 import { and, eq, gt, inArray, lte, sql } from "drizzle-orm";
+import { pathToFileURL } from "node:url";
 import { sumBy } from "es-toolkit";
 import { DatabaseSync } from "node:sqlite";
 import { drizzle } from "drizzle-orm/node-sqlite";
 import { migrate } from "drizzle-orm/node-sqlite/migrator";
 import { integer, snakeCase, text } from "drizzle-orm/sqlite-core";
-import { lstat, open, readFile, readdir, readlink, stat } from "node:fs/promises";
 import webPush from "web-push";
 import { promisify } from "node:util";
 import { spawn as spawn$1 } from "@lydell/node-pty";
@@ -376,17 +377,17 @@ function toUserInput(prompt, uuid, priority) {
 		type: "user",
 		message: {
 			role: "user",
-			content: [...prompt.images.map((image) => ({
+			content: [...prompt.text === "" ? [] : [{
+				type: "text",
+				text: prompt.text
+			}], ...prompt.images.map((image) => ({
 				type: "image",
 				source: {
 					type: "base64",
 					media_type: image.mediaType,
 					data: image.data
 				}
-			})), ...prompt.text === "" ? [] : [{
-				type: "text",
-				text: prompt.text
-			}]]
+			}))]
 		},
 		parent_tool_use_id: null,
 		uuid,
@@ -398,13 +399,13 @@ function promptMessage(prompt, uuid) {
 		type: "user",
 		uuid,
 		time: Date.now(),
-		content: [...prompt.images.map((image) => ({
-			type: "image",
-			...image
-		})), ...prompt.text === "" ? [] : [{
+		content: [...prompt.text === "" ? [] : [{
 			type: "text",
 			text: prompt.text
-		}]],
+		}], ...prompt.images.map((image) => ({
+			type: "image",
+			...image
+		}))],
 		parent: null
 	};
 }
@@ -482,6 +483,23 @@ function isRecord(value) {
 	return typeof value === "object" && value !== null && !Array.isArray(value);
 }
 //#endregion
+//#region src/lib/images.ts
+const extensions = {
+	"image/png": "png",
+	"image/jpeg": "jpg",
+	"image/gif": "gif",
+	"image/webp": "webp"
+};
+async function saveImage(sessionId, image) {
+	const extension = extensions[image.mediaType];
+	if (extension === void 0) throw new Error(`${image.mediaType} images are not supported`);
+	const directory = path.join(os.tmpdir(), "offsite", sessionId, "images");
+	await mkdir(directory, { recursive: true });
+	const file = path.join(directory, `${randomUUID()}.${extension}`);
+	await writeFile(file, Buffer.from(image.data, "base64"));
+	return file;
+}
+//#endregion
 //#region src/lib/codex/items.ts
 const statuses$1 = {
 	inProgress: "running",
@@ -631,13 +649,24 @@ function toItems$1(turnId, item, parent, time) {
 }
 function userText$1(input) {
 	switch (input.type) {
-		case "text": return [input.text];
+		case "text": return [input.text.replaceAll(/\[Image: source: [^\]]+\]/g, "")];
 		case "skill":
 		case "mention": return [`$${input.name}`];
 		case "image":
 		case "localImage": return [];
 	}
 }
+async function imageInputs(sessionId, images) {
+	const files = await Promise.all(images.map((image) => saveImage(sessionId, image)));
+	return [...images.map((image) => ({
+		type: "image",
+		url: `data:${image.mediaType};base64,${image.data}`
+	})), ...files.map((file) => ({
+		type: "text",
+		text: `[Image: source: ${file}]`,
+		text_elements: []
+	}))];
+}
 function userImages(input) {
 	if (input.type !== "image") return [];
 	const match = /^data:([^;,]+);base64,(.*)$/.exec(input.url);
@@ -1336,10 +1365,7 @@ var CodexRun = class CodexRun {
 				text,
 				text_elements: []
 			}],
-			...prompt.images.map((image) => ({
-				type: "image",
-				url: `data:${image.mediaType};base64,${image.data}`
-			}))
+			...await imageInputs(this.sessionId, prompt.images)
 		];
 	}
 	finishTurn() {
@@ -2075,7 +2101,7 @@ var OpenCodeRun = class OpenCodeRun {
 				await (await openCode()).session.prompt({
 					sessionID: this.sessionId,
 					text: prompt.text,
-					files: files(prompt),
+					files: await files(this.sessionId, prompt),
 					delivery: "steer"
 				});
 				return;
@@ -2245,7 +2271,7 @@ var OpenCodeRun = class OpenCodeRun {
 					sessionID,
 					name: match[1],
 					text: match[2],
-					files: files(prompt)
+					files: await files(sessionID, prompt)
 				});
 				return;
 			}
@@ -2254,7 +2280,7 @@ var OpenCodeRun = class OpenCodeRun {
 				await client.session.prompt({
 					sessionID,
 					text: match[2],
-					files: files(prompt),
+					files: await files(sessionID, prompt),
 					skills: [{ id: skill.id }]
 				});
 				return;
@@ -2263,7 +2289,7 @@ var OpenCodeRun = class OpenCodeRun {
 		await client.session.prompt({
 			sessionID,
 			text: prompt.text,
-			files: files(prompt)
+			files: await files(sessionID, prompt)
 		});
 	}
 	async apply() {
@@ -2374,8 +2400,8 @@ var OpenCodeRun = class OpenCodeRun {
 		});
 	}
 };
-function files(prompt) {
-	return prompt.images.map((image) => ({ uri: `data:${image.mediaType};base64,${image.data}` }));
+function files(sessionId, prompt) {
+	return Promise.all(prompt.images.map(async (image) => ({ uri: pathToFileURL(await saveImage(sessionId, image)).href })));
 }
 //#endregion
 //#region src/storage/db.ts
@@ -2684,7 +2710,7 @@ async function find(provider, paths) {
 				return [{
 					id: thread.id,
 					provider: "codex",
-					title: thread.name ?? thread.preview,
+					title: thread.name ?? thread.preview.replaceAll(/\[Image: source: [^\]]+\]/g, ""),
 					projectId,
 					branch: thread.gitInfo?.branch ?? null,
 					updatedAt: thread.updatedAt * 1e3