robodev 0.33.0 → 0.35.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "robodev",
-  "version": "0.33.0",
+  "version": "0.35.0",
   "description": "CLI for Robodev Starbase — create, auth, link, deploy, and run a project locally with robodev dev",
   "type": "module",
   "license": "MIT",
@@ -22,14 +22,16 @@
   },
   "dependencies": {
     "@fastify/cors": "^11.3.0",
+    "@fastify/websocket": "^11.2.0",
     "embedded-postgres": "17.10.0-beta.17",
     "fastify": "^5.12.1",
     "tsx": "^4.20.5",
-    "@robodev-ai/runtime": "0.2.0",
+    "@robodev-ai/runtime": "0.4.0",
     "@robodev-ai/sdk": "0.11.0"
   },
   "devDependencies": {
     "@types/node": "^24.3.0",
+    "@types/ws": "^8.18.1",
     "typescript": "^5.9.2"
   },
   "scripts": {

package/src/dev-clients.ts

@@ -1,18 +1,20 @@
+import {
+  createLocalStorageClient,
+  createProjectSocketsClient,
+  type StorageQueryable,
+} from "@robodev-ai/runtime";
 import type { RouteClients } from "@robodev-ai/runtime";
 import type { EmailClient, JobEnqueueInput, LlmClient } from "@robodev-ai/sdk";
 import type { DevInspectStore } from "./dev-inspect.js";
 
 /**
  * The `ctx.*` clients `robodev dev` can offer offline. `email` prints to the terminal;
- * `jobs` enqueues onto the local engine; everything else that needs Starbase
- * infrastructure fails with a message that says so rather than silently doing nothing.
+ * `jobs`, `storage`, and `sockets` run locally. llm / agent / push throw hosted-style
+ * not-configured codes rather than silently doing nothing.
  */
 
-function unavailable(feature: string): never {
-  throw Object.assign(
-    new Error(`ctx.${feature} needs hosted Starbase. Run robodev deploy to use it.`),
-    { statusCode: 501 },
-  );
+function notConfigured(code: string): never {
+  throw Object.assign(new Error(code), { statusCode: 400, code });
 }
 
 function errorMessage(error: unknown): string {
@@ -37,8 +39,8 @@ export function consoleEmailClient(
 
 function offlineLlmClient(): LlmClient {
   return {
-    complete: () => unavailable("llm"),
-    stream: () => unavailable("llm"),
+    complete: () => notConfigured("llm_not_configured"),
+    stream: () => notConfigured("llm_not_configured"),
   };
 }
 
@@ -47,25 +49,30 @@ export function devRouteClients(input: {
   log: (line: string) => void;
   enqueue: (job: JobEnqueueInput) => Promise<{ id: string }>;
   inspect: DevInspectStore;
+  query: StorageQueryable["query"];
+  objectsDir: string;
+  publicBaseUrl: string;
+  projectId: string;
+  jwtSecret: string;
 }): RouteClients {
   return {
     email: consoleEmailClient(input.log, input.inspect),
     llm: offlineLlmClient(),
     agent: {
-      createSession: () => unavailable("agent"),
-      start: () => unavailable("agent"),
-      events: () => unavailable("agent"),
-      subscribe: () => unavailable("agent"),
-      destroy: () => unavailable("agent"),
+      createSession: () => notConfigured("llm_not_configured"),
+      start: () => notConfigured("llm_not_configured"),
+      events: () => notConfigured("llm_not_configured"),
+      subscribe: () => notConfigured("llm_not_configured"),
+      destroy: () => notConfigured("llm_not_configured"),
     },
-    storage: {
-      upload: () => unavailable("storage"),
-      get: () => unavailable("storage"),
-      getUrl: () => unavailable("storage"),
-      delete: () => unavailable("storage"),
-      list: () => unavailable("storage"),
-    },
-    push: { send: () => unavailable("push") },
+    storage: createLocalStorageClient({
+      query: input.query,
+      objectsDir: input.objectsDir,
+      publicBaseUrl: input.publicBaseUrl,
+      projectId: input.projectId,
+      jwtSecret: input.jwtSecret,
+    }),
+    push: { send: () => notConfigured("push_not_configured") },
     jobs: {
       enqueue: async (job) => {
         try {
@@ -88,10 +95,7 @@ export function devRouteClients(input: {
         }
       },
     },
-    sockets: {
-      send: () => unavailable("sockets"),
-      broadcast: () => unavailable("sockets"),
-    },
+    sockets: createProjectSocketsClient(input.projectId),
     env: input.env,
   };
 }

package/src/dev-server.ts

@@ -1,19 +1,35 @@
 import { Readable } from "node:stream";
 import cors from "@fastify/cors";
-import Fastify, { type FastifyInstance, type FastifyRequest } from "fastify";
+import websocket from "@fastify/websocket";
+import Fastify, { type FastifyInstance, type FastifyReply, type FastifyRequest } from "fastify";
+import type { WebSocket } from "ws";
 import {
+  SOCKET_CLOSE_POLICY,
+  SOCKET_IDLE_PING_MS,
+  bindSocketSession,
   buildOpenApi,
   handleLocalAuth,
   isLocalAuthPath,
+  isReservedStoragePath,
   matchProjectRoute,
+  matchSocketRoute,
+  parseLogicalKey,
+  resolveLocalObject,
   resolveLocalUser,
   runRoute,
   scalarHtml,
   swaggerHtml,
+  verifyStorageServeToken,
   type AuthQueryable,
   type RuntimeRoute,
+  type RuntimeSocket,
 } from "@robodev-ai/runtime";
-import type { JobEnqueueInput, RobodevDb } from "@robodev-ai/sdk";
+import type {
+  JobEnqueueInput,
+  RobodevDb,
+  SocketDefinition,
+  SocketHandlerContext,
+} from "@robodev-ai/sdk";
 import type { RuntimeJob } from "@robodev-ai/runtime";
 import { devRouteClients } from "./dev-clients.js";
 import { isInspectPath, type DevInspectStore } from "./dev-inspect.js";
@@ -24,6 +40,7 @@ export type DevRuntime = {
   pool: AuthQueryable & { end: () => Promise<void> };
   routes: RuntimeRoute[];
   jobs: RuntimeJob[];
+  sockets: RuntimeSocket[];
   openapi: Record<string, unknown>;
 };
 
@@ -35,6 +52,11 @@ export type DevServerOptions = {
   log: (line: string) => void;
   enqueue: (job: JobEnqueueInput) => Promise<{ id: string }>;
   inspect: DevInspectStore;
+  listenOrigin: string;
+  brokerBaseUrl: string;
+  googleClientId?: string;
+  googleClientSecret?: string;
+  storageDir: string;
 };
 
 const SWAGGER_PATHS = new Set(["/_robodev/docs", "/_robodev/swagger", "/docs", "/swagger"]);
@@ -53,6 +75,238 @@ function rawBodyOf(request: FastifyRequest): Buffer | undefined {
   return (request as FastifyRequest & { rawBody?: Buffer }).rawBody;
 }
 
+function queryRecord(query: unknown): Record<string, string> {
+  if (!query || typeof query !== "object") return {};
+  const out: Record<string, string> = {};
+  for (const [key, value] of Object.entries(query as Record<string, unknown>)) {
+    if (typeof value === "string") out[key] = value;
+    else if (Array.isArray(value) && typeof value[0] === "string") out[key] = value[0];
+  }
+  return out;
+}
+
+function socketAuthorization(request: FastifyRequest): string | undefined {
+  const header = request.headers.authorization;
+  if (typeof header === "string" && header.length > 0) return header;
+  const token = queryRecord(request.query).accessToken;
+  if (token) return `Bearer ${token}`;
+  return undefined;
+}
+
+function codedErrorBody(error: unknown): { status: number; body: Record<string, unknown> } | null {
+  if (!error || typeof error !== "object" || !("statusCode" in error)) return null;
+  const statusCode = (error as { statusCode: unknown }).statusCode;
+  if (typeof statusCode !== "number") return null;
+  const code = (error as { code?: unknown }).code;
+  const message = error instanceof Error ? error.message : String(error);
+  return {
+    status: statusCode,
+    body: {
+      error: typeof code === "string" ? code : message,
+      message,
+    },
+  };
+}
+
+function routeClients(options: DevServerOptions, getRuntime: () => DevRuntime | null) {
+  return devRouteClients({
+    env: options.env,
+    log: options.log,
+    enqueue: options.enqueue,
+    inspect: options.inspect,
+    query: (sql, values) => {
+      const runtime = getRuntime();
+      if (!runtime) throw new Error("dev runtime not ready");
+      return runtime.pool.query(sql, values);
+    },
+    objectsDir: options.storageDir,
+    publicBaseUrl: options.listenOrigin,
+    projectId: options.projectId,
+    jwtSecret: options.jwtSecret,
+  });
+}
+
+async function resolveSocketUser(
+  options: DevServerOptions,
+  def: SocketDefinition,
+  request: FastifyRequest,
+): Promise<{ ok: true; user: SocketHandlerContext["user"] } | { ok: false }> {
+  const auth = def.auth ?? false;
+  if (auth === false) return { ok: true, user: null };
+  if (typeof auth === "function") {
+    try {
+      const user = await auth({ headers: request.headers });
+      if (!user) return { ok: false };
+      return { ok: true, user };
+    } catch {
+      return { ok: false };
+    }
+  }
+  if (auth !== "required" && auth !== "optional") return { ok: false };
+  const user = await resolveLocalUser(
+    { projectId: options.projectId, jwtSecret: options.jwtSecret },
+    socketAuthorization(request),
+  );
+  if (auth === "required" && !user) return { ok: false };
+  return { ok: true, user };
+}
+
+async function handleLocalSocket(
+  socket: WebSocket,
+  request: FastifyRequest,
+  options: DevServerOptions,
+  getRuntime: () => DevRuntime | null,
+): Promise<void> {
+  const runtime = getRuntime();
+  if (!runtime) {
+    socket.close(SOCKET_CLOSE_POLICY, "not_found");
+    return;
+  }
+  const pathname = pathnameOf(request.url);
+  const matched = matchSocketRoute(pathname, runtime.sockets);
+  if (!matched) {
+    socket.close(SOCKET_CLOSE_POLICY, "not_found");
+    return;
+  }
+
+  const auth = await resolveSocketUser(options, matched.socket.def, request);
+  if (!auth.ok) {
+    socket.close(SOCKET_CLOSE_POLICY, "unauthorized");
+    return;
+  }
+
+  const clients = routeClients(options, getRuntime);
+  const session = await bindSocketSession({
+    projectId: options.projectId,
+    name: matched.socket.name,
+    socket: {
+      send: (data) => socket.send(data),
+      close: (code, reason) => socket.close(code, reason),
+      get readyState() {
+        return socket.readyState;
+      },
+    },
+    timeoutMs: matched.socket.def.timeoutMs,
+    createContext: ({ send, close, room }) => ({
+      db: runtime.db,
+      email: clients.email,
+      llm: clients.llm,
+      agent: clients.agent,
+      storage: clients.storage,
+      env: clients.env,
+      params: matched.params,
+      query: queryRecord(request.query),
+      headers: request.headers,
+      user: auth.user,
+      push: clients.push,
+      jobs: clients.jobs,
+      sockets: clients.sockets,
+      send,
+      close,
+      room,
+    }),
+    onConnect: matched.socket.def.onConnect,
+    onMessage: matched.socket.def.onMessage,
+    onClose: matched.socket.def.onClose,
+  });
+  if (!session.ok) {
+    if (socket.readyState === socket.OPEN) {
+      socket.close(session.code, session.reason);
+    }
+    return;
+  }
+
+  let alive = true;
+  const pingTimer = setInterval(() => {
+    if (socket.readyState !== socket.OPEN) {
+      clearInterval(pingTimer);
+      return;
+    }
+    if (!alive) {
+      socket.close(SOCKET_CLOSE_POLICY, "idle");
+      return;
+    }
+    alive = false;
+    try {
+      socket.ping();
+    } catch {
+      socket.close(SOCKET_CLOSE_POLICY, "idle");
+    }
+  }, SOCKET_IDLE_PING_MS);
+  pingTimer.unref?.();
+
+  socket.on("pong", () => {
+    alive = true;
+  });
+  socket.on("message", (data, isBinary) => {
+    if (isBinary) {
+      session.onBinary();
+      return;
+    }
+    const text = typeof data === "string" ? data : Buffer.from(data as Uint8Array).toString("utf8");
+    session.onText(text);
+  });
+  socket.on("close", () => {
+    clearInterval(pingTimer);
+    session.onClose();
+  });
+}
+
+async function serveLocalStorage(
+  request: FastifyRequest,
+  reply: FastifyReply,
+  options: DevServerOptions,
+  getRuntime: () => DevRuntime | null,
+  pathname: string,
+): Promise<void> {
+  const runtime = getRuntime();
+  if (!runtime) {
+    await reply.code(503).send({ error: "not_ready" });
+    return;
+  }
+  const encodedKey = pathname.slice("/storage/objects/".length);
+  let key: string;
+  try {
+    key = decodeURIComponent(encodedKey);
+    parseLogicalKey(key);
+  } catch (error) {
+    const mapped = codedErrorBody(error);
+    if (mapped) {
+      await reply.code(mapped.status).send(mapped.body);
+      return;
+    }
+    await reply.code(400).send({ error: "invalid_key" });
+    return;
+  }
+
+  const resolved = await resolveLocalObject({
+    query: (sql, values) => runtime.pool.query(sql, values),
+    objectsDir: options.storageDir,
+    key,
+  });
+  if (!resolved) {
+    await reply.code(404).send({ error: "not_found" });
+    return;
+  }
+
+  const user = await resolveLocalUser(
+    { projectId: options.projectId, jwtSecret: options.jwtSecret },
+    request.headers.authorization,
+  );
+  const signed = verifyStorageServeToken(
+    options.jwtSecret,
+    options.projectId,
+    key,
+    request.query as { exp?: unknown; sig?: unknown },
+  );
+  if (!resolved.row.public && !user && !signed) {
+    await reply.code(404).send({ error: "not_found" });
+    return;
+  }
+
+  await reply.type(resolved.row.content_type).send(resolved.body);
+}
+
 /**
  * A single-project HTTP host. Unlike the hosted project host there is no `Host` lookup
  * and no static SPA serving (local Vite does that). Fastify stays `logger: false`;
@@ -70,6 +324,10 @@ export async function startDevServer(
     credentials: true,
     methods: ["GET", "HEAD", "POST", "PUT", "PATCH", "DELETE", "OPTIONS"],
   });
+  await app.register(websocket);
+  app.get("/sockets/*", { websocket: true }, (socket, request) => {
+    void handleLocalSocket(socket, request, options, getRuntime);
+  });
 
   app.addContentTypeParser("application/json", { parseAs: "string" }, (_request, body, done) => {
     if (!body) {
@@ -99,13 +357,16 @@ export async function startDevServer(
   );
 
   // `rawBody` handlers and multipart parsing need the untouched bytes.
-  app.addHook("preParsing", async (_request, _reply, payload) => {
+  app.addHook("preParsing", async (request, _reply, payload) => {
+    if (String(request.headers.upgrade ?? "").toLowerCase() === "websocket") {
+      return payload;
+    }
     const chunks: Buffer[] = [];
     for await (const chunk of payload) {
       chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
     }
     const raw = Buffer.concat(chunks);
-    (_request as FastifyRequest & { rawBody?: Buffer }).rawBody = raw;
+    (request as FastifyRequest & { rawBody?: Buffer }).rawBody = raw;
     return Readable.from(raw);
   });
 
@@ -196,12 +457,25 @@ export async function startDevServer(
               options.inspect.record({ kind: "auth_code", type, to, code });
               options.log(`${type} code for ${to}: ${code}`);
             },
+            listenOrigin: options.listenOrigin,
+            brokerBaseUrl: options.brokerBaseUrl,
+            googleClientId: options.googleClientId,
+            googleClientSecret: options.googleClientSecret,
           },
         );
+        if (result.headers?.Location) {
+          await reply.redirect(result.headers.Location);
+          return;
+        }
         await reply.code(result.status).send(result.body);
         return;
       }
 
+      if (request.method.toUpperCase() === "GET" && isReservedStoragePath(pathname)) {
+        await serveLocalStorage(request, reply, options, getRuntime, pathname);
+        return;
+      }
+
       if (!matchProjectRoute(pathname, method, runtime.routes)) {
         await reply.code(404).send({
           error: "not_found",
@@ -226,13 +500,8 @@ export async function startDevServer(
             { projectId: options.projectId, jwtSecret: options.jwtSecret },
             authorization,
           ),
-        clients: () =>
-          devRouteClients({
-            env: options.env,
-            log: options.log,
-            enqueue: options.enqueue,
-            inspect: options.inspect,
-          }),
+        clients: () => routeClients(options, getRuntime),
+        mapError: (error) => codedErrorBody(error),
       });
 
       if (outcome.kind === "error") {

package/src/dev.ts

@@ -9,9 +9,13 @@ import {
   assertJobCrons,
   buildPlan,
   compileApiTree,
+  closeProjectSockets,
   createLocalJobsEngine,
   ensureAuthSchema,
   ensureJobsSchema,
+  ensureStorageSchema,
+  setProjectSocketNames,
+  SOCKET_CLOSE_RESTART,
   isEsbuildFailure,
   loadModules,
   mapEsbuildErrors,
@@ -29,6 +33,7 @@ import {
   type DevProject,
 } from "./dev-project.js";
 import { externalDevPostgres, startDevPostgres, type DevPostgres } from "./dev-postgres.js";
+import { starbaseUrl } from "./config.js";
 import { devRouteClients } from "./dev-clients.js";
 import { createDevInspect } from "./dev-inspect.js";
 import { buildDevOpenApi, startDevServer, type DevRuntime } from "./dev-server.js";
@@ -153,6 +158,8 @@ export async function main(args: string[]): Promise<void> {
   const postgres: DevPostgres = parsed.databaseUrl
     ? externalDevPostgres(parsed.databaseUrl)
     : await startDevPostgres({ dataDir: join(devDir, "pg"), port: parsed.dbPort, quiet: true });
+  const storageDir = join(devDir, "storage");
+  await mkdir(storageDir, { recursive: true });
 
   let current: DevRuntime | null = null;
   let lastSchemaSource = "";
@@ -171,7 +178,20 @@ export async function main(args: string[]): Promise<void> {
     getGeneration: () => current,
     log,
     clients: () =>
-      devRouteClients({ env, log, inspect, enqueue: (input) => engine.enqueue(input) }),
+      devRouteClients({
+        env,
+        log,
+        inspect,
+        enqueue: (input) => engine.enqueue(input),
+        query: (sql, values) => {
+          if (!current) throw new Error("dev runtime not ready");
+          return current.pool.query(sql, values);
+        },
+        objectsDir: storageDir,
+        publicBaseUrl: `http://localhost:${parsed.port}`,
+        projectId: DEV_PROJECT_ID,
+        jwtSecret: DEV_JWT_SECRET,
+      }),
   });
 
   async function compileAndActivate(input: { syncSchema: boolean }): Promise<void> {
@@ -221,15 +241,22 @@ export async function main(args: string[]): Promise<void> {
     await pool.query("SELECT 1");
     await ensureAuthSchema(pool);
     await ensureJobsSchema(pool);
+    await ensureStorageSchema(pool);
 
+    closeProjectSockets(DEV_PROJECT_ID, SOCKET_CLOSE_RESTART, "deployed");
     const previous = current;
     current = {
       db,
       pool,
       routes: loaded.routes,
       jobs: loaded.jobs,
+      sockets: loaded.sockets,
       openapi: buildDevOpenApi(loaded.database.name, loaded.routes),
     };
+    setProjectSocketNames(
+      DEV_PROJECT_ID,
+      loaded.sockets.map((socket) => socket.name),
+    );
     await engine.reconcile(loaded.jobs);
 
     for (const route of loaded.routes) {
@@ -242,10 +269,8 @@ export async function main(args: string[]): Promise<void> {
         log(`  job ${job.name}`);
       }
     }
-    if (loaded.sockets.length > 0) {
-      log(
-        `  ${loaded.sockets.length} socket(s) compiled but not served — sockets need hosted Starbase.`,
-      );
+    for (const socket of loaded.sockets) {
+      log(`  WS ${socket.path}`);
     }
     if (previous) {
       await previous.pool.end().catch(() => undefined);
@@ -270,6 +295,11 @@ export async function main(args: string[]): Promise<void> {
         log,
         inspect,
         enqueue: (input) => engine.enqueue(input),
+        listenOrigin: `http://localhost:${parsed.port}`,
+        brokerBaseUrl: starbaseUrl(),
+        googleClientId: env.GOOGLE_CLIENT_ID,
+        googleClientSecret: env.GOOGLE_CLIENT_SECRET,
+        storageDir,
       },
       () => current,
     );
@@ -290,6 +320,7 @@ export async function main(args: string[]): Promise<void> {
       `Postgres  ${postgres.host}:${postgres.port}/${postgres.database}  (--database-url)`,
     );
   }
+  console.log(`Storage   ${relative(project.root, storageDir) || storageDir}`);
   console.log(`API       ${apiUrl}`);
   console.log(`Swagger   ${apiUrl}/_robodev/docs`);
   console.log(`Inspect   ${apiUrl}/_robodev/logs`);
@@ -347,6 +378,7 @@ export async function main(args: string[]): Promise<void> {
   async function shutdown(code: number): Promise<void> {
     if (closing) return;
     closing = true;
+    closeProjectSockets(DEV_PROJECT_ID);
     await engine.stop();
     for (const watcher of watchers) watcher.close();
     fe?.kill("SIGTERM");

package/templates/auth-chat/package.json

@@ -12,7 +12,7 @@
     "@robodev-ai/sdk": "^0.11.0"
   },
   "devDependencies": {
-    "robodev": "^0.33.0",
+    "robodev": "^0.35.0",
     "rulesync": "^8.18.0",
     "typescript": "^5.9.2"
   }

package/templates/backend/package.json

@@ -11,7 +11,7 @@
     "@robodev-ai/sdk": "^0.11.0"
   },
   "devDependencies": {
-    "robodev": "^0.33.0",
+    "robodev": "^0.35.0",
     "typescript": "^5.9.2"
   }
 }

package/templates/empty/package.json

@@ -11,7 +11,7 @@
     "@robodev-ai/sdk": "^0.11.0"
   },
   "devDependencies": {
-    "robodev": "^0.33.0",
+    "robodev": "^0.35.0",
     "typescript": "^5.9.2"
   }
 }

package/templates/marketplace/package.json

@@ -12,7 +12,7 @@
     "@robodev-ai/sdk": "^0.11.0"
   },
   "devDependencies": {
-    "robodev": "^0.33.0",
+    "robodev": "^0.35.0",
     "rulesync": "^8.18.0",
     "typescript": "^5.9.2"
   }

package/templates/space/package.json

@@ -12,7 +12,7 @@
     "@robodev-ai/sdk": "^0.11.0"
   },
   "devDependencies": {
-    "robodev": "^0.33.0",
+    "robodev": "^0.35.0",
     "rulesync": "^8.18.0",
     "typescript": "^5.9.2"
   }