deepspace 0.2.7 → 0.3.2

package/dist/worker.js

@@ -4129,6 +4129,346 @@ var DEFAULT_DO_MANIFEST = [
   { binding: "RECORD_ROOMS", className: "AppRecordRoom", sqlite: true },
   { binding: "YJS_ROOMS", className: "AppYjsRoom", sqlite: true }
 ];
+function validateDoManifest(manifest) {
+  if (!Array.isArray(manifest)) {
+    return { valid: false, reason: "doManifest must be an array" };
+  }
+  const seen = /* @__PURE__ */ new Set();
+  for (const entry of manifest) {
+    if (!entry || typeof entry !== "object") {
+      return { valid: false, reason: `doManifest entry must be an object (got ${entry === null ? "null" : typeof entry})` };
+    }
+    const e = entry;
+    if (typeof e.binding !== "string" || !e.binding) {
+      return { valid: false, reason: `doManifest entry missing 'binding' (string)` };
+    }
+    if (typeof e.className !== "string" || !e.className) {
+      return { valid: false, reason: `doManifest entry "${e.binding}" missing 'className' (string)` };
+    }
+    if (typeof e.sqlite !== "boolean") {
+      return { valid: false, reason: `doManifest entry "${e.binding}" 'sqlite' must be a boolean` };
+    }
+    if (seen.has(e.binding)) {
+      return { valid: false, reason: `doManifest has duplicate binding "${e.binding}"` };
+    }
+    seen.add(e.binding);
+  }
+  return { valid: true, manifest };
+}
+
+// src/server/rooms/binding-manifest.ts
+var AUTO_PROVISION_SENTINEL = "auto";
+var AUTO_PROVISIONABLE_TYPES = /* @__PURE__ */ new Set([
+  "d1",
+  "kv_namespace",
+  "vectorize",
+  "r2_bucket",
+  "queue"
+]);
+var VECTORIZE_METRICS = /* @__PURE__ */ new Set(["cosine", "euclidean", "dot-product"]);
+function isAutoProvision(b) {
+  switch (b.type) {
+    case "d1":
+      return b.id === AUTO_PROVISION_SENTINEL;
+    case "kv_namespace":
+      return b.namespace_id === AUTO_PROVISION_SENTINEL;
+    case "vectorize":
+      return b.index_name === AUTO_PROVISION_SENTINEL;
+    case "r2_bucket":
+      return b.bucket_name === AUTO_PROVISION_SENTINEL;
+    case "queue":
+      return b.queue_name === AUTO_PROVISION_SENTINEL;
+    default:
+      return false;
+  }
+}
+var ALLOWED_BINDING_TYPES = /* @__PURE__ */ new Set([
+  "vectorize",
+  "ai",
+  "r2_bucket",
+  "kv_namespace",
+  "d1",
+  "queue",
+  "browser_rendering",
+  "analytics_engine",
+  "hyperdrive"
+]);
+var RESERVED_BINDING_NAMES = /* @__PURE__ */ new Set([
+  "ASSETS",
+  "PLATFORM_WORKER",
+  "API_WORKER",
+  "APP_NAME",
+  "OWNER_USER_ID",
+  "AUTH_JWT_PUBLIC_KEY",
+  "AUTH_JWT_ISSUER",
+  "AUTH_WORKER_URL",
+  "APP_IDENTITY_TOKEN",
+  "APP_OWNER_JWT",
+  "INTERNAL_STORAGE_HMAC_SECRET",
+  "USAGE_EVENTS"
+]);
+function validateBindingManifest(manifest) {
+  if (!Array.isArray(manifest)) {
+    return { valid: false, errors: [{ reason: "Manifest must be an array" }] };
+  }
+  const errors = [];
+  const seenNames = /* @__PURE__ */ new Set();
+  for (const entry of manifest) {
+    if (!entry || typeof entry !== "object") {
+      errors.push({ reason: `Entry must be an object (got ${entry === null ? "null" : typeof entry})` });
+      continue;
+    }
+    const e = entry;
+    const type = e.type;
+    const name = e.name;
+    if (typeof type !== "string" || !ALLOWED_BINDING_TYPES.has(type)) {
+      errors.push({
+        reason: `Disallowed binding type: ${typeof type === "string" ? type : `(${typeof type})`}. Allowed: ${[...ALLOWED_BINDING_TYPES].sort().join(", ")}`
+      });
+      continue;
+    }
+    if (typeof name !== "string" || !name) {
+      errors.push({ reason: `Binding of type "${type}" missing 'name' (string)` });
+      continue;
+    }
+    if (RESERVED_BINDING_NAMES.has(name)) {
+      errors.push({ reason: `Binding name "${name}" is reserved by the SDK` });
+      continue;
+    }
+    if (seenNames.has(name)) {
+      errors.push({ reason: `Duplicate binding name "${name}"` });
+      continue;
+    }
+    seenNames.add(name);
+    const binding = entry;
+    const fieldErr = requiredFieldError(binding);
+    if (fieldErr) errors.push({ binding, reason: fieldErr });
+  }
+  if (errors.length) return { valid: false, errors };
+  return { valid: true, bindings: manifest };
+}
+function requiredFieldError(b) {
+  switch (b.type) {
+    case "vectorize": {
+      if (!b.index_name) return `vectorize binding "${b.name}" missing index_name (or "auto")`;
+      if (b.index_name === AUTO_PROVISION_SENTINEL) {
+        if (typeof b.dimensions !== "number" || b.dimensions <= 0) {
+          return `vectorize binding "${b.name}" with index_name="auto" requires "dimensions" (positive number)`;
+        }
+        if (!b.metric || !VECTORIZE_METRICS.has(b.metric)) {
+          return `vectorize binding "${b.name}" with index_name="auto" requires "metric" (one of: ${[...VECTORIZE_METRICS].join(", ")})`;
+        }
+      }
+      return null;
+    }
+    case "r2_bucket":
+      return b.bucket_name ? null : `r2_bucket binding "${b.name}" missing bucket_name (or "auto")`;
+    case "kv_namespace": {
+      if (!b.namespace_id) return `kv_namespace binding "${b.name}" missing namespace_id (or "auto")`;
+      if (b.namespace_id === AUTO_PROVISION_SENTINEL && !b.title) {
+        return `kv_namespace binding "${b.name}" with namespace_id="auto" requires "title"`;
+      }
+      return null;
+    }
+    case "d1": {
+      if (!b.id) return `d1 binding "${b.name}" missing id (or "auto")`;
+      if (b.id === AUTO_PROVISION_SENTINEL && !b.database_name) {
+        return `d1 binding "${b.name}" with id="auto" requires "database_name"`;
+      }
+      return null;
+    }
+    case "queue":
+      return b.queue_name ? null : `queue binding "${b.name}" missing queue_name (or "auto")`;
+    case "hyperdrive":
+      if (!b.id) return `hyperdrive binding "${b.name}" missing id`;
+      if (b.id === AUTO_PROVISION_SENTINEL) {
+        return `hyperdrive binding "${b.name}": auto-provisioning not yet supported (provide a real id)`;
+      }
+      return null;
+    case "ai":
+    case "browser_rendering":
+    case "analytics_engine":
+      return null;
+    // no required fields beyond `name`
+    default: {
+      const _exhaustive = b;
+      void _exhaustive;
+      return null;
+    }
+  }
+}
+function bindingManifestFromOutputConfig(outputConfig) {
+  const out = [];
+  const aiBinding = pluckString(outputConfig.ai, "binding");
+  if (aiBinding) out.push({ type: "ai", name: aiBinding });
+  for (const v of asObjectArray(outputConfig.vectorize)) {
+    const name = pluckString(v, "binding");
+    const index_name = pluckString(v, "index_name");
+    if (!name || !index_name) continue;
+    const dimensions = pluckNumber(v, "dimensions");
+    const metric = pluckString(v, "metric");
+    out.push({
+      type: "vectorize",
+      name,
+      index_name,
+      ...dimensions != null && { dimensions },
+      ...metric && (metric === "cosine" || metric === "euclidean" || metric === "dot-product") && { metric }
+    });
+  }
+  for (const r of asObjectArray(outputConfig.r2_buckets)) {
+    const name = pluckString(r, "binding");
+    const bucket_name = pluckString(r, "bucket_name");
+    if (name && bucket_name) out.push({ type: "r2_bucket", name, bucket_name });
+  }
+  for (const k of asObjectArray(outputConfig.kv_namespaces)) {
+    const name = pluckString(k, "binding");
+    const namespace_id = pluckString(k, "id");
+    if (!name || !namespace_id) continue;
+    const title = pluckString(k, "title");
+    out.push({
+      type: "kv_namespace",
+      name,
+      namespace_id,
+      ...title && { title }
+    });
+  }
+  for (const d of asObjectArray(outputConfig.d1_databases)) {
+    const name = pluckString(d, "binding");
+    const id = pluckString(d, "database_id");
+    if (!name || !id) continue;
+    const database_name = pluckString(d, "database_name");
+    out.push({
+      type: "d1",
+      name,
+      id,
+      ...database_name && { database_name }
+    });
+  }
+  const queues = isObject(outputConfig.queues) ? outputConfig.queues : null;
+  for (const q of asObjectArray(queues?.producers)) {
+    const name = pluckString(q, "binding");
+    const queue_name = pluckString(q, "queue");
+    if (name && queue_name) out.push({ type: "queue", name, queue_name });
+  }
+  const browserBinding = pluckString(outputConfig.browser, "binding");
+  if (browserBinding) out.push({ type: "browser_rendering", name: browserBinding });
+  for (const a of asObjectArray(outputConfig.analytics_engine_datasets)) {
+    const name = pluckString(a, "binding");
+    const dataset = pluckString(a, "dataset");
+    if (name) out.push({ type: "analytics_engine", name, dataset: dataset ?? void 0 });
+  }
+  for (const h of asObjectArray(outputConfig.hyperdrive)) {
+    const name = pluckString(h, "binding");
+    const id = pluckString(h, "id");
+    if (name && id) out.push({ type: "hyperdrive", name, id });
+  }
+  return out;
+}
+function isObject(v) {
+  return v !== null && typeof v === "object" && !Array.isArray(v);
+}
+function pluckString(v, key) {
+  if (!isObject(v)) return null;
+  const val = v[key];
+  return typeof val === "string" && val.length > 0 ? val : null;
+}
+function pluckNumber(v, key) {
+  if (!isObject(v)) return null;
+  const val = v[key];
+  return typeof val === "number" && Number.isFinite(val) ? val : null;
+}
+function asObjectArray(v) {
+  if (!Array.isArray(v)) return [];
+  return v.filter(isObject);
+}
+
+// src/server/rooms/do-migration.ts
+function computeDoMigration(manifest, existing, options) {
+  const existingNames = new Set(
+    existing.filter((b) => b.type === "durable_object_namespace").map((b) => b.name)
+  );
+  const manifestBindingNames = new Set(manifest.map((e) => e.binding));
+  const newSqliteClasses = manifest.filter((e) => e.sqlite && !existingNames.has(e.binding)).map((e) => e.className).sort();
+  const deletedClasses = [...existingNames].filter((name) => !manifestBindingNames.has(name)).map((name) => {
+    const m = existing.find((b) => b.name === name);
+    return m?.class_name ?? name;
+  }).sort();
+  const needsMigration = newSqliteClasses.length > 0 || deletedClasses.length > 0;
+  const directive = needsMigration ? {
+    tag: migrationTag(newSqliteClasses, deletedClasses, options),
+    ...newSqliteClasses.length ? { new_sqlite_classes: newSqliteClasses } : {},
+    ...deletedClasses.length ? { deleted_classes: deletedClasses } : {}
+  } : null;
+  return { newSqliteClasses, deletedClasses, needsMigration, directive };
+}
+function migrationTag(addClasses, removeClasses, options) {
+  const ts = (options?.now ?? Date.now()).toString(36);
+  const delta = fnv1a32(
+    JSON.stringify({ add: [...addClasses].sort(), remove: [...removeClasses].sort() })
+  );
+  return `m-${ts}-${delta}`;
+}
+function fnv1a32(s) {
+  let h = 2166136261;
+  for (let i = 0; i < s.length; i++) {
+    h ^= s.charCodeAt(i);
+    h = Math.imul(h, 16777619) >>> 0;
+  }
+  return h.toString(16).padStart(8, "0");
+}
+
+// src/server/rooms/app-name.ts
+var APP_NAME_RULES = {
+  /** ^[a-z0-9](-?[a-z0-9])+$ — RFC 1035 host label, no consecutive dashes. */
+  pattern: /^[a-z0-9](?:-?[a-z0-9])+$/,
+  minLength: 2,
+  maxLength: 63
+};
+function validateAppName(raw) {
+  if (typeof raw !== "string") {
+    return { valid: false, reason: "App name must be a string" };
+  }
+  const name = raw.trim();
+  if (!name) {
+    return { valid: false, reason: "App name is required" };
+  }
+  if (name.length < APP_NAME_RULES.minLength) {
+    return { valid: false, reason: `App name "${name}" is too short (min ${APP_NAME_RULES.minLength} chars)` };
+  }
+  if (name.length > APP_NAME_RULES.maxLength) {
+    return { valid: false, reason: `App name "${name}" is too long (max ${APP_NAME_RULES.maxLength} chars)` };
+  }
+  if (!APP_NAME_RULES.pattern.test(name)) {
+    return {
+      valid: false,
+      reason: `App name "${name}" is invalid. Use lowercase letters, digits, and single hyphens only (must start + end with alphanumeric). Examples: my-app, search-v2, unison-search.`
+    };
+  }
+  return { valid: true, name };
+}
+function resolveAppName(raw) {
+  const strict = validateAppName(raw);
+  if (strict.valid) return { ok: true, name: strict.name };
+  if (typeof raw !== "string") return { ok: false, reason: strict.reason };
+  const trimmed = raw.trim();
+  if (!trimmed) return { ok: false, reason: "App name is required" };
+  const sanitized = sanitizeAppName(trimmed);
+  const sanitizedStrict = validateAppName(sanitized);
+  if (!sanitizedStrict.valid) {
+    return {
+      ok: false,
+      reason: `App name "${trimmed}" can't be sanitized into a valid name (${sanitizedStrict.reason}). Pick something matching: lowercase letters, digits, single hyphens, ${APP_NAME_RULES.minLength}-${APP_NAME_RULES.maxLength} chars.`
+    };
+  }
+  return {
+    ok: true,
+    name: sanitized,
+    warning: `App name "${trimmed}" doesn't conform to deploy rules \u2014 using "${sanitized}" instead. Update wrangler.toml's \`name\` to silence this warning.`
+  };
+}
+function sanitizeAppName(raw) {
+  return raw.toLowerCase().replace(/[^a-z0-9-]/g, "-").replace(/-{2,}/g, "-").replace(/^-+|-+$/g, "");
+}
 
 // src/server/schemas/ai-chat.ts
 var AI_CHATS_SCHEMA = {
@@ -5611,6 +5951,8 @@ async function executeTool2(stub, userId, tool, params) {
 }
 function toChatRow(env) {
   return {
+    recordId: env.recordId,
+    // Deprecated alias — populated for back-compat with callers reading `id`.
     id: env.recordId,
     userId: env.data.userId,
     title: env.data.title ?? "",
@@ -5623,6 +5965,8 @@ function toChatRow(env) {
 }
 function toMessageRow(env) {
   return {
+    recordId: env.recordId,
+    // Deprecated alias — populated for back-compat with callers reading `id`.
     id: env.recordId,
     chatId: env.data.chatId,
     userId: env.data.userId,
@@ -5716,9 +6060,90 @@ async function appendMessage(stub, msg) {
     data
   });
 }
+
+// src/server/utils/metering.ts
+function meterUsage(env, kind, fields = {}) {
+  const ds = env.USAGE_EVENTS;
+  if (!ds) return false;
+  try {
+    ds.writeDataPoint({
+      indexes: [env.OWNER_USER_ID ?? "unknown"],
+      blobs: [env.APP_NAME ?? "unknown", kind, fields.id ?? "", fields.op ?? ""],
+      doubles: [fields.units ?? 0, fields.count ?? 0]
+    });
+    return true;
+  } catch {
+    return false;
+  }
+}
+function meterAi(env, model, fields = {}) {
+  const calls = fields.calls ?? 1;
+  const inChars = fields.inputChars ?? 0;
+  const outChars = fields.outputChars ?? 0;
+  let ok = true;
+  if (inChars > 0) {
+    ok = meterUsage(env, "ai", { id: model, op: "input", units: inChars, count: calls }) && ok;
+  }
+  if (outChars > 0) {
+    ok = meterUsage(env, "ai", { id: model, op: "output", units: outChars, count: calls }) && ok;
+  }
+  if (inChars === 0 && outChars === 0) {
+    ok = meterUsage(env, "ai", { id: model, op: "call", units: 0, count: calls }) && ok;
+  }
+  return ok;
+}
+function meterVectorize(env, indexName, op, fields = {}) {
+  const vectors = fields.vectors ?? 0;
+  const dims = fields.dims ?? 0;
+  const stored = fields.storedCount ?? 0;
+  const units = op === "query" ? (vectors + stored) * dims : vectors * dims;
+  return meterUsage(env, "vectorize", { id: indexName, op, units, count: vectors });
+}
+var CHARS_PER_TOKEN = 4;
+var AI_EMBED_USD_PER_M_TOKENS = 0.012;
+var VECTORIZE_QUERIED_USD_PER_M_DIMS = 0.01;
+var VECTORIZE_STORED_USD_PER_100M_DIMS = 0.05;
+var COST_RATES = {
+  ai: {
+    /** USD per character (input or output). */
+    perChar: AI_EMBED_USD_PER_M_TOKENS / 1e6 / CHARS_PER_TOKEN
+  },
+  vectorize: {
+    /** USD per queried dimension (per query, per stored vector compared). */
+    queriedPerDim: VECTORIZE_QUERIED_USD_PER_M_DIMS / 1e6,
+    /** USD per stored dimension per month. */
+    storedPerDimPerMonth: VECTORIZE_STORED_USD_PER_100M_DIMS / 1e8
+  }
+};
+
+// src/server/utils/d1-migrations.ts
+async function runMigrations(db, migrations) {
+  const versionRow = await db.prepare("PRAGMA user_version").first();
+  const fromVersion = versionRow?.user_version ?? 0;
+  if (fromVersion >= migrations.length) {
+    return { fromVersion, toVersion: fromVersion, applied: 0 };
+  }
+  let current = fromVersion;
+  for (let i = fromVersion; i < migrations.length; i++) {
+    const sql = migrations[i];
+    try {
+      await db.exec(sql);
+    } catch (err) {
+      const msg = err instanceof Error ? err.message : String(err);
+      throw new Error(`Migration ${i} failed (db at user_version=${current}): ${msg}`);
+    }
+    current = i + 1;
+    await db.exec(`PRAGMA user_version = ${current}`);
+  }
+  return { fromVersion, toVersion: current, applied: current - fromVersion };
+}
 export {
   AI_CHATS_SCHEMA,
   AI_MESSAGES_SCHEMA,
+  ALLOWED_BINDING_TYPES,
+  APP_NAME_RULES,
+  AUTO_PROVISIONABLE_TYPES,
+  AUTO_PROVISION_SENTINEL,
   Awareness,
   BASE_USERS_SCHEMA,
   BUILT_IN_TOOLS,
@@ -5727,6 +6152,7 @@ export {
   CHANNEL_INVITATIONS_SCHEMA,
   CHANNEL_MEMBERS_SCHEMA,
   CONVERSATION_SCHEMAS,
+  COST_RATES,
   CanvasRoom,
   CronRoom,
   DEFAULT_CONTEXT_CONFIG,
@@ -5748,6 +6174,7 @@ export {
   PresenceRoom,
   REACTIONS_SCHEMA,
   READ_RECEIPTS_SCHEMA,
+  RESERVED_BINDING_NAMES,
   RESERVED_COLLECTION_NAMES,
   ROLE_ADMIN,
   ROLE_ANONYMOUS,
@@ -5765,6 +6192,7 @@ export {
   appendMessage,
   applySlidingWindow,
   authWorkerFetch,
+  bindingManifestFromOutputConfig,
   buildCronContext,
   buildInternalPayload,
   buildTableSelect,
@@ -5779,6 +6207,7 @@ export {
   coerceValue,
   collectionTableName,
   columnId,
+  computeDoMigration,
   computeHmacHex,
   createChat,
   createDecoder,
@@ -5803,16 +6232,22 @@ export {
   handleAwarenessMessage,
   handleSyncMessage,
   hasContent,
+  isAutoProvision,
   isOwner,
   loadMessages,
   makeDefaultSummarizer,
+  meterAi,
+  meterUsage,
+  meterVectorize,
   noopPermissionContext,
   platformWorkerFetch,
   prepareMessagesWithCompaction,
   readVarUint,
   readVarUint8Array,
+  resolveAppName,
   resolveColumn,
   rowToData,
+  runMigrations,
   serverBuild,
   signInternalPayload,
   timingSafeEqualHex,
@@ -5822,6 +6257,9 @@ export {
   turnsToCoreMessages,
   unwrapToolOutput,
   updateChat,
+  validateAppName,
+  validateBindingManifest,
+  validateDoManifest,
   verifyInternalSignature,
   verifyJwt,
   workspaceAccountsSchema,