@open-workspace/email 0.0.0-stage → 0.1.1

package/worker/mailbox/legacy-migrations.ts

@@ -0,0 +1,41 @@
+/**
+ * Mailbox migrations from before the 0.1.0 baseline, for Durable Objects
+ * created by earlier deployments. Applied only to a mailbox whose drizzle
+ * journal predates the baseline; new mailboxes never run them.
+ */
+export const legacyMailboxMigrations: ReadonlyArray<{ when: number; sql: string }> = [
+  { when: 1784825133044, sql: "CREATE TABLE `conversations` (\n\t`id` text PRIMARY KEY NOT NULL,\n\t`latest_email_id` text NOT NULL,\n\t`timeline_at` integer NOT NULL,\n\t`mailbox_state` text DEFAULT 'active' NOT NULL,\n\t`folder_id` text,\n\t`has_incoming` integer DEFAULT false NOT NULL,\n\t`has_outgoing` integer DEFAULT false NOT NULL,\n\tFOREIGN KEY (`latest_email_id`) REFERENCES `emails`(`id`) ON UPDATE no action ON DELETE no action,\n\tFOREIGN KEY (`folder_id`) REFERENCES `folders`(`id`) ON UPDATE no action ON DELETE set null\n);\n--> statement-breakpoint\nCREATE INDEX `conversations_timeline_idx` ON `conversations` (`timeline_at`,`latest_email_id`);--> statement-breakpoint\nCREATE INDEX `conversations_inbox_timeline_idx` ON `conversations` (`mailbox_state`,`has_incoming`,`timeline_at`,`latest_email_id`);--> statement-breakpoint\nCREATE INDEX `conversations_sent_timeline_idx` ON `conversations` (`mailbox_state`,`has_outgoing`,`timeline_at`,`latest_email_id`);--> statement-breakpoint\nCREATE INDEX `conversations_folder_timeline_idx` ON `conversations` (`folder_id`,`timeline_at`,`latest_email_id`);--> statement-breakpoint\nCREATE TABLE `emails` (\n\t`id` text PRIMARY KEY NOT NULL,\n\t`request_fingerprint` text,\n\t`conversation_id` text NOT NULL,\n\t`direction` text NOT NULL,\n\t`message_id_header` text,\n\t`in_reply_to_json` text DEFAULT '[]' NOT NULL,\n\t`references_json` text DEFAULT '[]' NOT NULL,\n\t`from_json` text NOT NULL,\n\t`reply_to_json` text DEFAULT '[]' NOT NULL,\n\t`to_json` text DEFAULT '[]' NOT NULL,\n\t`cc_json` text DEFAULT '[]' NOT NULL,\n\t`bcc_json` text DEFAULT '[]' NOT NULL,\n\t`subject` text DEFAULT '(no subject)' NOT NULL,\n\t`preview` text DEFAULT '' NOT NULL,\n\t`body_text` text,\n\t`quoted_text` text,\n\t`body_html_r2_key` text,\n\t`raw_mime_r2_key` text,\n\t`attachments_json` text DEFAULT '[]' NOT NULL,\n\t`list_id` text,\n\t`list_post_address` text,\n\t`timeline_at` integer NOT NULL,\n\t`transport_state` text NOT NULL,\n\t`transport_error` text,\n\t`delivery_status_json` text DEFAULT '[]' NOT NULL\n);\n--> statement-breakpoint\nCREATE INDEX `emails_conversation_timeline_idx` ON `emails` (`conversation_id`,`timeline_at`,`id`);--> statement-breakpoint\nCREATE INDEX `emails_message_id_header_idx` ON `emails` (`message_id_header`);--> statement-breakpoint\nCREATE TABLE `folders` (\n\t`id` text PRIMARY KEY NOT NULL,\n\t`name` text NOT NULL,\n\t`sort_order` integer DEFAULT 100 NOT NULL\n);\n--> statement-breakpoint\nCREATE UNIQUE INDEX `folders_name_unique` ON `folders` (`name`);--> statement-breakpoint\nCREATE INDEX `folders_order_idx` ON `folders` (`sort_order`,`name`);--> statement-breakpoint\nCREATE TABLE `pending_inbound` (\n\t`id` text PRIMARY KEY NOT NULL,\n\t`raw_object_key` text NOT NULL,\n\t`envelope_from` text NOT NULL,\n\t`envelope_to` text NOT NULL,\n\t`received_at` integer NOT NULL,\n\t`attempts` integer DEFAULT 0 NOT NULL,\n\t`next_attempt_at` integer NOT NULL\n);\n--> statement-breakpoint\nCREATE INDEX `pending_inbound_next_attempt_idx` ON `pending_inbound` (`next_attempt_at`,`received_at`);--> statement-breakpoint\n-- Runtime-only search/projection objects: Drizzle snapshots do not model them.\nCREATE VIRTUAL TABLE `email_search` USING fts5(\n\t`email_id` UNINDEXED,\n\t`conversation_id` UNINDEXED,\n\t`subject`,\n\t`addresses`,\n\t`body`,\n\ttokenize = 'unicode61 remove_diacritics 2'\n);--> statement-breakpoint\nCREATE TRIGGER `emails_after_insert`\nAFTER INSERT ON `emails`\nBEGIN\n\tINSERT INTO `conversations` (\n\t\t`id`,\n\t\t`latest_email_id`,\n\t\t`timeline_at`,\n\t\t`mailbox_state`,\n\t\t`folder_id`,\n\t\t`has_incoming`,\n\t\t`has_outgoing`\n\t)\n\tVALUES (\n\t\tNEW.`conversation_id`,\n\t\tNEW.`id`,\n\t\tNEW.`timeline_at`,\n\t\t'active',\n\t\tNULL,\n\t\tNEW.`direction` = 'incoming',\n\t\tNEW.`direction` = 'outgoing'\n\t)\n\tON CONFLICT(`id`) DO UPDATE SET\n\t\t`latest_email_id` = CASE\n\t\t\tWHEN NEW.`timeline_at` > `conversations`.`timeline_at`\n\t\t\t\tOR (\n\t\t\t\t\tNEW.`timeline_at` = `conversations`.`timeline_at`\n\t\t\t\t\tAND NEW.`id` > `conversations`.`latest_email_id`\n\t\t\t\t)\n\t\t\tTHEN NEW.`id`\n\t\t\tELSE `conversations`.`latest_email_id`\n\t\tEND,\n\t\t`timeline_at` = MAX(`conversations`.`timeline_at`, NEW.`timeline_at`),\n\t\t`mailbox_state` = CASE\n\t\t\tWHEN `conversations`.`mailbox_state` IN ('archive', 'trash')\n\t\t\t\tOR (\n\t\t\t\t\t`conversations`.`mailbox_state` = 'spam'\n\t\t\t\t\tAND NEW.`direction` = 'outgoing'\n\t\t\t\t)\n\t\t\tTHEN 'active'\n\t\t\tELSE `conversations`.`mailbox_state`\n\t\tEND,\n\t\t`has_incoming` = `conversations`.`has_incoming`\n\t\t\tOR NEW.`direction` = 'incoming',\n\t\t`has_outgoing` = `conversations`.`has_outgoing`\n\t\t\tOR NEW.`direction` = 'outgoing';\n\n\tINSERT INTO `email_search` (\n\t\t`email_id`,\n\t\t`conversation_id`,\n\t\t`subject`,\n\t\t`addresses`,\n\t\t`body`\n\t)\n\tVALUES (\n\t\tNEW.`id`,\n\t\tNEW.`conversation_id`,\n\t\tNEW.`subject`,\n\t\tCOALESCE(NEW.`from_json`, '') || ' '\n\t\t\t|| COALESCE(NEW.`reply_to_json`, '') || ' '\n\t\t\t|| COALESCE(NEW.`to_json`, '') || ' '\n\t\t\t|| COALESCE(NEW.`cc_json`, '') || ' '\n\t\t\t|| COALESCE(NEW.`bcc_json`, ''),\n\t\tCOALESCE(NEW.`body_text`, '') || ' ' || COALESCE(NEW.`preview`, '')\n\t);\nEND;\n" },
+  { when: 1787348208125, sql: "CREATE TABLE `email_read_states` (\n\t`user_id` text NOT NULL,\n\t`email_id` text NOT NULL,\n\t`read_at` integer NOT NULL,\n\tPRIMARY KEY(`user_id`, `email_id`),\n\tFOREIGN KEY (`email_id`) REFERENCES `emails`(`id`) ON UPDATE no action ON DELETE cascade\n);\n--> statement-breakpoint\nCREATE INDEX `email_read_states_email_idx` ON `email_read_states` (`email_id`);" },
+  { when: 1787422760085, sql: "CREATE TABLE `pending_object_deletions` (\n\t`object_key` text PRIMARY KEY NOT NULL,\n\t`attempts` integer DEFAULT 0 NOT NULL,\n\t`next_attempt_at` integer NOT NULL\n);\n--> statement-breakpoint\nCREATE INDEX `pending_object_deletions_next_attempt_idx` ON `pending_object_deletions` (`next_attempt_at`);" },
+  { when: 1787514819958, sql: "ALTER TABLE `emails` ADD `authentication_results_json` text;" },
+  { when: 1787522950002, sql: "CREATE TABLE `mailbox_ai_configuration` (\n\t`id` text PRIMARY KEY NOT NULL,\n\t`instructions` text DEFAULT '' NOT NULL,\n\t`confidence_threshold` integer DEFAULT 75 NOT NULL,\n\t`updated_at` integer NOT NULL\n);\n--> statement-breakpoint\nALTER TABLE `emails` ADD `ai_classification_json` text;--> statement-breakpoint\nALTER TABLE `pending_inbound` ADD `ai_attempts` integer DEFAULT 0 NOT NULL;\n" },
+  { when: 1791081433051, sql: "CREATE TABLE `pending_office_previews` (\n\t`source_key` text PRIMARY KEY NOT NULL,\n\t`email_id` text NOT NULL,\n\t`attachment_id` text NOT NULL,\n\t`attempts` integer DEFAULT 0 NOT NULL,\n\t`next_attempt_at` integer NOT NULL\n);\n--> statement-breakpoint\nCREATE INDEX `pending_office_previews_next_attempt_idx` ON `pending_office_previews` (`next_attempt_at`);" },
+  { when: 1793417083777, sql: "ALTER TABLE `emails` ADD `envelope_from` text;--> statement-breakpoint\nALTER TABLE `emails` ADD `envelope_to` text;--> statement-breakpoint\nALTER TABLE `emails` ADD `list_unsubscribe_json` text;" },
+  { when: 1793418627171, sql: "CREATE TABLE `senders` (\n\t`address` text PRIMARY KEY NOT NULL,\n\t`domain` text NOT NULL,\n\t`first_seen_at` integer,\n\t`last_seen_at` integer,\n\t`message_count` integer DEFAULT 0 NOT NULL,\n\t`outbound_count` integer DEFAULT 0 NOT NULL,\n\t`last_outbound_at` integer,\n\t`blocked_at` integer,\n\t`trusted_at` integer,\n\t`reported_at` integer\n);\n--> statement-breakpoint\nCREATE INDEX `senders_domain_idx` ON `senders` (`domain`);--> statement-breakpoint\nALTER TABLE `emails` ADD `sender_intel_json` text;--> statement-breakpoint\nINSERT INTO `senders` (`address`, `domain`, `first_seen_at`, `last_seen_at`, `message_count`)\nSELECT `address`, substr(`address`, instr(`address`, '@') + 1), min(`timeline_at`), max(`timeline_at`), count(*)\nFROM (\n\tSELECT lower(json_extract(`from_json`, '$[0].address')) AS `address`, `timeline_at`\n\tFROM `emails`\n\tWHERE `direction` = 'incoming'\n)\nWHERE `address` LIKE '%_@_%'\nGROUP BY `address`;--> statement-breakpoint\nINSERT INTO `senders` (`address`, `domain`, `outbound_count`, `last_outbound_at`)\nSELECT `address`, substr(`address`, instr(`address`, '@') + 1), count(*), max(`timeline_at`)\nFROM (\n\tSELECT lower(json_extract(`recipient`.`value`, '$.address')) AS `address`, `message`.`timeline_at`\n\tFROM `emails` AS `message`, json_each(`message`.`to_json`) AS `recipient`\n\tWHERE `message`.`direction` = 'outgoing'\n\tUNION ALL\n\tSELECT lower(json_extract(`recipient`.`value`, '$.address')), `message`.`timeline_at`\n\tFROM `emails` AS `message`, json_each(`message`.`cc_json`) AS `recipient`\n\tWHERE `message`.`direction` = 'outgoing'\n\tUNION ALL\n\tSELECT lower(json_extract(`recipient`.`value`, '$.address')), `message`.`timeline_at`\n\tFROM `emails` AS `message`, json_each(`message`.`bcc_json`) AS `recipient`\n\tWHERE `message`.`direction` = 'outgoing'\n)\nWHERE `address` LIKE '%_@_%'\nGROUP BY `address`\nON CONFLICT (`address`) DO UPDATE SET\n\t`outbound_count` = excluded.`outbound_count`,\n\t`last_outbound_at` = excluded.`last_outbound_at`;\n" },
+  { when: 1793439647535, sql: "CREATE TABLE `mail_rules` (\n\t`id` text PRIMARY KEY NOT NULL,\n\t`name` text NOT NULL,\n\t`sort_order` integer DEFAULT 100 NOT NULL,\n\t`enabled` integer DEFAULT true NOT NULL,\n\t`conditions_json` text NOT NULL,\n\t`actions_json` text NOT NULL,\n\t`created_at` integer NOT NULL,\n\t`updated_at` integer NOT NULL\n);\n--> statement-breakpoint\nCREATE INDEX `mail_rules_order_idx` ON `mail_rules` (`sort_order`,`created_at`);--> statement-breakpoint\nCREATE TABLE `sender_feedback` (\n\t`id` text PRIMARY KEY NOT NULL,\n\t`address` text NOT NULL,\n\t`domain` text NOT NULL,\n\t`email_id` text,\n\t`label` text NOT NULL,\n\t`user_id` text,\n\t`created_at` integer NOT NULL\n);\n--> statement-breakpoint\nCREATE INDEX `sender_feedback_address_idx` ON `sender_feedback` (`address`,`created_at`);--> statement-breakpoint\nCREATE INDEX `sender_feedback_domain_idx` ON `sender_feedback` (`domain`);--> statement-breakpoint\nCREATE TABLE `unsubscriptions` (\n\t`list_key` text PRIMARY KEY NOT NULL,\n\t`email_id` text,\n\t`method` text NOT NULL,\n\t`status` text NOT NULL,\n\t`target` text,\n\t`detail` text,\n\t`user_id` text,\n\t`created_at` integer NOT NULL\n);\n--> statement-breakpoint\nALTER TABLE `emails` ADD `delivery_json` text;--> statement-breakpoint\nALTER TABLE `emails` ADD `screening_json` text;--> statement-breakpoint\nALTER TABLE `emails` ADD `report_label` text;" },
+  { when: 1793467839387, sql: "ALTER TABLE `pending_inbound` ADD `list_address` text;" },
+];
+
+/**
+ * Brings a mailbox created before the baseline up to it: applies the legacy
+ * migrations it has not run, then records the baseline as applied so drizzle
+ * does not create its tables a second time. A no-op for new mailboxes.
+ */
+export function upgradeLegacyMailbox(sql: SqlStorage, baselineWhen: number) {
+  const hasJournal = sql
+    .exec("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = '__drizzle_migrations'")
+    .toArray().length > 0;
+  if (!hasJournal) return;
+  const [{ last }] = sql
+    .exec<{ last: number | null }>("SELECT max(created_at) AS last FROM __drizzle_migrations")
+    .toArray();
+  if (last === null || Number(last) >= baselineWhen) return;
+  for (const migration of legacyMailboxMigrations) {
+    if (migration.when <= Number(last)) continue;
+    for (const statement of migration.sql.split("--> statement-breakpoint")) {
+      if (statement.trim()) sql.exec(statement);
+    }
+    sql.exec("INSERT INTO __drizzle_migrations (hash, created_at) VALUES ('', ?)", migration.when);
+  }
+  sql.exec("INSERT INTO __drizzle_migrations (hash, created_at) VALUES ('', ?)", baselineWhen);
+}

package/worker/mailbox/migrations.ts

@@ -0,0 +1,10 @@
+// Generated by scripts/embed-mailbox-migrations.ts from drizzle/mailbox. Do not edit.
+export default {
+  journal: {"version":"7","dialect":"sqlite","entries":[{"idx":0,"version":"6","when":1793490547954,"tag":"0000_mailbox","breakpoints":true}]},
+  migrations: {
+    m0000: "CREATE TABLE `conversations` (\n\t`id` text PRIMARY KEY NOT NULL,\n\t`latest_email_id` text NOT NULL,\n\t`timeline_at` integer NOT NULL,\n\t`mailbox_state` text DEFAULT 'active' NOT NULL,\n\t`folder_id` text,\n\t`has_incoming` integer DEFAULT false NOT NULL,\n\t`has_outgoing` integer DEFAULT false NOT NULL,\n\tFOREIGN KEY (`latest_email_id`) REFERENCES `emails`(`id`) ON UPDATE no action ON DELETE no action,\n\tFOREIGN KEY (`folder_id`) REFERENCES `folders`(`id`) ON UPDATE no action ON DELETE set null\n);\n--> statement-breakpoint\nCREATE INDEX `conversations_timeline_idx` ON `conversations` (`timeline_at`,`latest_email_id`);--> statement-breakpoint\nCREATE INDEX `conversations_inbox_timeline_idx` ON `conversations` (`mailbox_state`,`has_incoming`,`timeline_at`,`latest_email_id`);--> statement-breakpoint\nCREATE INDEX `conversations_sent_timeline_idx` ON `conversations` (`mailbox_state`,`has_outgoing`,`timeline_at`,`latest_email_id`);--> statement-breakpoint\nCREATE INDEX `conversations_folder_timeline_idx` ON `conversations` (`folder_id`,`timeline_at`,`latest_email_id`);--> statement-breakpoint\nCREATE TABLE `email_read_states` (\n\t`user_id` text NOT NULL,\n\t`email_id` text NOT NULL,\n\t`read_at` integer NOT NULL,\n\tPRIMARY KEY(`user_id`, `email_id`),\n\tFOREIGN KEY (`email_id`) REFERENCES `emails`(`id`) ON UPDATE no action ON DELETE cascade\n);\n--> statement-breakpoint\nCREATE INDEX `email_read_states_email_idx` ON `email_read_states` (`email_id`);--> statement-breakpoint\nCREATE TABLE `emails` (\n\t`id` text PRIMARY KEY NOT NULL,\n\t`request_fingerprint` text,\n\t`conversation_id` text NOT NULL,\n\t`direction` text NOT NULL,\n\t`message_id_header` text,\n\t`in_reply_to_json` text DEFAULT '[]' NOT NULL,\n\t`references_json` text DEFAULT '[]' NOT NULL,\n\t`from_json` text NOT NULL,\n\t`reply_to_json` text DEFAULT '[]' NOT NULL,\n\t`to_json` text DEFAULT '[]' NOT NULL,\n\t`cc_json` text DEFAULT '[]' NOT NULL,\n\t`bcc_json` text DEFAULT '[]' NOT NULL,\n\t`subject` text DEFAULT '(no subject)' NOT NULL,\n\t`preview` text DEFAULT '' NOT NULL,\n\t`body_text` text,\n\t`quoted_text` text,\n\t`body_html_r2_key` text,\n\t`raw_mime_r2_key` text,\n\t`authentication_results_json` text,\n\t`envelope_from` text,\n\t`envelope_to` text,\n\t`list_unsubscribe_json` text,\n\t`sender_intel_json` text,\n\t`ai_classification_json` text,\n\t`delivery_json` text,\n\t`screening_json` text,\n\t`report_label` text,\n\t`attachments_json` text DEFAULT '[]' NOT NULL,\n\t`list_id` text,\n\t`list_post_address` text,\n\t`timeline_at` integer NOT NULL,\n\t`transport_state` text NOT NULL,\n\t`transport_error` text,\n\t`delivery_status_json` text DEFAULT '[]' NOT NULL\n);\n--> statement-breakpoint\nCREATE INDEX `emails_conversation_timeline_idx` ON `emails` (`conversation_id`,`timeline_at`,`id`);--> statement-breakpoint\nCREATE INDEX `emails_message_id_header_idx` ON `emails` (`message_id_header`);--> statement-breakpoint\nCREATE TABLE `folders` (\n\t`id` text PRIMARY KEY NOT NULL,\n\t`name` text NOT NULL,\n\t`sort_order` integer DEFAULT 100 NOT NULL\n);\n--> statement-breakpoint\nCREATE UNIQUE INDEX `folders_name_unique` ON `folders` (`name`);--> statement-breakpoint\nCREATE INDEX `folders_order_idx` ON `folders` (`sort_order`,`name`);--> statement-breakpoint\nCREATE TABLE `mail_rules` (\n\t`id` text PRIMARY KEY NOT NULL,\n\t`name` text NOT NULL,\n\t`sort_order` integer DEFAULT 100 NOT NULL,\n\t`enabled` integer DEFAULT true NOT NULL,\n\t`conditions_json` text NOT NULL,\n\t`actions_json` text NOT NULL,\n\t`created_at` integer NOT NULL,\n\t`updated_at` integer NOT NULL\n);\n--> statement-breakpoint\nCREATE INDEX `mail_rules_order_idx` ON `mail_rules` (`sort_order`,`created_at`);--> statement-breakpoint\nCREATE TABLE `mailbox_ai_configuration` (\n\t`id` text PRIMARY KEY NOT NULL,\n\t`instructions` text DEFAULT '' NOT NULL,\n\t`confidence_threshold` integer DEFAULT 75 NOT NULL,\n\t`updated_at` integer NOT NULL\n);\n--> statement-breakpoint\nCREATE TABLE `pending_inbound` (\n\t`id` text PRIMARY KEY NOT NULL,\n\t`raw_object_key` text NOT NULL,\n\t`envelope_from` text NOT NULL,\n\t`envelope_to` text NOT NULL,\n\t`list_address` text,\n\t`received_at` integer NOT NULL,\n\t`attempts` integer DEFAULT 0 NOT NULL,\n\t`ai_attempts` integer DEFAULT 0 NOT NULL,\n\t`next_attempt_at` integer NOT NULL\n);\n--> statement-breakpoint\nCREATE INDEX `pending_inbound_next_attempt_idx` ON `pending_inbound` (`next_attempt_at`,`received_at`);--> statement-breakpoint\nCREATE TABLE `pending_object_deletions` (\n\t`object_key` text PRIMARY KEY NOT NULL,\n\t`attempts` integer DEFAULT 0 NOT NULL,\n\t`next_attempt_at` integer NOT NULL\n);\n--> statement-breakpoint\nCREATE INDEX `pending_object_deletions_next_attempt_idx` ON `pending_object_deletions` (`next_attempt_at`);--> statement-breakpoint\nCREATE TABLE `pending_office_previews` (\n\t`source_key` text PRIMARY KEY NOT NULL,\n\t`email_id` text NOT NULL,\n\t`attachment_id` text NOT NULL,\n\t`attempts` integer DEFAULT 0 NOT NULL,\n\t`next_attempt_at` integer NOT NULL\n);\n--> statement-breakpoint\nCREATE INDEX `pending_office_previews_next_attempt_idx` ON `pending_office_previews` (`next_attempt_at`);--> statement-breakpoint\nCREATE TABLE `sender_feedback` (\n\t`id` text PRIMARY KEY NOT NULL,\n\t`address` text NOT NULL,\n\t`domain` text NOT NULL,\n\t`email_id` text,\n\t`label` text NOT NULL,\n\t`user_id` text,\n\t`created_at` integer NOT NULL\n);\n--> statement-breakpoint\nCREATE INDEX `sender_feedback_address_idx` ON `sender_feedback` (`address`,`created_at`);--> statement-breakpoint\nCREATE INDEX `sender_feedback_domain_idx` ON `sender_feedback` (`domain`);--> statement-breakpoint\nCREATE TABLE `senders` (\n\t`address` text PRIMARY KEY NOT NULL,\n\t`domain` text NOT NULL,\n\t`first_seen_at` integer,\n\t`last_seen_at` integer,\n\t`message_count` integer DEFAULT 0 NOT NULL,\n\t`outbound_count` integer DEFAULT 0 NOT NULL,\n\t`last_outbound_at` integer,\n\t`blocked_at` integer,\n\t`trusted_at` integer,\n\t`reported_at` integer\n);\n--> statement-breakpoint\nCREATE INDEX `senders_domain_idx` ON `senders` (`domain`);--> statement-breakpoint\nCREATE TABLE `unsubscriptions` (\n\t`list_key` text PRIMARY KEY NOT NULL,\n\t`email_id` text,\n\t`method` text NOT NULL,\n\t`status` text NOT NULL,\n\t`target` text,\n\t`detail` text,\n\t`user_id` text,\n\t`created_at` integer NOT NULL\n);--> statement-breakpoint\n-- Search index and conversation projection triggers; drizzle does not model them.\nCREATE VIRTUAL TABLE `email_search` USING fts5(\n\t`email_id` UNINDEXED,\n\t`conversation_id` UNINDEXED,\n\t`subject`,\n\t`addresses`,\n\t`body`,\n\ttokenize = 'unicode61 remove_diacritics 2'\n);--> statement-breakpoint\nCREATE TRIGGER `emails_after_insert`\nAFTER INSERT ON `emails`\nBEGIN\n\tINSERT INTO `conversations` (\n\t\t`id`,\n\t\t`latest_email_id`,\n\t\t`timeline_at`,\n\t\t`mailbox_state`,\n\t\t`folder_id`,\n\t\t`has_incoming`,\n\t\t`has_outgoing`\n\t)\n\tVALUES (\n\t\tNEW.`conversation_id`,\n\t\tNEW.`id`,\n\t\tNEW.`timeline_at`,\n\t\t'active',\n\t\tNULL,\n\t\tNEW.`direction` = 'incoming',\n\t\tNEW.`direction` = 'outgoing'\n\t)\n\tON CONFLICT(`id`) DO UPDATE SET\n\t\t`latest_email_id` = CASE\n\t\t\tWHEN NEW.`timeline_at` > `conversations`.`timeline_at`\n\t\t\t\tOR (\n\t\t\t\t\tNEW.`timeline_at` = `conversations`.`timeline_at`\n\t\t\t\t\tAND NEW.`id` > `conversations`.`latest_email_id`\n\t\t\t\t)\n\t\t\tTHEN NEW.`id`\n\t\t\tELSE `conversations`.`latest_email_id`\n\t\tEND,\n\t\t`timeline_at` = MAX(`conversations`.`timeline_at`, NEW.`timeline_at`),\n\t\t`mailbox_state` = CASE\n\t\t\tWHEN `conversations`.`mailbox_state` IN ('archive', 'trash')\n\t\t\t\tOR (\n\t\t\t\t\t`conversations`.`mailbox_state` = 'spam'\n\t\t\t\t\tAND NEW.`direction` = 'outgoing'\n\t\t\t\t)\n\t\t\tTHEN 'active'\n\t\t\tELSE `conversations`.`mailbox_state`\n\t\tEND,\n\t\t`has_incoming` = `conversations`.`has_incoming`\n\t\t\tOR NEW.`direction` = 'incoming',\n\t\t`has_outgoing` = `conversations`.`has_outgoing`\n\t\t\tOR NEW.`direction` = 'outgoing';\n\n\tINSERT INTO `email_search` (\n\t\t`email_id`,\n\t\t`conversation_id`,\n\t\t`subject`,\n\t\t`addresses`,\n\t\t`body`\n\t)\n\tVALUES (\n\t\tNEW.`id`,\n\t\tNEW.`conversation_id`,\n\t\tNEW.`subject`,\n\t\tCOALESCE(NEW.`from_json`, '') || ' '\n\t\t\t|| COALESCE(NEW.`reply_to_json`, '') || ' '\n\t\t\t|| COALESCE(NEW.`to_json`, '') || ' '\n\t\t\t|| COALESCE(NEW.`cc_json`, '') || ' '\n\t\t\t|| COALESCE(NEW.`bcc_json`, ''),\n\t\tCOALESCE(NEW.`body_text`, '') || ' ' || COALESCE(NEW.`preview`, '')\n\t);\nEND;\n",
+  },
+};
+
+/** When the newest migration was generated; the drizzle journal's high-water mark. */
+export const LATEST_MAILBOX_MIGRATION = 1793490547954;

package/worker/mailbox/model.ts

@@ -0,0 +1,65 @@
+export {
+  deliveryStatuses,
+  type DeliveryStatusName,
+  type RecipientDeliveryStatus,
+} from "../../shared/mail";
+
+export type MailAddress = {
+  address: string;
+  name: string | null;
+};
+
+export type {
+  InboundAuthentication,
+  ListUnsubscribe,
+} from "../../shared/mail-authentication";
+export type { DeliveryFacts, SenderIntel } from "../../shared/mail-sender-intel";
+
+/**
+ * Rows written before header parsing carried Cloudflare GraphQL analytics.
+ * They are re-derived from the stored original on first view.
+ */
+export type LegacyEmailAuthentication = { source: "cloudflare" };
+
+export type StoredEmailAuthentication =
+  | import("../../shared/mail-authentication").InboundAuthentication
+  | LegacyEmailAuthentication;
+
+export type MailboxAiConfiguration = {
+  instructions: string;
+  confidenceThreshold: number;
+};
+
+export type EmailAiClassification = {
+  /** "workers-ai" on results stored before models became configurable. */
+  source: "ai" | "workers-ai";
+  model: string;
+  processedAt: number;
+  spam: boolean;
+  spamConfidence: number;
+  folderId: string | null;
+  folderConfidence: number;
+  reason: string;
+};
+
+/** What blocks and rules decided for an incoming message at ingestion. */
+export type EmailScreening = {
+  blocked: "mailbox" | "workspace" | null;
+  ruleIds: string[];
+  /** Matching rules chose the destination, so AI sorting was skipped. */
+  ruleDestination: boolean;
+};
+
+export type StoredAttachment = {
+  id: string;
+  r2Key: string;
+  filename: string;
+  contentType: string;
+  size: number;
+  contentId: string | null;
+  disposition: "attachment" | "inline";
+  delivery: "attached" | "download_link";
+  downloadTokenHash: string | null;
+  downloadExpiresAt: number | null;
+  pdfPreviewStatus?: import("../../shared/office-preview").PdfPreviewStatus;
+};

package/worker/mailbox/office-preview-jobs.ts

@@ -0,0 +1,73 @@
+import {
+  MAX_OFFICE_PREVIEW_BYTES,
+  officePreviewExtension,
+  type OfficePreviewJob,
+} from "../../shared/office-preview";
+import type { NewEmail } from "./schema";
+
+export function prepareOfficePreviews(email: NewEmail): NewEmail {
+  return {
+    ...email,
+    attachmentsJson: email.attachmentsJson?.map((file) => ({
+      ...file,
+      pdfPreviewStatus: officePreviewExtension(file.filename)
+        ? file.size <= MAX_OFFICE_PREVIEW_BYTES ? "pending" : "failed"
+        : undefined,
+    })),
+  };
+}
+
+export function hasPendingOfficePreviews(email: NewEmail) {
+  return email.attachmentsJson?.some((file) => file.pdfPreviewStatus === "pending") ?? false;
+}
+
+export function insertOfficePreviewJobs(sql: SqlStorage, email: NewEmail) {
+  for (const file of email.attachmentsJson ?? []) {
+    if (file.pdfPreviewStatus !== "pending") continue;
+    // Runs on the same SQLite connection inside the email insert transaction.
+    sql.exec(
+      `insert into pending_office_previews
+        (source_key, email_id, attachment_id, attempts, next_attempt_at)
+        values (?, ?, ?, 0, ?) on conflict do nothing`,
+      file.r2Key, email.id, file.id, Date.now(),
+    );
+  }
+}
+
+export async function dispatchOfficePreviewJobs(sql: SqlStorage, env: Env, mailboxId: string) {
+  const jobs = sql.exec<{
+    source_key: string; email_id: string; attachment_id: string; attempts: number;
+  }>(
+    "select * from pending_office_previews where next_attempt_at <= ? order by next_attempt_at limit 10",
+    Date.now(),
+  ).toArray();
+  if (!jobs.length) return;
+  try {
+    await env.OFFICE_PREVIEWS.sendBatch(jobs.map((job) => ({
+      body: {
+        mailboxId,
+        messageId: job.email_id,
+        attachmentId: job.attachment_id,
+        sourceKey: job.source_key,
+      } satisfies OfficePreviewJob,
+    })));
+    for (const job of jobs) {
+      sql.exec("delete from pending_office_previews where source_key = ?", job.source_key);
+    }
+  } catch (error) {
+    for (const job of jobs) {
+      const delay = Math.min(3_600_000, 5_000 * 2 ** Math.min(job.attempts, 10));
+      sql.exec(
+        "update pending_office_previews set attempts = attempts + 1, next_attempt_at = ? where source_key = ?",
+        Date.now() + delay, job.source_key,
+      );
+    }
+    console.error("Could not queue Office previews", error);
+  }
+}
+
+export function nextOfficePreviewAttempt(sql: SqlStorage) {
+  return sql.exec<{ next_attempt_at: number }>(
+    "select next_attempt_at from pending_office_previews order by next_attempt_at limit 1",
+  ).toArray()[0]?.next_attempt_at;
+}

package/worker/mailbox/rules.ts

@@ -0,0 +1,110 @@
+import {
+  MAX_MAIL_RULES,
+  ruleSubject,
+  type MailRule,
+  type MailRuleActions,
+  type MailRuleConditions,
+  type RuleSubject,
+} from "../../shared/mail-rules";
+import type { Email, NewEmail } from "./schema";
+
+type RuleRow = {
+  id: string;
+  name: string;
+  sort_order: number;
+  enabled: number;
+  conditions_json: string;
+  actions_json: string;
+};
+
+export type MailRuleInput = {
+  name: string;
+  enabled: boolean;
+  conditions: MailRuleConditions;
+  actions: MailRuleActions;
+};
+
+export const MAIL_RULE_LIMIT_MESSAGE = `A mailbox can have at most ${MAX_MAIL_RULES} rules`;
+
+function toRule(row: RuleRow): MailRule {
+  return {
+    id: row.id,
+    name: row.name,
+    enabled: Boolean(row.enabled),
+    conditions: JSON.parse(row.conditions_json) as MailRuleConditions,
+    actions: JSON.parse(row.actions_json) as MailRuleActions,
+  };
+}
+
+export function listMailRules(sql: SqlStorage): MailRule[] {
+  return sql.exec<RuleRow>(
+    "select id, name, sort_order, enabled, conditions_json, actions_json from mail_rules order by sort_order, created_at, id",
+  ).toArray().map(toRule);
+}
+
+/** Drops a folder action whose folder no longer exists, so a rule never files into nothing. */
+export function withExistingFolder(sql: SqlStorage, actions: MailRuleActions): MailRuleActions {
+  if (!actions.folderId) return actions;
+  const exists = sql.exec("select 1 from folders where id = ?", actions.folderId).toArray().length > 0;
+  if (exists) return actions;
+  const { folderId: _folderId, ...rest } = actions;
+  return rest;
+}
+
+export function insertMailRule(sql: SqlStorage, id: string, input: MailRuleInput, now: number) {
+  const count = Number(sql.exec<{ count: number }>("select count(*) as count from mail_rules").one().count);
+  if (count >= MAX_MAIL_RULES) throw new Error(MAIL_RULE_LIMIT_MESSAGE);
+  const last = sql.exec<{ value: number | null }>("select max(sort_order) as value from mail_rules").one().value;
+  sql.exec(
+    `insert into mail_rules (id, name, sort_order, enabled, conditions_json, actions_json, created_at, updated_at)
+     values (?, ?, ?, ?, ?, ?, ?, ?)`,
+    id,
+    input.name,
+    (last ?? 90) + 10,
+    input.enabled ? 1 : 0,
+    JSON.stringify(input.conditions),
+    JSON.stringify(withExistingFolder(sql, input.actions)),
+    now,
+    now,
+  );
+}
+
+export function updateMailRule(sql: SqlStorage, id: string, input: MailRuleInput, now: number) {
+  return sql.exec(
+    `update mail_rules set name = ?, enabled = ?, conditions_json = ?, actions_json = ?, updated_at = ?
+     where id = ? returning id`,
+    input.name,
+    input.enabled ? 1 : 0,
+    JSON.stringify(input.conditions),
+    JSON.stringify(withExistingFolder(sql, input.actions)),
+    now,
+    id,
+  ).toArray().length > 0;
+}
+
+export function deleteMailRule(sql: SqlStorage, id: string) {
+  return sql.exec("delete from mail_rules where id = ? returning id", id).toArray().length > 0;
+}
+
+/** Requires the complete current id list so a stale client cannot drop rules from the order. */
+export function reorderMailRules(sql: SqlStorage, ids: string[]) {
+  const current = sql.exec<{ id: string }>("select id from mail_rules").toArray().map((row) => row.id);
+  if (current.length !== ids.length || new Set(ids).size !== ids.length || !ids.every((id) => current.includes(id))) {
+    return false;
+  }
+  ids.forEach((id, index) => {
+    sql.exec("update mail_rules set sort_order = ? where id = ?", (index + 1) * 10, id);
+  });
+  return true;
+}
+
+/** Rule facts for a stored or about-to-be-stored message. */
+export function emailRuleSubject(email: Pick<NewEmail | Email, "fromJson" | "toJson" | "ccJson" | "subject" | "listId" | "attachmentsJson">): RuleSubject {
+  return ruleSubject({
+    from: email.fromJson[0]?.address,
+    recipients: [...(email.toJson ?? []), ...(email.ccJson ?? [])].map((recipient) => recipient.address),
+    subject: email.subject,
+    listId: email.listId,
+    hasAttachment: (email.attachmentsJson ?? []).some((attachment) => attachment.disposition === "attachment"),
+  });
+}