@remit/drizzle-sqlite-schema 0.0.34 → 0.0.35

package/dist/schema.js

@@ -1,4 +1,4 @@
-import { index, integer, primaryKey, real, sqliteTable, text, uniqueIndex } from "drizzle-orm/sqlite-core";
+import { index, integer, primaryKey, sqliteTable, text, uniqueIndex } from "drizzle-orm/sqlite-core";
 import { generateBase36Id, nullableInteger, nullableText } from "./types.js";
 export const accountExportRequests = sqliteTable("account_export_request", {
     accountExportRequestId: text("account_export_request_id").primaryKey().$defaultFn(() => generateBase36Id()),
@@ -41,6 +41,20 @@ export const quarantines = sqliteTable("quarantine", {
 }, (table) => [
     index("quarantine_by_account_config_id").on(table.accountConfigId, table.quarantinedAt),
 ]);
+export const syncWarnings = sqliteTable("sync_warning", {
+    syncWarningId: text("sync_warning_id").primaryKey().$defaultFn(() => generateBase36Id()),
+    accountConfigId: text("account_config_id").notNull(),
+    accountId: text("account_id").notNull(),
+    mailboxId: text("mailbox_id").notNull(),
+    uidValidity: integer("uid_validity", { mode: "number" }).notNull(),
+    uid: integer("uid", { mode: "number" }).notNull(),
+    stage: text("stage").$type().notNull(),
+    attempts: integer("attempts").notNull(),
+    createdAt: integer("created_at", { mode: "number" }).notNull(),
+}, (table) => [
+    index("sync_warning_by_mailbox_id").on(table.mailboxId),
+    index("sync_warning_by_account_config_id").on(table.accountConfigId, table.createdAt),
+]);
 export const accountConfigs = sqliteTable("account_config", {
     accountConfigId: text("account_config_id").primaryKey().$defaultFn(() => generateBase36Id()),
     userId: text("user_id").notNull(),
@@ -128,11 +142,10 @@ export const filters = sqliteTable("filter", {
     ttl: integer("ttl", { mode: "number" }),
     state: text("state").$type().notNull().default("Active"),
     disabledReason: text("disabled_reason").$type().notNull().default("None"),
-    hasAnchor: integer("has_anchor", { mode: "boolean" }).notNull().default(false),
     ruleChangedAt: integer("rule_changed_at", { mode: "number" }).notNull(),
     actionChangedAt: integer("action_changed_at", { mode: "number" }).notNull(),
     matchOperator: text("match_operator").$type().notNull().default("And"),
-    literalClauses: text("literal_clauses", { mode: "json" }).notNull().default([]),
+    literalClauses: text("literal_clauses", { mode: "json" }).notNull(),
     actionLabelId: text("action_label_id").notNull().default("None"),
     actionMailboxId: text("action_mailbox_id").notNull().default("None"),
     createdAt: integer("created_at", { mode: "number" }).notNull(),
@@ -159,10 +172,8 @@ export const organizeJobRequests = sqliteTable("organize_job_request", {
     userId: text("user_id").notNull(),
     state: text("state").$type().notNull().default("Pending"),
     filterId: text("filter_id").notNull().default("None"),
-    anchorMessageId: text("anchor_message_id").notNull().default("None"),
     matchOperator: text("match_operator").$type().notNull().default("And"),
     literalClauses: text("literal_clauses", { mode: "json" }).notNull().default([]),
-    similarityThreshold: real("similarity_threshold").notNull().default(0.75),
     actionLabelId: text("action_label_id").notNull().default("None"),
     actionMailboxId: text("action_mailbox_id").notNull().default("None"),
     matchedCount: integer("matched_count").notNull().default(0),
@@ -321,14 +332,13 @@ export const addresses = sqliteTable("address", {
 }, (table) => [
     index("address_by_account_config_id").on(table.accountConfigId, table.normalizedCompound),
 ]);
-export const messages = sqliteTable("message", {
+export const messageRecords = sqliteTable("message", {
     messageId: text("message_id").primaryKey().$defaultFn(() => generateBase36Id()),
     mailboxId: text("mailbox_id").notNull(),
     uid: integer("uid", { mode: "number" }).notNull(),
     sequenceNumber: integer("sequence_number").notNull(),
     rfc822Size: integer("rfc822_size", { mode: "number" }).notNull(),
     internalDate: integer("internal_date", { mode: "number" }).notNull(),
-    messageIdHeader: nullableText("message_id_header"),
     envelopeId: text("envelope_id").notNull(),
     rootBodyPartId: text("root_body_part_id").notNull(),
     bodyStorageKey: nullableText("body_storage_key"),
@@ -563,6 +573,11 @@ export const bodyPartParameters = sqliteTable("body_part_parameter", {
 }, (table) => [
     index("body_part_parameter_by_message_id").on(table.messageId, table.bodyPartParameterId),
 ]);
+export const bodyStructureRefetches = sqliteTable("body_structure_refetch", {
+    messageId: text("message_id").primaryKey().$defaultFn(() => generateBase36Id()),
+    createdAt: integer("created_at", { mode: "number" }).notNull(),
+    updatedAt: integer("updated_at", { mode: "number" }).notNull(),
+});
 export const rawMessageStorages = sqliteTable("raw_message_storage", {
     rawStorageId: text("raw_storage_id").primaryKey().$defaultFn(() => generateBase36Id()),
     messageId: text("message_id").notNull(),
@@ -597,17 +612,6 @@ export const bodyPartStorages = sqliteTable("body_part_storage", {
 }, (table) => [
     index("body_part_storage_by_message_id").on(table.messageId, table.bodyPartStorageId),
 ]);
-export const bodyPartContents = sqliteTable("body_part_content", {
-    bodyPartContentId: text("body_part_content_id").primaryKey().$defaultFn(() => generateBase36Id()),
-    messageId: text("message_id").notNull(),
-    bodyPartId: text("body_part_id").notNull(),
-    content: text("content").notNull(),
-    contentLength: integer("content_length", { mode: "number" }).notNull(),
-    createdAt: integer("created_at", { mode: "number" }).notNull(),
-    updatedAt: integer("updated_at", { mode: "number" }).notNull(),
-}, (table) => [
-    index("body_part_content_by_message_id").on(table.messageId, table.bodyPartContentId),
-]);
 export const calendarEventIndexes = sqliteTable("calendar_event_index", {
     calendarId: text("calendar_id").notNull(),
     calendarObjectId: text("calendar_object_id").notNull(),
@@ -648,15 +652,3 @@ export const messageLabels = sqliteTable("message_label", {
     index("message_label_by_label_id").on(table.accountConfigId, table.labelId, table.createdAt),
     index("message_label_by_message_id").on(table.messageId, table.labelId),
 ]);
-export const filterAnchors = sqliteTable("filter_anchor", {
-    accountConfigId: text("account_config_id").notNull(),
-    filterId: text("filter_id").notNull(),
-    anchorEmbedding: text("anchor_embedding", { mode: "json" }).notNull(),
-    anchorEmbeddingId: text("anchor_embedding_id").notNull(),
-    anchorSourceText: text("anchor_source_text").notNull(),
-    anchorMessageId: text("anchor_message_id").notNull(),
-    createdAt: integer("created_at", { mode: "number" }).notNull(),
-    updatedAt: integer("updated_at", { mode: "number" }).notNull(),
-}, (table) => [
-    primaryKey({ name: "filter_anchor_pk", columns: [table.accountConfigId, table.filterId] }),
-]);

package/dist/types.d.ts

@@ -1,4 +1,31 @@
-/** UUID column stored as text, reads/writes as base36 */
+/** UUID column stored as text in the 36-character hyphenated form, reads/writes as base36 */
+export declare const canonicalUuid: {
+    (): import("drizzle-orm/sqlite-core").SQLiteCustomColumnBuilder<{
+        name: "";
+        dataType: "custom";
+        columnType: "SQLiteCustomColumn";
+        data: string;
+        driverParam: string;
+        enumValues: undefined;
+    }>;
+    <TConfig extends Record<string, any>>(fieldConfig?: TConfig): import("drizzle-orm/sqlite-core").SQLiteCustomColumnBuilder<{
+        name: "";
+        dataType: "custom";
+        columnType: "SQLiteCustomColumn";
+        data: string;
+        driverParam: string;
+        enumValues: undefined;
+    }>;
+    <TName extends string>(dbName: TName, fieldConfig?: unknown): import("drizzle-orm/sqlite-core").SQLiteCustomColumnBuilder<{
+        name: TName;
+        dataType: "custom";
+        columnType: "SQLiteCustomColumn";
+        data: string;
+        driverParam: string;
+        enumValues: undefined;
+    }>;
+};
+/** UUID column stored as text in the 25-character base36 form, reads/writes as base36 */
 export declare const base36Uuid: {
     (): import("drizzle-orm/sqlite-core").SQLiteCustomColumnBuilder<{
         name: "";
@@ -25,6 +52,33 @@ export declare const base36Uuid: {
         enumValues: undefined;
     }>;
 };
+/** UUID column stored as a 16-byte blob, reads/writes as base36 */
+export declare const rawUuid: {
+    (): import("drizzle-orm/sqlite-core").SQLiteCustomColumnBuilder<{
+        name: "";
+        dataType: "custom";
+        columnType: "SQLiteCustomColumn";
+        data: string;
+        driverParam: Uint8Array<ArrayBufferLike>;
+        enumValues: undefined;
+    }>;
+    <TConfig extends Record<string, any>>(fieldConfig?: TConfig): import("drizzle-orm/sqlite-core").SQLiteCustomColumnBuilder<{
+        name: "";
+        dataType: "custom";
+        columnType: "SQLiteCustomColumn";
+        data: string;
+        driverParam: Uint8Array<ArrayBufferLike>;
+        enumValues: undefined;
+    }>;
+    <TName extends string>(dbName: TName, fieldConfig?: unknown): import("drizzle-orm/sqlite-core").SQLiteCustomColumnBuilder<{
+        name: TName;
+        dataType: "custom";
+        columnType: "SQLiteCustomColumn";
+        data: string;
+        driverParam: Uint8Array<ArrayBufferLike>;
+        enumValues: undefined;
+    }>;
+};
 export declare function generateBase36Id(): string;
 export declare const nullableText: {
     (): import("drizzle-orm/sqlite-core").SQLiteCustomColumnBuilder<{
@@ -104,3 +158,29 @@ export declare const nullableReal: {
         enumValues: undefined;
     }>;
 };
+export declare const nullableBlob: {
+    (): import("drizzle-orm/sqlite-core").SQLiteCustomColumnBuilder<{
+        name: "";
+        dataType: "custom";
+        columnType: "SQLiteCustomColumn";
+        data: Uint8Array<ArrayBufferLike>;
+        driverParam: Uint8Array<ArrayBufferLike>;
+        enumValues: undefined;
+    }>;
+    <TConfig extends Record<string, any>>(fieldConfig?: TConfig): import("drizzle-orm/sqlite-core").SQLiteCustomColumnBuilder<{
+        name: "";
+        dataType: "custom";
+        columnType: "SQLiteCustomColumn";
+        data: Uint8Array<ArrayBufferLike>;
+        driverParam: Uint8Array<ArrayBufferLike>;
+        enumValues: undefined;
+    }>;
+    <TName extends string>(dbName: TName, fieldConfig?: unknown): import("drizzle-orm/sqlite-core").SQLiteCustomColumnBuilder<{
+        name: TName;
+        dataType: "custom";
+        columnType: "SQLiteCustomColumn";
+        data: Uint8Array<ArrayBufferLike>;
+        driverParam: Uint8Array<ArrayBufferLike>;
+        enumValues: undefined;
+    }>;
+};

package/dist/types.js

@@ -1,14 +1,140 @@
 import { customType } from "drizzle-orm/sqlite-core";
-import short from "short-uuid";
-const translator = short(short.constants.uuid25Base36);
-/** UUID column stored as text, reads/writes as base36 */
+const base36Digits = "0123456789abcdefghijklmnopqrstuvwxyz";
+const hexDigits = "0123456789abcdef";
+const base36Values = (() => {
+    const table = new Int8Array(128).fill(-1);
+    for (let i = 0; i < base36Digits.length; i += 1)
+        table[base36Digits.charCodeAt(i)] = i;
+    return table;
+})();
+const hexValues = (() => {
+    const table = new Int8Array(128).fill(-1);
+    for (let i = 0; i < hexDigits.length; i += 1) {
+        table[hexDigits.charCodeAt(i)] = i;
+        table[hexDigits.toUpperCase().charCodeAt(i)] = i;
+    }
+    return table;
+})();
+const hexOctets = (() => {
+    const table = [];
+    for (let i = 0; i < 256; i += 1)
+        table.push(i.toString(16).padStart(2, "0"));
+    return table;
+})();
+const base36Scales = [1, 36, 1296, 46656, 1679616, 60466176];
+function readBase36(id, start, count) {
+    let value = 0;
+    for (let i = start; i < start + count; i += 1) {
+        const code = id.charCodeAt(i);
+        const digit = code < 128 ? base36Values[code] : -1;
+        if (digit < 0)
+            throw new Error(`Not a base36 uuid: ${id}`);
+        value = value * 36 + digit;
+    }
+    return value;
+}
+function scaleAndAdd(limbs, scale, addend) {
+    let carry = addend;
+    for (let i = 7; i >= 0; i -= 1) {
+        const product = limbs[i] * scale + carry;
+        const low = product % 65536;
+        limbs[i] = low;
+        carry = (product - low) / 65536;
+    }
+    return carry;
+}
+function base36ToBytes(id) {
+    if (id.length === 0 || id.length > 25)
+        throw new Error(`Not a base36 uuid: ${id}`);
+    const limbs = new Uint32Array(8);
+    const head = id.length % 5;
+    if (head > 0 && scaleAndAdd(limbs, base36Scales[head], readBase36(id, 0, head)) !== 0) {
+        throw new Error(`base36 uuid does not fit in 128 bits: ${id}`);
+    }
+    for (let cursor = head; cursor < id.length; cursor += 5) {
+        if (scaleAndAdd(limbs, 60466176, readBase36(id, cursor, 5)) !== 0) {
+            throw new Error(`base36 uuid does not fit in 128 bits: ${id}`);
+        }
+    }
+    const bytes = new Uint8Array(16);
+    for (let i = 0; i < 8; i += 1) {
+        bytes[i * 2] = limbs[i] >>> 8;
+        bytes[i * 2 + 1] = limbs[i] & 0xff;
+    }
+    return bytes;
+}
+function bytesToBase36(bytes) {
+    if (bytes.length !== 16)
+        throw new Error(`Not a 16-byte uuid: ${bytes.length} bytes`);
+    const limbs = new Uint32Array(8);
+    for (let i = 0; i < 8; i += 1)
+        limbs[i] = (bytes[i * 2] << 8) | bytes[i * 2 + 1];
+    let id = "";
+    for (let chunk = 0; chunk < 5; chunk += 1) {
+        let remainder = 0;
+        for (let i = 0; i < 8; i += 1) {
+            const current = remainder * 65536 + limbs[i];
+            const quotient = Math.floor(current / 60466176);
+            limbs[i] = quotient;
+            remainder = current - quotient * 60466176;
+        }
+        let piece = "";
+        for (let i = 0; i < 5; i += 1) {
+            const digit = remainder % 36;
+            piece = base36Digits[digit] + piece;
+            remainder = (remainder - digit) / 36;
+        }
+        id = piece + id;
+    }
+    return id;
+}
+function uuidToBytes(uuid) {
+    const bytes = new Uint8Array(16);
+    let cursor = 0;
+    for (let i = 0; i < 16; i += 1) {
+        if (uuid.charCodeAt(cursor) === 45)
+            cursor += 1;
+        const high = readHex(uuid, cursor);
+        const low = readHex(uuid, cursor + 1);
+        bytes[i] = (high << 4) | low;
+        cursor += 2;
+    }
+    if (cursor !== uuid.length)
+        throw new Error(`Not a uuid: ${uuid}`);
+    return bytes;
+}
+function readHex(uuid, index) {
+    const code = uuid.charCodeAt(index);
+    const value = code < 128 ? hexValues[code] : -1;
+    if (value < 0)
+        throw new Error(`Not a uuid: ${uuid}`);
+    return value;
+}
+function bytesToUuid(bytes) {
+    return `${hexOctets[bytes[0]]}${hexOctets[bytes[1]]}${hexOctets[bytes[2]]}${hexOctets[bytes[3]]}-${hexOctets[bytes[4]]}${hexOctets[bytes[5]]}-${hexOctets[bytes[6]]}${hexOctets[bytes[7]]}-${hexOctets[bytes[8]]}${hexOctets[bytes[9]]}-${hexOctets[bytes[10]]}${hexOctets[bytes[11]]}${hexOctets[bytes[12]]}${hexOctets[bytes[13]]}${hexOctets[bytes[14]]}${hexOctets[bytes[15]]}`;
+}
+/** UUID column stored as text in the 36-character hyphenated form, reads/writes as base36 */
+export const canonicalUuid = customType({
+    dataType: () => "text",
+    toDriver: (value) => bytesToUuid(base36ToBytes(value)),
+    fromDriver: (value) => bytesToBase36(uuidToBytes(value)),
+});
+/** UUID column stored as text in the 25-character base36 form, reads/writes as base36 */
 export const base36Uuid = customType({
     dataType: () => "text",
-    toDriver: (value) => translator.toUUID(value),
-    fromDriver: (value) => translator.fromUUID(value),
+});
+/** UUID column stored as a 16-byte blob, reads/writes as base36 */
+export const rawUuid = customType({
+    dataType: () => "blob",
+    toDriver: (value) => base36ToBytes(value),
+    fromDriver: (value) => bytesToBase36(value),
 });
 export function generateBase36Id() {
-    return translator.new();
+    const bytes = new Uint8Array(16);
+    crypto.getRandomValues(bytes);
+    bytes[6] = (bytes[6] & 0x0f) | 0x40;
+    bytes[8] = (bytes[8] & 0x3f) | 0x80;
+    return bytesToBase36(bytes);
 }
 export const nullableText = customType({
     dataType: () => "text",
@@ -22,3 +148,7 @@ export const nullableReal = customType({
     dataType: () => "real",
     fromDriver: (v) => v ?? undefined,
 });
+export const nullableBlob = customType({
+    dataType: () => "blob",
+    fromDriver: (v) => v ?? undefined,
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remit/drizzle-sqlite-schema",
-  "version": "0.0.34",
+  "version": "0.0.35",
   "type": "module",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -15,9 +15,6 @@
     "build": "tsc",
     "prepare": "tsc"
   },
-  "dependencies": {
-    "short-uuid": "^5.2.0"
-  },
   "peerDependencies": {
     "drizzle-orm": ">=0.30.0",
     "typescript": ">=5.0.0"

package/schema.ts

@@ -1,4 +1,4 @@
-import { index, integer, primaryKey, real, sqliteTable, text, uniqueIndex } from "drizzle-orm/sqlite-core";
+import { index, integer, primaryKey, sqliteTable, text, uniqueIndex } from "drizzle-orm/sqlite-core";
 import { generateBase36Id, nullableInteger, nullableText } from "./types.js";
 
 export const accountExportRequests = sqliteTable(
@@ -52,6 +52,25 @@ export const quarantines = sqliteTable(
   ],
 );
 
+export const syncWarnings = sqliteTable(
+  "sync_warning",
+  {
+    syncWarningId: text("sync_warning_id").primaryKey().$defaultFn(() => generateBase36Id()),
+    accountConfigId: text("account_config_id").notNull(),
+    accountId: text("account_id").notNull(),
+    mailboxId: text("mailbox_id").notNull(),
+    uidValidity: integer("uid_validity", { mode: "number" }).notNull(),
+    uid: integer("uid", { mode: "number" }).notNull(),
+    stage: text("stage").$type<"Header" | "Body">().notNull(),
+    attempts: integer("attempts").notNull(),
+    createdAt: integer("created_at", { mode: "number" }).notNull(),
+  },
+  (table) => [
+    index("sync_warning_by_mailbox_id").on(table.mailboxId),
+    index("sync_warning_by_account_config_id").on(table.accountConfigId, table.createdAt),
+  ],
+);
+
 export const accountConfigs = sqliteTable(
   "account_config",
   {
@@ -156,11 +175,10 @@ export const filters = sqliteTable(
     ttl: integer("ttl", { mode: "number" }),
     state: text("state").$type<"Active" | "Expired" | "Disabled">().notNull().default("Active"),
     disabledReason: text("disabled_reason").$type<"None" | "UserDisabled" | "AwaitingFolder" | "FolderCreateFailed" | "FolderMissing">().notNull().default("None"),
-    hasAnchor: integer("has_anchor", { mode: "boolean" }).notNull().default(false),
     ruleChangedAt: integer("rule_changed_at", { mode: "number" }).notNull(),
     actionChangedAt: integer("action_changed_at", { mode: "number" }).notNull(),
     matchOperator: text("match_operator").$type<"And" | "Or">().notNull().default("And"),
-    literalClauses: text("literal_clauses", { mode: "json" }).notNull().default([]),
+    literalClauses: text("literal_clauses", { mode: "json" }).notNull(),
     actionLabelId: text("action_label_id").notNull().default("None"),
     actionMailboxId: text("action_mailbox_id").notNull().default("None"),
     createdAt: integer("created_at", { mode: "number" }).notNull(),
@@ -197,10 +215,8 @@ export const organizeJobRequests = sqliteTable(
     userId: text("user_id").notNull(),
     state: text("state").$type<"Pending" | "Running" | "Complete" | "Failed">().notNull().default("Pending"),
     filterId: text("filter_id").notNull().default("None"),
-    anchorMessageId: text("anchor_message_id").notNull().default("None"),
     matchOperator: text("match_operator").$type<"And" | "Or">().notNull().default("And"),
     literalClauses: text("literal_clauses", { mode: "json" }).notNull().default([]),
-    similarityThreshold: real("similarity_threshold").notNull().default(0.75),
     actionLabelId: text("action_label_id").notNull().default("None"),
     actionMailboxId: text("action_mailbox_id").notNull().default("None"),
     matchedCount: integer("matched_count").notNull().default(0),
@@ -392,7 +408,7 @@ export const addresses = sqliteTable(
   ],
 );
 
-export const messages = sqliteTable(
+export const messageRecords = sqliteTable(
   "message",
   {
     messageId: text("message_id").primaryKey().$defaultFn(() => generateBase36Id()),
@@ -401,7 +417,6 @@ export const messages = sqliteTable(
     sequenceNumber: integer("sequence_number").notNull(),
     rfc822Size: integer("rfc822_size", { mode: "number" }).notNull(),
     internalDate: integer("internal_date", { mode: "number" }).notNull(),
-    messageIdHeader: nullableText("message_id_header"),
     envelopeId: text("envelope_id").notNull(),
     rootBodyPartId: text("root_body_part_id").notNull(),
     bodyStorageKey: nullableText("body_storage_key"),
@@ -719,6 +734,12 @@ export const bodyPartParameters = sqliteTable(
   ],
 );
 
+export const bodyStructureRefetches = sqliteTable("body_structure_refetch", {
+  messageId: text("message_id").primaryKey().$defaultFn(() => generateBase36Id()),
+  createdAt: integer("created_at", { mode: "number" }).notNull(),
+  updatedAt: integer("updated_at", { mode: "number" }).notNull(),
+});
+
 export const rawMessageStorages = sqliteTable(
   "raw_message_storage",
   {
@@ -763,22 +784,6 @@ export const bodyPartStorages = sqliteTable(
   ],
 );
 
-export const bodyPartContents = sqliteTable(
-  "body_part_content",
-  {
-    bodyPartContentId: text("body_part_content_id").primaryKey().$defaultFn(() => generateBase36Id()),
-    messageId: text("message_id").notNull(),
-    bodyPartId: text("body_part_id").notNull(),
-    content: text("content").notNull(),
-    contentLength: integer("content_length", { mode: "number" }).notNull(),
-    createdAt: integer("created_at", { mode: "number" }).notNull(),
-    updatedAt: integer("updated_at", { mode: "number" }).notNull(),
-  },
-  (table) => [
-    index("body_part_content_by_message_id").on(table.messageId, table.bodyPartContentId),
-  ],
-);
-
 export const calendarEventIndexes = sqliteTable(
   "calendar_event_index",
   {
@@ -833,20 +838,3 @@ export const messageLabels = sqliteTable(
     index("message_label_by_message_id").on(table.messageId, table.labelId),
   ],
 );
-
-export const filterAnchors = sqliteTable(
-  "filter_anchor",
-  {
-    accountConfigId: text("account_config_id").notNull(),
-    filterId: text("filter_id").notNull(),
-    anchorEmbedding: text("anchor_embedding", { mode: "json" }).notNull(),
-    anchorEmbeddingId: text("anchor_embedding_id").notNull(),
-    anchorSourceText: text("anchor_source_text").notNull(),
-    anchorMessageId: text("anchor_message_id").notNull(),
-    createdAt: integer("created_at", { mode: "number" }).notNull(),
-    updatedAt: integer("updated_at", { mode: "number" }).notNull(),
-  },
-  (table) => [
-    primaryKey({ name: "filter_anchor_pk", columns: [table.accountConfigId, table.filterId] }),
-  ],
-);

package/types.ts

@@ -1,20 +1,156 @@
 import { customType } from "drizzle-orm/sqlite-core";
-import short from "short-uuid";
 
-const translator = short(short.constants.uuid25Base36);
+const base36Digits = "0123456789abcdefghijklmnopqrstuvwxyz";
+const hexDigits = "0123456789abcdef";
 
-/** UUID column stored as text, reads/writes as base36 */
+const base36Values = ((): Int8Array => {
+  const table = new Int8Array(128).fill(-1);
+  for (let i = 0; i < base36Digits.length; i += 1) table[base36Digits.charCodeAt(i)] = i;
+  return table;
+})();
+
+const hexValues = ((): Int8Array => {
+  const table = new Int8Array(128).fill(-1);
+  for (let i = 0; i < hexDigits.length; i += 1) {
+    table[hexDigits.charCodeAt(i)] = i;
+    table[hexDigits.toUpperCase().charCodeAt(i)] = i;
+  }
+  return table;
+})();
+
+const hexOctets = ((): string[] => {
+  const table: string[] = [];
+  for (let i = 0; i < 256; i += 1) table.push(i.toString(16).padStart(2, "0"));
+  return table;
+})();
+
+const base36Scales = [1, 36, 1296, 46656, 1679616, 60466176];
+
+function readBase36(id: string, start: number, count: number): number {
+  let value = 0;
+  for (let i = start; i < start + count; i += 1) {
+    const code = id.charCodeAt(i);
+    const digit = code < 128 ? base36Values[code] : -1;
+    if (digit < 0) throw new Error(`Not a base36 uuid: ${id}`);
+    value = value * 36 + digit;
+  }
+  return value;
+}
+
+function scaleAndAdd(limbs: Uint32Array, scale: number, addend: number): number {
+  let carry = addend;
+  for (let i = 7; i >= 0; i -= 1) {
+    const product = limbs[i] * scale + carry;
+    const low = product % 65536;
+    limbs[i] = low;
+    carry = (product - low) / 65536;
+  }
+  return carry;
+}
+
+function base36ToBytes(id: string): Uint8Array {
+  if (id.length === 0 || id.length > 25) throw new Error(`Not a base36 uuid: ${id}`);
+  const limbs = new Uint32Array(8);
+  const head = id.length % 5;
+  if (head > 0 && scaleAndAdd(limbs, base36Scales[head], readBase36(id, 0, head)) !== 0) {
+    throw new Error(`base36 uuid does not fit in 128 bits: ${id}`);
+  }
+  for (let cursor = head; cursor < id.length; cursor += 5) {
+    if (scaleAndAdd(limbs, 60466176, readBase36(id, cursor, 5)) !== 0) {
+      throw new Error(`base36 uuid does not fit in 128 bits: ${id}`);
+    }
+  }
+  const bytes = new Uint8Array(16);
+  for (let i = 0; i < 8; i += 1) {
+    bytes[i * 2] = limbs[i] >>> 8;
+    bytes[i * 2 + 1] = limbs[i] & 0xff;
+  }
+  return bytes;
+}
+
+function bytesToBase36(bytes: Uint8Array): string {
+  if (bytes.length !== 16) throw new Error(`Not a 16-byte uuid: ${bytes.length} bytes`);
+  const limbs = new Uint32Array(8);
+  for (let i = 0; i < 8; i += 1) limbs[i] = (bytes[i * 2] << 8) | bytes[i * 2 + 1];
+  let id = "";
+  for (let chunk = 0; chunk < 5; chunk += 1) {
+    let remainder = 0;
+    for (let i = 0; i < 8; i += 1) {
+      const current = remainder * 65536 + limbs[i];
+      const quotient = Math.floor(current / 60466176);
+      limbs[i] = quotient;
+      remainder = current - quotient * 60466176;
+    }
+    let piece = "";
+    for (let i = 0; i < 5; i += 1) {
+      const digit = remainder % 36;
+      piece = base36Digits[digit] + piece;
+      remainder = (remainder - digit) / 36;
+    }
+    id = piece + id;
+  }
+  return id;
+}
+
+function uuidToBytes(uuid: string): Uint8Array {
+  const bytes = new Uint8Array(16);
+  let cursor = 0;
+  for (let i = 0; i < 16; i += 1) {
+    if (uuid.charCodeAt(cursor) === 45) cursor += 1;
+    const high = readHex(uuid, cursor);
+    const low = readHex(uuid, cursor + 1);
+    bytes[i] = (high << 4) | low;
+    cursor += 2;
+  }
+  if (cursor !== uuid.length) throw new Error(`Not a uuid: ${uuid}`);
+  return bytes;
+}
+
+function readHex(uuid: string, index: number): number {
+  const code = uuid.charCodeAt(index);
+  const value = code < 128 ? hexValues[code] : -1;
+  if (value < 0) throw new Error(`Not a uuid: ${uuid}`);
+  return value;
+}
+
+function bytesToUuid(bytes: Uint8Array): string {
+  return `${hexOctets[bytes[0]]}${hexOctets[bytes[1]]}${hexOctets[bytes[2]]}${hexOctets[bytes[3]]}-${hexOctets[bytes[4]]}${hexOctets[bytes[5]]}-${hexOctets[bytes[6]]}${hexOctets[bytes[7]]}-${hexOctets[bytes[8]]}${hexOctets[bytes[9]]}-${hexOctets[bytes[10]]}${hexOctets[bytes[11]]}${hexOctets[bytes[12]]}${hexOctets[bytes[13]]}${hexOctets[bytes[14]]}${hexOctets[bytes[15]]}`;
+}
+
+/** UUID column stored as text in the 36-character hyphenated form, reads/writes as base36 */
+export const canonicalUuid = customType<{
+  data: string;
+  driverData: string;
+}>({
+  dataType: () => "text",
+  toDriver: (value: string): string => bytesToUuid(base36ToBytes(value)),
+  fromDriver: (value: string): string => bytesToBase36(uuidToBytes(value)),
+});
+
+/** UUID column stored as text in the 25-character base36 form, reads/writes as base36 */
 export const base36Uuid = customType<{
   data: string;
   driverData: string;
 }>({
   dataType: () => "text",
-  toDriver: (value: string): string => translator.toUUID(value),
-  fromDriver: (value: string): string => translator.fromUUID(value),
+});
+
+/** UUID column stored as a 16-byte blob, reads/writes as base36 */
+export const rawUuid = customType<{
+  data: string;
+  driverData: Uint8Array;
+}>({
+  dataType: () => "blob",
+  toDriver: (value: string): Uint8Array => base36ToBytes(value),
+  fromDriver: (value: Uint8Array): string => bytesToBase36(value),
 });
 
 export function generateBase36Id(): string {
-  return translator.new();
+  const bytes = new Uint8Array(16);
+  crypto.getRandomValues(bytes);
+  bytes[6] = (bytes[6] & 0x0f) | 0x40;
+  bytes[8] = (bytes[8] & 0x3f) | 0x80;
+  return bytesToBase36(bytes);
 }
 
 export const nullableText = customType<{
@@ -40,3 +176,11 @@ export const nullableReal = customType<{
   dataType: () => "real",
   fromDriver: (v) => v ?? undefined,
 });
+
+export const nullableBlob = customType<{
+  data: Uint8Array | undefined;
+  driverData: Uint8Array | null;
+}>({
+  dataType: () => "blob",
+  fromDriver: (v) => v ?? undefined,
+});