@dotdo/do 0.1.0

package/dist/types/storage.d.ts

@@ -0,0 +1,276 @@
+/**
+ * Storage & CDC Types
+ *
+ * Three-tier storage architecture:
+ * - Hot: DO SQLite + Vortex (4ms)
+ * - Warm: Edge Cache API (10ms, free)
+ * - Cold: R2 + Iceberg (69ms, $0.015/GB/mo)
+ */
+/**
+ * CDC operation type
+ */
+export type CDCOperation = 'INSERT' | 'UPDATE' | 'DELETE';
+/**
+ * CDC event - emitted on every data change
+ */
+export interface CDCEvent<T = unknown> {
+    /** Unique event ID */
+    id: string;
+    /** Type of change */
+    operation: CDCOperation;
+    /** Collection/table name */
+    collection: string;
+    /** Document/row ID */
+    documentId: string;
+    /** When the change occurred */
+    timestamp: number;
+    /** Sequence number for ordering */
+    sequence: number;
+    /** Document state before change (for UPDATE/DELETE) */
+    before?: T;
+    /** Document state after change (for INSERT/UPDATE) */
+    after?: T;
+    /** List of fields that changed (for UPDATE) */
+    changedFields?: string[];
+    /** Source DO that emitted this event */
+    source?: string;
+    /** Correlation ID for tracing */
+    correlationId?: string;
+}
+/**
+ * CDC cursor for pagination
+ */
+export interface CDCCursor {
+    sequence: number;
+    timestamp: number;
+}
+/**
+ * CDC subscription options
+ */
+export interface CDCOptions {
+    /** Collections to subscribe to (empty = all) */
+    collections?: string[];
+    /** Operations to subscribe to (empty = all) */
+    operations?: CDCOperation[];
+    /** Start from this cursor */
+    fromCursor?: CDCCursor;
+    /** Include full document in before/after */
+    includeDocuments?: boolean;
+    /** Maximum batch size */
+    batchSize?: number;
+    /** Batch timeout in ms */
+    batchTimeout?: number;
+}
+/**
+ * CDC batch result
+ */
+export interface CDCBatch {
+    events: CDCEvent[];
+    cursor: CDCCursor;
+    hasMore: boolean;
+}
+/**
+ * CDC subscription handle
+ */
+export interface CDCSubscription {
+    id: string;
+    options: CDCOptions;
+    cursor: CDCCursor;
+    status: 'Active' | 'Paused' | 'Closed';
+    createdAt: number;
+}
+/**
+ * Storage tier levels
+ */
+export type StorageTier = 'Hot' | 'Warm' | 'Cold';
+/**
+ * Storage tier metadata
+ */
+export interface StorageTierInfo {
+    tier: StorageTier;
+    name: string;
+    description: string;
+    latency: string;
+    cost: string;
+    technology: string;
+}
+export declare const StorageTiers: Record<StorageTier, StorageTierInfo>;
+/**
+ * Snapshot of a DO's state for persistence
+ */
+export interface Snapshot {
+    /** Unique snapshot ID */
+    id: string;
+    /** DO ID this snapshot belongs to */
+    doId: string;
+    /** DO type */
+    doType: string;
+    /** When the snapshot was taken */
+    timestamp: number;
+    /** Version number */
+    version: number;
+    /** All tables/collections data */
+    tables: Record<string, unknown[]>;
+    /** Metadata */
+    metadata?: SnapshotMetadata;
+}
+export interface SnapshotMetadata {
+    /** Size in bytes */
+    sizeBytes: number;
+    /** Number of rows across all tables */
+    rowCount: number;
+    /** Compression used */
+    compression?: string;
+    /** Checksum for integrity */
+    checksum?: string;
+    /** Parent snapshot ID (for incremental) */
+    parentId?: string;
+    /** Whether this is a full or incremental snapshot */
+    type: 'Full' | 'Incremental';
+}
+/**
+ * R2 object reference
+ */
+export interface R2ObjectRef {
+    key: string;
+    bucket: string;
+    size: number;
+    etag: string;
+    uploaded: number;
+    httpMetadata?: R2HttpMetadata;
+    customMetadata?: Record<string, string>;
+}
+export interface R2HttpMetadata {
+    contentType?: string;
+    contentLanguage?: string;
+    contentDisposition?: string;
+    contentEncoding?: string;
+    cacheControl?: string;
+    cacheExpiry?: Date;
+}
+/**
+ * R2 storage operations
+ */
+export interface R2Storage {
+    /** Put an object */
+    put(key: string, value: ReadableStream | ArrayBuffer | string, options?: R2PutOptions): Promise<R2ObjectRef>;
+    /** Get an object */
+    get(key: string): Promise<R2Object | null>;
+    /** Delete an object */
+    delete(key: string | string[]): Promise<void>;
+    /** List objects */
+    list(options?: R2ListOptions): Promise<R2ListResult>;
+    /** Head (get metadata only) */
+    head(key: string): Promise<R2ObjectRef | null>;
+}
+export interface R2PutOptions {
+    httpMetadata?: R2HttpMetadata;
+    customMetadata?: Record<string, string>;
+    md5?: string;
+}
+export interface R2Object extends R2ObjectRef {
+    body: ReadableStream;
+    bodyUsed: boolean;
+    arrayBuffer(): Promise<ArrayBuffer>;
+    text(): Promise<string>;
+    json<T = unknown>(): Promise<T>;
+}
+export interface R2ListOptions {
+    prefix?: string;
+    delimiter?: string;
+    cursor?: string;
+    limit?: number;
+    include?: ('httpMetadata' | 'customMetadata')[];
+}
+export interface R2ListResult {
+    objects: R2ObjectRef[];
+    truncated: boolean;
+    cursor?: string;
+    delimitedPrefixes: string[];
+}
+/**
+ * Iceberg table metadata
+ */
+export interface IcebergTable {
+    name: string;
+    location: string;
+    schema: IcebergSchema;
+    partitionSpec: IcebergPartitionSpec;
+    sortOrder?: IcebergSortOrder;
+    properties: Record<string, string>;
+    currentSnapshotId?: string;
+    snapshots: IcebergSnapshot[];
+}
+export interface IcebergSchema {
+    schemaId: number;
+    fields: IcebergField[];
+}
+export interface IcebergField {
+    id: number;
+    name: string;
+    type: string;
+    required: boolean;
+    doc?: string;
+}
+export interface IcebergPartitionSpec {
+    specId: number;
+    fields: IcebergPartitionField[];
+}
+export interface IcebergPartitionField {
+    sourceId: number;
+    fieldId: number;
+    name: string;
+    transform: string;
+}
+export interface IcebergSortOrder {
+    orderId: number;
+    fields: IcebergSortField[];
+}
+export interface IcebergSortField {
+    sourceId: number;
+    direction: 'Asc' | 'Desc';
+    nullOrder: 'NullsFirst' | 'NullsLast';
+    transform: string;
+}
+export interface IcebergSnapshot {
+    snapshotId: string;
+    parentSnapshotId?: string;
+    sequenceNumber: number;
+    timestampMs: number;
+    manifestList: string;
+    summary: Record<string, string>;
+}
+/**
+ * Sync state between storage tiers
+ */
+export interface SyncState {
+    doId: string;
+    lastHotSequence: number;
+    lastWarmSequence: number;
+    lastColdSequence: number;
+    lastSyncTimestamp: number;
+    pendingChanges: number;
+}
+/**
+ * Sync options
+ */
+export interface SyncOptions {
+    /** Force sync even if not needed */
+    force?: boolean;
+    /** Target tier to sync to */
+    targetTier?: StorageTier;
+    /** Maximum changes to sync in one batch */
+    batchSize?: number;
+}
+/**
+ * Sync result
+ */
+export interface SyncResult {
+    success: boolean;
+    changesSynced: number;
+    bytesWritten: number;
+    duration: number;
+    newCursor: CDCCursor;
+    error?: string;
+}
+//# sourceMappingURL=storage.d.ts.map

package/dist/types/storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../types/storage.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAMH;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAA;AAEzD;;GAEG;AACH,MAAM,WAAW,QAAQ,CAAC,CAAC,GAAG,OAAO;IACnC,sBAAsB;IACtB,EAAE,EAAE,MAAM,CAAA;IACV,qBAAqB;IACrB,SAAS,EAAE,YAAY,CAAA;IACvB,4BAA4B;IAC5B,UAAU,EAAE,MAAM,CAAA;IAClB,sBAAsB;IACtB,UAAU,EAAE,MAAM,CAAA;IAClB,+BAA+B;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,mCAAmC;IACnC,QAAQ,EAAE,MAAM,CAAA;IAChB,uDAAuD;IACvD,MAAM,CAAC,EAAE,CAAC,CAAA;IACV,sDAAsD;IACtD,KAAK,CAAC,EAAE,CAAC,CAAA;IACT,+CAA+C;IAC/C,aAAa,CAAC,EAAE,MAAM,EAAE,CAAA;IACxB,wCAAwC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,iCAAiC;IACjC,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,gDAAgD;IAChD,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;IACtB,+CAA+C;IAC/C,UAAU,CAAC,EAAE,YAAY,EAAE,CAAA;IAC3B,6BAA6B;IAC7B,UAAU,CAAC,EAAE,SAAS,CAAA;IACtB,4CAA4C;IAC5C,gBAAgB,CAAC,EAAE,OAAO,CAAA;IAC1B,yBAAyB;IACzB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,0BAA0B;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,QAAQ,EAAE,CAAA;IAClB,MAAM,EAAE,SAAS,CAAA;IACjB,OAAO,EAAE,OAAO,CAAA;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAA;IACV,OAAO,EAAE,UAAU,CAAA;IACnB,MAAM,EAAE,SAAS,CAAA;IACjB,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAA;IACtC,SAAS,EAAE,MAAM,CAAA;CAClB;AAMD;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAA;AAEjD;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,WAAW,CAAA;IACjB,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,WAAW,EAAE,eAAe,CAyB7D,CAAA;AAMD;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,yBAAyB;IACzB,EAAE,EAAE,MAAM,CAAA;IACV,qCAAqC;IACrC,IAAI,EAAE,MAAM,CAAA;IACZ,cAAc;IACd,MAAM,EAAE,MAAM,CAAA;IACd,kCAAkC;IAClC,SAAS,EAAE,MAAM,CAAA;IACjB,qBAAqB;IACrB,OAAO,EAAE,MAAM,CAAA;IACf,kCAAkC;IAClC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;IACjC,eAAe;IACf,QAAQ,CAAC,EAAE,gBAAgB,CAAA;CAC5B;AAED,MAAM,WAAW,gBAAgB;IAC/B,oBAAoB;IACpB,SAAS,EAAE,MAAM,CAAA;IACjB,uCAAuC;IACvC,QAAQ,EAAE,MAAM,CAAA;IAChB,uBAAuB;IACvB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,6BAA6B;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,2CAA2C;IAC3C,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,qDAAqD;IACrD,IAAI,EAAE,MAAM,GAAG,aAAa,CAAA;CAC7B;AAMD;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAA;IACX,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,MAAM,CAAA;IAChB,YAAY,CAAC,EAAE,cAAc,CAAA;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACxC;AAED,MAAM,WAAW,cAAc;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,WAAW,CAAC,EAAE,IAAI,CAAA;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,oBAAoB;IACpB,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,GAAG,WAAW,GAAG,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC5G,oBAAoB;IACpB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAA;IAC1C,uBAAuB;IACvB,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC7C,mBAAmB;IACnB,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC,CAAA;IACpD,+BAA+B;IAC/B,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAAA;CAC/C;AAED,MAAM,WAAW,YAAY;IAC3B,YAAY,CAAC,EAAE,cAAc,CAAA;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACvC,GAAG,CAAC,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,QAAS,SAAQ,WAAW;IAC3C,IAAI,EAAE,cAAc,CAAA;IACpB,QAAQ,EAAE,OAAO,CAAA;IACjB,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC,CAAA;IACnC,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,CAAA;IACvB,IAAI,CAAC,CAAC,GAAG,OAAO,KAAK,OAAO,CAAC,CAAC,CAAC,CAAA;CAChC;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,CAAC,cAAc,GAAG,gBAAgB,CAAC,EAAE,CAAA;CAChD;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,WAAW,EAAE,CAAA;IACtB,SAAS,EAAE,OAAO,CAAA;IAClB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,iBAAiB,EAAE,MAAM,EAAE,CAAA;CAC5B;AAMD;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,aAAa,CAAA;IACrB,aAAa,EAAE,oBAAoB,CAAA;IACnC,SAAS,CAAC,EAAE,gBAAgB,CAAA;IAC5B,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAClC,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,SAAS,EAAE,eAAe,EAAE,CAAA;CAC7B;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,YAAY,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,OAAO,CAAA;IACjB,GAAG,CAAC,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,qBAAqB,EAAE,CAAA;CAChC;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,gBAAgB,EAAE,CAAA;CAC3B;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,KAAK,GAAG,MAAM,CAAA;IACzB,SAAS,EAAE,YAAY,GAAG,WAAW,CAAA;IACrC,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAA;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAChC;AAMD;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,eAAe,EAAE,MAAM,CAAA;IACvB,gBAAgB,EAAE,MAAM,CAAA;IACxB,gBAAgB,EAAE,MAAM,CAAA;IACxB,iBAAiB,EAAE,MAAM,CAAA;IACzB,cAAc,EAAE,MAAM,CAAA;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,oCAAoC;IACpC,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,6BAA6B;IAC7B,UAAU,CAAC,EAAE,WAAW,CAAA;IACxB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,OAAO,CAAA;IAChB,aAAa,EAAE,MAAM,CAAA;IACrB,YAAY,EAAE,MAAM,CAAA;IACpB,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,SAAS,CAAA;IACpB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf"}

package/dist/types/storage.js

@@ -0,0 +1,35 @@
+/**
+ * Storage & CDC Types
+ *
+ * Three-tier storage architecture:
+ * - Hot: DO SQLite + Vortex (4ms)
+ * - Warm: Edge Cache API (10ms, free)
+ * - Cold: R2 + Iceberg (69ms, $0.015/GB/mo)
+ */
+export const StorageTiers = {
+    Hot: {
+        tier: 'Hot',
+        name: 'Hot Storage',
+        description: 'DO SQLite + Vortex columnar',
+        latency: '~4ms',
+        cost: 'Included in DO pricing',
+        technology: 'SQLite + Vortex',
+    },
+    Warm: {
+        tier: 'Warm',
+        name: 'Warm Storage',
+        description: 'Edge Cache API',
+        latency: '~10ms',
+        cost: 'Free',
+        technology: 'Cloudflare Cache API',
+    },
+    Cold: {
+        tier: 'Cold',
+        name: 'Cold Storage',
+        description: 'R2 + Iceberg/Parquet',
+        latency: '~69ms',
+        cost: '$0.015/GB/month',
+        technology: 'R2 + Apache Iceberg',
+    },
+};
+//# sourceMappingURL=storage.js.map

package/dist/types/storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../types/storage.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AA0GH,MAAM,CAAC,MAAM,YAAY,GAAyC;IAChE,GAAG,EAAE;QACH,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,aAAa;QACnB,WAAW,EAAE,6BAA6B;QAC1C,OAAO,EAAE,MAAM;QACf,IAAI,EAAE,wBAAwB;QAC9B,UAAU,EAAE,iBAAiB;KAC9B;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,gBAAgB;QAC7B,OAAO,EAAE,OAAO;QAChB,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,sBAAsB;KACnC;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,sBAAsB;QACnC,OAAO,EAAE,OAAO;QAChB,IAAI,EAAE,iBAAiB;QACvB,UAAU,EAAE,qBAAqB;KAClC;CACF,CAAA"}