@dotdo/postgres 0.1.0

package/src/migrations/progress-tracker.test.ts

@@ -0,0 +1,937 @@
+/**
+ * Tests for Migration Progress Tracker
+ */
+
+import { describe, it, expect, beforeEach } from 'vitest'
+import {
+  MigrationProgressTracker,
+  InMemoryProgressStorage,
+  createProgressTracker,
+  type DOProgressState,
+  type MigrationOperation,
+  type ProgressStorage,
+} from './progress-tracker'
+
+describe('InMemoryProgressStorage', () => {
+  let storage: InMemoryProgressStorage
+
+  beforeEach(() => {
+    storage = new InMemoryProgressStorage()
+  })
+
+  it('should store and retrieve operations', async () => {
+    const operation: MigrationOperation = {
+      migrationId: 'test-migration',
+      targetVersion: 5,
+      status: 'pending',
+      totalDOs: 10,
+      startedAt: new Date().toISOString(),
+      stats: {
+        total: 10,
+        pending: 10,
+        running: 0,
+        completed: 0,
+        failed: 0,
+        skipped: 0,
+        percentComplete: 0,
+        estimatedTimeRemainingMs: null,
+        avgExecutionTimeMs: 0,
+      },
+    }
+
+    await storage.setOperation('test-migration', operation)
+    const retrieved = await storage.getOperation('test-migration')
+
+    expect(retrieved).toEqual(operation)
+  })
+
+  it('should return null for non-existent operation', async () => {
+    const result = await storage.getOperation('non-existent')
+    expect(result).toBeNull()
+  })
+
+  it('should store and retrieve DO progress', async () => {
+    const progress: DOProgressState = {
+      doId: 'do-1',
+      status: 'pending',
+      currentVersion: null,
+      targetVersion: 5,
+      migrationsCompleted: 0,
+      totalMigrations: 5,
+    }
+
+    await storage.setDOProgress('test-migration', 'do-1', progress)
+    const retrieved = await storage.getDOProgress('test-migration', 'do-1')
+
+    expect(retrieved).toEqual(progress)
+  })
+
+  it('should get all DO progress for a migration', async () => {
+    const progress1: DOProgressState = {
+      doId: 'do-1',
+      status: 'pending',
+      currentVersion: null,
+      targetVersion: 5,
+      migrationsCompleted: 0,
+      totalMigrations: 5,
+    }
+
+    const progress2: DOProgressState = {
+      doId: 'do-2',
+      status: 'running',
+      currentVersion: 2,
+      targetVersion: 5,
+      migrationsCompleted: 2,
+      totalMigrations: 5,
+    }
+
+    await storage.setDOProgress('test-migration', 'do-1', progress1)
+    await storage.setDOProgress('test-migration', 'do-2', progress2)
+
+    const all = await storage.getAllDOProgress('test-migration')
+    expect(all).toHaveLength(2)
+    expect(all).toContainEqual(progress1)
+    expect(all).toContainEqual(progress2)
+  })
+
+  it('should filter DO progress by status', async () => {
+    await storage.setDOProgress('test-migration', 'do-1', {
+      doId: 'do-1',
+      status: 'pending',
+      currentVersion: null,
+      targetVersion: 5,
+      migrationsCompleted: 0,
+      totalMigrations: 5,
+    })
+
+    await storage.setDOProgress('test-migration', 'do-2', {
+      doId: 'do-2',
+      status: 'running',
+      currentVersion: 2,
+      targetVersion: 5,
+      migrationsCompleted: 2,
+      totalMigrations: 5,
+    })
+
+    await storage.setDOProgress('test-migration', 'do-3', {
+      doId: 'do-3',
+      status: 'running',
+      currentVersion: 3,
+      targetVersion: 5,
+      migrationsCompleted: 3,
+      totalMigrations: 5,
+    })
+
+    const pending = await storage.getDOProgressByStatus('test-migration', 'pending')
+    const running = await storage.getDOProgressByStatus('test-migration', 'running')
+
+    expect(pending).toHaveLength(1)
+    expect(pending[0].doId).toBe('do-1')
+    expect(running).toHaveLength(2)
+  })
+
+  it('should delete operation and all progress', async () => {
+    const operation: MigrationOperation = {
+      migrationId: 'test-migration',
+      targetVersion: 5,
+      status: 'pending',
+      totalDOs: 1,
+      startedAt: new Date().toISOString(),
+      stats: {
+        total: 1,
+        pending: 1,
+        running: 0,
+        completed: 0,
+        failed: 0,
+        skipped: 0,
+        percentComplete: 0,
+        estimatedTimeRemainingMs: null,
+        avgExecutionTimeMs: 0,
+      },
+    }
+
+    await storage.setOperation('test-migration', operation)
+    await storage.setDOProgress('test-migration', 'do-1', {
+      doId: 'do-1',
+      status: 'pending',
+      currentVersion: null,
+      targetVersion: 5,
+      migrationsCompleted: 0,
+      totalMigrations: 5,
+    })
+
+    await storage.deleteOperation('test-migration')
+
+    expect(await storage.getOperation('test-migration')).toBeNull()
+    expect(await storage.getAllDOProgress('test-migration')).toHaveLength(0)
+  })
+
+  it('should list all operations', async () => {
+    const op1: MigrationOperation = {
+      migrationId: 'migration-1',
+      targetVersion: 5,
+      status: 'running',
+      totalDOs: 10,
+      startedAt: new Date().toISOString(),
+      stats: {
+        total: 10,
+        pending: 5,
+        running: 5,
+        completed: 0,
+        failed: 0,
+        skipped: 0,
+        percentComplete: 0,
+        estimatedTimeRemainingMs: null,
+        avgExecutionTimeMs: 0,
+      },
+    }
+
+    const op2: MigrationOperation = {
+      migrationId: 'migration-2',
+      targetVersion: 3,
+      status: 'completed',
+      totalDOs: 5,
+      startedAt: new Date().toISOString(),
+      completedAt: new Date().toISOString(),
+      stats: {
+        total: 5,
+        pending: 0,
+        running: 0,
+        completed: 5,
+        failed: 0,
+        skipped: 0,
+        percentComplete: 100,
+        estimatedTimeRemainingMs: null,
+        avgExecutionTimeMs: 1000,
+      },
+    }
+
+    await storage.setOperation('migration-1', op1)
+    await storage.setOperation('migration-2', op2)
+
+    const operations = await storage.listOperations()
+    expect(operations).toHaveLength(2)
+    expect(operations).toContainEqual(op1)
+    expect(operations).toContainEqual(op2)
+  })
+})
+
+describe('MigrationProgressTracker', () => {
+  let tracker: MigrationProgressTracker
+  let storage: InMemoryProgressStorage
+
+  beforeEach(() => {
+    storage = new InMemoryProgressStorage()
+    tracker = createProgressTracker({ storage, debug: false })
+  })
+
+  describe('startMigration', () => {
+    it('should create a new migration operation', async () => {
+      const doIds = ['do-1', 'do-2', 'do-3']
+      const operation = await tracker.startMigration('migration-1', doIds, 5)
+
+      expect(operation.migrationId).toBe('migration-1')
+      expect(operation.targetVersion).toBe(5)
+      expect(operation.status).toBe('pending')
+      expect(operation.totalDOs).toBe(3)
+      expect(operation.stats.total).toBe(3)
+      expect(operation.stats.pending).toBe(3)
+      expect(operation.startedAt).toBeTruthy()
+    })
+
+    it('should initialize all DOs as pending', async () => {
+      const doIds = ['do-1', 'do-2', 'do-3']
+      await tracker.startMigration('migration-1', doIds, 5)
+
+      const pending = await tracker.getPendingDOs('migration-1')
+      expect(pending).toHaveLength(3)
+      expect(pending).toContain('do-1')
+      expect(pending).toContain('do-2')
+      expect(pending).toContain('do-3')
+    })
+
+    it('should accept optional metadata', async () => {
+      const operation = await tracker.startMigration('migration-1', ['do-1'], 5, {
+        initiatedBy: 'admin@example.com',
+        description: 'Initial schema migration',
+      })
+
+      expect(operation.initiatedBy).toBe('admin@example.com')
+      expect(operation.description).toBe('Initial schema migration')
+    })
+
+    it('should throw if migration already exists', async () => {
+      await tracker.startMigration('migration-1', ['do-1'], 5)
+
+      await expect(tracker.startMigration('migration-1', ['do-2'], 5)).rejects.toThrow(
+        'Migration operation migration-1 already exists'
+      )
+    })
+  })
+
+  describe('reportProgress', () => {
+    beforeEach(async () => {
+      await tracker.startMigration('migration-1', ['do-1', 'do-2', 'do-3'], 5)
+    })
+
+    it('should update DO progress', async () => {
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 2,
+        migrationsCompleted: 2,
+        totalMigrations: 5,
+      })
+
+      const progress = await tracker.getDOProgress('migration-1', 'do-1')
+      expect(progress?.status).toBe('running')
+      expect(progress?.currentVersion).toBe(2)
+      expect(progress?.migrationsCompleted).toBe(2)
+    })
+
+    it('should set startedAt timestamp when status changes to running', async () => {
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 1,
+        migrationsCompleted: 1,
+        totalMigrations: 5,
+      })
+
+      const progress = await tracker.getDOProgress('migration-1', 'do-1')
+      expect(progress?.startedAt).toBeTruthy()
+    })
+
+    it('should set completedAt timestamp when status changes to completed', async () => {
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 3,
+        migrationsCompleted: 3,
+        totalMigrations: 5,
+      })
+
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'completed',
+        currentVersion: 5,
+        migrationsCompleted: 5,
+        totalMigrations: 5,
+      })
+
+      const progress = await tracker.getDOProgress('migration-1', 'do-1')
+      expect(progress?.completedAt).toBeTruthy()
+      expect(progress?.executionTimeMs).toBeGreaterThanOrEqual(0)
+    })
+
+    it('should update operation status to running when first DO starts', async () => {
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 1,
+        migrationsCompleted: 1,
+        totalMigrations: 5,
+      })
+
+      const operation = await tracker.getProgress('migration-1')
+      expect(operation.status).toBe('running')
+    })
+
+    it('should update operation status to completed when all DOs finish', async () => {
+      // Complete all DOs
+      for (const doId of ['do-1', 'do-2', 'do-3']) {
+        await tracker.reportProgress('migration-1', {
+          doId,
+          status: 'running',
+          currentVersion: 3,
+          migrationsCompleted: 3,
+          totalMigrations: 5,
+        })
+
+        await tracker.reportProgress('migration-1', {
+          doId,
+          status: 'completed',
+          currentVersion: 5,
+          migrationsCompleted: 5,
+          totalMigrations: 5,
+        })
+      }
+
+      const operation = await tracker.getProgress('migration-1')
+      expect(operation.status).toBe('completed')
+      expect(operation.completedAt).toBeTruthy()
+    })
+
+    it('should update operation status to failed if any DO fails', async () => {
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 2,
+        migrationsCompleted: 2,
+        totalMigrations: 5,
+      })
+
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'failed',
+        currentVersion: 2,
+        migrationsCompleted: 2,
+        totalMigrations: 5,
+        error: 'Migration failed',
+      })
+
+      // Complete remaining DOs
+      for (const doId of ['do-2', 'do-3']) {
+        await tracker.reportProgress('migration-1', {
+          doId,
+          status: 'completed',
+          currentVersion: 5,
+          migrationsCompleted: 5,
+          totalMigrations: 5,
+        })
+      }
+
+      const operation = await tracker.getProgress('migration-1')
+      expect(operation.status).toBe('failed')
+    })
+
+    it('should throw if migration not found', async () => {
+      await expect(
+        tracker.reportProgress('non-existent', {
+          doId: 'do-1',
+          status: 'running',
+          currentVersion: 1,
+          migrationsCompleted: 1,
+          totalMigrations: 5,
+        })
+      ).rejects.toThrow('Migration operation non-existent not found')
+    })
+
+    it('should throw if DO not registered', async () => {
+      await expect(
+        tracker.reportProgress('migration-1', {
+          doId: 'non-registered-do',
+          status: 'running',
+          currentVersion: 1,
+          migrationsCompleted: 1,
+          totalMigrations: 5,
+        })
+      ).rejects.toThrow('DO non-registered-do not registered for migration migration-1')
+    })
+  })
+
+  describe('getProgress', () => {
+    beforeEach(async () => {
+      await tracker.startMigration('migration-1', ['do-1', 'do-2', 'do-3'], 5)
+    })
+
+    it('should calculate correct statistics', async () => {
+      // 1 running, 1 completed, 1 pending
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 2,
+        migrationsCompleted: 2,
+        totalMigrations: 5,
+      })
+
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-2',
+        status: 'completed',
+        currentVersion: 5,
+        migrationsCompleted: 5,
+        totalMigrations: 5,
+      })
+
+      const progress = await tracker.getProgress('migration-1')
+
+      expect(progress.stats.total).toBe(3)
+      expect(progress.stats.pending).toBe(1)
+      expect(progress.stats.running).toBe(1)
+      expect(progress.stats.completed).toBe(1)
+      expect(progress.stats.failed).toBe(0)
+      expect(progress.stats.percentComplete).toBe(33) // 1 completed out of 3
+    })
+
+    it('should calculate average execution time', async () => {
+      // Manually set execution times
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 3,
+        migrationsCompleted: 3,
+        totalMigrations: 5,
+      })
+
+      const progress1 = await storage.getDOProgress('migration-1', 'do-1')
+      await storage.setDOProgress('migration-1', 'do-1', {
+        ...progress1!,
+        status: 'completed',
+        executionTimeMs: 1000,
+      })
+
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-2',
+        status: 'running',
+        currentVersion: 3,
+        migrationsCompleted: 3,
+        totalMigrations: 5,
+      })
+
+      const progress2 = await storage.getDOProgress('migration-1', 'do-2')
+      await storage.setDOProgress('migration-1', 'do-2', {
+        ...progress2!,
+        status: 'completed',
+        executionTimeMs: 2000,
+      })
+
+      const progress = await tracker.getProgress('migration-1')
+      expect(progress.stats.avgExecutionTimeMs).toBe(1500) // (1000 + 2000) / 2
+    })
+
+    it('should estimate time remaining', async () => {
+      // Set up completed DO with known execution time
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 3,
+        migrationsCompleted: 3,
+        totalMigrations: 5,
+      })
+
+      const progress1 = await storage.getDOProgress('migration-1', 'do-1')
+      await storage.setDOProgress('migration-1', 'do-1', {
+        ...progress1!,
+        status: 'completed',
+        executionTimeMs: 1000,
+      })
+
+      // 2 DOs remaining (pending)
+      const progress = await tracker.getProgress('migration-1')
+      expect(progress.stats.estimatedTimeRemainingMs).toBe(2000) // 2 DOs * 1000ms avg
+    })
+  })
+
+  describe('getPendingDOs', () => {
+    beforeEach(async () => {
+      await tracker.startMigration('migration-1', ['do-1', 'do-2', 'do-3'], 5)
+    })
+
+    it('should return only pending DOs', async () => {
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 2,
+        migrationsCompleted: 2,
+        totalMigrations: 5,
+      })
+
+      const pending = await tracker.getPendingDOs('migration-1')
+      expect(pending).toHaveLength(2)
+      expect(pending).toContain('do-2')
+      expect(pending).toContain('do-3')
+      expect(pending).not.toContain('do-1')
+    })
+  })
+
+  describe('getRunningDOs', () => {
+    beforeEach(async () => {
+      await tracker.startMigration('migration-1', ['do-1', 'do-2', 'do-3'], 5)
+    })
+
+    it('should return only running DOs', async () => {
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 2,
+        migrationsCompleted: 2,
+        totalMigrations: 5,
+      })
+
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-2',
+        status: 'running',
+        currentVersion: 3,
+        migrationsCompleted: 3,
+        totalMigrations: 5,
+      })
+
+      const running = await tracker.getRunningDOs('migration-1')
+      expect(running).toHaveLength(2)
+      expect(running).toContain('do-1')
+      expect(running).toContain('do-2')
+    })
+  })
+
+  describe('getFailedDOs', () => {
+    beforeEach(async () => {
+      await tracker.startMigration('migration-1', ['do-1', 'do-2', 'do-3'], 5)
+    })
+
+    it('should return failed DOs with error messages', async () => {
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'failed',
+        currentVersion: 2,
+        migrationsCompleted: 2,
+        totalMigrations: 5,
+        error: 'Database connection failed',
+      })
+
+      const failed = await tracker.getFailedDOs('migration-1')
+      expect(failed).toHaveLength(1)
+      expect(failed[0].doId).toBe('do-1')
+      expect(failed[0].error).toBe('Database connection failed')
+    })
+  })
+
+  describe('pauseMigration', () => {
+    beforeEach(async () => {
+      await tracker.startMigration('migration-1', ['do-1', 'do-2'], 5)
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 2,
+        migrationsCompleted: 2,
+        totalMigrations: 5,
+      })
+    })
+
+    it('should pause a running migration', async () => {
+      await tracker.pauseMigration('migration-1')
+
+      const operation = await tracker.getProgress('migration-1')
+      expect(operation.status).toBe('paused')
+    })
+
+    it('should throw if migration not running', async () => {
+      await tracker.pauseMigration('migration-1')
+
+      await expect(tracker.pauseMigration('migration-1')).rejects.toThrow(
+        'Cannot pause migration migration-1 with status paused'
+      )
+    })
+  })
+
+  describe('resumeMigration', () => {
+    beforeEach(async () => {
+      await tracker.startMigration('migration-1', ['do-1', 'do-2'], 5)
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 2,
+        migrationsCompleted: 2,
+        totalMigrations: 5,
+      })
+      await tracker.pauseMigration('migration-1')
+    })
+
+    it('should resume a paused migration', async () => {
+      await tracker.resumeMigration('migration-1')
+
+      const operation = await tracker.getProgress('migration-1')
+      expect(operation.status).toBe('running')
+    })
+
+    it('should throw if migration not paused', async () => {
+      await tracker.resumeMigration('migration-1')
+
+      await expect(tracker.resumeMigration('migration-1')).rejects.toThrow(
+        'Cannot resume migration migration-1 with status running'
+      )
+    })
+  })
+
+  describe('cancelMigration', () => {
+    beforeEach(async () => {
+      await tracker.startMigration('migration-1', ['do-1', 'do-2'], 5)
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 2,
+        migrationsCompleted: 2,
+        totalMigrations: 5,
+      })
+    })
+
+    it('should cancel a running migration', async () => {
+      await tracker.cancelMigration('migration-1')
+
+      const operation = await tracker.getProgress('migration-1')
+      expect(operation.status).toBe('failed')
+      expect(operation.completedAt).toBeTruthy()
+    })
+
+    it('should throw if migration already completed', async () => {
+      // Complete all DOs
+      for (const doId of ['do-1', 'do-2']) {
+        await tracker.reportProgress('migration-1', {
+          doId,
+          status: 'completed',
+          currentVersion: 5,
+          migrationsCompleted: 5,
+          totalMigrations: 5,
+        })
+      }
+
+      await expect(tracker.cancelMigration('migration-1')).rejects.toThrow(
+        'Cannot cancel migration migration-1 with status completed'
+      )
+    })
+  })
+
+  describe('retryFailedDOs', () => {
+    beforeEach(async () => {
+      await tracker.startMigration('migration-1', ['do-1', 'do-2', 'do-3'], 5)
+
+      // Fail two DOs
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'failed',
+        currentVersion: 2,
+        migrationsCompleted: 2,
+        totalMigrations: 5,
+        error: 'Error 1',
+      })
+
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-2',
+        status: 'failed',
+        currentVersion: 3,
+        migrationsCompleted: 3,
+        totalMigrations: 5,
+        error: 'Error 2',
+      })
+
+      // Complete one DO
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-3',
+        status: 'completed',
+        currentVersion: 5,
+        migrationsCompleted: 5,
+        totalMigrations: 5,
+      })
+    })
+
+    it('should reset failed DOs to pending', async () => {
+      const retryCount = await tracker.retryFailedDOs('migration-1')
+
+      expect(retryCount).toBe(2)
+
+      const pending = await tracker.getPendingDOs('migration-1')
+      expect(pending).toHaveLength(2)
+      expect(pending).toContain('do-1')
+      expect(pending).toContain('do-2')
+
+      const failed = await tracker.getFailedDOs('migration-1')
+      expect(failed).toHaveLength(0)
+    })
+
+    it('should clear error messages on retry', async () => {
+      await tracker.retryFailedDOs('migration-1')
+
+      const progress1 = await tracker.getDOProgress('migration-1', 'do-1')
+      const progress2 = await tracker.getDOProgress('migration-1', 'do-2')
+
+      expect(progress1?.error).toBeUndefined()
+      expect(progress2?.error).toBeUndefined()
+    })
+
+    it('should update operation status from failed to running', async () => {
+      await tracker.retryFailedDOs('migration-1')
+
+      const operation = await tracker.getProgress('migration-1')
+      expect(operation.status).toBe('running')
+      expect(operation.completedAt).toBeUndefined()
+    })
+  })
+
+  describe('deleteMigration', () => {
+    beforeEach(async () => {
+      await tracker.startMigration('migration-1', ['do-1', 'do-2'], 5)
+    })
+
+    it('should delete migration operation and all progress', async () => {
+      await tracker.deleteMigration('migration-1')
+
+      await expect(tracker.getProgress('migration-1')).rejects.toThrow(
+        'Migration operation migration-1 not found'
+      )
+
+      const allProgress = await storage.getAllDOProgress('migration-1')
+      expect(allProgress).toHaveLength(0)
+    })
+  })
+
+  describe('listMigrations', () => {
+    it('should list all migration operations', async () => {
+      await tracker.startMigration('migration-1', ['do-1'], 5)
+      await tracker.startMigration('migration-2', ['do-2', 'do-3'], 3)
+
+      const operations = await tracker.listMigrations()
+      expect(operations).toHaveLength(2)
+      expect(operations.map((op) => op.migrationId)).toContain('migration-1')
+      expect(operations.map((op) => op.migrationId)).toContain('migration-2')
+    })
+  })
+
+  describe('Integration scenarios', () => {
+    it('should handle complete migration lifecycle', async () => {
+      // Start migration
+      const doIds = ['do-1', 'do-2', 'do-3']
+      await tracker.startMigration('migration-1', doIds, 5, {
+        initiatedBy: 'admin@example.com',
+        description: 'Schema v5 migration',
+      })
+
+      // Verify initial state
+      let progress = await tracker.getProgress('migration-1')
+      expect(progress.status).toBe('pending')
+      expect(progress.stats.pending).toBe(3)
+
+      // Start first DO
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 1,
+        migrationsCompleted: 1,
+        totalMigrations: 5,
+      })
+
+      progress = await tracker.getProgress('migration-1')
+      expect(progress.status).toBe('running')
+      expect(progress.stats.running).toBe(1)
+      expect(progress.stats.pending).toBe(2)
+
+      // Complete first DO
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'completed',
+        currentVersion: 5,
+        migrationsCompleted: 5,
+        totalMigrations: 5,
+      })
+
+      // Start and complete second DO
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-2',
+        status: 'running',
+        currentVersion: 2,
+        migrationsCompleted: 2,
+        totalMigrations: 5,
+      })
+
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-2',
+        status: 'completed',
+        currentVersion: 5,
+        migrationsCompleted: 5,
+        totalMigrations: 5,
+      })
+
+      // Start and complete third DO
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-3',
+        status: 'running',
+        currentVersion: 1,
+        migrationsCompleted: 1,
+        totalMigrations: 5,
+      })
+
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-3',
+        status: 'completed',
+        currentVersion: 5,
+        migrationsCompleted: 5,
+        totalMigrations: 5,
+      })
+
+      // Verify final state
+      progress = await tracker.getProgress('migration-1')
+      expect(progress.status).toBe('completed')
+      expect(progress.stats.completed).toBe(3)
+      expect(progress.stats.percentComplete).toBe(100)
+      expect(progress.completedAt).toBeTruthy()
+    })
+
+    it('should handle partial failures and retries', async () => {
+      await tracker.startMigration('migration-1', ['do-1', 'do-2', 'do-3'], 5)
+
+      // DO 1 succeeds
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'running',
+        currentVersion: 3,
+        migrationsCompleted: 3,
+        totalMigrations: 5,
+      })
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-1',
+        status: 'completed',
+        currentVersion: 5,
+        migrationsCompleted: 5,
+        totalMigrations: 5,
+      })
+
+      // DO 2 fails
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-2',
+        status: 'running',
+        currentVersion: 2,
+        migrationsCompleted: 2,
+        totalMigrations: 5,
+      })
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-2',
+        status: 'failed',
+        currentVersion: 2,
+        migrationsCompleted: 2,
+        totalMigrations: 5,
+        error: 'Network timeout',
+      })
+
+      // DO 3 still pending
+      let progress = await tracker.getProgress('migration-1')
+      expect(progress.stats.completed).toBe(1)
+      expect(progress.stats.failed).toBe(1)
+      expect(progress.stats.pending).toBe(1)
+
+      // Retry failed DO
+      await tracker.retryFailedDOs('migration-1')
+
+      progress = await tracker.getProgress('migration-1')
+      expect(progress.stats.failed).toBe(0)
+      expect(progress.stats.pending).toBe(2)
+
+      // Complete retried DO
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-2',
+        status: 'running',
+        currentVersion: 3,
+        migrationsCompleted: 3,
+        totalMigrations: 5,
+      })
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-2',
+        status: 'completed',
+        currentVersion: 5,
+        migrationsCompleted: 5,
+        totalMigrations: 5,
+      })
+
+      // Complete last DO
+      await tracker.reportProgress('migration-1', {
+        doId: 'do-3',
+        status: 'completed',
+        currentVersion: 5,
+        migrationsCompleted: 5,
+        totalMigrations: 5,
+      })
+
+      progress = await tracker.getProgress('migration-1')
+      expect(progress.status).toBe('completed')
+      expect(progress.stats.completed).toBe(3)
+      expect(progress.stats.percentComplete).toBe(100)
+    })
+  })
+})