@powersync/service-module-mongodb 0.0.0-dev-20241219153510 → 0.0.0-dev-20250108073049

package/src/migrations/MonogMigrationAgent.ts

@@ -1,39 +0,0 @@
-import * as framework from '@powersync/lib-services-framework';
-
-import { migrations } from '@powersync/service-core';
-import { configFile } from '@powersync/service-types';
-import * as path from 'path';
-import { fileURLToPath } from 'url';
-import { createMongoLockManager } from '../locks/MonogLocks.js';
-import { createPowerSyncMongo, PowerSyncMongo } from '../storage/storage-index.js';
-import { createMongoMigrationStore } from './mongo-migration-store.js';
-
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-
-const MONGO_LOCK_PROCESS = 'migrations';
-const MIGRATIONS_DIR = path.join(__dirname, '/db/migrations');
-
-export class MongoMigrationAgent extends migrations.AbstractPowerSyncMigrationAgent {
-  store: framework.MigrationStore;
-  locks: framework.LockManager;
-
-  protected client: PowerSyncMongo;
-
-  constructor(mongoConfig: configFile.MongoStorageConfig) {
-    super();
-
-    this.client = createPowerSyncMongo(mongoConfig);
-
-    this.store = createMongoMigrationStore(this.client.db);
-    this.locks = createMongoLockManager(this.client.locks, { name: MONGO_LOCK_PROCESS });
-  }
-
-  getInternalScriptsDir(): string {
-    return MIGRATIONS_DIR;
-  }
-
-  async [Symbol.asyncDispose](): Promise<void> {
-    await this.client.client.close();
-  }
-}

package/src/migrations/db/migrations/1684951997326-init.ts

@@ -1,39 +0,0 @@
-import { migrations } from '@powersync/service-core';
-import { configFile } from '@powersync/service-types';
-import * as mongo from '../../../db/mongo.js';
-import * as storage from '../../../storage/storage-index.js';
-
-export const up: migrations.PowerSyncMigrationFunction = async (context) => {
-  const {
-    service_context: { configuration }
-  } = context;
-  const database = storage.createPowerSyncMongo(configuration.storage as configFile.MongoStorageConfig);
-  await mongo.waitForAuth(database.db);
-  try {
-    await database.bucket_parameters.createIndex(
-      {
-        'key.g': 1,
-        lookup: 1,
-        _id: 1
-      },
-      { name: 'lookup1' }
-    );
-  } finally {
-    await database.client.close();
-  }
-};
-
-export const down: migrations.PowerSyncMigrationFunction = async (context) => {
-  const {
-    service_context: { configuration }
-  } = context;
-
-  const database = storage.createPowerSyncMongo(configuration.storage as configFile.MongoStorageConfig);
-  try {
-    if (await database.bucket_parameters.indexExists('lookup')) {
-      await database.bucket_parameters.dropIndex('lookup1');
-    }
-  } finally {
-    await database.client.close();
-  }
-};

package/src/migrations/db/migrations/1688556755264-initial-sync-rules.ts

@@ -1,5 +0,0 @@
-export const up = async () => {
-  // No-op - we don't auto-create sync rules anymore
-};
-
-export const down = async () => {};

package/src/migrations/db/migrations/1702295701188-sync-rule-state.ts

@@ -1,105 +0,0 @@
-import { storage as core_storage, migrations } from '@powersync/service-core';
-import { configFile } from '@powersync/service-types';
-import * as mongo from '../../../db/mongo.js';
-import * as storage from '../../../storage/storage-index.js';
-
-interface LegacySyncRulesDocument extends storage.SyncRuleDocument {
-  /**
-   * True if this is the active sync rules.
-   * requires `snapshot_done == true` and `replicating == true`.
-   */
-  active?: boolean;
-
-  /**
-   * True if this sync rules should be used for replication.
-   *
-   * During reprocessing, there is one sync rules with `replicating = true, active = true`,
-   * and one with `replicating = true, active = false, auto_activate = true`.
-   */
-  replicating?: boolean;
-
-  /**
-   * True if the sync rules should set `active = true` when `snapshot_done` = true.
-   */
-  auto_activate?: boolean;
-}
-
-export const up: migrations.PowerSyncMigrationFunction = async (context) => {
-  const {
-    service_context: { configuration }
-  } = context;
-  const db = storage.createPowerSyncMongo(configuration.storage as configFile.MongoStorageConfig);
-
-  await mongo.waitForAuth(db.db);
-  try {
-    // We keep the old flags for existing deployments still shutting down.
-
-    // 1. New sync rules: `active = false, snapshot_done = false, replicating = true, auto_activate = true`
-    await db.sync_rules.updateMany(
-      {
-        active: { $ne: true },
-        replicating: true,
-        auto_activate: true
-      },
-      { $set: { state: core_storage.SyncRuleState.PROCESSING } }
-    );
-
-    // 2. Snapshot done: `active = true, snapshot_done = true, replicating = true, auto_activate = false`
-    await db.sync_rules.updateMany(
-      {
-        active: true
-      },
-      { $set: { state: core_storage.SyncRuleState.ACTIVE } }
-    );
-
-    // 3. Stopped: `active = false, snapshot_done = true, replicating = false, auto_activate = false`.
-    await db.sync_rules.updateMany(
-      {
-        active: { $ne: true },
-        replicating: { $ne: true },
-        auto_activate: { $ne: true }
-      },
-      { $set: { state: core_storage.SyncRuleState.STOP } }
-    );
-
-    const remaining = await db.sync_rules.find({ state: null as any }).toArray();
-    if (remaining.length > 0) {
-      const slots = remaining.map((doc) => doc.slot_name).join(', ');
-      throw new Error(`Invalid state for sync rules: ${slots}`);
-    }
-  } finally {
-    await db.client.close();
-  }
-};
-
-export const down: migrations.PowerSyncMigrationFunction = async (context) => {
-  const {
-    service_context: { configuration }
-  } = context;
-
-  const db = storage.createPowerSyncMongo(configuration.storage as configFile.MongoStorageConfig);
-  try {
-    await db.sync_rules.updateMany(
-      {
-        state: core_storage.SyncRuleState.ACTIVE
-      },
-      { $set: { active: true, replicating: true } }
-    );
-
-    await db.sync_rules.updateMany(
-      {
-        state: core_storage.SyncRuleState.PROCESSING
-      },
-      { $set: { active: false, replicating: true, auto_activate: true } }
-    );
-
-    await db.sync_rules.updateMany(
-      {
-        $or: [{ state: core_storage.SyncRuleState.STOP }, { state: core_storage.SyncRuleState.TERMINATED }]
-      },
-      { $set: { active: false, replicating: false, auto_activate: false } }
-    );
-  } finally {
-    await db.client.close();
-  }
-};

package/src/migrations/db/migrations/1711543888062-write-checkpoint-index.ts

@@ -1,38 +0,0 @@
-import { migrations } from '@powersync/service-core';
-import { configFile } from '@powersync/service-types';
-
-import * as storage from '../../../storage/storage-index.js';
-
-export const up: migrations.PowerSyncMigrationFunction = async (context) => {
-  const {
-    service_context: { configuration }
-  } = context;
-  const db = storage.createPowerSyncMongo(configuration.storage as configFile.MongoStorageConfig);
-
-  try {
-    await db.write_checkpoints.createIndex(
-      {
-        user_id: 1
-      },
-      { name: 'user_id' }
-    );
-  } finally {
-    await db.client.close();
-  }
-};
-
-export const down: migrations.PowerSyncMigrationFunction = async (context) => {
-  const {
-    service_context: { configuration }
-  } = context;
-
-  const db = storage.createPowerSyncMongo(configuration.storage as configFile.MongoStorageConfig);
-
-  try {
-    if (await db.write_checkpoints.indexExists('user_id')) {
-      await db.write_checkpoints.dropIndex('user_id');
-    }
-  } finally {
-    await db.client.close();
-  }
-};

package/src/migrations/db/migrations/1727099539247-custom-write-checkpoint-index.ts

@@ -1,40 +0,0 @@
-import { migrations } from '@powersync/service-core';
-import { configFile } from '@powersync/service-types';
-import * as storage from '../../../storage/storage-index.js';
-
-const INDEX_NAME = 'user_sync_rule_unique';
-
-export const up: migrations.PowerSyncMigrationFunction = async (context) => {
-  const {
-    service_context: { configuration }
-  } = context;
-  const db = storage.createPowerSyncMongo(configuration.storage as configFile.MongoStorageConfig);
-
-  try {
-    await db.custom_write_checkpoints.createIndex(
-      {
-        user_id: 1,
-        sync_rules_id: 1
-      },
-      { name: INDEX_NAME, unique: true }
-    );
-  } finally {
-    await db.client.close();
-  }
-};
-
-export const down: migrations.PowerSyncMigrationFunction = async (context) => {
-  const {
-    service_context: { configuration }
-  } = context;
-
-  const db = storage.createPowerSyncMongo(configuration.storage as configFile.MongoStorageConfig);
-
-  try {
-    if (await db.custom_write_checkpoints.indexExists(INDEX_NAME)) {
-      await db.custom_write_checkpoints.dropIndex(INDEX_NAME);
-    }
-  } finally {
-    await db.client.close();
-  }
-};

package/src/migrations/mongo-migration-store.ts

@@ -1,62 +0,0 @@
-import { migrations } from '@powersync/lib-services-framework';
-import { Db } from 'mongodb';
-import * as path from 'path';
-
-/**
- * A custom store for node-migrate which is used to save and load migrations that have
- * been operated on to mongo.
- */
-export const createMongoMigrationStore = (db: Db): migrations.MigrationStore => {
-  const collection = db.collection<migrations.MigrationState>('migrations');
-
-  return {
-    load: async () => {
-      const state_entry = await collection.findOne();
-      if (!state_entry) {
-        return;
-      }
-
-      const { _id, ...state } = state_entry;
-
-      /**
-       * This is for backwards compatibility. A previous version of the migration tool used to save
-       * state as `lastRun`.
-       */
-      let last_run = state.last_run;
-      if ('lastRun' in state) {
-        last_run = (state as any).lastRun;
-      }
-
-      /**
-       * This is for backwards compatibility. A previous version of the migration tool used to include the
-       * file extension in migration names. This strips that extension off if it exists
-       */
-      const extension = path.extname(last_run);
-      if (extension) {
-        last_run = last_run.replace(extension, '');
-      }
-
-      return {
-        last_run,
-        log: state.log || []
-      };
-    },
-
-    clear: async () => {
-      await collection.deleteMany({});
-    },
-
-    save: async (state: migrations.MigrationState) => {
-      await collection.replaceOne(
-        {},
-        {
-          last_run: state.last_run,
-          log: state.log
-        },
-        {
-          upsert: true
-        }
-      );
-    }
-  };
-};