agrs-sequelize-sdk 1.4.18 → 1.4.21

package/.worktrees/tt-snp-campaign-tables/run.sh

@@ -0,0 +1,214 @@
+# #!/bin/bash
+
+# # Check if root is only required for jq installation
+# require_root_for_jq=0
+
+# # Check if jq is installed
+# if ! command -v jq &> /dev/null; then
+#     echo "jq not found. Installing jq..."
+#     require_root_for_jq=1
+#     if command -v apt-get &> /dev/null; then
+#         sudo apt-get update && sudo apt-get install -y jq
+#     elif command -v brew &> /dev/null; then
+#         brew install jq
+#     else
+#         echo "Please install jq manually."
+#         exit 1
+#     fi
+# fi
+
+# # Only require root if jq installation was needed
+# if [[ $require_root_for_jq -eq 1 && $EUID -ne 0 ]]; then
+#     echo "This script must be run as root for jq installation. Please use sudo."
+#     exit 1
+# fi
+
+# # Step 1: Check if logged in to NPM
+# npmUsername=$(npm whoami 2>&1)
+# if [[ $npmUsername == *"ERR"* ]]; then
+#     echo "Not logged in. Please log in to NPM."
+#     npm login
+#     if [[ $? -ne 0 ]]; then
+#         echo "NPM login failed. Exiting..."
+#         exit 1
+#     fi
+# else
+#     echo "Already logged in to NPM as $npmUsername"
+# fi
+
+# # Step 2: Increment version in package.json
+# if [[ ! -f package.json ]]; then
+#     echo "package.json not found. Exiting..."
+#     exit 1
+# fi
+
+# currentVersion=$(jq -r '.version' package.json)
+
+# if [[ -z "$currentVersion" ]]; then
+#     echo "Could not find version in package.json"
+#     exit 1
+# fi
+
+# # Split version into major, minor, patch
+# IFS='.' read -r major minor patch <<< "$currentVersion"
+
+# # Increment version numbers with three-digit logic
+# if [[ $patch -eq 99 ]]; then
+#     patch=0
+#     if [[ $minor -eq 99 ]]; then
+#         minor=0
+#         ((major++))
+#     else
+#         ((minor++))
+#     fi
+# else
+#     ((patch++))
+# fi
+
+# newVersion="$major.$minor.$patch"
+
+# # Update the version in package.json while maintaining formatting
+# jq --arg version "$newVersion" '.version = $version' package.json > tmp.json && mv tmp.json package.json
+# echo "Version updated from $currentVersion to $newVersion"
+
+# # Step 3: Publish the package to NPM
+# npm publish
+# if [[ $? -ne 0 ]]; then
+#     echo "NPM publish failed. Exiting..."
+#     exit 1
+# fi
+
+# # Step 4: Commit the changes and push to GitHub
+# git add .
+# git commit -m "Bump version to $newVersion"
+# git push origin main
+
+# if [[ $? -ne 0 ]]; then
+#     echo "Failed to push changes to GitHub. Exiting..."
+#     exit 1
+# fi
+
+# echo "Version $newVersion published and changes pushed to GitHub successfully!"
+
+
+#!/bin/bash
+
+# Check if root is only required for jq installation
+require_root_for_jq=0
+
+# Check if jq is installed
+if ! command -v jq &> /dev/null; then
+    echo "jq not found. Installing jq..."
+    require_root_for_jq=1
+    if command -v apt-get &> /dev/null; then
+        sudo apt-get update && sudo apt-get install -y jq
+    elif command -v brew &> /dev/null; then
+        brew install jq
+    else
+        echo "Please install jq manually."
+        exit 1
+    fi
+fi
+
+# Only require root if jq installation was needed
+if [[ $require_root_for_jq -eq 1 && $EUID -ne 0 ]]; then
+    echo "This script must be run as root for jq installation. Please use sudo."
+    exit 1
+fi
+
+# Step 1: Check if logged in to NPM
+npmUsername=$(npm whoami 2>/dev/null)
+if [[ $? -ne 0 || -z "$npmUsername" ]]; then
+    echo "Not logged in. Please log in to NPM."
+    npm login
+    if [[ $? -ne 0 ]]; then
+        echo "NPM login failed. Exiting..."
+        exit 1
+    fi
+else
+    echo "Already logged in to NPM as $npmUsername"
+fi
+
+# Step 2: Check the latest published version from NPM
+packageName=$(jq -r '.name' package.json)
+if [[ -z "$packageName" ]]; then
+    echo "Could not find package name in package.json"
+    exit 1
+fi
+
+latestPublishedVersion=$(npm view "$packageName" version)
+if [[ $? -ne 0 ]]; then
+    echo "Failed to fetch the latest published version. Exiting..."
+    exit 1
+fi
+
+echo "Latest published version on NPM: $latestPublishedVersion"
+
+# Step 3: Increment version in package.json
+if [[ ! -f package.json ]]; then
+    echo "package.json not found. Exiting..."
+    exit 1
+fi
+
+currentVersion=$(jq -r '.version' package.json)
+
+if [[ -z "$currentVersion" ]]; then
+    echo "Could not find version in package.json"
+    exit 1
+fi
+
+# Split version into major, minor, patch
+IFS='.' read -r major minor patch <<< "$currentVersion"
+
+# Increment version numbers with three-digit logic
+if [[ $patch -eq 99 ]]; then
+    patch=0
+    if [[ $minor -eq 99 ]]; then
+        minor=0
+        ((major++))
+    else
+        ((minor++))
+    fi
+else
+    ((patch++))
+fi
+
+newVersion="$major.$minor.$patch"
+
+# Ensure the new version is greater than the latest published version
+if [[ "$(printf '%s\n' "$newVersion" "$latestPublishedVersion" | sort -V | tail -1)" != "$newVersion" ]]; then
+    echo "Error: New version ($newVersion) is not greater than the latest published version ($latestPublishedVersion)."
+    echo "Please manually update the version in package.json or adjust the script logic."
+    exit 1
+fi
+
+# Update the version in package.json while maintaining formatting
+jq --arg version "$newVersion" '.version = $version' package.json > tmp.json && mv tmp.json package.json
+echo "Version updated from $currentVersion to $newVersion"
+
+# Step 4: Publish the package to NPM
+npm publish
+if [[ $? -ne 0 ]]; then
+    echo "NPM publish failed. Exiting..."
+    exit 1
+fi
+
+# Step 5: Commit the changes and push to GitHub
+git add .
+git commit -m "Bump version to $newVersion"
+
+# Pull latest changes to ensure there are no conflicts
+git pull origin main --rebase
+if [[ $? -ne 0 ]]; then
+    echo "Git pull failed. Please resolve conflicts manually. Exiting..."
+    exit 1
+fi
+
+# Push changes to remote
+git push origin main
+if [[ $? -ne 0 ]]; then
+    echo "Failed to push changes to GitHub. Exiting..."
+    exit 1
+fi
+
+echo "Version $newVersion published and changes pushed to GitHub successfully!"

package/.worktrees/tt-snp-campaign-tables/services/sequelizeService.js

@@ -0,0 +1,110 @@
+// services/sequelizeService.js
+const DBModels = require("../index");
+const { env } = require("../../agrs-dashboard/env");
+
+async function syncDatabase() {
+  console.log("Starting database synchronization...");
+
+  try {
+    // Load environment variables
+    await require("../../agrs-dashboard/env").loadSecrets();
+
+    // Configuration
+    const config = {
+      username: env.DB_USERNAME,
+      password: env.DB_PASSWORD,
+      database: env.DB_NAME,
+      host: env.DB_HOST,
+      port: env.DB_PORT,
+      dialect: "postgres",
+    };
+
+    // Initialize DB
+    const dbModelInstance = new DBModels(config);
+    const db = dbModelInstance.db;
+
+    // Test connection
+    await db.sequelize.authenticate();
+    console.log("Database connection established successfully.");
+
+    // List all models
+    console.log("\n=== MODELS TO BE SYNCED ===");
+    const modelNames = Object.keys(db).filter(
+      (key) =>
+        typeof db[key] === "function" &&
+        db[key].prototype &&
+        db[key].prototype.constructor.name === "Model"
+    );
+
+    modelNames.forEach((modelName) => {
+      console.log(`- ${modelName}`);
+    });
+    console.log("==============================\n");
+
+    // Sync with alter: true to update schema
+    // NOTE: This is SAFE for VARCHAR->TEXT conversions (expanding type, no data loss)
+    // Sequelize will use ALTER COLUMN TYPE which preserves all existing data
+
+    // Safety check: Count existing AdSets before sync
+    let adSetCountBefore = null;
+    try {
+      const [result] = await db.sequelize.query(
+        'SELECT COUNT(*) as count FROM "AdSet"',
+        { type: db.sequelize.QueryTypes.SELECT }
+      );
+      adSetCountBefore = result.count;
+      console.log(`📊 Current AdSet count in database: ${adSetCountBefore}`);
+    } catch (error) {
+      console.log("⚠️  Could not count AdSets (table might not exist yet)");
+    }
+
+    console.log("Syncing database schema...");
+    console.log(
+      "⚠️  Using alter: true - this will update column types to match models"
+    );
+    console.log(
+      "   Safe operations: VARCHAR->TEXT (expanding), adding columns"
+    );
+    console.log(
+      "   Unsafe operations: TEXT->VARCHAR (truncating), dropping columns"
+    );
+
+    await db.sequelize.sync({ alter: true });
+
+    // Safety check: Verify AdSet count after sync
+    if (adSetCountBefore !== null) {
+      try {
+        const [result] = await db.sequelize.query(
+          'SELECT COUNT(*) as count FROM "AdSet"',
+          { type: db.sequelize.QueryTypes.SELECT }
+        );
+        const adSetCountAfter = result.count;
+        console.log(`📊 AdSet count after sync: ${adSetCountAfter}`);
+        if (adSetCountBefore !== adSetCountAfter) {
+          console.error(
+            `❌ WARNING: AdSet count changed from ${adSetCountBefore} to ${adSetCountAfter}!`
+          );
+        } else {
+          console.log("✅ AdSet count unchanged - no data loss confirmed");
+        }
+      } catch (error) {
+        console.log("⚠️  Could not verify AdSet count after sync");
+      }
+    }
+
+    console.log("✅ Database synchronized successfully!");
+    console.log("Schema has been updated to match model definitions.");
+
+    process.exit(0);
+  } catch (error) {
+    console.error("❌ Error during database synchronization:", error);
+    process.exit(1);
+  }
+}
+
+// Run if called directly
+if (require.main === module) {
+  syncDatabase();
+}
+
+module.exports = { syncDatabase };

package/migrations/2026-05-18-add-group-id-to-ai-campaign-queue.js

@@ -0,0 +1,18 @@
+"use strict";
+
+module.exports = {
+  up: async (queryInterface, Sequelize) => {
+    await queryInterface.addColumn("ai_campaign_queue", "group_id", {
+      type: Sequelize.UUID,
+      allowNull: true,
+      comment:
+        "Groups rows created by a single multi-platform fanout request",
+    });
+    await queryInterface.addIndex("ai_campaign_queue", ["group_id"]);
+  },
+
+  down: async (queryInterface) => {
+    await queryInterface.removeIndex("ai_campaign_queue", ["group_id"]);
+    await queryInterface.removeColumn("ai_campaign_queue", "group_id");
+  },
+};

package/migrations/2026-05-18-add-platform-code-to-creation-logs.js

@@ -0,0 +1,65 @@
+"use strict";
+
+/**
+ * CampaignCreationLogs + CampaignCreationLogsV2 normalization (Phase 1):
+ *   - Add canonical `platform_code` ENUM column ('fb' | 'tt' | 'snp').
+ *   - Backfill from legacy VARCHAR `platform` column using case-insensitive mapping.
+ *   - Keep legacy `platform` column untouched (dropped in a follow-up plan).
+ *
+ * Mapping (case-insensitive on legacy `platform`):
+ *   facebook | fb              -> fb
+ *   tiktok   | tt              -> tt
+ *   snapchat | snap | snp      -> snp
+ *   else                        -> fb (safe default)
+ */
+module.exports = {
+  up: async (queryInterface, Sequelize) => {
+    const tables = ["CampaignCreationLogs", "CampaignCreationLogsV2"];
+
+    for (const table of tables) {
+      // 1. Add the new column as nullable so we can backfill before enforcing NOT NULL.
+      await queryInterface.addColumn(table, "platform_code", {
+        type: Sequelize.ENUM("fb", "tt", "snp"),
+        allowNull: true,
+        comment:
+          "Canonical ad platform identifier: fb=Facebook, tt=TikTok, snp=Snapchat",
+      });
+
+      // 2. Backfill from legacy `platform` column (idempotent on platform_code IS NULL).
+      await queryInterface.sequelize.query(`
+        UPDATE "${table}"
+        SET platform_code = CASE
+          WHEN LOWER(platform) IN ('facebook', 'fb') THEN 'fb'::"enum_${table}_platform_code"
+          WHEN LOWER(platform) IN ('tiktok', 'tt') THEN 'tt'::"enum_${table}_platform_code"
+          WHEN LOWER(platform) IN ('snapchat', 'snap', 'snp') THEN 'snp'::"enum_${table}_platform_code"
+          ELSE 'fb'::"enum_${table}_platform_code"
+        END
+        WHERE platform_code IS NULL;
+      `);
+
+      // 3. Enforce NOT NULL + default now that every row has a value.
+      await queryInterface.changeColumn(table, "platform_code", {
+        type: Sequelize.ENUM("fb", "tt", "snp"),
+        allowNull: false,
+        defaultValue: "fb",
+        comment:
+          "Canonical ad platform identifier: fb=Facebook, tt=TikTok, snp=Snapchat",
+      });
+
+      // 4. Index for filter performance.
+      await queryInterface.addIndex(table, ["platform_code"]);
+    }
+  },
+
+  down: async (queryInterface) => {
+    const tables = ["CampaignCreationLogs", "CampaignCreationLogsV2"];
+
+    for (const table of tables) {
+      await queryInterface.removeIndex(table, ["platform_code"]);
+      await queryInterface.removeColumn(table, "platform_code");
+      await queryInterface.sequelize.query(
+        `DROP TYPE IF EXISTS "enum_${table}_platform_code";`
+      );
+    }
+  },
+};

package/migrations/2026-05-18-add-platform-code-to-pixels.js

@@ -0,0 +1,55 @@
+"use strict";
+
+/**
+ * Pixels normalization (Phase 1):
+ *   - Add canonical `platform_code` ENUM column ('fb' | 'tt' | 'snp').
+ *   - Backfill from legacy VARCHAR `platform` column using case-insensitive mapping.
+ *   - Keep legacy `platform` column untouched (dropped in a follow-up plan).
+ *
+ * Mapping (case-insensitive on legacy `platform`):
+ *   facebook | fb              -> fb
+ *   tiktok   | tt              -> tt
+ *   snapchat | snap | snp      -> snp
+ *   else                        -> fb (safe default)
+ */
+module.exports = {
+  up: async (queryInterface, Sequelize) => {
+    // 1. Add the new column as nullable so we can backfill before enforcing NOT NULL.
+    await queryInterface.addColumn("Pixels", "platform_code", {
+      type: Sequelize.ENUM("fb", "tt", "snp"),
+      allowNull: true,
+      comment: "Canonical ad platform identifier: fb=Facebook, tt=TikTok, snp=Snapchat",
+    });
+
+    // 2. Backfill from legacy `platform` column (idempotent on platform_code IS NULL).
+    await queryInterface.sequelize.query(`
+      UPDATE "Pixels"
+      SET platform_code = CASE
+        WHEN LOWER(platform) IN ('facebook', 'fb') THEN 'fb'::"enum_Pixels_platform_code"
+        WHEN LOWER(platform) IN ('tiktok', 'tt') THEN 'tt'::"enum_Pixels_platform_code"
+        WHEN LOWER(platform) IN ('snapchat', 'snap', 'snp') THEN 'snp'::"enum_Pixels_platform_code"
+        ELSE 'fb'::"enum_Pixels_platform_code"
+      END
+      WHERE platform_code IS NULL;
+    `);
+
+    // 3. Enforce NOT NULL + default now that every row has a value.
+    await queryInterface.changeColumn("Pixels", "platform_code", {
+      type: Sequelize.ENUM("fb", "tt", "snp"),
+      allowNull: false,
+      defaultValue: "fb",
+      comment: "Canonical ad platform identifier: fb=Facebook, tt=TikTok, snp=Snapchat",
+    });
+
+    // 4. Index for filter performance.
+    await queryInterface.addIndex("Pixels", ["platform_code"]);
+  },
+
+  down: async (queryInterface) => {
+    await queryInterface.removeIndex("Pixels", ["platform_code"]);
+    await queryInterface.removeColumn("Pixels", "platform_code");
+    await queryInterface.sequelize.query(
+      'DROP TYPE IF EXISTS "enum_Pixels_platform_code";'
+    );
+  },
+};

package/migrations/2026-05-18-add-platform-code-to-rsoc-feed-campaigns.js

@@ -0,0 +1,55 @@
+"use strict";
+
+/**
+ * rsoc_feed_campaigns normalization (Phase 1):
+ *   - Add canonical `platform_code` ENUM column ('fb' | 'tt' | 'snp').
+ *   - Backfill from legacy VARCHAR `platform` column using case-insensitive mapping.
+ *   - Keep legacy `platform` column untouched (dropped in a follow-up plan).
+ *
+ * Mapping (case-insensitive on legacy `platform`):
+ *   facebook | fb              -> fb
+ *   tiktok   | tt              -> tt
+ *   snapchat | snap | snp      -> snp
+ *   else                        -> fb (safe default)
+ */
+module.exports = {
+  up: async (queryInterface, Sequelize) => {
+    // 1. Add the new column as nullable so we can backfill before enforcing NOT NULL.
+    await queryInterface.addColumn("rsoc_feed_campaigns", "platform_code", {
+      type: Sequelize.ENUM("fb", "tt", "snp"),
+      allowNull: true,
+      comment: "Canonical ad platform identifier: fb=Facebook, tt=TikTok, snp=Snapchat",
+    });
+
+    // 2. Backfill from legacy `platform` column (idempotent on platform_code IS NULL).
+    await queryInterface.sequelize.query(`
+      UPDATE "rsoc_feed_campaigns"
+      SET platform_code = CASE
+        WHEN LOWER(platform) IN ('facebook', 'fb') THEN 'fb'::"enum_rsoc_feed_campaigns_platform_code"
+        WHEN LOWER(platform) IN ('tiktok', 'tt') THEN 'tt'::"enum_rsoc_feed_campaigns_platform_code"
+        WHEN LOWER(platform) IN ('snapchat', 'snap', 'snp') THEN 'snp'::"enum_rsoc_feed_campaigns_platform_code"
+        ELSE 'fb'::"enum_rsoc_feed_campaigns_platform_code"
+      END
+      WHERE platform_code IS NULL;
+    `);
+
+    // 3. Enforce NOT NULL + default now that every row has a value.
+    await queryInterface.changeColumn("rsoc_feed_campaigns", "platform_code", {
+      type: Sequelize.ENUM("fb", "tt", "snp"),
+      allowNull: false,
+      defaultValue: "fb",
+      comment: "Canonical ad platform identifier: fb=Facebook, tt=TikTok, snp=Snapchat",
+    });
+
+    // 4. Index for filter performance.
+    await queryInterface.addIndex("rsoc_feed_campaigns", ["platform_code"]);
+  },
+
+  down: async (queryInterface) => {
+    await queryInterface.removeIndex("rsoc_feed_campaigns", ["platform_code"]);
+    await queryInterface.removeColumn("rsoc_feed_campaigns", "platform_code");
+    await queryInterface.sequelize.query(
+      'DROP TYPE IF EXISTS "enum_rsoc_feed_campaigns_platform_code";'
+    );
+  },
+};

package/migrations/2026-05-18-add-platform-date-index-to-adperformance.js

@@ -0,0 +1,16 @@
+"use strict";
+
+module.exports = {
+  up: async (queryInterface) => {
+    await queryInterface.addIndex("AdPerformance", ["platform", "Date"], {
+      name: "AdPerformance_platform_Date_idx",
+    });
+  },
+
+  down: async (queryInterface) => {
+    await queryInterface.removeIndex(
+      "AdPerformance",
+      "AdPerformance_platform_Date_idx"
+    );
+  },
+};

package/migrations/2026-05-18-add-platform-date-index-to-adsetperformance.js

@@ -0,0 +1,16 @@
+"use strict";
+
+module.exports = {
+  up: async (queryInterface) => {
+    await queryInterface.addIndex("AdSetPerformance", ["platform", "Date"], {
+      name: "AdSetPerformance_platform_Date_idx",
+    });
+  },
+
+  down: async (queryInterface) => {
+    await queryInterface.removeIndex(
+      "AdSetPerformance",
+      "AdSetPerformance_platform_Date_idx"
+    );
+  },
+};

package/migrations/2026-05-18-add-review-status-to-ad.js

@@ -0,0 +1,36 @@
+"use strict";
+
+/**
+ * Additive migration: add review_status + pending_review_since to Ad.
+ *
+ * Used by SnapchatStrategy.updateAd to optimistically flip an ad to
+ * PENDING_REVIEW immediately after editing copy/URL fields (brand_name,
+ * headline, url, landing_page_url) — Snapchat resends those ads to review
+ * upstream, and we want the UI to reflect that without waiting for the
+ * next status sync cycle.
+ *
+ * Backward compatible — both columns nullable, no default value, no
+ * destructive operations.
+ */
+
+module.exports = {
+  up: async (queryInterface, Sequelize) => {
+    await queryInterface.addColumn("Ad", "review_status", {
+      type: Sequelize.STRING,
+      allowNull: true,
+      comment:
+        "Local review status mirror (e.g. PENDING_REVIEW after copy/URL edit on Snap). Cleared by status sync.",
+    });
+    await queryInterface.addColumn("Ad", "pending_review_since", {
+      type: Sequelize.DATE,
+      allowNull: true,
+      comment:
+        "Timestamp when ad was optimistically flipped to PENDING_REVIEW after a triggering edit. Cleared when upstream review settles.",
+    });
+  },
+
+  down: async (queryInterface) => {
+    await queryInterface.removeColumn("Ad", "pending_review_since");
+    await queryInterface.removeColumn("Ad", "review_status");
+  },
+};

package/migrations/2026-05-18-create-canonical-insights.js

@@ -0,0 +1,84 @@
+"use strict";
+
+module.exports = {
+  up: async (queryInterface, Sequelize) => {
+    await queryInterface.createTable("canonical_insights", {
+      id: {
+        type: Sequelize.BIGINT,
+        primaryKey: true,
+        autoIncrement: true,
+        allowNull: false,
+      },
+      platform: {
+        type: Sequelize.ENUM("fb", "tt", "snp"),
+        allowNull: false,
+        comment: "Ad platform identifier: fb=Facebook, tt=TikTok, snp=Snapchat",
+      },
+      entity_type: {
+        type: Sequelize.ENUM("campaign", "adset", "ad"),
+        allowNull: false,
+      },
+      entity_id: {
+        type: Sequelize.STRING(64),
+        allowNull: false,
+      },
+      date: {
+        type: Sequelize.DATEONLY,
+        allowNull: false,
+      },
+      impressions: {
+        type: Sequelize.BIGINT,
+        defaultValue: 0,
+      },
+      clicks: {
+        type: Sequelize.BIGINT,
+        defaultValue: 0,
+      },
+      spend: {
+        type: Sequelize.DECIMAL(14, 4),
+        defaultValue: 0,
+      },
+      conversions: {
+        type: Sequelize.BIGINT,
+        defaultValue: 0,
+      },
+      revenue: {
+        type: Sequelize.DECIMAL(14, 4),
+        defaultValue: 0,
+      },
+      raw_payload: {
+        type: Sequelize.JSONB,
+        allowNull: true,
+      },
+      createdAt: {
+        type: Sequelize.DATE,
+        allowNull: false,
+      },
+      updatedAt: {
+        type: Sequelize.DATE,
+        allowNull: false,
+      },
+    });
+
+    await queryInterface.addIndex(
+      "canonical_insights",
+      ["platform", "entity_type", "entity_id", "date"],
+      {
+        unique: true,
+        name: "canonical_insights_unique_per_entity_date",
+      }
+    );
+
+    await queryInterface.addIndex("canonical_insights", ["platform", "date"]);
+  },
+
+  down: async (queryInterface) => {
+    await queryInterface.dropTable("canonical_insights");
+    await queryInterface.sequelize.query(
+      'DROP TYPE IF EXISTS "enum_canonical_insights_platform";'
+    );
+    await queryInterface.sequelize.query(
+      'DROP TYPE IF EXISTS "enum_canonical_insights_entity_type";'
+    );
+  },
+};