appconfig-experiment-backfill 1.0.0

package/README.md

@@ -0,0 +1,46 @@
+# appconfig-experiment-backfill
+
+Generate mock [Application Insights](https://learn.microsoft.com/en-us/azure/azure-monitor/app/app-insights-overview) telemetry for testing [Experimentation](https://learn.microsoft.com/en-us/azure/azure-app-configuration/concept-experimentation) on [Azure App Configuration](https://learn.microsoft.com/en-us/azure/azure-app-configuration/overview).
+
+This CLI backfills realistic custom events, page views, browser timings, and exception telemetry into an App Insights resource so you can exercise the experimentation analysis pipeline without real user traffic.
+
+> **Note** — This is a personal tool by [@rossgrambo](https://github.com/rossgrambo), not an official Azure App Configuration product.
+
+## Quick Start
+
+```bash
+npx appconfig-experiment-backfill \
+  --flag=button-display \
+  --feature-flag-reference="https://..." \
+  --variants=get-started,sign-up \
+  --connectionString="InstrumentationKey=..." \
+  --users=10 \
+  --days=1
+```
+
+## Parameters
+
+| Parameter | Required | Default | Description |
+|---|---|---|---|
+| `--flag` | **Yes** | — | Feature flag name |
+| `--feature-flag-reference` | **Yes** | — | Feature flag reference string |
+| `--variants` | **Yes** | — | Comma-separated variant names (e.g. `control,treatment`) |
+| `--connectionString` | **Yes** | — | Application Insights connection string |
+| `--users` | No | `100` | Number of simulated users per hour |
+| `--days` | No | `7` | Number of days to backfill |
+| `--allocation-id` | No | `123e4567-e89b-12d3-a456-426655440000` | Allocation ID GUID |
+
+## What Gets Generated
+
+For each simulated user the tool emits:
+
+1. **FeatureEvaluation event** — required by the experimentation pipeline, includes `FeatureName`, `Variant`, `TargetingId`, `FeatureFlagReference`, and `AllocationId`.
+2. **Custom events** (~50 event types) — user interactions like `UserClickedButton`, `CompletedPurchase`, `SearchedContent`, etc., each with realistic measurements. Every event has a 90% chance of firing per user.
+3. **Page views** (8 pages) — with browser timing measurements (`totalDuration`, `networkDuration`, etc.). Each page has a 70% chance of being visited per user.
+4. **Exceptions** — simulated at a low rate (1% for the first variant, 3% for others).
+
+Variant adjustments are applied to measurements so different variants produce statistically distinguishable data, letting you verify that the experimentation analysis pipeline detects meaningful differences.
+
+## License
+
+MIT

package/backfill.js

@@ -0,0 +1,548 @@
+#!/usr/bin/env node
+"use strict";
+
+const appInsights = require("applicationinsights");
+const crypto = require("crypto");
+
+// ============================================================
+// Constants
+// ============================================================
+
+/** Flush to App Insights after this many tracked items */
+const BATCH_SIZE = 500;
+
+/** Pause (ms) after each flush to avoid throttling */
+const FLUSH_DELAY_MS = 100;
+
+// ============================================================
+// Event definitions (ported from UserSimulationService.cs)
+// ============================================================
+
+const EVENT_MEASUREMENTS = {
+  "UserClickedButton": { "time-to-click": 5000 },
+  "ReferredFriends": { "referred-friends": 2 },
+  "UserLoggedIn": { "login-duration-ms": 1200, "attempts": 1 },
+  "UserRegistered": { "time-to-complete-ms": 45000, "form-fields-filled": 8 },
+  "ClickedAccountDetails": { "page-load-time-ms": 800 },
+  "UpdatedProfile": { "time-spent-ms": 12000, "fields-updated": 3 },
+  "DeletedAccount": { "confirmation-time-ms": 8000 },
+  "ViewedDashboard": { "load-time-ms": 1500, "widgets-viewed": 5 },
+  "CreatedPost": { "composition-time-ms": 25000, "character-count": 150 },
+  "SharedContent": { "time-to-share-ms": 3000 },
+  "LikedPost": { "reaction-time-before-like-ms": 2000 },
+  "CommentedOnPost": { "time-to-comment-ms": 15000, "comment-length": 45 },
+  "FollowedUser": { "time-to-follow-ms": 1500 },
+  "UnfollowedUser": { "time-to-unfollow-ms": 800 },
+  "SearchedContent": { "search-time-ms": 500, "results-clicked": 1 },
+  "FilteredResults": { "filter-selection-time-ms": 2000 },
+  "SortedResults": { "sort-interaction-time-ms": 1000 },
+  "AddedToCart": { "time-to-add-ms": 2500, "quantity": 1 },
+  "RemovedFromCart": { "time-to-remove-ms": 1200 },
+  "ViewedCart": { "cart-load-time-ms": 900 },
+  "InitiatedCheckout": { "time-to-checkout-ms": 3500 },
+  "CompletedPurchase": { "checkout-duration-ms": 35000, "order-value": 75 },
+  "AppliedCoupon": { "time-to-apply-ms": 4000 },
+  "SelectedShippingMethod": { "selection-time-ms": 2800 },
+  "EnteredPaymentInfo": { "entry-time-ms": 18000 },
+  "SavedForLater": { "time-to-save-ms": 1800 },
+  "AddedToWishlist": { "time-to-wishlist-ms": 2200 },
+  "RemovedFromWishlist": { "time-to-remove-ms": 1100 },
+  "ViewedProductDetails": { "page-load-ms": 1100, "images-viewed": 3 },
+  "ZoomedProductImage": { "time-to-zoom-ms": 2500 },
+  "WatchedProductVideo": { "watch-duration-ms": 15000, "completion-percent": 60 },
+  "ReadReviews": { "time-reading-ms": 20000, "reviews-read": 4 },
+  "WroteReview": { "composition-time-ms": 40000, "review-length": 120, "star-rating": 4 },
+  "VotedOnReview": { "time-to-vote-ms": 1500 },
+  "AskedQuestion": { "time-to-ask-ms": 25000, "question-length": 80 },
+  "AnsweredQuestion": { "time-to-answer-ms": 30000, "answer-length": 100 },
+  "ClickedNotification": { "time-since-notification-ms": 12000 },
+  "DismissedNotification": { "time-to-dismiss-ms": 2000 },
+  "EnabledNotifications": { "time-to-enable-ms": 5000 },
+  "DisabledNotifications": { "time-to-disable-ms": 3000 },
+  "ChangedSettings": { "time-in-settings-ms": 15000, "settings-changed": 2 },
+  "UploadedAvatar": { "upload-time-ms": 8000, "file-size-kb": 250 },
+  "ConnectedSocialAccount": { "connection-time-ms": 12000 },
+  "DisconnectedSocialAccount": { "time-to-disconnect-ms": 4000 },
+  "InvitedFriend": { "invitation-time-ms": 6000 },
+  "AcceptedInvitation": { "time-to-accept-ms": 8000 },
+  "JoinedGroup": { "time-to-join-ms": 3500 },
+  "LeftGroup": { "time-to-leave-ms": 2500 },
+  "CreatedEvent": { "creation-time-ms": 35000, "attendees-invited": 10 },
+  "RSVPedToEvent": { "time-to-rsvp-ms": 4000 },
+};
+
+// ============================================================
+// Page views with baseline browser-timing measurements (ms)
+// ============================================================
+
+const PAGE_VIEWS = [
+  { name: "Home",           url: "/",          measurements: { "totalDuration": 1200, "networkDuration": 45,  "sendDuration": 5,  "receiveDuration": 35,  "processingDuration": 800 } },
+  { name: "Dashboard",      url: "/dashboard", measurements: { "totalDuration": 1800, "networkDuration": 50,  "sendDuration": 8,  "receiveDuration": 45,  "processingDuration": 1200 } },
+  { name: "Profile",        url: "/profile",   measurements: { "totalDuration": 900,  "networkDuration": 40,  "sendDuration": 4,  "receiveDuration": 30,  "processingDuration": 600 } },
+  { name: "Products",       url: "/products",  measurements: { "totalDuration": 2200, "networkDuration": 55,  "sendDuration": 10, "receiveDuration": 60,  "processingDuration": 1500 } },
+  { name: "Cart",           url: "/cart",      measurements: { "totalDuration": 1100, "networkDuration": 42,  "sendDuration": 6,  "receiveDuration": 38,  "processingDuration": 700 } },
+  { name: "Checkout",       url: "/checkout",  measurements: { "totalDuration": 1500, "networkDuration": 48,  "sendDuration": 7,  "receiveDuration": 42,  "processingDuration": 1000 } },
+  { name: "Search Results", url: "/search",    measurements: { "totalDuration": 1400, "networkDuration": 44,  "sendDuration": 6,  "receiveDuration": 40,  "processingDuration": 950 } },
+  { name: "Settings",       url: "/settings",  measurements: { "totalDuration": 800,  "networkDuration": 38,  "sendDuration": 4,  "receiveDuration": 28,  "processingDuration": 550 } },
+];
+
+// ============================================================
+// Variant adjustments (ported from VariantAdjustments.cs)
+// ============================================================
+
+const VARIANT_ADJUSTMENTS = [
+  {
+    "time-to-click": -50, "referred-friends": 0, "login-duration-ms": 0,
+    "attempts": 0, "time-to-complete-ms": 0, "form-fields-filled": 0,
+    "page-load-time-ms": 0, "time-spent-ms": 0, "confirmation-time-ms": 0,
+    "load-time-ms": 0, "widgets-viewed": 0, "composition-time-ms": 0,
+    "character-count": 0, "time-to-share-ms": 0, "reaction-time-before-like-ms": 0,
+    "time-to-comment-ms": 0, "comment-length": 0, "time-to-follow-ms": 0,
+    "time-to-unfollow-ms": 0, "search-time-ms": 0, "results-clicked": 0,
+    "filter-selection-time-ms": 0, "sort-interaction-time-ms": 0,
+    "time-to-add-ms": 0, "quantity": 0, "time-to-remove-ms": 0,
+    "cart-load-time-ms": 0, "time-to-checkout-ms": 0, "checkout-duration-ms": 0,
+    "order-value": 0, "time-to-apply-ms": 0, "selection-time-ms": 0,
+    "entry-time-ms": 0, "time-to-save-ms": 0, "time-to-wishlist-ms": 0,
+    "images-viewed": 0, "time-to-zoom-ms": 0, "watch-duration-ms": 0,
+    "completion-percent": 0, "time-reading-ms": 0, "reviews-read": 0,
+    "review-length": 0, "star-rating": 0, "time-to-vote-ms": 0,
+    "time-to-ask-ms": 0, "question-length": 0, "time-to-answer-ms": 0,
+    "answer-length": 0, "time-since-notification-ms": 0, "time-to-dismiss-ms": 0,
+    "time-to-enable-ms": 0, "time-to-disable-ms": 0, "time-in-settings-ms": 0,
+    "settings-changed": 0, "upload-time-ms": 0, "file-size-kb": 0,
+    "connection-time-ms": 0, "time-to-disconnect-ms": 0,
+    "invitation-time-ms": 0, "time-to-accept-ms": 0, "time-to-join-ms": 0,
+    "time-to-leave-ms": 0, "creation-time-ms": 0, "attendees-invited": 0,
+    "time-to-rsvp-ms": 0,
+  },
+  {
+    "time-to-click": -800, "referred-friends": 1, "login-duration-ms": -100,
+    "attempts": 0, "time-to-complete-ms": -3000, "form-fields-filled": 0,
+    "page-load-time-ms": -50, "time-spent-ms": -500, "confirmation-time-ms": -500,
+    "load-time-ms": -100, "widgets-viewed": 1, "composition-time-ms": -2000,
+    "character-count": 10, "time-to-share-ms": -300, "reaction-time-before-like-ms": -200,
+    "time-to-comment-ms": -1000, "comment-length": 5, "time-to-follow-ms": -100,
+    "time-to-unfollow-ms": -50, "search-time-ms": -50, "results-clicked": 0.2,
+    "filter-selection-time-ms": -200, "sort-interaction-time-ms": -100,
+    "time-to-add-ms": -200, "quantity": 0.2, "time-to-remove-ms": -100,
+    "cart-load-time-ms": -80, "time-to-checkout-ms": -300, "checkout-duration-ms": -3000,
+    "order-value": 10, "time-to-apply-ms": -400, "selection-time-ms": -200,
+    "entry-time-ms": -1500, "time-to-save-ms": -150, "time-to-wishlist-ms": -200,
+    "images-viewed": 0.5, "time-to-zoom-ms": -200, "watch-duration-ms": 2000,
+    "completion-percent": 8, "time-reading-ms": 2000, "reviews-read": 1,
+    "review-length": 15, "star-rating": 0.2, "time-to-vote-ms": -150,
+    "time-to-ask-ms": -2000, "question-length": 8, "time-to-answer-ms": -2500,
+    "answer-length": 12, "time-since-notification-ms": -1000, "time-to-dismiss-ms": -200,
+    "time-to-enable-ms": -500, "time-to-disable-ms": -300, "time-in-settings-ms": -1000,
+    "settings-changed": 0.3, "upload-time-ms": -800, "file-size-kb": 20,
+    "connection-time-ms": -1200, "time-to-disconnect-ms": -400,
+    "invitation-time-ms": -600, "time-to-accept-ms": -800, "time-to-join-ms": -300,
+    "time-to-leave-ms": -200, "creation-time-ms": -3000, "attendees-invited": 2,
+    "time-to-rsvp-ms": -400,
+  },
+  {
+    "time-to-click": -1500, "referred-friends": 3, "login-duration-ms": -300,
+    "attempts": -0.3, "time-to-complete-ms": -8000, "form-fields-filled": 1,
+    "page-load-time-ms": -200, "time-spent-ms": -2000, "confirmation-time-ms": -1500,
+    "load-time-ms": -400, "widgets-viewed": 2, "composition-time-ms": -5000,
+    "character-count": 30, "time-to-share-ms": -800, "reaction-time-before-like-ms": -500,
+    "time-to-comment-ms": -3000, "comment-length": 15, "time-to-follow-ms": -400,
+    "time-to-unfollow-ms": -200, "search-time-ms": -150, "results-clicked": 0.5,
+    "filter-selection-time-ms": -500, "sort-interaction-time-ms": -300,
+    "time-to-add-ms": -600, "quantity": 0.5, "time-to-remove-ms": -300,
+    "cart-load-time-ms": -250, "time-to-checkout-ms": -800, "checkout-duration-ms": -8000,
+    "order-value": 25, "time-to-apply-ms": -1000, "selection-time-ms": -600,
+    "entry-time-ms": -4000, "time-to-save-ms": -400, "time-to-wishlist-ms": -500,
+    "images-viewed": 1, "time-to-zoom-ms": -600, "watch-duration-ms": 5000,
+    "completion-percent": 20, "time-reading-ms": 5000, "reviews-read": 2,
+    "review-length": 40, "star-rating": 0.5, "time-to-vote-ms": -400,
+    "time-to-ask-ms": -5000, "question-length": 20, "time-to-answer-ms": -6000,
+    "answer-length": 30, "time-since-notification-ms": -3000, "time-to-dismiss-ms": -500,
+    "time-to-enable-ms": -1200, "time-to-disable-ms": -800, "time-in-settings-ms": -3000,
+    "settings-changed": 1, "upload-time-ms": -2000, "file-size-kb": 50,
+    "connection-time-ms": -3000, "time-to-disconnect-ms": -1000,
+    "invitation-time-ms": -1500, "time-to-accept-ms": -2000, "time-to-join-ms": -800,
+    "time-to-leave-ms": -600, "creation-time-ms": -8000, "attendees-invited": 5,
+    "time-to-rsvp-ms": -1000,
+  },
+  {
+    "time-to-click": -1000, "referred-friends": 2, "login-duration-ms": -200,
+    "attempts": -0.2, "time-to-complete-ms": -6000, "form-fields-filled": 0.5,
+    "page-load-time-ms": -150, "time-spent-ms": -1500, "confirmation-time-ms": -1000,
+    "load-time-ms": -300, "widgets-viewed": 1.5, "composition-time-ms": -4000,
+    "character-count": 20, "time-to-share-ms": -600, "reaction-time-before-like-ms": -400,
+    "time-to-comment-ms": -2500, "comment-length": 10, "time-to-follow-ms": -300,
+    "time-to-unfollow-ms": 100, "search-time-ms": -120, "results-clicked": 0.4,
+    "filter-selection-time-ms": -400, "sort-interaction-time-ms": -250,
+    "time-to-add-ms": -500, "quantity": 0.4, "time-to-remove-ms": -250,
+    "cart-load-time-ms": -200, "time-to-checkout-ms": -650, "checkout-duration-ms": -6500,
+    "order-value": 18, "time-to-apply-ms": -800, "selection-time-ms": -500,
+    "entry-time-ms": -3200, "time-to-save-ms": -300, "time-to-wishlist-ms": -400,
+    "images-viewed": 0.8, "time-to-zoom-ms": -500, "watch-duration-ms": 4000,
+    "completion-percent": 15, "time-reading-ms": 4000, "reviews-read": 1.5,
+    "review-length": 30, "star-rating": 0.3, "time-to-vote-ms": -300,
+    "time-to-ask-ms": -4000, "question-length": 15, "time-to-answer-ms": -5000,
+    "answer-length": 25, "time-since-notification-ms": -2500, "time-to-dismiss-ms": -400,
+    "time-to-enable-ms": -1000, "time-to-disable-ms": -600, "time-in-settings-ms": 500,
+    "settings-changed": 0.8, "upload-time-ms": -1600, "file-size-kb": 40,
+    "connection-time-ms": -2500, "time-to-disconnect-ms": -800,
+    "invitation-time-ms": -1200, "time-to-accept-ms": -1600, "time-to-join-ms": -600,
+    "time-to-leave-ms": -500, "creation-time-ms": -6500, "attendees-invited": 4,
+    "time-to-rsvp-ms": -800,
+  },
+  {
+    "time-to-click": -1800, "referred-friends": 3.5, "login-duration-ms": -350,
+    "attempts": -0.4, "time-to-complete-ms": -9000, "form-fields-filled": 1.2,
+    "page-load-time-ms": -250, "time-spent-ms": -2500, "confirmation-time-ms": -1800,
+    "load-time-ms": -500, "widgets-viewed": 2.5, "composition-time-ms": -6000,
+    "character-count": 40, "time-to-share-ms": -900, "reaction-time-before-like-ms": -600,
+    "time-to-comment-ms": -3500, "comment-length": 20, "time-to-follow-ms": -500,
+    "time-to-unfollow-ms": -250, "search-time-ms": -180, "results-clicked": 0.6,
+    "filter-selection-time-ms": -600, "sort-interaction-time-ms": -350,
+    "time-to-add-ms": -700, "quantity": 0.6, "time-to-remove-ms": -350,
+    "cart-load-time-ms": -300, "time-to-checkout-ms": -900, "checkout-duration-ms": -9000,
+    "order-value": 30, "time-to-apply-ms": -1200, "selection-time-ms": -700,
+    "entry-time-ms": -4500, "time-to-save-ms": -500, "time-to-wishlist-ms": -600,
+    "images-viewed": 1.2, "time-to-zoom-ms": -700, "watch-duration-ms": 6000,
+    "completion-percent": 25, "time-reading-ms": 6000, "reviews-read": 2.5,
+    "review-length": 50, "star-rating": 0.6, "time-to-vote-ms": -500,
+    "time-to-ask-ms": -6000, "question-length": 25, "time-to-answer-ms": -7000,
+    "answer-length": 35, "time-since-notification-ms": -3500, "time-to-dismiss-ms": -600,
+    "time-to-enable-ms": -1400, "time-to-disable-ms": 200, "time-in-settings-ms": -3500,
+    "settings-changed": 1.2, "upload-time-ms": -2500, "file-size-kb": 60,
+    "connection-time-ms": -3500, "time-to-disconnect-ms": -1200,
+    "invitation-time-ms": -1800, "time-to-accept-ms": 500, "time-to-join-ms": -900,
+    "time-to-leave-ms": -700, "creation-time-ms": -9000, "attendees-invited": 6,
+    "time-to-rsvp-ms": -1200,
+  },
+];
+
+// Browser-timing variant adjustments (ms deltas applied to PAGE_VIEWS baselines)
+const BROWSER_TIMING_VARIANT_ADJUSTMENTS = [
+  // Variant 0 (control): no change
+  { "totalDuration": 0,    "networkDuration": 0,    "sendDuration": 0,    "receiveDuration": 0,    "processingDuration": 0 },
+  // Variant 1: slight improvement
+  { "totalDuration": -100, "networkDuration": -5,   "sendDuration": -0.5, "receiveDuration": -3,   "processingDuration": -60 },
+  // Variant 2: significant improvement
+  { "totalDuration": -300, "networkDuration": -12,  "sendDuration": -1.5, "receiveDuration": -8,   "processingDuration": -180 },
+  // Variant 3: moderate improvement
+  { "totalDuration": -200, "networkDuration": -8,   "sendDuration": -1,   "receiveDuration": -6,   "processingDuration": -130 },
+  // Variant 4: best improvement
+  { "totalDuration": -400, "networkDuration": -15,  "sendDuration": -2,   "receiveDuration": -10,  "processingDuration": -220 },
+];
+
+// ============================================================
+// CLI argument parsing
+// ============================================================
+
+function parseArgs() {
+  const args = {};
+  for (const arg of process.argv.slice(2)) {
+    const match = arg.match(/^--([a-zA-Z][\w-]*)=(.+)$/);
+    if (match) args[match[1]] = match[2];
+  }
+  return args;
+}
+
+// ============================================================
+// Helpers
+// ============================================================
+
+function generateUserId() {
+  return crypto.randomUUID().replace(/-/g, "");
+}
+
+/** Deterministic variant assignment based on userId hash */
+function assignVariant(userId, variants) {
+  const hash = crypto.createHash("md5").update(userId).digest();
+  const index = hash.readUInt32BE(0) % variants.length;
+  return variants[index];
+}
+
+/** Compute adjusted measurements for an event, matching the C# LogEvents logic */
+function computeMeasurements(baselineMeasurements, adjustments) {
+  const measurements = {};
+
+  for (const [name, baseValue] of Object.entries(baselineMeasurements)) {
+    let adjusted = baseValue;
+
+    if (adjustments[name] !== undefined) {
+      // Random factor between 0.5 and 1.5 (matches C# logic)
+      const randomFactor = 0.5 + Math.random();
+      adjusted += adjustments[name] * randomFactor;
+    }
+
+    // Clamp values (matches C# logic)
+    if (name === "star-rating") {
+      adjusted = Math.max(1, Math.min(5, adjusted));
+    } else if (name === "attempts") {
+      adjusted = Math.max(1, adjusted);
+    } else {
+      adjusted = Math.max(0, adjusted);
+    }
+
+    measurements[name] = Math.round(adjusted * 100) / 100;
+  }
+
+  return measurements;
+}
+
+/** Flush the App Insights client and wait briefly */
+function flushClient(client) {
+  return new Promise((resolve) => {
+    client.flush({
+      callback: () => setTimeout(resolve, FLUSH_DELAY_MS),
+    });
+  });
+}
+
+function formatNumber(n) {
+  return n.toLocaleString();
+}
+
+// ============================================================
+// Main
+// ============================================================
+
+async function main() {
+  const args = parseArgs();
+
+  // --- Validate arguments ---
+  const flagName = args.flag;
+  const featureFlagReference = args["feature-flag-reference"];
+  const variantsCsv = args.variants;
+  const connectionString = args.connectionString;
+  if (!flagName || !featureFlagReference || !variantsCsv || !connectionString) {
+    console.error(
+      "Usage: node backfill.js --flag=<name> --feature-flag-reference=<ref> --variants=A,B --connectionString=<connStr> [--users=100] [--days=7] [--allocation-id=<guid>]"
+    );
+    console.error("\nRequired:");
+    console.error("  --flag                   Feature flag name");
+    console.error("  --feature-flag-reference Feature flag reference string");
+    console.error("  --variants               Comma-separated variant names (e.g. control,treatment)");
+    console.error("  --connectionString       App Insights connection string");
+    console.error("\nOptional:");
+    console.error("  --users                  Users per hour (default: 100)");
+    console.error("  --days                   Days to backfill (default: 7)");
+    console.error("  --allocation-id          Allocation ID GUID (default: 123e4567-e89b-12d3-a456-426655440000)");
+    process.exit(1);
+  }
+
+  const allocationId = args["allocation-id"] || "123e4567-e89b-12d3-a456-426655440000";
+
+  const usersPerHour = parseInt(args.users || "100", 10);
+  const days = parseInt(args.days || "7", 10);
+
+  // --- Resolve variants ---
+  const variantList = variantsCsv.split(",").map((v) => v.trim()).filter(Boolean);
+
+  if (variantList.length === 0) {
+    console.error("--variants must contain at least one variant name.");
+    process.exit(1);
+  }
+
+  if (variantList.length > VARIANT_ADJUSTMENTS.length) {
+    console.error(
+      `Too many variants (${variantList.length}). Only ${VARIANT_ADJUSTMENTS.length} adjustment profiles are available.`
+    );
+    process.exit(1);
+  }
+
+  // Build a map from variant name -> adjustment profile (by index)
+  const variantAdjustmentMap = {};
+  const browserTimingAdjustmentMap = {};
+  variantList.forEach((name, i) => {
+    variantAdjustmentMap[name] = VARIANT_ADJUSTMENTS[i];
+    browserTimingAdjustmentMap[name] = BROWSER_TIMING_VARIANT_ADJUSTMENTS[i];
+  });
+
+  // --- Setup App Insights (disable all auto-collection) ---
+  appInsights.setup(connectionString)
+    .setAutoCollectConsole(false, false)
+    .setAutoCollectDependencies(false)
+    .setAutoCollectExceptions(false)
+    .setAutoCollectPerformance(false, false)
+    .setAutoCollectPreAggregatedMetrics(false)
+    .setAutoCollectRequests(false)
+    .setAutoCollectHeartbeat(false)
+    .setAutoDependencyCorrelation(false)
+    .setUseDiskRetryCaching(false)
+    .start();
+
+  const client = appInsights.defaultClient;
+  client.config.maxBatchSize = 250;
+
+  // --- Compute totals for progress display ---
+  const eventCount = Object.keys(EVENT_MEASUREMENTS).length;
+  const pageViewCount = PAGE_VIEWS.length;
+  const avgEventsPerUser = Math.round(eventCount * 0.9); // 90% emit rate
+  const avgPageViewsPerUser = Math.round(pageViewCount * 0.7); // 70% visit rate
+  const totalUsers = usersPerHour * 24 * days;
+  const estTotalEvents = totalUsers * (1 + avgEventsPerUser + avgPageViewsPerUser); // +1 for FeatureEvaluation
+
+  console.log();
+  console.log("=== Experimentation Backfill ===");
+  console.log(`  Flag:            ${flagName}`);
+  console.log(`  Variants:        ${variantList.join(", ")}`);
+  console.log(`  Users/hour:      ${formatNumber(usersPerHour)}`);
+  console.log(`  Days:            ${days}`);
+  console.log(`  Total users:     ${formatNumber(totalUsers)}`);
+  console.log(`  Events/user:     ~${avgEventsPerUser} (of ${eventCount} possible, 90% chance each)`);
+  console.log(`  PageViews/user:  ~${avgPageViewsPerUser} (of ${pageViewCount} pages, 70% chance each)`);
+  console.log(`  Est. total:      ~${formatNumber(estTotalEvents)} telemetry items`);
+  console.log(`  Batch size:      ${BATCH_SIZE} (flush threshold)`);
+  console.log();
+
+  const now = new Date();
+  let totalTracked = 0;
+  let pendingCount = 0;
+  const startTime = Date.now();
+
+  // --- Iterate: days -> hours -> users ---
+  for (let dayOffset = days; dayOffset >= 1; dayOffset--) {
+    const dayStart = new Date(now);
+    dayStart.setDate(dayStart.getDate() - dayOffset);
+    dayStart.setHours(0, 0, 0, 0);
+
+    const dayLabel = dayStart.toISOString().slice(0, 10);
+    console.log(`Day ${dayLabel} (${dayOffset}d ago)`);
+
+    for (let hour = 0; hour < 24; hour++) {
+      const hourStart = new Date(dayStart);
+      hourStart.setHours(hour);
+
+      // Spread users evenly across the hour
+      const intervalMs = (3600 * 1000) / usersPerHour;
+
+      for (let u = 0; u < usersPerHour; u++) {
+        const userId = generateUserId();
+        const variant = assignVariant(userId, variantList);
+        const userStartMs = hourStart.getTime() + Math.floor(u * intervalMs);
+        const sessionId = crypto.randomUUID();
+
+        // --- FeatureEvaluation event (needed for experimentation pipeline) ---
+        client.trackEvent({
+          name: "FeatureEvaluation",
+          time: new Date(userStartMs),
+          properties: {
+            FeatureName: flagName,
+            Enabled: "True",
+            Variant: variant,
+            DefaultWhenEnabled: variantList[0],
+            VariantAssignmentReason: "Percentile",
+            TargetingId: userId,
+            FeatureFlagReference: featureFlagReference,
+            AllocationId: allocationId,
+          },
+          tagOverrides: {
+            "ai.user.id": userId,
+            "ai.session.id": sessionId,
+          },
+        });
+        pendingCount++;
+        totalTracked++;
+
+        // --- Custom events (1 second apart) ---
+        let eventOffsetMs = 1000;
+        for (const [eventName, baselineMeasurements] of Object.entries(EVENT_MEASUREMENTS)) {
+          // 90% chance to emit each event (matches C# logic)
+          if (Math.random() >= 0.9) continue;
+
+          const measurements = computeMeasurements(baselineMeasurements, variantAdjustmentMap[variant] || {});
+          const eventTime = new Date(userStartMs + eventOffsetMs);
+
+          client.trackEvent({
+            name: eventName,
+            time: eventTime,
+            properties: { TargetingId: userId },
+            measurements,
+            tagOverrides: {
+              "ai.user.id": userId,
+              "ai.session.id": sessionId,
+            },
+          });
+
+          pendingCount++;
+          totalTracked++;
+          eventOffsetMs += 1000;
+        }
+
+        // --- Browser timings / page views (500ms apart) ---
+        for (const page of PAGE_VIEWS) {
+          // 70% chance to visit each page
+          if (Math.random() >= 0.7) continue;
+
+          const timings = computeMeasurements(page.measurements, browserTimingAdjustmentMap[variant] || {});
+          const pageTime = new Date(userStartMs + eventOffsetMs);
+
+          client.trackPageView({
+            name: page.name,
+            url: page.url,
+            duration: timings.totalDuration,
+            time: pageTime,
+            properties: { TargetingId: userId },
+            measurements: timings,
+            tagOverrides: {
+              "ai.user.id": userId,
+              "ai.session.id": sessionId,
+            },
+          });
+
+          pendingCount++;
+          totalTracked++;
+          eventOffsetMs += 500;
+        }
+
+        // --- Exception simulation ---
+        // First variant gets a lower exception rate; others get the higher rate
+        const exceptionChance = variant === variantList[0] ? 0.01 : 0.03;
+        if (Math.random() < exceptionChance) {
+          client.trackException({
+            exception: new Error(`Simulated user exception for variant: ${variant}`),
+            time: new Date(userStartMs + eventOffsetMs),
+            properties: { TargetingId: userId },
+            tagOverrides: {
+              "ai.user.id": userId,
+              "ai.session.id": sessionId,
+            },
+          });
+          pendingCount++;
+          totalTracked++;
+        }
+
+        // --- Flush when batch threshold reached ---
+        if (pendingCount >= BATCH_SIZE) {
+          await flushClient(client);
+          pendingCount = 0;
+        }
+      }
+
+      // Progress update per hour
+      const elapsed = (Date.now() - startTime) / 1000;
+      const rate = Math.round(totalTracked / elapsed);
+      const pct = ((totalTracked / estTotalEvents) * 100).toFixed(1);
+      process.stdout.write(
+        `\r  Hour ${hour.toString().padStart(2, "0")} | ${formatNumber(totalTracked)} events (${pct}%) | ${formatNumber(rate)} events/sec`
+      );
+    }
+
+    console.log(); // newline after each day
+  }
+
+  // --- Final flush ---
+  console.log("\nFlushing remaining telemetry...");
+  await flushClient(client);
+
+  const totalElapsed = ((Date.now() - startTime) / 1000).toFixed(1);
+  console.log(`\nDone! Sent ${formatNumber(totalTracked)} events in ${totalElapsed}s`);
+
+  // Give the SDK a moment to finish any in-flight sends
+  await new Promise((resolve) => setTimeout(resolve, 2000));
+  process.exit(0);
+}
+
+main().catch((err) => {
+  console.error("\nFatal error:", err);
+  process.exit(1);
+});

package/package.json

@@ -0,0 +1,28 @@
+{
+  "name": "appconfig-experiment-backfill",
+  "version": "1.0.0",
+  "description": "Generate mock Application Insights telemetry for testing Azure App Configuration Experimentation",
+  "main": "backfill.js",
+  "bin": {
+    "appconfig-experiment-backfill": "backfill.js"
+  },
+  "files": [
+    "backfill.js"
+  ],
+  "scripts": {
+    "start": "node backfill.js"
+  },
+  "keywords": [
+    "azure-app-configuration",
+    "experimentation",
+    "feature-flags",
+    "application-insights",
+    "mock-data",
+    "telemetry-backfill"
+  ],
+  "author": "rossgrambo",
+  "license": "MIT",
+  "dependencies": {
+    "applicationinsights": "^2.9.0"
+  }
+}