ardent-cli 0.0.37 → 0.0.39

package/dist/index.js

@@ -460,9 +460,13 @@ function getAnonymousId() {
 }
 function trackEvent(event, properties = {}) {
   const distinctId = getConfig("userId") ?? getAnonymousId();
+  const controller = new AbortController();
+  const timeout = setTimeout(() => controller.abort(), 500);
+  timeout.unref?.();
   fetch(`${getApiUrl()}/v1/posthog/event`, {
     method: "POST",
     headers: { "Content-Type": "application/json" },
+    signal: controller.signal,
     body: JSON.stringify({
       events: [{
         event,
@@ -474,14 +478,18 @@ function trackEvent(event, properties = {}) {
       }]
     })
   }).catch(() => {
-  });
+  }).finally(() => clearTimeout(timeout));
 }
 function identifyUser(userId, personProperties = {}) {
   const anonymousId = getAnonymousId();
   setConfig("userId", userId);
+  const controller = new AbortController();
+  const timeout = setTimeout(() => controller.abort(), 500);
+  timeout.unref?.();
   fetch(`${getApiUrl()}/v1/posthog/event`, {
     method: "POST",
     headers: { "Content-Type": "application/json" },
+    signal: controller.signal,
     body: JSON.stringify({
       events: [{
         event: "$identify",
@@ -494,7 +502,7 @@ function identifyUser(userId, personProperties = {}) {
       }]
     })
   }).catch(() => {
-  });
+  }).finally(() => clearTimeout(timeout));
 }
 
 // src/commands/branch/create.ts
@@ -805,7 +813,13 @@ var ENGINE_STATUS_DISPLAY = {
   validating: "validation in progress",
   failed_validation: "validation failed",
   unhealthy: "unhealthy",
-  unchecked: "not yet configured"
+  unchecked: "not yet configured",
+  // ARD-1181: kafka2pg apply halt due to missing target relation. Phrase is
+  // deliberately operator-action-oriented and free of vendor names (Neon,
+  // Kafka, pgstream) and internal config keys per the CLAUDE.md
+  // customer-facing terseness rules. The internal error string + quarantine
+  // row count are logged by the detector for operator triage.
+  target_schema_lost: "needs reset (contact Ardent support)"
 };
 var CONNECTION_STATUS_DISPLAY = {
   connected: "connected",
@@ -2938,6 +2952,7 @@ var ORIGINAL_SUFFIX = "-ardent-original";
 var SERVICE_SUFFIXES = ["rest", "auth", "storage", "realtime", "pg_meta"];
 var DOCKER_HOST_GATEWAY = "host.docker.internal";
 var REALTIME_LIST_CHANGES_MIGRATION_VERSION = "20230328144023";
+var MIGRATION_IMPORT_TIMEOUT_MS = 15e3;
 var SENSITIVE_DOCKER_ENV_KEYS = /* @__PURE__ */ new Set([
   "DATABASE_URL",
   "DB_PASSWORD",
@@ -3515,19 +3530,68 @@ function dumpLocalStorageMigrations(dbContainer) {
     "--no-privileges"
   ]);
 }
+function dumpLocalRealtimeMigrations(dbContainer) {
+  return runDocker([
+    "exec",
+    dbContainer,
+    "pg_dump",
+    "-U",
+    "postgres",
+    "-d",
+    "postgres",
+    "--data-only",
+    "--table=realtime.schema_migrations",
+    "--column-inserts",
+    "--no-owner",
+    "--no-privileges"
+  ]);
+}
 function storageMigrationsImportSql(dumpSql) {
   const tempTable = "pg_temp.ardent_storage_migrations_import";
-  const tempDumpSql = dumpSql.replaceAll("INSERT INTO storage.migrations", `INSERT INTO ${tempTable}`);
+  const tempDumpSql = retargetPgDumpInserts(dumpSql, "storage", "migrations", tempTable);
   return `
+SET lock_timeout = '2s';
+SET statement_timeout = '10s';
 BEGIN;
 CREATE TEMP TABLE ardent_storage_migrations_import (LIKE storage.migrations INCLUDING DEFAULTS);
 ${tempDumpSql}
 INSERT INTO storage.migrations
 SELECT * FROM ${tempTable}
 ON CONFLICT DO NOTHING;
+COMMIT;
+  `;
+}
+function realtimeMigrationsImportSql(dumpSql) {
+  const tempTable = "pg_temp.ardent_realtime_migrations_import";
+  const tempDumpSql = retargetPgDumpInserts(dumpSql, "realtime", "schema_migrations", tempTable);
+  return `
+SET lock_timeout = '2s';
+SET statement_timeout = '10s';
+BEGIN;
+CREATE SCHEMA IF NOT EXISTS realtime;
+CREATE TABLE IF NOT EXISTS realtime.schema_migrations (
+  version bigint PRIMARY KEY,
+  inserted_at timestamp(0) without time zone
+);
+CREATE TEMP TABLE ardent_realtime_migrations_import (LIKE realtime.schema_migrations INCLUDING DEFAULTS);
+${tempDumpSql}
+INSERT INTO realtime.schema_migrations
+SELECT * FROM ${tempTable}
+ON CONFLICT DO NOTHING;
 COMMIT;
 `;
 }
+function retargetPgDumpInserts(dumpSql, schema, table, tempTable) {
+  const insertPattern = new RegExp(
+    `INSERT INTO (?:${schema}\\.${table}|"${schema}"\\."${table}")`,
+    "g"
+  );
+  const tempDumpSql = dumpSql.replace(insertPattern, `INSERT INTO ${tempTable}`);
+  if (/\bINSERT INTO\b/.test(dumpSql) && tempDumpSql === dumpSql) {
+    throw new Error(`Could not rewrite pg_dump INSERT statements for ${schema}.${table}.`);
+  }
+  return tempDumpSql;
+}
 function waitForOriginalDb(containerName2) {
   const deadline = Date.now() + 3e4;
   while (Date.now() < deadline) {
@@ -3540,6 +3604,81 @@ function waitForOriginalDb(containerName2) {
   }
   throw new Error(`Timed out waiting for ${containerName2} to accept local PostgreSQL connections.`);
 }
+function waitForBranchProxy(originalDbContainer, dbContainer, network, branchUser, branchPassword) {
+  runDocker(["start", originalDbContainer]);
+  try {
+    waitForOriginalDb(originalDbContainer);
+    const dbContainerIpAddress = containerIpAddress(dbContainer, network);
+    const deadline = Date.now() + 6e4;
+    let lastError = "";
+    while (Date.now() < deadline) {
+      try {
+        runDocker([
+          "exec",
+          "-e",
+          `PGPASSWORD=${branchPassword}`,
+          originalDbContainer,
+          "psql",
+          "-h",
+          dbContainerIpAddress,
+          "-p",
+          "5432",
+          "-U",
+          branchUser,
+          "-d",
+          "postgres",
+          "-v",
+          "ON_ERROR_STOP=1",
+          "-c",
+          "SELECT 1"
+        ]);
+        return;
+      } catch (error) {
+        lastError = error instanceof Error ? error.message : String(error);
+        execFileSync("sleep", ["1"]);
+      }
+    }
+    throw new Error(`Timed out waiting for branch DB proxy to accept connections: ${lastError}`);
+  } finally {
+    runDocker(["stop", originalDbContainer]);
+  }
+}
+function waitForBranchProxyWithClientImage(clientImage, network, dbContainer, branchUser, branchPassword) {
+  const deadline = Date.now() + 6e4;
+  let lastError = "";
+  while (Date.now() < deadline) {
+    try {
+      runDocker([
+        "run",
+        "--rm",
+        "--network",
+        network,
+        "--entrypoint",
+        "psql",
+        "-e",
+        `PGPASSWORD=${branchPassword}`,
+        clientImage,
+        "-h",
+        dbContainer,
+        "-p",
+        "5432",
+        "-U",
+        branchUser,
+        "-d",
+        "postgres",
+        "-v",
+        "ON_ERROR_STOP=1",
+        "-c",
+        "SELECT 1"
+      ]);
+      return;
+    } catch (error) {
+      lastError = error instanceof Error ? error.message : String(error);
+      execFileSync("sleep", ["1"]);
+    }
+  }
+  throw new Error(`Timed out waiting for final branch DB proxy to accept connections: ${lastError}`);
+}
 function copyLocalStorageMigrationsToBranch(dumpSql, originalDbContainer, dbContainer, network, branchUser, branchPassword) {
   runDocker(["start", originalDbContainer]);
   try {
@@ -3564,7 +3703,39 @@ function copyLocalStorageMigrationsToBranch(dumpSql, originalDbContainer, dbCont
         "-v",
         "ON_ERROR_STOP=1"
       ],
-      storageMigrationsImportSql(dumpSql)
+      storageMigrationsImportSql(dumpSql),
+      { timeoutMs: MIGRATION_IMPORT_TIMEOUT_MS }
+    );
+  } finally {
+    runDocker(["stop", originalDbContainer]);
+  }
+}
+function copyLocalRealtimeMigrationsToBranch(dumpSql, originalDbContainer, dbContainer, network, branchPassword) {
+  runDocker(["start", originalDbContainer]);
+  try {
+    waitForOriginalDb(originalDbContainer);
+    const dbContainerIpAddress = containerIpAddress(dbContainer, network);
+    runDockerWithInput(
+      [
+        "exec",
+        "-i",
+        "-e",
+        `PGPASSWORD=${branchPassword}`,
+        originalDbContainer,
+        "psql",
+        "-h",
+        dbContainerIpAddress,
+        "-p",
+        "5432",
+        "-U",
+        "supabase_admin",
+        "-d",
+        "postgres",
+        "-v",
+        "ON_ERROR_STOP=1"
+      ],
+      realtimeMigrationsImportSql(dumpSql),
+      { timeoutMs: MIGRATION_IMPORT_TIMEOUT_MS }
     );
   } finally {
     runDocker(["stop", originalDbContainer]);
@@ -3685,7 +3856,6 @@ function applySupabaseRealtimeCompatibility(projectId, originalDbContainer, dbCo
           supabaseRealtimeCompatibilitySql(),
           { timeoutMs: 7e3 }
         );
-        runDocker(["restart", realtimeContainer]);
         return;
       } catch (error) {
         lastError = error instanceof Error ? error.message : String(error);
@@ -3707,6 +3877,42 @@ function kongApiUrl(projectId) {
   const port = first?.split(":").pop();
   return port ? `http://127.0.0.1:${port}` : void 0;
 }
+function requireLinkedServiceContainersRunning(projectId) {
+  const stoppedServices = [];
+  for (const servicePrefix of SERVICE_SUFFIXES) {
+    const name = containerName(servicePrefix, projectId);
+    if (!dockerExists(name)) {
+      continue;
+    }
+    const state = runDocker([
+      "inspect",
+      "-f",
+      "{{.State.Status}}",
+      name
+    ]);
+    if (state !== "running") {
+      stoppedServices.push(`${name}=${state}`);
+    }
+  }
+  if (stoppedServices.length > 0) {
+    throw new Error(`Linked Supabase service container is not running: ${stoppedServices.join(", ")}`);
+  }
+}
+async function closeHealthResponse(response) {
+  try {
+    await response.body?.cancel();
+  } catch {
+  }
+}
+async function fetchHealthCheck(url) {
+  const controller = new AbortController();
+  const timeout = setTimeout(() => controller.abort(), 5e3);
+  try {
+    return await fetch(url, { signal: controller.signal });
+  } finally {
+    clearTimeout(timeout);
+  }
+}
 async function waitForHealth(projectId) {
   const apiUrl = kongApiUrl(projectId);
   if (!apiUrl) {
@@ -3716,12 +3922,22 @@ async function waitForHealth(projectId) {
   let lastError = "";
   while (Date.now() < deadline) {
     try {
-      const authResponse = await fetch(`${apiUrl}/auth/v1/health`);
-      const restResponse = await fetch(`${apiUrl}/rest/v1/`);
-      if (authResponse.ok && restResponse.ok) {
-        return;
+      requireLinkedServiceContainersRunning(projectId);
+      let authResponse;
+      let restResponse;
+      try {
+        authResponse = await fetchHealthCheck(`${apiUrl}/auth/v1/health`);
+        restResponse = await fetchHealthCheck(`${apiUrl}/rest/v1/`);
+        if (authResponse.ok && restResponse.ok) {
+          return;
+        }
+        lastError = `auth=${authResponse.status}, rest=${restResponse.status}`;
+      } finally {
+        await Promise.all([
+          authResponse ? closeHealthResponse(authResponse) : Promise.resolve(),
+          restResponse ? closeHealthResponse(restResponse) : Promise.resolve()
+        ]);
       }
-      lastError = `auth=${authResponse.status}, rest=${restResponse.status}`;
     } catch (error) {
       lastError = error instanceof Error ? error.message : String(error);
     }
@@ -3788,11 +4004,16 @@ async function linkSupabaseAction(branchName, options = {}) {
     }
     console.log(`Linking Supabase project ${projectId} to branch ${branch.name}...`);
     const storageMigrationsDump = dumpLocalStorageMigrations(dbContainer);
+    const realtimeContainer = containerName("realtime", projectId);
+    const realtimeMigrationsDump = dockerExists(realtimeContainer) ? dumpLocalRealtimeMigrations(dbContainer) : "";
     const originalDbContainerState = inspectContainer(dbContainer);
     const dbPortBindings = portPublishArgs(originalDbContainerState);
     runDocker(["stop", dbContainer]);
     runDocker(["rename", dbContainer, originalDbContainer]);
     startProxyContainer(projectId, network, dbContainer, parsedBranchUrl, []);
+    console.log("Checking branch database connection...");
+    waitForBranchProxy(originalDbContainer, dbContainer, network, branchUser, branchPassword);
+    console.log("Copying local Supabase Storage migration state...");
     copyLocalStorageMigrationsToBranch(
       storageMigrationsDump,
       originalDbContainer,
@@ -3801,19 +4022,17 @@ async function linkSupabaseAction(branchName, options = {}) {
       branchUser,
       branchPassword
     );
-    for (const servicePrefix of SERVICE_SUFFIXES) {
-      const service = recreateServiceForBranch(
-        servicePrefix,
-        projectId,
-        network,
+    if (realtimeMigrationsDump) {
+      console.log("Copying local Supabase Realtime migration state...");
+      copyLocalRealtimeMigrationsToBranch(
+        realtimeMigrationsDump,
+        originalDbContainer,
         dbContainer,
-        branchUser,
+        network,
         branchPassword
       );
-      if (service) {
-        createdServices.push(service);
-      }
     }
+    console.log("Applying Supabase Realtime compatibility...");
     applySupabaseRealtimeCompatibility(
       projectId,
       originalDbContainer,
@@ -3823,6 +4042,27 @@ async function linkSupabaseAction(branchName, options = {}) {
     );
     runDocker(["rm", "-f", dbContainer]);
     startProxyContainer(projectId, network, dbContainer, parsedBranchUrl, dbPortBindings);
+    console.log("Starting linked Supabase database proxy...");
+    waitForBranchProxyWithClientImage(
+      originalDbContainerState.Config.Image,
+      network,
+      dbContainer,
+      branchUser,
+      branchPassword
+    );
+    for (const servicePrefix of SERVICE_SUFFIXES) {
+      const service = recreateServiceForBranch(
+        servicePrefix,
+        projectId,
+        network,
+        dbContainer,
+        branchUser,
+        branchPassword
+      );
+      if (service) {
+        createdServices.push(service);
+      }
+    }
     const kong = containerName("kong", projectId);
     if (dockerExists(kong)) {
       runDocker(["restart", kong]);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ardent-cli",
-  "version": "0.0.37",
+  "version": "0.0.39",
   "description": "Git for Data infrastructure",
   "type": "module",
   "bin": {