appwrite-utils-cli 1.0.8 → 1.1.0

package/src/collections/attributes.ts

@@ -8,6 +8,165 @@ import { nameToIdMapping, enqueueOperation } from "../shared/operationQueue.js";
 import { delay, tryAwaitWithRetry } from "../utils/helperFunctions.js";
 import chalk from "chalk";
 
+// Interface for attribute with status (fixing the type issue)
+interface AttributeWithStatus {
+  key: string;
+  type: string;
+  status: 'available' | 'processing' | 'deleting' | 'stuck' | 'failed';
+  error: string;
+  required: boolean;
+  array?: boolean;
+  $createdAt: string;
+  $updatedAt: string;
+  [key: string]: any; // For type-specific fields
+}
+
+/**
+ * Wait for attribute to become available, with retry logic for stuck attributes and exponential backoff
+ */
+const waitForAttributeAvailable = async (
+  db: Databases,
+  dbId: string,
+  collectionId: string,
+  attributeKey: string,
+  maxWaitTime: number = 60000, // 1 minute
+  retryCount: number = 0,
+  maxRetries: number = 5
+): Promise<boolean> => {
+  const startTime = Date.now();
+  let checkInterval = 2000; // Start with 2 seconds
+  
+  // Calculate exponential backoff: 2s, 4s, 8s, 16s, 30s (capped at 30s)
+  if (retryCount > 0) {
+    const exponentialDelay = Math.min(2000 * Math.pow(2, retryCount), 30000);
+    console.log(chalk.blue(`Waiting for attribute '${attributeKey}' to become available (retry ${retryCount}, backoff: ${exponentialDelay}ms)...`));
+    await delay(exponentialDelay);
+  } else {
+    console.log(chalk.blue(`Waiting for attribute '${attributeKey}' to become available...`));
+  }
+  
+  while (Date.now() - startTime < maxWaitTime) {
+    try {
+      const collection = await db.getCollection(dbId, collectionId);
+      const attribute = (collection.attributes as any[]).find(
+        (attr: AttributeWithStatus) => attr.key === attributeKey
+      ) as AttributeWithStatus | undefined;
+      
+      if (!attribute) {
+        console.log(chalk.red(`Attribute '${attributeKey}' not found`));
+        return false;
+      }
+      
+      console.log(chalk.gray(`Attribute '${attributeKey}' status: ${attribute.status}`));
+      
+      switch (attribute.status) {
+        case 'available':
+          console.log(chalk.green(`✅ Attribute '${attributeKey}' is now available`));
+          return true;
+          
+        case 'failed':
+          console.log(chalk.red(`❌ Attribute '${attributeKey}' failed: ${attribute.error}`));
+          return false;
+          
+        case 'stuck':
+          console.log(chalk.yellow(`⚠️ Attribute '${attributeKey}' is stuck, will retry...`));
+          return false;
+          
+        case 'processing':
+          // Continue waiting
+          break;
+          
+        case 'deleting':
+          console.log(chalk.yellow(`Attribute '${attributeKey}' is being deleted`));
+          break;
+          
+        default:
+          console.log(chalk.yellow(`Unknown status '${attribute.status}' for attribute '${attributeKey}'`));
+          break;
+      }
+      
+      await delay(checkInterval);
+    } catch (error) {
+      console.log(chalk.red(`Error checking attribute status: ${error}`));
+      return false;
+    }
+  }
+  
+  // Timeout reached
+  console.log(chalk.yellow(`⏰ Timeout waiting for attribute '${attributeKey}' (${maxWaitTime}ms)`));
+  
+  // If we have retries left and this isn't the last retry, try recreating
+  if (retryCount < maxRetries) {
+    console.log(chalk.yellow(`🔄 Retrying attribute creation (attempt ${retryCount + 1}/${maxRetries})`));
+    return false; // Signal that we need to retry
+  }
+  
+  return false;
+};
+
+/**
+ * Wait for all attributes in a collection to become available
+ */
+const waitForAllAttributesAvailable = async (
+  db: Databases,
+  dbId: string,
+  collectionId: string,
+  attributeKeys: string[],
+  maxWaitTime: number = 60000
+): Promise<string[]> => {
+  console.log(chalk.blue(`Waiting for ${attributeKeys.length} attributes to become available...`));
+  
+  const failedAttributes: string[] = [];
+  
+  for (const attributeKey of attributeKeys) {
+    const success = await waitForAttributeAvailable(db, dbId, collectionId, attributeKey, maxWaitTime);
+    if (!success) {
+      failedAttributes.push(attributeKey);
+    }
+  }
+  
+  return failedAttributes;
+};
+
+/**
+ * Delete collection and recreate with retry logic
+ */
+const deleteAndRecreateCollection = async (
+  db: Databases,
+  dbId: string,
+  collection: Models.Collection,
+  retryCount: number
+): Promise<Models.Collection | null> => {
+  try {
+    console.log(chalk.yellow(`🗑️ Deleting collection '${collection.name}' for retry ${retryCount}`));
+    
+    // Delete the collection
+    await db.deleteCollection(dbId, collection.$id);
+    console.log(chalk.yellow(`Deleted collection '${collection.name}'`));
+    
+    // Wait a bit before recreating
+    await delay(2000);
+    
+    // Recreate the collection
+    console.log(chalk.blue(`🔄 Recreating collection '${collection.name}'`));
+    const newCollection = await db.createCollection(
+      dbId,
+      collection.$id,
+      collection.name,
+      collection.$permissions,
+      collection.documentSecurity,
+      collection.enabled
+    );
+    
+    console.log(chalk.green(`✅ Recreated collection '${collection.name}'`));
+    return newCollection;
+    
+  } catch (error) {
+    console.log(chalk.red(`Failed to delete/recreate collection '${collection.name}': ${error}`));
+    return null;
+  }
+};
+
 const attributesSame = (
   databaseAttribute: Attribute,
   configAttribute: Attribute
@@ -72,6 +231,87 @@ const attributesSame = (
   });
 };
 
+/**
+ * Enhanced attribute creation with proper status monitoring and retry logic
+ */
+export const createOrUpdateAttributeWithStatusCheck = async (
+  db: Databases,
+  dbId: string,
+  collection: Models.Collection,
+  attribute: Attribute,
+  retryCount: number = 0,
+  maxRetries: number = 5
+): Promise<boolean> => {
+  console.log(chalk.blue(`Creating/updating attribute '${attribute.key}' (attempt ${retryCount + 1}/${maxRetries + 1})`));
+  
+  try {
+    // First, try to create/update the attribute using existing logic
+    await createOrUpdateAttribute(db, dbId, collection, attribute);
+    
+    // Now wait for the attribute to become available
+    const success = await waitForAttributeAvailable(
+      db, 
+      dbId, 
+      collection.$id, 
+      attribute.key, 
+      60000, // 1 minute timeout
+      retryCount, 
+      maxRetries
+    );
+    
+    if (success) {
+      return true;
+    }
+    
+    // If not successful and we have retries left, delete collection and try again
+    if (retryCount < maxRetries) {
+      console.log(chalk.yellow(`Attribute '${attribute.key}' failed/stuck, retrying...`));
+      
+      // Get fresh collection data
+      const freshCollection = await db.getCollection(dbId, collection.$id);
+      
+      // Delete and recreate collection
+      const newCollection = await deleteAndRecreateCollection(db, dbId, freshCollection, retryCount + 1);
+      
+      if (newCollection) {
+        // Retry with the new collection
+        return await createOrUpdateAttributeWithStatusCheck(
+          db, 
+          dbId, 
+          newCollection, 
+          attribute, 
+          retryCount + 1, 
+          maxRetries
+        );
+      }
+    }
+    
+    console.log(chalk.red(`❌ Failed to create attribute '${attribute.key}' after ${maxRetries + 1} attempts`));
+    return false;
+    
+  } catch (error) {
+    console.log(chalk.red(`Error creating attribute '${attribute.key}': ${error}`));
+    
+    if (retryCount < maxRetries) {
+      console.log(chalk.yellow(`Retrying attribute '${attribute.key}' due to error...`));
+      
+      // Wait a bit before retry
+      await delay(2000);
+      
+      return await createOrUpdateAttributeWithStatusCheck(
+        db, 
+        dbId, 
+        collection, 
+        attribute, 
+        retryCount + 1, 
+        maxRetries
+      );
+    }
+    
+    return false;
+  }
+};
+
 export const createOrUpdateAttribute = async (
   db: Databases,
   dbId: string,
@@ -514,6 +754,105 @@ export const createOrUpdateAttribute = async (
   }
 };
 
+/**
+ * Enhanced collection attribute creation with proper status monitoring
+ */
+export const createUpdateCollectionAttributesWithStatusCheck = async (
+  db: Databases,
+  dbId: string,
+  collection: Models.Collection,
+  attributes: Attribute[]
+): Promise<boolean> => {
+  console.log(
+    chalk.green(
+      `Creating/Updating attributes for collection: ${collection.name} with status monitoring`
+    )
+  );
+
+  const existingAttributes: Attribute[] =
+    // @ts-expect-error
+    collection.attributes.map((attr) => parseAttribute(attr)) || [];
+
+  const attributesToRemove = existingAttributes.filter(
+    (attr) => !attributes.some((a) => a.key === attr.key)
+  );
+  const indexesToRemove = collection.indexes.filter((index) =>
+    attributesToRemove.some((attr) => index.attributes.includes(attr.key))
+  );
+
+  // Handle attribute removal first
+  if (attributesToRemove.length > 0) {
+    if (indexesToRemove.length > 0) {
+      console.log(
+        chalk.red(
+          `Removing indexes as they rely on an attribute that is being removed: ${indexesToRemove
+            .map((index) => index.key)
+            .join(", ")}`
+        )
+      );
+      for (const index of indexesToRemove) {
+        await tryAwaitWithRetry(
+          async () => await db.deleteIndex(dbId, collection.$id, index.key)
+        );
+        await delay(500); // Longer delay for deletions
+      }
+    }
+    for (const attr of attributesToRemove) {
+      console.log(
+        chalk.red(
+          `Removing attribute: ${attr.key} as it is no longer in the collection`
+        )
+      );
+      await tryAwaitWithRetry(
+        async () => await db.deleteAttribute(dbId, collection.$id, attr.key)
+      );
+      await delay(500); // Longer delay for deletions
+    }
+  }
+
+  // Create attributes ONE BY ONE with proper status checking
+  console.log(chalk.blue(`Creating ${attributes.length} attributes sequentially with status monitoring...`));
+  
+  let currentCollection = collection;
+  const failedAttributes: string[] = [];
+  
+  for (const attribute of attributes) {
+    console.log(chalk.blue(`\n--- Processing attribute: ${attribute.key} ---`));
+    
+    const success = await createOrUpdateAttributeWithStatusCheck(
+      db, 
+      dbId, 
+      currentCollection, 
+      attribute
+    );
+    
+    if (success) {
+      console.log(chalk.green(`✅ Successfully created attribute: ${attribute.key}`));
+      
+      // Get updated collection data for next iteration
+      try {
+        currentCollection = await db.getCollection(dbId, collection.$id);
+      } catch (error) {
+        console.log(chalk.yellow(`Warning: Could not refresh collection data: ${error}`));
+      }
+      
+      // Add delay between successful attributes
+      await delay(1000);
+    } else {
+      console.log(chalk.red(`❌ Failed to create attribute: ${attribute.key}`));
+      failedAttributes.push(attribute.key);
+    }
+  }
+  
+  if (failedAttributes.length > 0) {
+    console.log(chalk.red(`\n❌ Failed to create ${failedAttributes.length} attributes: ${failedAttributes.join(', ')}`));
+    return false;
+  }
+  
+  console.log(chalk.green(`\n✅ Successfully created all ${attributes.length} attributes for collection: ${collection.name}`));
+  return true;
+};
+
 export const createUpdateCollectionAttributes = async (
   db: Databases,
   dbId: string,

package/src/collections/indexes.ts

@@ -1,6 +1,270 @@
 import { indexSchema, type Index } from "appwrite-utils";
 import { Databases, IndexType, Query, type Models } from "node-appwrite";
 import { delay, tryAwaitWithRetry } from "../utils/helperFunctions.js";
+import chalk from "chalk";
+
+// Interface for index with status
+interface IndexWithStatus {
+  key: string;
+  type: string;
+  status: 'available' | 'processing' | 'deleting' | 'stuck' | 'failed';
+  error: string;
+  attributes: string[];
+  orders?: string[];
+  $createdAt: string;
+  $updatedAt: string;
+}
+
+/**
+ * Wait for index to become available, with retry logic for stuck indexes and exponential backoff
+ */
+const waitForIndexAvailable = async (
+  db: Databases,
+  dbId: string,
+  collectionId: string,
+  indexKey: string,
+  maxWaitTime: number = 60000, // 1 minute
+  retryCount: number = 0,
+  maxRetries: number = 5
+): Promise<boolean> => {
+  const startTime = Date.now();
+  let checkInterval = 2000; // Start with 2 seconds
+  
+  // Calculate exponential backoff: 2s, 4s, 8s, 16s, 30s (capped at 30s)
+  if (retryCount > 0) {
+    const exponentialDelay = Math.min(2000 * Math.pow(2, retryCount), 30000);
+    console.log(chalk.blue(`Waiting for index '${indexKey}' to become available (retry ${retryCount}, backoff: ${exponentialDelay}ms)...`));
+    await delay(exponentialDelay);
+  } else {
+    console.log(chalk.blue(`Waiting for index '${indexKey}' to become available...`));
+  }
+  
+  while (Date.now() - startTime < maxWaitTime) {
+    try {
+      const indexList = await db.listIndexes(dbId, collectionId);
+      const index = indexList.indexes.find(
+        (idx: any) => idx.key === indexKey
+      ) as IndexWithStatus | undefined;
+      
+      if (!index) {
+        console.log(chalk.red(`Index '${indexKey}' not found`));
+        return false;
+      }
+      
+      console.log(chalk.gray(`Index '${indexKey}' status: ${index.status}`));
+      
+      switch (index.status) {
+        case 'available':
+          console.log(chalk.green(`✅ Index '${indexKey}' is now available`));
+          return true;
+          
+        case 'failed':
+          console.log(chalk.red(`❌ Index '${indexKey}' failed: ${index.error}`));
+          return false;
+          
+        case 'stuck':
+          console.log(chalk.yellow(`⚠️ Index '${indexKey}' is stuck, will retry...`));
+          return false;
+          
+        case 'processing':
+          // Continue waiting
+          break;
+          
+        case 'deleting':
+          console.log(chalk.yellow(`Index '${indexKey}' is being deleted`));
+          break;
+          
+        default:
+          console.log(chalk.yellow(`Unknown status '${index.status}' for index '${indexKey}'`));
+          break;
+      }
+      
+      await delay(checkInterval);
+    } catch (error) {
+      console.log(chalk.red(`Error checking index status: ${error}`));
+      return false;
+    }
+  }
+  
+  // Timeout reached
+  console.log(chalk.yellow(`⏰ Timeout waiting for index '${indexKey}' (${maxWaitTime}ms)`));
+  
+  // If we have retries left and this isn't the last retry, try recreating
+  if (retryCount < maxRetries) {
+    console.log(chalk.yellow(`🔄 Retrying index creation (attempt ${retryCount + 1}/${maxRetries})`));
+    return false; // Signal that we need to retry
+  }
+  
+  return false;
+};
+
+/**
+ * Delete collection and recreate for index retry (reused from attributes.ts)
+ */
+const deleteAndRecreateCollectionForIndex = async (
+  db: Databases,
+  dbId: string,
+  collection: Models.Collection,
+  retryCount: number
+): Promise<Models.Collection | null> => {
+  try {
+    console.log(chalk.yellow(`🗑️ Deleting collection '${collection.name}' for index retry ${retryCount}`));
+    
+    // Delete the collection
+    await db.deleteCollection(dbId, collection.$id);
+    console.log(chalk.yellow(`Deleted collection '${collection.name}'`));
+    
+    // Wait a bit before recreating
+    await delay(2000);
+    
+    // Recreate the collection
+    console.log(chalk.blue(`🔄 Recreating collection '${collection.name}'`));
+    const newCollection = await db.createCollection(
+      dbId,
+      collection.$id,
+      collection.name,
+      collection.$permissions,
+      collection.documentSecurity,
+      collection.enabled
+    );
+    
+    console.log(chalk.green(`✅ Recreated collection '${collection.name}'`));
+    return newCollection;
+    
+  } catch (error) {
+    console.log(chalk.red(`Failed to delete/recreate collection '${collection.name}': ${error}`));
+    return null;
+  }
+};
+
+/**
+ * Enhanced index creation with proper status monitoring and retry logic
+ */
+export const createOrUpdateIndexWithStatusCheck = async (
+  dbId: string,
+  db: Databases,
+  collectionId: string,
+  collection: Models.Collection,
+  index: Index,
+  retryCount: number = 0,
+  maxRetries: number = 5
+): Promise<boolean> => {
+  console.log(chalk.blue(`Creating/updating index '${index.key}' (attempt ${retryCount + 1}/${maxRetries + 1})`));
+  
+  try {
+    // First, try to create/update the index using existing logic
+    await createOrUpdateIndex(dbId, db, collectionId, index);
+    
+    // Now wait for the index to become available
+    const success = await waitForIndexAvailable(
+      db, 
+      dbId, 
+      collectionId, 
+      index.key, 
+      60000, // 1 minute timeout
+      retryCount, 
+      maxRetries
+    );
+    
+    if (success) {
+      return true;
+    }
+    
+    // If not successful and we have retries left, delete collection and try again
+    if (retryCount < maxRetries) {
+      console.log(chalk.yellow(`Index '${index.key}' failed/stuck, retrying...`));
+      
+      // Get fresh collection data
+      const freshCollection = await db.getCollection(dbId, collectionId);
+      
+      // Delete and recreate collection
+      const newCollection = await deleteAndRecreateCollectionForIndex(db, dbId, freshCollection, retryCount + 1);
+      
+      if (newCollection) {
+        // Retry with the new collection
+        return await createOrUpdateIndexWithStatusCheck(
+          dbId, 
+          db, 
+          newCollection.$id, 
+          newCollection, 
+          index, 
+          retryCount + 1, 
+          maxRetries
+        );
+      }
+    }
+    
+    console.log(chalk.red(`❌ Failed to create index '${index.key}' after ${maxRetries + 1} attempts`));
+    return false;
+    
+  } catch (error) {
+    console.log(chalk.red(`Error creating index '${index.key}': ${error}`));
+    
+    if (retryCount < maxRetries) {
+      console.log(chalk.yellow(`Retrying index '${index.key}' due to error...`));
+      
+      // Wait a bit before retry
+      await delay(2000);
+      
+      return await createOrUpdateIndexWithStatusCheck(
+        dbId, 
+        db, 
+        collectionId, 
+        collection, 
+        index, 
+        retryCount + 1, 
+        maxRetries
+      );
+    }
+    
+    return false;
+  }
+};
+
+/**
+ * Enhanced index creation with status monitoring for all indexes
+ */
+export const createOrUpdateIndexesWithStatusCheck = async (
+  dbId: string,
+  db: Databases,
+  collectionId: string,
+  collection: Models.Collection,
+  indexes: Index[]
+): Promise<boolean> => {
+  console.log(chalk.blue(`Creating/updating ${indexes.length} indexes with status monitoring...`));
+  
+  const failedIndexes: string[] = [];
+  
+  for (const index of indexes) {
+    console.log(chalk.blue(`\n--- Processing index: ${index.key} ---`));
+    
+    const success = await createOrUpdateIndexWithStatusCheck(
+      dbId, 
+      db, 
+      collectionId, 
+      collection, 
+      index
+    );
+    
+    if (success) {
+      console.log(chalk.green(`✅ Successfully created index: ${index.key}`));
+      
+      // Add delay between successful indexes
+      await delay(1000);
+    } else {
+      console.log(chalk.red(`❌ Failed to create index: ${index.key}`));
+      failedIndexes.push(index.key);
+    }
+  }
+  
+  if (failedIndexes.length > 0) {
+    console.log(chalk.red(`\n❌ Failed to create ${failedIndexes.length} indexes: ${failedIndexes.join(', ')}`));
+    return false;
+  }
+  
+  console.log(chalk.green(`\n✅ Successfully created all ${indexes.length} indexes`));
+  return true;
+};
 
 export const createOrUpdateIndex = async (
   dbId: string,