appwrite-utils-cli 0.0.251 → 0.0.253

package/dist/main.js

@@ -13,6 +13,7 @@ async function main() {
     let generateSchemas = false;
     let importData = false;
     let wipeDocuments = false;
+    let shouldWriteFile = false;
     if (args.includes("--prod")) {
         runProd = true;
     }
@@ -40,6 +41,9 @@ async function main() {
     if (args.includes("--wipe-users") || args.includes("--wipeUsers")) {
         wipeUsers = true;
     }
+    if (args.includes("--write-data") || args.includes("--writeData")) {
+        shouldWriteFile = true;
+    }
     if (args.includes("--init")) {
         await controller.run({
             runProd: runProd,
@@ -53,6 +57,7 @@ async function main() {
             generateMockData: false,
             importData: false,
             checkDuplicates: false,
+            shouldWriteFile: shouldWriteFile,
         });
     }
     else {
@@ -68,6 +73,7 @@ async function main() {
             wipeUsers: wipeUsers,
             importData: importData,
             checkDuplicates: false,
+            shouldWriteFile: shouldWriteFile,
         });
     }
 }

package/dist/migrations/dataLoader.d.ts

@@ -4,14 +4,6 @@ import { z } from "zod";
 import { type Databases } from "node-appwrite";
 export declare const CollectionImportDataSchema: z.ZodObject<{
     collection: z.ZodOptional<z.ZodObject<Omit<{
-        /**
-         * Prepares user data by checking for duplicates based on email or phone, adding to a duplicate map if found,
-         * and then returning the transformed item without user-specific keys.
-         *
-         * @param item - The raw item to be processed.
-         * @param attributeMappings - The attribute mappings for the item.
-         * @returns The transformed item with user-specific keys removed.
-         */
         $id: z.ZodDefault<z.ZodOptional<z.ZodString>>;
         $createdAt: z.ZodString;
         $updatedAt: z.ZodString;
@@ -1567,7 +1559,8 @@ export declare class DataLoader {
     private emailToUserIdMap;
     private phoneToUserIdMap;
     userExistsMap: Map<string, boolean>;
-    constructor(appwriteFolderPath: string, importDataActions: ImportDataActions, database: Databases, config: AppwriteConfig);
+    private shouldWriteFile;
+    constructor(appwriteFolderPath: string, importDataActions: ImportDataActions, database: Databases, config: AppwriteConfig, shouldWriteFile?: boolean);
     getCollectionKey(name: string): string;
     loadData(importDef: ImportDef): Promise<any[]>;
     checkMapValuesForId(newId: string, collectionName: string): string | false;
@@ -1586,6 +1579,7 @@ export declare class DataLoader {
     getAllUsers(): Promise<import("node-appwrite").Models.User<import("node-appwrite").Models.Preferences>[]>;
     start(dbId: string): Promise<void>;
     updateReferencesInRelatedCollections(): Promise<void>;
+    private writeMapsToJsonFile;
     /**
      * Prepares user data by checking for duplicates based on email or phone, adding to a duplicate map if found,
      * and then returning the transformed item without user-specific keys.

package/dist/migrations/dataLoader.js

@@ -45,13 +45,15 @@ export class DataLoader {
     emailToUserIdMap = new Map();
     phoneToUserIdMap = new Map();
     userExistsMap = new Map();
+    shouldWriteFile = false;
     // Constructor to initialize the DataLoader with necessary configurations
-    constructor(appwriteFolderPath, importDataActions, database, config) {
+    constructor(appwriteFolderPath, importDataActions, database, config, shouldWriteFile) {
         this.appwriteFolderPath = appwriteFolderPath;
         this.importDataActions = importDataActions;
         this.database = database;
         this.usersController = new UsersController(config, database);
         this.config = config;
+        this.shouldWriteFile = shouldWriteFile || false;
     }
     // Helper method to generate a consistent key for collections
     getCollectionKey(name) {
@@ -156,7 +158,14 @@ export class DataLoader {
     async getAllUsers() {
         const users = new UsersController(this.config, this.database);
         const allUsers = await users.getAllUsers();
+        // Iterate over the users and setup our maps ahead of time for email and phone
         for (const user of allUsers) {
+            if (user.email) {
+                this.emailToUserIdMap.set(user.email, user.$id);
+            }
+            if (user.phone) {
+                this.phoneToUserIdMap.set(user.phone, user.$id);
+            }
             this.userExistsMap.set(user.$id, true);
         }
         return allUsers;
@@ -169,15 +178,6 @@ export class DataLoader {
         await this.setupMaps(dbId);
         const allUsers = await this.getAllUsers();
         console.log(`Fetched ${allUsers.length} users`);
-        // Iterate over the users and setup our maps ahead of time for email and phone
-        for (const user of allUsers) {
-            if (user.email) {
-                this.emailToUserIdMap.set(user.email, user.$id);
-            }
-            if (user.phone) {
-                this.phoneToUserIdMap.set(user.phone, user.$id);
-            }
-        }
         // Iterate over the configured databases to find the matching one
         for (const db of this.config.databases) {
             if (db.$id !== dbId) {
@@ -222,7 +222,9 @@ export class DataLoader {
         console.log("---------------------------------");
         console.log(`Data setup for database: ${dbId} completed`);
         console.log("---------------------------------");
-        // this.writeMapsToJsonFile();
+        if (this.shouldWriteFile) {
+            this.writeMapsToJsonFile();
+        }
     }
     async updateReferencesInRelatedCollections() {
         // Iterate over each collection configuration
@@ -350,43 +352,36 @@ export class DataLoader {
     //     }
     //   }
     // }
-    // private writeMapsToJsonFile() {
-    //   const outputDir = path.resolve(process.cwd());
-    //   const outputFile = path.join(outputDir, "dataLoaderOutput.json");
-    //   const dataToWrite = {
-    //     dataFromCollections: Array.from(this.importMap.entries()).map(
-    //       ([key, value]) => {
-    //         return {
-    //           collection: key,
-    //           data: value.data.map((item: any) => item.finalData),
-    //         };
-    //       }
-    //     ),
-    //     // Convert Maps to arrays of entries for serialization
-    //     mergedUserMap: Array.from(this.mergedUserMap.entries()),
-    //     // emailToUserIdMap: Array.from(this.emailToUserIdMap.entries()),
-    //     // phoneToUserIdMap: Array.from(this.phoneToUserIdMap.entries()),
-    //   };
-    //   // Use JSON.stringify with a replacer function to handle Maps
-    //   const replacer = (key: any, value: any) => {
-    //     if (value instanceof Map) {
-    //       return Array.from(value.entries());
-    //     }
-    //     return value;
-    //   };
-    //   fs.writeFile(
-    //     outputFile,
-    //     JSON.stringify(dataToWrite, replacer, 2),
-    //     "utf8",
-    //     (err) => {
-    //       if (err) {
-    //         console.error("Error writing data to JSON file:", err);
-    //         return;
-    //       }
-    //       console.log(`Data successfully written to ${outputFile}`);
-    //     }
-    //   );
-    // }
+    writeMapsToJsonFile() {
+        const outputDir = path.resolve(process.cwd());
+        const outputFile = path.join(outputDir, "dataLoaderOutput.json");
+        const dataToWrite = {
+            dataFromCollections: Array.from(this.importMap.entries()).map(([key, value]) => {
+                return {
+                    collection: key,
+                    data: value.data.map((item) => item.finalData),
+                };
+            }),
+            // Convert Maps to arrays of entries for serialization
+            mergedUserMap: Array.from(this.mergedUserMap.entries()),
+            // emailToUserIdMap: Array.from(this.emailToUserIdMap.entries()),
+            // phoneToUserIdMap: Array.from(this.phoneToUserIdMap.entries()),
+        };
+        // Use JSON.stringify with a replacer function to handle Maps
+        const replacer = (key, value) => {
+            if (value instanceof Map) {
+                return Array.from(value.entries());
+            }
+            return value;
+        };
+        fs.writeFile(outputFile, JSON.stringify(dataToWrite, replacer, 2), "utf8", (err) => {
+            if (err) {
+                console.error("Error writing data to JSON file:", err);
+                return;
+            }
+            console.log(`Data successfully written to ${outputFile}`);
+        });
+    }
     /**
      * Prepares user data by checking for duplicates based on email or phone, adding to a duplicate map if found,
      * and then returning the transformed item without user-specific keys.

package/dist/migrations/importController.js

@@ -58,7 +58,7 @@ export class ImportController {
             console.log(`Starting import data for database: ${db.name}`);
             console.log(`---------------------------------`);
             // await this.importCollections(db);
-            const dataLoader = new DataLoader(this.appwriteFolderPath, this.importDataActions, this.database, this.config);
+            const dataLoader = new DataLoader(this.appwriteFolderPath, this.importDataActions, this.database, this.config, this.setupOptions.shouldWriteFile);
             await dataLoader.start(db.$id);
             await this.importCollections(db, dataLoader);
             await resolveAndUpdateRelationships(db.$id, this.database, this.config);

package/dist/migrations/importDataActions.js

@@ -103,7 +103,6 @@ export class ImportDataActions {
         for (const mapping of attributeMap) {
             const { postImportActions } = mapping;
             if (!postImportActions || !Array.isArray(postImportActions)) {
-                console.warn(`No post-import actions defined for attribute: ${mapping.targetKey}`, postImportActions);
                 continue; // Skip to the next attribute if no actions are defined
             }
             for (const actionDef of postImportActions) {

package/dist/utilsController.d.ts

@@ -13,6 +13,7 @@ export interface SetupOptions {
     generateMockData: boolean;
     importData: boolean;
     checkDuplicates: boolean;
+    shouldWriteFile: boolean;
 }
 export declare class UtilsController {
     private appwriteFolderPath;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "appwrite-utils-cli",
   "description": "Appwrite Utility Functions to help with database management, data conversion, data import, migrations, and much more. Meant to be used as a CLI tool, I do not recommend installing this in frontend environments.",
-  "version": "0.0.251",
+  "version": "0.0.253",
   "main": "src/main.ts",
   "type": "module",
   "repository": {

package/src/main.ts

@@ -16,6 +16,7 @@ async function main() {
   let generateSchemas = false;
   let importData = false;
   let wipeDocuments = false;
+  let shouldWriteFile = false;
   if (args.includes("--prod")) {
     runProd = true;
   }
@@ -43,6 +44,9 @@ async function main() {
   if (args.includes("--wipe-users") || args.includes("--wipeUsers")) {
     wipeUsers = true;
   }
+  if (args.includes("--write-data") || args.includes("--writeData")) {
+    shouldWriteFile = true;
+  }
   if (args.includes("--init")) {
     await controller.run({
       runProd: runProd,
@@ -56,6 +60,7 @@ async function main() {
       generateMockData: false,
       importData: false,
       checkDuplicates: false,
+      shouldWriteFile: shouldWriteFile,
     });
   } else {
     await controller.run({
@@ -70,6 +75,7 @@ async function main() {
       wipeUsers: wipeUsers,
       importData: importData,
       checkDuplicates: false,
+      shouldWriteFile: shouldWriteFile,
     });
   }
 }

package/src/migrations/dataLoader.ts

@@ -63,19 +63,22 @@ export class DataLoader {
   private emailToUserIdMap = new Map<string, string>();
   private phoneToUserIdMap = new Map<string, string>();
   userExistsMap = new Map<string, boolean>();
+  private shouldWriteFile = false;
 
   // Constructor to initialize the DataLoader with necessary configurations
   constructor(
     appwriteFolderPath: string,
     importDataActions: ImportDataActions,
     database: Databases,
-    config: AppwriteConfig
+    config: AppwriteConfig,
+    shouldWriteFile?: boolean
   ) {
     this.appwriteFolderPath = appwriteFolderPath;
     this.importDataActions = importDataActions;
     this.database = database;
     this.usersController = new UsersController(config, database);
     this.config = config;
+    this.shouldWriteFile = shouldWriteFile || false;
   }
 
   // Helper method to generate a consistent key for collections
@@ -213,7 +216,14 @@ export class DataLoader {
   async getAllUsers() {
     const users = new UsersController(this.config, this.database);
     const allUsers = await users.getAllUsers();
+    // Iterate over the users and setup our maps ahead of time for email and phone
     for (const user of allUsers) {
+      if (user.email) {
+        this.emailToUserIdMap.set(user.email, user.$id);
+      }
+      if (user.phone) {
+        this.phoneToUserIdMap.set(user.phone, user.$id);
+      }
       this.userExistsMap.set(user.$id, true);
     }
     return allUsers;
@@ -227,15 +237,6 @@ export class DataLoader {
     await this.setupMaps(dbId);
     const allUsers = await this.getAllUsers();
     console.log(`Fetched ${allUsers.length} users`);
-    // Iterate over the users and setup our maps ahead of time for email and phone
-    for (const user of allUsers) {
-      if (user.email) {
-        this.emailToUserIdMap.set(user.email, user.$id);
-      }
-      if (user.phone) {
-        this.phoneToUserIdMap.set(user.phone, user.$id);
-      }
-    }
     // Iterate over the configured databases to find the matching one
     for (const db of this.config.databases) {
       if (db.$id !== dbId) {
@@ -290,7 +291,9 @@ export class DataLoader {
     console.log("---------------------------------");
     console.log(`Data setup for database: ${dbId} completed`);
     console.log("---------------------------------");
-    // this.writeMapsToJsonFile();
+    if (this.shouldWriteFile) {
+      this.writeMapsToJsonFile();
+    }
   }
 
   async updateReferencesInRelatedCollections() {
@@ -446,46 +449,46 @@ export class DataLoader {
   //   }
   // }
 
-  // private writeMapsToJsonFile() {
-  //   const outputDir = path.resolve(process.cwd());
-  //   const outputFile = path.join(outputDir, "dataLoaderOutput.json");
+  private writeMapsToJsonFile() {
+    const outputDir = path.resolve(process.cwd());
+    const outputFile = path.join(outputDir, "dataLoaderOutput.json");
 
-  //   const dataToWrite = {
-  //     dataFromCollections: Array.from(this.importMap.entries()).map(
-  //       ([key, value]) => {
-  //         return {
-  //           collection: key,
-  //           data: value.data.map((item: any) => item.finalData),
-  //         };
-  //       }
-  //     ),
-  //     // Convert Maps to arrays of entries for serialization
-  //     mergedUserMap: Array.from(this.mergedUserMap.entries()),
-  //     // emailToUserIdMap: Array.from(this.emailToUserIdMap.entries()),
-  //     // phoneToUserIdMap: Array.from(this.phoneToUserIdMap.entries()),
-  //   };
+    const dataToWrite = {
+      dataFromCollections: Array.from(this.importMap.entries()).map(
+        ([key, value]) => {
+          return {
+            collection: key,
+            data: value.data.map((item: any) => item.finalData),
+          };
+        }
+      ),
+      // Convert Maps to arrays of entries for serialization
+      mergedUserMap: Array.from(this.mergedUserMap.entries()),
+      // emailToUserIdMap: Array.from(this.emailToUserIdMap.entries()),
+      // phoneToUserIdMap: Array.from(this.phoneToUserIdMap.entries()),
+    };
 
-  //   // Use JSON.stringify with a replacer function to handle Maps
-  //   const replacer = (key: any, value: any) => {
-  //     if (value instanceof Map) {
-  //       return Array.from(value.entries());
-  //     }
-  //     return value;
-  //   };
+    // Use JSON.stringify with a replacer function to handle Maps
+    const replacer = (key: any, value: any) => {
+      if (value instanceof Map) {
+        return Array.from(value.entries());
+      }
+      return value;
+    };
 
-  //   fs.writeFile(
-  //     outputFile,
-  //     JSON.stringify(dataToWrite, replacer, 2),
-  //     "utf8",
-  //     (err) => {
-  //       if (err) {
-  //         console.error("Error writing data to JSON file:", err);
-  //         return;
-  //       }
-  //       console.log(`Data successfully written to ${outputFile}`);
-  //     }
-  //   );
-  // }
+    fs.writeFile(
+      outputFile,
+      JSON.stringify(dataToWrite, replacer, 2),
+      "utf8",
+      (err) => {
+        if (err) {
+          console.error("Error writing data to JSON file:", err);
+          return;
+        }
+        console.log(`Data successfully written to ${outputFile}`);
+      }
+    );
+  }
 
   /**
    * Prepares user data by checking for duplicates based on email or phone, adding to a duplicate map if found,

package/src/migrations/importController.ts

@@ -107,7 +107,8 @@ export class ImportController {
         this.appwriteFolderPath,
         this.importDataActions,
         this.database,
-        this.config
+        this.config,
+        this.setupOptions.shouldWriteFile
       );
       await dataLoader.start(db.$id);
       await this.importCollections(db, dataLoader);

package/src/migrations/importDataActions.ts

@@ -161,10 +161,6 @@ export class ImportDataActions {
     for (const mapping of attributeMap) {
       const { postImportActions } = mapping;
       if (!postImportActions || !Array.isArray(postImportActions)) {
-        console.warn(
-          `No post-import actions defined for attribute: ${mapping.targetKey}`,
-          postImportActions
-        );
         continue; // Skip to the next attribute if no actions are defined
       }
       for (const actionDef of postImportActions) {

package/src/utilsController.ts

@@ -46,6 +46,7 @@ export interface SetupOptions {
   generateMockData: boolean;
   importData: boolean;
   checkDuplicates: boolean;
+  shouldWriteFile: boolean;
 }
 
 type CollectionConfig = AppwriteConfig["collections"];