@adminforth/import-export 1.4.9 → 1.4.10

package/.woodpecker/release.yml

@@ -17,18 +17,18 @@ steps:
       - infisical export --domain https://vault.devforth.io/api --format=dotenv-export --env="prod" > /woodpecker/deploy.vault.env
 
   build:
-    image: node:20
+    image: devforth/node20-pnpm:latest
     when:
       - event: push
     commands:
       - apt update && apt install -y rsync
       - . /woodpecker/deploy.vault.env   
-      - npm clean-install
+      - pnpm install
       - /bin/bash ./.woodpecker/buildRelease.sh
       - npm audit signatures
 
   release:
-    image: node:20
+    image: devforth/node20-pnpm:latest
     when:
       - event:
           - push
@@ -36,7 +36,7 @@ steps:
           - main
     commands:
       - . /woodpecker/deploy.vault.env
-      - npx semantic-release
+      - pnpm exec semantic-release
 
   slack-on-failure:
     image: curlimages/curl

package/dist/index.js

@@ -89,41 +89,13 @@ export default class ImportExport extends AdminForthPlugin {
             noAuth: true,
             handler: (_a) => __awaiter(this, [_a], void 0, function* ({ body }) {
                 const { data } = body;
-                const rows = [];
-                const columns = Object.keys(data);
-                // check column names are valid
-                const errors = [];
-                columns.forEach((col) => {
-                    if (!this.resourceConfig.columns.some((c) => c.name === col)) {
-                        const similar = suggestIfTypo(this.resourceConfig.columns.map((c) => c.name), col);
-                        errors.push(`Column '${col}' defined in CSV not found in resource '${this.resourceConfig.resourceId}'. ${similar ? `If you mean '${similar}', rename it in CSV` : 'If column is in database but not in resource configuration, add it with showIn:[]'}`);
-                    }
-                });
+                const columns = this.getColumnNames(data);
+                const { errors, resourceColumns } = this.validateColumns(columns);
                 if (errors.length > 0) {
                     return { ok: false, errors };
                 }
                 const primaryKeyColumn = this.resourceConfig.columns.find(col => col.primaryKey);
-                const resourceColumns = columns.map(colName => this.resourceConfig.columns.find(c => c.name === colName));
-                const columnValues = Object.values(data);
-                for (let i = 0; i < columnValues[0].length; i++) {
-                    const row = {};
-                    for (let j = 0; j < columns.length; j++) {
-                        const val = columnValues[j][i];
-                        const resourceCol = resourceColumns[j];
-                        if ((resourceCol.type === AdminForthDataTypes.INTEGER
-                            || resourceCol.type === AdminForthDataTypes.FLOAT) && val !== '') {
-                            // convert empty strings to null for numeric fields
-                            row[columns[j]] = +val;
-                        }
-                        else if (resourceCol.type === AdminForthDataTypes.BOOLEAN && val !== '') {
-                            row[columns[j]] = (val.toLowerCase() === 'true' || val === '1' || val === 1);
-                        }
-                        else {
-                            row[columns[j]] = val;
-                        }
-                    }
-                    rows.push(row);
-                }
+                const rows = this.buildRowsFromData(data, columns, resourceColumns, { coerceTypes: true });
                 console.log('Prepared rows for import:', rows);
                 let importedCount = 0;
                 let updatedCount = 0;
@@ -155,41 +127,13 @@ export default class ImportExport extends AdminForthPlugin {
             noAuth: true,
             handler: (_a) => __awaiter(this, [_a], void 0, function* ({ body }) {
                 const { data } = body;
-                const rows = [];
-                const columns = Object.keys(data);
-                // check column names are valid
-                const errors = [];
-                columns.forEach((col) => {
-                    if (!this.resourceConfig.columns.some((c) => c.name === col)) {
-                        const similar = suggestIfTypo(this.resourceConfig.columns.map((c) => c.name), col);
-                        errors.push(`Column '${col}' defined in CSV not found in resource '${this.resourceConfig.resourceId}'. ${similar ? `If you mean '${similar}', rename it in CSV` : 'If column is in database but not in resource configuration, add it with showIn:[]'}`);
-                    }
-                });
+                const columns = this.getColumnNames(data);
+                const { errors, resourceColumns } = this.validateColumns(columns);
                 if (errors.length > 0) {
                     return { ok: false, errors };
                 }
                 const primaryKeyColumn = this.resourceConfig.columns.find(col => col.primaryKey);
-                const resourceColumns = columns.map(colName => this.resourceConfig.columns.find(c => c.name === colName));
-                const columnValues = Object.values(data);
-                for (let i = 0; i < columnValues[0].length; i++) {
-                    const row = {};
-                    for (let j = 0; j < columns.length; j++) {
-                        const val = columnValues[j][i];
-                        const resourceCol = resourceColumns[j];
-                        if ((resourceCol.type === AdminForthDataTypes.INTEGER
-                            || resourceCol.type === AdminForthDataTypes.FLOAT) && val !== '') {
-                            // convert empty strings to null for numeric fields
-                            row[columns[j]] = +val;
-                        }
-                        else if (resourceCol.type === AdminForthDataTypes.BOOLEAN && val !== '') {
-                            row[columns[j]] = (val.toLowerCase() === 'true' || val === '1' || val === 1);
-                        }
-                        else {
-                            row[columns[j]] = val;
-                        }
-                    }
-                    rows.push(row);
-                }
+                const rows = this.buildRowsFromData(data, columns, resourceColumns, { coerceTypes: true });
                 let importedCount = 0;
                 yield Promise.all(rows.map((row) => __awaiter(this, void 0, void 0, function* () {
                     try {
@@ -217,17 +161,10 @@ export default class ImportExport extends AdminForthPlugin {
             handler: (_a) => __awaiter(this, [_a], void 0, function* ({ body }) {
                 const { data } = body;
                 const primaryKeyColumn = this.resourceConfig.columns.find(col => col.primaryKey);
-                const columns = Object.keys(data);
-                const columnValues = Object.values(data);
-                const rows = Array.from({ length: columnValues[0].length }, (_, i) => {
-                    const row = {};
-                    for (let j = 0; j < columns.length; j++) {
-                        row[columns[j]] = columnValues[j][i];
-                    }
-                    return row;
-                });
+                const columns = this.getColumnNames(data);
+                const rows = this.buildRowsFromData(data, columns, undefined, { coerceTypes: false });
                 const primaryKeys = rows
-                    .map(row => row[primaryKeyColumn.name])
+                    .map(row => primaryKeyColumn ? row[primaryKeyColumn.name] : undefined)
                     .filter(key => key !== undefined && key !== null && key !== '');
                 const existingRecords = yield this.adminforth
                     .resource(this.resourceConfig.resourceId)
@@ -245,4 +182,59 @@ export default class ImportExport extends AdminForthPlugin {
             })
         });
     }
+    getColumnNames(data) {
+        return Object.keys(data !== null && data !== void 0 ? data : {});
+    }
+    validateColumns(columns) {
+        const errors = [];
+        const resourceColumns = [];
+        columns.forEach((col) => {
+            const resourceColumn = this.resourceConfig.columns.find((c) => c.name === col);
+            if (!resourceColumn) {
+                const similar = suggestIfTypo(this.resourceConfig.columns.map((c) => c.name), col);
+                errors.push(`Column '${col}' defined in CSV not found in resource '${this.resourceConfig.resourceId}'. ${similar
+                    ? `If you mean '${similar}', rename it in CSV`
+                    : 'If column is in database but not in resource configuration, add it with showIn:[]'}`);
+                return;
+            }
+            resourceColumns.push(resourceColumn);
+        });
+        return { errors, resourceColumns };
+    }
+    buildRowsFromData(data, columns, resourceColumns, { coerceTypes } = { coerceTypes: true }) {
+        const columnValues = Object.values(data !== null && data !== void 0 ? data : {});
+        if (columns.length === 0 || columnValues.length === 0) {
+            return [];
+        }
+        const rows = [];
+        const rowCount = columnValues[0].length;
+        for (let i = 0; i < rowCount; i++) {
+            const row = {};
+            for (let j = 0; j < columns.length; j++) {
+                const val = columnValues[j][i];
+                const resourceCol = resourceColumns ? resourceColumns[j] : undefined;
+                row[columns[j]] = coerceTypes
+                    ? this.coerceValue(resourceCol, val)
+                    : val;
+            }
+            rows.push(row);
+        }
+        return rows;
+    }
+    coerceValue(resourceCol, val) {
+        if (!resourceCol || val === '') {
+            return val;
+        }
+        if ((resourceCol.type === AdminForthDataTypes.INTEGER
+            || resourceCol.type === AdminForthDataTypes.FLOAT)) {
+            return +val;
+        }
+        if (resourceCol.type === AdminForthDataTypes.BOOLEAN) {
+            if (typeof val === 'string') {
+                return val.toLowerCase() === 'true' || val === '1';
+            }
+            return val === 1 || val === true;
+        }
+        return val;
+    }
 }

package/index.ts

@@ -96,47 +96,13 @@ export default class ImportExport extends AdminForthPlugin {
       noAuth: true,
       handler: async ({ body }) => {
         const { data } = body;
-        const rows = [];
-        const columns = Object.keys(data);
-
-        // check column names are valid
-        const errors: string[] = [];
-        columns.forEach((col) => {
-          if (!this.resourceConfig.columns.some((c) => c.name === col)) {
-            const similar = suggestIfTypo(this.resourceConfig.columns.map((c) => c.name), col);
-            errors.push(`Column '${col}' defined in CSV not found in resource '${this.resourceConfig.resourceId}'. ${
-              similar ? `If you mean '${similar}', rename it in CSV` : 'If column is in database but not in resource configuration, add it with showIn:[]'}`
-            );
-          }
-        });
+        const columns = this.getColumnNames(data);
+        const { errors, resourceColumns } = this.validateColumns(columns);
         if (errors.length > 0) {
           return { ok: false, errors };
         }
-
         const primaryKeyColumn = this.resourceConfig.columns.find(col => col.primaryKey);
-
-        const resourceColumns = columns.map(colName => this.resourceConfig.columns.find(c => c.name === colName));
-
-        const columnValues: any[] = Object.values(data);
-        for (let i = 0; i < columnValues[0].length; i++) {
-          const row = {};
-          for (let j = 0; j < columns.length; j++) {
-            const val = columnValues[j][i];
-            const resourceCol = resourceColumns[j];
-
-            if ( (resourceCol.type === AdminForthDataTypes.INTEGER 
-                || resourceCol.type === AdminForthDataTypes.FLOAT) && val !== ''
-              ) {
-              // convert empty strings to null for numeric fields
-              row[columns[j]] = +val;
-            } else if (resourceCol.type === AdminForthDataTypes.BOOLEAN && val !== '') {
-              row[columns[j]] = (val.toLowerCase() === 'true' || val === '1' || val === 1);
-            } else {
-              row[columns[j]] = val;
-            }
-          }
-          rows.push(row);
-        }
+        const rows = this.buildRowsFromData(data, columns, resourceColumns, { coerceTypes: true });
 
         console.log('Prepared rows for import:', rows);
 
@@ -173,45 +139,14 @@ export default class ImportExport extends AdminForthPlugin {
       noAuth: true,
       handler: async ({ body }) => {
         const { data } = body;
-        const rows = [];
-        const columns = Object.keys(data);
-
-        // check column names are valid
-        const errors: string[] = [];
-        columns.forEach((col) => {
-          if (!this.resourceConfig.columns.some((c) => c.name === col)) {
-            const similar = suggestIfTypo(this.resourceConfig.columns.map((c) => c.name), col);
-            errors.push(`Column '${col}' defined in CSV not found in resource '${this.resourceConfig.resourceId}'. ${
-              similar ? `If you mean '${similar}', rename it in CSV` : 'If column is in database but not in resource configuration, add it with showIn:[]'}`
-            );
-          }
-        });
+        const columns = this.getColumnNames(data);
+        const { errors, resourceColumns } = this.validateColumns(columns);
         if (errors.length > 0) {
           return { ok: false, errors };
         }
 
         const primaryKeyColumn = this.resourceConfig.columns.find(col => col.primaryKey);
-        const resourceColumns = columns.map(colName => this.resourceConfig.columns.find(c => c.name === colName));
-        const columnValues: any[] = Object.values(data);
-        for (let i = 0; i < columnValues[0].length; i++) {
-          const row = {};
-          for (let j = 0; j < columns.length; j++) {
-            const val = columnValues[j][i];
-            const resourceCol = resourceColumns[j];
-
-            if ( (resourceCol.type === AdminForthDataTypes.INTEGER 
-                || resourceCol.type === AdminForthDataTypes.FLOAT) && val !== ''
-              ) {
-              // convert empty strings to null for numeric fields
-              row[columns[j]] = +val;
-            } else if (resourceCol.type === AdminForthDataTypes.BOOLEAN && val !== '') {
-              row[columns[j]] = (val.toLowerCase() === 'true' || val === '1' || val === 1);
-            } else {
-              row[columns[j]] = val;
-            }
-          }
-          rows.push(row);
-        }
+        const rows = this.buildRowsFromData(data, columns, resourceColumns, { coerceTypes: true });
 
         let importedCount = 0;
 
@@ -243,19 +178,11 @@ export default class ImportExport extends AdminForthPlugin {
       handler: async ({ body }) => {
         const { data } = body as { data: Record<string, unknown[]> };
         const primaryKeyColumn = this.resourceConfig.columns.find(col => col.primaryKey);
-        const columns = Object.keys(data);
-        const columnValues = Object.values(data);
-
-        const rows = Array.from({ length: columnValues[0].length }, (_, i) => {
-          const row = {};
-          for (let j = 0; j < columns.length; j++) {
-            row[columns[j]] = columnValues[j][i];
-          }
-          return row;
-        });
+        const columns = this.getColumnNames(data);
+        const rows = this.buildRowsFromData(data, columns, undefined, { coerceTypes: false });
 
         const primaryKeys = rows
-          .map(row => row[primaryKeyColumn.name])
+          .map(row => primaryKeyColumn ? row[primaryKeyColumn.name] : undefined)
           .filter(key => key !== undefined && key !== null && key !== '');
 
         const existingRecords = await this.adminforth
@@ -277,4 +204,85 @@ export default class ImportExport extends AdminForthPlugin {
     });
   }
 
+  private getColumnNames(data: Record<string, unknown[]>): string[] {
+    return Object.keys(data ?? {});
+  }
+
+  private validateColumns(columns: string[]): {
+    errors: string[];
+    resourceColumns: AdminForthResourceColumn[];
+  } {
+    const errors: string[] = [];
+    const resourceColumns: AdminForthResourceColumn[] = [];
+
+    columns.forEach((col) => {
+      const resourceColumn = this.resourceConfig.columns.find((c) => c.name === col);
+      if (!resourceColumn) {
+        const similar = suggestIfTypo(this.resourceConfig.columns.map((c) => c.name), col);
+        errors.push(
+          `Column '${col}' defined in CSV not found in resource '${this.resourceConfig.resourceId}'. ${
+            similar
+              ? `If you mean '${similar}', rename it in CSV`
+              : 'If column is in database but not in resource configuration, add it with showIn:[]'
+          }`
+        );
+        return;
+      }
+      resourceColumns.push(resourceColumn);
+    });
+
+    return { errors, resourceColumns };
+  }
+
+  private buildRowsFromData(
+    data: Record<string, unknown[]>,
+    columns: string[],
+    resourceColumns?: AdminForthResourceColumn[],
+    { coerceTypes }: { coerceTypes: boolean } = { coerceTypes: true }
+  ) {
+    const columnValues: unknown[][] = Object.values(data ?? {});
+    if (columns.length === 0 || columnValues.length === 0) {
+      return [];
+    }
+
+    const rows: Record<string, unknown>[] = [];
+    const rowCount = columnValues[0].length;
+
+    for (let i = 0; i < rowCount; i++) {
+      const row: Record<string, unknown> = {};
+      for (let j = 0; j < columns.length; j++) {
+        const val = columnValues[j][i];
+        const resourceCol = resourceColumns ? resourceColumns[j] : undefined;
+        row[columns[j]] = coerceTypes
+          ? this.coerceValue(resourceCol, val)
+          : val;
+      }
+      rows.push(row);
+    }
+
+    return rows;
+  }
+
+  private coerceValue(resourceCol: AdminForthResourceColumn | undefined, val: unknown): unknown {
+    if (!resourceCol || val === '') {
+      return val;
+    }
+
+    if (
+      (resourceCol.type === AdminForthDataTypes.INTEGER
+        || resourceCol.type === AdminForthDataTypes.FLOAT)
+    ) {
+      return +val;
+    }
+
+    if (resourceCol.type === AdminForthDataTypes.BOOLEAN) {
+      if (typeof val === 'string') {
+        return val.toLowerCase() === 'true' || val === '1';
+      }
+      return val === 1 || val === true;
+    }
+
+    return val;
+  }
+
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adminforth/import-export",
-  "version": "1.4.9",
+  "version": "1.4.10",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "type": "module",
@@ -9,8 +9,7 @@
   },
   "homepage": "https://adminforth.dev/docs/tutorial/Plugins/import-export/",
   "scripts": {
-    "build": "tsc && rsync -av --exclude 'node_modules' custom dist/",
-    "prepare": "npm link adminforth"
+    "build": "tsc && rsync -av --exclude 'node_modules' custom dist/"
   },
   "repository": {
     "type": "git",
@@ -26,7 +25,7 @@
   "license": "ISC",
   "description": "CSV import/export plugin for adminforth",
   "peerDependencies": {
-    "adminforth": "next"
+    "adminforth": "^2.24.0"
   },
   "devDependencies": {
     "@types/node": "^22.10.7",
@@ -43,6 +42,7 @@
       [
         "semantic-release-slack-bot",
         {
+          "packageName": "@adminforth/import-export",
           "notifyOnSuccess": true,
           "notifyOnFail": true,
           "slackIcon": ":package:",