lula2 0.6.2 → 0.6.3-nightly.1

package/dist/cli/commands/ui.js

@@ -1880,6 +1880,17 @@ var init_fileStore = __esm({
         if (!existsSync2(this.controlsDir)) {
           return [];
         }
+        let controlOrder = null;
+        try {
+          const lulaConfigPath = join2(this.baseDir, "lula.yaml");
+          if (existsSync2(lulaConfigPath)) {
+            const content = readFileSync2(lulaConfigPath, "utf8");
+            const metadata = yaml2.load(content);
+            controlOrder = metadata?.controlOrder || null;
+          }
+        } catch (error) {
+          console.error("Failed to load lula.yaml for controlOrder:", error);
+        }
         const entries = readdirSync(this.controlsDir);
         const yamlFiles = entries.filter((file) => file.endsWith(".yaml"));
         if (yamlFiles.length > 0) {
@@ -1898,7 +1909,11 @@ var init_fileStore = __esm({
             }
           });
           const results2 = await Promise.all(promises);
-          return results2.filter((c) => c !== null);
+          const controls2 = results2.filter((c) => c !== null);
+          if (controlOrder && controlOrder.length > 0) {
+            return this.sortControlsByOrder(controls2, controlOrder);
+          }
+          return controls2;
         }
         const families = entries.filter((name) => {
           const familyPath = join2(this.controlsDir, name);
@@ -1921,7 +1936,25 @@ var init_fileStore = __esm({
           allPromises.push(...familyPromises);
         }
         const results = await Promise.all(allPromises);
-        return results.filter((c) => c !== null);
+        const controls = results.filter((c) => c !== null);
+        if (controlOrder && controlOrder.length > 0) {
+          return this.sortControlsByOrder(controls, controlOrder);
+        }
+        return controls;
+      }
+      /**
+       * Sort controls based on the provided order array
+       */
+      sortControlsByOrder(controls, controlOrder) {
+        const orderMap = /* @__PURE__ */ new Map();
+        controlOrder.forEach((controlId, index) => {
+          orderMap.set(controlId, index);
+        });
+        return controls.sort((a, b) => {
+          const aIndex = orderMap.get(a.id) ?? Number.MAX_SAFE_INTEGER;
+          const bIndex = orderMap.get(b.id) ?? Number.MAX_SAFE_INTEGER;
+          return aIndex - bIndex;
+        });
       }
       /**
        * Load mappings from mappings directory
@@ -2948,7 +2981,7 @@ function processImportParameters(reqBody) {
     frontendFieldSchema
   };
 }
-async function parseUploadedFile(file) {
+async function parseUploadedFile(file, sheetName) {
   const fileName = file.originalname || "";
   const isCSV = fileName.toLowerCase().endsWith(".csv");
   let rawData = [];
@@ -2957,10 +2990,13 @@ async function parseUploadedFile(file) {
     rawData = parseCSV(csvContent);
   } else {
     const workbook = XLSX.read(file.buffer, { type: "buffer" });
-    const worksheetName = workbook.SheetNames[0];
+    const worksheetName = sheetName || workbook.SheetNames[0];
     if (!worksheetName) {
       throw new Error("No worksheet found in file");
     }
+    if (sheetName && !workbook.SheetNames.includes(sheetName)) {
+      throw new Error(`Sheet "${sheetName}" not found in workbook`);
+    }
     const worksheet = workbook.Sheets[worksheetName];
     rawData = XLSX.utils.sheet_to_json(worksheet, { header: 1, defval: null });
   }
@@ -3038,6 +3074,7 @@ function processSpreadsheetData(rawData, headers, startRowIndex, params) {
         continue;
       }
       const family = extractFamilyFromControlId(controlId);
+      control._originalRowIndex = i;
       control.family = family;
       controls.push(control);
       if (!families.has(family)) {
@@ -3160,6 +3197,7 @@ async function createOutputStructure(processedData, fieldSchema, params) {
     params.controlIdField,
     params.namingConvention
   );
+  const controlOrder = controls.sort((a, b) => (a._originalRowIndex || 0) - (b._originalRowIndex || 0)).map((control) => control[controlIdFieldNameClean]);
   const controlSetData = {
     name: params.controlSetName,
     description: params.controlSetDescription,
@@ -3167,12 +3205,16 @@ async function createOutputStructure(processedData, fieldSchema, params) {
     control_id_field: controlIdFieldNameClean,
     controlCount: controls.length,
     families: uniqueFamilies,
+    controlOrder,
     fieldSchema
   };
   writeFileSync2(join4(baseDir, "lula.yaml"), yaml4.dump(controlSetData));
   const controlsDir = join4(baseDir, "controls");
   const mappingsDir = join4(baseDir, "mappings");
-  families.forEach((familyControls, family) => {
+  const sortedFamilies = Array.from(families.entries()).sort(
+    (a, b) => a[0].localeCompare(b[0])
+  );
+  sortedFamilies.forEach(([family, familyControls]) => {
     const familyDir = join4(controlsDir, family);
     const familyMappingsDir = join4(mappingsDir, family);
     if (!existsSync3(familyDir)) {
@@ -3181,7 +3223,10 @@ async function createOutputStructure(processedData, fieldSchema, params) {
     if (!existsSync3(familyMappingsDir)) {
       mkdirSync2(familyMappingsDir, { recursive: true });
     }
-    familyControls.forEach((control) => {
+    const sortedFamilyControls = familyControls.sort(
+      (a, b) => (a._originalRowIndex || 0) - (b._originalRowIndex || 0)
+    );
+    sortedFamilyControls.forEach((control) => {
       const controlId = control[controlIdFieldNameClean];
       if (!controlId) {
         console.error("Missing control ID for control:", control);
@@ -3203,7 +3248,7 @@ async function createOutputStructure(processedData, fieldSchema, params) {
         filteredControl.family = control.family;
       }
       Object.keys(control).forEach((fieldName) => {
-        if (fieldName === "family") return;
+        if (fieldName === "family" || fieldName === "_originalRowIndex") return;
         if (params.justificationFields.includes(fieldName) && control[fieldName] !== void 0 && control[fieldName] !== null) {
           justificationContents.push(control[fieldName]);
         }
@@ -3567,12 +3612,14 @@ function exportAsJSON(controls, metadata, res) {
   res.setHeader("Content-Disposition", `attachment; filename="${fileName}"`);
   res.json(exportData);
 }
-var router, upload, spreadsheetRoutes_default;
+var MAX_HEADER_CANDIDATES, PREVIEW_COLUMNS, router, upload, spreadsheetRoutes_default;
 var init_spreadsheetRoutes = __esm({
   "cli/server/spreadsheetRoutes.ts"() {
     "use strict";
     init_debug();
     init_serverState();
+    MAX_HEADER_CANDIDATES = 5;
+    PREVIEW_COLUMNS = 4;
     router = express.Router();
     upload = multer({
       storage: multer.memoryStorage(),
@@ -3585,7 +3632,8 @@ var init_spreadsheetRoutes = __esm({
           return res.status(400).json({ error: "No file uploaded" });
         }
         const params = processImportParameters(req.body);
-        const rawData = await parseUploadedFile(req.file);
+        const sheetName = req.body.sheetName;
+        const rawData = await parseUploadedFile(req.file, sheetName);
         const startRowIndex = parseInt(params.startRow) - 1;
         if (rawData.length <= startRowIndex) {
           return res.status(400).json({ error: "Start row exceeds sheet data" });
@@ -3797,9 +3845,9 @@ var init_spreadsheetRoutes = __esm({
           const worksheet = workbook.Sheets[worksheetName];
           rows = XLSX.utils.sheet_to_json(worksheet, { header: 1, defval: null });
         }
-        const headerCandidates = rows.slice(0, 5).map((row, index) => ({
+        const headerCandidates = rows.slice(0, MAX_HEADER_CANDIDATES).map((row, index) => ({
           row: index + 1,
-          preview: row.slice(0, 4).filter((v) => v !== null).filter((v) => v !== void 0).join(", ") + (row.length > 4 ? ", ..." : "")
+          preview: row.slice(0, PREVIEW_COLUMNS).filter((v) => v !== null).filter((v) => v !== void 0).join(", ") + (row.length > 4 ? ", ..." : "")
         }));
         res.json({
           sheets,
@@ -3856,6 +3904,39 @@ var init_spreadsheetRoutes = __esm({
         res.status(500).json({ error: "Failed to parse Excel sheet" });
       }
     });
+    router.post("/parse-excel-sheet-previews", upload.single("file"), async (req, res) => {
+      try {
+        const { sheetName } = req.body;
+        if (!req.file) {
+          return res.status(400).json({ error: "No file uploaded" });
+        }
+        const fileName = req.file.originalname || "";
+        const isCSV = fileName.toLowerCase().endsWith(".csv");
+        let rows = [];
+        if (isCSV) {
+          const csvContent = req.file.buffer.toString("utf-8");
+          rows = parseCSV(csvContent);
+        } else {
+          const workbook = XLSX.read(req.file.buffer, { type: "buffer" });
+          if (!workbook.SheetNames.includes(sheetName)) {
+            return res.status(400).json({ error: `Sheet "${sheetName}" not found` });
+          }
+          const worksheet = workbook.Sheets[sheetName];
+          rows = XLSX.utils.sheet_to_json(worksheet, { header: 1, defval: null });
+        }
+        const headerCandidates = rows.slice(0, MAX_HEADER_CANDIDATES).map((row, index) => ({
+          row: index + 1,
+          preview: row.slice(0, PREVIEW_COLUMNS).filter((v) => v !== null).filter((v) => v !== void 0).join(", ") + (row.length > 4 ? ", ..." : "")
+        }));
+        res.json({
+          rowPreviews: headerCandidates,
+          totalRows: rows.length
+        });
+      } catch (error) {
+        console.error("Error getting sheet previews:", error);
+        res.status(500).json({ error: "Failed to get sheet previews" });
+      }
+    });
     spreadsheetRoutes_default = router;
   }
 });

package/dist/cli/server/index.js

@@ -1862,6 +1862,17 @@ var init_fileStore = __esm({
         if (!existsSync2(this.controlsDir)) {
           return [];
         }
+        let controlOrder = null;
+        try {
+          const lulaConfigPath = join2(this.baseDir, "lula.yaml");
+          if (existsSync2(lulaConfigPath)) {
+            const content = readFileSync2(lulaConfigPath, "utf8");
+            const metadata = yaml2.load(content);
+            controlOrder = metadata?.controlOrder || null;
+          }
+        } catch (error) {
+          console.error("Failed to load lula.yaml for controlOrder:", error);
+        }
         const entries = readdirSync(this.controlsDir);
         const yamlFiles = entries.filter((file) => file.endsWith(".yaml"));
         if (yamlFiles.length > 0) {
@@ -1880,7 +1891,11 @@ var init_fileStore = __esm({
             }
           });
           const results2 = await Promise.all(promises);
-          return results2.filter((c) => c !== null);
+          const controls2 = results2.filter((c) => c !== null);
+          if (controlOrder && controlOrder.length > 0) {
+            return this.sortControlsByOrder(controls2, controlOrder);
+          }
+          return controls2;
         }
         const families = entries.filter((name) => {
           const familyPath = join2(this.controlsDir, name);
@@ -1903,7 +1918,25 @@ var init_fileStore = __esm({
           allPromises.push(...familyPromises);
         }
         const results = await Promise.all(allPromises);
-        return results.filter((c) => c !== null);
+        const controls = results.filter((c) => c !== null);
+        if (controlOrder && controlOrder.length > 0) {
+          return this.sortControlsByOrder(controls, controlOrder);
+        }
+        return controls;
+      }
+      /**
+       * Sort controls based on the provided order array
+       */
+      sortControlsByOrder(controls, controlOrder) {
+        const orderMap = /* @__PURE__ */ new Map();
+        controlOrder.forEach((controlId, index) => {
+          orderMap.set(controlId, index);
+        });
+        return controls.sort((a, b) => {
+          const aIndex = orderMap.get(a.id) ?? Number.MAX_SAFE_INTEGER;
+          const bIndex = orderMap.get(b.id) ?? Number.MAX_SAFE_INTEGER;
+          return aIndex - bIndex;
+        });
       }
       /**
        * Load mappings from mappings directory
@@ -2930,7 +2963,7 @@ function processImportParameters(reqBody) {
     frontendFieldSchema
   };
 }
-async function parseUploadedFile(file) {
+async function parseUploadedFile(file, sheetName) {
   const fileName = file.originalname || "";
   const isCSV = fileName.toLowerCase().endsWith(".csv");
   let rawData = [];
@@ -2939,10 +2972,13 @@ async function parseUploadedFile(file) {
     rawData = parseCSV(csvContent);
   } else {
     const workbook = XLSX.read(file.buffer, { type: "buffer" });
-    const worksheetName = workbook.SheetNames[0];
+    const worksheetName = sheetName || workbook.SheetNames[0];
     if (!worksheetName) {
       throw new Error("No worksheet found in file");
     }
+    if (sheetName && !workbook.SheetNames.includes(sheetName)) {
+      throw new Error(`Sheet "${sheetName}" not found in workbook`);
+    }
     const worksheet = workbook.Sheets[worksheetName];
     rawData = XLSX.utils.sheet_to_json(worksheet, { header: 1, defval: null });
   }
@@ -3020,6 +3056,7 @@ function processSpreadsheetData(rawData, headers, startRowIndex, params) {
         continue;
       }
       const family = extractFamilyFromControlId(controlId);
+      control._originalRowIndex = i;
       control.family = family;
       controls.push(control);
       if (!families.has(family)) {
@@ -3142,6 +3179,7 @@ async function createOutputStructure(processedData, fieldSchema, params) {
     params.controlIdField,
     params.namingConvention
   );
+  const controlOrder = controls.sort((a, b) => (a._originalRowIndex || 0) - (b._originalRowIndex || 0)).map((control) => control[controlIdFieldNameClean]);
   const controlSetData = {
     name: params.controlSetName,
     description: params.controlSetDescription,
@@ -3149,12 +3187,16 @@ async function createOutputStructure(processedData, fieldSchema, params) {
     control_id_field: controlIdFieldNameClean,
     controlCount: controls.length,
     families: uniqueFamilies,
+    controlOrder,
     fieldSchema
   };
   writeFileSync2(join4(baseDir, "lula.yaml"), yaml4.dump(controlSetData));
   const controlsDir = join4(baseDir, "controls");
   const mappingsDir = join4(baseDir, "mappings");
-  families.forEach((familyControls, family) => {
+  const sortedFamilies = Array.from(families.entries()).sort(
+    (a, b) => a[0].localeCompare(b[0])
+  );
+  sortedFamilies.forEach(([family, familyControls]) => {
     const familyDir = join4(controlsDir, family);
     const familyMappingsDir = join4(mappingsDir, family);
     if (!existsSync3(familyDir)) {
@@ -3163,7 +3205,10 @@ async function createOutputStructure(processedData, fieldSchema, params) {
     if (!existsSync3(familyMappingsDir)) {
       mkdirSync2(familyMappingsDir, { recursive: true });
     }
-    familyControls.forEach((control) => {
+    const sortedFamilyControls = familyControls.sort(
+      (a, b) => (a._originalRowIndex || 0) - (b._originalRowIndex || 0)
+    );
+    sortedFamilyControls.forEach((control) => {
       const controlId = control[controlIdFieldNameClean];
       if (!controlId) {
         console.error("Missing control ID for control:", control);
@@ -3185,7 +3230,7 @@ async function createOutputStructure(processedData, fieldSchema, params) {
         filteredControl.family = control.family;
       }
       Object.keys(control).forEach((fieldName) => {
-        if (fieldName === "family") return;
+        if (fieldName === "family" || fieldName === "_originalRowIndex") return;
         if (params.justificationFields.includes(fieldName) && control[fieldName] !== void 0 && control[fieldName] !== null) {
           justificationContents.push(control[fieldName]);
         }
@@ -3549,12 +3594,14 @@ function exportAsJSON(controls, metadata, res) {
   res.setHeader("Content-Disposition", `attachment; filename="${fileName}"`);
   res.json(exportData);
 }
-var router, upload, spreadsheetRoutes_default;
+var MAX_HEADER_CANDIDATES, PREVIEW_COLUMNS, router, upload, spreadsheetRoutes_default;
 var init_spreadsheetRoutes = __esm({
   "cli/server/spreadsheetRoutes.ts"() {
     "use strict";
     init_debug();
     init_serverState();
+    MAX_HEADER_CANDIDATES = 5;
+    PREVIEW_COLUMNS = 4;
     router = express.Router();
     upload = multer({
       storage: multer.memoryStorage(),
@@ -3567,7 +3614,8 @@ var init_spreadsheetRoutes = __esm({
           return res.status(400).json({ error: "No file uploaded" });
         }
         const params = processImportParameters(req.body);
-        const rawData = await parseUploadedFile(req.file);
+        const sheetName = req.body.sheetName;
+        const rawData = await parseUploadedFile(req.file, sheetName);
         const startRowIndex = parseInt(params.startRow) - 1;
         if (rawData.length <= startRowIndex) {
           return res.status(400).json({ error: "Start row exceeds sheet data" });
@@ -3779,9 +3827,9 @@ var init_spreadsheetRoutes = __esm({
           const worksheet = workbook.Sheets[worksheetName];
           rows = XLSX.utils.sheet_to_json(worksheet, { header: 1, defval: null });
         }
-        const headerCandidates = rows.slice(0, 5).map((row, index) => ({
+        const headerCandidates = rows.slice(0, MAX_HEADER_CANDIDATES).map((row, index) => ({
           row: index + 1,
-          preview: row.slice(0, 4).filter((v) => v !== null).filter((v) => v !== void 0).join(", ") + (row.length > 4 ? ", ..." : "")
+          preview: row.slice(0, PREVIEW_COLUMNS).filter((v) => v !== null).filter((v) => v !== void 0).join(", ") + (row.length > 4 ? ", ..." : "")
         }));
         res.json({
           sheets,
@@ -3838,6 +3886,39 @@ var init_spreadsheetRoutes = __esm({
         res.status(500).json({ error: "Failed to parse Excel sheet" });
       }
     });
+    router.post("/parse-excel-sheet-previews", upload.single("file"), async (req, res) => {
+      try {
+        const { sheetName } = req.body;
+        if (!req.file) {
+          return res.status(400).json({ error: "No file uploaded" });
+        }
+        const fileName = req.file.originalname || "";
+        const isCSV = fileName.toLowerCase().endsWith(".csv");
+        let rows = [];
+        if (isCSV) {
+          const csvContent = req.file.buffer.toString("utf-8");
+          rows = parseCSV(csvContent);
+        } else {
+          const workbook = XLSX.read(req.file.buffer, { type: "buffer" });
+          if (!workbook.SheetNames.includes(sheetName)) {
+            return res.status(400).json({ error: `Sheet "${sheetName}" not found` });
+          }
+          const worksheet = workbook.Sheets[sheetName];
+          rows = XLSX.utils.sheet_to_json(worksheet, { header: 1, defval: null });
+        }
+        const headerCandidates = rows.slice(0, MAX_HEADER_CANDIDATES).map((row, index) => ({
+          row: index + 1,
+          preview: row.slice(0, PREVIEW_COLUMNS).filter((v) => v !== null).filter((v) => v !== void 0).join(", ") + (row.length > 4 ? ", ..." : "")
+        }));
+        res.json({
+          rowPreviews: headerCandidates,
+          totalRows: rows.length
+        });
+      } catch (error) {
+        console.error("Error getting sheet previews:", error);
+        res.status(500).json({ error: "Failed to get sheet previews" });
+      }
+    });
     spreadsheetRoutes_default = router;
   }
 });

package/dist/cli/server/server.js

@@ -1862,6 +1862,17 @@ var init_fileStore = __esm({
         if (!existsSync2(this.controlsDir)) {
           return [];
         }
+        let controlOrder = null;
+        try {
+          const lulaConfigPath = join2(this.baseDir, "lula.yaml");
+          if (existsSync2(lulaConfigPath)) {
+            const content = readFileSync2(lulaConfigPath, "utf8");
+            const metadata = yaml2.load(content);
+            controlOrder = metadata?.controlOrder || null;
+          }
+        } catch (error) {
+          console.error("Failed to load lula.yaml for controlOrder:", error);
+        }
         const entries = readdirSync(this.controlsDir);
         const yamlFiles = entries.filter((file) => file.endsWith(".yaml"));
         if (yamlFiles.length > 0) {
@@ -1880,7 +1891,11 @@ var init_fileStore = __esm({
             }
           });
           const results2 = await Promise.all(promises);
-          return results2.filter((c) => c !== null);
+          const controls2 = results2.filter((c) => c !== null);
+          if (controlOrder && controlOrder.length > 0) {
+            return this.sortControlsByOrder(controls2, controlOrder);
+          }
+          return controls2;
         }
         const families = entries.filter((name) => {
           const familyPath = join2(this.controlsDir, name);
@@ -1903,7 +1918,25 @@ var init_fileStore = __esm({
           allPromises.push(...familyPromises);
         }
         const results = await Promise.all(allPromises);
-        return results.filter((c) => c !== null);
+        const controls = results.filter((c) => c !== null);
+        if (controlOrder && controlOrder.length > 0) {
+          return this.sortControlsByOrder(controls, controlOrder);
+        }
+        return controls;
+      }
+      /**
+       * Sort controls based on the provided order array
+       */
+      sortControlsByOrder(controls, controlOrder) {
+        const orderMap = /* @__PURE__ */ new Map();
+        controlOrder.forEach((controlId, index) => {
+          orderMap.set(controlId, index);
+        });
+        return controls.sort((a, b) => {
+          const aIndex = orderMap.get(a.id) ?? Number.MAX_SAFE_INTEGER;
+          const bIndex = orderMap.get(b.id) ?? Number.MAX_SAFE_INTEGER;
+          return aIndex - bIndex;
+        });
       }
       /**
        * Load mappings from mappings directory
@@ -2930,7 +2963,7 @@ function processImportParameters(reqBody) {
     frontendFieldSchema
   };
 }
-async function parseUploadedFile(file) {
+async function parseUploadedFile(file, sheetName) {
   const fileName = file.originalname || "";
   const isCSV = fileName.toLowerCase().endsWith(".csv");
   let rawData = [];
@@ -2939,10 +2972,13 @@ async function parseUploadedFile(file) {
     rawData = parseCSV(csvContent);
   } else {
     const workbook = XLSX.read(file.buffer, { type: "buffer" });
-    const worksheetName = workbook.SheetNames[0];
+    const worksheetName = sheetName || workbook.SheetNames[0];
     if (!worksheetName) {
       throw new Error("No worksheet found in file");
     }
+    if (sheetName && !workbook.SheetNames.includes(sheetName)) {
+      throw new Error(`Sheet "${sheetName}" not found in workbook`);
+    }
     const worksheet = workbook.Sheets[worksheetName];
     rawData = XLSX.utils.sheet_to_json(worksheet, { header: 1, defval: null });
   }
@@ -3020,6 +3056,7 @@ function processSpreadsheetData(rawData, headers, startRowIndex, params) {
         continue;
       }
       const family = extractFamilyFromControlId(controlId);
+      control._originalRowIndex = i;
       control.family = family;
       controls.push(control);
       if (!families.has(family)) {
@@ -3142,6 +3179,7 @@ async function createOutputStructure(processedData, fieldSchema, params) {
     params.controlIdField,
     params.namingConvention
   );
+  const controlOrder = controls.sort((a, b) => (a._originalRowIndex || 0) - (b._originalRowIndex || 0)).map((control) => control[controlIdFieldNameClean]);
   const controlSetData = {
     name: params.controlSetName,
     description: params.controlSetDescription,
@@ -3149,12 +3187,16 @@ async function createOutputStructure(processedData, fieldSchema, params) {
     control_id_field: controlIdFieldNameClean,
     controlCount: controls.length,
     families: uniqueFamilies,
+    controlOrder,
     fieldSchema
   };
   writeFileSync2(join4(baseDir, "lula.yaml"), yaml4.dump(controlSetData));
   const controlsDir = join4(baseDir, "controls");
   const mappingsDir = join4(baseDir, "mappings");
-  families.forEach((familyControls, family) => {
+  const sortedFamilies = Array.from(families.entries()).sort(
+    (a, b) => a[0].localeCompare(b[0])
+  );
+  sortedFamilies.forEach(([family, familyControls]) => {
     const familyDir = join4(controlsDir, family);
     const familyMappingsDir = join4(mappingsDir, family);
     if (!existsSync3(familyDir)) {
@@ -3163,7 +3205,10 @@ async function createOutputStructure(processedData, fieldSchema, params) {
     if (!existsSync3(familyMappingsDir)) {
       mkdirSync2(familyMappingsDir, { recursive: true });
     }
-    familyControls.forEach((control) => {
+    const sortedFamilyControls = familyControls.sort(
+      (a, b) => (a._originalRowIndex || 0) - (b._originalRowIndex || 0)
+    );
+    sortedFamilyControls.forEach((control) => {
       const controlId = control[controlIdFieldNameClean];
       if (!controlId) {
         console.error("Missing control ID for control:", control);
@@ -3185,7 +3230,7 @@ async function createOutputStructure(processedData, fieldSchema, params) {
         filteredControl.family = control.family;
       }
       Object.keys(control).forEach((fieldName) => {
-        if (fieldName === "family") return;
+        if (fieldName === "family" || fieldName === "_originalRowIndex") return;
         if (params.justificationFields.includes(fieldName) && control[fieldName] !== void 0 && control[fieldName] !== null) {
           justificationContents.push(control[fieldName]);
         }
@@ -3549,12 +3594,14 @@ function exportAsJSON(controls, metadata, res) {
   res.setHeader("Content-Disposition", `attachment; filename="${fileName}"`);
   res.json(exportData);
 }
-var router, upload, spreadsheetRoutes_default;
+var MAX_HEADER_CANDIDATES, PREVIEW_COLUMNS, router, upload, spreadsheetRoutes_default;
 var init_spreadsheetRoutes = __esm({
   "cli/server/spreadsheetRoutes.ts"() {
     "use strict";
     init_debug();
     init_serverState();
+    MAX_HEADER_CANDIDATES = 5;
+    PREVIEW_COLUMNS = 4;
     router = express.Router();
     upload = multer({
       storage: multer.memoryStorage(),
@@ -3567,7 +3614,8 @@ var init_spreadsheetRoutes = __esm({
           return res.status(400).json({ error: "No file uploaded" });
         }
         const params = processImportParameters(req.body);
-        const rawData = await parseUploadedFile(req.file);
+        const sheetName = req.body.sheetName;
+        const rawData = await parseUploadedFile(req.file, sheetName);
         const startRowIndex = parseInt(params.startRow) - 1;
         if (rawData.length <= startRowIndex) {
           return res.status(400).json({ error: "Start row exceeds sheet data" });
@@ -3779,9 +3827,9 @@ var init_spreadsheetRoutes = __esm({
           const worksheet = workbook.Sheets[worksheetName];
           rows = XLSX.utils.sheet_to_json(worksheet, { header: 1, defval: null });
         }
-        const headerCandidates = rows.slice(0, 5).map((row, index) => ({
+        const headerCandidates = rows.slice(0, MAX_HEADER_CANDIDATES).map((row, index) => ({
           row: index + 1,
-          preview: row.slice(0, 4).filter((v) => v !== null).filter((v) => v !== void 0).join(", ") + (row.length > 4 ? ", ..." : "")
+          preview: row.slice(0, PREVIEW_COLUMNS).filter((v) => v !== null).filter((v) => v !== void 0).join(", ") + (row.length > 4 ? ", ..." : "")
         }));
         res.json({
           sheets,
@@ -3838,6 +3886,39 @@ var init_spreadsheetRoutes = __esm({
         res.status(500).json({ error: "Failed to parse Excel sheet" });
       }
     });
+    router.post("/parse-excel-sheet-previews", upload.single("file"), async (req, res) => {
+      try {
+        const { sheetName } = req.body;
+        if (!req.file) {
+          return res.status(400).json({ error: "No file uploaded" });
+        }
+        const fileName = req.file.originalname || "";
+        const isCSV = fileName.toLowerCase().endsWith(".csv");
+        let rows = [];
+        if (isCSV) {
+          const csvContent = req.file.buffer.toString("utf-8");
+          rows = parseCSV(csvContent);
+        } else {
+          const workbook = XLSX.read(req.file.buffer, { type: "buffer" });
+          if (!workbook.SheetNames.includes(sheetName)) {
+            return res.status(400).json({ error: `Sheet "${sheetName}" not found` });
+          }
+          const worksheet = workbook.Sheets[sheetName];
+          rows = XLSX.utils.sheet_to_json(worksheet, { header: 1, defval: null });
+        }
+        const headerCandidates = rows.slice(0, MAX_HEADER_CANDIDATES).map((row, index) => ({
+          row: index + 1,
+          preview: row.slice(0, PREVIEW_COLUMNS).filter((v) => v !== null).filter((v) => v !== void 0).join(", ") + (row.length > 4 ? ", ..." : "")
+        }));
+        res.json({
+          rowPreviews: headerCandidates,
+          totalRows: rows.length
+        });
+      } catch (error) {
+        console.error("Error getting sheet previews:", error);
+        res.status(500).json({ error: "Failed to get sheet previews" });
+      }
+    });
     spreadsheetRoutes_default = router;
   }
 });