@smartnet360/svelte-components 0.0.123 → 0.0.125

package/dist/apps/antenna-tools/components/MSIConverter.svelte

@@ -1,9 +1,21 @@
 <svelte:options runes={true} />
 
 <script lang="ts">
-  import { parseFolder, type ParseProgress } from '../utils/msi-parser';
-  import { saveAntennasWithPurge, type ImportResult } from '../utils/db-utils';
-  import { STANDARD_BANDS } from '../band-config';
+  import { untrack } from 'svelte';
+  import { SvelteSet } from 'svelte/reactivity';
+  import { parseFolderWithErrors, type ParseProgress, type ParseError } from '../utils/msi-parser';
+  import { 
+    saveAntennasWithPurge, 
+    addAntennas, 
+    clearAllAntennas, 
+    clearAntennasByBands, 
+    getAntennasCountByBand,
+    exportAntennas,
+    loadAntennas,
+    type ImportResult 
+  } from '../utils/db-utils';
+  import { purgeAntennas, calculatePurgeStats } from '../band-config';
+  import { STANDARD_BANDS } from '../types';
   import type { RawAntenna, Antenna, BandDefinition } from '../types';
   
   interface Props {
@@ -23,9 +35,28 @@
   let message = $state('');
   let importResult = $state<ImportResult | null>(null);
   let parseProgress = $state<ParseProgress | null>(null);
+  let parseErrors = $state<ParseError[]>([]);
+  let showErrorDetails = $state(false);
+  
+  // Database management state
+  let bandCounts = $state<Map<number, number>>(new Map());
+  let selectedBandsForPurge = new SvelteSet<number>();
+  let showPurgeByBand = $state(false);
   
   let recursiveScan = $state(true);
   
+  // Load band counts on mount
+  async function refreshBandCounts() {
+    bandCounts = await getAntennasCountByBand();
+  }
+  
+  // Refresh band counts when component mounts (run once)
+  $effect(() => {
+    untrack(() => {
+      refreshBandCounts();
+    });
+  });
+
   async function selectFolder() {
     try {
       // Check if File System Access API is supported
@@ -39,6 +70,8 @@
       message = 'Selecting folder...';
       importResult = null;
       parseProgress = null;
+      parseErrors = [];
+      showErrorDetails = false;
       
       // Ask user to select a folder
       const directoryPicker = window.showDirectoryPicker as () => Promise<FileSystemDirectoryHandle>;
@@ -48,13 +81,20 @@
         'Parsing files (top-level folder only)...';
       
       // Parse all MSI/PNT files in the folder, with recursive option and progress
-      rawAntennas = await parseFolder(directoryHandle, recursiveScan, (progress) => {
+      const result = await parseFolderWithErrors(directoryHandle, recursiveScan, (progress) => {
         parseProgress = progress;
       });
       
+      rawAntennas = result.antennas;
+      parseErrors = result.errors;
+      
       parseProgress = null;
-      if (rawAntennas.length === 0) {
+      if (rawAntennas.length === 0 && parseErrors.length === 0) {
         message = 'No MSI or PNT files found in the selected folder.';
+      } else if (rawAntennas.length === 0 && parseErrors.length > 0) {
+        message = `No files were successfully parsed. ${parseErrors.length} file(s) failed.`;
+      } else if (parseErrors.length > 0) {
+        message = `Parsed ${rawAntennas.length} antenna files${recursiveScan ? ' from all folders' : ''}. ${parseErrors.length} file(s) failed.`;
       } else {
         message = `Successfully parsed ${rawAntennas.length} antenna files${recursiveScan ? ' from all folders' : ''}.`;
       }
@@ -85,14 +125,50 @@
       isLoading = true;
       message = 'Purging frequencies and saving to database...';
       
-      // Save with automatic purge (using custom bands if provided)
+      // Purge first
+      const purgedAntennas = purgeAntennas(rawAntennas, customBands);
+      const purgeStats = calculatePurgeStats(rawAntennas.length, purgedAntennas);
+      
+      // Add to database (merge mode - won't clear existing)
+      const { added, updated } = await addAntennas(purgedAntennas);
+      
+      importResult = {
+        success: true,
+        purgeStats
+      };
+      
+      message = `Imported ${purgeStats.totalAfter} antennas (${added} new, ${updated} updated). ${purgeStats.reductionPercent}% reduction from ${purgeStats.totalBefore} raw files.`;
+      
+      // Refresh band counts and notify parent
+      await refreshBandCounts();
+      onDataRefresh?.();
+      
+    } catch (e) {
+      error = e instanceof Error ? e.message : 'Failed to save antennas to database';
+    } finally {
+      isLoading = false;
+    }
+  }
+
+  async function replaceDatabase() {
+    if (rawAntennas.length === 0) {
+      error = 'No antenna data to save.';
+      return;
+    }
+    
+    try {
+      isLoading = true;
+      message = 'Replacing database with new data...';
+      
+      // Save with purge (clears existing first)
       importResult = await saveAntennasWithPurge(rawAntennas, customBands);
       
       if (importResult.success) {
         const stats = importResult.purgeStats;
-        message = `Successfully imported ${stats.totalAfter} antennas (${stats.reductionPercent}% reduction from ${stats.totalBefore} raw files).`;
+        message = `Replaced database with ${stats.totalAfter} antennas (${stats.reductionPercent}% reduction from ${stats.totalBefore} raw files).`;
         
-        // Notify parent of data refresh
+        // Refresh band counts and notify parent
+        await refreshBandCounts();
         onDataRefresh?.();
       } else {
         error = importResult.error || 'Failed to save antennas to database';
@@ -125,16 +201,125 @@
     
     message = 'JSON file downloaded (raw data, not purged).';
   }
+
+  async function handleExportDatabase() {
+    try {
+      isLoading = true;
+      message = 'Exporting database...';
+      await exportAntennas();
+      message = 'Database exported successfully.';
+    } catch (e) {
+      error = e instanceof Error ? e.message : 'Failed to export database';
+    } finally {
+      isLoading = false;
+    }
+  }
+
+  async function handleImportJson(event: Event) {
+    const input = event.target as HTMLInputElement;
+    const file = input.files?.[0];
+    if (!file) return;
+    
+    try {
+      isLoading = true;
+      message = 'Importing JSON file...';
+      
+      const text = await file.text();
+      const data = JSON.parse(text) as Antenna[];
+      
+      // Add to database (merge mode)
+      const { added, updated } = await addAntennas(data);
+      
+      message = `Imported ${data.length} antennas (${added} new, ${updated} updated).`;
+      
+      // Refresh band counts and notify parent
+      await refreshBandCounts();
+      onDataRefresh?.();
+      
+      // Clear file input
+      input.value = '';
+    } catch (e) {
+      error = e instanceof Error ? e.message : 'Failed to import JSON file';
+    } finally {
+      isLoading = false;
+    }
+  }
+
+  async function handlePurgeAll() {
+    if (!confirm('Are you sure you want to delete ALL antennas from the database?')) return;
+    
+    try {
+      isLoading = true;
+      message = 'Clearing database...';
+      await clearAllAntennas();
+      message = 'Database cleared successfully.';
+      importResult = null;
+      rawAntennas = [];
+      
+      // Refresh band counts and notify parent
+      await refreshBandCounts();
+      onDataRefresh?.();
+    } catch (e) {
+      error = e instanceof Error ? e.message : 'Failed to clear database';
+    } finally {
+      isLoading = false;
+    }
+  }
+
+  async function handlePurgeByBands() {
+    if (selectedBandsForPurge.size === 0) {
+      error = 'Please select at least one band to purge.';
+      return;
+    }
+    
+    const bandsArray = Array.from(selectedBandsForPurge);
+    if (!confirm(`Are you sure you want to delete all antennas in bands: ${bandsArray.join(', ')} MHz?`)) return;
+    
+    try {
+      isLoading = true;
+      message = `Purging bands: ${bandsArray.join(', ')} MHz...`;
+      const deleted = await clearAntennasByBands(bandsArray);
+      message = `Deleted ${deleted} antennas from bands: ${bandsArray.join(', ')} MHz.`;
+      selectedBandsForPurge.clear();
+      showPurgeByBand = false;
+      
+      // Refresh band counts and notify parent
+      await refreshBandCounts();
+      onDataRefresh?.();
+    } catch (e) {
+      error = e instanceof Error ? e.message : 'Failed to purge bands';
+    } finally {
+      isLoading = false;
+    }
+  }
+
+  function toggleBandSelection(band: number) {
+    if (selectedBandsForPurge.has(band)) {
+      selectedBandsForPurge.delete(band);
+    } else {
+      selectedBandsForPurge.add(band);
+    }
+  }
+
+  // Calculate total antennas in database
+  let totalInDatabase = $derived(Array.from(bandCounts.values()).reduce((a, b) => a + b, 0));
 </script>
 
 <div class="card border-0 shadow-sm">
   <div class="card-body">
     <header class="d-flex flex-column flex-lg-row align-items-lg-center justify-content-between gap-3 mb-4">
       <div>
-        <h1 class="h3 mb-2">Convert MSI / PNT to JSON</h1>
-        <p class="text-muted mb-0">Scan a folder of antenna definitions. Files will be purged to keep only configured bands.</p>
+        <h1 class="h3 mb-2">Antenna Database Management</h1>
+        <p class="text-muted mb-0">Import MSI/PNT files, export data, and manage frequency bands.</p>
+      </div>
+      <div class="d-flex align-items-center gap-2">
+        {#if totalInDatabase > 0}
+          <span class="badge text-bg-primary fs-6">{totalInDatabase} antennas</span>
+        {:else}
+          <span class="badge text-bg-secondary">Empty database</span>
+        {/if}
+        <span class="badge text-bg-success">Local processing</span>
       </div>
-      <span class="badge text-bg-success">Local processing</span>
     </header>
 
     <!-- Bands Info -->
@@ -149,49 +334,134 @@
     </div>
 
     <div class="d-flex flex-column gap-4">
-      <div class="text-center">
-        <button class="btn btn-primary btn-lg px-4" onclick={selectFolder} disabled={isLoading}>
-          {#if isLoading}
-            <span class="spinner-border spinner-border-sm me-2" role="status" aria-hidden="true"></span>
-            Processing…
-          {:else}
-            <i class="bi bi-folder-plus me-2"></i>
-            Choose folder with MSI / PNT files
-          {/if}
-        </button>
-      </div>
-
-      <div class="d-flex justify-content-center">
-        <div class="form-check form-switch">
-          <input class="form-check-input" type="checkbox" bind:checked={recursiveScan} id="recursiveScan" />
-          <label class="form-check-label" for="recursiveScan">
-            <i class="bi bi-arrow-down-circle me-1"></i>
-            Include sub-folders during scan
-          </label>
+      <!-- Import Section -->
+      <div class="card border">
+        <div class="card-header bg-light">
+          <i class="bi bi-folder-plus me-2"></i>Import from MSI/PNT Folder
         </div>
-      </div>
-
-      {#if rawAntennas.length > 0}
-        <div class="row g-3">
-          <div class="col-md-6">
-            <button class="btn btn-success w-100" onclick={saveToDatabase} disabled={isLoading}>
-              {#if isLoading}
+        <div class="card-body">
+          <div class="text-center mb-3">
+            <button class="btn btn-primary btn-lg px-4" onclick={selectFolder} disabled={isLoading}>
+              {#if isLoading && parseProgress}
                 <span class="spinner-border spinner-border-sm me-2" role="status" aria-hidden="true"></span>
-                Saving…
+                Processing…
               {:else}
-                <i class="bi bi-database-add me-2"></i>
-                Import to database (with purge)
+                <i class="bi bi-folder-plus me-2"></i>
+                Choose folder with MSI / PNT files
               {/if}
             </button>
           </div>
-          <div class="col-md-6">
-            <button class="btn btn-outline-secondary w-100" onclick={downloadJson}>
-              <i class="bi bi-download me-2"></i>
-              Download raw JSON
-            </button>
+
+          <div class="d-flex justify-content-center">
+            <div class="form-check form-switch">
+              <input class="form-check-input" type="checkbox" bind:checked={recursiveScan} id="recursiveScan" />
+              <label class="form-check-label" for="recursiveScan">
+                <i class="bi bi-arrow-down-circle me-1"></i>
+                Include sub-folders during scan
+              </label>
+            </div>
           </div>
+
+          {#if rawAntennas.length > 0}
+            <hr>
+            <div class="row g-3">
+              <div class="col-md-4">
+                <button class="btn btn-success w-100" onclick={saveToDatabase} disabled={isLoading}>
+                  <i class="bi bi-database-add me-2"></i>
+                  Add to database
+                </button>
+                <small class="text-muted d-block text-center mt-1">Merge with existing</small>
+              </div>
+              <div class="col-md-4">
+                <button class="btn btn-warning w-100" onclick={replaceDatabase} disabled={isLoading}>
+                  <i class="bi bi-arrow-repeat me-2"></i>
+                  Replace database
+                </button>
+                <small class="text-muted d-block text-center mt-1">Clear first, then add</small>
+              </div>
+              <div class="col-md-4">
+                <button class="btn btn-outline-secondary w-100" onclick={downloadJson}>
+                  <i class="bi bi-download me-2"></i>
+                  Download raw JSON
+                </button>
+                <small class="text-muted d-block text-center mt-1">Before purge</small>
+              </div>
+            </div>
+          {/if}
         </div>
-      {/if}
+      </div>
+
+      <!-- Database Management Section -->
+      <div class="card border">
+        <div class="card-header bg-light d-flex justify-content-between align-items-center">
+          <span><i class="bi bi-database me-2"></i>Database Management</span>
+        </div>
+        <div class="card-body">
+          <div class="row g-3 mb-3">
+            <div class="col-md-4">
+              <button class="btn btn-outline-primary w-100" onclick={handleExportDatabase} disabled={isLoading || totalInDatabase === 0}>
+                <i class="bi bi-box-arrow-up me-2"></i>
+                Export to JSON
+              </button>
+            </div>
+            <div class="col-md-4">
+              <label class="btn btn-outline-primary w-100 mb-0" style="cursor: pointer;">
+                <i class="bi bi-box-arrow-in-down me-2"></i>
+                Import from JSON
+                <input type="file" accept=".json" onchange={handleImportJson} class="d-none" disabled={isLoading} />
+              </label>
+            </div>
+            <div class="col-md-4">
+              <button class="btn btn-outline-danger w-100" onclick={handlePurgeAll} disabled={isLoading || totalInDatabase === 0}>
+                <i class="bi bi-trash me-2"></i>
+                Purge All
+              </button>
+            </div>
+          </div>
+
+          <!-- Band-specific purge -->
+          {#if bandCounts.size > 0}
+            <div class="border rounded p-3 bg-light">
+              <div class="d-flex justify-content-between align-items-center mb-2">
+                <strong><i class="bi bi-layers me-2"></i>Antennas by Band</strong>
+                <button 
+                  class="btn btn-sm {showPurgeByBand ? 'btn-secondary' : 'btn-outline-secondary'}" 
+                  onclick={() => showPurgeByBand = !showPurgeByBand}
+                >
+                  {showPurgeByBand ? 'Cancel' : 'Purge by Band'}
+                </button>
+              </div>
+              
+              <div class="d-flex flex-wrap gap-2">
+                {#each Array.from(bandCounts.entries()).sort((a, b) => a[0] - b[0]) as [band, count]}
+                  {#if showPurgeByBand}
+                    <button 
+                      class="btn btn-sm {selectedBandsForPurge.has(band) ? 'btn-danger' : 'btn-outline-secondary'}"
+                      onclick={() => toggleBandSelection(band)}
+                    >
+                      {band} MHz ({count})
+                      {#if selectedBandsForPurge.has(band)}
+                        <i class="bi bi-x-circle ms-1"></i>
+                      {/if}
+                    </button>
+                  {:else}
+                    <span class="badge text-bg-secondary">{band} MHz: {count}</span>
+                  {/if}
+                {/each}
+              </div>
+              
+              {#if showPurgeByBand && selectedBandsForPurge.size > 0}
+                <div class="mt-3">
+                  <button class="btn btn-danger" onclick={handlePurgeByBands} disabled={isLoading}>
+                    <i class="bi bi-trash me-2"></i>
+                    Delete {selectedBandsForPurge.size} band(s)
+                  </button>
+                </div>
+              {/if}
+            </div>
+          {/if}
+        </div>
+      </div>
 
       <!-- Progress indicator during parsing -->
       {#if isLoading && parseProgress}
@@ -204,17 +474,21 @@
               <span class="text-info fw-semibold">Parsing antenna files...</span>
             </div>
             <div class="row text-center mb-3">
-              <div class="col-4">
+              <div class="col-3">
                 <div class="h4 mb-0 text-primary">{parseProgress.directoriesScanned}</div>
-                <small class="text-muted">Folders scanned</small>
+                <small class="text-muted">Folders</small>
               </div>
-              <div class="col-4">
+              <div class="col-3">
                 <div class="h4 mb-0 text-info">{parseProgress.filesProcessed}</div>
-                <small class="text-muted">Files processed</small>
+                <small class="text-muted">Processed</small>
               </div>
-              <div class="col-4">
+              <div class="col-3">
                 <div class="h4 mb-0 text-success">{parseProgress.antennaFilesFound}</div>
-                <small class="text-muted">Antennas found</small>
+                <small class="text-muted">Parsed</small>
+              </div>
+              <div class="col-3">
+                <div class="h4 mb-0 {parseProgress.failedFiles > 0 ? 'text-danger' : 'text-muted'}">{parseProgress.failedFiles}</div>
+                <small class="text-muted">Failed</small>
               </div>
             </div>
             <div class="text-muted small text-truncate">
@@ -232,6 +506,57 @@
         </div>
       {/if}
 
+      <!-- Parse Errors Summary -->
+      {#if parseErrors.length > 0 && !parseProgress}
+        <div class="alert alert-warning border-0 bg-warning-subtle" role="alert">
+          <div class="d-flex justify-content-between align-items-center">
+            <div>
+              <i class="bi bi-exclamation-triangle me-2"></i>
+              <strong>{parseErrors.length} file(s) failed to parse</strong>
+              <span class="text-muted ms-2">- Import continued with remaining files</span>
+            </div>
+            <button 
+              class="btn btn-sm btn-outline-warning" 
+              onclick={() => showErrorDetails = !showErrorDetails}
+            >
+              {showErrorDetails ? 'Hide' : 'Show'} details
+            </button>
+          </div>
+          
+          {#if showErrorDetails}
+            <hr class="my-2">
+            <div class="small" style="max-height: 200px; overflow-y: auto;">
+              <table class="table table-sm table-borderless mb-0">
+                <thead>
+                  <tr>
+                    <th style="width: 60px;">Type</th>
+                    <th>Path</th>
+                    <th>Error</th>
+                  </tr>
+                </thead>
+                <tbody>
+                  {#each parseErrors as parseError}
+                    <tr>
+                      <td>
+                        {#if parseError.type === 'folder'}
+                          <span class="badge bg-secondary"><i class="bi bi-folder"></i></span>
+                        {:else}
+                          <span class="badge bg-danger"><i class="bi bi-file-earmark"></i></span>
+                        {/if}
+                      </td>
+                      <td class="text-truncate" style="max-width: 300px;" title={parseError.path}>
+                        {parseError.path}
+                      </td>
+                      <td class="text-muted">{parseError.message}</td>
+                    </tr>
+                  {/each}
+                </tbody>
+              </table>
+            </div>
+          {/if}
+        </div>
+      {/if}
+
       {#if error}
         <div class="alert alert-danger border-0 bg-danger-subtle text-danger-emphasis" role="alert">
           <i class="bi bi-exclamation-octagon me-2"></i>

package/dist/apps/antenna-tools/db.js

@@ -11,6 +11,10 @@ class AntennaToolsDatabase extends Dexie {
         this.version(1).stores({
             antennas: '++id, name, frequency, originalFrequency, tilt'
         });
+        // Version 2: Add compound index for duplicate detection
+        this.version(2).stores({
+            antennas: '++id, name, frequency, originalFrequency, tilt, [name+frequency+tilt]'
+        });
     }
     /**
      * Check if database has any antenna data

package/dist/apps/antenna-tools/utils/db-utils.d.ts

@@ -45,6 +45,25 @@ export declare function exportAntennas(): Promise<void>;
  * Clear all antenna data from database
  */
 export declare function clearAllAntennas(): Promise<void>;
+/**
+ * Clear antennas by specific frequency bands
+ * @param bands - Array of band frequencies to delete (e.g., [700, 800, 1800])
+ * @returns Number of antennas deleted
+ */
+export declare function clearAntennasByBands(bands: number[]): Promise<number>;
+/**
+ * Get count of antennas per frequency band
+ * @returns Map of band frequency to count
+ */
+export declare function getAntennasCountByBand(): Promise<Map<number, number>>;
+/**
+ * Add antennas to database (merge mode - no clearing)
+ * Duplicates (same name + frequency + tilt) are overwritten
+ */
+export declare function addAntennas(newAntennas: Antenna[]): Promise<{
+    added: number;
+    updated: number;
+}>;
 /**
  * Check if data has been imported before
  */

package/dist/apps/antenna-tools/utils/db-utils.js

@@ -256,6 +256,114 @@ export async function clearAllAntennas() {
         throw error;
     }
 }
+/**
+ * Clear antennas by specific frequency bands
+ * @param bands - Array of band frequencies to delete (e.g., [700, 800, 1800])
+ * @returns Number of antennas deleted
+ */
+export async function clearAntennasByBands(bands) {
+    try {
+        trackDataOperation('clear', {
+            inProgress: true,
+            message: `Clearing bands: ${bands.join(', ')} MHz...`
+        });
+        // Get count before deletion
+        const toDelete = await db.antennas.where('frequency').anyOf(bands).toArray();
+        const deleteCount = toDelete.length;
+        // Delete matching antennas
+        await db.antennas.where('frequency').anyOf(bands).delete();
+        // Reload remaining antennas into store
+        const remaining = await db.antennas.toArray();
+        antennas.set(remaining);
+        updateDbStatus({
+            antennaCount: remaining.length,
+            lastUpdated: new Date()
+        });
+        trackDataOperation('clear', {
+            inProgress: false,
+            success: true,
+            message: `Deleted ${deleteCount} antennas from bands: ${bands.join(', ')} MHz`
+        });
+        return deleteCount;
+    }
+    catch (error) {
+        console.error('Error clearing antennas by bands:', error);
+        trackDataOperation('clear', {
+            inProgress: false,
+            success: false,
+            error: error instanceof Error ? error.message : 'Unknown error clearing bands',
+            message: 'Failed to clear bands'
+        });
+        throw error;
+    }
+}
+/**
+ * Get count of antennas per frequency band
+ * @returns Map of band frequency to count
+ */
+export async function getAntennasCountByBand() {
+    const all = await db.antennas.toArray();
+    const counts = new Map();
+    for (const antenna of all) {
+        const current = counts.get(antenna.frequency) || 0;
+        counts.set(antenna.frequency, current + 1);
+    }
+    return counts;
+}
+/**
+ * Add antennas to database (merge mode - no clearing)
+ * Duplicates (same name + frequency + tilt) are overwritten
+ */
+export async function addAntennas(newAntennas) {
+    try {
+        trackDataOperation('import', { inProgress: true, message: 'Adding antennas...' });
+        let added = 0;
+        let updated = 0;
+        for (const antenna of newAntennas) {
+            // Check for existing antenna with same name, frequency, and tilt
+            const existing = await db.antennas
+                .where(['name', 'frequency', 'tilt'])
+                .equals([antenna.name, antenna.frequency, antenna.tilt])
+                .first();
+            if (existing) {
+                // Delete and re-add to update (simpler than partial update with arrays)
+                await db.antennas.delete(existing.id);
+                await db.antennas.add(antenna);
+                updated++;
+            }
+            else {
+                // Add new
+                await db.antennas.add(antenna);
+                added++;
+            }
+        }
+        // Reload store
+        const all = await db.antennas.toArray();
+        antennas.set(all);
+        localStorage.setItem('antenna-tools-data-imported', 'true');
+        updateDbStatus({
+            initialized: true,
+            antennaCount: all.length,
+            lastUpdated: new Date()
+        });
+        trackDataOperation('import', {
+            inProgress: false,
+            success: true,
+            message: `Added ${added}, updated ${updated} antennas`
+        });
+        return { added, updated };
+    }
+    catch (error) {
+        console.error('Error adding antennas:', error);
+        trackDataOperation('import', {
+            inProgress: false,
+            success: false,
+            error: error instanceof Error ? error.message : 'Unknown error',
+            message: 'Add failed'
+        });
+        throw error;
+    }
+}
 // ─────────────────────────────────────────────────────────────────────────────
 // UTILITY FUNCTIONS
 // ─────────────────────────────────────────────────────────────────────────────