GameSentenceMiner 2.16.2__py3-none-any.whl → 2.16.4__py3-none-any.whl

GameSentenceMiner/config_gui.py

@@ -391,9 +391,10 @@ class ConfigApp:
         self.use_canned_context_prompt_value = tk.BooleanVar(value=self.settings.ai.use_canned_context_prompt)
         self.ai_dialogue_context_length_value = tk.StringVar(value=str(self.settings.ai.dialogue_context_length))
         
-        # WIP Settings
+        # Overlay Settings
         self.overlay_websocket_port_value = tk.StringVar(value=str(self.settings.overlay.websocket_port))
         self.overlay_websocket_send_value = tk.BooleanVar(value=self.settings.overlay.monitor_to_capture)
+        self.overlay_engine_value = tk.StringVar(value=self.settings.overlay.engine)
         
         # Master Config Settings
         self.switch_to_default_if_not_found_value = tk.BooleanVar(value=self.master_config.switch_to_default_if_not_found)
@@ -623,7 +624,8 @@ class ConfigApp:
             ),
             overlay=Overlay(
                 websocket_port=int(self.overlay_websocket_port_value.get()),
-                monitor_to_capture=self.overlay_monitor.current() if self.monitors else 0
+                monitor_to_capture=self.overlay_monitor.current() if self.monitors else 0,
+                engine=OverlayEngine(self.overlay_engine_value.get()).value if self.overlay_engine_value.get() else OverlayEngine.LENS.value
             )
             # wip=WIP(
             #     overlay_websocket_port=int(self.overlay_websocket_port_value.get()),
@@ -2221,7 +2223,17 @@ class ConfigApp:
         self.overlay_monitor.current(0)
         self.overlay_monitor.config(state="disabled")
         self.current_row += 1
-        
+
+        # Overlay Engine Selection
+        overlay_engine_i18n = overlay_i18n.get('overlay_engine', {})
+        HoverInfoLabelWidget(overlay_frame, text=overlay_engine_i18n.get('label', '...'),
+                             tooltip=overlay_engine_i18n.get('tooltip', '...'),
+                             row=self.current_row, column=0)
+        self.overlay_engine = ttk.Combobox(overlay_frame, values=[e.value for e in OverlayEngine], state="readonly",
+                                           textvariable=self.overlay_engine_value)
+        self.overlay_engine.grid(row=self.current_row, column=1, sticky='EW', pady=2)
+        self.current_row += 1
+
         if self.monitors:
             # Ensure the index is valid
             monitor_index = self.settings.overlay.monitor_to_capture

GameSentenceMiner/locales/en_us.json

@@ -568,6 +568,10 @@
             "label": "Monitor to Capture:",
             "tooltip": "Select the monitor to capture (1-based index).",
             "not_detected": "OwOCR Not Detected"
+          },
+          "overlay_engine": {
+            "label": "Overlay Engine:",
+            "tooltip": "Select the OCR engine for the overlay. If you use lens, and are on windows, it will use OneOCR to optimize the scan."
           }
         },
         "wip": {

GameSentenceMiner/locales/ja_jp.json

@@ -567,6 +567,10 @@
             "label": "キャプチャ対象モニター:",
             "tooltip": "キャプチャするモニターを選択（1から始まるインデックス）。",
             "not_detected": "OwOCRが検出されません"
+          },
+          "overlay_engine": {
+            "label": "オーバーレイエンジン:",
+            "tooltip": "オーバーレイのOCRエンジンを選択します。Lensを使用していてWindowsの場合、スキャンを最適化するためにOneOCRを使用します。"
           }
         },
         "wip": {

GameSentenceMiner/locales/zh_cn.json

@@ -556,6 +556,10 @@
             "label": "捕获的显示器:",
             "tooltip": "选择要捕获的显示器（从1开始的索引）。",
             "not_detected": "未检测到 OwOCR"
+          },
+          "overlay_engine": {
+            "label": "覆盖层引擎:",
+            "tooltip": "为覆盖层选择 OCR 引擎。如果您使用的是 lens，并且在 windows 上，它将使用 OneOCR 来优化扫描。"
           }
         },
         "wip": {

GameSentenceMiner/util/configuration.py

@@ -630,10 +630,15 @@ class Ai:
             self.gemini_model = 'gemini-2.5-flash-lite'
 
 
+class OverlayEngine(str, Enum):
+    LENS = 'lens'
+    ONEOCR = 'oneocr'
+
 @dataclass_json
 @dataclass
 class Overlay:
     websocket_port: int = 55499
+    engine: str = OverlayEngine.LENS.value
     monitor_to_capture: int = 0
 
     def __post_init__(self):

GameSentenceMiner/util/db.py

@@ -2,6 +2,7 @@
 
 import json
 import os
+import shutil
 import sqlite3
 from sys import platform
 import time
@@ -10,6 +11,7 @@ import threading
 
 from GameSentenceMiner.util.text_log import GameLine
 from GameSentenceMiner.util.configuration import logger, is_dev
+import gzip
 
 
 class SQLiteDB:
@@ -399,7 +401,40 @@ def get_db_directory():
     return os.path.join(config_dir, 'gsm.db')
 
 
-gsm_db = SQLiteDB(get_db_directory())
+# Backup and compress the database on load, with today's date, up to 5 days ago (clean up old backups)
+def backup_db(db_path: str):
+    backup_dir = os.path.join(os.path.dirname(db_path), "backup", "database")
+    os.makedirs(backup_dir, exist_ok=True)
+    today = time.strftime("%Y-%m-%d")
+    backup_file = os.path.join(backup_dir, f"gsm_{today}.db.gz")
+    
+    # Test, remove backups older than 60 minutes
+    # cutoff = time.time() - 60 * 60
+    # Clean up backups older than 5 days
+    cutoff = time.time() - 5 * 24 * 60 * 60
+    for fname in os.listdir(backup_dir):
+        fpath = os.path.join(backup_dir, fname)
+        if fname.startswith("gsm_") and fname.endswith(".db.gz"):
+            try:
+                file_time = os.path.getmtime(fpath)
+                if file_time < cutoff:
+                    os.remove(fpath)
+                    logger.info(f"Old backup removed: {fpath}")
+            except Exception as e:
+                logger.warning(f"Failed to remove old backup {fpath}: {e}")
+
+    # Create backup if not already present for today
+    if not os.path.exists(backup_file):
+        with open(db_path, "rb") as f_in, open(backup_file, "wb") as f_out:
+            with gzip.GzipFile(fileobj=f_out, mode="wb") as gz_out:
+                shutil.copyfileobj(f_in, gz_out)
+        logger.info(f"Database backup created: {backup_file}")
+
+db_path = get_db_directory()
+if os.path.exists(db_path):
+    backup_db(db_path)
+
+gsm_db = SQLiteDB(db_path)
 
 for cls in [AIModelsTable, GameLinesTable]:
     cls.set_db(gsm_db)

GameSentenceMiner/util/get_overlay_coords.py

@@ -1,19 +1,67 @@
 import asyncio
 import io
 import base64
+import json
 import math
 import os
 import time
 from PIL import Image
 from typing import Dict, Any, List, Tuple
+import json
+from rapidfuzz.distance import Levenshtein
 
 # Local application imports
 from GameSentenceMiner.ocr.gsm_ocr_config import set_dpi_awareness
-from GameSentenceMiner.util.configuration import get_config, is_windows
+from GameSentenceMiner.util.configuration import OverlayEngine, get_config, is_windows, is_beangate, logger
 from GameSentenceMiner.util.electron_config import get_ocr_language
-from GameSentenceMiner.obs import get_screenshot_PIL, logger
+from GameSentenceMiner.obs import get_screenshot_PIL
 from GameSentenceMiner.web.texthooking_page import send_word_coordinates_to_overlay
 
+# def align_and_correct(ocr_json, reference_text):
+#     logger.info(f"Starting align_and_correct with reference_text: '{reference_text}'")
+#     corrected = []
+#     ref_chars = list(reference_text)
+#     logger.info(f"Reference chars: {ref_chars}")
+
+#     for block_idx, block in enumerate(ocr_json):
+#         logger.info(f"Processing block {block_idx}: {block}")
+#         ocr_chars = [w["text"] for w in block["words"]]
+#         ocr_str = "".join(ocr_chars)
+
+#         # Compute edit operations from OCR → Reference
+#         ops = Levenshtein.editops(ocr_str, "".join(ref_chars))
+
+#         corrected_words = block["words"][:]
+
+#         # Apply corrections
+#         for op_idx, (op, i, j) in enumerate(ops):
+#             logger.info(f"Operation {op_idx}: {op}, i={i}, j={j}")
+#             if op == "replace":
+#                 logger.info(f"Replacing word at index {i} ('{corrected_words[i]['text']}') with reference char '{ref_chars[j]}'")
+#                 corrected_words[i]["text"] = ref_chars[j]
+#             elif op == "insert":
+#                 if i > 0:
+#                     prev = corrected_words[i - 1]["bounding_rect"]
+#                     bbox = prev  # simple: copy neighbor bbox
+#                 else:
+#                     bbox = corrected_words[0]["bounding_rect"]
+#                 corrected_words.insert(i, {
+#                     "text": ref_chars[j],
+#                     "bounding_rect": bbox,
+#                     "confidence": 1.0
+#                 })
+#             elif op == "delete":
+#                 logger.info(f"Deleting word at index {i} ('{corrected_words[i]['text']}')")
+#                 corrected_words[i]["text"] = ""  # mark empty
+
+#         corrected_words = [w for w in corrected_words if w["text"]]
+
+#         block["words"] = corrected_words
+#         block["text"] = "".join(w["text"] for w in corrected_words)
+#         corrected.append(block)
+
+#     return corrected
+
 # Conditionally import OCR engines
 try:
     if os.path.exists(os.path.expanduser('~/.config/oneocr/oneocr.dll')):
@@ -218,6 +266,15 @@ class OverlayProcessor:
             )
         else:
             composite_image = full_screenshot
+            
+        # If User Home is beangate
+        if is_beangate:
+            with open("oneocr_results.json", "w", encoding="utf-8") as f:
+                f.write(json.dumps(oneocr_results, ensure_ascii=False, indent=2))
+            
+        if get_config().overlay.engine == OverlayEngine.ONEOCR.value and self.oneocr:
+            logger.info("Using OneOCR results for overlay as configured.")
+            return oneocr_results
         
         # 4. Use Google Lens on the cleaner composite image for higher accuracy
         res = self.lens(

GameSentenceMiner/vad.py

@@ -202,7 +202,7 @@ class WhisperVADProcessor(VADProcessor):
                     logger.info(
                         "Unknown single character segment, not skipping, but logging, please report if this is a mistake: " + segment.text)
                     
-            if segment.no_speech_prob and segment.no_speech_prob > 0.6:
+            if segment.no_speech_prob and segment.no_speech_prob > 0.9:
                 logger.debug(f"Skipping segment with high no_speech_prob: {segment.no_speech_prob} for segment {segment.text} at {segment.start}-{segment.end}")
                 continue
             
@@ -211,7 +211,7 @@ class WhisperVADProcessor(VADProcessor):
                 logger.debug(f"Skipping segment with low unique words: {unique_words} for segment {segment.text} at {segment.start}-{segment.end}")
                 continue
                 
-            if previous_segment and segment.start - previous_segment.end > 5 and segment.no_speech_prob > .3:
+            if segment.seek > 0 and segment.no_speech_prob > .3:
                 logger.debug(f"Skipping segment after long pause with high no_speech_prob after: {segment.no_speech_prob} for segment {segment.text} at {segment.start}-{segment.end}")
                 continue
 

GameSentenceMiner/web/database_api.py

@@ -1,5 +1,7 @@
 import datetime
 import re
+import csv
+import io
 from collections import defaultdict
 
 import flask
@@ -135,8 +137,8 @@ def register_database_api_routes(app):
                     'date_range': f"{min_date.strftime('%Y-%m-%d')} to {max_date.strftime('%Y-%m-%d')}" if min_date != max_date else min_date.strftime('%Y-%m-%d')
                 })
             
-            # Sort by first entry date (most recent first)
-            games_data.sort(key=lambda x: x['first_entry_date'], reverse=True)
+            # Sort by total characters (most characters first)
+            games_data.sort(key=lambda x: x['total_characters'], reverse=True)
             
             return jsonify({'games': games_data}), 200
             
@@ -732,7 +734,8 @@ def register_database_api_routes(app):
             color = colors[i % len(colors)]
             
             datasets.append({
-                "label": f"{game} - Lines Received",
+                "label": f"{game}",
+                "for": "Lines Received",
                 "data": final_data[game]['lines'],
                 "borderColor": color,
                 "backgroundColor": f"{color}33", # Semi-transparent for fill
@@ -740,7 +743,8 @@ def register_database_api_routes(app):
                 "tension": 0.1
             })
             datasets.append({
-                "label": f"{game} - Characters Read",
+                "label": f"{game}",
+                "for": "Characters Read",
                 "data": final_data[game]['chars'],
                 "borderColor": color,
                 "backgroundColor": f"{color}33",
@@ -780,4 +784,165 @@ def register_database_api_routes(app):
             "currentGameStats": current_game_stats,
             "allGamesStats": all_games_stats,
             "allLinesData": all_lines_data
-        })
+        })
+
+    @app.route('/api/import-exstatic', methods=['POST'])
+    def api_import_exstatic():
+        """
+        Import ExStatic CSV data into GSM database.
+        Expected CSV format: uuid,given_identifier,name,line,time
+        """
+        try:
+            # Check if file is provided
+            if 'file' not in request.files:
+                return jsonify({'error': 'No file provided'}), 400
+            
+            file = request.files['file']
+            if file.filename == '':
+                return jsonify({'error': 'No file selected'}), 400
+            
+            # Validate file type
+            if not file.filename.lower().endswith('.csv'):
+                return jsonify({'error': 'File must be a CSV file'}), 400
+            
+            # Read and parse CSV
+            try:
+                # Read file content as text with proper encoding handling
+                file_content = file.read().decode('utf-8-sig')  # Handle BOM if present
+                
+                # First, get the header line manually to avoid issues with multi-line content
+                lines = file_content.split('\n')
+                if len(lines) == 1 and not lines[0].strip():
+                    return jsonify({'error': 'Empty CSV file'}), 400
+                
+                header_line = lines[0].strip()
+                logger.info(f"Header line: {header_line}")
+                
+                # Parse headers manually
+                header_reader = csv.reader([header_line])
+                try:
+                    headers = next(header_reader)
+                    headers = [h.strip() for h in headers]  # Clean whitespace
+                    logger.info(f"Parsed headers: {headers}")
+                except StopIteration:
+                    return jsonify({'error': 'Could not parse CSV headers'}), 400
+                
+                # Validate headers
+                expected_headers = {'uuid', 'given_identifier', 'name', 'line', 'time'}
+                actual_headers = set(headers)
+                
+                if not expected_headers.issubset(actual_headers):
+                    missing_headers = expected_headers - actual_headers
+                    # Check if this looks like a stats CSV instead of lines CSV
+                    if 'client' in actual_headers and 'chars_read' in actual_headers:
+                        return jsonify({
+                            'error': 'This appears to be an ExStatic stats CSV. Please upload the ExStatic lines CSV file instead. The lines CSV should contain columns: uuid, given_identifier, name, line, time'
+                        }), 400
+                    else:
+                        return jsonify({
+                            'error': f'Invalid CSV format. Missing required columns: {", ".join(missing_headers)}. Expected format: uuid, given_identifier, name, line, time. Found headers: {", ".join(actual_headers)}'
+                        }), 400
+                
+                # Now parse the full CSV with proper handling for multi-line fields
+                file_io = io.StringIO(file_content)
+                csv_reader = csv.DictReader(file_io, quoting=csv.QUOTE_MINIMAL, skipinitialspace=True)
+                
+                # Process CSV rows
+                imported_lines = []
+                games_set = set()
+                errors = []
+                seen_uuids = set()  # Track UUIDs within this import batch
+                
+                for row_num, row in enumerate(csv_reader):
+                    try:
+                        # Extract and validate required fields
+                        uuid = row.get('uuid', '').strip()
+                        name = row.get('name', '').strip()
+                        line = row.get('line', '').strip()
+                        time_str = row.get('time', '').strip()
+                        
+                        # Validate required fields
+                        if not uuid:
+                            errors.append(f"Row {row_num}: Missing UUID")
+                            continue
+                        if not name:
+                            errors.append(f"Row {row_num}: Missing name")
+                            continue
+                        if not line:
+                            errors.append(f"Row {row_num}: Missing line text")
+                            continue
+                        if not time_str:
+                            errors.append(f"Row {row_num}: Missing time")
+                            continue
+                        
+                        # Check for duplicates within this import batch
+                        if uuid in seen_uuids:
+                            logger.info(f"Skipping duplicate UUID within import batch: {uuid}")
+                            continue
+                        seen_uuids.add(uuid)
+                        
+                        # Convert time to timestamp
+                        try:
+                            timestamp = float(time_str)
+                        except ValueError:
+                            errors.append(f"Row {row_num}: Invalid time format: {time_str}")
+                            continue
+                        
+                        # Clean up line text (remove extra whitespace and newlines)
+                        line_text = line.strip()
+                        
+                        # Check if this UUID already exists in database
+                        existing_line = GameLinesTable.get(uuid)
+                        if existing_line:
+                            logger.info(f"Skipping duplicate UUID already in database: {uuid}")
+                            continue
+                        
+                        # Create GameLinesTable entry
+                        game_line = GameLinesTable(
+                            id=uuid,
+                            game_name=name,
+                            line_text=line_text,
+                            timestamp=timestamp
+                        )
+                        
+                        imported_lines.append(game_line)
+                        games_set.add(name)
+                        
+                    except Exception as e:
+                        errors.append(f"Row {row_num}: Error processing row - {str(e)}")
+                        continue
+                
+                # Import lines into database
+                imported_count = 0
+                for game_line in imported_lines:
+                    try:
+                        game_line.add()
+                        imported_count += 1
+                    except Exception as e:
+                        logger.error(f"Failed to import line {game_line.id}: {e}")
+                        errors.append(f"Failed to import line {game_line.id}: {str(e)}")
+                
+                # Prepare response
+                response_data = {
+                    'message': f'Successfully imported {imported_count} lines from {len(games_set)} games',
+                    'imported_count': imported_count,
+                    'games_count': len(games_set),
+                    'games': list(games_set)
+                }
+                
+                if errors:
+                    response_data['warnings'] = errors
+                    response_data['warning_count'] = len(errors)
+                
+                logger.info(f"ExStatic import completed: {imported_count} lines from {len(games_set)} games")
+                
+                return jsonify(response_data), 200
+                
+            except csv.Error as e:
+                return jsonify({'error': f'CSV parsing error: {str(e)}'}), 400
+            except UnicodeDecodeError:
+                return jsonify({'error': 'File encoding error. Please ensure the CSV is UTF-8 encoded.'}), 400
+            
+        except Exception as e:
+            logger.error(f"Error in ExStatic import: {e}")
+            return jsonify({'error': f'Import failed: {str(e)}'}), 500

GameSentenceMiner/web/static/js/stats.js

@@ -725,12 +725,12 @@ document.addEventListener('DOMContentLoaded', function () {
                 // Filter datasets for each chart
                 const linesData = {
                     labels: data.labels,
-                    datasets: data.datasets.filter(d => d.label.includes('Lines Received'))
+                    datasets: data.datasets.filter(d => d.for === "Lines Received")
                 };
 
                 const charsData = {
                     labels: data.labels,
-                    datasets: data.datasets.filter(d => d.label.includes('Characters Read'))
+                    datasets: data.datasets.filter(d => d.for === 'Characters Read')
                 };
                 
                 // Remove the 'hidden' property so they appear on their own charts
@@ -1424,4 +1424,143 @@ document.addEventListener('DOMContentLoaded', function () {
     if (document.getElementById('gamesTableBody')) {
         new GameDeletionManager();
     }
+    
+    // ExStatic Import Functionality
+    const exstaticFileInput = document.getElementById('exstaticFile');
+    const importExstaticBtn = document.getElementById('importExstaticBtn');
+    const importProgress = document.getElementById('importProgress');
+    const importProgressBar = document.getElementById('importProgressBar');
+    const importProgressText = document.getElementById('importProgressText');
+    const importStatus = document.getElementById('importStatus');
+    
+    if (exstaticFileInput && importExstaticBtn) {
+        // Enable/disable import button based on file selection
+        exstaticFileInput.addEventListener('change', function(e) {
+            const file = e.target.files[0];
+            if (file && file.type === 'text/csv' && file.name.toLowerCase().endsWith('.csv')) {
+                importExstaticBtn.disabled = false;
+                importExstaticBtn.style.background = '#2980b9';
+                importExstaticBtn.style.cursor = 'pointer';
+                showImportStatus('', 'info', false);
+            } else {
+                importExstaticBtn.disabled = true;
+                importExstaticBtn.style.background = '#666';
+                importExstaticBtn.style.cursor = 'not-allowed';
+                if (file) {
+                    showImportStatus('Please select a valid CSV file.', 'error', true);
+                }
+            }
+        });
+        
+        // Handle import button click
+        importExstaticBtn.addEventListener('click', function() {
+            const file = exstaticFileInput.files[0];
+            if (!file) {
+                showImportStatus('Please select a CSV file first.', 'error', true);
+                return;
+            }
+            
+            importExstaticData(file);
+        });
+    }
+    
+    function showImportStatus(message, type, show) {
+        if (!importStatus) return;
+        
+        if (show && message) {
+            importStatus.textContent = message;
+            importStatus.style.display = 'block';
+            
+            // Set appropriate styling based on type
+            if (type === 'error') {
+                importStatus.style.background = 'var(--danger-color)';
+                importStatus.style.color = 'white';
+            } else if (type === 'success') {
+                importStatus.style.background = 'var(--success-color)';
+                importStatus.style.color = 'white';
+            } else if (type === 'info') {
+                importStatus.style.background = 'var(--primary-color)';
+                importStatus.style.color = 'white';
+            } else {
+                importStatus.style.background = 'var(--bg-tertiary)';
+                importStatus.style.color = 'var(--text-primary)';
+            }
+        } else {
+            importStatus.style.display = 'none';
+        }
+    }
+    
+    function showImportProgress(show, percentage = 0) {
+        if (!importProgress || !importProgressBar || !importProgressText) return;
+        
+        if (show) {
+            importProgress.style.display = 'block';
+            importProgressBar.style.width = percentage + '%';
+            importProgressText.textContent = Math.round(percentage) + '%';
+        } else {
+            importProgress.style.display = 'none';
+        }
+    }
+    
+    async function importExstaticData(file) {
+        try {
+            // Disable import button and show progress
+            importExstaticBtn.disabled = true;
+            showImportProgress(true, 0);
+            showImportStatus('Preparing import...', 'info', true);
+            
+            // Create FormData and append the file
+            const formData = new FormData();
+            formData.append('file', file);
+            
+            // Show upload progress
+            showImportProgress(true, 25);
+            showImportStatus('Uploading file...', 'info', true);
+            
+            // Send file to backend
+            const response = await fetch('/api/import-exstatic', {
+                method: 'POST',
+                body: formData
+            });
+            
+            showImportProgress(true, 75);
+            showImportStatus('Processing data...', 'info', true);
+            
+            const result = await response.json();
+            
+            showImportProgress(true, 100);
+            
+            if (response.ok) {
+                // Success
+                const message = `Successfully imported ${result.imported_count || 0} lines from ${result.games_count || 0} games.`;
+                showImportStatus(message, 'success', true);
+                
+                // Reset file input and button
+                exstaticFileInput.value = '';
+                importExstaticBtn.disabled = true;
+                
+                // Hide progress after a delay
+                setTimeout(() => {
+                    showImportProgress(false);
+                    // Optionally refresh the page to show new data
+                    if (result.imported_count > 0) {
+                        setTimeout(() => {
+                            window.location.reload();
+                        }, 2000);
+                    }
+                }, 1500);
+            } else {
+                // Error
+                showImportStatus(result.error || 'Import failed. Please try again.', 'error', true);
+                showImportProgress(false);
+            }
+        } catch (error) {
+            console.error('Import error:', error);
+            showImportStatus('Import failed due to network error. Please try again.', 'error', true);
+            showImportProgress(false);
+        } finally {
+            // Re-enable import button only if a file is still selected
+            importExstaticBtn.disabled = !(exstaticFileInput && exstaticFileInput.files && exstaticFileInput.files.length > 0);
+        }
+    }
 });

GameSentenceMiner/web/templates/stats.html

@@ -313,6 +313,39 @@
                             Minimum hours of reading activity required to maintain streak (0.01-24 hours)
                         </small>
                     </div>
+
+                    <!-- Import ExStatic Lines Section -->
+                    <div style="margin-bottom: 20px; padding-top: 20px; border-top: 1px solid var(--border-color);">
+                        <label style="display: block; font-weight: 600; margin-bottom: 8px; color: var(--text-primary);">
+                            Import ExStatic Lines
+                        </label>
+                        <div style="margin-bottom: 10px;">
+                            <input
+                                type="file"
+                                id="exstaticFile"
+                                accept=".csv"
+                                style="width: 100%; padding: 10px; border: 1px solid var(--border-color); border-radius: 5px; background: var(--bg-tertiary); color: var(--text-primary); font-size: 14px;"
+                            >
+                            <small style="color: var(--text-tertiary); font-size: 12px; margin-top: 4px; display: block;">
+                                Select an ExStatic CSV file to import reading data into GSM
+                            </small>
+                        </div>
+                        <button
+                            type="button"
+                            id="importExstaticBtn"
+                            style="width: 100%; padding: 10px; background: #666; color: white; border: none; border-radius: 5px; font-size: 14px; cursor: not-allowed; margin-bottom: 10px;"
+                            disabled
+                        >
+                            Import ExStatic Lines
+                        </button>
+                        <div id="importProgress" style="display: none; margin-bottom: 10px;">
+                            <div style="background: var(--bg-tertiary); border-radius: 5px; overflow: hidden; height: 20px; position: relative;">
+                                <div id="importProgressBar" style="background: var(--primary-color); height: 100%; width: 0%; transition: width 0.3s ease;"></div>
+                                <span id="importProgressText" style="position: absolute; top: 50%; left: 50%; transform: translate(-50%, -50%); font-size: 12px; color: var(--text-primary);">0%</span>
+                            </div>
+                        </div>
+                        <div id="importStatus" style="display: none; padding: 10px; border-radius: 5px; font-size: 14px;"></div>
+                    </div>
                 </form>
                 
                 <div id="settingsError" style="display: none; background: var(--danger-color); color: white; padding: 10px; border-radius: 5px; margin-bottom: 15px; font-size: 14px;"></div>

{gamesentenceminer-2.16.2.dist-info → gamesentenceminer-2.16.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: GameSentenceMiner
-Version: 2.16.2
+Version: 2.16.4
 Summary: A tool for mining sentences from games. Update: Overlay?
 Author-email: Beangate <bpwhelan95@gmail.com>
 License: MIT License

{gamesentenceminer-2.16.2.dist-info → gamesentenceminer-2.16.4.dist-info}/RECORD

@@ -1,10 +1,10 @@
 GameSentenceMiner/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 GameSentenceMiner/anki.py,sha256=rm9JuRP-1Eba2wcVQ2PZUMB5P9UMEZ99Fh371K0Qfhk,26319
-GameSentenceMiner/config_gui.py,sha256=i79PrY2pP8_VKvIL7uoDv5cgHvCCQBIe0mS_YnX2AVg,140792
+GameSentenceMiner/config_gui.py,sha256=xpv2g7LaKOmv98nHTkOtYpsl3dMFMwmHbp5Ioms2v54,141667
 GameSentenceMiner/gametext.py,sha256=fgBgLchezpauWELE9Y5G3kVCLfAneD0X4lJFoI3FYbs,10351
 GameSentenceMiner/gsm.py,sha256=CcXGZI8K7cYB9FJfCRaOujlWDk08sQGQXhTiMewMhFg,31889
 GameSentenceMiner/obs.py,sha256=EyAYhaLvMjoeC-3j7fuvkqZN5logFFanPfb8Wn1C6m0,27296
-GameSentenceMiner/vad.py,sha256=N-urlVOT6ayk4BFuIeZhxK1VxLD4Flxu-IStuy8FAVc,20190
+GameSentenceMiner/vad.py,sha256=ZC1U31C0qHDtWEmk1iYVcNyhrKfKxC1aOZpbP1pv9Oo,20145
 GameSentenceMiner/ai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 GameSentenceMiner/ai/ai_prompting.py,sha256=41xdBzE88Jlt12A0D-T_cMfLO5j6MSxfniOptpwNZm0,24068
 GameSentenceMiner/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -15,9 +15,9 @@ GameSentenceMiner/assets/icon32.png,sha256=Kww0hU_qke9_22wBuO_Nq0Dv2SfnOLwMhCyGg
 GameSentenceMiner/assets/icon512.png,sha256=HxUj2GHjyQsk8NV433256UxU9phPhtjCY-YB_7W4sqs,192487
 GameSentenceMiner/assets/icon64.png,sha256=N8xgdZXvhqVQP9QUK3wX5iqxX9LxHljD7c-Bmgim6tM,9301
 GameSentenceMiner/assets/pickaxe.png,sha256=VfIGyXyIZdzEnVcc4PmG3wszPMO1W4KCT7Q_nFK6eSE,1403829
-GameSentenceMiner/locales/en_us.json,sha256=4lCV34FnDOe0c02qHlHnfujQedmqHSL-feN3lYCCCfs,26744
-GameSentenceMiner/locales/ja_jp.json,sha256=LNLo2qIugMcDGiPbSo018zVAU8K_HG8Q4zvIcsHUzTA,28517
-GameSentenceMiner/locales/zh_cn.json,sha256=lZYB3HAcxhVCSVWcnvuepuCvn6_Y2mvd0-SKJEYx_ko,24829
+GameSentenceMiner/locales/en_us.json,sha256=Wc2sOs5JoWB3_oqA5yVmvslPa60Ud-lpGm5g4Mkp8QE,26969
+GameSentenceMiner/locales/ja_jp.json,sha256=q923lIhVrofKM9ff1puwagGLvIGoV6LRvD_smoAnZn8,28809
+GameSentenceMiner/locales/zh_cn.json,sha256=8f94Jy66ox7XCLYIbdbBjLSBgSBA3fV3a1meTxutCOw,25062
 GameSentenceMiner/ocr/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 GameSentenceMiner/ocr/gsm_ocr_config.py,sha256=Ov04c-nKzh3sADxO-5JyZWVe4DlrHM9edM9tc7-97Jo,5970
 GameSentenceMiner/ocr/ocrconfig.py,sha256=_tY8mjnzHMJrLS8E5pHqYXZjMuLoGKYgJwdhYgN-ny4,6466
@@ -37,11 +37,11 @@ GameSentenceMiner/tools/furigana_filter_preview.py,sha256=BXv7FChPEJW_VeG5XYt6su
 GameSentenceMiner/tools/ss_selector.py,sha256=cbjMxiKOCuOfbRvLR_PCRlykBrGtm1LXd6u5czPqkmc,4793
 GameSentenceMiner/tools/window_transparency.py,sha256=GtbxbmZg0-UYPXhfHff-7IKZyY2DKe4B9GdyovfmpeM,8166
 GameSentenceMiner/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-GameSentenceMiner/util/configuration.py,sha256=0S8rf_TTy7qbUZc7PLUXEZVScx27tV0cDZR_GcM1QKk,40412
-GameSentenceMiner/util/db.py,sha256=2bO0rD4i8A1hhsRBER-wgZy9IK17ibRbI8DHxdKvYsI,16598
+GameSentenceMiner/util/configuration.py,sha256=XANq-FJ_9tNFQSQvozHnn7fGnRiiKH82_aPHwyUfd8g,40528
+GameSentenceMiner/util/db.py,sha256=p_oRoj7p_vRlZq1srtZUxpHPlaJcWOhNLC7z9Dclo7A,18052
 GameSentenceMiner/util/electron_config.py,sha256=KfeJToeFFVw0IR5MKa-gBzpzaGrU-lyJbR9z-sDEHYU,8767
 GameSentenceMiner/util/ffmpeg.py,sha256=jA-cFtCmdCWrUSPpdtFSLr-GSoqs4qNUzW20v4HPHf0,28715
-GameSentenceMiner/util/get_overlay_coords.py,sha256=P5tI7H0cnveGs33aQdvJGy9DV6aIAGh8K8Al1XjNPzw,15114
+GameSentenceMiner/util/get_overlay_coords.py,sha256=TEMxhrBE8302WQj2K5q7SLKUhgNH_J-RjHpkUTQJdcU,17577
 GameSentenceMiner/util/gsm_utils.py,sha256=Piwv88Q9av2LBeN7M6QDi0Mp0_R2lNbkcI6ekK5hd2o,11851
 GameSentenceMiner/util/model.py,sha256=R-_RYTYLSDNgBoVTPuPBcIHeOznIqi_vBzQ7VQ20WYk,6727
 GameSentenceMiner/util/notification.py,sha256=YBhf_mSo_i3cjBz-pmeTPx3wchKiG9BK2VBdZSa2prQ,4597
@@ -56,7 +56,7 @@ GameSentenceMiner/util/downloader/oneocr_dl.py,sha256=l3s9Z-x1b57GX048o5h-MVv0UT
 GameSentenceMiner/util/win10toast/__init__.py,sha256=6TL2w6rzNmpJEp6_v2cAJP_7ExA3UsKzwdM08pNcVfE,5341
 GameSentenceMiner/util/win10toast/__main__.py,sha256=5MYnBcFj8y_6Dyc1kiPd0_FsUuh4yl1cv5wsleU6V4w,668
 GameSentenceMiner/web/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-GameSentenceMiner/web/database_api.py,sha256=kcyTWPuw_qtrK5qBzCFTIP0tqIvPmL-NEtiRL9BNbe8,35079
+GameSentenceMiner/web/database_api.py,sha256=uSEgneO9Tq7FxmBmXSXi5Y1_Z37YL0jVb97SpK_qFDo,43088
 GameSentenceMiner/web/events.py,sha256=6Vyz5c9MdpMIa7Zqljqhap2XFQnAVYJ0CdQV64TSZsA,5119
 GameSentenceMiner/web/service.py,sha256=YZchmScTn7AX_GkwV1ULEK6qjdOnJcpc3qfMwDf7cUE,5363
 GameSentenceMiner/web/stats.py,sha256=daSSxWlumAyqVVtX10qHESF-tZYwCcFMp8qZA5AE0nI,22066
@@ -80,19 +80,19 @@ GameSentenceMiner/web/static/js/database.js,sha256=-SjMmhXzU8a3QNGrwGtJCu55ZXXfk
 GameSentenceMiner/web/static/js/kanji-grid.js,sha256=rUa8_TGFm4Z8CtURoAlZjCN032PLe0YmHvN52S4_sE0,7181
 GameSentenceMiner/web/static/js/search.js,sha256=nXvHZelCQQlTWJwaF_j3RnU5v_JFVIDQSEtnauDy8lg,9484
 GameSentenceMiner/web/static/js/shared.js,sha256=HdQWRToX9U09h0x35K00RrHFw6mBkCPRf7JoLwN0l0c,18410
-GameSentenceMiner/web/static/js/stats.js,sha256=_B5QQWv1Wxx8fPyX4VDmTxs31Ds1EmX0XERt2uJj_9M,60882
+GameSentenceMiner/web/static/js/stats.js,sha256=EOyM6ZyTQu1IubBQwjnB4mE9vVH7LJwsiUl5Q6LiRCo,66673
 GameSentenceMiner/web/templates/anki_stats.html,sha256=FdIMl-kY0-3as9Wn0i-wKIIkl1xXn4nWMbWPypN_1T0,10955
 GameSentenceMiner/web/templates/database.html,sha256=Gd54rgZmfcV7ufoJ69COeMncs5Q5u-rSJcsIvROVCEo,13732
 GameSentenceMiner/web/templates/index.html,sha256=7ChQ1j602MOiYU95wXAKP_Ezsh_JgdlGz2uXIzS2j0g,227894
 GameSentenceMiner/web/templates/search.html,sha256=OGfzhNc4QP_kmJdCnEnLm5pzgW6XKERoin0oQZxvg5s,3851
-GameSentenceMiner/web/templates/stats.html,sha256=ia-o2rN3nDo3mFCVFtJKBFZI1LfkQrMIb26IJ6llmws,16976
+GameSentenceMiner/web/templates/stats.html,sha256=sV1nea99Z6oo5ZtVChqAo3dttoU38FaUEpW9SXEv-Bs,19395
 GameSentenceMiner/web/templates/utility.html,sha256=KtqnZUMAYs5XsEdC9Tlsd40NKAVic0mu6sh-ReMDJpU,16940
 GameSentenceMiner/web/templates/components/navigation.html,sha256=6y9PvM3nh8LY6JWrZb6zVOm0vqkBLDc6d3gB9X5lT_w,1055
 GameSentenceMiner/web/templates/components/theme-styles.html,sha256=hiq3zdJljpRjQO1iUA7gfFKwXebltG-IWW-gnKS4GHA,3439
 GameSentenceMiner/wip/__init___.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gamesentenceminer-2.16.2.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-gamesentenceminer-2.16.2.dist-info/METADATA,sha256=ErUIV8oqKx28arom2ST3br8r9TsV2As-5_mRQkJygRQ,7348
-gamesentenceminer-2.16.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-gamesentenceminer-2.16.2.dist-info/entry_points.txt,sha256=2APEP25DbfjSxGeHtwBstMH8mulVhLkqF_b9bqzU6vQ,65
-gamesentenceminer-2.16.2.dist-info/top_level.txt,sha256=V1hUY6xVSyUEohb0uDoN4UIE6rUZ_JYx8yMyPGX4PgQ,18
-gamesentenceminer-2.16.2.dist-info/RECORD,,
+gamesentenceminer-2.16.4.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+gamesentenceminer-2.16.4.dist-info/METADATA,sha256=UZLwXl3tjUMWpOaHIdZAzz7-we6nTUn71tKndiaLscM,7348
+gamesentenceminer-2.16.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+gamesentenceminer-2.16.4.dist-info/entry_points.txt,sha256=2APEP25DbfjSxGeHtwBstMH8mulVhLkqF_b9bqzU6vQ,65
+gamesentenceminer-2.16.4.dist-info/top_level.txt,sha256=V1hUY6xVSyUEohb0uDoN4UIE6rUZ_JYx8yMyPGX4PgQ,18
+gamesentenceminer-2.16.4.dist-info/RECORD,,