GameSentenceMiner 2.11.7__py3-none-any.whl → 2.12.0__py3-none-any.whl

GameSentenceMiner/owocr/owocr/run.py

@@ -384,7 +384,6 @@ class TextFiltering:
                 block_filtered = self.latin_extended_regex.findall(block)
             else:
                 block_filtered = self.latin_extended_regex.findall(block)
-
             if block_filtered:
                 orig_text_filtered.append(''.join(block_filtered))
             else:
@@ -548,6 +547,39 @@ class ScreenshotThread(threading.Thread):
             else:
                 raise ValueError('Window capture is only currently supported on Windows and macOS')
 
+    def __del__(self):
+        if self.macos_window_tracker_instance:
+            self.macos_window_tracker_instance.join()
+        elif self.windows_window_tracker_instance:
+            self.windows_window_tracker_instance.join()
+
+    def setup_persistent_windows_window_tracker(self):
+        global window_open
+        window_open = False
+        def setup_tracker():
+            global window_open
+            self.window_handle, window_title = self.get_windows_window_handle(self.screen_capture_window)
+
+            if not self.window_handle:
+                # print(f"Window '{screen_capture_window}' not found.")
+                return
+
+            set_dpi_awareness()
+            window_open = True
+            self.windows_window_tracker_instance = threading.Thread(target=self.windows_window_tracker)
+            self.windows_window_tracker_instance.start()
+            logger.opt(ansi=True).info(f'Selected window: {window_title}')
+
+        while not terminated:
+            if not window_open:
+                try:
+                    setup_tracker()
+                except ValueError as e:
+                    logger.error(f"Error setting up persistent windows window tracker: {e}")
+                    break
+            time.sleep(5)
+
+
     def get_windows_window_handle(self, window_title):
         def callback(hwnd, window_title_part):
             window_title = win32gui.GetWindowText(hwnd)
@@ -570,7 +602,7 @@ class ScreenshotThread(threading.Thread):
 
     def windows_window_tracker(self):
         found = True
-        while not terminated:
+        while not terminated or window_open:
             found = win32gui.IsWindow(self.window_handle)
             if not found:
                 break
@@ -1086,10 +1118,11 @@ def signal_handler(sig, frame):
 
 
 def on_window_closed(alive):
-    global terminated
+    global terminated, window_open
     if not (alive or terminated):
         logger.info('Window closed or error occurred, terminated!')
-        terminated = True
+        window_open = False
+        # terminated = True
 
 
 def on_screenshot_combo():

GameSentenceMiner/util/configuration.py

@@ -15,6 +15,7 @@ from enum import Enum
 import toml
 from dataclasses_json import dataclass_json
 
+
 OFF = 'OFF'
 # VOSK = 'VOSK'
 SILERO = 'SILERO'
@@ -71,10 +72,240 @@ class Language(Enum):
     PORTUGUESE = "pt"
     HINDI = "hi"
     ARABIC = "ar"
+    TURKISH = "tr"
+    DUTCH = "nl"
+    SWEDISH = "sv"
+    FINNISH = "fi"
+    DANISH = "da"
+    NORWEGIAN = "no"
+    
 
 AVAILABLE_LANGUAGES = [lang.value for lang in Language]
 AVAILABLE_LANGUAGES_DICT = {lang.value: lang for lang in Language}
 
+class CommonLanguages(str, Enum):
+    """
+    An Enum of the world's most common languages, based on total speaker count.
+
+    The enum member is the common English name (e.g., ENGLISH) and its
+    value is the ISO 639-1 two-letter code (e.g., 'en').
+
+    Inheriting from `str` allows for direct comparison and use in functions
+    that expect a string, e.g., `CommonLanguages.FRENCH == 'fr'`.
+
+    This list is curated from Wikipedia's "List of languages by total number of speakers"
+    and contains over 200 entries to provide broad but practical coverage.
+    """
+    ENGLISH = 'en'
+    AFRIKAANS = 'af'
+    AKAN = 'ak'
+    ALBANIAN = 'sq'
+    ALGERIAN_SPOKEN_ARABIC = 'arq'
+    AMHARIC = 'am'
+    ARMENIAN = 'hy'
+    ASSAMESE = 'as'
+    BAMBARA = 'bm'
+    BASQUE = 'eu'
+    BELARUSIAN = 'be'
+    BENGALI = 'bn'
+    BHOJPURI = 'bho'
+    BOSNIAN = 'bs'
+    BODO = 'brx'
+    BULGARIAN = 'bg'
+    BURMESE = 'my'
+    CAPE_VERDEAN_CREOLE = 'kea'
+    CATALAN = 'ca'
+    CEBUANO = 'ceb'
+    CHHATTISGARHI = 'hns'
+    CHITTAGONIAN = 'ctg'
+    CROATIAN = 'hr'
+    CZECH = 'cs'
+    DANISH = 'da'
+    DECCAN = 'dcc'
+    DOGRI = 'doi'
+    DZONGKHA = 'dz'
+    DUTCH = 'nl'
+    EGYPTIAN_SPOKEN_ARABIC = 'arz'
+    ESTONIAN = 'et'
+    EWE = 'ee'
+    FAROESE = 'fo'
+    FIJIAN = 'fj'
+    FINNISH = 'fi'
+    FRENCH = 'fr'
+    GALICIAN = 'gl'
+    GAN_CHINESE = 'gan'
+    GEORGIAN = 'ka'
+    GERMAN = 'de'
+    GREEK = 'el'
+    GREENLANDIC = 'kl'
+    GUJARATI = 'gu'
+    HAITIAN_CREOLE = 'ht'
+    HAUSA = 'ha'
+    HAKKA_CHINESE = 'hak'
+    HARYANVI = 'bgc'
+    HEBREW = 'he'
+    HINDI = 'hi'
+    HUNGARIAN = 'hu'
+    ICELANDIC = 'is'
+    IGBO = 'ig'
+    INDONESIAN = 'id'
+    IRANIAN_PERSIAN = 'fa'
+    IRISH = 'ga'
+    ITALIAN = 'it'
+    JAVANESE = 'jv'
+    JAMAICAN_PATOIS = 'jam'
+    JAPANESE = 'ja'
+    KANNADA = 'kn'
+    KASHMIRI = 'ks'
+    KAZAKH = 'kk'
+    KHMER = 'km'
+    KONGO = 'kg'
+    KONKANI = 'kok'
+    KOREAN = 'ko'
+    KURDISH = 'kmr'
+    LAO = 'lo'
+    LATVIAN = 'lv'
+    LINGALA = 'ln'
+    LITHUANIAN = 'lt'
+    LUBA_KASAI = 'lua'
+    LUXEMBOURGISH = 'lb'
+    MACEDONIAN = 'mk'
+    MADURESE = 'mad'
+    MAGAHI = 'mag'
+    MAITHILI = 'mai'
+    MALAGASY = 'mg'
+    MALAYALAM = 'ml'
+    MALTESE = 'mt'
+    MANDARIN_CHINESE = 'zh'
+    MANIPURI = 'mni'
+    MARATHI = 'mr'
+    MAORI = 'mi'
+    MAURITIAN_CREOLE = 'mfe'
+    MIN_NAN_CHINESE = 'nan'
+    MINANGKABAU = 'min'
+    MONGOLIAN = 'mn'
+    MONTENEGRIN = 'cnr'
+    MOROCCAN_SPOKEN_ARABIC = 'ary'
+    NDEBELE = 'nr'
+    NEPALI = 'ne'
+    NIGERIAN_PIDGIN = 'pcm'
+    NORTHERN_KURDISH = 'kmr'
+    NORTHERN_PASHTO = 'pbu'
+    NORTHERN_UZBEK = 'uz'
+    NORWEGIAN = 'no'
+    ODIA = 'or'
+    PAPIAMENTO = 'pap'
+    POLISH = 'pl'
+    PORTUGUESE = 'pt'
+    ROMANIAN = 'ro'
+    RWANDA = 'rw'
+    RUSSIAN = 'ru'
+    SAMOAN = 'sm'
+    SANTALI = 'sat'
+    SARAIKI = 'skr'
+    SCOTTISH_GAELIC = 'gd'
+    SEYCHELLOIS_CREOLE = 'crs'
+    SERBIAN = 'sr'
+    SHONA = 'sn'
+    SINDHI = 'sd'
+    SINHALA = 'si'
+    SLOVAK = 'sk'
+    SLOVENIAN = 'sl'
+    SOMALI = 'so'
+    SOTHO = 'st'
+    SOUTH_AZERBAIJANI = 'azb'
+    SOUTHERN_PASHTO = 'ps'
+    SPANISH = 'es'
+    STANDARD_ARABIC = 'ar'
+    SUDANESE_SPOKEN_ARABIC = 'apd'
+    SUNDANESE = 'su'
+    SWAHILI = 'sw'
+    SWATI = 'ss'
+    SWEDISH = 'sv'
+    SYLHETI = 'syl'
+    TAGALOG = 'tl'
+    TAMIL = 'ta'
+    TELUGU = 'te'
+    THAI = 'th'
+    TIGRINYA = 'ti'
+    TIBETAN = 'bo'
+    TONGAN = 'to'
+    TSONGA = 'ts'
+    TSWANA = 'tn'
+    TWI = 'twi'
+    UKRAINIAN = 'uk'
+    URDU = 'ur'
+    UYGHUR = 'ug'
+    VENDA = 've'
+    VIETNAMESE = 'vi'
+    WELSH = 'cy'
+    WESTERN_PUNJABI = 'pnb'
+    WOLOF = 'wo'
+    WU_CHINESE = 'wuu'
+    XHOSA = 'xh'
+    YORUBA = 'yo'
+    YUE_CHINESE = 'yue'
+    ZULU = 'zu'
+    
+
+    # Helper methods
+    @classmethod
+    def get_all_codes(cls) -> list[str]:
+        """Returns a list of all language codes (e.g., ['en', 'zh', 'hi'])."""
+        return [lang.value for lang in cls]
+
+    @classmethod
+    def get_all_names(cls) -> list[str]:
+        """Returns a list of all language names (e.g., ['ENGLISH', 'MANDARIN_CHINESE'])."""
+        return [lang.name for lang in cls]
+    
+    @classmethod
+    def get_all_names_pretty(cls) -> list[str]:
+        """Returns a list of all language names formatted for display (e.g., ['English', 'Mandarin Chinese'])."""
+        return [lang.name.replace('_', ' ').title() for lang in cls]
+
+    @classmethod
+    def get_choices(cls) -> list[tuple[str, str]]:
+        """
+        Returns a list of (value, label) tuples for use in web framework
+        choice fields (e.g., Django, Flask).
+
+        Example: [('en', 'English'), ('zh', 'Mandarin Chinese')]
+        """
+        return [(lang.value, lang.name.replace('_', ' ').title()) for lang in cls]
+    
+    # Method to lookup language by it's name
+    @classmethod
+    def from_name(cls, name: str) -> 'CommonLanguages':
+        """
+        Looks up a language by its name (e.g., 'ENGLISH') and returns the corresponding enum member.
+        Raises ValueError if not found.
+        """
+        try:
+            return cls[name.upper()]
+        except KeyError:
+            raise ValueError(f"Language '{name}' not found in CommonLanguages")
+        
+    # Method to lookup language by its code
+    @classmethod
+    def from_code(cls, code: str) -> 'CommonLanguages':
+        """
+        Looks up a language by its code (e.g., 'en') and returns the corresponding enum member.
+        Raises ValueError if not found.
+        """
+        for lang in cls:
+            if lang.value == code:
+                return lang
+        raise ValueError(f"Language code '{code}' not found in CommonLanguages")
+    
+    @classmethod
+    def name_from_code(cls, code: str) -> str:
+        """
+        Returns the name of the language given its code (e.g., 'en' -> 'ENGLISH').
+        Raises ValueError if not found.
+        """
+        return cls.from_code(code).name
+
 @dataclass_json
 @dataclass
 class General:
@@ -86,6 +317,13 @@ class General:
     open_multimine_on_startup: bool = True
     texthook_replacement_regex: str = ""
     texthooker_port: int = 55000
+    native_language: str = CommonLanguages.ENGLISH.value
+
+    def get_native_language_name(self) -> str:
+        try:
+            return CommonLanguages.name_from_code(self.native_language)
+        except ValueError:
+            return "Unknown"
 
 
 @dataclass_json
@@ -253,7 +491,6 @@ class Advanced:
     multi_line_sentence_storage_field: str = ''
     ocr_websocket_port: int = 9002
     texthooker_communication_websocket_port: int = 55001
-    use_anki_note_creation_time: bool = True
 
     def __post_init__(self):
         if self.plaintext_websocket_port == -1:
@@ -284,6 +521,16 @@ class Ai:
                 self.provider = AI_GEMINI
             if self.provider == 'groq':
                 self.provider = AI_GROQ
+                
+                
+# Experimental Features section, will change often
+@dataclass_json
+@dataclass
+class WIP:
+    overlay_websocket_port: int = 55499
+    overlay_websocket_send: bool = False
+                    
+
 
 @dataclass_json
 @dataclass
@@ -301,7 +548,15 @@ class ProfileConfig:
     vad: VAD = field(default_factory=VAD)
     advanced: Advanced = field(default_factory=Advanced)
     ai: Ai = field(default_factory=Ai)
-
+    wip: WIP = field(default_factory=WIP)
+    
+    
+    def get_field_value(self, section: str, field_name: str):
+        section_obj = getattr(self, section, None)
+        if section_obj and hasattr(section_obj, field_name):
+            return getattr(section_obj, field_name)
+        else:
+            raise ValueError(f"Field '{field_name}' not found in section '{section}' of ProfileConfig.")
 
     # This is just for legacy support
     def load_from_toml(self, file_path: str):
@@ -482,6 +737,7 @@ class Config:
             self.sync_shared_field(config, profile, "advanced")
             self.sync_shared_field(config, profile, "paths")
             self.sync_shared_field(config, profile, "obs")
+            self.sync_shared_field(config, profile, "wip")
             self.sync_shared_field(config.ai, profile.ai, "anki_field")
             self.sync_shared_field(config.ai, profile.ai, "provider")
             self.sync_shared_field(config.ai, profile.ai, "api_key")
@@ -743,4 +999,7 @@ anki_results = {}
 gsm_state = GsmAppState()
 is_dev = is_running_from_source()
 
+is_beangate = os.path.exists("C:/Users/Beangate")
+
 logger.debug(f"Running in development mode: {is_dev}")
+logger.debug(f"Running on Beangate's PC: {is_beangate}")

GameSentenceMiner/util/model.py

@@ -1,5 +1,6 @@
 from dataclasses import dataclass
 from typing import Optional, List
+from enum import Enum
 
 from dataclasses_json import dataclass_json
 

GameSentenceMiner/util/text_log.py

@@ -113,8 +113,8 @@ def similar(a, b):
 
 
 def lines_match(texthooker_sentence, anki_sentence):
-    texthooker_sentence = texthooker_sentence.replace("\n", "").replace("\r", "").strip()
-    anki_sentence = anki_sentence.replace("\n", "").replace("\r", "").strip()
+    texthooker_sentence = texthooker_sentence.replace("\n", "").replace("\r", "").replace(' ', '').strip()
+    anki_sentence = anki_sentence.replace("\n", "").replace("\r", "").replace(' ', '').strip()
     similarity = similar(texthooker_sentence, anki_sentence)
     if texthooker_sentence in anki_sentence:
         logger.debug(f"One contains the other: {texthooker_sentence} in {anki_sentence} - Similarity: {similarity}")

GameSentenceMiner/util/window_transparency.py

@@ -1,9 +1,11 @@
+import sys
 import win32gui
 import win32con
 import win32api
 import keyboard
 import time
 import threading
+import signal
 
 from GameSentenceMiner.util.configuration import logger
 
@@ -137,6 +139,22 @@ def mouse_monitor_loop():
         # A small delay to reduce CPU usage
         time.sleep(0.1)
 
+class HandleSTDINThread(threading.Thread):
+    def run(self):
+        while True:
+            try:
+                line = input()
+                if "exit" in line.strip().lower():
+                    handle_quit()
+                    break
+            except EOFError:
+                break
+            
+def handle_quit():
+    if is_toggled and target_hwnd:
+        reset_window_state(target_hwnd)
+    logger.info("Exiting Window Transparency Tool.")
+
 # --- Main Execution Block ---
 
 if __name__ == "__main__":
@@ -155,8 +173,18 @@ if __name__ == "__main__":
     # Register the global hotkey
     keyboard.add_hotkey(hotkey, toggle_functionality)
 
+    # Handle SigINT/SigTERM gracefully
+    def signal_handler(sig, frame):
+        handle_quit()
+        sys.exit(0)
+
+    signal.signal(signal.SIGINT, signal_handler)
+    signal.signal(signal.SIGTERM, signal_handler)
+
     logger.info(f"Script running. Press '{hotkey}' on a window to toggle transparency.")
     logger.info("Press Ctrl+C in this console to exit.")
+    
+    HandleSTDINThread().start()
 
     # Keep the script running to listen for the hotkey.
     # keyboard.wait() is a blocking call that waits indefinitely.

GameSentenceMiner/vad.py

@@ -136,7 +136,7 @@ class VADProcessor(ABC):
         if get_config().vad.cut_and_splice_segments:
             self.extract_audio_and_combine_segments(input_audio, voice_activity, output_audio, padding=get_config().vad.splice_padding)
         else:
-            ffmpeg.trim_audio(input_audio, start_time + get_config().vad.beginning_offset, end_time + get_config().audio.end_offset, output_audio, trim_beginning=get_config().vad.trim_beginning, fade_in_duration=0.05, fade_out_duration=00)
+            ffmpeg.trim_audio(input_audio, start_time + get_config().vad.beginning_offset, end_time + get_config().audio.end_offset, output_audio, trim_beginning=get_config().vad.trim_beginning, fade_in_duration=0.05, fade_out_duration=0)
         return VADResult(True, start_time + get_config().vad.beginning_offset, end_time + get_config().audio.end_offset, self.vad_system_name, voice_activity, output_audio)
 
 class SileroVADProcessor(VADProcessor):

GameSentenceMiner/web/texthooking_page.py

@@ -268,6 +268,11 @@ async def add_event_to_texthooker(line: GameLine):
     })
     if get_config().advanced.plaintext_websocket_port:
         await plaintext_websocket_server_thread.send_text(line.text)
+        
+        
+async def send_word_coordinates_to_overlay(boxes):
+    if boxes and len(boxes) > 0 and overlay_server_thread:
+        await overlay_server_thread.send_text(boxes)
 
 
 @app.route('/update_checkbox', methods=['POST'])
@@ -384,19 +389,18 @@ def start_web_server():
     app.run(host='0.0.0.0', port=port, debug=False) # debug=True provides helpful error messages during development
 
 
-websocket_server_thread = None
 websocket_queue = queue.Queue()
 paused = False
 
 
 class WebsocketServerThread(threading.Thread):
-    def __init__(self, read, ws_port):
+    def __init__(self, read, get_ws_port_func):
         super().__init__(daemon=True)
         self._loop = None
         self.read = read
         self.clients = set()
         self._event = threading.Event()
-        self.ws_port = ws_port
+        self.get_ws_port_func = get_ws_port_func
         self.backedup_text = []
 
     @property
@@ -437,10 +441,13 @@ class WebsocketServerThread(threading.Thread):
 
     async def send_text(self, text):
         if text:
-            if isinstance(text, dict):
+            if isinstance(text, dict) or isinstance(text, list):
                 text = json.dumps(text)
             return asyncio.run_coroutine_threadsafe(
                 self.send_text_coroutine(text), self.loop)
+            
+    def has_clients(self):
+        return len(self.clients) > 0
 
     def stop_server(self):
         self.loop.call_soon_threadsafe(self._stop_event.set)
@@ -454,7 +461,7 @@ class WebsocketServerThread(threading.Thread):
                 try:
                     self.server = start_server = websockets.serve(self.server_handler,
                                                                   "0.0.0.0",
-                                                                  self.ws_port,
+                                                                  self.get_ws_port_func(),
                                                                   max_size=1000000000)
                     async with start_server:
                         await stop_event.wait()
@@ -469,21 +476,24 @@ def handle_exit_signal(loop):
     logger.info("Received exit signal. Shutting down...")
     for task in asyncio.all_tasks(loop):
         task.cancel()
+        
+websocket_server_thread = WebsocketServerThread(read=True, get_ws_port_func=lambda : get_config().get_field_value('advanced', 'texthooker_communication_websocket_port'))
+websocket_server_thread.start()
+
+if get_config().advanced.plaintext_websocket_port:
+    plaintext_websocket_server_thread = WebsocketServerThread(read=False, get_ws_port_func=lambda : get_config().get_field_value('advanced', 'plaintext_websocket_port'))
+    plaintext_websocket_server_thread.start()
+    
+overlay_server_thread = WebsocketServerThread(read=False, get_ws_port_func=lambda : get_config().get_field_value('wip', 'overlay_websocket_port'))
+overlay_server_thread.start()
 
 async def texthooker_page_coro():
-    global websocket_server_thread, plaintext_websocket_server_thread
+    global websocket_server_thread, plaintext_websocket_server_thread, overlay_server_thread
     # Run the WebSocket server in the asyncio event loop
     flask_thread = threading.Thread(target=start_web_server)
     flask_thread.daemon = True
     flask_thread.start()
 
-    websocket_server_thread = WebsocketServerThread(read=True, ws_port=get_config().advanced.texthooker_communication_websocket_port)
-    websocket_server_thread.start()
-
-    if get_config().advanced.plaintext_websocket_port:
-        plaintext_websocket_server_thread = WebsocketServerThread(read=False, ws_port=get_config().advanced.plaintext_websocket_port)
-        plaintext_websocket_server_thread.start()
-
     # Keep the main asyncio event loop running (for the WebSocket server)
 
 def run_text_hooker_page():