GameSentenceMiner 2.12.1__py3-none-any.whl → 2.12.3__py3-none-any.whl

GameSentenceMiner/config_gui.py

@@ -139,6 +139,16 @@ class ConfigApp:
         self.ai_tab = None
         self.advanced_tab = None
         self.wip_tab = None
+        self.monitors = []
+        
+        try:
+            import mss as mss
+            self.monitors = [f"Monitor {i}: width: {monitor['width']}, height: {monitor['height']}" for i, monitor in enumerate(mss.mss().monitors[1:], start=1)]
+            print(self.monitors)
+            if len(self.monitors) == 0:
+                self.monitors = [1]
+        except ImportError:
+            self.monitors = []
 
         self.create_tabs()
 
@@ -375,7 +385,8 @@ class ConfigApp:
             ),
             wip=WIP(
                 overlay_websocket_port=int(self.overlay_websocket_port.get()),
-                overlay_websocket_send=self.overlay_websocket_send.get()
+                overlay_websocket_send=self.overlay_websocket_send.get(),
+                monitor_to_capture=self.monitor_to_capture.current()
             )
         )
 
@@ -1743,6 +1754,19 @@ class ConfigApp:
             row=self.current_row, column=1, sticky='W', pady=2)
         self.current_row += 1
 
+        HoverInfoLabelWidget(wip_frame, text="Monitor to Capture:",
+                             tooltip="Select the monitor to capture (1-based index).",
+                             row=self.current_row, column=0)
+        self.monitor_to_capture = ttk.Combobox(wip_frame, values=self.monitors, state="readonly")
+        
+        # set index of monitor to capture, not the string
+        if self.monitors:
+            self.monitor_to_capture.current(self.settings.wip.monitor_to_capture)
+        else:
+            self.monitor_to_capture.set("OwOCR Not Detected")
+        self.monitor_to_capture.grid(row=self.current_row, column=1, sticky='EW', pady=2)
+        self.current_row += 1
+
         self.add_reset_button(wip_frame, "wip", self.current_row, 0, self.create_wip_tab)
 
         for col in range(2):

GameSentenceMiner/gametext.py

@@ -10,7 +10,9 @@ from GameSentenceMiner.util.gsm_utils import do_text_replacements, TEXT_REPLACEM
 from GameSentenceMiner.util.configuration import *
 from GameSentenceMiner.util.text_log import *
 from GameSentenceMiner.web.texthooking_page import add_event_to_texthooker, send_word_coordinates_to_overlay, overlay_server_thread
-from GameSentenceMiner.wip import get_overlay_coords
+
+if get_config().wip.overlay_websocket_send:
+    import GameSentenceMiner.wip.get_overlay_coords as get_overlay_coords
 
 current_line = ''
 current_line_after_regex = ''
@@ -135,7 +137,7 @@ async def find_box_for_sentence(sentence):
     boxes = []
     logger.info(f"Finding Box for Sentence: {sentence}")
     boxes, font_size = await get_overlay_coords.find_box_for_sentence(sentence)
-    logger.info(f"Found Boxes: {boxes}, Font Size: {font_size}")
+    # logger.info(f"Found Boxes: {boxes}, Font Size: {font_size}")
     # if boxes:
         # x1, y1, x2, y2 = box
         # boxes.append({'sentence': sentence, 'x1': x1, 'y1': y1, 'x2': x2, 'y2': y2, 'fontSize': font_size})

GameSentenceMiner/obs.py

@@ -383,7 +383,33 @@ def get_screenshot_base64(compression=75, width=None, height=None):
     except Exception as e:
         logger.error(f"Error getting screenshot: {e}")
         return None
+    
 
+def get_screenshot_PIL(compression=75, img_format='png', width=None, height=None, retry=3):
+    import io
+    import base64
+    from PIL import Image
+    while True:
+        response = client.get_source_screenshot(name=get_current_game(), img_format=img_format, quality=compression, width=width, height=height)
+        try:
+            response.image_data = response.image_data.split(',', 1)[-1]  # Remove data:image/png;base64, prefix if present
+        except AttributeError:
+            retry -= 1
+            if retry <= 0:
+                logger.error(f"Error getting screenshot: {response}")
+                return None
+            continue
+        if response and response.image_data:
+            image_data = response.image_data.split(',', 1)[-1]  # Remove data:image/png;base64, prefix if present
+            image_data = base64.b64decode(image_data)
+            img = Image.open(io.BytesIO(image_data)).convert("RGBA")
+        # if width and height:
+            # img = img.resize((width, height), Image.Resampling.LANCZOS)
+            return img
+    return None
+
+    
+    
 
 def update_current_game():
     gsm_state.current_game = get_current_scene()
@@ -433,8 +459,31 @@ def main():
     disconnect_from_obs()
 
 if __name__ == '__main__':
+    from mss import mss
     logging.basicConfig(level=logging.INFO)
     # main()
     connect_to_obs_sync()
-    print(get_screenshot_base64(compression=75, width=1280, height=720))
+    i = 100
+    # for i in range(1, 100):
+    print(f"Getting screenshot {i}")
+    start = time.time()
+    # get_screenshot(compression=95)
+    # get_screenshot_base64(compression=95, width=1280, height=720)
+    img = get_screenshot_PIL(compression=i, img_format='png')
+    end = time.time()
+    print(f"Time taken to get screenshot with compression {i}: {end - start} seconds")
+    img.show()
+    
+    
+    start = time.time()
+    with mss() as sct:
+        monitor = sct.monitors[1]
+        sct_img = sct.grab(monitor)
+        img = Image.frombytes('RGB', sct_img.size, sct_img.bgra, 'raw', 'BGRX')
+        img.show()
+    end = time.time()
+    print(f"Time taken to get screenshot with mss: {end - start} seconds")
+
+    
+    # print(get_screenshot_base64(compression=75, width=1280, height=720))
 

GameSentenceMiner/util/configuration.py

@@ -529,6 +529,7 @@ class Ai:
 class WIP:
     overlay_websocket_port: int = 55499
     overlay_websocket_send: bool = False
+    monitor_to_capture: int = 0
                     
 
 

GameSentenceMiner/wip/get_overlay_coords.py

@@ -108,11 +108,24 @@ async def get_full_screenshot() -> Image.Image | None:
 
     logger.info("Getting Screenshot from OBS")
     try:
-        update_current_game()
+        import mss as mss
         start_time = time.time()
-        image_data = get_screenshot_base64(compression=75, width=1280, height=720)
-        image_data = base64.b64decode(image_data)
-        img = Image.open(io.BytesIO(image_data)).convert("RGBA").resize((WIDTH, HEIGHT), Image.Resampling.LANCZOS)
+        with mss.mss() as sct:
+            monitors = sct.monitors
+            if len(monitors) > 1:
+                monitors = monitors[1:]
+            else:
+                monitors = [monitors[0]]
+            monitor = monitors[get_config().wip.monitor_to_capture]
+            sct_img = sct.grab(monitor)
+            img = Image.frombytes('RGB', sct_img.size, sct_img.bgra, 'raw', 'BGRX')
+            # img.show()
+            return img
+            # update_current_game()
+
+            # image_data = get_screenshot_base64(compression=75, width=1280, height=720)
+            # image_data = base64.b64decode(image_data)
+        # img = Image.open(io.BytesIO(image_data)).convert("RGBA").resize((WIDTH, HEIGHT), Image.Resampling.LANCZOS)
         # img.show()
         logger.info(f"Screenshot captured in {time.time() - start_time:.2f} seconds.")
 

{gamesentenceminer-2.12.1.dist-info → gamesentenceminer-2.12.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: GameSentenceMiner
-Version: 2.12.1
+Version: 2.12.3
 Summary: A tool for mining sentences from games. Update: Overlay?
 Author-email: Beangate <bpwhelan95@gmail.com>
 License: MIT License

{gamesentenceminer-2.12.1.dist-info → gamesentenceminer-2.12.3.dist-info}/RECORD

@@ -1,9 +1,9 @@
 GameSentenceMiner/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 GameSentenceMiner/anki.py,sha256=FUwcWO0-arzfQjejQmDKP7pNNakhboo8InQ4s_jv6AY,19099
-GameSentenceMiner/config_gui.py,sha256=bK7mHLxDIXhghOJqL0VphgUOsEAPyI3mjl0uWtR4mPk,103249
-GameSentenceMiner/gametext.py,sha256=fNkz1dvvJCLQ1AD6NuAJhSiGUjG-OSNGzwQOGv8anGo,7776
+GameSentenceMiner/config_gui.py,sha256=GBcPWWoki8dMigWqORcG9memBwKp-BNFbhXhjfFLV0c,104414
+GameSentenceMiner/gametext.py,sha256=fIm28ZvRzKvnVHj86TmSYR2QQifo_Lk6cx4UptIltLs,7844
 GameSentenceMiner/gsm.py,sha256=GGF0owRrrYJgdfXx-INwfuKbaoY-G5gLllE-sNrwYnI,25341
-GameSentenceMiner/obs.py,sha256=-5j4k1_sYYR1Lnbn9C-_yN9prqgGLICgx5l3uguv4xk,15917
+GameSentenceMiner/obs.py,sha256=lRJFFOB9oHsE_uCRmxl4xwSpkqtjWVzebyqHXmynS1E,17755
 GameSentenceMiner/vad.py,sha256=zo9JpuEOCXczPXM-dq8lbr-zM-MPpfJ8aajggR3mKk4,18710
 GameSentenceMiner/ai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 GameSentenceMiner/ai/ai_prompting.py,sha256=iHkEx2pQJ-tEyejOgYy4G0DcZc8qvBugVL6-CQpPSME,26089
@@ -30,7 +30,7 @@ GameSentenceMiner/owocr/owocr/run.py,sha256=nkDpXICJCTKgJTS4MYRnaz-GYqAS-GskcSg1
 GameSentenceMiner/owocr/owocr/screen_coordinate_picker.py,sha256=Na6XStbQBtpQUSdbN3QhEswtKuU1JjReFk_K8t5ezQE,3395
 GameSentenceMiner/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 GameSentenceMiner/util/audio_offset_selector.py,sha256=8Stk3BP-XVIuzRv9nl9Eqd2D-1yD3JrgU-CamBywJmY,8542
-GameSentenceMiner/util/configuration.py,sha256=XUKA4-XFCk4tEjqj9GtB-Yq9OgBRrILXlcthRkLQpP8,35959
+GameSentenceMiner/util/configuration.py,sha256=QIjSN0NfrucaK0ddhGcXqIYemBzPNtpNA3PN2SSs_PM,35991
 GameSentenceMiner/util/electron_config.py,sha256=8LZwl-T_uF5z_ig-IZcm9QI-VKaD7zaHX9u6MaLYuo4,8648
 GameSentenceMiner/util/ffmpeg.py,sha256=t0tflxq170n8PZKkdw8fTZIUQfXD0p_qARa9JTdhBTc,21530
 GameSentenceMiner/util/gsm_utils.py,sha256=iRyLVcodMptRhkCzLf3hyqc6_RCktXnwApi6mLju6oQ,11565
@@ -63,10 +63,10 @@ GameSentenceMiner/web/templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm
 GameSentenceMiner/web/templates/index.html,sha256=Gv3CJvNnhAzIVV_QxhNq4OD-pXDt1vKCu9k6WdHSXuA,215343
 GameSentenceMiner/web/templates/text_replacements.html,sha256=tV5c8mCaWSt_vKuUpbdbLAzXZ3ATZeDvQ9PnnAfqY0M,8598
 GameSentenceMiner/web/templates/utility.html,sha256=3flZinKNqUJ7pvrZk6xu__v67z44rXnaK7UTZ303R-8,16946
-GameSentenceMiner/wip/get_overlay_coords.py,sha256=2y3z44b4v1sdqfOdoRD-eSE72i_fRiH6oJaYAZY2bGo,9666
-gamesentenceminer-2.12.1.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-gamesentenceminer-2.12.1.dist-info/METADATA,sha256=8XwodhYZi4oQLUVsg5d-mvByYnpDOA-Q_YbAAzcDuIY,6999
-gamesentenceminer-2.12.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-gamesentenceminer-2.12.1.dist-info/entry_points.txt,sha256=2APEP25DbfjSxGeHtwBstMH8mulVhLkqF_b9bqzU6vQ,65
-gamesentenceminer-2.12.1.dist-info/top_level.txt,sha256=V1hUY6xVSyUEohb0uDoN4UIE6rUZ_JYx8yMyPGX4PgQ,18
-gamesentenceminer-2.12.1.dist-info/RECORD,,
+GameSentenceMiner/wip/get_overlay_coords.py,sha256=hE-XxbhzvHDZoU9hLLyIFtfpHDO_QXHU0DbR-aJGPuI,10153
+gamesentenceminer-2.12.3.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+gamesentenceminer-2.12.3.dist-info/METADATA,sha256=vy4RJLP3o-9ojyVqkSw6KD8XMUNIPclIoZp4c4mR1b0,6999
+gamesentenceminer-2.12.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+gamesentenceminer-2.12.3.dist-info/entry_points.txt,sha256=2APEP25DbfjSxGeHtwBstMH8mulVhLkqF_b9bqzU6vQ,65
+gamesentenceminer-2.12.3.dist-info/top_level.txt,sha256=V1hUY6xVSyUEohb0uDoN4UIE6rUZ_JYx8yMyPGX4PgQ,18
+gamesentenceminer-2.12.3.dist-info/RECORD,,