GameSentenceMiner 2.18.21__py3-none-any.whl → 2.19.0__py3-none-any.whl

GameSentenceMiner/web/texthooking_page.py

@@ -18,7 +18,7 @@ from GameSentenceMiner.web.service import handle_texthooker_button
 
 # Import from new modules
 from GameSentenceMiner.web.events import (
-    EventItem, EventManager, EventProcessor, event_manager, event_queue, event_processor
+    EventManager, event_manager
 )
 from GameSentenceMiner.web.stats import (
     is_kanji, interpolate_color, get_gradient_color, calculate_kanji_frequency,
@@ -137,7 +137,11 @@ def get_data():
 
 @app.route('/get_ids', methods=['GET'])
 def get_ids():
-    return jsonify(event_manager.get_ids())
+    asyncio.run(check_for_lines_outside_replay_buffer())
+    return jsonify({
+        "ids": list(event_manager.get_ids()),
+        "timed_out_ids": list(event_manager.timed_out_ids)
+    })
 
 
 @app.route('/clear_history', methods=['POST'])
@@ -148,6 +152,14 @@ def clear_history():
     return jsonify({'message': 'History cleared successfully'}), 200
 
 
+async def check_for_lines_outside_replay_buffer():
+    time_window = datetime.datetime.now() - datetime.timedelta(seconds=gsm_state.replay_buffer_length) - datetime.timedelta(seconds=5)
+    # logger.info(f"Checking for lines outside replay buffer time window: {time_window}")
+    lines_outside_buffer = [line.id for line in event_manager.get_events() if line.time < time_window]
+    # logger.info(f"Lines outside replay buffer: {lines_outside_buffer}")
+    event_manager.remove_lines_by_ids(lines_outside_buffer, timed_out=True)
+    
+
 async def add_event_to_texthooker(line):
     new_event = event_manager.add_gameline(line)
     await websocket_server_thread.send_text({
@@ -157,6 +169,7 @@ async def add_event_to_texthooker(line):
     })
     if get_config().advanced.plaintext_websocket_port:
         await plaintext_websocket_server_thread.send_text(line.text)
+    await check_for_lines_outside_replay_buffer()
 
 
 async def send_word_coordinates_to_overlay(boxes):

{gamesentenceminer-2.18.21.dist-info → gamesentenceminer-2.19.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: GameSentenceMiner
-Version: 2.18.21
+Version: 2.19.0
 Summary: A tool for mining sentences from games. Update: Dependencies, replay buffer based line searching, and bug fixes.
 Author-email: Beangate <bpwhelan95@gmail.com>
 License: MIT License
@@ -62,7 +62,7 @@ Installation: https://www.youtube.com/watch?v=sVL9omRbGc4
 
 Discord: https://discord.gg/yP8Qse6bb8
 
-## Features
+## Features - [Anki Card Enhancement](#anki-card-enhancement) | [OCR](#ocr) | [Overlay](#overlay)
 
 ### Anki Card Enhancement
 
@@ -90,6 +90,8 @@ https://github.com/user-attachments/assets/df6bc38e-d74d-423e-b270-8a82eec2394c
 
 https://github.com/user-attachments/assets/ee670fda-1a8b-4dec-b9e6-072264155c6e
 
+---
+
 ### OCR
 
 GSM runs a fork of [OwOCR](https://github.com/AuroraWright/owocr/) to provide accurate text capture from games that do not have a hook. Here are some improvements GSM makes on stock OwOCR:
@@ -107,9 +109,17 @@ GSM runs a fork of [OwOCR](https://github.com/AuroraWright/owocr/) to provide ac
 
 https://github.com/user-attachments/assets/07240472-831a-40e6-be22-c64b880b0d66
 
+---
+
+### Overlay
+
+GSM also features an overlay that allows for on-screen yomitan lookups. Whenever the overlay is on it will scan the screen ONCE whenever a text event from any source comes into GSM. It then allows for hovering over the actual characters in-game for yomitan lookups, and mining.
+
+https://youtu.be/m1MweBsHbwI
 
+![l0qGasWkoH](https://github.com/user-attachments/assets/c8374705-efa0-497b-b979-113fae8a1e31)
 
-### Game Launcher Capabilities (WIP)
+<!--### Game Launcher Capabilities (WIP)
 
 This is probably the feature I care least about, but if you are lazy like me, you may find this helpful.
 
@@ -119,7 +129,7 @@ This is probably the feature I care least about, but if you are lazy like me, yo
 
 This feature simplifies the process of launching games and (potentially) hooking them, making the entire workflow more efficient.
 
-<img width="2560" height="1392" alt="GameSentenceMiner_1zuov0R9xK" src="https://github.com/user-attachments/assets/205769bb-3dd2-493b-9383-2d6e2ca05c2d" />
+<img width="2560" height="1392" alt="GameSentenceMiner_1zuov0R9xK" src="https://github.com/user-attachments/assets/205769bb-3dd2-493b-9383-2d6e2ca05c2d" />-->
 
 ## Basic Requirements
 

{gamesentenceminer-2.18.21.dist-info → gamesentenceminer-2.19.0.dist-info}/RECORD

@@ -1,8 +1,8 @@
 GameSentenceMiner/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 GameSentenceMiner/anki.py,sha256=9pjjJrQS7IbA6iTtOaJ0Hs2nBddYXTCZBF5lZ5I4dOs,29593
-GameSentenceMiner/gametext.py,sha256=mXQCArkt_2gKPFGrJdigqEJwf1AYCnuzZJ4Unf_clcg,10924
-GameSentenceMiner/gsm.py,sha256=0hEpEBDbI9FtiKtHeyrSLKV1nys-mKTKfxLY0Dk7mOQ,36387
-GameSentenceMiner/obs.py,sha256=GJqIj1Q0zI5WwylJcDbwtj2FZjzqrwubgV2ZXWHLR_Q,37102
+GameSentenceMiner/gametext.py,sha256=U2uBXF6B8rYdXqYWaAfFxlZN-HXFcB-uryc2OMWau4I,13305
+GameSentenceMiner/gsm.py,sha256=Fqpy210vJIscxEaaX5bI4n-HEyp4EtkGSLkIreEs-Gw,34564
+GameSentenceMiner/obs.py,sha256=vhTFqGxHWEz9g-081gain6iI2poJM_D7v5vI8Kl7rqk,37918
 GameSentenceMiner/vad.py,sha256=iMSsoUZ7-aNoWKzDKfOHdB3Zk5U2hV7x5hqTny6rj08,21501
 GameSentenceMiner/ai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 GameSentenceMiner/ai/ai_prompting.py,sha256=mq9Odv_FpohXagU-OoSZbLWttdrEl1M1NiqnodeUpD8,29126
@@ -37,38 +37,38 @@ GameSentenceMiner/tools/ss_selector.py,sha256=ob2oJdiYreDMMau7CvsglpnhZ1CDnJqop3
 GameSentenceMiner/tools/window_transparency.py,sha256=GtbxbmZg0-UYPXhfHff-7IKZyY2DKe4B9GdyovfmpeM,8166
 GameSentenceMiner/ui/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 GameSentenceMiner/ui/anki_confirmation.py,sha256=krrT3q3anTtXNTPHz5ahXSd4genEnEvS07v1JYftBFg,15174
-GameSentenceMiner/ui/config_gui.py,sha256=pCZK7-PyllrNc7QmnT4MQ2rADkSC8y7YJcwz8UqjP48,155072
+GameSentenceMiner/ui/config_gui.py,sha256=OvwmTpg5zpTgX6TTgHwHQh2vGEgoses3H4a9BsQOxKk,155364
 GameSentenceMiner/ui/furigana_filter_preview.py,sha256=DAT2-j6vSDHr9ufk6PiaLikEsbIp56B_OHIEeYLMwlk,17135
 GameSentenceMiner/ui/screenshot_selector.py,sha256=7QvDhOMpA0ej8x_lYtu6fhmrWbM1GCg-dps3XVWwk1Q,8234
 GameSentenceMiner/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 GameSentenceMiner/util/audio_player.py,sha256=-yFsf0qoTSS1ga5rCmEJZJGUSJzXCvfZHY3t0NxycDk,7896
-GameSentenceMiner/util/configuration.py,sha256=E-pS5EqWbagJi-wozBKcSsAqDGypAsYSrQPoGOXgTYc,48222
-GameSentenceMiner/util/db.py,sha256=FQUvMHcQv_bRNE9LfrsFIxXXXog8BhOA1t4mr_UXoiI,33019
+GameSentenceMiner/util/configuration.py,sha256=5Ix2nrlTANpMS2AK7BBAJtA8UnFZgp8J8Rerll00GJo,47502
+GameSentenceMiner/util/db.py,sha256=iCHUzlgOJgNjQ5-oDa7gnDWmzdlEryOzbXfn9ToQPfY,33034
 GameSentenceMiner/util/electron_config.py,sha256=KfeJToeFFVw0IR5MKa-gBzpzaGrU-lyJbR9z-sDEHYU,8767
 GameSentenceMiner/util/ffmpeg.py,sha256=cAzztfY36Xf2WvsJDjavoiMOvA9ac2GVdCrSB4LzHk4,29007
 GameSentenceMiner/util/games_table.py,sha256=VM68MAsdyE6tpdwM4bDSk67qioBOvsEO8-TpnRmUnSo,12003
-GameSentenceMiner/util/get_overlay_coords.py,sha256=R3ovcosfLf9UtysN6RSu1s2r6WcQQLhZDgf0slW6yHQ,25208
+GameSentenceMiner/util/get_overlay_coords.py,sha256=SfzSlrm0SjPe5BtkWZ0K3Z--7HNY_4sERTyrzSOaCls,25788
 GameSentenceMiner/util/gsm_utils.py,sha256=mASECTmN10c2yPL4NEfLg0Y0YWwFso1i6r_hhJPR3MY,10974
 GameSentenceMiner/util/model.py,sha256=R-_RYTYLSDNgBoVTPuPBcIHeOznIqi_vBzQ7VQ20WYk,6727
 GameSentenceMiner/util/notification.py,sha256=YBhf_mSo_i3cjBz-pmeTPx3wchKiG9BK2VBdZSa2prQ,4597
 GameSentenceMiner/util/text_log.py,sha256=nb4N6bId1hwVWSnKjbxl0kvTqBhJW2UL-xmwtyKmKrk,6835
 GameSentenceMiner/util/communication/__init__.py,sha256=xh__yn2MhzXi9eLi89PeZWlJPn-cbBSjskhi1BRraXg,643
-GameSentenceMiner/util/communication/send.py,sha256=Wki9qIY2CgYnuHbmnyKVIYkcKAN_oYS4up93XMikBaI,222
-GameSentenceMiner/util/communication/websocket.py,sha256=Zpnqsy8RUeYxMFNGVUaPrWrlbAHjuNxCsn908iWL_kU,3344
+GameSentenceMiner/util/communication/send.py,sha256=9tEpbodt1nqsA-XqyXZGMHK_80EJPnhMJJxvDF-w3Ug,578
+GameSentenceMiner/util/communication/websocket.py,sha256=RWPN9V6Gddqw1PmR_Ql8z0yjVihGvwSLSPQHXSxRlqM,3357
 GameSentenceMiner/util/downloader/Untitled_json.py,sha256=RUUl2bbbCpUDUUS0fP0tdvf5FngZ7ILdA_J5TFYAXUQ,15272
 GameSentenceMiner/util/downloader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-GameSentenceMiner/util/downloader/download_tools.py,sha256=pcT-lQDAwEgEVIK1smwfysXGNWWMGnRT-Xu93Km_A6o,11529
+GameSentenceMiner/util/downloader/download_tools.py,sha256=GAqhZz0LoMsG5YRFWmOeTX3NIzw2TrtM2K52QvQd7C0,12698
 GameSentenceMiner/util/downloader/oneocr_dl.py,sha256=l3s9Z-x1b57GX048o5h-MVv0UTZo4H-Q-zb-JREkMLI,10439
 GameSentenceMiner/util/win10toast/__init__.py,sha256=6TL2w6rzNmpJEp6_v2cAJP_7ExA3UsKzwdM08pNcVfE,5341
 GameSentenceMiner/util/win10toast/__main__.py,sha256=5MYnBcFj8y_6Dyc1kiPd0_FsUuh4yl1cv5wsleU6V4w,668
 GameSentenceMiner/web/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 GameSentenceMiner/web/anki_api_endpoints.py,sha256=r30OTT3YVfgbF6aJ-EGWZLF-j2D9L63jLkRXMycU0p8,23681
 GameSentenceMiner/web/database_api.py,sha256=wJGFwrPbB7qQMIqwg0w6hn_henFhjAUCIpwjhdUNMGU,89903
-GameSentenceMiner/web/events.py,sha256=6Vyz5c9MdpMIa7Zqljqhap2XFQnAVYJ0CdQV64TSZsA,5119
+GameSentenceMiner/web/events.py,sha256=RJ8tIK8WUn7Fbgny23UJWrZ1SlhYzzT5p55E1uXRwDs,2747
 GameSentenceMiner/web/gsm_websocket.py,sha256=B0VKpxmsRu0WRh5nFWlpDPBQ6-K2ed7TEIa0O6YWeoo,4166
 GameSentenceMiner/web/service.py,sha256=6cgUmDgtp3ZKzuPFszowjPoq-BDtC1bS3ux6sykeaqo,6662
 GameSentenceMiner/web/stats.py,sha256=LYMhekifcQo-cbfy2--b6vycKcu8RAoTnQA4TefcS6U,29037
-GameSentenceMiner/web/texthooking_page.py,sha256=oXu_o1B4LlxVEBa1MPC996pxQrAysGkFXz9GTTUYKfk,13658
+GameSentenceMiner/web/texthooking_page.py,sha256=xX2ZZpvTmXyBOKOkYZxKA3yNZQMbE930EEvUeY-xJpo,14332
 GameSentenceMiner/web/static/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 GameSentenceMiner/web/static/apple-touch-icon.png,sha256=OcMI8af_68DA_tweOsQ5LytTyMwm7-hPW07IfrOVgEs,46132
 GameSentenceMiner/web/static/favicon-96x96.png,sha256=lOePzjiKl1JY2J1kT_PMdyEnrlJmi5GWbmXJunM12B4,16502
@@ -95,10 +95,10 @@ GameSentenceMiner/web/static/js/overview.js,sha256=9aqIozJ_s8MQxTmdYii7y50LXm3N_
 GameSentenceMiner/web/static/js/search.js,sha256=QYbIpmBhFNaQ2O7mPN8k9ChSCikIGJvEo-3jOEU2WPM,16158
 GameSentenceMiner/web/static/js/shared.js,sha256=ZNibQkJxdypg93uMhmr_NEgoT5hJfxikzF6RKGz5Wy0,20416
 GameSentenceMiner/web/static/js/stats.js,sha256=zPhkdY3RXiQrhPmZyFyh6xwOn3DxQI8Jm6fqbJbjeDk,51322
-GameSentenceMiner/web/templates/anki_stats.html,sha256=ixMg8nT5gXfTWVFG-xa7pppJuzEG2UAOaDhikWOWAK8,18187
+GameSentenceMiner/web/templates/anki_stats.html,sha256=nq0vcDbJzWNggybatYECs16OsqcBvb5viyJzSOBECwQ,18238
 GameSentenceMiner/web/templates/database.html,sha256=5SE7cSYa-ZDVLm0ykb1T11Yd4Bm_E600EWaQi2UWip8,18577
 GameSentenceMiner/web/templates/goals.html,sha256=X5ViEeUT3YnCVM_kofCJ6A0_Wn2TVQQdmBiblZN5Gpo,20909
-GameSentenceMiner/web/templates/index.html,sha256=y1mrlcKWRdwmfBP8B06p1CBk1avAJOr32388nX8YX4A,229074
+GameSentenceMiner/web/templates/index.html,sha256=qwEAiKDos0SUuN5sG_c31-A80vawq7zOKoJWGGL4BTc,230539
 GameSentenceMiner/web/templates/overview.html,sha256=7hX1rrFhwCWHo9mH-Ia_39FSD3ACCoWTXtVUl7gc1kM,13248
 GameSentenceMiner/web/templates/search.html,sha256=34mv69GQXBGq-TdagyZ82QpXH9JYWGOXMDbCfoGUoGI,6150
 GameSentenceMiner/web/templates/stats.html,sha256=RJhWQ1lyOGkYWrqxJNutnJs703IVdCQhBG9Cud0CMPs,5605
@@ -135,9 +135,9 @@ GameSentenceMiner/web/templates/components/kanji_grid/thousand_character_classic
 GameSentenceMiner/web/templates/components/kanji_grid/wanikani_levels.json,sha256=8wjnnaYQqmho6t5tMxrIAc03512A2tYhQh5dfsQnfAM,11372
 GameSentenceMiner/web/templates/components/kanji_grid/words_hk_frequency_list.json,sha256=wRkqZNPzz6DT9OTPHpXwfqW96Qb96stCQNNgOL-ZdKk,17535
 GameSentenceMiner/wip/__init___.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gamesentenceminer-2.18.21.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-gamesentenceminer-2.18.21.dist-info/METADATA,sha256=dhzO1CuiIdi-JPN7rparF5pIHnIRSpKiMunvfES33eA,7603
-gamesentenceminer-2.18.21.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-gamesentenceminer-2.18.21.dist-info/entry_points.txt,sha256=2APEP25DbfjSxGeHtwBstMH8mulVhLkqF_b9bqzU6vQ,65
-gamesentenceminer-2.18.21.dist-info/top_level.txt,sha256=V1hUY6xVSyUEohb0uDoN4UIE6rUZ_JYx8yMyPGX4PgQ,18
-gamesentenceminer-2.18.21.dist-info/RECORD,,
+gamesentenceminer-2.19.0.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+gamesentenceminer-2.19.0.dist-info/METADATA,sha256=fWjC4Xu9LJVjJtSEmq1Q4u1j4S4IG80e6mZaD2NGI9o,8121
+gamesentenceminer-2.19.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+gamesentenceminer-2.19.0.dist-info/entry_points.txt,sha256=2APEP25DbfjSxGeHtwBstMH8mulVhLkqF_b9bqzU6vQ,65
+gamesentenceminer-2.19.0.dist-info/top_level.txt,sha256=V1hUY6xVSyUEohb0uDoN4UIE6rUZ_JYx8yMyPGX4PgQ,18
+gamesentenceminer-2.19.0.dist-info/RECORD,,