GameSentenceMiner 2.17.4__py3-none-any.whl → 2.17.6__py3-none-any.whl

GameSentenceMiner/ai/ai_prompting.py

@@ -44,11 +44,13 @@ Provide a very brief summary of the scene in {get_config().general.get_native_la
 Current Sentence:
 """)
 
+
 class AIType(Enum):
     GEMINI = "Gemini"
     GROQ = "Groq"
     OPENAI = "OpenAI"
 
+
 @dataclass
 class AIConfig:
     api_key: str
@@ -56,16 +58,19 @@ class AIConfig:
     api_url: Optional[str]
     type: 'AIType'
 
+
 @dataclass
 class GeminiAIConfig(AIConfig):
     def __init__(self, api_key: str, model: str = "gemini-2.0-flash"):
         super().__init__(api_key=api_key, model=model, api_url=None, type=AIType.GEMINI)
 
+
 @dataclass
 class GroqAiConfig(AIConfig):
     def __init__(self, api_key: str, model: str = "meta-llama/llama-4-scout-17b-16e-instruct"):
         super().__init__(api_key=api_key, model=model, api_url=None, type=AIType.GROQ)
 
+
 @dataclass
 class OpenAIAIConfig(AIConfig):
     def __init__(self, api_key: str, model: str = "openai/gpt-oss-20b", api_url: Optional[str] = None):
@@ -88,8 +93,10 @@ class AIManager(ABC):
                 start_index = 0
                 end_index = len(lines)
             else:
-                start_index = max(0, current_line.index - get_config().ai.dialogue_context_length)
-                end_index = min(len(lines), current_line.index + 1 + get_config().ai.dialogue_context_length)
+                start_index = max(0, current_line.index -
+                                  get_config().ai.dialogue_context_length)
+                end_index = min(len(lines), current_line.index +
+                                1 + get_config().ai.dialogue_context_length)
 
             context_lines_text = []
             for i in range(start_index, end_index):
@@ -129,24 +136,28 @@ class AIManager(ABC):
 class OpenAIManager(AIManager):
     def __init__(self, model, api_url, api_key, logger: Optional[logging.Logger] = None):
         super().__init__(OpenAIAIConfig(api_key=api_key, model=model, api_url=api_url), logger)
+        self.extra_params_allowed = True
         try:
             import openai
             self.client = openai.OpenAI(
-                    base_url=api_url,
-                    api_key=api_key
-                )
+                base_url=api_url,
+                api_key=api_key
+            )
             self.model_name = model
             if MANUAL_MODEL_OVERRIDE:
                 self.model_name = MANUAL_MODEL_OVERRIDE
-                self.logger.warning(f"MANUAL MODEL OVERRIDE ENABLED! Using model: {self.model_name}")
-            self.logger.debug(f"OpenAIManager initialized with model: {self.model_name}")
+                self.logger.warning(
+                    f"MANUAL MODEL OVERRIDE ENABLED! Using model: {self.model_name}")
+            self.logger.debug(
+                f"OpenAIManager initialized with model: {self.model_name}")
         except Exception as e:
             self.logger.error(f"Failed to initialize OpenAI API: {e}")
             self.openai = None
             self.model_name = None
-    
+
     def _build_prompt(self, lines: List[GameLine], sentence: str, current_line: GameLine, game_title: str, custom_prompt=None) -> str:
-        prompt = super()._build_prompt(lines, sentence, current_line, game_title, custom_prompt=custom_prompt)
+        prompt = super()._build_prompt(lines, sentence, current_line,
+                                       game_title, custom_prompt=custom_prompt)
         return prompt
 
     def process(self, lines: List[GameLine], sentence: str, current_line: GameLine, game_title: str = "", custom_prompt=None) -> str:
@@ -154,29 +165,56 @@ class OpenAIManager(AIManager):
             return "Processing failed: OpenAI client not initialized."
 
         if not lines or not current_line:
-            self.logger.warning(f"Invalid input for process: lines={len(lines)}, current_line={current_line.index}")
+            self.logger.warning(
+                f"Invalid input for process: lines={len(lines)}, current_line={current_line.index}")
             return "Invalid input."
 
+        if any(model in self.model_name.lower() for model in ['gpt-5']):
+            self.logger.warning("GPT-5 model detected, using basic parameters.")
+            self.extra_params_allowed = False
+        else:
+            self.extra_params_allowed = True
+
         try:
-            prompt = self._build_prompt(lines, sentence, current_line, game_title, custom_prompt=custom_prompt)
+            prompt = self._build_prompt(
+                lines, sentence, current_line, game_title, custom_prompt=custom_prompt)
             self.logger.debug(f"Generated prompt:\n{prompt}")
-            response = self.client.chat.completions.create(
-                model=self.model_name,
-                messages=[
-                    {"role": "system", "content": "You are a helpful assistant that translates game dialogue. Provide output in the form of json with a single key 'output'."},
-                    {"role": "user", "content": prompt}
-                ],
-                temperature=0.3,
-                max_tokens=4096,
-                top_p=0.9,
-                n=1,
-                stop=None,
-            )
+            # Try with full parameters first, fallback to basic parameters if model doesn't support them
+            if self.extra_params_allowed:
+                try:
+                    response = self.client.chat.completions.create(
+                        model=self.model_name,
+                        messages=[
+                            {"role": "system", "content": "You are a helpful assistant that translates game dialogue. Provide output in the form of json with a single key 'output'."},
+                            {"role": "user", "content": prompt}
+                        ],
+                        temperature=0.3,
+                        max_tokens=4096,
+                        top_p=0.9,
+                        n=1,
+                        stop=None,
+                    )
+                except Exception as e:
+                    self.extra_params_allowed = False
+                    self.logger.warning(
+                        f"Full parameter request failed, trying with basic parameters: {e}")
+
+            if not self.extra_params_allowed:
+                response = self.client.chat.completions.create(
+                    model=self.model_name,
+                    messages=[
+                        {"role": "system", "content": "You are a helpful assistant that translates game dialogue. Provide output in the form of json with a single key 'output'."},
+                        {"role": "user", "content": prompt}
+                    ],
+                    n=1,
+                )
+
             if response.choices and response.choices[0].message.content:
                 text_output = response.choices[0].message.content.strip()
                 # get the json at the end of the message
                 if "{" in text_output and "}" in text_output:
-                    json_output = text_output[text_output.find("{"):text_output.rfind("}")+1]
+                    json_output = text_output[text_output.find(
+                        "{"):text_output.rfind("}")+1]
                     text_output = json.loads(json_output)['output']
             self.logger.debug(f"Received response:\n{text_output}")
             return text_output
@@ -193,7 +231,8 @@ class GeminiAI(AIManager):
             self.model_name = model
             if MANUAL_MODEL_OVERRIDE:
                 self.model_name = MANUAL_MODEL_OVERRIDE
-                self.logger.warning(f"MANUAL MODEL OVERRIDE ENABLED! Using model: {self.model_name}")
+                self.logger.warning(
+                    f"MANUAL MODEL OVERRIDE ENABLED! Using model: {self.model_name}")
             # genai.configure(api_key=self.ai_config.api_key)
             self.generation_config = types.GenerateContentConfig(
                 temperature=0.5,
@@ -201,23 +240,29 @@ class GeminiAI(AIManager):
                 top_p=0.9,
                 stop_sequences=None,
                 safety_settings=[
-                    types.SafetySetting(category=types.HarmCategory.HARM_CATEGORY_HARASSMENT, threshold=types.HarmBlockThreshold.BLOCK_NONE),
-                    types.SafetySetting(category=types.HarmCategory.HARM_CATEGORY_HATE_SPEECH, threshold=types.HarmBlockThreshold.BLOCK_NONE),
-                    types.SafetySetting(category=types.HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT, threshold=types.HarmBlockThreshold.BLOCK_NONE),
-                    types.SafetySetting(category=types.HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT, threshold=types.HarmBlockThreshold.BLOCK_NONE),
+                    types.SafetySetting(category=types.HarmCategory.HARM_CATEGORY_HARASSMENT,
+                                        threshold=types.HarmBlockThreshold.BLOCK_NONE),
+                    types.SafetySetting(category=types.HarmCategory.HARM_CATEGORY_HATE_SPEECH,
+                                        threshold=types.HarmBlockThreshold.BLOCK_NONE),
+                    types.SafetySetting(category=types.HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT,
+                                        threshold=types.HarmBlockThreshold.BLOCK_NONE),
+                    types.SafetySetting(category=types.HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT,
+                                        threshold=types.HarmBlockThreshold.BLOCK_NONE),
                 ],
             )
             if "2.5" in self.model_name:
                 self.generation_config.thinking_config = types.ThinkingConfig(
-                        thinking_budget=0,
-                    )
-            self.logger.debug(f"GeminiAIManager initialized with model: {self.model_name}")
+                    thinking_budget=-1
+                )
+            self.logger.debug(
+                f"GeminiAIManager initialized with model: {self.model_name}")
         except Exception as e:
             self.logger.error(f"Failed to initialize Gemini API: {e}")
             self.model_name = None
 
     def _build_prompt(self, lines: List[GameLine], sentence: str, current_line: GameLine, game_title: str, custom_prompt=None) -> str:
-        prompt = super()._build_prompt(lines, sentence, current_line, game_title, custom_prompt=custom_prompt)
+        prompt = super()._build_prompt(lines, sentence, current_line,
+                                       game_title, custom_prompt=custom_prompt)
         return prompt
 
     def process(self, lines: List[GameLine], sentence: str, current_line: GameLine, game_title: str = "", custom_prompt=None) -> str:
@@ -225,11 +270,13 @@ class GeminiAI(AIManager):
             return "Processing failed: AI model not initialized."
 
         if not lines or not current_line:
-            self.logger.warning(f"Invalid input for process: lines={len(lines)}, current_line={current_line.index}")
+            self.logger.warning(
+                f"Invalid input for process: lines={len(lines)}, current_line={current_line.index}")
             return "Invalid input."
 
         try:
-            prompt = self._build_prompt(lines, sentence, current_line, game_title, custom_prompt=custom_prompt)
+            prompt = self._build_prompt(
+                lines, sentence, current_line, game_title, custom_prompt=custom_prompt)
             contents = [
                 types.Content(
                     role="user",
@@ -252,20 +299,22 @@ class GeminiAI(AIManager):
             self.logger.error(f"Gemini processing failed: {e}")
             return f"Processing failed: {e}"
 
+
 class GroqAI(AIManager):
     def __init__(self, model, api_key, logger: Optional[logging.Logger] = None):
         super().__init__(GroqAiConfig(model=model, api_key=api_key), logger)
         self.api_key = self.ai_config.api_key
-        self.model_name = self.ai_config.model
         try:
             self.client = Groq(api_key=self.api_key)
-            self.logger.debug(f"GroqAIManager initialized with model: {self.model_name}")
+            self.logger.debug(
+                f"GroqAIManager initialized with model: {self.model_name}")
         except Exception as e:
             self.logger.error(f"Failed to initialize Groq client: {e}")
             self.client = None
 
     def _build_prompt(self, lines: List[GameLine], sentence: str, current_line: GameLine, game_title: str, custom_prompt=None) -> str:
-        prompt = super()._build_prompt(lines, sentence, current_line, game_title, custom_prompt=custom_prompt)
+        prompt = super()._build_prompt(lines, sentence, current_line,
+                                       game_title, custom_prompt=custom_prompt)
         return prompt
 
     def process(self, lines: List[GameLine], sentence: str, current_line: GameLine, game_title: str = "", custom_prompt=None) -> str:
@@ -273,11 +322,13 @@ class GroqAI(AIManager):
             return "Processing failed: Groq client not initialized."
 
         if not lines or not current_line:
-            self.logger.warning(f"Invalid input for process: lines={len(lines)}, current_line={current_line.index}")
+            self.logger.warning(
+                f"Invalid input for process: lines={len(lines)}, current_line={current_line.index}")
             return "Invalid input."
 
         try:
-            prompt = self._build_prompt(lines, sentence, current_line, game_title, custom_prompt=custom_prompt)
+            prompt = self._build_prompt(
+                lines, sentence, current_line, game_title, custom_prompt=custom_prompt)
             self.logger.debug(f"Generated prompt:\n{prompt}")
             completion = self.client.chat.completions.create(
                 model=self.model_name,
@@ -295,16 +346,19 @@ class GroqAI(AIManager):
             self.logger.error(f"Groq processing failed: {e}")
             return f"Processing failed: {e}"
 
+
 ai_managers: dict[str, AIManager] = {}
 ai_manager: AIManager | None = None
 current_ai_config: Ai | None = None
 
+
 def get_ai_prompt_result(lines: List[GameLine], sentence: str, current_line: GameLine, game_title: str = "", force_refresh: bool = False, custom_prompt=None) -> str:
     global ai_manager, current_ai_config
     try:
         is_local_provider = get_config().ai.provider == AIType.OPENAI.value
         if not is_local_provider and not is_connected():
-            logger.error("No internet connection. Unable to proceed with AI prompt.")
+            logger.error(
+                "No internet connection. Unable to proceed with AI prompt.")
             return ""
 
         if not ai_manager or ai_config_changed(get_config().ai, current_ai_config) or force_refresh:
@@ -312,21 +366,27 @@ def get_ai_prompt_result(lines: List[GameLine], sentence: str, current_line: Gam
             if provider == AIType.GEMINI.value:
                 if get_config().ai.gemini_model in ai_managers:
                     ai_manager = ai_managers[get_config().ai.gemini_model]
-                    logger.info(f"Reusing existing Gemini AI Manager for model: {get_config().ai.gemini_model}")
+                    logger.info(
+                        f"Reusing existing Gemini AI Manager for model: {get_config().ai.gemini_model}")
                 else:
-                    ai_manager = GeminiAI(model=get_config().ai.gemini_model, api_key=get_config().ai.gemini_api_key, logger=logger)
+                    ai_manager = GeminiAI(model=get_config(
+                    ).ai.gemini_model, api_key=get_config().ai.gemini_api_key, logger=logger)
             elif provider == AIType.GROQ.value:
                 if get_config().ai.groq_model in ai_managers:
                     ai_manager = ai_managers[get_config().ai.groq_model]
-                    logger.info(f"Reusing existing Groq AI Manager for model: {get_config().ai.groq_model}")
+                    logger.info(
+                        f"Reusing existing Groq AI Manager for model: {get_config().ai.groq_model}")
                 else:
-                    ai_manager = GroqAI(model=get_config().ai.groq_model, api_key=get_config().ai.groq_api_key, logger=logger)
+                    ai_manager = GroqAI(model=get_config(
+                    ).ai.groq_model, api_key=get_config().ai.groq_api_key, logger=logger)
             elif provider == AIType.OPENAI.value:
-                if get_config().ai.open_ai_model in ai_managers:
-                    ai_manager = ai_managers[get_config().ai.open_ai_model]
-                    logger.info(f"Reusing existing OpenAI AI Manager for model: {get_config().ai.open_ai_model}")
+                if f"{get_config().ai.open_ai_url}:{get_config().ai.open_ai_model}:{get_config().ai.open_ai_api_key}" in ai_managers:
+                    ai_manager = ai_managers[f"{get_config().ai.open_ai_url}:{get_config().ai.open_ai_model}:{get_config().ai.open_ai_api_key}"]
+                    logger.info(
+                        f"Reusing existing OpenAI AI Manager for model: {get_config().ai.open_ai_model}")
                 else:
-                    ai_manager = OpenAIManager(model=get_config().ai.open_ai_model, api_key=get_config().ai.open_ai_api_key, api_url=get_config().ai.open_ai_url, logger=logger)
+                    ai_manager = OpenAIManager(model=get_config().ai.open_ai_model, api_key=get_config(
+                    ).ai.open_ai_api_key, api_url=get_config().ai.open_ai_url, logger=logger)
             else:
                 ai_manager = None
             if ai_manager:
@@ -334,14 +394,17 @@ def get_ai_prompt_result(lines: List[GameLine], sentence: str, current_line: Gam
             current_ai_config = get_config().ai
 
         if not ai_manager:
-            logger.error("AI is enabled but the AI Manager did not initialize. Check your AI Config IN GSM.")
+            logger.error(
+                "AI is enabled but the AI Manager did not initialize. Check your AI Config IN GSM.")
             return ""
         return ai_manager.process(lines, sentence, current_line, game_title, custom_prompt=custom_prompt)
     except Exception as e:
-        logger.error("Error caught while trying to get AI prompt result. Check logs for more details.")
+        logger.error(
+            "Error caught while trying to get AI prompt result. Check logs for more details.")
         logger.debug(e, exc_info=True)
         return ""
 
+
 def ai_config_changed(config, current):
     if not current:
         return True
@@ -370,83 +433,156 @@ if __name__ == '__main__':
     logging.basicConfig(level=logging.DEBUG)
     lines = [
         # Sexual/Explicit Japanese words and phrases
-        GameLine(index=0, text="ねぇ、あたしのおっぱい、揉んでみない？", id=None, time=None, prev=None, next=None),
-        GameLine(index=1, text="お前、本当に痴女だな。股が開いてるぜ。", id=None, time=None, prev=None, next=None),
-        GameLine(index=2, text="今夜は熱い夜にしましょうね…ふふ。", id=None, time=None, prev=None, next=None),
-        GameLine(index=3, text="あぁ…もっと奥まで…ダメ…イッちゃう…！", id=None, time=None, prev=None, next=None),
+        GameLine(index=0, text="ねぇ、あたしのおっぱい、揉んでみない？",
+                 id=None, time=None, prev=None, next=None),
+        GameLine(index=1, text="お前、本当に痴女だな。股が開いてるぜ。",
+                 id=None, time=None, prev=None, next=None),
+        GameLine(index=2, text="今夜は熱い夜にしましょうね…ふふ。",
+                 id=None, time=None, prev=None, next=None),
+        GameLine(index=3, text="あぁ…もっと奥まで…ダメ…イッちゃう…！",
+                 id=None, time=None, prev=None, next=None),
         GameLine(index=4, text="あんたみたいなやつ、生きてる価値ないわ。さっさと自害しろ。", id=None, time=None, prev=None,
                  next=None),
-        GameLine(index=5, text="このブス！誰がお前なんかを相手にするかよ。", id=None, time=None, prev=None, next=None),
-        GameLine(index=6, text="こんにちは、元気ですか？", id=None, time=None, prev=None, next=None),
-        GameLine(index=7, text="次会ったら、ぶっ殺してやるからな。", id=None, time=None, prev=None, next=None),
-        GameLine(index=8, text="今日はいい天気ですね。", id=None, time=None, prev=None, next=None),
-        GameLine(index=9, text="お前の体、隅々まで味わい尽くしてやる。", id=None, time=None, prev=None, next=None),
-        GameLine(index=10, text="自害しろ", id=None, time=None, prev=None, next=None),
-        GameLine(index=11, text="この売女！金のために魂まで売るのか？！", id=None, time=None, prev=None, next=None),
-        GameLine(index=12, text="俺の股間のモノで黙らせてやるよ。", id=None, time=None, prev=None, next=None),
-        GameLine(index=13, text="くっ…イク…頭が…おかしくなりそう…！", id=None, time=None, prev=None, next=None),
-    ]
-
-    lines = [
-        # A back-and-forth dialogue of insults and threats
-        GameLine(index=0, text="お前、ここで何をしている？目障りだ。", id=None, time=None, prev=None, next=None),
-        GameLine(index=1, text="それはこっちのセリフだ。さっさと消えろ、クズが。", id=None, time=None, prev=None,
-                 next=None),
-        GameLine(index=2, text="口だけは達者だな。やれるもんならやってみろよ。", id=None, time=None, prev=None,
-                 next=None),
-        GameLine(index=3, text="くっ…！調子に乗るなよ…！", id=None, time=None, prev=None, next=None),
-        GameLine(index=4, text="あんたみたいなやつ、生きてる価値ないわ。さっさと自害しろ。", id=None, time=None, prev=None,
-                 next=None),
-        GameLine(index=5, text="この能無しが！誰がお前なんかを相手にするかよ。", id=None, time=None, prev=None,
-                 next=None),
-        GameLine(index=6, text="黙れ。これ以上喋るなら、その舌を引っこ抜いてやる。", id=None, time=None, prev=None,
-                 next=None),
-        GameLine(index=7, text="次会ったら、ぶっ殺してやるからな。", id=None, time=None, prev=None, next=None),
-        GameLine(index=8, text="はっ、望むところだ。返り討ちにしてやる。", id=None, time=None, prev=None, next=None),
-        GameLine(index=9, text="お前の顔も見たくない。地獄に落ちろ。", id=None, time=None, prev=None, next=None),
-        GameLine(index=10, text="自害しろ", id=None, time=None, prev=None, next=None),
-        GameLine(index=11, text="この臆病者が！逃げることしか能がないのか？！", id=None, time=None, prev=None, next=None),
-        GameLine(index=12, text="俺の拳で黙らせてやるよ。", id=None, time=None, prev=None, next=None),
-        GameLine(index=13, text="くそっ…覚えてろよ…！このままじゃ終わらせない…！", id=None, time=None, prev=None,
-                 next=None),
+        GameLine(index=5, text="このブス！誰がお前なんかを相手にするかよ。",
+                 id=None, time=None, prev=None, next=None),
+        GameLine(index=6, text="こんにちは、元気ですか？", id=None,
+                 time=None, prev=None, next=None),
+        GameLine(index=7, text="次会ったら、ぶっ殺してやるからな。",
+                 id=None, time=None, prev=None, next=None),
+        GameLine(index=8, text="今日はいい天気ですね。", id=None,
+                 time=None, prev=None, next=None),
+        GameLine(index=9, text="お前の体、隅々まで味わい尽くしてやる。",
+                 id=None, time=None, prev=None, next=None),
+        GameLine(index=10, text="自害しろ", id=None,
+                 time=None, prev=None, next=None),
+        GameLine(index=11, text="この売女！金のために魂まで売るのか？！",
+                 id=None, time=None, prev=None, next=None),
+        GameLine(index=12, text="俺の股間のモノで黙らせてやるよ。",
+                 id=None, time=None, prev=None, next=None),
+        GameLine(index=13, text="くっ…イク…頭が…おかしくなりそう…！",
+                 id=None, time=None, prev=None, next=None),
     ]
 
-    sentence = "黙れ。これ以上喋るなら、その舌を引っこ抜いてやる。"
-    current_line = lines[6]
+    # lines = [
+    #     # A back-and-forth dialogue of insults and threats
+    #     GameLine(index=0, text="お前、ここで何をしている？目障りだ。",
+    #              id=None, time=None, prev=None, next=None),
+    #     GameLine(index=1, text="それはこっちのセリフだ。さっさと消えろ、クズが。", id=None, time=None, prev=None,
+    #              next=None),
+    #     GameLine(index=2, text="口だけは達者だな。やれるもんならやってみろよ。", id=None, time=None, prev=None,
+    #              next=None),
+    #     GameLine(index=3, text="くっ…！調子に乗るなよ…！", id=None,
+    #              time=None, prev=None, next=None),
+    #     GameLine(index=4, text="あんたみたいなやつ、生きてる価値ないわ。さっさと自害しろ。", id=None, time=None, prev=None,
+    #              next=None),
+    #     GameLine(index=5, text="この能無しが！誰がお前なんかを相手にするかよ。", id=None, time=None, prev=None,
+    #              next=None),
+    #     GameLine(index=6, text="黙れ。これ以上喋るなら、その舌を引っこ抜いてやる。", id=None, time=None, prev=None,
+    #              next=None),
+    #     GameLine(index=7, text="次会ったら、ぶっ殺してやるからな。",
+    #              id=None, time=None, prev=None, next=None),
+    #     GameLine(index=8, text="はっ、望むところだ。返り討ちにしてやる。",
+    #              id=None, time=None, prev=None, next=None),
+    #     GameLine(index=9, text="お前の顔も見たくない。地獄に落ちろ。",
+    #              id=None, time=None, prev=None, next=None),
+    #     GameLine(index=10, text="自害しろ", id=None,
+    #              time=None, prev=None, next=None),
+    #     GameLine(index=11, text="この臆病者が！逃げることしか能がないのか？！",
+    #              id=None, time=None, prev=None, next=None),
+    #     GameLine(index=12, text="俺の拳で黙らせてやるよ。", id=None,
+    #              time=None, prev=None, next=None),
+    #     GameLine(index=13, text="くそっ…覚えてろよ…！このままじゃ終わらせない…！", id=None, time=None, prev=None,
+    #              next=None),
+    # ]
+
+    # Completely neutral Japanese sentences
+    #
+    # lines = [
+    #     GameLine(index=0, text="今日はいい天気ですね。", id=None,
+    #              time=None, prev=None, next=None),
+    #     GameLine(index=1, text="おはようございます。", id=None,
+    #              time=None, prev=None, next=None),
+    #     GameLine(index=2, text="お元気ですか？", id=None,
+    #              time=None, prev=None, next=None),
+    #     GameLine(index=3, text="これはペンです。", id=None,
+    #              time=None, prev=None, next=None),
+    #     GameLine(index=4, text="私は学生です。", id=None,
+    #              time=None, prev=None, next=None),
+    #     GameLine(index=5, text="東京は日本の首都です。", id=None,
+    #              time=None, prev=None, next=None),
+    #     GameLine(index=6, text="こんにちは、元気ですか？", id=None,
+    #              time=None, prev=None, next=None),
+    #     GameLine(index=7, text="さようなら。また会いましょう。", id=None,
+    #              time=None, prev=None, next=None),
+    #     GameLine(index=8, text="ありがとう。助かりました。", id=None,
+    #              time=None, prev=None, next=None),
+    #     GameLine(index=9, text="すみません、道に迷いました。", id=None,
+    #              time=None, prev=None, next=None),
+    #     GameLine(index=10, text="これは本です。", id=None,
+    #              time=None, prev=None, next=None),
+    #     GameLine(index=11, text="私は先生です。", id=None,
+    #              time=None, prev=None, next=None),
+    # ]
+
+    sentence = "あぁ…もっと奥まで…ダメ…イッちゃう…！"
+    current_line = lines[3]
     game_title = "Corrupted Reality"
 
-    get_config().ai.provider = AIType.OPENAI.value
-    models = [
-        # 'openai/gpt-oss-20b',
-        # 'meta-llama-3.1-8b-instruct',
-        'google/gemma-3n-e4b',
-        # 'google/gemma-2-2b-it',
-        # 'google/gemma-2b-it',
-        # 'facebook/nllb-200-distilled-600M',
-              # 'meta-llama/Llama-3.2-1B-Instruct',
-              # 'facebook/nllb-200-1.3B'
-    ]
-
     results = []
 
+    # get_config().ai.provider = AIType.GEMINI.value
+    # models = [
+    #     'gemini-2.5-pro']
+
     # for model in models:
-    #     get_config().ai.local_model = model
+    #     get_config().ai.gemini_model = model
     #     start_time = time.time()
     #     result = get_ai_prompt_result(lines, sentence, current_line, game_title, True)
-    #     results.append({"model": model,"response": result, "time": time.time() - start_time, "iteration": 1})
-
-    # Second Time after Already Loaded
-    
-    get_config().ai.open_ai_url = "http://127.0.0.1:1234/v1"
-    get_config().ai.open_ai_api_key = "lm-studio"
-    for i in range(1, 10):
-        for model in models:
-            get_config().ai.open_ai_model = model
-            start_time = time.time()
-            result = get_ai_prompt_result(lines, sentence, current_line, game_title, True)
-            print(result)
-            results.append({"model": model, "response": result, "time": time.time() - start_time, "iteration": i})
-        # results[model] = {"response": result, "time": time.time() - start_time}
+    #     results.append({"model": model, "response": result, "time": time.time() - start_time, "iteration": 1})
+
+    get_config().ai.provider = AIType.OPENAI.value
+    get_config().ai.open_ai_url = "https://api.openai.com/v1"
+    get_config().ai.open_ai_model = "gpt-5-nano-2025-08-07"
+
+    for i in range(5):
+        start_time = time.time()
+        result = get_ai_prompt_result(
+        lines, sentence, current_line, game_title, True)
+        results.append({"model": get_config().ai.open_ai_model,
+                       "response": result, "time": time.time() - start_time, "iteration": i})
+
+    # get_config().ai.provider = AIType.OPENAI.value
+    # models = [
+    #     # 'openai/gpt-oss-20b',
+    #     # 'meta-llama-3.1-8b-instruct',
+    #     'google/gemma-3n-e4b',
+    #     # 'google/gemma-2-2b-it',
+    #     # 'google/gemma-2b-it',
+    #     # 'facebook/nllb-200-distilled-600M',
+    #           # 'meta-llama/Llama-3.2-1B-Instruct',
+    #           # 'facebook/nllb-200-1.3B'
+    # ]
+
+    # results = []
+
+    # # for model in models:
+    # #     get_config().ai.local_model = model
+    # #     start_time = time.time()
+    # #     result = get_ai_prompt_result(lines, sentence, current_line, game_title, True)
+    # #     results.append({"model": model,"response": result, "time": time.time() - start_time, "iteration": 1})
+
+    # # Second Time after Already Loaded
+
+    # get_config().ai.open_ai_url = "http://127.0.0.1:1234/v1"
+    # get_config().ai.open_ai_api_key = "lm-studio"
+    # for i in range(1, 10):
+    #     for model in models:
+    #         get_config().ai.open_ai_model = model
+    #         start_time = time.time()
+    #         result = get_ai_prompt_result(lines, sentence, current_line, game_title, True)
+    #         print(result)
+    #         results.append({"model": model, "response": result, "time": time.time() - start_time, "iteration": i})
+    # results[model] = {"response": result, "time": time.time() - start_time}
 
     # get_config().ai.provider = "Gemini"
     #
@@ -464,10 +600,11 @@ if __name__ == '__main__':
     times = []
     for result in results:
         times.append(result['time'])
-        print(f"Model: {result['model']}\nResult: {result['response']}\nTime: {result['time']:.2f} seconds\n{'-'*80}\n")
+        print(
+            f"Model: {result['model']}\nResult: {result['response']}\nTime: {result['time']:.2f} seconds\n{'-'*80}\n")
 
-    print(f"Average time: {sum(times)/len(times):.2f} seconds over {len(times)} runs.")
+    print(
+        f"Average time: {sum(times)/len(times):.2f} seconds over {len(times)} runs.")
     # Set up logging
 
     # Test the function
-

GameSentenceMiner/owocr/owocr/run.py

@@ -320,13 +320,20 @@ class RequestHandler(socketserver.BaseRequestHandler):
             conn.sendall(b'False')
 
 
+class PassthroughSegmenter:
+    def segment(self, text):
+        return [text]
+
 class TextFiltering:
     accurate_filtering = False
 
     def __init__(self, lang='ja'):
-        from pysbd import Segmenter
+        from pysbd import Segmenter, languages
         self.initial_lang = get_ocr_language() or lang
-        self.segmenter = Segmenter(language=get_ocr_language(), clean=True)
+        if lang in languages.LANGUAGE_CODES:
+            self.segmenter = Segmenter(language=lang, clean=True)
+        else:
+            self.segmenter = PassthroughSegmenter()
         self.kana_kanji_regex = re.compile(
             r'[\u3041-\u3096\u30A1-\u30FA\u4E00-\u9FFF]')
         self.chinese_common_regex = re.compile(r'[\u4E00-\u9FFF]')
@@ -371,8 +378,11 @@ class TextFiltering:
     def __call__(self, text, last_result, engine=None, is_second_ocr=False):
         lang = get_ocr_language()
         if self.initial_lang != lang:
-            from pysbd import Segmenter
-            self.segmenter = Segmenter(language=get_ocr_language(), clean=True)
+            from pysbd import Segmenter, languages
+            if lang in languages.LANGUAGE_CODES:
+                self.segmenter = Segmenter(language=lang, clean=True)
+            else:
+                self.segmenter = PassthroughSegmenter()
             self.initial_lang = get_ocr_language()
 
         orig_text = self.segmenter.segment(text)

{gamesentenceminer-2.17.4.dist-info → gamesentenceminer-2.17.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: GameSentenceMiner
-Version: 2.17.4
+Version: 2.17.6
 Summary: A tool for mining sentences from games. Update: Overlay?
 Author-email: Beangate <bpwhelan95@gmail.com>
 License: MIT License

{gamesentenceminer-2.17.4.dist-info → gamesentenceminer-2.17.6.dist-info}/RECORD

@@ -6,7 +6,7 @@ GameSentenceMiner/gsm.py,sha256=JZUj8PkwHW6RPzJ-rvpOYMY7F-TO7EsHRWSzlZqPE8w,3406
 GameSentenceMiner/obs.py,sha256=Xa4-SFm2Ftlnk6KX_XaDWjhSEPW_7rSDRe9WDNW8JLY,29377
 GameSentenceMiner/vad.py,sha256=cujto_lzAuljldBBnve4JuK54tInWVGSp7NGg-xkaCY,19830
 GameSentenceMiner/ai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-GameSentenceMiner/ai/ai_prompting.py,sha256=41xdBzE88Jlt12A0D-T_cMfLO5j6MSxfniOptpwNZm0,24068
+GameSentenceMiner/ai/ai_prompting.py,sha256=eKFzvIIeoav6MjQJtrhsNvSfHa566f_ZBZRk4Qy9Lhw,29192
 GameSentenceMiner/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 GameSentenceMiner/assets/icon.png,sha256=9GRL8uXUAgkUSlvbm9Pv9o2poFVRGdW6s2ub_DeUD9M,937624
 GameSentenceMiner/assets/icon128.png,sha256=l90j7biwdz5ahwOd5wZ-406ryEV9Pan93dquJQ3e1CI,18395
@@ -29,7 +29,7 @@ GameSentenceMiner/owocr/owocr/__main__.py,sha256=XQaqZY99EKoCpU-gWQjNbTs7Kg17HvB
 GameSentenceMiner/owocr/owocr/config.py,sha256=qM7kISHdUhuygGXOxmgU6Ef2nwBShrZtdqu4InDCViE,8103
 GameSentenceMiner/owocr/owocr/lens_betterproto.py,sha256=oNoISsPilVVRBBPVDtb4-roJtAhp8ZAuFTci3TGXtMc,39141
 GameSentenceMiner/owocr/owocr/ocr.py,sha256=7VCTBl4-8mO9P73olLMihUFtu3idBdyZIWP6XQhCte4,70484
-GameSentenceMiner/owocr/owocr/run.py,sha256=bIXC_7PltyVvlA8beCVqdLcKVai8LvVHBRqEueq2GkQ,81545
+GameSentenceMiner/owocr/owocr/run.py,sha256=Z7VkoFrsoQbMTHc6CmwpcMzsOROK9A_RJRwhlxw15oA,81871
 GameSentenceMiner/owocr/owocr/screen_coordinate_picker.py,sha256=Na6XStbQBtpQUSdbN3QhEswtKuU1JjReFk_K8t5ezQE,3395
 GameSentenceMiner/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 GameSentenceMiner/tools/audio_offset_selector.py,sha256=8Stk3BP-XVIuzRv9nl9Eqd2D-1yD3JrgU-CamBywJmY,8542
@@ -90,9 +90,9 @@ GameSentenceMiner/web/templates/utility.html,sha256=KtqnZUMAYs5XsEdC9Tlsd40NKAVi
 GameSentenceMiner/web/templates/components/navigation.html,sha256=6y9PvM3nh8LY6JWrZb6zVOm0vqkBLDc6d3gB9X5lT_w,1055
 GameSentenceMiner/web/templates/components/theme-styles.html,sha256=hiq3zdJljpRjQO1iUA7gfFKwXebltG-IWW-gnKS4GHA,3439
 GameSentenceMiner/wip/__init___.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gamesentenceminer-2.17.4.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-gamesentenceminer-2.17.4.dist-info/METADATA,sha256=3pIRMaStjZXxjhuasYZm1GZ8EadNOve8EWLY0e24mMs,7348
-gamesentenceminer-2.17.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-gamesentenceminer-2.17.4.dist-info/entry_points.txt,sha256=2APEP25DbfjSxGeHtwBstMH8mulVhLkqF_b9bqzU6vQ,65
-gamesentenceminer-2.17.4.dist-info/top_level.txt,sha256=V1hUY6xVSyUEohb0uDoN4UIE6rUZ_JYx8yMyPGX4PgQ,18
-gamesentenceminer-2.17.4.dist-info/RECORD,,
+gamesentenceminer-2.17.6.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+gamesentenceminer-2.17.6.dist-info/METADATA,sha256=VU7guWSOX-LaQM9ggLNVDsVUDlseVOzuAaYJYOUXFHo,7348
+gamesentenceminer-2.17.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+gamesentenceminer-2.17.6.dist-info/entry_points.txt,sha256=2APEP25DbfjSxGeHtwBstMH8mulVhLkqF_b9bqzU6vQ,65
+gamesentenceminer-2.17.6.dist-info/top_level.txt,sha256=V1hUY6xVSyUEohb0uDoN4UIE6rUZ_JYx8yMyPGX4PgQ,18
+gamesentenceminer-2.17.6.dist-info/RECORD,,