aait 2.3.12.3__tar.gz → 2.3.13__tar.gz

aait-2.3.13/PKG-INFO

@@ -0,0 +1,9 @@
+Metadata-Version: 2.1
+Name: aait
+Version: 2.3.13
+Summary: Advanced Artificial Intelligence Tools is a package meant to develop and enable advanced AI functionalities in Orange
+Home-page: 
+Author: Orange community
+Author-email: 
+Keywords: orange3 add-on
+License-File: License.txt

aait-2.3.13/aait.egg-info/PKG-INFO

@@ -0,0 +1,9 @@
+Metadata-Version: 2.1
+Name: aait
+Version: 2.3.13
+Summary: Advanced Artificial Intelligence Tools is a package meant to develop and enable advanced AI functionalities in Orange
+Home-page: 
+Author: Orange community
+Author-email: 
+Keywords: orange3 add-on
+License-File: License.txt

{aait-2.3.12.3 → aait-2.3.13}/aait.egg-info/SOURCES.txt

@@ -72,6 +72,7 @@ orangecontrib/AAIT/widgets/OWFusionNM.py
 orangecontrib/AAIT/widgets/OWGenerateQuestions.py
 orangecontrib/AAIT/widgets/OWGenerateSynthesis.py
 orangecontrib/AAIT/widgets/OWGenerateWord.py
+orangecontrib/AAIT/widgets/OWGetPages.py
 orangecontrib/AAIT/widgets/OWInputSelector.py
 orangecontrib/AAIT/widgets/OWKeywords.py
 orangecontrib/AAIT/widgets/OWKeywordsDetection.py
@@ -144,6 +145,7 @@ orangecontrib/AAIT/widgets/designer/owfusion_nm.ui
 orangecontrib/AAIT/widgets/designer/owgenerate_word.ui
 orangecontrib/AAIT/widgets/designer/owgeneratequestions.ui
 orangecontrib/AAIT/widgets/designer/owgeneratesynthesis.ui
+orangecontrib/AAIT/widgets/designer/owgetpages.ui
 orangecontrib/AAIT/widgets/designer/owkeyword.ui
 orangecontrib/AAIT/widgets/designer/owkeywordsdetection.ui
 orangecontrib/AAIT/widgets/designer/owlangdetect.ui
@@ -190,6 +192,7 @@ orangecontrib/AAIT/widgets/icons/Mistral.png
 orangecontrib/AAIT/widgets/icons/Table.svg
 orangecontrib/AAIT/widgets/icons/apply_rules.svg
 orangecontrib/AAIT/widgets/icons/blue_down_arrow.svg
+orangecontrib/AAIT/widgets/icons/book.png
 orangecontrib/AAIT/widgets/icons/category.svg
 orangecontrib/AAIT/widgets/icons/dark_green.txt
 orangecontrib/AAIT/widgets/icons/de.png

{aait-2.3.12.3 → aait-2.3.13}/orangecontrib/AAIT/llm/answers_llama.py

@@ -6,9 +6,15 @@ try:
 except:
     pass
 import psutil
+import base64
 import ntpath
 import platform
 from llama_cpp import Llama
+try:
+    from llama_cpp.llama_chat_format import Qwen3VLChatHandler
+except Exception as e:
+    print("Missing installs for Qwen3-VL:", e)
+    pass
 from Orange.data import Domain, StringVariable, Table
 
 
@@ -105,7 +111,7 @@ def count_tokens(model: Llama, text: str) -> int:
     return len(tokens)
 
 
-def load_model(model_path, use_gpu, n_ctx=10000):
+def load_model(model_path, use_gpu, n_ctx=10000, k_cache=0, v_cache=0):
     """
     Charge un modèle GGUF avec llama_cpp.Llama.
 
@@ -135,6 +141,8 @@ def load_model(model_path, use_gpu, n_ctx=10000):
             use_mlock=False,
             embedding=False,
             verbose=True, #hahahahahaha remettre a False
+            type_k=k_cache,
+            type_v=v_cache
         )
         return model
     except Exception as e:
@@ -153,7 +161,14 @@ def generate_answers(table, model_path, use_gpu=False, n_ctx=4096, query_paramet
     class_dom = list(data.domain.class_vars)
 
     # Chargement modèle (llama_cpp)
-    model = load_model(model_path=model_path, use_gpu=use_gpu, n_ctx=n_ctx)
+    if not "Qwen3-VL-8B-Instruct" in model_path:
+        model = load_model(model_path=model_path,
+                           use_gpu=use_gpu,
+                           n_ctx=n_ctx,
+                           k_cache=query_parameters["k_cache"],
+                           v_cache=query_parameters["v_cache"])
+    else:
+        model = load_Qwen3VL(model_path=model_path, n_ctx=n_ctx)
     if model is None:
         return None
     # Paramètres de génération par défaut
@@ -172,27 +187,34 @@ def generate_answers(table, model_path, use_gpu=False, n_ctx=4096, query_paramet
             assistant_prompt = row["assistant prompt"].value if "assistant prompt" in data.domain else ""
 
             # Appliquer ton template existant (inchangé)
-            prompt = prompt_management.apply_prompt_template(
-                model_path,
-                user_prompt=prompt,
-                assistant_prompt=assistant_prompt,
-                system_prompt=system_prompt
-            )
-
-            prompt = handle_context_length(prompt, model, n_ctx, method="truncate", progress_callback=progress_callback)
-
-            answer = run_query(
-                prompt,
-                model=model,
-                max_tokens=query_parameters["max_tokens"],
-                temperature=query_parameters["temperature"],
-                top_p=query_parameters["top_p"],
-                top_k=query_parameters["top_k"],
-                repeat_penalty=query_parameters["repeat_penalty"],
-                workflow_id=workflow_id,
-                argself=argself,
-                progress_callback=progress_callback
-            )
+            if not "Qwen3-VL-8B-Instruct" in model_path:
+                prompt = prompt_management.apply_prompt_template(
+                    model_path,
+                    user_prompt=prompt,
+                    assistant_prompt=assistant_prompt,
+                    system_prompt=system_prompt
+                )
+
+                prompt = handle_context_length(prompt, model, n_ctx, method="truncate", margin=query_parameters["max_tokens"], progress_callback=progress_callback)
+
+                answer = run_query(
+                    prompt,
+                    model=model,
+                    max_tokens=query_parameters["max_tokens"],
+                    temperature=query_parameters["temperature"],
+                    top_p=query_parameters["top_p"],
+                    top_k=query_parameters["top_k"],
+                    repeat_penalty=query_parameters["repeat_penalty"],
+                    workflow_id=workflow_id,
+                    argself=argself,
+                    progress_callback=progress_callback
+                )
+            else:
+                image_paths = [p.strip() for p in row["image paths"].value.split(";")] if "image paths" in data.domain else []
+                answer = run_Qwen3VL_query(query=prompt,
+                                           image_paths=image_paths,
+                                           model=model,
+                                           progress_callback=progress_callback)
 
             if answer == "":
                 answer = (
@@ -251,6 +273,7 @@ class StopCallback:
 
         return True  # Continue generation
 
+
 def write_tokens_to_file(token: str, workflow_id=""):
     chemin_dossier = MetManagement.get_api_local_folder(workflow_id=workflow_id)
     if os.path.exists(chemin_dossier):
@@ -325,7 +348,7 @@ def run_query(prompt, model, max_tokens=4096, temperature=0, top_p=0, top_k=40,
     return answer
 
 
-def generate_conversation(table, model, conversation=None, n_ctx=32768, progress_callback=None, argself=None):
+def generate_conversation(table, model, conversation=None, n_ctx=32768, query_parameters=None, workflow_id="", progress_callback=None, argself=None):
     """
     Generates a response using a language model and appends it to a conversation.
 
@@ -380,7 +403,7 @@ def generate_conversation(table, model, conversation=None, n_ctx=32768, progress
     prompt += prompt_management.apply_user_template(model_path, user_prompt)
     prompt += prompt_management.apply_assistant_template(model_path, assistant_prompt)
 
-    prompt = handle_context_length(prompt, model, n_ctx, method="truncate", progress_callback=progress_callback)
+    prompt = handle_context_length(prompt, model, n_ctx, method="truncate", margin=query_parameters["max_tokens"], progress_callback=progress_callback)
 
     # Return progression to fill the user & assistant cards
     progress_callback(("user", user_prompt))
@@ -390,7 +413,7 @@ def generate_conversation(table, model, conversation=None, n_ctx=32768, progress
     conversation.append({"role": "user", "content": user_prompt})
 
     # Generate the answer
-    answer = run_query(prompt, model=model, argself=argself, progress_callback=progress_callback)
+    answer = run_query(prompt, model=model, argself=argself, workflow_id=workflow_id, progress_callback=progress_callback)
 
     # Split the thinking block and remove it from the answer
     think_text, final_answer = split_think(answer=answer)
@@ -431,13 +454,6 @@ def split_think(answer: str):
     return think_text, final_answer
 
 
-def conversation_to_text(conversation):
-    if not conversation:
-        return ""
-    else:
-        pass #TODO
-
-
 def handle_context_length(prompt, model, n_ctx, method="truncate", margin=0, progress_callback=None):
     """
     Truncate a prompt to fit within n_ctx tokens, leaving margin for generation.
@@ -456,11 +472,72 @@ def handle_context_length(prompt, model, n_ctx, method="truncate", margin=0, pro
             prompt = model.detokenize(tokens).decode("utf-8") if tokens else ""
             if progress_callback:
                 warning = (
-                    f"Complete prompt contains {initial_length} tokens - context limit is {limit}. "
+                    f"Complete prompt contains {initial_length} tokens - context limit is {limit} (Context length - Max tokens). "
                     f"The {truncated_length} last tokens have been kept in the prompt."
                 )
                 progress_callback(("warning", warning))
         return prompt
+    elif method == "summarize":
+        pass
     else:
         return prompt
 
+
+
+# For pure display
+def conversation_to_text(conversation):
+    if not conversation:
+        return ""
+    else:
+        pass #TODO
+
+
+
+def load_Qwen3VL(model_path, n_ctx=32768):
+    folder = os.path.dirname(model_path)
+    mmproj_path = os.path.join(folder, "mmproj-Qwen3-VL-8B-Instruct-F16.gguf")
+    if not os.path.exists(mmproj_path):
+        print("Something is wrong with your model : couldn't find mmproj-Qwen3-VL-8B-Instruct-F16.gguf")
+        return None
+    chat_handler = Qwen3VLChatHandler(clip_model_path=mmproj_path)
+    model = Llama(model_path=model_path,
+                  chat_handler=chat_handler,
+                  n_ctx=n_ctx,
+                  n_gpu_layers=-1)
+    return model
+
+
+def run_Qwen3VL_query(query, image_paths, model, system_prompt=" ", progress_callback=None):
+    image_messages = []
+    for image_path in image_paths:
+        data_uri = convert_to_uri(image_path)
+        image_messages.append({"type": "image_url", "image_url": {"url": data_uri}})
+    image_messages.append({"type": "text", "text": query})
+
+    messages = [{"role": "system", "content": system_prompt},
+                {"role": "user", "content": image_messages}]
+    generator = model.create_chat_completion(messages=messages, stream=True)
+
+    full_response = ""
+    for chunk in generator:
+        # chunk is a dict, often with a 'choices' list
+        for choice in chunk.get("choices", []):
+            # Each choice may have a 'delta' dict with 'content'
+            delta = choice.get("delta", {})
+            token = delta.get("content")
+            if token:
+                full_response += token
+                if progress_callback is not None:
+                    progress_callback(("assistant", token))
+    return full_response
+
+
+
+def convert_to_uri(image_path):
+    with open(image_path, "rb") as f:
+        image_bytes = f.read()
+    b64_data = base64.b64encode(image_bytes).decode("utf-8")
+    data_uri = f"data:image/png;base64,{b64_data}"
+    return data_uri
+
+

{aait-2.3.12.3 → aait-2.3.13}/orangecontrib/AAIT/widgets/OWConverseLLM.py

@@ -164,7 +164,7 @@ class OWConverseLLM(widget.OWWidget):
         elif action == "user":
             user_card = UserMessageCard(value)
             self.add_message_card(user_card)
-        elif action == "assistant:":
+        elif action == "assistant":
             if self.current_assistant_card is None:
                 assistant_card = AssistantMessageCard(value)
                 self.add_message_card(assistant_card)

{aait-2.3.12.3 → aait-2.3.13}/orangecontrib/AAIT/widgets/OWExtractTokens.py

@@ -3,7 +3,6 @@ import sys
 
 from Orange.data import Table, Domain, StringVariable
 from AnyQt.QtWidgets import QApplication
-from Orange.widgets import widget
 from Orange.widgets.settings import Setting
 from Orange.widgets.utils.signals import Input, Output
 
@@ -15,7 +14,7 @@ if "site-packages/Orange/widgets" in os.path.dirname(os.path.abspath(__file__)).
 else:
     from orangecontrib.AAIT.utils.import_uic import uic
     from orangecontrib.AAIT.utils.initialize_from_ini import apply_modification_from_python_file
-
+    from orangecontrib.AAIT.utils import base_widget
 
 @apply_modification_from_python_file(filepath_original_widget=__file__)
 class OWExtractTokens(base_widget.BaseListWidget):
@@ -28,7 +27,7 @@ class OWExtractTokens(base_widget.BaseListWidget):
     gui = os.path.join(os.path.dirname(os.path.abspath(__file__)), "designer/owextracttokens.ui")
     want_control_area = False
     priority = 1060
-    selected_column_name = Setting("")
+    selected_column_name = Setting("content")
 
     class Inputs:
         data = Input("Data", Table)
@@ -51,7 +50,7 @@ class OWExtractTokens(base_widget.BaseListWidget):
         # Qt Management
         self.setFixedWidth(470)
         self.setFixedHeight(600)
-        uic.loadUi(self.gui, self)
+        #uic.loadUi(self.gui, self)
 
         # Data Management
         self.data = None

{aait-2.3.12.3 → aait-2.3.13}/orangecontrib/AAIT/widgets/OWFindFilesFromDir.py

@@ -1,15 +1,11 @@
+import os
+import sys
 import Orange.data
 from AnyQt.QtWidgets import QApplication, QLineEdit, QCheckBox,QSpinBox, QPushButton
 from Orange.data import StringVariable, Table, Domain
 from Orange.widgets.utils.signals import Input, Output
 from Orange.widgets.settings import Setting
 from datetime import datetime, timedelta
-import openpyxl
-import os
-import sys
-import shutil
-from openpyxl import Workbook, load_workbook
-
 if "site-packages/Orange/widgets" in os.path.dirname(os.path.abspath(__file__)).replace("\\", "/"):
     from Orange.widgets.orangecontrib.AAIT.utils import base_widget
     from Orange.widgets.orangecontrib.AAIT.utils.initialize_from_ini import apply_modification_from_python_file
@@ -34,7 +30,6 @@ class OWFileFromDir(base_widget.BaseListWidget):
     recursive = Setting("False")
     filter_per_date = Setting("False")
     time_filter= Setting("0-0-0-1")
-    identify_sheets = Setting("False")
 
     class Inputs:
         data = Input("Data", Orange.data.Table)
@@ -72,10 +67,8 @@ class OWFileFromDir(base_widget.BaseListWidget):
         self.spinBox_day = self.findChild(QSpinBox, 'spinBox_day')
         self.spinBox_hour = self.findChild(QSpinBox, 'spinBox_hour')
         self.spinBox_minute = self.findChild(QSpinBox, 'spinBox_minute')
-        self.spinBox_second = self.findChild(QSpinBox, 'spinBox_second')
-        self.checkBox_sheets = self.findChild(QCheckBox, 'checkBox_sheets')
-
-        DD, JJ, SS, MM = self._parse_delta_4_numbers(self.time_filter)
+        self.spinBox_second= self.findChild(QSpinBox, 'spinBox_second')
+        DD,JJ,SS,MM=self._parse_delta_4_numbers(self.time_filter)
         self.spinBox_day.setValue(int(DD))
         self.spinBox_hour.setValue(int(JJ))
         self.spinBox_minute.setValue(int(SS))
@@ -83,7 +76,6 @@ class OWFileFromDir(base_widget.BaseListWidget):
         # Data Management
         self.folderpath = None
         self.data = None
-        self.temp_dir = None
         self.autorun = True
         self.post_initialized()
 
@@ -103,10 +95,6 @@ class OWFileFromDir(base_widget.BaseListWidget):
         if self.recursive == "True":
             self.comboBox.setChecked(True)
 
-        if self.identify_sheets == "True":
-            self.checkBox_sheets.setChecked(True)
-        else:
-            self.checkBox_sheets.setChecked(False)
 
         self.comboBox.stateChanged.connect(self.on_checkbox_toggled)
         self.checkBox_2.stateChanged.connect(self.on_checkBox_2_toggled)
@@ -114,30 +102,27 @@ class OWFileFromDir(base_widget.BaseListWidget):
         self.spinBox_hour.valueChanged.connect(self.on_value_changed)
         self.spinBox_minute.valueChanged.connect(self.on_value_changed)
         self.spinBox_second.valueChanged.connect(self.on_value_changed)
-        self.checkBox_sheets.stateChanged.connect(self.on_checkBox_sheets_toggled)
 
-        self.pushButton_run = self.findChild(QPushButton, 'pushButton_send')
+        self.pushButton_run =self.findChild(QPushButton, 'pushButton_send')
         self.pushButton_run.clicked.connect(self.run)
 
-    def on_value_changed(self):
-        self.time_filter = str(self.spinBox_day.value()) + "-" + str(self.spinBox_hour.value()) + "-" + str(
-            self.spinBox_minute.value()) + "-" + str(self.spinBox_second.value())
 
+    def on_value_changed(self):
+        self.time_filter = str(self.spinBox_day.value())+"-"+str(self.spinBox_hour.value())+"-"+str(self.spinBox_minute.value())+"-"+str(self.spinBox_second.value())
     def update_parameters(self):
-        self.extension = (self.edit_extension.text() or "").strip()  # a jout de la gestion d'une zone vide
+        self.extension = (self.edit_extension.text() or "").strip() #a jout de la gestion d'une zone vide
         if self.folderpath is not None:
             self.run()
 
-    def on_checkbox_toggled(self, state):
+    def on_checkbox_toggled(self,state):
         self.recursive = "True"
-        if state == 0:
+        if state==0:
             self.recursive = "False"
         if self.folderpath is not None:
             self.run()
-
-    def on_checkBox_2_toggled(self, state):
+    def on_checkBox_2_toggled(self,state):
         self.filter_per_date = "True"
-        if state == 0:
+        if state==0:
             self.filter_per_date = "False"
 
         if self.filter_per_date == "False":
@@ -151,79 +136,16 @@ class OWFileFromDir(base_widget.BaseListWidget):
             self.spinBox_minute.setVisible(True)
             self.spinBox_second.setVisible(True)
 
-        if self.folderpath is not None:
-            self.run()
-
-    def on_checkBox_sheets_toggled(self, state):
-        self.identify_sheets = "True"
-        if state == 0:
-            self.identify_sheets = "False"
-        if self.folderpath is not None:
-            self.run()
-
-    def split_excel_sheets(self, filepath):
-        """
-        Découpe un fichier Excel.
-        Crée un dossier [NomFichier]_sheets dans le même répertoire que le fichier.
-        Y dépose un fichier .xlsx par feuille.
-        """
-        new_paths = []
-        try:
-            source_dir = os.path.dirname(filepath)
-            filename_no_ext = os.path.splitext(os.path.basename(filepath))[0]
-
-            # Nom du dossier : ex "MonFichier_sheets"
-            output_folder_name = f"{filename_no_ext}_sheets"
-            output_folder_path = os.path.join(source_dir, output_folder_name)
-
-            # Création du dossier (exist_ok=True évite de planter s'il existe déjà)
-            os.makedirs(output_folder_path, exist_ok=True)
 
-            # 2. Lire le fichier source avec Openpyxl
-            wb = load_workbook(filepath, data_only=True)
 
-            for sheet_name in wb.sheetnames:
-                ws = wb[sheet_name]
 
-                safe_sheet = "".join(c if c.isalnum() else "_" for c in sheet_name)
-                target_filename = f"{safe_sheet}.xlsx"
-                target_path = os.path.join(output_folder_path, target_filename).replace("\\", "/")
-
-                new_wb = Workbook()
-                new_ws = new_wb.active
-                new_ws.title = sheet_name
-
-                for row in ws.iter_rows():
-                    new_ws.append([
-                        "" if cell.value is None else str(cell.value)
-                        for cell in row
-                    ])
-
-                new_wb.save(target_path)
-                new_paths.append(target_path)
-
-            wb.close()
-
-        except Exception as e:
-            # En cas d'échec (ex: fichier ouvert, permissions...), on log et on renvoie l'original
-            print(f"Erreur lors de l'extraction des feuilles pour {filepath} : {e}")
-            return [filepath]
+        if self.folderpath is not None:
+            self.run()
 
-        return new_paths
 
     def find_files(self):
         files_data = []
-        suffixes = self.parse_extensions()
-        excel_suffixes = (".xlsx", ".xlsm", ".xls")
-
-        # Nettoyage du dossier temp précédent si nouvelle recherche
-        # (Note : ce bloc est conservé tel quel, même si on utilise maintenant des dossiers locaux)
-        if self.identify_sheets == "True" and self.temp_dir and os.path.exists(self.temp_dir):
-            try:
-                shutil.rmtree(self.temp_dir)
-                self.temp_dir = None
-            except:
-                pass
+        suffixes = self.parse_extensions()  # si pas de d'extensions, elles apparaitront toutes
 
         for i in range(len(self.folderpath)):
             base = self.folderpath[i]
@@ -238,42 +160,8 @@ class OWFileFromDir(base_widget.BaseListWidget):
             for root, _, files in traversal:
                 for file in files:
                     name = file.lower()
-                    full_path = os.path.join(root, file).replace("\\", "/")
-
                     if suffixes is None or name.endswith(suffixes):
-                        is_excel = any(name.endswith(ext) for ext in excel_suffixes)
-
-                        if self.identify_sheets == "True" and is_excel:
-                            filename_no_ext = os.path.splitext(file)[0]
-                            expected_folder_name = f"{filename_no_ext}_sheets"
-                            expected_folder_path = os.path.join(root, expected_folder_name)
-
-                            if os.path.exists(expected_folder_path) and os.path.isdir(expected_folder_path):
-                                found_sheets = False
-                                try:
-                                    existing_files = [
-                                        os.path.join(expected_folder_path, f).replace("\\", "/")
-                                        for f in os.listdir(expected_folder_path)
-                                        if f.endswith(".xlsx") and not f.startswith("~$")
-                                    ]
-                                    if existing_files:
-                                        for ex_path in existing_files:
-                                            files_data.append([ex_path])
-                                        found_sheets = True
-                                except OSError:
-                                    pass
-                                # Si le dossier existait mais était vide
-                                if not found_sheets:
-                                    split_files = self.split_excel_sheets(full_path)
-                                    for split_path in split_files:
-                                        files_data.append([split_path])
-                            # 3. Le dossier n'existe pas, on lance le découpage
-                            else:
-                                split_files = self.split_excel_sheets(full_path)
-                                for split_path in split_files:
-                                    files_data.append([split_path])
-                        else:
-                            files_data.append([full_path])
+                        files_data.append([os.path.join(root, file).replace("\\", "/")])
         return files_data
 
     def parse_extensions(self):
@@ -442,30 +330,6 @@ class OWFileFromDir(base_widget.BaseListWidget):
     def post_initialized(self):
         pass
 
-    def get_sheet_names_from_file(self, filepath: str):
-        """
-        Méthode simplifiée pour récupérer la liste des noms des feuilles
-        en utilisant directement les bibliothèques sous-jacentes (openpyxl/xlrd).
-        """
-        # Récupérer l'extension en minuscules
-        extension = os.path.splitext(filepath)[1].lower()
-        sheets = []
-
-        try:
-            if extension in ('.xlsx', '.xlsm'):
-                workbook = openpyxl.load_workbook(filepath, read_only=True, data_only=False)
-                sheets = workbook.sheetnames
-                workbook.close()
-            else:
-                print(f"INFO: Extension {extension} non supportée pour l'extraction de feuilles.")
-
-        except ImportError as e:
-            self.warning(
-                f"Librairie manquante pour lire les feuilles : {e}. Assurez-vous d'avoir 'openpyxl'")
-        except Exception as e:
-            self.error(f"Impossible de lire les feuilles du fichier {os.path.basename(filepath)} : {e}")
-        return sheets
-
 if __name__ == "__main__":
     app = QApplication(sys.argv)
     my_widget = OWFileFromDir()
@@ -474,4 +338,4 @@ if __name__ == "__main__":
     if hasattr(app, "exec"):
         app.exec()
     else:
-        app.exec_()
+        app.exec_()