aait 1.0.0.5__tar.gz → 1.0.1__tar.gz

{aait-1.0.0.5 → aait-1.0.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: aait
-Version: 1.0.0.5
+Version: 1.0.1
 Summary: Advanced Artificial Intelligence Tools is a package meant to develop and enable advanced AI functionalities in Orange
 Home-page: 
 Author: Orange community

{aait-1.0.0.5 → aait-1.0.1}/aait.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: aait
-Version: 1.0.0.5
+Version: 1.0.1
 Summary: Advanced Artificial Intelligence Tools is a package meant to develop and enable advanced AI functionalities in Orange
 Home-page: 
 Author: Orange community

{aait-1.0.0.5 → aait-1.0.1}/aait.egg-info/SOURCES.txt

@@ -38,6 +38,9 @@ orangecontrib/AAIT/fix_torch/libomp140.x86_64.dll
 orangecontrib/AAIT/llm/GPT4ALL.py
 orangecontrib/AAIT/llm/GPT4ALL_killer.py
 orangecontrib/AAIT/llm/MergeBaseLora.py
+orangecontrib/AAIT/llm/SERV_kill_workflow.py
+orangecontrib/AAIT/llm/SERV_requests.py
+orangecontrib/AAIT/llm/SERV_start_workflow.py
 orangecontrib/AAIT/llm/Tutorial_Finetuning.py
 orangecontrib/AAIT/llm/Tutorial_TestFinetuning.py
 orangecontrib/AAIT/llm/__init__.py
@@ -47,7 +50,6 @@ orangecontrib/AAIT/llm/embeddings.py
 orangecontrib/AAIT/llm/finetuning.py
 orangecontrib/AAIT/llm/functions_DatasetGeneration.py
 orangecontrib/AAIT/llm/functions_Finetuning.py
-orangecontrib/AAIT/llm/kill_workflow.py
 orangecontrib/AAIT/llm/lemmes.py
 orangecontrib/AAIT/llm/lmstudio.py
 orangecontrib/AAIT/llm/main_DatasetGeneration.py
@@ -55,8 +57,6 @@ orangecontrib/AAIT/llm/main_Finetuning.py
 orangecontrib/AAIT/llm/process_documents.py
 orangecontrib/AAIT/llm/prompt_management.py
 orangecontrib/AAIT/llm/quickpy.py
-orangecontrib/AAIT/llm/server_requests.py
-orangecontrib/AAIT/llm/start_workflow.py
 orangecontrib/AAIT/llm/test.py
 orangecontrib/AAIT/llm/test_functions.py
 orangecontrib/AAIT/llm/translations.py
@@ -135,6 +135,7 @@ orangecontrib/AAIT/widgets/designer/owapplyrules.ui
 orangecontrib/AAIT/widgets/designer/owchunking.ui
 orangecontrib/AAIT/widgets/designer/owconcatrules.ui
 orangecontrib/AAIT/widgets/designer/owconversellm.ui
+orangecontrib/AAIT/widgets/designer/owdeepsearch.ui
 orangecontrib/AAIT/widgets/designer/owembeddings.ui
 orangecontrib/AAIT/widgets/designer/owendloop.ui
 orangecontrib/AAIT/widgets/designer/owextrachunks.ui
@@ -156,6 +157,7 @@ orangecontrib/AAIT/widgets/designer/owmodel_solar_uncensored.ui
 orangecontrib/AAIT/widgets/designer/owmodel_spacymd_en.ui
 orangecontrib/AAIT/widgets/designer/owmodel_spacymd_fr.ui
 orangecontrib/AAIT/widgets/designer/ownumberpointinrules.ui
+orangecontrib/AAIT/widgets/designer/owpaddleocr.ui
 orangecontrib/AAIT/widgets/designer/owprocessdocuments.ui
 orangecontrib/AAIT/widgets/designer/owqueryllm.ui
 orangecontrib/AAIT/widgets/designer/owstartloop.ui
@@ -207,6 +209,7 @@ orangecontrib/AAIT/widgets/icons/owsavefilepathentry.svg
 orangecontrib/AAIT/widgets/icons/owtable2corpus.svg
 orangecontrib/AAIT/widgets/icons/owtranslation.svg
 orangecontrib/AAIT/widgets/icons/owtrigger.svg
+orangecontrib/AAIT/widgets/icons/paddleocr.svg
 orangecontrib/AAIT/widgets/icons/processdocuments.svg
 orangecontrib/AAIT/widgets/icons/qwen-color.png
 orangecontrib/AAIT/widgets/icons/startloop.png

{aait-1.0.0.5 → aait-1.0.1}/orangecontrib/AAIT/llm/process_documents.py

@@ -1,7 +1,6 @@
 import os
 import json
 import ntpath
-# import difflib
 
 from Orange.data import Table, Domain, StringVariable
 
@@ -16,14 +15,17 @@ def process_documents(dirpath):
 
     # get path from user selection
     embeddings = check_for_embeddings(dirpath)
-    files_to_process = get_files_to_process(dirpath, embeddings)
+    dirpath = dirpath.replace("\\", "/")
 
     # Set selected path in the saved embeddings
     if embeddings is not None:
-        common_path = find_common_root(embeddings)
+        common_path = find_common_root(embeddings).replace("\\", "/")
         for row in embeddings:
             row["path"] = row["path"].value.replace(common_path, dirpath)
 
+    # Verify which files are already processed
+    files_to_process = get_files_to_process(dirpath, embeddings)
+
     rows = []
     for file in files_to_process:
         # Get the text content from the file
@@ -73,9 +75,9 @@ def get_files_to_process(folder_path, table=None):
 
     # Extract the existing file names from the Orange Data Table
     if table:
-        existing_names = set(table[:, "name"].metas.flatten())  # Extract names from the table
+        existing_paths = set(table[:, "path"].metas.flatten())  # Extract names from the table
     else:
-        existing_names = set()
+        existing_paths = set()
 
 
     # Walk through the folder and its subfolders
@@ -84,32 +86,30 @@ def get_files_to_process(folder_path, table=None):
         for file in files:
             # Check if the file has a supported extension
             if os.path.splitext(file)[1].lower() in supported_extensions:
-                # Compute the relative name (including subfolder structure)
-                relative_name = os.path.relpath(os.path.join(root, file), folder_path)
-                # Add the file if its relative name is not already in the table
-                filepath = os.path.join(root, file)
-                if relative_name not in existing_names:
+                # Add the file if it is not already in the table
+                filepath = os.path.join(root, file).replace("\\", "/")
+                if filepath not in existing_paths:
                     new_files.append(filepath)
-                    sizes[relative_name] = os.path.getsize(filepath)
+                    sizes[filepath] = os.path.getsize(filepath)
                 # If the file is in the table, verify if the file has been modified (comparing the size)
                 else:
                     new_size = os.path.getsize(filepath)
-                    if relative_name not in sizes.keys():
-                        sizes[relative_name] = new_size
+                    if filepath not in sizes.keys():
+                        sizes[filepath] = new_size
                     else:
-                        old_size = sizes[relative_name]
+                        old_size = sizes[filepath]
                         if old_size != new_size:
                             new_files.append(filepath)
-                            table = remove_from_table(relative_name, table)
-                            sizes[relative_name] = new_size
+                            table = remove_from_table(filepath, table)
+                            sizes[filepath] = new_size
     with open(filepath_sizes, "w") as json_file:
         json.dump(sizes, json_file, indent=4)
     return new_files
 
 
-def remove_from_table(filename, table):
+def remove_from_table(filepath, table):
     filtered_table = Table.from_list(domain=table.domain,
-                                      rows=[row for row in table if row["name"].value != filename])
+                                      rows=[row for row in table if row["path"].value != filepath])
     return filtered_table
 
 

{aait-1.0.0.5 → aait-1.0.1}/orangecontrib/AAIT/llm/prompt_management.py

@@ -21,6 +21,13 @@ prompt_templates = {
 
 
 
+    "deepseek":
+"""### Instruction: {user_prompt}
+
+### Response:""",
+
+
+
     "qwen":
 """<|im_start|>system
 {system_prompt}<|im_end|>
@@ -44,9 +51,10 @@ model_types = {
     "Mistral-7B-Instruct-v0.3.Q6_K.gguf": "mistral",
     "Qwen2.5.1-Coder-7B-Instruct-Q6_K.gguf": "qwen",
     "qwen2.5-3b-instruct-q4_k_m.gguf": "qwen",
+    "deepseek-coder-6.7b-instruct.Q6_K.gguf": "deepseek"
 }
 
-model_keywords = ["qwen", "solar", "mistral", "llama"]
+model_keywords = ["qwen", "solar", "mistral", "llama", "deepseek"]
 
 def apply_prompt_template(model_name, user_prompt, assistant_prompt="", system_prompt=""):
     """

{aait-1.0.0.5 → aait-1.0.1}/orangecontrib/AAIT/utils/MetManagement.py

@@ -12,6 +12,10 @@ from os.path import expanduser
 from pathlib import Path
 import time
 import tempfile
+import uuid
+import base64
+
+
 
 if "site-packages/Orange/widgets" in os.path.dirname(os.path.abspath(__file__)).replace("\\", "/"):
     from Orange.widgets.orangecontrib.AAIT.utils import (SimpleDialogQt, aait_repo_file, shared_variables,
@@ -1293,6 +1297,7 @@ def reset_folder(folder_path, attempts=10, delay=0.05,recreate=True):
         return 1  # Failure
 
 def reset_files(files, attempts=10, delay=0.05):
+    # files [file1,file2,file3]???
     for file in files:
         for _ in range(attempts):
             if os.path.exists(file):
@@ -1319,10 +1324,15 @@ def get_api_local_folder(workflow_id=""):
     return result
 def get_api_local_folder_admin():
     return get_api_local_folder()[:-1]+"_adm/"
+
+def get_api_local_folder_admin_locker():
+    return get_api_local_folder()[:-1]+"_adm/locker/"
+
 def get_path_linkHTMLWorkflow():
     aait_path = get_local_store_path()
     return aait_path + "Parameters/linkHTMLWorkflow/"
 
+
 def get_second_from_1970():
     return int(time.time())
 
@@ -1337,6 +1347,22 @@ def read_file_time(path):
         content = f.read()
     return int(content)
 
+def generate_unique_id_from_mac_timestamp():
+    # Récupère l'adresse MAC de la machine (ou un fallback stable si MAC inaccessible)
+    mac = uuid.getnode()
+    # Temps Unix à la centieme de seconde (précision 0.01s)
+    timestamp = int(time.time() * 100)
+    # Conversion en octets
+    mac_bytes = mac.to_bytes(6, byteorder='big')  # 6 octets = 48 bits
+    ts_bytes = timestamp.to_bytes(8, byteorder='big')  # 6 octet je suis large
+    # Concaténation binaire + encodage en base64 URL-safe sans padding
+    raw_bytes = mac_bytes + ts_bytes
+    out= str(base64.b32encode(raw_bytes).decode().rstrip('=').lower())
+    return out
+
+
+
+
 if __name__ == "__main__":
     # avant faire un bouton
     # set_aait_store_remote_ressources_path(ressource_path)

{aait-1.0.0.5 → aait-1.0.1}/orangecontrib/AAIT/widgets/OWAAITResourcesManager.py

@@ -197,6 +197,7 @@ class OWAAITResourcesManager(widget.OWWidget):
     def open_explorer(self):
         path = MetManagement.get_local_store_path()
         if sys.platform.startswith("darwin"):
+            import subprocess
             subprocess.run(["open", path])
             return
         elif sys.platform.startswith("win"):

{aait-1.0.0.5 → aait-1.0.1}/orangecontrib/AAIT/widgets/OWDeep_Search.py

@@ -115,7 +115,7 @@ class OWDeep_Search(widget.OWWidget):
         }
 
         try:
-            resp = requests.post(url, json=payload, headers=headers, timeout=90)
+            resp = requests.post(url, json=payload, headers=headers, timeout=600)
             resp.raise_for_status()
             answer_md = resp.json()["choices"][0]["message"]["content"]
 
@@ -135,8 +135,7 @@ class OWDeep_Search(widget.OWWidget):
 
         domain = Orange.data.Domain([], metas=[response_var])
         out_data = Orange.data.Table.from_list(domain, [[answer_md]])
-        self.Outputs.response.send(out_data)
-        print(out_data)
+        #self.Outputs.response.send(out_data)
         return out_data
 
     def run(self):
@@ -160,7 +159,7 @@ class OWDeep_Search(widget.OWWidget):
 
         # Start progress bar
         self.progressBarInit()
-        self.textBrowser.setText("")
+        #◙self.textBrowser.setText("")
 
         # Connect and start thread : main function, progress, result and finish
         # --> progress is used in the main function to track progress (with a callback)
@@ -196,6 +195,7 @@ class OWDeep_Search(widget.OWWidget):
         print("Generation finished")
         self.progressBarFinished()
 
+
     def post_initialized(self):
         pass
 

aait-1.0.1/orangecontrib/AAIT/widgets/designer/owdeepsearch.ui

@@ -0,0 +1,74 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<ui version="4.0">
+ <class>Form</class>
+ <widget class="QWidget" name="Form">
+  <property name="geometry">
+   <rect>
+    <x>0</x>
+    <y>0</y>
+    <width>700</width>
+    <height>500</height>
+   </rect>
+  </property>
+  <property name="windowTitle">
+   <string>Form</string>
+  </property>
+  <widget class="QLabel" name="label">
+   <property name="geometry">
+    <rect>
+     <x>10</x>
+     <y>70</y>
+     <width>121</width>
+     <height>21</height>
+    </rect>
+   </property>
+   <property name="text">
+    <string>API Key :</string>
+   </property>
+  </widget>
+  <widget class="QLabel" name="Description">
+   <property name="geometry">
+    <rect>
+     <x>30</x>
+     <y>10</y>
+     <width>551</width>
+     <height>51</height>
+    </rect>
+   </property>
+   <property name="text">
+    <string>This widget generates a deepsearch answer on the column &quot;prompt&quot; of your input data.</string>
+   </property>
+   <property name="textFormat">
+    <enum>Qt::AutoText</enum>
+   </property>
+   <property name="alignment">
+    <set>Qt::AlignLeading|Qt::AlignLeft|Qt::AlignVCenter</set>
+   </property>
+   <property name="wordWrap">
+    <bool>true</bool>
+   </property>
+  </widget>
+  <widget class="QTextBrowser" name="textBrowser">
+   <property name="geometry">
+    <rect>
+     <x>20</x>
+     <y>120</y>
+     <width>661</width>
+     <height>331</height>
+    </rect>
+   </property>
+  </widget>
+  <widget class="QLineEdit" name="line_api_key">
+   <property name="geometry">
+    <rect>
+     <x>100</x>
+     <y>60</y>
+     <width>571</width>
+     <height>41</height>
+    </rect>
+   </property>
+  </widget>
+ </widget>
+ <resources/>
+ <connections/>
+</ui>

aait-1.0.1/orangecontrib/AAIT/widgets/designer/owpaddleocr.ui

@@ -0,0 +1,41 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<ui version="4.0">
+ <class>Form</class>
+ <widget class="QWidget" name="Form">
+  <property name="geometry">
+   <rect>
+    <x>0</x>
+    <y>0</y>
+    <width>470</width>
+    <height>300</height>
+   </rect>
+  </property>
+  <property name="windowTitle">
+   <string>Form</string>
+  </property>
+  <widget class="QLabel" name="Description">
+   <property name="geometry">
+    <rect>
+     <x>20</x>
+     <y>20</y>
+     <width>431</width>
+     <height>261</height>
+    </rect>
+   </property>
+   <property name="text">
+    <string>This widget extracts the text from the PDF documents in the "path" column of your input data.</string>
+   </property>
+   <property name="textFormat">
+    <enum>Qt::AutoText</enum>
+   </property>
+   <property name="alignment">
+    <set>Qt::AlignLeading|Qt::AlignLeft|Qt::AlignVCenter</set>
+   </property>
+   <property name="wordWrap">
+    <bool>true</bool>
+   </property>
+  </widget>
+ </widget>
+ <resources/>
+ <connections/>
+</ui>

aait-1.0.1/orangecontrib/AAIT/widgets/icons/paddleocr.svg

@@ -0,0 +1,27 @@
+<?xml version="1.0" encoding="iso-8859-1"?>
+<!-- Uploaded to: SVG Repo, www.svgrepo.com, Generator: SVG Repo Mixer Tools -->
+<svg fill="#000000" height="800px" width="800px" version="1.1" id="Layer_1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" 
+	 viewBox="0 0 502.001 502.001" xml:space="preserve">
+<g>
+	<g>
+		<g>
+			<path d="M499.072,45.717L456.283,2.928c-3.906-3.904-10.238-3.904-14.143,0l-26.332,26.333c-1.875,1.875-2.929,4.419-2.929,7.071
+				c0,2.652,1.054,5.196,2.929,7.071c2.453,2.453,2.453,6.444,0,8.898L232.129,235.979c-25.166,25.167-54.571,44.902-87.397,58.658
+				l-17.137,7.181c-13.135,5.504-24.901,13.401-34.971,23.471l-78.788,78.788C4.914,413,0,424.862,0,437.481
+				c0,12.617,4.914,24.48,13.836,33.403l17.281,17.281C40.039,497.086,51.901,502,64.519,502c12.618,0,24.481-4.914,33.404-13.837
+				l78.788-78.788c10.07-10.07,17.966-21.836,23.471-34.971l7.181-17.136c13.756-32.826,33.491-62.23,58.658-87.397L449.7,86.192
+				c2.454-2.452,6.445-2.452,8.898,0c1.875,1.875,4.419,2.929,7.071,2.929c2.652,0,5.196-1.054,7.071-2.929l26.332-26.332
+				C502.977,55.954,502.977,49.622,499.072,45.717z M464.282,66.365c-3.168-1.323-6.598-2.016-10.134-2.016
+				c-7.023,0-13.625,2.734-18.591,7.7l-183.68,183.678c-27.013,27.014-48.196,58.576-62.962,93.811l-7.18,17.136
+				c-4.495,10.727-10.944,20.336-19.167,28.559L83.78,474.021C78.635,479.167,71.795,482,64.519,482s-14.115-2.833-19.26-7.978
+				l-17.281-17.281C22.833,451.597,20,444.757,20,437.481s2.833-14.117,7.977-19.261l78.788-78.788
+				c8.224-8.224,17.832-14.672,28.558-19.167l17.137-7.181c35.235-14.766,66.797-35.949,93.811-62.962l183.68-183.679
+				c4.966-4.966,7.7-11.568,7.7-18.591c0-3.536-0.694-6.966-2.016-10.134l13.576-13.576l28.647,28.647L464.282,66.365z"/>
+			<path d="M108.429,353.928l-9.5,9.5c-3.905,3.906-3.905,10.238,0,14.143c1.952,1.953,4.512,2.929,7.071,2.929
+				s5.119-0.976,7.072-2.929l9.5-9.5c3.905-3.906,3.905-10.238,0-14.143C118.666,350.023,112.334,350.023,108.429,353.928z"/>
+			<path d="M78.929,383.428l-45,45c-3.905,3.906-3.905,10.238,0,14.143c1.952,1.953,4.512,2.929,7.071,2.929
+				s5.119-0.976,7.072-2.929l45-45c3.905-3.906,3.905-10.238,0-14.143C89.166,379.523,82.834,379.523,78.929,383.428z"/>
+		</g>
+	</g>
+</g>
+</svg>

{aait-1.0.0.5 → aait-1.0.1}/setup.py

@@ -4,7 +4,7 @@ from setuptools import setup, find_packages
 NAME = "aait"
 
 # Version du package PyPI
-VERSION = "1.0.0.5"  # la version doit être supérieure à la précédente sinon la publication sera refusée
+VERSION = "1.0.1"  # la version doit être supérieure à la précédente sinon la publication sera refusée
 
 # Facultatif / Adaptable à souhait
 AUTHOR = "Orange community"