aait 2.3.12__tar.gz → 2.3.12.2__tar.gz

{aait-2.3.12 → aait-2.3.12.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: aait
-Version: 2.3.12
+Version: 2.3.12.2
 Summary: Advanced Artificial Intelligence Tools is a package meant to develop and enable advanced AI functionalities in Orange
 Home-page: 
 Author: Orange community

{aait-2.3.12 → aait-2.3.12.2}/aait.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: aait
-Version: 2.3.12
+Version: 2.3.12.2
 Summary: Advanced Artificial Intelligence Tools is a package meant to develop and enable advanced AI functionalities in Orange
 Home-page: 
 Author: Orange community

{aait-2.3.12 → aait-2.3.12.2}/aait.egg-info/SOURCES.txt

@@ -1,5 +1,4 @@
 License.txt
-setup.cfg
 setup.py
 aait.egg-info/PKG-INFO
 aait.egg-info/SOURCES.txt
@@ -40,6 +39,7 @@ orangecontrib/AAIT/utils/shared_variables.py
 orangecontrib/AAIT/utils/subprocess_management.py
 orangecontrib/AAIT/utils/thread_management.py
 orangecontrib/AAIT/utils/unlink_table_domain.py
+orangecontrib/AAIT/utils/widget_positioning.py
 orangecontrib/AAIT/utils/windows_utils.py
 orangecontrib/AAIT/utils/tools/__init__.py
 orangecontrib/AAIT/utils/tools/change_owcorpus.py
@@ -50,6 +50,8 @@ orangecontrib/AAIT/widgets/OWAAITResourcesManager.py
 orangecontrib/AAIT/widgets/OWAccumulator.py
 orangecontrib/AAIT/widgets/OWAddColumns.py
 orangecontrib/AAIT/widgets/OWApplyRules.py
+orangecontrib/AAIT/widgets/OWAutoShowCreateInstance.py
+orangecontrib/AAIT/widgets/OWAutoShowTable.py
 orangecontrib/AAIT/widgets/OWCN2rule_view.py
 orangecontrib/AAIT/widgets/OWChunking.py
 orangecontrib/AAIT/widgets/OWConcatRules.py
@@ -80,6 +82,7 @@ orangecontrib/AAIT/widgets/OWLargeLanguageModel.py
 orangecontrib/AAIT/widgets/OWLemmatizer.py
 orangecontrib/AAIT/widgets/OWLoadDocuments.py
 orangecontrib/AAIT/widgets/OWModel_CE_MiniLML6.py
+orangecontrib/AAIT/widgets/OWModel_Embeddings.py
 orangecontrib/AAIT/widgets/OWModel_Falcon.py
 orangecontrib/AAIT/widgets/OWModel_HelsinkiEnFr.py
 orangecontrib/AAIT/widgets/OWModel_HelsinkiFrEn.py
@@ -100,6 +103,7 @@ orangecontrib/AAIT/widgets/OWOptimisation.py
 orangecontrib/AAIT/widgets/OWOptimisationSelection.py
 orangecontrib/AAIT/widgets/OWOptimisationSendScore.py
 orangecontrib/AAIT/widgets/OWProcessDocumentsFromPath.py
+orangecontrib/AAIT/widgets/OWQuadrantclicker.py
 orangecontrib/AAIT/widgets/OWQueryLLM.py
 orangecontrib/AAIT/widgets/OWRandomData.py
 orangecontrib/AAIT/widgets/OWReranking.py
@@ -167,6 +171,7 @@ orangecontrib/AAIT/widgets/designer/owmodel_spacymd_en.ui
 orangecontrib/AAIT/widgets/designer/owmodel_spacymd_fr.ui
 orangecontrib/AAIT/widgets/designer/ownumberpointinrules.ui
 orangecontrib/AAIT/widgets/designer/owprocessdocuments.ui
+orangecontrib/AAIT/widgets/designer/owquadrant_clicker.ui
 orangecontrib/AAIT/widgets/designer/owqueryllm.ui
 orangecontrib/AAIT/widgets/designer/owreranking.ui
 orangecontrib/AAIT/widgets/designer/owsavewithpath.ui
@@ -179,8 +184,10 @@ orangecontrib/AAIT/widgets/designer/owtranslation.ui
 orangecontrib/AAIT/widgets/designer/owtrigger.ui
 orangecontrib/AAIT/widgets/designer/owunzipfolder.ui
 orangecontrib/AAIT/widgets/icons/CN2RuleViewer.svg
+orangecontrib/AAIT/widgets/icons/CreateInstance.svg
 orangecontrib/AAIT/widgets/icons/MDViewer.png
 orangecontrib/AAIT/widgets/icons/Mistral.png
+orangecontrib/AAIT/widgets/icons/Table.svg
 orangecontrib/AAIT/widgets/icons/apply_rules.svg
 orangecontrib/AAIT/widgets/icons/blue_down_arrow.svg
 orangecontrib/AAIT/widgets/icons/category.svg
@@ -232,6 +239,7 @@ orangecontrib/AAIT/widgets/icons/owlargelanguagemodel.svg
 orangecontrib/AAIT/widgets/icons/owlemmatizer.svg
 orangecontrib/AAIT/widgets/icons/owloaddocuments.svg
 orangecontrib/AAIT/widgets/icons/owmodel_ce_minilml6.svg
+orangecontrib/AAIT/widgets/icons/owmodel_embeddings.svg
 orangecontrib/AAIT/widgets/icons/owmodel_falcon.png
 orangecontrib/AAIT/widgets/icons/owmodel_helsinki_en_fr.svg
 orangecontrib/AAIT/widgets/icons/owmodel_helsinki_fr_en.svg
@@ -249,6 +257,7 @@ orangecontrib/AAIT/widgets/icons/owtable2corpus.svg
 orangecontrib/AAIT/widgets/icons/owtranslation.svg
 orangecontrib/AAIT/widgets/icons/owtrigger.svg
 orangecontrib/AAIT/widgets/icons/processdocuments.svg
+orangecontrib/AAIT/widgets/icons/quadrantclicker.svg
 orangecontrib/AAIT/widgets/icons/qwen-color.png
 orangecontrib/AAIT/widgets/icons/select_dynamic_row.png
 orangecontrib/AAIT/widgets/icons/startloop.png

{aait-2.3.12 → aait-2.3.12.2}/orangecontrib/AAIT/__init__.py

@@ -4,24 +4,24 @@ from packaging import version
 import sys
 import re
 import os
-def check_executable_path():
-    exe = sys.executable
-
-    # caractères spéciaux interdits (tu peux en ajouter)
-    forbidden = r'[^A-Za-z0-9_\-./:\\]'  # tout ce qui n'est PAS ce set
-    pattern = re.compile(forbidden)
-
-    if " " in exe or pattern.search(exe):
-        return False
-    return True
-
-if not check_executable_path():
-    if "site-packages/Orange/widgets" in os.path.dirname(os.path.abspath(__file__)).replace("\\", "/"):
-        from orangecontrib.AAIT.utils import SimpleDialogQt
-    else:
-        from orangecontrib.AAIT.utils import SimpleDialogQt
-    SimpleDialogQt.BoxError("You must install this program in a path that does not contain spaces or special characters.")
-    exit(0)
+# def check_executable_path():
+#     exe = sys.executable
+#
+#     # caractères spéciaux interdits (tu peux en ajouter)
+#     forbidden = r'[^A-Za-z0-9_\-./:\\]'  # tout ce qui n'est PAS ce set
+#     pattern = re.compile(forbidden)
+#
+#     if " " in exe or pattern.search(exe):
+#         return False
+#     return True
+#
+# if not check_executable_path():
+#     if "site-packages/Orange/widgets" in os.path.dirname(os.path.abspath(__file__)).replace("\\", "/"):
+#         from orangecontrib.AAIT.utils import SimpleDialogQt
+#     else:
+#         from orangecontrib.AAIT.utils import SimpleDialogQt
+#     SimpleDialogQt.BoxError("You must install this program in a path that does not contain spaces or special characters.")
+#     exit(0)
 
 def check_executable_length(max_length=260):
     exe = sys.executable
@@ -93,7 +93,10 @@ else: # Execute the file
         """
         gc.collect()
         objects = gc.get_objects()
-        widget_discoveries = [obj for obj in objects if isinstance(obj, WidgetDiscovery)]
+        try:
+            widget_discoveries = [obj for obj in objects if isinstance(obj, WidgetDiscovery)]
+        except Exception as e:
+            print(e)
         return widget_discoveries
 
     def import_proprietary_categories():

{aait-2.3.12 → aait-2.3.12.2}/orangecontrib/AAIT/llm/answers_llama.py

@@ -97,6 +97,14 @@ def check_gpu(model_path, argself):
             return
 
 
+def count_tokens(model: Llama, text: str) -> int:
+    """
+    Count the number of tokens in a text, for a chosen model.
+    """
+    tokens = model.tokenize(text.encode("utf-8"))
+    return len(tokens)
+
+
 def load_model(model_path, use_gpu, n_ctx=10000):
     """
     Charge un modèle GGUF avec llama_cpp.Llama.
@@ -126,7 +134,7 @@ def load_model(model_path, use_gpu, n_ctx=10000):
             use_mmap=True,
             use_mlock=False,
             embedding=False,
-            verbose=False,
+            verbose=True, #hahahahahaha remettre a False
         )
         return model
     except Exception as e:
@@ -146,7 +154,8 @@ def generate_answers(table, model_path, use_gpu=False, n_ctx=4096, query_paramet
 
     # Chargement modèle (llama_cpp)
     model = load_model(model_path=model_path, use_gpu=use_gpu, n_ctx=n_ctx)
-
+    if model is None:
+        return None
     # Paramètres de génération par défaut
     if query_parameters is None:
         query_parameters = {"max_tokens": 4096, "temperature": 0.4, "top_p": 0.4, "top_k": 40, "repeat_penalty": 1.15}
@@ -170,6 +179,8 @@ def generate_answers(table, model_path, use_gpu=False, n_ctx=4096, query_paramet
                 system_prompt=system_prompt
             )
 
+            prompt = handle_context_length(prompt, model, n_ctx, method="truncate", progress_callback=progress_callback)
+
             answer = run_query(
                 prompt,
                 model=model,
@@ -185,8 +196,8 @@ def generate_answers(table, model_path, use_gpu=False, n_ctx=4096, query_paramet
 
             if answer == "":
                 answer = (
-                    "Error: The answer could not be generated. The model architecture you tried to use is most "
-                    f"likely not supported yet.\n\nModel name: {ntpath.basename(model_path)}"
+                    "Error: The answer could not be generated. Your prompt might be too long, or the model architecture you tried to use is possibly "
+                    f"not supported yet.\n\nModel name: {ntpath.basename(model_path)}"
                 )
 
             thinking = ""
@@ -199,11 +210,11 @@ def generate_answers(table, model_path, use_gpu=False, n_ctx=4096, query_paramet
 
             if progress_callback is not None:
                 progress_value = float(100 * (i + 1) / len(data))
-                progress_callback((progress_value, "\n\n\n\n"))
+                progress_callback(("progressBar", progress_value))
 
             if argself is not None and getattr(argself, "stop", False):
                 break
-    except ValueError as e:
+    except Exception as e:
         print("An error occurred when trying to generate an answer:", e)
         return
 
@@ -278,7 +289,7 @@ def run_query(prompt, model, max_tokens=4096, temperature=0, top_p=0, top_k=40,
     # - On utilise create_completion (prompt-style) pour rester compatible avec ton templating actuel.
     # - Le générateur renvoie des chunks contenant choices[0].text.
     try:
-        stream = model.create_completion(prompt=prompt, **gen_kwargs)
+        stream = model(prompt=prompt, **gen_kwargs)
 
         for chunk in stream:
             # Récupérer le texte incrémental
@@ -296,7 +307,7 @@ def run_query(prompt, model, max_tokens=4096, temperature=0, top_p=0, top_k=40,
             write_tokens_to_file(token, workflow_id)
 
             if progress_callback is not None:
-                progress_callback((None, token))
+                progress_callback(("assistant", token))
 
             if argself is not None and getattr(argself, "stop", False):
                 # Arrêt demandé de l'extérieur
@@ -314,63 +325,142 @@ def run_query(prompt, model, max_tokens=4096, temperature=0, top_p=0, top_k=40,
     return answer
 
 
-# def generate_conversation(table, model, model_path, conversation="", progress_callback=None, argself=None):
-#     """
-#     Generates a response using a language model and appends it to a conversation.
-#
-#     Parameters:
-#     ----------
-#     table (Orange.data.Table) Input data table. The first row should contain at least a "prompt" column, and optionally
-#         "system prompt" and "assistant prompt" columns for context.
-#
-#     model (GPT4All) : Loaded language model instance, compatible with GPT4All or llama.cpp-style interfaces.
-#
-#     model_path (str) : Path or name of the model, used for selecting the appropriate prompt template.
-#
-#     conversation (str, optional) : Existing conversation string to append the new response to. Defaults to an empty string.
-#
-#     progress_callback (callable, optional) : Callback function for UI updates during generation. Called with progress percentage and message.
-#
-#     argself (object, optional) : Extra argument passed to `run_query`, typically the widget instance (used for context or settings).
-#
-#     Returns:
-#     -------
-#     Orange.data.Table
-#         A new Orange Table containing the original input row with two new meta columns:
-#         - "Answer": the model's generated response.
-#         - "Conversation": the updated full conversation string.
-#     """
-#     if table is None:
-#         return
-#
-#     # Copy of input data
-#     data = copy.deepcopy(table)
-#     attr_dom = list(data.domain.attributes)
-#     metas_dom = list(data.domain.metas)
-#     class_dom = list(data.domain.class_vars)
-#
-#     features = list(data[0])
-#     metas = list(data.metas[0])
-#
-#     # Get data from the first row of the Data Table
-#     system_prompt = data[0]["system prompt"].value if "system prompt" in data.domain else ""
-#     assistant_prompt = data[0]["assistant prompt"].value if "assistant prompt" in data.domain else ""
-#     user_prompt = data[0]["prompt"].value
-#
-#     # Build prompt based on the model name
-#     prompt = prompt_management.apply_prompt_template(model_path, user_prompt=user_prompt, assistant_prompt=assistant_prompt, system_prompt=system_prompt)
-#     answer = run_query(prompt, model=model, argself=argself, progress_callback=progress_callback)
-#     conversation += "### Assistant :\n\n" + answer + "\n\n\n\n"
-#
-#     # Add spaces to the widget for following answers
-#     progress_callback((100, "\n\n\n\n"))
-#
-#     # Generate new Domain to add to data
-#     metas += [answer, conversation]
-#     row = [features + metas]
-#     answer_dom = [StringVariable("Answer"), StringVariable("Conversation")]
-#
-#     # Create and return table
-#     domain = Domain(attributes=attr_dom, metas=metas_dom + answer_dom, class_vars=class_dom)
-#     out_data = Table.from_list(domain=domain, rows=row)
-#     return out_data
+def generate_conversation(table, model, conversation=None, n_ctx=32768, progress_callback=None, argself=None):
+    """
+    Generates a response using a language model and appends it to a conversation.
+
+    Parameters:
+    ----------
+    table (Orange.data.Table) Input data table. The first row should contain at least a "prompt" column, and optionally
+        "system prompt" and "assistant prompt" columns for context.
+    model (Llama) : Loaded language model instance, compatible with GPT4All or llama.cpp-style interfaces.
+    widget (OWConverseLLM) : The widget in which to display the conversation.
+    conversation (list, optional) : Existing conversation string to append the new response to. Defaults to an empty string.
+    progress_callback (callable, optional) : Callback function for UI updates during generation. Called with progress percentage and message.
+    argself (object, optional) : Extra argument passed to `run_query`, typically the widget instance (used for context or settings).
+
+    Returns:
+    -------
+    Orange.data.Table
+        A new Orange Table containing the original input row with two new meta columns:
+        - "Answer": the model's generated response.
+        - "Conversation": the updated full conversation string.
+    """
+    if table is None:
+        return
+
+    # Copy the input data
+    data = copy.deepcopy(table)
+    L = len(data)
+
+    # Get data from the first row of the Data Table
+    system_prompt = data[0]["system prompt"].value if "system prompt" in data.domain else ""
+    user_prompt = data[0]["prompt"].value
+    assistant_prompt = data[0]["assistant prompt"].value if "assistant prompt" in data.domain else ""
+
+    # Get model path to determine prompt template
+    model_path = model.model_path
+
+    prompt = ""
+    # If the conversation has not started, add a default system prompt
+    if not conversation:
+        conversation = [{"role": "system", "content": system_prompt}]
+
+    # If the conversation has started, build the complete context
+    else:
+        for message in conversation:
+            if message["role"] == "system":
+                prompt += prompt_management.apply_system_template(model_path, message["content"])
+            elif message["role"] == "user":
+                prompt += prompt_management.apply_user_template(model_path, message["content"])
+            elif message["role"] == "assistant":
+                prompt += prompt_management.apply_assistant_template(model_path, message["content"])
+
+    # Add the current user prompt & assistant prompt
+    prompt += prompt_management.apply_user_template(model_path, user_prompt)
+    prompt += prompt_management.apply_assistant_template(model_path, assistant_prompt)
+
+    prompt = handle_context_length(prompt, model, n_ctx, method="truncate", progress_callback=progress_callback)
+
+    # Return progression to fill the user & assistant cards
+    progress_callback(("user", user_prompt))
+    progress_callback(("assistant", assistant_prompt))
+
+    # Append the user message to the conversation
+    conversation.append({"role": "user", "content": user_prompt})
+
+    # Generate the answer
+    answer = run_query(prompt, model=model, argself=argself, progress_callback=progress_callback)
+
+    # Split the thinking block and remove it from the answer
+    think_text, final_answer = split_think(answer=answer)
+
+    # Append the answer to the conversation
+    conversation.append({"role": "assistant", "content": assistant_prompt + final_answer})
+
+    # End of the progress bar
+    progress_callback(("progressBar", 100))
+
+    # Padding to add columns to the table, TEMPORARY # TODO : process the entire table for conversation
+    rows_answer = [final_answer]
+    rows_answer += [""] * (L - len(rows_answer))
+    rows_think = [think_text]
+    rows_think += [""] * (L - len(rows_think))
+    rows_conv = ["To be implemented"]
+    rows_conv += [""] * (L - len(rows_conv))
+
+    # Generate new Domain to add to data
+    var_answer = StringVariable("Answer")
+    var_conversation = StringVariable("Conversation")
+    var_think = StringVariable("Think")
+
+    # Add columns to the table
+    data = data.add_column(var_answer, rows_answer, to_metas=True)
+    data = data.add_column(var_conversation, rows_conv, to_metas=True)
+    data = data.add_column(var_think, rows_think, to_metas=True)
+
+    return data, conversation
+
+
+def split_think(answer: str):
+    # Extract think content (if any)
+    think_match = re.search(r"<think>(.*?)</think>", answer, flags=re.DOTALL)
+    think_text = think_match.group(1).strip() if think_match else ""
+    # Remove think block from the final answer
+    final_answer = re.sub(r"<think>.*?</think>", "", answer, flags=re.DOTALL).strip()
+    return think_text, final_answer
+
+
+def conversation_to_text(conversation):
+    if not conversation:
+        return ""
+    else:
+        pass #TODO
+
+
+def handle_context_length(prompt, model, n_ctx, method="truncate", margin=0, progress_callback=None):
+    """
+    Truncate a prompt to fit within n_ctx tokens, leaving margin for generation.
+    Safely handles edge cases where limit <= 0.
+    """
+    # Keep a margin for generated tokens
+    limit = max(n_ctx - margin, 0)  # clamp to at least 0
+
+    if method == "truncate":
+        tokens = model.tokenize(prompt.encode("utf-8"))  # pass string, not bytes
+        initial_length = len(tokens)
+        if initial_length > limit:
+            # take last `limit` tokens safely
+            tokens = tokens[-limit:] if limit > 0 else []
+            truncated_length = len(tokens)
+            prompt = model.detokenize(tokens).decode("utf-8") if tokens else ""
+            if progress_callback:
+                warning = (
+                    f"Complete prompt contains {initial_length} tokens - context limit is {limit}. "
+                    f"The {truncated_length} last tokens have been kept in the prompt."
+                )
+                progress_callback(("warning", warning))
+        return prompt
+    else:
+        return prompt
+

{aait-2.3.12 → aait-2.3.12.2}/orangecontrib/AAIT/llm/lmstudio.py

@@ -47,7 +47,7 @@ def appel_lmstudio(prompt, model, stream=False, temperature=0.7, max_tokens=4096
 
         # Vérification de la réponse
         if response.status_code != 200:
-            raise Exception("Erreur dans la requête")
+            raise Exception("Error in the request")
 
         # Initialisation de la variable de contenu
         content = ""
@@ -75,6 +75,6 @@ def appel_lmstudio(prompt, model, stream=False, temperature=0.7, max_tokens=4096
         return content
 
     except Exception as e:
-        print(f"Erreur : {e}")
+        print(f"Error : {e}")
         return None
 

{aait-2.3.12 → aait-2.3.12.2}/orangecontrib/AAIT/llm/process_documents.py

@@ -192,10 +192,10 @@ def extract_text(filepath):
             return extract_text_from_pdf(filepath)
         elif file_extension == ".docx":
             return extract_text_from_docx(filepath)
-        elif file_extension in [".txt", ".md"]:
+        elif file_extension in [".txt", ".md", ".py", ".html", ".json", ".ows"]:
             return extract_text_from_txt(filepath)
         else:
-            return "ERROR: Unsupported file format. Please use a .pdf, .docx, .txt, or .md file."
+            return "ERROR: Unsupported file format. Please use a .pdf, .docx, .txt, .md, .py, .html, .ows or .json file."
     except Exception as e:
         print(f"Erreur lors de l'extraction de texte depuis {filepath}: {e}")
         return f"ERROR: Extraction Error ({e})"

aait-2.3.12.2/orangecontrib/AAIT/llm/prompt_management.py

@@ -0,0 +1,157 @@
+import os
+
+prompt_templates = {
+    "llama": {
+        "system": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n{system_prompt}<|eot_id|>",
+        "user": "<|start_header_id|>user<|end_header_id|>\n{user_prompt}<|eot_id|>",
+        "assistant": "<|start_header_id|>assistant<|end_header_id|>\n{assistant_prompt}"
+    },
+
+    "mistral": {
+        "system": "{system_prompt}\n",
+        "user": "<s>[INST] {user_prompt} [/INST]</s>\n",
+        "assistant": "{assistant_prompt}"
+    },
+
+    "solar": {
+        "system": "{system_prompt}\n",
+        "user": "### User: {user_prompt}\n",
+        "assistant": "### Assistant: {assistant_prompt}"
+    },
+
+    "deepseek": {
+        "system": "{system_prompt}\n",
+        "user": "### Instruction: {user_prompt}\n",
+        "assistant": "### Response: {assistant_prompt}"
+    },
+
+    "qwen": {
+        "system": "<|im_start|>system\n{system_prompt}<|im_end|>\n",
+        "user": "<|im_start|>user\n{user_prompt}<|im_end|>\n",
+        "assistant": "<|im_start|>assistant\n{assistant_prompt}"
+    },
+
+    "gemma": {
+        "system": "{system_prompt}\n",
+        "user": "<start_of_turn>user\n{user_prompt}<end_of_turn>\n",
+        "assistant": "<start_of_turn>model\n{assistant_prompt}\n"
+    },
+
+    "granite": {
+        "system": "<|system|>\n{system_prompt}\n",
+        "user": "<|user|>\n{user_prompt}\n",
+        "assistant": "<|assistant|>\n{assistant_prompt}"
+    },
+
+    "phi": {
+        "system": "<|im_start|>system<|im_sep|>\n{system_prompt}<|im_end|>\n",
+        "user": "<|im_start|>user<|im_sep|>\n{user_prompt}<|im_end|>\n",
+        "assistant": "<|im_start|>assistant<|im_sep|>\n{assistant_prompt}"
+    },
+
+    "default": {
+        "system": "{system_prompt}",
+        "user": "{user_prompt}",
+        "assistant": "{assistant_prompt}"
+    }
+}
+
+
+
+stop_tokens = {
+    "llama": "<|eot_id|>",
+    "mistral": "</s>",
+    "qwen": "<|im_end|>",
+    "gemma": "<end_of_turn>",
+    "granite": "<|endoftext|>",
+    "phi": "<|im_end|>"
+}
+
+
+model_types = {
+    "solar-10.7b-instruct-v1.0.Q6_K.gguf": "solar",
+    "solar-10.7b-instruct-v1.0-uncensored.Q6_K.gguf": "solar",
+    "Mistral-7B-Instruct-v0.3.Q6_K.gguf": "mistral",
+    "Qwen2.5.1-Coder-7B-Instruct-Q6_K.gguf": "qwen",
+    "qwen2.5-3b-instruct-q4_k_m.gguf": "qwen",
+    "deepseek-coder-6.7b-instruct.Q6_K.gguf": "deepseek"
+}
+
+model_keywords = ["qwen", "solar", "mistral", "llama", "deepseek", "gemma", "granite", "phi"]
+
+
+
+def get_model_type(model_path):
+    model_name = os.path.basename(model_path)
+    model_type = model_types.get(model_name)
+    if model_type is None:
+        model_type = next((keyword for keyword in model_keywords if keyword in model_name.lower()), None)
+    if model_type is None:
+        model_type = "default"
+    return model_type
+
+
+def apply_prompt_template(model_path, user_prompt, assistant_prompt="", system_prompt=""):
+    """
+    Apply a prompt template based on the given model name and user input.
+
+    Parameters:
+        model_path (str): The name of the model used to determine its type.
+        user_prompt (str): The user input or request to embed into the prompt.
+        assistant_prompt (str, optional): The assistant's beginning of response, if any. Defaults to an empty string.
+        system_prompt (str, optional): A system-level instruction or context to include in the prompt. Defaults to an empty string.
+
+    Returns:
+        str: The formatted prompt that is ready to be passed to the model.
+    """
+    # Try to identify the model's type
+    model_type = get_model_type(model_path)
+    # Retrieve the template
+    template = prompt_templates.get(model_type, prompt_templates["default"])  # Default template if none found
+    # Apply the template
+    prompt = ""
+    if system_prompt is not None:
+        prompt += template["system"].format(system_prompt=system_prompt)
+    prompt += template["user"].format(user_prompt=user_prompt)
+    prompt += template["assistant"].format(assistant_prompt=assistant_prompt)
+    return prompt
+
+
+def apply_system_template(model_path, system_prompt):
+    model_type = get_model_type(model_path)
+    template = prompt_templates.get(model_type, prompt_templates["default"])
+    return template["system"].format(system_prompt=system_prompt)
+
+def apply_user_template(model_path, user_prompt):
+    model_type = get_model_type(model_path)
+    template = prompt_templates.get(model_type, prompt_templates["default"])
+    return template["user"].format(user_prompt=user_prompt)
+
+def apply_assistant_template(model_path, assistant_prompt):
+    model_type = get_model_type(model_path)
+    template = prompt_templates.get(model_type, prompt_templates["default"])
+    return template["assistant"].format(assistant_prompt=assistant_prompt)
+
+
+def get_stop_token(model_name):
+    """
+    Get the stop token according to the model name / type.
+
+    Parameters:
+        model_name (str): The name of the model used to determine its type.
+    """
+    # If there is a stop token
+    try:
+        # Get the model type
+        model_type = model_types[model_name]
+        # Get the template for the model type
+        stop_token = stop_tokens[model_type]
+    except KeyError as e:
+        print(f"Your model {model_name} has no stop token defined. See prompt_management.py. (detail: {e})")
+        return None
+    return stop_token
+
+
+
+
+

{aait-2.3.12 → aait-2.3.12.2}/orangecontrib/AAIT/utils/OperationSystem.py

@@ -91,4 +91,8 @@ def sleep_seconds(seconds: float):
     """
     if seconds <= 0:
         return
-    time.sleep(seconds)
+    time.sleep(seconds)
+
+def set_proxy(proxy: str):
+    os.environ["http_proxy"] = proxy
+    os.environ["https_proxy"] = proxy