syntaxmatrix 2.5.6.1__tar.gz → 2.5.7__tar.gz

{syntaxmatrix-2.5.6.1 → syntaxmatrix-2.5.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: syntaxmatrix
-Version: 2.5.6.1
+Version: 2.5.7
 Summary: SyntaxMUI: A customizable framework for Python AI Assistant Projects.
 Author: Bob Nti
 Author-email: bob.nti@syntaxmatrix.net

{syntaxmatrix-2.5.6.1 → syntaxmatrix-2.5.7}/SyntaxMatrix.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: syntaxmatrix
-Version: 2.5.6.1
+Version: 2.5.7
 Summary: SyntaxMUI: A customizable framework for Python AI Assistant Projects.
 Author: Bob Nti
 Author-email: bob.nti@syntaxmatrix.net

{syntaxmatrix-2.5.6.1 → syntaxmatrix-2.5.7}/setup.py

@@ -8,7 +8,7 @@ with open(os.path.join(this_directory, "README.md"), encoding="utf-8") as f:
 
 setup(
     name="syntaxmatrix",
-    version="2.5.6.1",
+    version="2.5.7",
     author="Bob Nti",
     author_email="bob.nti@syntaxmatrix.net",
     description="SyntaxMUI: A customizable framework for Python AI Assistant Projects.",

{syntaxmatrix-2.5.6.1 → syntaxmatrix-2.5.7}/syntaxmatrix/agentic/agents.py

@@ -42,7 +42,7 @@ def token_calculator(total_input_content, llm_profile):
         input_prompt_tokens = len(enc.encode(total_input_content))
         return input_prompt_tokens    
 
-def mlearning_agent(user_prompt, system_prompt, coding_profile, temperature=0.1, max_tokens=4096):
+def mlearning_agent(user_prompt, system_prompt, coding_profile):
     """
     Returns:
         (text, usage_dict)
@@ -95,72 +95,41 @@ def mlearning_agent(user_prompt, system_prompt, coding_profile, temperature=0.1,
     # Google
     def google_generate_code():
         nonlocal usage
-        """
-        Generates content using the Gemini API and calculates token usage
-        including Context Overhead for consistency.
-        """
-        
-        try:
-            # 1. Client Initialization
-            config = types.GenerateContentConfig(
-                system_instruction=system_prompt,
-                temperature=temperature,
-                max_output_tokens=max_tokens,
-            )
+        config = types.GenerateContentConfig(
+            system_instruction=system_prompt,
+            # Optional: Force the model to generate a Python code block as JSON
+            response_mime_type="application/json",
+            response_schema=types.Schema(
+                type=types.Type.OBJECT,
+                properties={
+                    "code": types.Schema(type=types.Type.STRING, description="The runnable Python code."),
+                    "explanation": types.Schema(type=types.Type.STRING, description="A brief explanation of the code."),
+                },
+                required=["code"]
+            ),
+        )
 
-            # 2. API Call
-            resp = _client.models.generate_content(
+        try:
+            response = _client.models.generate_content(
                 model=_model,
-                contents=[user_prompt],
+                contents=user_prompt,
                 config=config,
             )
+        except Exception as e:
+            return f"An error occurred during API call: {e}"
 
-            # 3. Token Usage Capture and Context Overhead Calculation
-            um = resp.usage_metadata
-            usage["input_tokens"] = um.prompt_token_count
-            usage["output_tokens"] = um.thoughts_token_count
-            usage["total_tokens"] = um.total_token_count
-
-            # 4. Response Extraction (same robust logic as before)
-            text = getattr(resp, "text", None)
-            if isinstance(text, str) and text.strip():
-                return text.strip()
-
-            chunks = []
-            candidates = getattr(resp, "candidates", None) or []
-            for cand in candidates:
-                content = getattr(cand, "content", None)
-                if content:
-                    parts = getattr(content, "parts", None) or []
-                    for part in parts:
-                        t = getattr(part, "text", None)
-                        if t:
-                            chunks.append(str(t))
-                            
-            text = "\n".join(chunks).strip()
-            if text:
-                return text
-
-            # 5. Handle blocked response
-            fb = getattr(resp, "prompt_feedback", None)
-            block_reason = getattr(fb, "block_reason", None) if fb else None
-            if block_reason and block_reason != types.BlockedReason.REASON_UNSPECIFIED:
-                raise RuntimeError(f"{_model} blocked the response. Reason: {block_reason.name}")
-            raise RuntimeError(f"{_model} failed to return content due to insufficient data.")
+        # 3. Token Usage Capture and Context Overhead Calculation
+        um = response.usage_metadata
+        usage["input_tokens"] = um.prompt_token_count
+        usage["output_tokens"] = um.candidates_token_count + um.thoughts_token_count
+        usage["total_tokens"] = um.total_token_count
 
-        except APIError as e:
-            error_msg = f"Gemini API Error: {e}"
-        
+        try:
+            # The response text will be a JSON string due to the config.
+            response_json = json.loads(response.text)
+            return response_json.get("code", "Error: Code field not found in response.")
         except Exception as e:
-            error_msg = f"An unexpected error occurred during API call or processing: {e}"
-
-        # --- Return the error message wrapped in the required output code structure ---
-        msg = f"I smxAI have instructed {error_msg}\n"
-        return (
-            f"# {msg}\n"
-            "from syntaxmatrix.display import show\n"
-            f"show({msg!r})\n"
-        )
+            return f"Error parsing response as JSON: {e}\nRaw Response: {response.text}"
 
     # OpenAI Responses API
     def gpt_models_latest_generate_code():
@@ -225,15 +194,14 @@ def mlearning_agent(user_prompt, system_prompt, coding_profile, temperature=0.1,
                 "from syntaxmatrix.display import show\n"
                 f"show({msg!r})\n"
             )
-        
+
     # Anthropic
     def anthropic_generate_code():  
         nonlocal usage      
         try:        
             resp = _client.messages.create(
                 model=_model,
-                max_tokens=max_tokens,
-                temperature=temperature,
+                temperature=0,
                 system=system_prompt,
                 messages=[
                     {"role": "user", "content": user_prompt}
@@ -276,40 +244,44 @@ def mlearning_agent(user_prompt, system_prompt, coding_profile, temperature=0.1,
     def openai_sdk_generate_code():
         nonlocal usage
         try:
-            resp = _client.chat.completions.create(
+            response = None
+            if _model == "deepseek-reasoner":
+                response = _client.chat.completions.create(
+                    model=_model,
+                    messages=[
+                        {"role": "system", "content": system_prompt},
+                        {"role": "user", "content": user_prompt},
+                    ],
+                    extra_body={"thinking": {"type": "enabled"}},
+                    temperature=0,
+                    stream=False
+                )
+            else:
+                response = _client.chat.completions.create(
                 model=_model,
                 messages=[
                     {"role": "system", "content": system_prompt},
                     {"role": "user", "content": user_prompt},
                 ],
-                temperature=temperature,
-                max_tokens=max_tokens,
+                extra_body={"thinking": {"type": "enabled"}},
+                temperature=0,
+                stream=False
             )
+            content = response.choices[0].message.content
 
-
-
-            um = resp.usage
+            um = response.usage
             usage["input_tokens"] = um.prompt_tokens
             usage["output_tokens"] = um.completion_tokens
             usage["total_tokens"] = um.total_tokens
 
-            text = resp.choices[0].message.content
-            if text:
-                return text
-
-            # Try to surface any block reason (safety / policy / etc.)
-            block_reason = None
-            choices = getattr(resp, "choices", None) or []
-            if choices:
-                first = choices[0]
-                fr = getattr(first, "finish_reason", None)
-                if fr and fr != "stop":
-                    block_reason = fr
-
-            if block_reason:
-                raise RuntimeError(f"{_model} stopped with reason: {block_reason}")
-             # Fallback: nothing useful came back
-            raise RuntimeError(f"{_model} returned nothing in this section due to insufficient data.")
+            code_match = re.search(r"```(?:python)?\n(.*?)```", content, re.DOTALL)
+        
+            if code_match:
+                return code_match.group(1).strip()
+            else:
+                # If no markdown blocks are found, return the raw content
+                # (assuming the model obeyed instructions to output only code)
+                return content.strip()
         
         except Exception as e:
             # IMPORTANT: return VALID PYTHON so the dashboard can show the error
@@ -318,9 +290,7 @@ def mlearning_agent(user_prompt, system_prompt, coding_profile, temperature=0.1,
                 f"# {msg}\n"
                 "from syntaxmatrix.display import show\n"
                 f"show({msg!r})\n"
-            )
-
-    # print("TTOOKKEENN: ", token_calculator(system_prompt + user_prompt, coding_profile))   
+            ) 
 
     if _provider == "google":
         code = google_generate_code()
@@ -447,7 +417,7 @@ def refine_question_agent(raw_question: str, dataset_context: str | None = None)
   
 
 def classify_ml_job_agent(refined_question, dataset_profile):   
-    
+    import ast
     def ml_response(user_prompt, system_prompt, profile):
         _profile = profile  # _prof.get_profile["admin"]
         
@@ -562,8 +532,9 @@ def classify_ml_job_agent(refined_question, dataset_profile):
     system_prompt = ("""
         You are a strict machine learning task classifier for an ML workbench.
         Your goal is to correctly label the user's task specifications with the most relevant tags from a fixed list.
-        You Must always have 'data_preprocessing' as the 1st tag. Then add up to 4 to make 5 max. Your list, therefore, should have 1-5 tags. If you think a task is too complext for the given context, even if relevant, exclude it.
-        If no relevant tag, default to "data_preprocessing" and return that alone.
+        You Must always have 'data_preprocessing' as the 1st tag. Then add up to 4 more, as needed, to make 5 max. 
+        Your list should be 2-5 tags long. If no relevant tag, default to ["data_preprocessing"]
+        If tasks specs and `df` don't match (of different industries, return ['context mismatch']
         You should return only your list of tags, no prelude or preamble.
     """)
 
@@ -583,7 +554,7 @@ def classify_ml_job_agent(refined_question, dataset_profile):
         "generative_modeling", "causal_inference", "risk_modeling", "graph_analysis",
         
         # Foundational/Pipeline Steps
-        "feature_engineering", "statistical_inference", "data_preprocessing", 
+        "data_preprocessing", "feature_engineering", "statistical_inference", 
         "model_validation", "hyperparameter_tuning"
     ]
     
@@ -591,7 +562,7 @@ def classify_ml_job_agent(refined_question, dataset_profile):
     task_description = refined_question
 
     user_prompt = f"""
-    Analyze the following task description:
+    Analyze and classify the following task description:
     ---
     {task_description}
     ---
@@ -616,9 +587,11 @@ def classify_ml_job_agent(refined_question, dataset_profile):
 
     llm_profile['client'] = _prof.get_client(llm_profile)
 
-    # Extract raw content
     tasks = ml_response(user_prompt, system_prompt, llm_profile)
-    return tasks
+    try:
+        return ast.literal_eval(tasks)
+    except Exception:
+        return tasks
 
 
 def text_formatter_agent(text):

{syntaxmatrix-2.5.6.1 → syntaxmatrix-2.5.7}/syntaxmatrix/core.py

@@ -599,7 +599,7 @@ class SyntaxMUI:
         from syntaxmatrix.gpt_models_latest import extract_output_text as _out, set_args 
    
         if not self._classification_profile:
-            classification_profile = _prof.get_profile('classification') or _prof.get_profile('chat') or _prof.get_profile('admin')
+            classification_profile = _prof.get_profile('classification') or _prof.get_profile('admin')
             if not classification_profile:
                 return {"Error": "Set a profile for Classification"}
             self._classification_profile = classification_profile
@@ -1317,11 +1317,11 @@ class SyntaxMUI:
         """)
 
         if not self._coding_profile:
-            coding_profile = _prof.get_profile("coding") or _prof.get_profile("admin")
+            coding_profile = _prof.get_profile("coding")  # or _prof.get_profile("admin")
             if not coding_profile:
                 return (
                     '<div class="smx-alert smx-alert-warn">'
-                        'No LLM profile configured for <code>coding</code> (or <code>admin</code>). <br>'
+                        'No LLM profile configured for <code>coding</code> <br>'
                         'Please, add the LLM profile inside the admin panel or contact your Administrator.'
                     '</div>'
                 )

{syntaxmatrix-2.5.6.1 → syntaxmatrix-2.5.7}/syntaxmatrix/routes.py

@@ -3047,7 +3047,7 @@ def setup_routes(smx):
                         }) + "\n\n"
 
             except GeneratorExit:
-                smx.info("Client aborted the stream.")
+                return "Client aborted the stream."
             except Exception as e:
                 smx.error(f"Stream error: {e}")
                 yield "data: " + json.dumps({"event": "error", "error": str(e)}) + "\n\n"
@@ -6513,8 +6513,7 @@ def setup_routes(smx):
                 cell["highlighted_code"] = Markup(_pygmentize(cell["code"]))
        
         highlighted_ai_code = _pygmentize(ai_code)
-        tasks = [tag.replace("_", " ").replace('"', '').capitalize() for tag in tags]
-
+        
         return render_template(
           "dashboard.html",
           section=section,
@@ -6525,7 +6524,7 @@ def setup_routes(smx):
           highlighted_ai_code=highlighted_ai_code if ai_code else None,
           askai_question=smx.sanitize_rough_to_markdown_task(askai_question),  
           refined_question=refined_question,  
-          tasks=tasks,
+          tasks=tags,
           data_cells=data_cells,
           session_id=session_id,
           llm_usage=llm_usage

{syntaxmatrix-2.5.6.1 → syntaxmatrix-2.5.7}/syntaxmatrix/settings/model_map.py

@@ -36,12 +36,14 @@ PROVIDERS_MODELS = {
         
     ],
     #4
-    "deepseek": [                    
+    "deepseek": [  
+        "deepseek-reasoner",          
         "deepseek-chat",
     ],
     #5
     "moonshot": [
-        "kimi-k2-0905-preview",
+        "kimi-k2-thinking",
+        "kimi-k2",
     ],
     #6
     "alibaba": [   

{syntaxmatrix-2.5.6.1 → syntaxmatrix-2.5.7}/syntaxmatrix/templates/dashboard.html

@@ -15,7 +15,7 @@
         position: fixed;
         top: 0; left: 0;
         width: 200px; height: 100vh;
-        background: #f1f4f7;
+        background: #a3a4a5ff;
         border-right: 1px solid #ccc;
         padding: 26px 10px 10px 14px;
         box-sizing: border-box;
@@ -56,7 +56,7 @@
         min-height: 100vh;
         box-sizing: border-box;
         overflow-x: auto;
-        background: #f8f9fb;
+        background: #dff0f5ff;
         font-size: clamp(0.98rem, 2vw, 1.07rem);
       }
       .dashboard-tabs {
@@ -85,7 +85,7 @@
         top: 2px;
       }
       .dashboard-content {
-        background: #fff;
+        background: #bbbbbd;
         width: 100%;
         padding: 10px;
         border-radius: 0 0 10px 10px;
@@ -95,6 +95,10 @@
         overflow-x: auto;
         margin-right: 1vw; 
       }
+
+      textarea#askai{
+        background: #e5e5e5cd;
+      }
       
       .smx-table {
         padding: clamp(3px, 1vw, 9px) clamp(4px, 2vw, 13px);
@@ -590,6 +594,31 @@
       .eda-card h3{ color: #1f2937 !important; }
       .smx-stat h4{ color: #64748b !important; }
     </style>
+    <style>
+      div.li > li {
+        margin-left: 35px;
+      }
+      /* 1. Style the arrow specifically */
+      .toggle-arrow {
+        display: inline-block;        /* CRITICAL: Allows the element to rotate */
+        transition: transform 0.2s;   /* Makes the rotation smooth */
+        margin-right: 6px;            /* Spacing between arrow and text */
+      }
+
+      /* 2. Rotate and color when the menu is OPEN */
+      details[open] summary .toggle-arrow {
+        transform: rotate(90deg);     /* Rotates the arrow downwards */
+        color: #007acc;               /* Changes color to blue */
+      }
+
+      /* 3. (Optional) Remove default browser markers to avoid double arrows */
+      details > summary {
+        list-style: none;
+      }
+      details > summary::-webkit-details-marker {
+        display: none;
+      }
+    </style>
 
     <script src="https://cdn.plot.ly/plotly-latest.min.js"></script>
 </head>
@@ -611,8 +640,7 @@
   <div class="dashboard-main">
     <button id="sidebarToggle" class="sidebar-toggle" aria-label="Open menu"></button>
     <ul class="dashboard-tabs">
-      <li class="{{ 'active' if section == 'explore' else '' }}"><a href="/dashboard?section=explore">Explore</a></li>
-      
+      <li class="{{ 'active' if section == 'explore' else '' }}"><a href="/dashboard?section=explore">Explore</a></li>  
     </ul>
     <div class="dashboard-content">
       <div class="explore-card">
@@ -679,27 +707,31 @@
               -->
               <br><br>
               <div class="refined-qblock">
-                  <span class="refined-q-label"><b>My Thought Process:</b></span><br>
-                  <span class="refined-q">{{ refined_question|safe }}</span>
-              </div><br>
-              <div class="refined-qblock">
-                {% if tasks %}
-                  <b>Tasks Performed: </b><br>
-                  {% for task in tasks %}
-                    <span class="refined-q">- {{ task }}</span><br>
-                  {% endfor %}
-                {% endif %}
-              </div><br>
-              {% if llm_usage %}
-                <div class="refined-qblock">
-                  <!-- <b>LLM: </b><span>{{ llm_usage.provider }} | {{ llm_usage.model }}</span><br> -->
-                  <b>Token Usage: </b>
-                    <li>- Input Tokens: {{ llm_usage.input_tokens }}</li>
-                    <li>- Output Tokens: {{ llm_usage.output_tokens }}</li>
-                    <li>- Total Tokens: {{ llm_usage.total_tokens }}</li>         
-                  </ul>
-                </div>
-              {% endif %}
+                <details>
+                  <summary class="refined-q-label" style="cursor: pointer; list-style: none;">
+                      <span class="toggle-arrow">▶</span> 
+                      <b>Thought Process</b>
+                  </summary>
+                  <div class="li" style="margin-top: 10px; padding-left: 14px; border-left: 3px solid #e0e5ee;">
+                      <span class="refined-q">{{ refined_question|safe }}</span>
+                      <br><br>
+                      {% if tasks %}
+                        <b>Tasks Performed: </b>
+                        {% for task in tasks %}
+                          <li>{{ task.replace('_', ' ').capitalize() }}</li>
+                        {% endfor %}
+                      {% endif %} 
+                      <br><br>
+                      {% if llm_usage %}
+                        <b>LLM: </b><span>{{ llm_usage.provider }} | {{ llm_usage.model }}</span><br> 
+                        <b>Token Usage: </b>
+                          <li>Input Tokens: {{ llm_usage.input_tokens }}</li>
+                          <li>Output Tokens: {{ llm_usage.output_tokens }}</li>
+                          <li>Total Tokens: {{ llm_usage.total_tokens }}</li>         
+                      </div>
+                    {% endif %} 
+                  </div>
+                </details>
             {% endif %}
             {% if ai_outputs %}
               <div class="d-flex align-items-center justify-content-between" style="margin: 12px;">