syntaxmatrix 2.0.2__tar.gz → 2.1.2__tar.gz

{syntaxmatrix-2.0.2/SyntaxMatrix.egg-info → syntaxmatrix-2.1.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: syntaxmatrix
-Version: 2.0.2
+Version: 2.1.2
 Summary: SyntaxMUI: A customizable framework for Python AI Assistant Projects.
 Home-page: https://github.com/bobganti/syntaxmatrix_demo
 Author: Bob Nti
@@ -26,7 +26,7 @@ Provides-Extra: mlearning
 Requires-Dist: pandas>=2.2.3; extra == "mlearning"
 Requires-Dist: numpy>=2.0.2; extra == "mlearning"
 Requires-Dist: matplotlib>=3.9.4; extra == "mlearning"
-Requires-Dist: plotly>=6.0.0; extra == "mlearning"
+Requires-Dist: plotly>=6.3.0; extra == "mlearning"
 Requires-Dist: seaborn>=0.13.2; extra == "mlearning"
 Requires-Dist: scikit-learn>=1.6.1; extra == "mlearning"
 Requires-Dist: jupyter_client>=8.6.3; extra == "mlearning"

{syntaxmatrix-2.0.2 → syntaxmatrix-2.1.2/SyntaxMatrix.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: syntaxmatrix
-Version: 2.0.2
+Version: 2.1.2
 Summary: SyntaxMUI: A customizable framework for Python AI Assistant Projects.
 Home-page: https://github.com/bobganti/syntaxmatrix_demo
 Author: Bob Nti
@@ -26,7 +26,7 @@ Provides-Extra: mlearning
 Requires-Dist: pandas>=2.2.3; extra == "mlearning"
 Requires-Dist: numpy>=2.0.2; extra == "mlearning"
 Requires-Dist: matplotlib>=3.9.4; extra == "mlearning"
-Requires-Dist: plotly>=6.0.0; extra == "mlearning"
+Requires-Dist: plotly>=6.3.0; extra == "mlearning"
 Requires-Dist: seaborn>=0.13.2; extra == "mlearning"
 Requires-Dist: scikit-learn>=1.6.1; extra == "mlearning"
 Requires-Dist: jupyter_client>=8.6.3; extra == "mlearning"

{syntaxmatrix-2.0.2 → syntaxmatrix-2.1.2}/SyntaxMatrix.egg-info/SOURCES.txt

@@ -2,43 +2,6 @@ LICENSE.txt
 README.md
 pyproject.toml
 setup.py
-ASsyntaxmatrix - Copy/__init__.py
-ASsyntaxmatrix - Copy/auth.py
-ASsyntaxmatrix - Copy/bootstrap.py
-ASsyntaxmatrix - Copy/core.py
-ASsyntaxmatrix - Copy/db.py
-ASsyntaxmatrix - Copy/display.py
-ASsyntaxmatrix - Copy/emailer.py
-ASsyntaxmatrix - Copy/file_processor.py
-ASsyntaxmatrix - Copy/generate_page.py
-ASsyntaxmatrix - Copy/history_store.py
-ASsyntaxmatrix - Copy/kernel_manager.py
-ASsyntaxmatrix - Copy/llm_store.py
-ASsyntaxmatrix - Copy/model_templates.py
-ASsyntaxmatrix - Copy/models.py
-ASsyntaxmatrix - Copy/plottings.py
-ASsyntaxmatrix - Copy/profiles.py
-ASsyntaxmatrix - Copy/project_root.py
-ASsyntaxmatrix - Copy/routes.py
-ASsyntaxmatrix - Copy/session.py
-ASsyntaxmatrix - Copy/smiv.py
-ASsyntaxmatrix - Copy/smpv.py
-ASsyntaxmatrix - Copy/themes.py
-ASsyntaxmatrix - Copy/utils.py
-ASsyntaxmatrix - Copy/vector_db.py
-ASsyntaxmatrix - Copy/vectorizer.py
-ASsyntaxmatrix - Copy/workspace_db.py
-ASsyntaxmatrix - Copy/settings/__init__.py
-ASsyntaxmatrix - Copy/settings/model_map.py
-ASsyntaxmatrix - Copy/settings/prompts.py
-ASsyntaxmatrix - Copy/settings/string_navbar.py
-ASsyntaxmatrix - Copy/vectordb/__init__.py
-ASsyntaxmatrix - Copy/vectordb/base.py
-ASsyntaxmatrix - Copy/vectordb/registry.py
-ASsyntaxmatrix - Copy/vectordb/adapters/__init__.py
-ASsyntaxmatrix - Copy/vectordb/adapters/milvus_adapter.py
-ASsyntaxmatrix - Copy/vectordb/adapters/pgvector_adapter.py
-ASsyntaxmatrix - Copy/vectordb/adapters/sqlite_adapter.py
 SyntaxMatrix.egg-info/PKG-INFO
 SyntaxMatrix.egg-info/SOURCES.txt
 SyntaxMatrix.egg-info/dependency_links.txt
@@ -47,6 +10,7 @@ SyntaxMatrix.egg-info/top_level.txt
 syntaxmatrix/__init__.py
 syntaxmatrix/auth.py
 syntaxmatrix/bootstrap.py
+syntaxmatrix/commentary.py
 syntaxmatrix/core.py
 syntaxmatrix/db.py
 syntaxmatrix/display.py
@@ -83,8 +47,10 @@ syntaxmatrix/settings/logging.py
 syntaxmatrix/settings/model_map.py
 syntaxmatrix/settings/prompts.py
 syntaxmatrix/settings/string_navbar.py
+syntaxmatrix/static/docs.md
 syntaxmatrix/static/css/style.css
-syntaxmatrix/static/icons/favicon.ico
+syntaxmatrix/static/icons/favicon.png
+syntaxmatrix/static/icons/hero_bg.jpg
 syntaxmatrix/static/icons/logo.png
 syntaxmatrix/static/icons/svg_497526.svg
 syntaxmatrix/static/icons/svg_497528.svg
@@ -93,6 +59,7 @@ syntaxmatrix/static/js/sidebar.js
 syntaxmatrix/static/js/widgets.js
 syntaxmatrix/templates/code_cell.html
 syntaxmatrix/templates/dashboard.html
+syntaxmatrix/templates/docs_page_embed.html
 syntaxmatrix/templates/error.html
 syntaxmatrix/templates/login.html
 syntaxmatrix/templates/register.html

{syntaxmatrix-2.0.2 → syntaxmatrix-2.1.2}/SyntaxMatrix.egg-info/requires.txt

@@ -20,7 +20,7 @@ cryptography>=45.0.6
 pandas>=2.2.3
 numpy>=2.0.2
 matplotlib>=3.9.4
-plotly>=6.0.0
+plotly>=6.3.0
 seaborn>=0.13.2
 scikit-learn>=1.6.1
 jupyter_client>=8.6.3

syntaxmatrix-2.1.2/SyntaxMatrix.egg-info/top_level.txt

@@ -0,0 +1 @@
+syntaxmatrix

{syntaxmatrix-2.0.2 → syntaxmatrix-2.1.2}/setup.py

@@ -8,7 +8,7 @@ with open(os.path.join(this_directory, "README.md"), encoding="utf-8") as f:
 
 setup(
     name="syntaxmatrix",
-    version="2.0.2",
+    version="2.1.2",
     author="Bob Nti",
     author_email="bob.nti@syntaxmatrix.com",
     description="SyntaxMUI: A customizable framework for Python AI Assistant Projects.",
@@ -43,7 +43,7 @@ setup(
             "pandas>=2.2.3",
             "numpy>=2.0.2",
             "matplotlib>=3.9.4",
-            "plotly>=6.0.0",
+            "plotly>=6.3.0",
             "seaborn>=0.13.2",
             "scikit-learn>=1.6.1",
             "jupyter_client>=8.6.3",

syntaxmatrix-2.0.2/ASsyntaxmatrix - Copy/__init__.py → syntaxmatrix-2.1.2/syntaxmatrix/__init__.py

@@ -9,7 +9,6 @@ file_uploader = _app_instance.file_uploader
 set_ui_mode = _app_instance.set_ui_mode
 set_theme = _app_instance.set_theme
 enable_theme_toggle = _app_instance.enable_theme_toggle
-disable_theme_toggle = _app_instance.disable_theme_toggle
 get_text_input_value = _app_instance.get_text_input_value
 clear_text_input_value = _app_instance.clear_text_input_value
 get_file_upload_value = _app_instance.get_file_upload_value
@@ -17,8 +16,6 @@ get_chat_history = _app_instance.get_chat_history
 set_chat_history = _app_instance.set_chat_history
 clear_chat_history = _app_instance.clear_chat_history
 write = _app_instance.write
-markdown = _app_instance.markdown
-latex = _app_instance.latex
 error = _app_instance.error
 success = _app_instance.success
 info = _app_instance.info
@@ -28,19 +25,19 @@ warning = _app_instance.warning
 
 set_user_icon = _app_instance.set_user_icon
 set_bot_icon = _app_instance.set_bot_icon
+get_favicon = _app_instance.get_favicon
 set_favicon = _app_instance.set_favicon
-set_project_title = _app_instance.set_project_title
+set_project_name = _app_instance.set_project_name
 set_site_title = _app_instance.set_site_title
 set_site_logo = _app_instance.set_site_logo
-list_ui_modes = _app_instance.list_ui_modes
-list_themes = _app_instance.list_themes
+get_ui_modes = _app_instance.get_ui_modes
+get_themes = _app_instance.get_themes
 load_sys_chunks = _app_instance.load_sys_chunks
 
 get_session_id = _app_instance.get_session_id
 add_user_chunks = _app_instance.add_user_chunks
 get_user_chunks = _app_instance.get_user_chunks
 clear_user_chunks = _app_instance.clear_user_chunks
-stream_write = _app_instance.stream_write
 set_plottings = _app_instance.set_plottings
 dropdown = _app_instance.dropdown
 get_widget_value = _app_instance.get_widget_value
@@ -53,7 +50,15 @@ set_prompt_instructions = _app_instance.set_prompt_instructions
 set_website_description = _app_instance.set_website_description
 smiv_index = _app_instance.smiv_index
 smpv_search  = _app_instance.smpv_search
+stream_process_query= _app_instance.stream_process_query
+process_query_stream = _app_instance.process_query_stream
 process_query = _app_instance.process_query
 embed_query = _app_instance.embed_query
+enable_user_files = _app_instance.enable_user_files
+stream_write = _app_instance.stream_write
+enable_stream = _app_instance.enable_stream
+stream = _app_instance.stream
+get_stream_args = _app_instance.get_stream_args
+# set_stream_args = _app_instance.set_stream_args
 
 app = _app_instance.app

syntaxmatrix-2.1.2/syntaxmatrix/commentary.py

@@ -0,0 +1,295 @@
+from __future__ import annotations
+
+import os, io, re, json, base64
+from typing import Any, Dict, List, Optional
+
+from syntaxmatrix import profiles as _prof
+from syntaxmatrix.settings.model_map import GPT_MODELS_LATEST 
+from syntaxmatrix.gpt_models_latest import extract_output_text as _out, set_args
+from google.genai import types
+
+
+# Axes/labels/legend (read-only; no plotting changes)
+MPL_PROBE_SNIPPET = r"""
+    import json
+    import matplotlib.pyplot as plt
+
+    out=[]
+    for num in plt.get_fignums():
+        fig = plt.figure(num)
+        for ax in fig.get_axes():
+            info = {
+                "title": (ax.get_title() or "").strip(),
+                "x_label": (ax.get_xlabel() or "").strip(),
+                "y_label": (ax.get_ylabel() or "").strip(),
+                "legend": []
+            }
+            try:
+                leg = ax.get_legend()
+                if leg:
+                    info["legend"] = [t.get_text().strip() for t in leg.get_texts() if t.get_text().strip()]
+            except Exception:
+                pass
+            out.append(info)
+    print("SMX_VIS_SUMMARY::" + json.dumps(out))
+"""
+
+# 2) Figure images to base64 (tight bbox, high DPI)
+MPL_IMAGE_PROBE_SNIPPET = r"""
+    import json, io, base64
+    import matplotlib.pyplot as plt
+
+    payload=[]
+    for num in plt.get_fignums():
+        fig = plt.figure(num)
+        axes=[]
+        for ax in fig.get_axes():
+            info={"title": (ax.get_title() or "").strip(),
+                "x_label": (ax.get_xlabel() or "").strip(),
+                "y_label": (ax.get_ylabel() or "").strip(),
+                "legend": []}
+            try:
+                leg = ax.get_legend()
+                if leg:
+                    info["legend"] = [t.get_text().strip() for t in leg.get_texts() if t.get_text().strip()]
+            except Exception:
+                pass
+            axes.append(info)
+
+        b64 = ""
+        try:
+            buf = io.BytesIO()
+            fig.savefig(buf, format="png", dpi=192, bbox_inches="tight", facecolor="white")
+            buf.seek(0)
+            b64 = base64.b64encode(buf.read()).decode("ascii")
+        except Exception:
+            b64 = ""
+        payload.append({"png_b64": b64, "axes": axes})
+    print("SMX_FIGS_B64::" + json.dumps(payload))
+"""
+
+
+def _json(obj: Any) -> str:
+    return json.dumps(obj, ensure_ascii=False, separators=(",", ":"), indent=2)
+
+
+def parse_mpl_probe_output(text_blocks: List[str]) -> List[Dict[str, Any]]:
+    joined = "\n".join(text_blocks)
+    m = re.search(r"SMX_VIS_SUMMARY::(\[.*\]|\{.*\})", joined, re.DOTALL)
+    if not m:
+        return []
+    try:
+        data = json.loads(m.group(1))
+        return data if isinstance(data, list) else []
+    except Exception:
+        return []
+    
+def parse_image_probe_output(text_blocks: List[str]) -> List[Dict[str, Any]]:
+    joined = "\n".join(text_blocks)
+    m = re.search(r"SMX_FIGS_B64::(\[.*\])", joined, re.DOTALL)
+    if not m:
+        return []
+    try:
+        data = json.loads(m.group(1))
+        return data if isinstance(data, list) else []
+    except Exception:
+        return []
+
+# 3) Table headers (from already-rendered HTML) — optional but helps context
+def _strip_tags(s: str) -> str:
+    return re.sub(r"<[^>]+>", " ", s).strip()
+
+def sniff_tables_from_html(html: str) -> List[Dict[str, Any]]:
+    tables=[]
+    for tbl in re.findall(r"<table[^>]*class=[\"'][^\"']*smx-table[^\"']*[\"'][^>]*>(.*?)</table>",
+                          html, re.DOTALL|re.IGNORECASE):
+        ths = re.findall(r"<th[^>]*>(.*?)</th>", tbl, re.DOTALL|re.IGNORECASE)
+        headers = [_strip_tags(h) for h in ths][:50]
+        trs = re.findall(r"<tr[^>]*>", tbl, re.IGNORECASE)
+        tables.append({
+            "columns": headers,
+            "columns_count": len(headers),
+            "rows_approx": max(0, len(trs)-1)
+        })
+    return tables
+
+
+def build_display_summary(question: str,
+                          mpl_axes: List[Dict[str, Any]],
+                          html_blocks: List[str]) -> Dict[str, Any]:
+    html_joined = "\n".join(str(b) for b in html_blocks)
+    tables = sniff_tables_from_html(html_joined)
+
+    axes_clean=[]
+    for ax in mpl_axes:
+        axes_clean.append({
+            "title": ax.get("title",""),
+            "x_label": ax.get("x_label",""),
+            "y_label": ax.get("y_label",""),
+            "legend": ax.get("legend", []),
+        })
+
+    return {
+        "question": (question or "").strip(),
+        "axes": axes_clean,
+        "tables": tables
+    }
+
+def _context_strings(context: Dict[str, Any]) -> List[str]:
+    s = [context.get("question","")]
+    for ax in context.get("axes", []) or []:
+        s += [ax.get("title",""), ax.get("x_label",""), ax.get("y_label","")]
+        s += (ax.get("legend", []) or [])
+    for t in context.get("tables", []) or []:
+        s += (t.get("columns", []) or [])
+    # de-dup
+    seen=set(); out=[]
+    for it in s:
+        it=(it or "").strip()
+        if not it: continue
+        k=it.lower()
+        if k in seen: continue
+        seen.add(k); out.append(it)
+    return out
+
+
+
+
+# --- C) LLM prompts ---
+
+_SYSTEM_VISION = (
+    "You are a data analyst. Write a short, precise commentary in UK English that explains what the "
+    "already-rendered visuals mean for the user's question. "
+    "Use information visible in the attached figures and the provided context strings (field names, labels). "
+    "Do not invent numbers. If the figures/context are insufficient, say: 'Insufficient context to comment usefully.'"
+)
+
+_USER_TMPL_VISION = """\
+Question:
+{q}
+
+Visible context strings (titles, axes, legends, headers):
+{ctx}
+
+Write a concise conclusion (~140-200 words) with:
+- Headline (one sentence answering the question).
+- Evidence (4-5 bullets referencing panels/axes/legend groups seen in the figures).
+- Limitations (1-2 bullets; avoid quoting numbers unless present in context).
+- Next step (1 bullet).
+"""
+
+def phrase_commentary_vision(context: Dict[str, Any], images_b64: List[str]) -> str:
+    """
+    Use the project's 'vision2text' profile (profiles.py). If the provider supports images,
+    send figures + text; otherwise fall back to a text-only prompt grounded by labels.
+    """
+  
+    visible = _context_strings(context)
+    user = _USER_TMPL_VISION.format(
+        q=context.get("question",""),
+        ctx=json.dumps(visible, ensure_ascii=False, indent=2)
+    )
+
+    # Always try 'vision2text' first, then fall back to 'admin'
+    prof = _prof.get_profile("vision2text") or _prof.get_profile("admin")
+    if not prof:
+        return "Insufficient context to comment usefully."
+    client = _prof.get_client(prof)
+    provider = (prof.get("provider") or "").lower()
+    model = prof.get("model") or ""
+
+    # Google GenAI (Gemini) — multimodal
+    if provider == "google":
+        try:
+            from google.genai import types
+            parts = [types.Part.from_text(text=user)]
+            for b64 in images_b64[:4]:
+                if b64:
+                    parts.append(types.Part.from_bytes(data=base64.b64decode(b64), mime_type="image/png"))
+            contents = [types.Content(role="user", parts=parts)]
+            resp = client.models.generate_content(
+                model=model,
+                contents=contents,
+                system_instruction=_SYSTEM_VISION
+            )
+            txt = getattr(resp, "text", "") or ""
+            if txt.strip():
+                return txt.strip()
+        except Exception:
+            pass  # fall through to text-only
+    
+    elif provider == "openai" and model in GPT_MODELS_LATEST:
+        # Use the Responses API with multimodal input (text + up to 4 images)
+        try:
+            parts = [{"type": "input_text", "text": user}]
+            for b64 in (images_b64 or [])[:4]:
+                if b64:
+                    parts.append({"type": "input_image", "image_url": f"data:image/png;base64,{b64}"})
+
+            args = set_args(
+                model=model,
+                instructions=_SYSTEM_VISION,
+                input=[{"role": "user", "content": parts}],
+                previous_id=None,
+                store=False,
+                reasoning_effort="minimal",
+                verbosity="low",
+            )
+            resp = client.responses.create(**args)
+            txt = _out(resp) or ""
+            if txt.strip():
+                return txt.strip()
+        except Exception:
+            # If the Responses path fails for any reason, fall through to the
+            # chat.completions fallback implemented below.
+            pass
+
+    # OpenAI (gpt-4o / gpt-4o-mini) — chat.completions with image parts
+    else: # provider in {"openai","xai","deepseek","moonshotai","alibaba"}:
+        try:
+            parts = [{"type":"text","text": user}]
+            for b64 in images_b64[:4]:
+                if b64:
+                    parts.append({"type":"image_url","image_url":{"url": f"data:image/png;base64,{b64}"}})
+            resp = client.chat.completions.create(
+                model=model,
+                temperature=0.2,
+                messages=[
+                    {"role":"system","content":_SYSTEM_VISION},
+                    {"role":"user","content":parts},
+                ],
+                max_tokens=600,
+            )
+            return (resp.choices[0].message.content or "").strip()
+        except Exception:
+            pass  # fall through
+
+    # Text-only fallback via Responses API
+    try:
+        args = set_args(model=model, instructions=_SYSTEM_VISION,
+                        input=user, previous_id=None, store=False,
+                        reasoning_effort="minimal", verbosity="low")
+        resp = client.responses.create(**args)
+        return _out(resp)
+    except Exception:
+        # Classic chat fallback
+        try:
+            resp = client.chat.completions.create(
+                model=model,
+                temperature=0.2,
+                messages=[{"role":"system","content":_SYSTEM_VISION},
+                          {"role":"user","content":user}],
+                max_tokens=600,
+            )
+            return (resp.choices[0].message.content or "").strip()
+        except Exception:
+            return "Insufficient context to comment usefully."
+
+
+def wrap_html(card_text: str) -> str:
+    return f"""
+        <div class="smx-commentary-card" style="margin-top:1rem;padding:1rem;border:1px solid #e5e7eb;border-radius:0.75rem;background:#fafafa">
+        <div style="font-weight:600;margin-bottom:0.5rem;">Commentary</div>
+        <div class="prose" style="white-space:pre-wrap;line-height:1.45">{card_text}</div>
+        </div>
+    """.strip()