npm - @tiens.nguyen/gonext-local-worker - Versions diffs - 1.0.92 → 1.0.94 - Mend

@tiens.nguyen/gonext-local-worker 1.0.92 → 1.0.94

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (3) hide show

package/gonext-local-worker.mjs CHANGED Viewed

@@ -1380,6 +1380,10 @@ async function runAgentChatJob(job) {
       codingModelId: payload?.codingModelId ?? "",
       tools: payload?.tools ?? ["http_request"],
       maxSteps: payload?.maxSteps ?? 5,
+      // For the create_pdf tool: the worker key lets the Python tool ask the API
+      // to presign an S3 upload, so no AWS creds ever live on the worker machine.
+      apiBaseURL: apiBase,
+      workerKey,
     });
     const timeoutMs = 300_000; // 5 min max for an agent run

package/gonext_agent_chat.py CHANGED Viewed

@@ -23,6 +23,7 @@ import contextlib
 import json
 import re
 import sys
+import traceback
 import urllib.request
 import urllib.error
@@ -230,6 +231,7 @@ _AGENT_KEYWORDS = re.compile(
     r"|download|scrape|crawl"
     r"|search|find|look\s*up|lookup|weather|news|latest|current|today|tonight"
     r"|date|time|what\s+day|what\s+time"
+    r"|pdf|\.pdf|create\s+a\s+pdf|generate\s+a\s+pdf|make\s+a\s+pdf|export.*pdf|make\s+a\s+document"
     r")\b",
     re.IGNORECASE,
 )
@@ -358,6 +360,152 @@ def _strip_tool_tags(text: str) -> str:
     return "\n".join(out).strip()
+_PDF_INSTALL_HINT = (
+    "PDF engine not installed on the worker. Install it with:\n"
+    "    python3 -m pip install xhtml2pdf markdown\n"
+    "then restart the worker. (See the Instructions page in the web app.)"
+)
+def _render_pdf_bytes(markdown_text: str, title: str = "") -> bytes:
+    """Render Markdown text to PDF bytes using pure-Python xhtml2pdf (no system deps).
+    Raises RuntimeError with an install hint if the engine isn't available, or on a
+    render failure. The model is expected to pass already-formatted Markdown.
+    """
+    try:
+        import markdown as _md
+        from xhtml2pdf import pisa as _pisa
+    except Exception:  # noqa: BLE001 — missing optional dependency
+        raise RuntimeError(_PDF_INSTALL_HINT)
+    body_html = _md.markdown(
+        markdown_text or "",
+        extensions=["extra", "sane_lists", "tables", "nl2br"],
+    )
+    safe_title = (title or "Document").strip()
+    html = (
+        "<html><head><meta charset='utf-8'><style>"
+        "@page { size: A4; margin: 2cm; }"
+        "body { font-family: Helvetica, Arial, sans-serif; font-size: 11pt; line-height: 1.5; color: #18181b; }"
+        "h1 { font-size: 20pt; margin: 0 0 12pt; }"
+        "h2 { font-size: 15pt; margin: 16pt 0 8pt; }"
+        "h3 { font-size: 12pt; margin: 12pt 0 6pt; }"
+        "code, pre { font-family: Courier, monospace; background: #f4f4f5; }"
+        "pre { padding: 8pt; }"
+        "table { border-collapse: collapse; width: 100%; }"
+        "th, td { border: 1px solid #d4d4d8; padding: 4pt 6pt; text-align: left; }"
+        "</style></head><body>"
+        f"{body_html}"
+        "</body></html>"
+    )
+    from io import BytesIO as _BytesIO
+    out = _BytesIO()
+    result = _pisa.CreatePDF(src=html, dest=out, encoding="utf-8")
+    if getattr(result, "err", 1):
+        raise RuntimeError("PDF rendering failed (xhtml2pdf reported an error).")
+    return out.getvalue()
+def _pdf_upload_via_api(api_base: str, worker_key: str, file_name: str,
+                        pdf_bytes: bytes) -> str:
+    """Ask the API to presign an S3 upload, PUT the PDF bytes, return the download URL.
+    Keeps all AWS credentials on the API/Lambda — the worker only holds its worker key.
+    """
+    import urllib.request as _u
+    import urllib.error as _ue
+    base = (api_base or "").rstrip("/")
+    if not base or not worker_key:
+        raise RuntimeError("PDF upload is not available: worker API base/key missing.")
+    # 1) Presign.
+    req = _u.Request(
+        f"{base}/api/worker/pdf-upload-url",
+        data=json.dumps({"fileName": file_name}).encode("utf-8"),
+        headers={
+            "Content-Type": "application/json",
+            "X-Worker-Key": worker_key,
+        },
+        method="POST",
+    )
+    try:
+        with _u.urlopen(req, timeout=30) as resp:
+            ref = json.loads(resp.read().decode("utf-8"))
+    except _ue.HTTPError as e:  # noqa: PERF203
+        detail = e.read().decode("utf-8", "replace")[:300]
+        raise RuntimeError(f"Could not get a PDF upload URL (HTTP {e.code}): {detail}")
+    except _ue.URLError as e:
+        raise RuntimeError(
+            f"Could not reach the API at {base} to presign the upload "
+            f"({getattr(e, 'reason', e)}). Is the worker API deployed/online?"
+        )
+    put_url = ref.get("putUrl")
+    get_url = ref.get("getUrl")
+    if not put_url or not get_url:
+        raise RuntimeError("PDF upload URL response was incomplete.")
+    # 2) Upload the bytes to the presigned PUT URL.
+    put_req = _u.Request(
+        put_url, data=pdf_bytes,
+        headers={"Content-Type": "application/pdf"},
+        method="PUT",
+    )
+    try:
+        with _u.urlopen(put_req, timeout=60) as up:
+            if up.status not in (200, 201, 204):
+                raise RuntimeError(f"S3 upload failed (HTTP {up.status}).")
+    except _ue.HTTPError as e:  # noqa: PERF203
+        detail = e.read().decode("utf-8", "replace")[:200]
+        raise RuntimeError(f"S3 upload failed (HTTP {e.code}): {detail}")
+    except _ue.URLError as e:
+        raise RuntimeError(f"S3 upload could not connect ({getattr(e, 'reason', e)}).")
+    return get_url
+def _format_text_for_pdf(text: str, title: str, base_url: str, api_key: str,
+                         model_id: str) -> str:
+    """Use the model to clean/structure raw text into well-formed Markdown for the PDF.
+    Falls back to the original text (lightly wrapped) if the model call fails, so a
+    PDF is still produced.
+    """
+    fallback = text or ""
+    if title and not fallback.lstrip().startswith("#"):
+        fallback = f"# {title}\n\n{fallback}"
+    try:
+        from openai import OpenAI
+        client = OpenAI(base_url=base_url, api_key=api_key or "local",
+                        max_retries=0, timeout=60)
+        resp = client.chat.completions.create(
+            model=model_id,
+            messages=[
+                {"role": "system", "content": (
+                    "You format raw text/data into clean Markdown for a PDF document. "
+                    "Add a single top-level '# Title', sensible headings, bullet lists, "
+                    "and tables where appropriate. Do NOT invent facts, do NOT add "
+                    "commentary, and preserve all numbers and wording. Output ONLY the "
+                    "Markdown — no code fences, no explanations."
+                )},
+                {"role": "user", "content": (
+                    (f"Title: {title}\n\n" if title else "")
+                    + f"Content to format:\n{text}"
+                )},
+            ],
+            max_tokens=1500,
+            temperature=0.2,
+        )
+        out = (resp.choices[0].message.content or "").strip()
+        # Strip accidental ```markdown fences.
+        if out.startswith("```"):
+            out = re.sub(r"^```[a-zA-Z]*\n?|\n?```$", "", out).strip()
+        return out or fallback
+    except Exception as e:  # noqa: BLE001
+        _log(f"pdf format error: {e} — using raw text")
+        return fallback
 def run_agent_chat(cfg):
     try:
         from smolagents import CodeAgent, OpenAIServerModel, tool
@@ -369,6 +517,9 @@ def run_agent_chat(cfg):
     agent_base_url = cfg.get("agentBaseURL") or ""
     agent_api_key = cfg.get("agentApiKey") or "local"
     agent_model_id = cfg.get("agentModelId") or ""
+    # For the create_pdf tool: API base + worker key to request a presigned S3 upload.
+    pdf_api_base = (cfg.get("apiBaseURL") or "").strip()
+    pdf_worker_key = (cfg.get("workerKey") or "").strip()
     # Optional dedicated coding/reasoning model for the CodeAgent's tool-use loop.
     # Routing, plain replies and summarization stay on the chat model (better at
     # natural language); the code model only drives http_request reasoning.
@@ -492,13 +643,15 @@ def run_agent_chat(cfg):
         "YOU HAVE EXACTLY ONE TURN. Read the TASK above. In a single code block, call "
         "the ONE tool that fits THAT task, then pass its result to final_answer(). "
         "Do not plan multiple steps.\n\n"
-        "You have THREE tools:\n"
+        "You have FOUR tools:\n"
         "  1. http_request(method, url, headers='', body='', username='', password='') — "
         "call a SPECIFIC known API/URL.\n"
         "  2. web_search(query) — look up facts about a person, place, thing, or topic "
         "when you do NOT already have a real URL. Returns a summary + source.\n"
         f"  3. get_current_datetime(timezone='') — current date/time ONLY (now: {now_str}). "
         "Use this ONLY when the task explicitly asks for the date or time.\n"
+        "  4. create_pdf(text, title='') — make a PDF document from text/data and return a "
+        "download link. Use ONLY when the task asks to create/make/generate/export a PDF.\n"
         "\n"
         "http_request RETURN FORMAT: 'HTTP 200\\n{body}' — first line is 'HTTP <code>', body follows.\n"
         "\n"
@@ -516,6 +669,7 @@ def run_agent_chat(cfg):
         "- ONLY a date/time question (e.g. 'what is the date today') -> get_current_datetime().\n"
         "- 'who is' / 'what is' / 'tell me about' / a person / place / topic / general "
         "knowledge -> web_search(query).\n"
+        "- 'create/make/generate/export a PDF' of some text/data -> create_pdf(text, title).\n"
         "- A specific known API/URL was given -> http_request().\n"
         "\n"
         "RULES:\n"
@@ -642,6 +796,69 @@ def run_agent_chat(cfg):
         _last_obs["text"] = result
         return result
+    @tool
+    def create_pdf(text: str, title: str = "") -> str:
+        """Create a PDF document from text/data and return a download link.
+        Use this ONLY when the user explicitly asks to make/create/generate/export a PDF.
+        The text is first cleaned into well-formed Markdown, then rendered to a PDF on the
+        worker and uploaded to cloud storage; the returned message contains the download URL.
+        Args:
+            text: The content to put in the PDF (raw text, notes, or data).
+            title: Optional document title shown at the top and used in the file name.
+        """
+        doc_title = (title or "").strip() or "Document"
+        # 1) Format the raw text into clean Markdown (extra model call, intentional).
+        _emit({"type": "step", "text": "Formatting document…"})
+        markdown_text = _format_text_for_pdf(
+            text or "", doc_title, coding_base_url, agent_api_key, coding_model_id
+        )
+        # 2) Render the Markdown to PDF bytes locally (pure-Python xhtml2pdf).
+        # Catch EVERYTHING (xhtml2pdf can raise arbitrary errors on exotic glyphs /
+        # emoji), so the tool always returns a string and never breaks the single shot.
+        _emit({"type": "step", "text": "Rendering PDF…"})
+        try:
+            pdf_bytes = _render_pdf_bytes(markdown_text, doc_title)
+        except RuntimeError as e:
+            # Engine missing or a clean render failure — surface the message as-is.
+            msg = str(e)
+            _log(f"create_pdf render error: {msg[:200]}")
+            _last_obs["text"] = msg
+            return msg
+        except Exception as e:  # noqa: BLE001 — unexpected render crash
+            _log(f"create_pdf render crash: {type(e).__name__}: {e!r}\n{traceback.format_exc()}")
+            msg = (
+                "Sorry — I couldn't render that text into a PDF "
+                f"({type(e).__name__}: {str(e)[:160]}). "
+                "Try simpler text without unusual symbols/emoji."
+            )
+            _last_obs["text"] = msg
+            return msg
+        # 3) Upload via the API-presigned PUT (no AWS creds on the worker).
+        _emit({"type": "step", "text": "Uploading PDF…"})
+        file_name = f"{doc_title}.pdf"
+        try:
+            download_url = _pdf_upload_via_api(
+                pdf_api_base, pdf_worker_key, file_name, pdf_bytes
+            )
+        except Exception as e:  # noqa: BLE001 — network / API errors must not crash the tool
+            _log(f"create_pdf upload error: {type(e).__name__}: {e!r}\n{traceback.format_exc()}")
+            msg = f"PDF was created but could not be uploaded: {str(e)[:200]}"
+            _last_obs["text"] = msg
+            return msg
+        out = (
+            f"✅ Your PDF \"{doc_title}\" is ready.\n"
+            f"Download it here (link valid for a limited time):\n{download_url}"
+        )
+        _emit({"type": "step", "text": f"PDF ready → {doc_title}.pdf"})
+        _log(f"create_pdf ok title={doc_title!r} bytes={len(pdf_bytes)}")
+        _last_obs["text"] = out
+        return out
     def step_callback(step_log):
         step_num = getattr(step_log, "step_number", "?")
@@ -723,7 +940,7 @@ def run_agent_chat(cfg):
             api_key=agent_api_key,
         )
         agent = _SingleShotAgent(
-            tools=[http_request, web_search, get_current_datetime],
+            tools=[http_request, web_search, get_current_datetime, create_pdf],
             model=model,
             max_steps=max_steps,
             step_callbacks=[step_callback],

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@tiens.nguyen/gonext-local-worker",
-  "version": "1.0.92",
+  "version": "1.0.94",
   "description": "Polls GoNext cloud API for async local LLM jobs and runs them against Ollama/OpenAI-compatible servers on this Mac",
   "type": "module",
   "license": "MIT",