llms-py 3.0.0b6__tar.gz → 3.0.0b7__tar.gz

{llms_py-3.0.0b6/llms_py.egg-info → llms_py-3.0.0b7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llms-py
-Version: 3.0.0b6
+Version: 3.0.0b7
 Summary: A lightweight CLI tool and OpenAI-compatible server for querying multiple Large Language Model (LLM) providers
 Home-page: https://github.com/ServiceStack/llms
 Author: ServiceStack

llms_py-3.0.0b6/llms/ui/modules/analytics.mjs → llms_py-3.0.0b7/llms/extensions/analytics/ui/index.mjs

@@ -339,8 +339,8 @@ export const Analytics = {
                                         <div class="flex-1 min-w-0 w-full">
                                             <div class="flex flex-col sm:flex-row justify-between gap-2 mb-2">
                                                 <div class="flex items-center gap-2 flex-wrap">
-                                                    <span class="text-xs px-2 py-1 bg-blue-100 dark:bg-blue-900/30 text-blue-800 dark:text-blue-300 rounded font-medium">{{ request.model }}</span>
-                                                    <span class="text-xs px-2 py-1 bg-purple-100 dark:bg-purple-900/30 text-purple-800 dark:text-purple-300 rounded font-medium">{{ request.provider }}</span>
+                                                    <span v-if="request.model" class="text-xs px-2 py-1 bg-blue-100 dark:bg-blue-900/30 text-blue-800 dark:text-blue-300 rounded font-medium">{{ request.model }}</span>
+                                                    <span v-if="request.provider" class="text-xs px-2 py-1 bg-purple-100 dark:bg-purple-900/30 text-purple-800 dark:text-purple-300 rounded font-medium">{{ request.provider }}</span>
                                                     <span v-if="request.providerRef" class="text-xs px-2 py-1 bg-green-100 dark:bg-green-900/30 text-green-800 dark:text-green-300 rounded font-medium">{{ request.providerRef }}</span>
                                                     <span v-if="request.finishReason" class="text-xs px-2 py-1 bg-gray-100 dark:bg-gray-700 text-gray-800 dark:text-gray-300 rounded font-medium">{{ request.finishReason }}</span>
                                                 </div>
@@ -1531,6 +1531,8 @@ export const Analytics = {
 }
 
 export default {
+    order: 20 - 100,
+
     install(ctx) {
         ctx.components({
             MonthSelector,

llms_py-3.0.0b7/llms/extensions/core_tools/__init__.py

@@ -0,0 +1,358 @@
+"""
+Core System Tools providing essential file operations, memory persistence, math expression evaluation, and code execution
+"""
+
+import ast
+import glob
+import json
+import math
+import operator
+import os
+import subprocess
+import sys
+import tempfile
+from datetime import datetime, timezone
+from statistics import mean, median, stdev, variance
+from typing import Any, Dict, List, Optional
+
+# -----------------------------
+# In-memory storage (replace later)
+# -----------------------------
+
+_MEMORY_STORE: Dict[str, Any] = {}
+_SEMANTIC_STORE: List[Dict[str, Any]] = []  # {id, text, metadata}
+
+
+# -----------------------------
+# Memory tools
+# -----------------------------
+
+
+def memory_read(key: str) -> Any:
+    """Read a value from persistent memory."""
+    return _MEMORY_STORE.get(key)
+
+
+def memory_write(key: str, value: Any) -> bool:
+    """Write a value to persistent memory."""
+    _MEMORY_STORE[key] = value
+    return True
+
+
+# -----------------------------
+# Path safety helpers
+# -----------------------------
+
+# Limit tools to only access files and folders within LLMS_BASE_DIR if specified, otherwise the current working directory
+_BASE_DIR = os.environ.get("LLMS_BASE_DIR") or os.path.realpath(os.getcwd())
+
+
+def _resolve_safe_path(path: str) -> str:
+    """
+    Resolve a path and ensure it stays within the current working directory.
+    Raises ValueError if the path escapes the base directory.
+    """
+    resolved = os.path.realpath(os.path.join(_BASE_DIR, path))
+    if not resolved.startswith(_BASE_DIR + os.sep) and resolved != _BASE_DIR:
+        raise ValueError("Access denied: path is outside the working directory")
+    return resolved
+
+
+# -----------------------------
+# Semantic search (placeholder)
+# -----------------------------
+
+
+def semantic_search(query: str, top_k: int = 5) -> List[Dict[str, Any]]:
+    """
+    Naive semantic search placeholder.
+    Replace with embeddings + vector DB.
+    """
+    results = []
+    for item in _SEMANTIC_STORE:
+        if query.lower() in item["text"].lower():
+            results.append(item)
+    return results[:top_k]
+
+
+# -----------------------------
+# File system tools (restricted to CWD)
+# -----------------------------
+
+
+def read_file(path: str) -> str:
+    """Read a text file from disk within the current working directory."""
+    safe_path = _resolve_safe_path(path)
+    with open(safe_path, encoding="utf-8") as f:
+        return f.read()
+
+
+def write_file(path: str, content: str) -> bool:
+    """Write text to a file within the current working directory (overwrites)."""
+    safe_path = _resolve_safe_path(path)
+    os.makedirs(os.path.dirname(safe_path) or _BASE_DIR, exist_ok=True)
+    with open(safe_path, "w", encoding="utf-8") as f:
+        f.write(content)
+    return True
+
+
+def list_directory(path: str) -> str:
+    """List directory contents"""
+    safe_path = _resolve_safe_path(path)
+    if not os.path.exists(safe_path):
+        return f"Error: Path not found: {path}"
+
+    entries = []
+    try:
+        for entry in os.scandir(safe_path):
+            stat = entry.stat()
+            entries.append(
+                {
+                    "name": "/" + entry.name if entry.is_dir() else entry.name,
+                    "size": stat.st_size,
+                    "mtime": datetime.fromtimestamp(stat.st_mtime).isoformat(),
+                }
+            )
+        return json.dumps({"path": os.path.relpath(safe_path, _BASE_DIR), "entries": entries}, indent=2)
+    except Exception as e:
+        return f"Error listing directory: {e}"
+
+
+def glob_paths(
+    pattern: str,
+    extensions: Optional[List[str]] = None,
+    sort_by: str = "path",  # "path" | "modified" | "size"
+    max_results: int = 100,
+) -> Dict[str, List[Dict[str, str]]]:
+    """
+    Find files and directories matching a glob pattern
+    """
+    if sort_by not in {"path", "modified", "size"}:
+        raise ValueError("sort_by must be one of: path, modified, size")
+
+    safe_pattern = _resolve_safe_path(pattern)
+
+    results = []
+
+    for path in glob.glob(safe_pattern, recursive=True):
+        resolved = os.path.realpath(path)
+
+        # Enforce CWD restriction (important for symlinks)
+        if not resolved.startswith(_BASE_DIR):
+            continue
+
+        is_dir = os.path.isdir(resolved)
+
+        # Extension filtering (files only)
+        if extensions and not is_dir:
+            ext = os.path.splitext(resolved)[1].lower().lstrip(".")
+            if ext not in {e.lower().lstrip(".") for e in extensions}:
+                continue
+
+        stat = os.stat(resolved)
+
+        results.append(
+            {
+                "path": os.path.relpath(resolved, _BASE_DIR),
+                "type": "directory" if is_dir else "file",
+                "size_bytes": stat.st_size,
+                "modified_time": stat.st_mtime,
+            }
+        )
+
+        if len(results) >= max_results:
+            break
+
+    # Sorting
+    if sort_by == "path":
+        results.sort(key=lambda x: x["path"])
+    elif sort_by == "modified":
+        results.sort(key=lambda x: x["modified_time"], reverse=True)
+    elif sort_by == "size":
+        results.sort(key=lambda x: x["size_bytes"], reverse=True)
+
+    return {"pattern": pattern, "count": len(results), "results": results}
+
+
+# -----------------------------
+# Expression evaluation tools
+# -----------------------------
+
+
+def calc(expression: str) -> str:
+    """Evaluate a mathematical expression with boolean operations"""
+    # 1. Define allowed operators
+    operators = {
+        ast.Add: operator.add,
+        ast.Sub: operator.sub,
+        ast.Mult: operator.mul,
+        ast.Div: operator.truediv,
+        ast.Pow: operator.pow,
+        ast.USub: operator.neg,
+        ast.Mod: operator.mod,
+        # Comparison operators
+        ast.Eq: operator.eq,
+        ast.NotEq: operator.ne,
+        ast.Lt: operator.lt,
+        ast.LtE: operator.le,
+        ast.Gt: operator.gt,
+        ast.GtE: operator.ge,
+        # Boolean operators
+        ast.And: operator.and_,
+        ast.Or: operator.or_,
+        ast.Not: operator.not_,
+    }
+
+    # 2. Define allowed math functions and constants
+    allowed_functions = {name: getattr(math, name) for name in dir(math) if not name.startswith("_")}
+    allowed_functions.update(
+        {
+            "mod": operator.mod,
+            "mean": mean,
+            "median": median,
+            "stdev": stdev,
+            "variance": variance,
+            "abs": abs,
+            "min": min,
+            "max": max,
+            "sum": sum,
+            "round": round,
+        }
+    )
+
+    def eval_node(node):
+        if isinstance(node, ast.Constant):  # Numbers and booleans
+            return node.value
+        elif isinstance(node, ast.BinOp):  # Binary Ops (1 + 2)
+            return operators[type(node.op)](eval_node(node.left), eval_node(node.right))
+        elif isinstance(node, ast.UnaryOp):  # Unary Ops (-5, not True)
+            return operators[type(node.op)](eval_node(node.operand))
+        elif isinstance(node, ast.Compare):  # Comparison (5 > 3)
+            left = eval_node(node.left)
+            for op, comparator in zip(node.ops, node.comparators):
+                right = eval_node(comparator)
+                if not operators[type(op)](left, right):
+                    return False
+                left = right
+            return True
+        elif isinstance(node, ast.BoolOp):  # Boolean operations (True and False, True or False)
+            op = operators[type(node.op)]
+            if isinstance(node.op, ast.And):
+                # Short-circuit evaluation for 'and'
+                result = True
+                for value in node.values:
+                    result = eval_node(value)
+                    if not result:
+                        return False
+                return result
+            elif isinstance(node.op, ast.Or):
+                # Short-circuit evaluation for 'or'
+                for value in node.values:
+                    result = eval_node(value)
+                    if result:
+                        return True
+                return False
+        elif isinstance(node, ast.Call):  # Function calls (sqrt(16))
+            func_name = node.func.id
+            if func_name in allowed_functions:
+                args = [eval_node(arg) for arg in node.args]
+                return allowed_functions[func_name](*args)
+            raise NameError(f"Function '{func_name}' is not allowed.")
+        elif isinstance(node, ast.Name):  # Constants (pi, e, True, False)
+            if node.id in allowed_functions:
+                return allowed_functions[node.id]
+            elif node.id in ("True", "False"):
+                return node.id == "True"
+            raise NameError(f"Variable '{node.id}' is not defined.")
+        elif isinstance(node, ast.List):  # List literals [1, 2, 3]
+            return [eval_node(item) for item in node.elts]
+        else:
+            raise TypeError(f"Unsupported operation: {type(node).__name__}")
+
+    # Replace XOR with power
+    expression = expression.replace("^", "**")
+
+    # Parse and evaluate
+    node = ast.parse(expression, mode="eval").body
+    return eval_node(node)
+
+
+# -----------------------------
+# Python execution tool
+# -----------------------------
+
+
+def run_python(code: str) -> Dict[str, Any]:
+    """
+    Execute Python code in a temporary sandboxed environment.
+    Uses ulimit for resource restriction and runs in a temporary directory.
+    """
+    with tempfile.TemporaryDirectory() as temp_dir:
+        script_path = os.path.join(temp_dir, "script.py")
+
+        with open(script_path, "w", encoding="utf-8") as f:
+            f.write(code)
+
+        # Construct command with resource limits
+        # ulimit -t 5: Max CPU time 5 seconds
+        # ulimit -v 1048576: Max virtual memory 1GB
+        cmd = f"ulimit -t 5; ulimit -v 1048576; {sys.executable} script.py"
+
+        try:
+            # Run with restricted environment
+            # We keep PATH to find basic tools if needed, but remove sensitive vars
+            clean_env = {"PATH": os.environ.get("PATH", "")}
+
+            result = subprocess.run(
+                ["bash", "-c", cmd], cwd=temp_dir, env=clean_env, capture_output=True, text=True, timeout=10
+            )
+            return {"stdout": result.stdout, "stderr": result.stderr, "returncode": result.returncode}
+        except subprocess.TimeoutExpired:
+            return {"stdout": "", "stderr": "Execution timed out", "returncode": -1}
+        except Exception as e:
+            return {"stdout": "", "stderr": f"Error: {e}", "returncode": -1}
+
+
+# -----------------------------
+# Time tool
+# -----------------------------
+
+
+def get_current_time(tz_name: Optional[str] = None) -> str:
+    """
+    Get current time in ISO-8601 format.
+
+    Args:
+        tz_name: Optional timezone name (e.g. 'America/New_York'). Defaults to UTC.
+    """
+    if tz_name:
+        try:
+            try:
+                from zoneinfo import ZoneInfo
+            except ImportError:
+                from backports.zoneinfo import ZoneInfo
+
+            tz = ZoneInfo(tz_name)
+        except Exception:
+            return f"Error: Invalid timezone '{tz_name}'"
+    else:
+        tz = timezone.utc
+
+    return datetime.now(tz).isoformat()
+
+
+def install(ctx):
+    # Examples of registering tools using automatic definition generation
+    ctx.register_tool(memory_read)
+    ctx.register_tool(memory_write)
+    ctx.register_tool(semantic_search)
+    ctx.register_tool(read_file)
+    ctx.register_tool(write_file)
+    ctx.register_tool(list_directory)
+    ctx.register_tool(glob_paths)
+    ctx.register_tool(calc)
+    ctx.register_tool(run_python)
+    ctx.register_tool(get_current_time)
+
+
+__install__ = install

llms_py-3.0.0b7/llms/extensions/gallery/__init__.py

@@ -0,0 +1,61 @@
+import json
+import os
+
+from aiohttp import web
+
+g_db = None
+
+try:
+    from llms.extensions.gallery.db import GalleryDB
+except ImportError as e:
+    print(f"Failed to import GalleryDB: {e}")
+    GalleryDB = None
+
+
+def install(ctx):
+    def get_gallery_db():
+        global g_db
+        if g_db is None and GalleryDB:
+            try:
+                db_path = os.path.join(ctx.get_user_path(), "gallery", "gallery.sqlite")
+                g_db = GalleryDB(ctx, db_path)
+            except Exception as e:
+                ctx.err("Failed to init GalleryDB", e)
+        return g_db
+
+    if not get_gallery_db():
+        return
+
+    def on_cache_save(context):
+        url = context["url"]
+        info = context["info"]
+        ctx.log(f"cache saved: {url}")
+        ctx.log(json.dumps(info, indent=2))
+
+        if "url" not in info:
+            info["url"] = url
+        g_db.insert_media(info)
+
+    ctx.register_cache_saved_filter(on_cache_save)
+
+    async def query_media(request):
+        rows = g_db.query_media(request.query, user=ctx.get_username(request))
+        return web.json_response(rows)
+
+    ctx.add_get("media", query_media)
+
+    async def media_totals(request):
+        rows = g_db.media_totals(user=ctx.get_username(request))
+        return web.json_response(rows)
+
+    ctx.add_get("media/totals", media_totals)
+
+    async def delete_media(request):
+        hash = request.match_info["hash"]
+        g_db.delete_media(hash, user=ctx.get_username(request))
+        return web.json_response({})
+
+    ctx.add_delete("media/{hash}", delete_media)
+
+
+__install__ = install