autobots-devtools-shared-lib 0.1.2__tar.gz → 0.1.4__tar.gz

{autobots_devtools_shared_lib-0.1.2 → autobots_devtools_shared_lib-0.1.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: autobots-devtools-shared-lib
-Version: 0.1.2
+Version: 0.1.4
 Summary: Shared library functions to be used for all autobots projects
 License: MIT
 Author: Pralhad
@@ -12,10 +12,19 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: 3.14
 Provides-Extra: dev
+Provides-Extra: file-server
+Provides-Extra: file-server-otel
 Requires-Dist: chainlit (>=2.9.6)
+Requires-Dist: fastapi (>=0.115.0) ; extra == "dev"
+Requires-Dist: fastapi (>=0.115.0) ; extra == "file-server"
 Requires-Dist: langchain (>=1.0.0)
+Requires-Dist: langchain-anthropic (>=0.3.0)
 Requires-Dist: langchain-google-genai (>=4.2.0)
 Requires-Dist: langfuse (>=3.12.1)
+Requires-Dist: opentelemetry-api (>=1.30.0,<2.0.0) ; extra == "file-server-otel"
+Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1.30.0,<2.0.0) ; extra == "file-server-otel"
+Requires-Dist: opentelemetry-instrumentation-fastapi (>=0.49b0) ; extra == "file-server-otel"
+Requires-Dist: opentelemetry-sdk (>=1.30.0,<2.0.0) ; extra == "file-server-otel"
 Requires-Dist: pre-commit (>=4.5.1) ; extra == "dev"
 Requires-Dist: pydantic-settings (>=2.10.1)
 Requires-Dist: pyright (>=1.1.408) ; extra == "dev"
@@ -25,6 +34,8 @@ Requires-Dist: pytest-cov (>=7.0.0) ; extra == "dev"
 Requires-Dist: python-dotenv (>=1.1.1)
 Requires-Dist: pyyaml (>=6.0.3)
 Requires-Dist: ruff (>=0.14.14) ; extra == "dev"
+Requires-Dist: uvicorn[standard] (>=0.32.0) ; extra == "dev"
+Requires-Dist: uvicorn[standard] (>=0.32.0) ; extra == "file-server"
 Description-Content-Type: text/markdown
 
 # Autobots DevTools Shared Library
@@ -182,6 +193,7 @@ make test-cov
 ```
 
 Tests are organized into:
+
 - **Unit tests** (`tests/unit/`): Test individual functions and classes
 - **Integration tests** (`tests/integration/`): Test component interactions
 - **E2E tests** (`tests/e2e/`): Test complete workflows
@@ -209,7 +221,10 @@ MIT
 
 ## Authors
 
-- Pralhad <pralhad@example.com>
+- Pra1had
+  - Email: <pralhad.kamath@pratishthanventures.com>
+  - [Github:pra1had](https://github.com/pra1had)
+
 
 ## Questions?
 

{autobots_devtools_shared_lib-0.1.2 → autobots_devtools_shared_lib-0.1.4}/README.md

@@ -153,6 +153,7 @@ make test-cov
 ```
 
 Tests are organized into:
+
 - **Unit tests** (`tests/unit/`): Test individual functions and classes
 - **Integration tests** (`tests/integration/`): Test component interactions
 - **E2E tests** (`tests/e2e/`): Test complete workflows
@@ -180,7 +181,10 @@ MIT
 
 ## Authors
 
-- Pralhad <pralhad@example.com>
+- Pra1had
+  - Email: <pralhad.kamath@pratishthanventures.com>
+  - [Github:pra1had](https://github.com/pra1had)
+
 
 ## Questions?
 

{autobots_devtools_shared_lib-0.1.2 → autobots_devtools_shared_lib-0.1.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "autobots-devtools-shared-lib"
-version = "0.1.2"
+version = "0.1.4"
 description = "Shared library functions to be used for all autobots projects"
 readme = "README.md"
 authors = [
@@ -11,6 +11,7 @@ requires-python = ">=3.12,<4.0.0"
 dependencies = [
     "chainlit>=2.9.6",
     "langchain>=1.0.0",
+    "langchain-anthropic>=0.3.0",
     "langchain-google-genai>=4.2.0",
     "langfuse>=3.12.1",
     "pydantic-settings>=2.10.1",
@@ -19,13 +20,25 @@ dependencies = [
 ]
 
 [project.optional-dependencies]
+file-server = [
+    "fastapi>=0.115.0",
+    "uvicorn[standard]>=0.32.0",
+]
+file-server-otel = [
+    "opentelemetry-api>=1.30.0,<2.0.0",
+    "opentelemetry-sdk>=1.30.0,<2.0.0",
+    "opentelemetry-exporter-otlp-proto-http>=1.30.0,<2.0.0",
+    "opentelemetry-instrumentation-fastapi>=0.49b0",
+]
 dev = [
+    "fastapi>=0.115.0",
     "pre-commit>=4.5.1",
     "pyright>=1.1.408",
     "pytest>=9.0.2",
     "pytest-asyncio>=1.3.0",
     "pytest-cov>=7.0.0",
     "ruff>=0.14.14",
+    "uvicorn[standard]>=0.32.0",
 ]
 
 [tool.poetry]
@@ -54,13 +67,27 @@ select = [
     "ARG",    # flake8-unused-arguments
     "SIM",    # flake8-simplify
     "S",      # flake8-bandit (security)
+    "TCH",    # flake8-type-checking
+    "PTH",    # flake8-use-pathlib
+    "RET",    # flake8-return
+    "TRY",    # tryceratops
+    "PERF",   # Perflint
+    "RUF",    # Ruff-specific rules
 ]
 ignore = [
     "S101",   # Allow assert in tests
+    "E501",   # Line too long (handled by formatter)
+    "TRY003", # Avoid specifying long messages outside the exception class
 ]
 
 [tool.ruff.lint.per-file-ignores]
-"tests/**/*.py" = ["S101", "S106", "ARG001", "ARG002"]
+"tests/**/*.py" = ["S101", "S106", "ARG001", "ARG002", "PLR2004"]
+
+[tool.ruff.format]
+quote-style = "double"
+indent-style = "space"
+skip-magic-trailing-comma = false
+line-ending = "auto"
 
 [tool.pytest.ini_options]
 testpaths = ["tests"]
@@ -69,7 +96,7 @@ asyncio_default_fixture_loop_scope = "function"
 addopts = [
     "-v",
     "--tb=short",
-    "--cov=autobots_devtools_shared_lib",
+    "--cov=src/autobots_devtools_shared_lib",
     "--cov-branch",
     "--cov-report=term-missing",
     "--cov-report=html",

autobots_devtools_shared_lib-0.1.4/src/autobots_devtools_shared_lib/common/__init__.py

@@ -0,0 +1 @@
+# common: observability, tools, utils, servers

autobots_devtools_shared_lib-0.1.4/src/autobots_devtools_shared_lib/common/observability/__init__.py

@@ -0,0 +1,28 @@
+# ABOUTME: Observability module for bro-chat.
+# ABOUTME: Provides Langfuse integration for LLM tracing and monitoring.
+
+from autobots_devtools_shared_lib.common.observability.logging_utils import (
+    ConversationFilter,
+    get_agent_logger,
+    get_logger,
+    set_conversation_id,
+    set_log_level,
+    setup_logging,
+)
+from autobots_devtools_shared_lib.common.observability.trace_metadata import TraceMetadata
+from autobots_devtools_shared_lib.common.observability.tracing import (
+    get_langfuse_handler,
+    init_tracing,
+)
+
+__all__ = [
+    "ConversationFilter",
+    "TraceMetadata",
+    "get_agent_logger",
+    "get_langfuse_handler",
+    "get_logger",
+    "init_tracing",
+    "set_conversation_id",
+    "set_log_level",
+    "setup_logging",
+]

autobots_devtools_shared_lib-0.1.4/src/autobots_devtools_shared_lib/common/observability/logging_utils.py

@@ -0,0 +1,152 @@
+import logging
+import os
+import sys
+from contextvars import ContextVar
+
+LogLevelLike = int | str
+
+_logging_configured: bool = False
+
+
+class ConversationFilter(logging.Filter):
+    """
+    Inject a conversation/thread identifier into every log record.
+
+    This enables log format strings to include `%(conversation_id)s`
+    for tracing multi-message conversations across threads/tasks.
+    """
+
+    def filter(self, record: logging.LogRecord) -> bool:  # type: ignore[override]
+        record.conversation_id = _conversation_id_var.get()
+        return True
+
+
+# Thread-safe context for the current conversation/thread id.
+_conversation_id_var: ContextVar[str] = ContextVar(
+    "conversation_id", default="default-conversation-id"
+)
+
+
+def set_conversation_id(thread_id: str) -> None:
+    """
+    Set the conversation/thread identifier for the current context.
+
+    Args:
+        thread_id: Identifier for the current conversation/thread.
+    """
+    _conversation_id_var.set(thread_id)
+
+
+def _parse_log_level(level: LogLevelLike | None) -> int:
+    """
+    Normalize various level representations into a standard logging level.
+    """
+    if level is None:
+        return logging.INFO
+
+    if isinstance(level, int):
+        # Clamp to logging's supported range, but don't be too strict.
+        return max(0, min(50, level))
+
+    value = str(level).strip()
+    if not value:
+        return logging.INFO
+
+    # Numeric string (e.g. "10", "20")
+    if value.isdigit():
+        return _parse_log_level(int(value))
+
+    # Named level (DEBUG, INFO, etc.)
+    value = value.upper()
+    numeric = getattr(logging, value, None)
+    if isinstance(numeric, int):
+        return numeric
+
+    # Fallback
+    return logging.INFO
+
+
+def setup_logging(
+    level: LogLevelLike | None = None,
+    fmt: str | None = None,
+    force: bool = False,
+) -> None:
+    """
+    Initialize process-wide logging configuration.
+
+    This is safe to call multiple times; configuration will only be applied once
+    unless `force=True` is passed.
+
+    Precedence for the log level:
+        1. `level` argument (if provided)
+        2. `LOG_LEVEL` environment variable
+        3. Default: logging.INFO
+
+    Args:
+        level: Explicit log level (int or name like "DEBUG").
+        fmt: Log format string. If omitted, a default including conversation_id is used.
+        force: If True, reconfigure logging even if it was already configured.
+    """
+    global _logging_configured
+
+    if _logging_configured and not force:
+        return
+
+    # Determine effective level
+    env_level = os.getenv("LOG_LEVEL")
+    effective_level = _parse_log_level(level if level is not None else env_level)
+
+    # Default format includes conversation/thread context
+    log_format = fmt or (
+        "%(asctime)s - %(name)s - [%(conversation_id)s] - %(levelname)s - %(message)s"
+    )
+
+    root_logger = logging.getLogger()
+
+    if force or not _logging_configured:
+        # Clear existing handlers to avoid duplicate logs
+        for handler in list(root_logger.handlers):
+            root_logger.removeHandler(handler)
+
+    root_logger.setLevel(effective_level)
+
+    handler = logging.StreamHandler(sys.stdout)
+    handler.setLevel(effective_level)
+    handler.setFormatter(logging.Formatter(log_format))
+    handler.addFilter(ConversationFilter())
+
+    root_logger.addHandler(handler)
+
+    _logging_configured = True
+
+
+def get_logger(name: str) -> logging.Logger:
+    """
+    Get a named logger, ensuring logging is initialized first.
+    """
+    if not _logging_configured:
+        setup_logging()
+    return logging.getLogger(name)
+
+
+def get_agent_logger(name: str) -> logging.Logger:
+    """
+    Semantic alias for agent-related loggers.
+
+    Equivalent to `get_logger(name)`, but keeps call sites self-documenting.
+    """
+    return get_logger(name)
+
+
+def set_log_level(level: LogLevelLike) -> None:
+    """
+    Dynamically adjust the root logger's level at runtime.
+
+    Args:
+        level: New log level as int or string.
+    """
+    numeric_level = _parse_log_level(level)
+    root_logger = logging.getLogger()
+    root_logger.setLevel(numeric_level)
+    for handler in root_logger.handlers:
+        handler.setLevel(numeric_level)

autobots_devtools_shared_lib-0.1.4/src/autobots_devtools_shared_lib/common/observability/otel_fastapi.py

@@ -0,0 +1,70 @@
+"""
+OpenTelemetry support for FastAPI, exporting traces to Langfuse.
+
+Requires opentelemetry-instrumentation-fastapi and related packages.
+Enable by setting LANGFUSE_PUBLIC_KEY and LANGFUSE_SECRET_KEY (optional: LANGFUSE_HOST).
+"""
+
+from __future__ import annotations
+
+import base64
+import os
+import sys
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from fastapi import FastAPI
+
+
+def _configure_langfuse_otlp() -> bool:
+    """If Langfuse keys are set, configure env for OTLP export to Langfuse. Returns True if set."""
+    pk = os.getenv("LANGFUSE_PUBLIC_KEY", "").strip()
+    sk = os.getenv("LANGFUSE_SECRET_KEY", "").strip()
+    if not pk or not sk:
+        return False
+    host = os.getenv("LANGFUSE_BASE_URL")
+    endpoint = f"{host}/api/public/otel"
+    auth = base64.b64encode(f"{pk}:{sk}".encode()).decode()
+    os.environ["OTEL_EXPORTER_OTLP_ENDPOINT"] = endpoint
+    os.environ["OTEL_EXPORTER_OTLP_HEADERS"] = f"Authorization=Basic {auth}"
+    return True
+
+
+def instrument_fastapi(app: FastAPI) -> bool:
+    """
+    Instrument a FastAPI app with OpenTelemetry and export traces to Langfuse.
+
+    Enable by setting LANGFUSE_PUBLIC_KEY and LANGFUSE_SECRET_KEY in the environment.
+
+    Returns:
+        True if instrumentation was applied, False if Langfuse not configured or packages missing.
+    """
+    if not _configure_langfuse_otlp():
+        return False
+
+    try:
+        from opentelemetry import trace
+        from opentelemetry.exporter.otlp.proto.http.trace_exporter import (  # pyright: ignore[reportMissingImports]
+            OTLPSpanExporter,
+        )
+        from opentelemetry.instrumentation.fastapi import (  # pyright: ignore[reportMissingImports]
+            FastAPIInstrumentor,
+        )
+        from opentelemetry.sdk.resources import Resource
+        from opentelemetry.sdk.trace import TracerProvider
+        from opentelemetry.sdk.trace.export import BatchSpanProcessor
+    except ImportError:
+        return False
+
+    service_name = os.getenv("OTEL_SERVICE_NAME", "file-server")
+    resource = Resource.create({"service.name": service_name})
+    provider = TracerProvider(resource=resource)
+    exporter = OTLPSpanExporter()
+    provider.add_span_processor(BatchSpanProcessor(exporter))
+    trace.set_tracer_provider(provider)
+    FastAPIInstrumentor.instrument_app(
+        app,
+        excluded_urls="/health",
+    )
+    print("OTEL: Exporting traces to Langfuse.", file=sys.stderr)
+    return True

autobots_devtools_shared_lib-0.1.4/src/autobots_devtools_shared_lib/common/observability/trace_metadata.py

@@ -0,0 +1,54 @@
+# ABOUTME: Metadata dataclass for tracing and observability correlation.
+# ABOUTME: Encapsulates session IDs, user IDs, app names, and tags for Langfuse.
+
+import uuid
+from dataclasses import asdict, dataclass, field
+from typing import Any
+
+
+@dataclass
+class TraceMetadata:
+    """Metadata for tracing and observability correlation.
+
+    Encapsulates all metadata needed for Langfuse tracing, including
+    session correlation, user identification, and application context.
+    """
+
+    session_id: str
+    app_name: str = "default"
+    user_id: str = "default"
+    tags: list[str] = field(default_factory=list)
+
+    @classmethod
+    def create(
+        cls,
+        session_id: str | None = None,
+        app_name: str = "default",
+        user_id: str = "default",
+        tags: list[str] | None = None,
+    ) -> "TraceMetadata":
+        """Create TraceMetadata with auto-generated session_id if needed."""
+        if session_id is None:
+            session_id = str(uuid.uuid4())
+        return cls(
+            session_id=session_id[:200],  # Langfuse 200-char limit
+            app_name=app_name,
+            user_id=user_id,
+            tags=tags or [],
+        )
+
+    @classmethod
+    def from_dict(cls, data: dict[str, Any] | None) -> "TraceMetadata":
+        """Create from legacy trace_metadata dict for backward compatibility."""
+        if data is None:
+            return cls.create()
+        return cls.create(
+            session_id=data.get("session_id"),
+            app_name=data.get("app_name", "default"),
+            user_id=data.get("user_id", "default"),
+            tags=data.get("tags", []),
+        )
+
+    def to_dict(self) -> dict[str, Any]:
+        """Convert to dict for metadata merging."""
+        return asdict(self)

{autobots_devtools_shared_lib-0.1.2/src/autobots_devtools_shared_lib/dynagent → autobots_devtools_shared_lib-0.1.4/src/autobots_devtools_shared_lib/common}/observability/tracing.py

@@ -1,15 +1,14 @@
 # ABOUTME: Langfuse tracing integration for bro-chat.
 # ABOUTME: Sets up LLM observability using Langfuse's decorator-based API.
 
-import logging
 from typing import Any
 
 from langfuse import Langfuse
 from langfuse.langchain import CallbackHandler
 
-from autobots_devtools_shared_lib.dynagent.config.settings import get_settings
+from autobots_devtools_shared_lib.common.observability.logging_utils import get_logger
 
-logger = logging.getLogger(__name__)
+logger = get_logger(__name__)
 
 _langfuse_client: Langfuse | None = None
 
@@ -18,14 +17,18 @@ def init_tracing() -> bool:
     """
     Initialize Langfuse tracing.
 
-    Reads configuration from environment via get_settings().
+    Reads configuration from environment via get_dynagent_settings().
 
     Returns:
         True if tracing was initialized successfully, False otherwise.
     """
     global _langfuse_client
 
-    settings = get_settings()
+    from autobots_devtools_shared_lib.dynagent.config.dynagent_settings import (
+        get_dynagent_settings,
+    )
+
+    settings = get_dynagent_settings()
 
     if not settings.is_langfuse_configured():
         logger.info("Langfuse not configured, tracing disabled")
@@ -38,13 +41,14 @@ def init_tracing() -> bool:
             host=settings.langfuse_host,
         )
 
-        logger.info("Langfuse tracing initialized successfully")
-        return True
-
     except Exception as e:
         logger.warning(f"Failed to initialize Langfuse tracing: {e}")
         return False
 
+    else:
+        logger.info("Langfuse tracing initialized successfully")
+        return True
+
 
 def get_langfuse_handler() -> CallbackHandler | None:
     """
@@ -56,7 +60,11 @@ def get_langfuse_handler() -> CallbackHandler | None:
     if _langfuse_client is None:
         return None
 
-    settings = get_settings()
+    from autobots_devtools_shared_lib.dynagent.config.dynagent_settings import (
+        get_dynagent_settings,
+    )
+
+    settings = get_dynagent_settings()
     return CallbackHandler(public_key=settings.langfuse_public_key)
 
 

autobots_devtools_shared_lib-0.1.4/src/autobots_devtools_shared_lib/common/servers/fileserver/README.md

@@ -0,0 +1,85 @@
+# File Server
+
+REST server that implements the API used by `fserver_client` (listFiles, readFile, writeFile, moveFile, createDownloadLink, health).
+
+## Setup
+
+From the repo root (or `autobots-devtools-shared-lib`):
+
+```bash
+pip install -e ".[file-server]"
+# With OpenTelemetry (Langfuse): pip install -e ".[file-server,file-server-otel]"
+# Or with dev deps: pip install -e ".[dev]"
+```
+
+## Run
+
+From `autobots-devtools-shared-lib`:
+
+```bash
+make file-server
+```
+
+Or with uvicorn directly (port 9002 is the default used by `fserver_client`):
+
+```bash
+uvicorn autobots_devtools_shared_lib.common.servers.fileserver.app:app --reload --host 0.0.0.0 --port 9002
+```
+
+## Environment (optional)
+
+| Variable | Default | Description |
+|----------|---------|-------------|
+| `FILE_SERVER_ROOT` | `.` | Directory to serve (resolved). |
+| `FILE_SERVER_HOST` | `0.0.0.0` | Bind host. |
+| `FILE_SERVER_PORT` | `9002` | Bind port. |
+| `FILE_SERVER_MAX_FILE_SIZE_MB` | `0` | Max upload size in MB (0 = no limit). |
+| `FILE_SERVER_ENABLE_CORS` | (off) | Set to `1` or `true` to enable CORS. |
+| `FILE_SERVER_CORS_ORIGINS` | `*` | Comma-separated origins when CORS enabled. |
+| `LANGFUSE_PUBLIC_KEY` | — | Langfuse project public key; with `LANGFUSE_SECRET_KEY`, traces are sent to Langfuse. |
+| `LANGFUSE_SECRET_KEY` | — | Langfuse project secret key. |
+| `LANGFUSE_HOST` | - | Langfuse base URL |
+| `OTEL_SERVICE_NAME` | `file-server` | Service name shown in Langfuse for this server. |
+
+When `LANGFUSE_PUBLIC_KEY` and `LANGFUSE_SECRET_KEY` are set and `opentelemetry-instrumentation-fastapi` is installed (e.g. via `[file-server-otel]`), the app is instrumented and HTTP request traces are sent to Langfuse. `/health` is excluded from spans.
+
+## Tracing (Langfuse)
+
+1. In `.env` set `LANGFUSE_PUBLIC_KEY` and `LANGFUSE_SECRET_KEY` (optionally `LANGFUSE_HOST`).
+2. Install the OTEL extra into the venv that Make uses: `make install-file-server-otel`.
+3. Run: `make file-server-otel`.
+4. Send requests to the file server; open your Langfuse project to see traces (service: `file-server`).
+
+If you see a warning about packages not installed, run `make install-file-server-otel` from `autobots-devtools-shared-lib` (Make uses `../.venv`). Spans appear in Langfuse when you send requests (e.g. open http://localhost:9002/docs and call an endpoint).
+
+## Test the client tools
+
+With the server running and `FILE_SERVER_HOST=localhost` (or unset, since localhost is the default):
+
+```python
+import json
+
+from autobots_devtools_shared_lib.common.tools.fserver_client_tools import (
+    list_files,
+    read_file,
+    write_file,
+    get_disk_usage,
+)
+
+# Optional workspace context (any product-specific keys)
+workspace_context = json.dumps(
+    {
+        "agent_name": "my-agent",
+        "user_name": "dev",
+        "repo_name": "my-repo",
+        "jira_number": "JIRA-1",
+    }
+)
+
+write_file.invoke(
+    {"file_name": "hello.txt", "content": "Hello world", "workspace_context": workspace_context}
+)
+print(list_files.invoke({"base_path": "", "workspace_context": workspace_context}))
+print(read_file.invoke({"file_name": "hello.txt", "workspace_context": workspace_context}))
+print(get_disk_usage.invoke({}))
+```

autobots_devtools_shared_lib-0.1.4/src/autobots_devtools_shared_lib/common/servers/fileserver/__init__.py

@@ -0,0 +1,5 @@
+"""File server package (config, models, FastAPI app)."""
+
+from .app import app  # re-export for convenience
+
+__all__ = ["app"]