PyPI - remdb - Versions diffs - 0.3.114__py3-none-any.whl → 0.3.172__py3-none-any.whl - Mend

remdb 0.3.114py3-none-any.whl → 0.3.172py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of remdb might be problematic. Click here for more details.

Files changed (83) hide show

rem/agentic/agents/__init__.py +16 -0
rem/agentic/agents/agent_manager.py +311 -0
rem/agentic/agents/sse_simulator.py +2 -0
rem/agentic/context.py +103 -5
rem/agentic/context_builder.py +36 -9
rem/agentic/mcp/tool_wrapper.py +161 -18
rem/agentic/otel/setup.py +1 -0
rem/agentic/providers/phoenix.py +371 -108
rem/agentic/providers/pydantic_ai.py +172 -30
rem/agentic/schema.py +8 -4
rem/api/deps.py +3 -5
rem/api/main.py +26 -4
rem/api/mcp_router/resources.py +15 -10
rem/api/mcp_router/server.py +11 -3
rem/api/mcp_router/tools.py +418 -4
rem/api/middleware/tracking.py +5 -5
rem/api/routers/admin.py +218 -1
rem/api/routers/auth.py +349 -6
rem/api/routers/chat/completions.py +255 -7
rem/api/routers/chat/models.py +81 -7
rem/api/routers/chat/otel_utils.py +33 -0
rem/api/routers/chat/sse_events.py +17 -1
rem/api/routers/chat/streaming.py +126 -19
rem/api/routers/feedback.py +134 -14
rem/api/routers/messages.py +24 -15
rem/api/routers/query.py +6 -3
rem/auth/__init__.py +13 -3
rem/auth/jwt.py +352 -0
rem/auth/middleware.py +115 -10
rem/auth/providers/__init__.py +4 -1
rem/auth/providers/email.py +215 -0
rem/cli/commands/README.md +42 -0
rem/cli/commands/cluster.py +617 -168
rem/cli/commands/configure.py +4 -7
rem/cli/commands/db.py +66 -22
rem/cli/commands/experiments.py +468 -76
rem/cli/commands/schema.py +6 -5
rem/cli/commands/session.py +336 -0
rem/cli/dreaming.py +2 -2
rem/cli/main.py +2 -0
rem/config.py +8 -1
rem/models/core/experiment.py +58 -14
rem/models/entities/__init__.py +4 -0
rem/models/entities/ontology.py +1 -1
rem/models/entities/ontology_config.py +1 -1
rem/models/entities/subscriber.py +175 -0
rem/models/entities/user.py +1 -0
rem/schemas/agents/core/agent-builder.yaml +235 -0
rem/schemas/agents/examples/contract-analyzer.yaml +1 -1
rem/schemas/agents/examples/contract-extractor.yaml +1 -1
rem/schemas/agents/examples/cv-parser.yaml +1 -1
rem/services/__init__.py +3 -1
rem/services/content/service.py +4 -3
rem/services/email/__init__.py +10 -0
rem/services/email/service.py +513 -0
rem/services/email/templates.py +360 -0
rem/services/phoenix/client.py +59 -18
rem/services/postgres/README.md +38 -0
rem/services/postgres/diff_service.py +127 -6
rem/services/postgres/pydantic_to_sqlalchemy.py +45 -13
rem/services/postgres/repository.py +5 -4
rem/services/postgres/schema_generator.py +205 -4
rem/services/session/compression.py +120 -50
rem/services/session/reload.py +14 -7
rem/services/user_service.py +41 -9
rem/settings.py +442 -23
rem/sql/migrations/001_install.sql +156 -0
rem/sql/migrations/002_install_models.sql +1951 -88
rem/sql/migrations/004_cache_system.sql +548 -0
rem/sql/migrations/005_schema_update.sql +145 -0
rem/utils/README.md +45 -0
rem/utils/__init__.py +18 -0
rem/utils/files.py +157 -1
rem/utils/schema_loader.py +139 -10
rem/utils/sql_paths.py +146 -0
rem/utils/vision.py +1 -1
rem/workers/__init__.py +3 -1
rem/workers/db_listener.py +579 -0
rem/workers/unlogged_maintainer.py +463 -0
{remdb-0.3.114.dist-info → remdb-0.3.172.dist-info}/METADATA +218 -180
{remdb-0.3.114.dist-info → remdb-0.3.172.dist-info}/RECORD +83 -68
{remdb-0.3.114.dist-info → remdb-0.3.172.dist-info}/WHEEL +0 -0
{remdb-0.3.114.dist-info → remdb-0.3.172.dist-info}/entry_points.txt +0 -0

rem/services/email/templates.py ADDED Viewed

@@ -0,0 +1,360 @@
+"""
+Email Templates.
+HTML email templates for transactional emails.
+Uses inline CSS for maximum email client compatibility.
+Downstream apps can customize by:
+1. Overriding COLORS dict
+2. Setting custom LOGO_URL and TAGLINE
+3. Creating custom templates using base_template()
+"""
+from dataclasses import dataclass
+from typing import Optional
+# Default colors - override in downstream apps
+COLORS = {
+    "background": "#F5F5F5",
+    "foreground": "#333333",
+    "primary": "#4A90D9",
+    "accent": "#5CB85C",
+    "card": "#FFFFFF",
+    "muted": "#6b7280",
+    "border": "#E0E0E0",
+}
+# Branding - override in downstream apps
+LOGO_URL: str | None = None
+APP_NAME = "REM"
+TAGLINE = "Your AI-powered platform"
+WEBSITE_URL = "https://rem.ai"
+PRIVACY_URL = "https://rem.ai/privacy"
+TERMS_URL = "https://rem.ai/terms"
+@dataclass
+class EmailTemplate:
+    """Email template with subject and HTML body."""
+    subject: str
+    html_body: str
+def base_template(
+    content: str,
+    preheader: Optional[str] = None,
+    colors: dict | None = None,
+    logo_url: str | None = None,
+    app_name: str | None = None,
+    tagline: str | None = None,
+    website_url: str | None = None,
+    privacy_url: str | None = None,
+    terms_url: str | None = None,
+) -> str:
+    """
+    Base email template.
+    Args:
+        content: The main content HTML
+        preheader: Optional preview text shown in email clients
+        colors: Color overrides (merges with COLORS)
+        logo_url: Logo image URL
+        app_name: Application name
+        tagline: Footer tagline
+        website_url: Main website URL
+        privacy_url: Privacy policy URL
+        terms_url: Terms of service URL
+    Returns:
+        Complete HTML email
+    """
+    # Merge colors
+    c = {**COLORS, **(colors or {})}
+    # Use provided values or module defaults
+    logo = logo_url or LOGO_URL
+    name = app_name or APP_NAME
+    tag = tagline or TAGLINE
+    web = website_url or WEBSITE_URL
+    privacy = privacy_url or PRIVACY_URL
+    terms = terms_url or TERMS_URL
+    preheader_html = ""
+    if preheader:
+        preheader_html = f'''
+        <div style="display: none; max-height: 0; overflow: hidden;">
+            {preheader}
+        </div>
+        '''
+    logo_html = ""
+    if logo:
+        logo_html = f'''
+            <img src="{logo}" alt="{name}" width="40" height="40" style="display: block; margin: 0 auto 16px auto; border-radius: 8px;">
+        '''
+    return f'''<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <meta http-equiv="X-UA-Compatible" content="IE=edge">
+    <title>{name}</title>
+    <!--[if mso]>
+    <style type="text/css">
+        body, table, td {{font-family: Arial, sans-serif !important;}}
+    </style>
+    <![endif]-->
+</head>
+<body style="margin: 0; padding: 0; background-color: {c['background']}; font-family: 'Georgia', 'Times New Roman', serif;">
+    {preheader_html}
+    <!-- Email Container -->
+    <table role="presentation" cellspacing="0" cellpadding="0" border="0" width="100%" style="background-color: {c['background']};">
+        <tr>
+            <td style="padding: 40px 20px;">
+                <!-- Inner Container -->
+                <table role="presentation" cellspacing="0" cellpadding="0" border="0" width="100%" style="max-width: 560px; margin: 0 auto;">
+                    <!-- Main Content Card -->
+                    <tr>
+                        <td style="background-color: {c['card']}; border-radius: 16px; box-shadow: 0 4px 6px rgba(0, 0, 0, 0.05);">
+                            <table role="presentation" cellspacing="0" cellpadding="0" border="0" width="100%">
+                                <tr>
+                                    <td style="padding: 40px;">
+                                        {content}
+                                    </td>
+                                </tr>
+                            </table>
+                        </td>
+                    </tr>
+                    <!-- Footer -->
+                    <tr>
+                        <td style="padding: 32px 20px; text-align: center;">
+                            {logo_html}
+                            <!-- Tagline -->
+                            <p style="margin: 0 0 8px 0; font-family: 'Georgia', serif; font-size: 14px; color: {c['muted']}; font-style: italic;">
+                                {tag}
+                            </p>
+                            <!-- Footer Links -->
+                            <p style="margin: 0; font-family: Arial, sans-serif; font-size: 12px; color: {c['muted']};">
+                                <a href="{web}" style="color: {c['primary']}; text-decoration: none;">{name}</a>
+                                &nbsp;&bull;&nbsp;
+                                <a href="{privacy}" style="color: {c['primary']}; text-decoration: none;">Privacy</a>
+                                &nbsp;&bull;&nbsp;
+                                <a href="{terms}" style="color: {c['primary']}; text-decoration: none;">Terms</a>
+                            </p>
+                            <!-- Copyright -->
+                            <p style="margin: 16px 0 0 0; font-family: Arial, sans-serif; font-size: 11px; color: {c['muted']};">
+                                &copy; 2025 {name}. All rights reserved.
+                            </p>
+                        </td>
+                    </tr>
+                </table>
+            </td>
+        </tr>
+    </table>
+</body>
+</html>'''
+def login_code_template(
+    code: str,
+    email: str,
+    colors: dict | None = None,
+    app_name: str | None = None,
+    **kwargs,
+) -> EmailTemplate:
+    """
+    Generate a login code email template.
+    Args:
+        code: The 6-digit login code
+        email: The recipient's email address
+        colors: Color overrides
+        app_name: Application name
+        **kwargs: Additional arguments passed to base_template
+    Returns:
+        EmailTemplate with subject and HTML body
+    """
+    c = {**COLORS, **(colors or {})}
+    name = app_name or APP_NAME
+    # Format code with spaces for readability (e.g., "123 456")
+    formatted_code = f"{code[:3]} {code[3:]}" if len(code) == 6 else code
+    content = f'''
+        <!-- Greeting -->
+        <h1 style="margin: 0 0 8px 0; font-family: 'Arial', sans-serif; font-size: 24px; font-weight: 600; color: {c['foreground']};">
+            Hi there!
+        </h1>
+        <p style="margin: 0 0 24px 0; font-family: 'Georgia', serif; font-size: 16px; line-height: 1.6; color: {c['foreground']};">
+            Here's your login code for {name}. Enter this code to securely access your account.
+        </p>
+        <!-- Code Box -->
+        <table role="presentation" cellspacing="0" cellpadding="0" border="0" width="100%" style="margin: 0 0 24px 0;">
+            <tr>
+                <td align="center">
+                    <div style="
+                        display: inline-block;
+                        padding: 20px 40px;
+                        background-color: {c['background']};
+                        border: 2px solid {c['border']};
+                        border-radius: 12px;
+                    ">
+                        <span style="
+                            font-family: 'Courier New', monospace;
+                            font-size: 32px;
+                            font-weight: 700;
+                            letter-spacing: 6px;
+                            color: {c['foreground']};
+                        ">{formatted_code}</span>
+                    </div>
+                </td>
+            </tr>
+        </table>
+        <!-- Instructions -->
+        <p style="margin: 0 0 8px 0; font-family: 'Georgia', serif; font-size: 14px; line-height: 1.6; color: {c['muted']};">
+            This code expires in <strong>10 minutes</strong>.
+        </p>
+        <p style="margin: 0 0 24px 0; font-family: 'Georgia', serif; font-size: 14px; line-height: 1.6; color: {c['muted']};">
+            If you didn't request this code, you can safely ignore this email.
+        </p>
+        <!-- Divider -->
+        <hr style="border: none; border-top: 1px solid {c['border']}; margin: 24px 0;">
+        <!-- Security Note -->
+        <table role="presentation" cellspacing="0" cellpadding="0" border="0" width="100%">
+            <tr>
+                <td style="padding: 16px; background-color: {c['background']}; border-radius: 8px;">
+                    <p style="margin: 0; font-family: Arial, sans-serif; font-size: 12px; color: {c['muted']};">
+                        <strong style="color: {c['primary']};">Security tip:</strong>
+                        Never share your login code with anyone. {name} will never ask for your code via phone or text.
+                    </p>
+                </td>
+            </tr>
+        </table>
+    '''
+    return EmailTemplate(
+        subject=f"Your {name} Login Code",
+        html_body=base_template(
+            content=content,
+            preheader=f"Your login code is {formatted_code}",
+            colors=colors,
+            app_name=app_name,
+            **kwargs,
+        ),
+    )
+def welcome_template(
+    name: Optional[str] = None,
+    colors: dict | None = None,
+    app_name: str | None = None,
+    features: list[str] | None = None,
+    cta_url: str | None = None,
+    cta_text: str = "Get Started",
+    **kwargs,
+) -> EmailTemplate:
+    """
+    Generate a welcome email template for new users.
+    Args:
+        name: Optional user's name
+        colors: Color overrides
+        app_name: Application name
+        features: List of feature descriptions
+        cta_url: Call-to-action button URL
+        cta_text: Call-to-action button text
+        **kwargs: Additional arguments passed to base_template
+    Returns:
+        EmailTemplate with subject and HTML body
+    """
+    c = {**COLORS, **(colors or {})}
+    app = app_name or APP_NAME
+    greeting = f"Hi {name}!" if name else "Welcome!"
+    url = cta_url or WEBSITE_URL
+    # Default features if not provided
+    default_features = [
+        "Access powerful AI capabilities",
+        "Store and organize your data",
+        "Collaborate with your team",
+    ]
+    feature_list = features or default_features
+    features_html = "".join(f"<li>{f}</li>" for f in feature_list)
+    content = f'''
+        <!-- Greeting -->
+        <h1 style="margin: 0 0 8px 0; font-family: 'Arial', sans-serif; font-size: 24px; font-weight: 600; color: {c['foreground']};">
+            {greeting}
+        </h1>
+        <p style="margin: 0 0 24px 0; font-family: 'Georgia', serif; font-size: 16px; line-height: 1.6; color: {c['foreground']};">
+            Welcome to {app}! We're excited to have you on board.
+        </p>
+        <!-- Feature List -->
+        <table role="presentation" cellspacing="0" cellpadding="0" border="0" width="100%" style="margin: 0 0 24px 0;">
+            <tr>
+                <td style="padding: 16px; background-color: {c['background']}; border-radius: 8px;">
+                    <p style="margin: 0 0 12px 0; font-family: Arial, sans-serif; font-size: 14px; font-weight: 600; color: {c['primary']};">
+                        What you can do with {app}:
+                    </p>
+                    <ul style="margin: 0; padding-left: 20px; font-family: 'Georgia', serif; font-size: 14px; line-height: 1.8; color: {c['foreground']};">
+                        {features_html}
+                    </ul>
+                </td>
+            </tr>
+        </table>
+        <!-- CTA Button -->
+        <table role="presentation" cellspacing="0" cellpadding="0" border="0" width="100%" style="margin: 0 0 24px 0;">
+            <tr>
+                <td align="center">
+                    <a href="{url}" style="
+                        display: inline-block;
+                        padding: 14px 32px;
+                        background-color: {c['primary']};
+                        color: #FFFFFF;
+                        font-family: Arial, sans-serif;
+                        font-size: 16px;
+                        font-weight: 600;
+                        text-decoration: none;
+                        border-radius: 8px;
+                    ">{cta_text}</a>
+                </td>
+            </tr>
+        </table>
+        <p style="margin: 0; font-family: 'Georgia', serif; font-size: 14px; line-height: 1.6; color: {c['muted']}; text-align: center;">
+            We're glad you're here!
+        </p>
+    '''
+    return EmailTemplate(
+        subject=f"Welcome to {app}",
+        html_body=base_template(
+            content=content,
+            preheader=f"Welcome to {app}! Get started today.",
+            colors=colors,
+            app_name=app_name,
+            **kwargs,
+        ),
+    )

rem/services/phoenix/client.py CHANGED Viewed

@@ -793,40 +793,72 @@ class PhoenixClient:
         score: float | None = None,
         explanation: str | None = None,
         metadata: dict[str, Any] | None = None,
+        trace_id: str | None = None,
     ) -> str | None:
-        """Add feedback annotation to a span.
+        """Add feedback annotation to a span via Phoenix REST API.
+        Uses direct HTTP POST to /v1/span_annotations for reliability
+        (Phoenix Python client API changes frequently).
         Args:
-            span_id: Span ID to annotate
+            span_id: Span ID to annotate (hex string)
             annotation_name: Name of the annotation (e.g., "correctness", "user_feedback")
             annotator_kind: Type of annotator ("HUMAN", "LLM", "CODE")
             label: Optional label (e.g., "correct", "incorrect", "helpful")
             score: Optional numeric score (0.0-1.0)
             explanation: Optional explanation text
             metadata: Optional additional metadata dict
+            trace_id: Optional trace ID (used if span lookup needed)
         Returns:
             Annotation ID if successful, None otherwise
         """
+        import httpx
         try:
-            result = self._client.add_span_annotation(  # type: ignore[attr-defined]
-                span_id=span_id,
-                name=annotation_name,
-                annotator_kind=annotator_kind,
-                label=label,
-                score=score,
-                explanation=explanation,
-                metadata=metadata,
-            )
+            # Build annotation payload for Phoenix REST API
+            annotation_data = {
+                "span_id": span_id,
+                "name": annotation_name,
+                "annotator_kind": annotator_kind,
+                "result": {
+                    "label": label,
+                    "score": score,
+                    "explanation": explanation,
+                },
+                "metadata": metadata or {},
+            }
-            annotation_id = getattr(result, "id", None) if result else None
-            logger.info(f"Added {annotator_kind} feedback to span {span_id} -> {annotation_id}")
+            # Add trace_id if provided
+            if trace_id:
+                annotation_data["trace_id"] = trace_id
+            # POST to Phoenix REST API
+            annotations_endpoint = f"{self.config.base_url}/v1/span_annotations"
+            headers = {}
+            if self.config.api_key:
+                headers["Authorization"] = f"Bearer {self.config.api_key}"
+            with httpx.Client(timeout=5.0) as client:
+                response = client.post(
+                    annotations_endpoint,
+                    json={"data": [annotation_data]},
+                    headers=headers,
+                )
+                response.raise_for_status()
-            return annotation_id
+            logger.info(f"Added {annotator_kind} feedback to span {span_id}")
+            return span_id  # Return span_id as annotation reference
+        except httpx.HTTPStatusError as e:
+            logger.error(
+                f"Failed to add span feedback (HTTP {e.response.status_code}): "
+                f"{e.response.text if hasattr(e, 'response') else 'N/A'}"
+            )
+            return None
         except Exception as e:
             logger.error(f"Failed to add span feedback: {e}")
-            raise
+            return None
     def sync_user_feedback(
         self,
@@ -835,6 +867,7 @@ class PhoenixClient:
         categories: list[str] | None = None,
         comment: str | None = None,
         feedback_id: str | None = None,
+        trace_id: str | None = None,
     ) -> str | None:
         """Sync user feedback to Phoenix as a span annotation.
@@ -847,6 +880,7 @@ class PhoenixClient:
             categories: List of feedback categories
             comment: Free-text comment
             feedback_id: Optional REM feedback ID for reference
+            trace_id: Optional trace ID for the span
         Returns:
             Phoenix annotation ID if successful
@@ -860,12 +894,18 @@ class PhoenixClient:
             ... )
         """
         # Convert rating to 0-1 score
+        # Rating scheme:
+        #   -1 = thumbs down → score 0.0
+        #    1 = thumbs up   → score 1.0
+        #  2-5 = star rating → normalized to 0-1 range
         score = None
         if rating is not None:
             if rating == -1:
                 score = 0.0
-            elif 1 <= rating <= 5:
-                score = rating / 5.0
+            elif rating == 1:
+                score = 1.0  # Thumbs up
+            elif 2 <= rating <= 5:
+                score = (rating - 1) / 4.0  # 2→0.25, 3→0.5, 4→0.75, 5→1.0
         # Use primary category as label
         label = categories[0] if categories else None
@@ -880,7 +920,7 @@ class PhoenixClient:
                 explanation = f"Categories: {cats_str}"
         # Build metadata
-        metadata = {
+        metadata: dict[str, Any] = {
             "rating": rating,
             "categories": categories or [],
         }
@@ -895,6 +935,7 @@ class PhoenixClient:
             score=score,
             explanation=explanation,
             metadata=metadata,
+            trace_id=trace_id,
         )
     def get_span_annotations(

rem/services/postgres/README.md CHANGED Viewed

@@ -688,6 +688,44 @@ from rem.api.main import app  # Use REM's FastAPI app
 # Or build your own app using rem.services
 ```
+## Adding Models & Migrations
+Quick workflow for adding new database models:
+1. **Create a model** in `models/__init__.py` (or a submodule):
+   ```python
+   import rem
+   from rem.models.core import CoreModel
+   @rem.register_model
+   class MyEntity(CoreModel):
+       name: str
+       description: str  # Auto-embedded (common field name)
+   ```
+2. **Check for schema drift** - REM auto-detects `./models` directory:
+   ```bash
+   rem db diff              # Show pending changes (additive only)
+   rem db diff --strategy full  # Include destructive changes
+   ```
+3. **Generate migration** (optional - for version-controlled SQL):
+   ```bash
+   rem db diff --generate   # Creates numbered .sql file
+   ```
+4. **Apply changes**:
+   ```bash
+   rem db migrate           # Apply all pending migrations
+   ```
+**Key points:**
+- Models in `./models/` are auto-discovered (must have `__init__.py`)
+- Or set `MODELS__IMPORT_MODULES=myapp.models` for custom paths
+- `CoreModel` provides: `id`, `tenant_id`, `user_id`, `created_at`, `updated_at`, `deleted_at`, `graph_edges`, `metadata`, `tags`
+- Fields named `content`, `description`, `summary`, `text`, `body`, `message`, `notes` get embeddings by default
+- Use `Field(json_schema_extra={"embed": True})` to embed other fields
 ## Configuration
 Environment variables:

remdb 0.3.114__py3-none-any.whl → 0.3.172__py3-none-any.whl

Potentially problematic release.

remdb 0.3.114py3-none-any.whl → 0.3.172py3-none-any.whl