PyPI - remdb - Versions diffs - 0.3.14__py3-none-any.whl → 0.3.157__py3-none-any.whl - Mend

remdb 0.3.14py3-none-any.whl → 0.3.157py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (112) hide show

rem/agentic/README.md +76 -0
rem/agentic/__init__.py +15 -0
rem/agentic/agents/__init__.py +32 -2
rem/agentic/agents/agent_manager.py +310 -0
rem/agentic/agents/sse_simulator.py +502 -0
rem/agentic/context.py +51 -27
rem/agentic/context_builder.py +5 -3
rem/agentic/llm_provider_models.py +301 -0
rem/agentic/mcp/tool_wrapper.py +155 -18
rem/agentic/otel/setup.py +93 -4
rem/agentic/providers/phoenix.py +371 -108
rem/agentic/providers/pydantic_ai.py +280 -57
rem/agentic/schema.py +361 -21
rem/agentic/tools/rem_tools.py +3 -3
rem/api/README.md +215 -1
rem/api/deps.py +255 -0
rem/api/main.py +132 -40
rem/api/mcp_router/resources.py +1 -1
rem/api/mcp_router/server.py +28 -5
rem/api/mcp_router/tools.py +555 -7
rem/api/routers/admin.py +494 -0
rem/api/routers/auth.py +278 -4
rem/api/routers/chat/completions.py +402 -20
rem/api/routers/chat/models.py +88 -10
rem/api/routers/chat/otel_utils.py +33 -0
rem/api/routers/chat/sse_events.py +542 -0
rem/api/routers/chat/streaming.py +697 -45
rem/api/routers/dev.py +81 -0
rem/api/routers/feedback.py +268 -0
rem/api/routers/messages.py +473 -0
rem/api/routers/models.py +78 -0
rem/api/routers/query.py +360 -0
rem/api/routers/shared_sessions.py +406 -0
rem/auth/__init__.py +13 -3
rem/auth/middleware.py +186 -22
rem/auth/providers/__init__.py +4 -1
rem/auth/providers/email.py +215 -0
rem/cli/commands/README.md +237 -64
rem/cli/commands/cluster.py +1808 -0
rem/cli/commands/configure.py +4 -7
rem/cli/commands/db.py +386 -143
rem/cli/commands/experiments.py +468 -76
rem/cli/commands/process.py +14 -8
rem/cli/commands/schema.py +97 -50
rem/cli/commands/session.py +336 -0
rem/cli/dreaming.py +2 -2
rem/cli/main.py +29 -6
rem/config.py +10 -3
rem/models/core/core_model.py +7 -1
rem/models/core/experiment.py +58 -14
rem/models/core/rem_query.py +5 -2
rem/models/entities/__init__.py +25 -0
rem/models/entities/domain_resource.py +38 -0
rem/models/entities/feedback.py +123 -0
rem/models/entities/message.py +30 -1
rem/models/entities/ontology.py +1 -1
rem/models/entities/ontology_config.py +1 -1
rem/models/entities/session.py +83 -0
rem/models/entities/shared_session.py +180 -0
rem/models/entities/subscriber.py +175 -0
rem/models/entities/user.py +1 -0
rem/registry.py +10 -4
rem/schemas/agents/core/agent-builder.yaml +134 -0
rem/schemas/agents/examples/contract-analyzer.yaml +1 -1
rem/schemas/agents/examples/contract-extractor.yaml +1 -1
rem/schemas/agents/examples/cv-parser.yaml +1 -1
rem/schemas/agents/rem.yaml +7 -3
rem/services/__init__.py +3 -1
rem/services/content/service.py +92 -19
rem/services/email/__init__.py +10 -0
rem/services/email/service.py +459 -0
rem/services/email/templates.py +360 -0
rem/services/embeddings/api.py +4 -4
rem/services/embeddings/worker.py +16 -16
rem/services/phoenix/client.py +154 -14
rem/services/postgres/README.md +197 -15
rem/services/postgres/__init__.py +2 -1
rem/services/postgres/diff_service.py +547 -0
rem/services/postgres/pydantic_to_sqlalchemy.py +470 -140
rem/services/postgres/repository.py +132 -0
rem/services/postgres/schema_generator.py +205 -4
rem/services/postgres/service.py +6 -6
rem/services/rem/parser.py +44 -9
rem/services/rem/service.py +36 -2
rem/services/session/compression.py +137 -51
rem/services/session/reload.py +15 -8
rem/settings.py +515 -27
rem/sql/background_indexes.sql +21 -16
rem/sql/migrations/001_install.sql +387 -54
rem/sql/migrations/002_install_models.sql +2304 -377
rem/sql/migrations/003_optional_extensions.sql +326 -0
rem/sql/migrations/004_cache_system.sql +548 -0
rem/sql/migrations/005_schema_update.sql +145 -0
rem/utils/README.md +45 -0
rem/utils/__init__.py +18 -0
rem/utils/date_utils.py +2 -2
rem/utils/files.py +157 -1
rem/utils/model_helpers.py +156 -1
rem/utils/schema_loader.py +220 -22
rem/utils/sql_paths.py +146 -0
rem/utils/sql_types.py +3 -1
rem/utils/vision.py +1 -1
rem/workers/__init__.py +3 -1
rem/workers/db_listener.py +579 -0
rem/workers/unlogged_maintainer.py +463 -0
{remdb-0.3.14.dist-info → remdb-0.3.157.dist-info}/METADATA +340 -229
{remdb-0.3.14.dist-info → remdb-0.3.157.dist-info}/RECORD +109 -80
{remdb-0.3.14.dist-info → remdb-0.3.157.dist-info}/WHEEL +1 -1
rem/sql/002_install_models.sql +0 -1068
rem/sql/install_models.sql +0 -1051
rem/sql/migrations/003_seed_default_user.sql +0 -48
{remdb-0.3.14.dist-info → remdb-0.3.157.dist-info}/entry_points.txt +0 -0

rem/services/email/templates.py ADDED Viewed

@@ -0,0 +1,360 @@
+"""
+Email Templates.
+HTML email templates for transactional emails.
+Uses inline CSS for maximum email client compatibility.
+Downstream apps can customize by:
+1. Overriding COLORS dict
+2. Setting custom LOGO_URL and TAGLINE
+3. Creating custom templates using base_template()
+"""
+from dataclasses import dataclass
+from typing import Optional
+# Default colors - override in downstream apps
+COLORS = {
+    "background": "#F5F5F5",
+    "foreground": "#333333",
+    "primary": "#4A90D9",
+    "accent": "#5CB85C",
+    "card": "#FFFFFF",
+    "muted": "#6b7280",
+    "border": "#E0E0E0",
+}
+# Branding - override in downstream apps
+LOGO_URL: str | None = None
+APP_NAME = "REM"
+TAGLINE = "Your AI-powered platform"
+WEBSITE_URL = "https://rem.ai"
+PRIVACY_URL = "https://rem.ai/privacy"
+TERMS_URL = "https://rem.ai/terms"
+@dataclass
+class EmailTemplate:
+    """Email template with subject and HTML body."""
+    subject: str
+    html_body: str
+def base_template(
+    content: str,
+    preheader: Optional[str] = None,
+    colors: dict | None = None,
+    logo_url: str | None = None,
+    app_name: str | None = None,
+    tagline: str | None = None,
+    website_url: str | None = None,
+    privacy_url: str | None = None,
+    terms_url: str | None = None,
+) -> str:
+    """
+    Base email template.
+    Args:
+        content: The main content HTML
+        preheader: Optional preview text shown in email clients
+        colors: Color overrides (merges with COLORS)
+        logo_url: Logo image URL
+        app_name: Application name
+        tagline: Footer tagline
+        website_url: Main website URL
+        privacy_url: Privacy policy URL
+        terms_url: Terms of service URL
+    Returns:
+        Complete HTML email
+    """
+    # Merge colors
+    c = {**COLORS, **(colors or {})}
+    # Use provided values or module defaults
+    logo = logo_url or LOGO_URL
+    name = app_name or APP_NAME
+    tag = tagline or TAGLINE
+    web = website_url or WEBSITE_URL
+    privacy = privacy_url or PRIVACY_URL
+    terms = terms_url or TERMS_URL
+    preheader_html = ""
+    if preheader:
+        preheader_html = f'''
+        <div style="display: none; max-height: 0; overflow: hidden;">
+            {preheader}
+        </div>
+        '''
+    logo_html = ""
+    if logo:
+        logo_html = f'''
+            <img src="{logo}" alt="{name}" width="40" height="40" style="display: block; margin: 0 auto 16px auto; border-radius: 8px;">
+        '''
+    return f'''<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <meta http-equiv="X-UA-Compatible" content="IE=edge">
+    <title>{name}</title>
+    <!--[if mso]>
+    <style type="text/css">
+        body, table, td {{font-family: Arial, sans-serif !important;}}
+    </style>
+    <![endif]-->
+</head>
+<body style="margin: 0; padding: 0; background-color: {c['background']}; font-family: 'Georgia', 'Times New Roman', serif;">
+    {preheader_html}
+    <!-- Email Container -->
+    <table role="presentation" cellspacing="0" cellpadding="0" border="0" width="100%" style="background-color: {c['background']};">
+        <tr>
+            <td style="padding: 40px 20px;">
+                <!-- Inner Container -->
+                <table role="presentation" cellspacing="0" cellpadding="0" border="0" width="100%" style="max-width: 560px; margin: 0 auto;">
+                    <!-- Main Content Card -->
+                    <tr>
+                        <td style="background-color: {c['card']}; border-radius: 16px; box-shadow: 0 4px 6px rgba(0, 0, 0, 0.05);">
+                            <table role="presentation" cellspacing="0" cellpadding="0" border="0" width="100%">
+                                <tr>
+                                    <td style="padding: 40px;">
+                                        {content}
+                                    </td>
+                                </tr>
+                            </table>
+                        </td>
+                    </tr>
+                    <!-- Footer -->
+                    <tr>
+                        <td style="padding: 32px 20px; text-align: center;">
+                            {logo_html}
+                            <!-- Tagline -->
+                            <p style="margin: 0 0 8px 0; font-family: 'Georgia', serif; font-size: 14px; color: {c['muted']}; font-style: italic;">
+                                {tag}
+                            </p>
+                            <!-- Footer Links -->
+                            <p style="margin: 0; font-family: Arial, sans-serif; font-size: 12px; color: {c['muted']};">
+                                <a href="{web}" style="color: {c['primary']}; text-decoration: none;">{name}</a>
+                                &nbsp;&bull;&nbsp;
+                                <a href="{privacy}" style="color: {c['primary']}; text-decoration: none;">Privacy</a>
+                                &nbsp;&bull;&nbsp;
+                                <a href="{terms}" style="color: {c['primary']}; text-decoration: none;">Terms</a>
+                            </p>
+                            <!-- Copyright -->
+                            <p style="margin: 16px 0 0 0; font-family: Arial, sans-serif; font-size: 11px; color: {c['muted']};">
+                                &copy; 2025 {name}. All rights reserved.
+                            </p>
+                        </td>
+                    </tr>
+                </table>
+            </td>
+        </tr>
+    </table>
+</body>
+</html>'''
+def login_code_template(
+    code: str,
+    email: str,
+    colors: dict | None = None,
+    app_name: str | None = None,
+    **kwargs,
+) -> EmailTemplate:
+    """
+    Generate a login code email template.
+    Args:
+        code: The 6-digit login code
+        email: The recipient's email address
+        colors: Color overrides
+        app_name: Application name
+        **kwargs: Additional arguments passed to base_template
+    Returns:
+        EmailTemplate with subject and HTML body
+    """
+    c = {**COLORS, **(colors or {})}
+    name = app_name or APP_NAME
+    # Format code with spaces for readability (e.g., "123 456")
+    formatted_code = f"{code[:3]} {code[3:]}" if len(code) == 6 else code
+    content = f'''
+        <!-- Greeting -->
+        <h1 style="margin: 0 0 8px 0; font-family: 'Arial', sans-serif; font-size: 24px; font-weight: 600; color: {c['foreground']};">
+            Hi there!
+        </h1>
+        <p style="margin: 0 0 24px 0; font-family: 'Georgia', serif; font-size: 16px; line-height: 1.6; color: {c['foreground']};">
+            Here's your login code for {name}. Enter this code to securely access your account.
+        </p>
+        <!-- Code Box -->
+        <table role="presentation" cellspacing="0" cellpadding="0" border="0" width="100%" style="margin: 0 0 24px 0;">
+            <tr>
+                <td align="center">
+                    <div style="
+                        display: inline-block;
+                        padding: 20px 40px;
+                        background-color: {c['background']};
+                        border: 2px solid {c['border']};
+                        border-radius: 12px;
+                    ">
+                        <span style="
+                            font-family: 'Courier New', monospace;
+                            font-size: 32px;
+                            font-weight: 700;
+                            letter-spacing: 6px;
+                            color: {c['foreground']};
+                        ">{formatted_code}</span>
+                    </div>
+                </td>
+            </tr>
+        </table>
+        <!-- Instructions -->
+        <p style="margin: 0 0 8px 0; font-family: 'Georgia', serif; font-size: 14px; line-height: 1.6; color: {c['muted']};">
+            This code expires in <strong>10 minutes</strong>.
+        </p>
+        <p style="margin: 0 0 24px 0; font-family: 'Georgia', serif; font-size: 14px; line-height: 1.6; color: {c['muted']};">
+            If you didn't request this code, you can safely ignore this email.
+        </p>
+        <!-- Divider -->
+        <hr style="border: none; border-top: 1px solid {c['border']}; margin: 24px 0;">
+        <!-- Security Note -->
+        <table role="presentation" cellspacing="0" cellpadding="0" border="0" width="100%">
+            <tr>
+                <td style="padding: 16px; background-color: {c['background']}; border-radius: 8px;">
+                    <p style="margin: 0; font-family: Arial, sans-serif; font-size: 12px; color: {c['muted']};">
+                        <strong style="color: {c['primary']};">Security tip:</strong>
+                        Never share your login code with anyone. {name} will never ask for your code via phone or text.
+                    </p>
+                </td>
+            </tr>
+        </table>
+    '''
+    return EmailTemplate(
+        subject=f"Your {name} Login Code",
+        html_body=base_template(
+            content=content,
+            preheader=f"Your login code is {formatted_code}",
+            colors=colors,
+            app_name=app_name,
+            **kwargs,
+        ),
+    )
+def welcome_template(
+    name: Optional[str] = None,
+    colors: dict | None = None,
+    app_name: str | None = None,
+    features: list[str] | None = None,
+    cta_url: str | None = None,
+    cta_text: str = "Get Started",
+    **kwargs,
+) -> EmailTemplate:
+    """
+    Generate a welcome email template for new users.
+    Args:
+        name: Optional user's name
+        colors: Color overrides
+        app_name: Application name
+        features: List of feature descriptions
+        cta_url: Call-to-action button URL
+        cta_text: Call-to-action button text
+        **kwargs: Additional arguments passed to base_template
+    Returns:
+        EmailTemplate with subject and HTML body
+    """
+    c = {**COLORS, **(colors or {})}
+    app = app_name or APP_NAME
+    greeting = f"Hi {name}!" if name else "Welcome!"
+    url = cta_url or WEBSITE_URL
+    # Default features if not provided
+    default_features = [
+        "Access powerful AI capabilities",
+        "Store and organize your data",
+        "Collaborate with your team",
+    ]
+    feature_list = features or default_features
+    features_html = "".join(f"<li>{f}</li>" for f in feature_list)
+    content = f'''
+        <!-- Greeting -->
+        <h1 style="margin: 0 0 8px 0; font-family: 'Arial', sans-serif; font-size: 24px; font-weight: 600; color: {c['foreground']};">
+            {greeting}
+        </h1>
+        <p style="margin: 0 0 24px 0; font-family: 'Georgia', serif; font-size: 16px; line-height: 1.6; color: {c['foreground']};">
+            Welcome to {app}! We're excited to have you on board.
+        </p>
+        <!-- Feature List -->
+        <table role="presentation" cellspacing="0" cellpadding="0" border="0" width="100%" style="margin: 0 0 24px 0;">
+            <tr>
+                <td style="padding: 16px; background-color: {c['background']}; border-radius: 8px;">
+                    <p style="margin: 0 0 12px 0; font-family: Arial, sans-serif; font-size: 14px; font-weight: 600; color: {c['primary']};">
+                        What you can do with {app}:
+                    </p>
+                    <ul style="margin: 0; padding-left: 20px; font-family: 'Georgia', serif; font-size: 14px; line-height: 1.8; color: {c['foreground']};">
+                        {features_html}
+                    </ul>
+                </td>
+            </tr>
+        </table>
+        <!-- CTA Button -->
+        <table role="presentation" cellspacing="0" cellpadding="0" border="0" width="100%" style="margin: 0 0 24px 0;">
+            <tr>
+                <td align="center">
+                    <a href="{url}" style="
+                        display: inline-block;
+                        padding: 14px 32px;
+                        background-color: {c['primary']};
+                        color: #FFFFFF;
+                        font-family: Arial, sans-serif;
+                        font-size: 16px;
+                        font-weight: 600;
+                        text-decoration: none;
+                        border-radius: 8px;
+                    ">{cta_text}</a>
+                </td>
+            </tr>
+        </table>
+        <p style="margin: 0; font-family: 'Georgia', serif; font-size: 14px; line-height: 1.6; color: {c['muted']}; text-align: center;">
+            We're glad you're here!
+        </p>
+    '''
+    return EmailTemplate(
+        subject=f"Welcome to {app}",
+        html_body=base_template(
+            content=content,
+            preheader=f"Welcome to {app}! Get started today.",
+            colors=colors,
+            app_name=app_name,
+            **kwargs,
+        ),
+    )

rem/services/embeddings/api.py CHANGED Viewed

@@ -45,7 +45,7 @@ def generate_embedding(
             return [0.0] * DEFAULT_EMBEDDING_DIMS
         try:
-            logger.info(f"Generating OpenAI embedding for text using {model}")
+            logger.debug(f"Generating OpenAI embedding for text using {model}")
             response = requests.post(
                 "https://api.openai.com/v1/embeddings",
@@ -60,7 +60,7 @@ def generate_embedding(
             data = response.json()
             embedding = data["data"][0]["embedding"]
-            logger.info(f"Successfully generated embedding (dimension: {len(embedding)})")
+            logger.debug(f"Successfully generated embedding (dimension: {len(embedding)})")
             return cast(list[float], embedding)
         except Exception as e:
@@ -97,7 +97,7 @@ async def generate_embedding_async(
             return [0.0] * DEFAULT_EMBEDDING_DIMS
         try:
-            logger.info(f"Generating OpenAI embedding for text using {model}")
+            logger.debug(f"Generating OpenAI embedding for text using {model}")
             async with httpx.AsyncClient() as client:
                 response = await client.post(
@@ -113,7 +113,7 @@ async def generate_embedding_async(
                 data = response.json()
                 embedding = data["data"][0]["embedding"]
-                logger.info(
+                logger.debug(
                     f"Successfully generated embedding (dimension: {len(embedding)})"
                 )
                 return cast(list[float], embedding)

rem/services/embeddings/worker.py CHANGED Viewed

@@ -69,7 +69,7 @@ def get_global_embedding_worker(postgres_service: Any = None) -> "EmbeddingWorke
         if postgres_service is None:
             raise RuntimeError("Must provide postgres_service on first call to get_global_embedding_worker")
         _global_worker = EmbeddingWorker(postgres_service=postgres_service)
-        logger.info("Created global EmbeddingWorker singleton")
+        logger.debug("Created global EmbeddingWorker singleton")
     return _global_worker
@@ -117,7 +117,7 @@ class EmbeddingWorker:
                 "No OpenAI API key provided - embeddings will use zero vectors"
             )
-        logger.info(
+        logger.debug(
             f"Initialized EmbeddingWorker: {num_workers} workers, "
             f"batch_size={batch_size}, timeout={batch_timeout}s"
         )
@@ -125,17 +125,17 @@ class EmbeddingWorker:
     async def start(self) -> None:
         """Start worker pool."""
         if self.running:
-            logger.warning("EmbeddingWorker already running")
+            logger.debug("EmbeddingWorker already running")
             return
         self.running = True
-        logger.info(f"Starting {self.num_workers} embedding workers")
+        logger.debug(f"Starting {self.num_workers} embedding workers")
         for i in range(self.num_workers):
             worker = asyncio.create_task(self._worker_loop(i))
             self.workers.append(worker)
-        logger.info("EmbeddingWorker started")
+        logger.debug("EmbeddingWorker started")
     async def stop(self) -> None:
         """Stop worker pool gracefully - processes remaining queue before stopping."""
@@ -143,7 +143,7 @@ class EmbeddingWorker:
             return
         queue_size = self.task_queue.qsize()
-        logger.info(f"Stopping EmbeddingWorker (processing {queue_size} queued tasks first)")
+        logger.debug(f"Stopping EmbeddingWorker (processing {queue_size} queued tasks first)")
         # Wait for queue to drain (with timeout)
         max_wait = 30  # 30 seconds max
@@ -171,7 +171,7 @@ class EmbeddingWorker:
         await asyncio.gather(*self.workers, return_exceptions=True)
         self.workers.clear()
-        logger.info("EmbeddingWorker stopped")
+        logger.debug("EmbeddingWorker stopped")
     async def queue_task(self, task: EmbeddingTask) -> None:
         """
@@ -195,7 +195,7 @@ class EmbeddingWorker:
         Args:
             worker_id: Unique worker identifier
         """
-        logger.info(f"Worker {worker_id} started")
+        logger.debug(f"Worker {worker_id} started")
         while self.running:
             try:
@@ -205,7 +205,7 @@ class EmbeddingWorker:
                 if not batch:
                     continue
-                logger.info(f"Worker {worker_id} processing batch of {len(batch)} tasks")
+                logger.debug(f"Worker {worker_id} processing batch of {len(batch)} tasks")
                 # Generate embeddings for batch
                 await self._process_batch(batch)
@@ -213,14 +213,14 @@ class EmbeddingWorker:
                 logger.debug(f"Worker {worker_id} completed batch")
             except asyncio.CancelledError:
-                logger.info(f"Worker {worker_id} cancelled")
+                logger.debug(f"Worker {worker_id} cancelled")
                 break
             except Exception as e:
                 logger.error(f"Worker {worker_id} error: {e}", exc_info=True)
                 # Continue processing (don't crash worker on error)
                 await asyncio.sleep(1)
-        logger.info(f"Worker {worker_id} stopped")
+        logger.debug(f"Worker {worker_id} stopped")
     async def _collect_batch(self) -> list[EmbeddingTask]:
         """
@@ -284,10 +284,10 @@ class EmbeddingWorker:
             )
             # Upsert to database
-            logger.info(f"Upserting {len(embeddings)} embeddings to database...")
+            logger.debug(f"Upserting {len(embeddings)} embeddings to database...")
             await self._upsert_embeddings(batch, embeddings)
-            logger.info(
+            logger.debug(
                 f"Successfully generated and stored {len(embeddings)} embeddings "
                 f"(provider={provider}, model={model})"
             )
@@ -315,7 +315,7 @@ class EmbeddingWorker:
         """
         if provider == "openai" and self.openai_api_key:
             try:
-                logger.info(
+                logger.debug(
                     f"Generating OpenAI embeddings for {len(texts)} texts using {model}"
                 )
@@ -336,7 +336,7 @@ class EmbeddingWorker:
                     data = response.json()
                     embeddings = [item["embedding"] for item in data["data"]]
-                    logger.info(
+                    logger.debug(
                         f"Successfully generated {len(embeddings)} embeddings from OpenAI"
                     )
                     return embeddings
@@ -409,7 +409,7 @@ class EmbeddingWorker:
                     ),
                 )
-                logger.info(
+                logger.debug(
                     f"Upserted embedding: {task.table_name}.{task.entity_id}.{task.field_name}"
                 )

remdb 0.3.14__py3-none-any.whl → 0.3.157__py3-none-any.whl

remdb 0.3.14py3-none-any.whl → 0.3.157py3-none-any.whl