memra 0.2.6__tar.gz → 0.2.9__tar.gz

{memra-0.2.6 → memra-0.2.9}/MANIFEST.in

@@ -9,6 +9,13 @@ include docs/*.sql
 include mcp_bridge_server.py
 recursive-include memra *.py
 
+# Include ETL demo files
+include demos/etl_invoice_processing/etl_invoice_demo.py
+include demos/etl_invoice_processing/database_monitor_agent.py
+include demos/etl_invoice_processing/simple_pdf_processor.py
+include demos/etl_invoice_processing/setup_demo_data.py
+recursive-include demos/etl_invoice_processing/data *
+
 # Explicitly exclude server-only files and directories
 exclude app.py
 exclude server_tool_registry.py
@@ -17,6 +24,9 @@ exclude fly.toml
 exclude Dockerfile
 exclude Procfile
 exclude docker-compose.yml
+exclude memra-ops/docker-compose.yml
+exclude memra-ops/docker-compose.mcp.yml
+exclude memra-ops/docker/docker-compose.yml
 recursive-exclude logic *
 recursive-exclude scripts *
 recursive-exclude docs *

{memra-0.2.6 → memra-0.2.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: memra
-Version: 0.2.6
+Version: 0.2.9
 Summary: Declarative framework for enterprise workflows with MCP integration - Client SDK
 Home-page: https://github.com/memra/memra-sdk
 Author: Memra

memra-0.2.9/demos/etl_invoice_processing/data/README.md

@@ -0,0 +1,112 @@
+# Demo Data Files
+
+This directory contains sample data files for the ETL Invoice Processing demo.
+
+## 📁 Directory Structure
+
+```
+data/
+├── invoices/           # PDF invoice files for processing
+│   ├── invoice_001.pdf
+│   ├── invoice_002.pdf
+│   └── ...
+└── README.md          # This file
+```
+
+## 📄 Invoice Files
+
+The `invoices/` directory contains sample PDF invoice files that demonstrate:
+
+- **Various invoice formats** from different vendors
+- **Different data structures** (line items, totals, tax calculations)
+- **Real-world scenarios** (missing data, edge cases)
+- **Multiple currencies** and payment terms
+
+## 🚀 Using the Demo Data
+
+### Option 1: Auto-Discovery (Recommended)
+The demo will automatically scan the `invoices/` directory:
+
+```python
+# The demo will find and process all PDF files
+python etl_invoice_demo.py
+```
+
+### Option 2: Specific File Processing
+Process a specific invoice file:
+
+```python
+# Update the demo to process a specific file
+input_data = {
+    "invoice_file": "data/invoices/invoice_001.pdf",
+    "connection": "postgresql://memra:memra123@localhost:5432/memra_invoice_db"
+}
+```
+
+### Option 3: External File Processing
+Copy files from external locations:
+
+```python
+# The demo can copy files from Downloads or other locations
+input_data = {
+    "source_path": "~/Downloads/new_invoice.pdf",
+    "connection": "postgresql://memra:memra123@localhost:5432/memra_invoice_db"
+}
+```
+
+## 📊 Expected Data Structure
+
+Each invoice file should contain:
+
+- **Vendor Information**: Company name, address, contact details
+- **Invoice Details**: Invoice number, date, due date
+- **Line Items**: Description, quantity, unit price, total
+- **Totals**: Subtotal, tax, shipping, grand total
+- **Payment Terms**: Due date, payment methods
+
+## 🔧 Customizing the Data
+
+### Adding New Invoice Files
+1. Place new PDF files in the `invoices/` directory
+2. Ensure they follow the expected invoice format
+3. Test with the demo to verify processing
+
+### Modifying Existing Files
+- Files are processed using AI vision models
+- No specific format requirements
+- The system adapts to different invoice layouts
+
+## 📈 Demo Scenarios
+
+The included files demonstrate:
+
+| Scenario | Description |
+|----------|-------------|
+| **Standard Invoice** | Typical business invoice with line items |
+| **Complex Invoice** | Multiple pages, detailed line items |
+| **Simple Invoice** | Basic invoice with minimal details |
+| **International** | Different currencies and formats |
+| **Edge Cases** | Missing data, unusual formats |
+
+## 🚨 Important Notes
+
+- **File Size**: Each file is approximately 1MB
+- **Total Size**: ~20MB for all demo files
+- **Git LFS**: Not required for these file sizes
+- **Version Control**: Files are tracked in Git for demo consistency
+
+## 🔄 Updating Demo Data
+
+When adding new invoice files:
+
+1. **Test locally** first
+2. **Verify processing** with the demo
+3. **Update this README** if adding new scenarios
+4. **Commit changes** with descriptive messages
+
+## 📚 Related Documentation
+
+- [ETL Demo Guide](../README.md)
+- [Database Schema](../../../docs/database_schema.sql)
+- [Sample Data](../../../docs/sample_data.sql)
+- [Quick Start Guide](../../../QUICK_START.md) 

memra-0.2.9/demos/etl_invoice_processing/database_monitor_agent.py

@@ -0,0 +1,89 @@
+"""
+Database Monitor Agent
+Monitors database state before and after ETL processes
+"""
+
+from memra import Agent, LLM
+
+def create_database_monitor_agent():
+    """Create a database monitoring agent"""
+    
+    monitor_llm = LLM(
+        model="llama-3.2-11b-vision-preview",
+        temperature=0.1,
+        max_tokens=1000
+    )
+    
+    monitor_agent = Agent(
+        role="Database Monitor",
+        job="Monitor database state and validate data integrity",
+        llm=monitor_llm,
+        sops=[
+            "Connect to database using provided credentials",
+            "Execute monitoring queries to count rows and validate data",
+            "Generate comprehensive monitoring report with statistics",
+            "Flag any data integrity issues or anomalies",
+            "Return structured monitoring results"
+        ],
+        systems=["Database"],
+        tools=[
+            {"name": "SQLExecutor", "hosted_by": "mcp"}
+        ],
+        input_keys=["table_name", "connection", "monitoring_phase"],
+        output_key="monitoring_report"
+    )
+    
+    return monitor_agent
+
+def get_monitoring_queries(table_name: str, phase: str):
+    """Get appropriate SQL queries for monitoring phase"""
+    
+    queries = {
+        "before": [
+            f"SELECT COUNT(*) as row_count FROM {table_name}",
+            f"SELECT COUNT(*) as null_vendor_count FROM {table_name} WHERE vendor_name IS NULL",
+            f"SELECT COUNT(*) as null_invoice_count FROM {table_name} WHERE invoice_number IS NULL",
+            f"SELECT COUNT(*) as null_amount_count FROM {table_name} WHERE total_amount IS NULL"
+        ],
+        "after": [
+            f"SELECT COUNT(*) as row_count FROM {table_name}",
+            f"SELECT COUNT(*) as null_vendor_count FROM {table_name} WHERE vendor_name IS NULL",
+            f"SELECT COUNT(*) as null_invoice_count FROM {table_name} WHERE invoice_number IS NULL", 
+            f"SELECT COUNT(*) as null_amount_count FROM {table_name} WHERE total_amount IS NULL",
+            f"SELECT COUNT(*) as duplicate_invoices FROM (SELECT invoice_number, COUNT(*) as cnt FROM {table_name} GROUP BY invoice_number HAVING COUNT(*) > 1) as dups",
+            f"SELECT MIN(total_amount) as min_amount, MAX(total_amount) as max_amount, AVG(total_amount) as avg_amount FROM {table_name}",
+            f"SELECT COUNT(*) as recent_records FROM {table_name} WHERE created_at >= NOW() - INTERVAL '1 hour'"
+        ]
+    }
+    
+    return queries.get(phase, queries["after"])
+
+def create_simple_monitor_agent():
+    """Create a simple database monitoring agent that works with the framework"""
+    
+    monitor_llm = LLM(
+        model="llama-3.2-11b-vision-preview",
+        temperature=0.1,
+        max_tokens=1500
+    )
+    
+    monitor_agent = Agent(
+        role="Database Monitor",
+        job="Monitor database state and validate data integrity",
+        llm=monitor_llm,
+        sops=[
+            "Connect to database using provided credentials",
+            "Execute monitoring query using sql_query input",
+            "Generate monitoring report with current statistics",
+            "Flag any data integrity issues",
+            "Return structured monitoring results"
+        ],
+        systems=["Database"],
+        tools=[
+            {"name": "SQLExecutor", "hosted_by": "mcp", "input_keys": ["sql_query"]}
+        ],
+        input_keys=["table_name", "connection", "monitoring_phase", "sql_query"],
+        output_key="monitoring_report"
+    )
+    
+    return monitor_agent