morphik 0.1.4__py3-none-any.whl → 0.1.6__py3-none-any.whl

morphik/tests/test_sync.py

@@ -1,11 +1,12 @@
 import os
-import pytest
 import time
 import uuid
 from pathlib import Path
 
-from morphik.sync import Morphik, Folder, UserScope
-from morphik.models import Document, CompletionResponse
+import pytest
+from pydantic import BaseModel, Field
+
+from morphik.sync import Morphik
 
 # Set to your local Morphik server - use localhost by default
 # Default client connects to localhost:8000 automatically
@@ -13,80 +14,82 @@ from morphik.models import Document, CompletionResponse
 # Skip these tests if the SKIP_LIVE_TESTS environment variable is set
 pytestmark = pytest.mark.skipif(
     os.environ.get("SKIP_LIVE_TESTS") == "1",
-    reason="Skip tests that require a running Morphik server"
+    reason="Skip tests that require a running Morphik server",
 )
 
 # Get the test files directory
 TEST_DOCS_DIR = Path(__file__).parent / "test_docs"
 
 
+class StructuredOutputSchema(BaseModel):
+    summary: str = Field(..., description="A short summary of the input text")
+    key_points: list[str] = Field(..., description="A list of key points from the text")
+
+
 class TestMorphik:
     """
     Tests for the synchronous Morphik SDK client with a live server.
-    
+
     To run these tests, start a local Morphik server and then run:
-    MORPHIK_TEST_URL=http://localhost:8000 pytest morphik/tests/test_sync.py -v
+    pytest morphik/tests/test_sync.py -v
     """
-    
+
     @pytest.fixture
     def db(self):
         """Create a Morphik client for testing"""
-        client = Morphik()  # Connects to localhost:8000 by default
+        # Connects to localhost:8000 by default, increase timeout for query tests
+        client = Morphik(timeout=120)
         yield client
         client.close()
-    
+
     def test_ingest_text(self, db):
         """Test ingesting a text document"""
         # Generate a unique filename to avoid conflicts
         filename = f"test_{uuid.uuid4().hex[:8]}.txt"
-        
+
         # Test basic text ingestion
         doc = db.ingest_text(
             content="This is a test document for the Morphik SDK.",
             filename=filename,
-            metadata={"test_id": "sync_text_test", "category": "test"}
+            metadata={"test_id": "sync_text_test", "category": "test"},
         )
-        
+
         # Verify the document was created
         assert doc.external_id is not None
         assert doc.filename == filename
         assert "test_id" in doc.metadata
         assert doc.metadata["test_id"] == "sync_text_test"
-        
+
         # Clean up
         db.delete_document(doc.external_id)
-    
+
     def test_ingest_file(self, db):
         """Test ingesting a file from disk"""
         # Use one of our test documents
         file_path = TEST_DOCS_DIR / "sample1.txt"
-        
+
         # Test file ingestion
-        doc = db.ingest_file(
-            file=file_path,
-            metadata={"test_id": "sync_file_test", "category": "test"}
-        )
-        
+        doc = db.ingest_file(file=file_path, metadata={"test_id": "sync_file_test", "category": "test"})
+
         # Verify the document was created
         assert doc.external_id is not None
         assert doc.filename == "sample1.txt"
         assert "test_id" in doc.metadata
         assert doc.metadata["test_id"] == "sync_file_test"
-        
+
         # Clean up
         db.delete_document(doc.external_id)
-    
+
     def test_retrieve_chunks(self, db):
         """Test retrieving chunks with a query"""
         # First ingest a document
         doc = db.ingest_text(
             content="Artificial intelligence and machine learning are transforming industries worldwide.",
             filename=f"test_{uuid.uuid4().hex[:8]}.txt",
-            metadata={"test_id": "sync_retrieval_test", "category": "test"}
+            metadata={"test_id": "sync_retrieval_test", "category": "test"},
         )
-        
+
         # Wait for processing to complete
-        processed_doc = doc
         max_retries = 10
         for _ in range(max_retries):
             try:
@@ -96,174 +99,166 @@ class TestMorphik:
                 time.sleep(2)  # Wait before checking again
             except Exception:
                 time.sleep(2)
-        
+
         # Test retrieval
         chunks = db.retrieve_chunks(
-            query="What is artificial intelligence?",
-            filters={"test_id": "sync_retrieval_test"}
+            query="What is artificial intelligence?", filters={"test_id": "sync_retrieval_test"}
         )
-        
+
         # Verify results (may be empty if processing is slow)
         if len(chunks) > 0:
             assert chunks[0].document_id == doc.external_id
             assert chunks[0].score > 0
-        
+
         # Clean up
         db.delete_document(doc.external_id)
-    
+
     def test_folder_operations(self, db):
         """Test folder operations"""
         # Create a unique folder name
         folder_name = f"test_folder_{uuid.uuid4().hex[:8]}"
-        
+
         # Create a folder
-        folder = db.create_folder(
-            name=folder_name,
-            description="Test folder for SDK tests"
-        )
-        
+        folder = db.create_folder(name=folder_name, description="Test folder for SDK tests")
+
         # Verify folder was created
         assert folder.name == folder_name
         assert folder.id is not None
-        
+
         # Test ingesting a document into the folder
         doc = folder.ingest_text(
             content="This is a test document in a folder.",
             filename=f"test_{uuid.uuid4().hex[:8]}.txt",
-            metadata={"test_id": "sync_folder_test", "category": "test"}
+            metadata={"test_id": "sync_folder_test", "category": "test"},
         )
-        
+
         # Verify the document was created
         assert doc.external_id is not None
-        
+
         # List documents in the folder
         docs = folder.list_documents()
-        
+
         # There should be at least our test document
         doc_ids = [d.external_id for d in docs]
         assert doc.external_id in doc_ids
-        
+
         # Clean up - first delete the document
         db.delete_document(doc.external_id)
-        
+
         # TODO: Add folder deletion when API supports it
-    
+
     def test_user_scope(self, db):
         """Test user scoped operations"""
         # Create a unique user ID
         user_id = f"test_user_{uuid.uuid4().hex[:8]}"
-        
+
         # Create a user scope
         user_scope = db.signin(user_id)
-        
+
         # Verify user scope
         assert user_scope.end_user_id == user_id
-        
+
         # Test ingesting a document as the user
         doc = user_scope.ingest_text(
             content="This is a test document from a specific user.",
             filename=f"test_{uuid.uuid4().hex[:8]}.txt",
-            metadata={"test_id": "sync_user_test", "category": "test"}
+            metadata={"test_id": "sync_user_test", "category": "test"},
         )
-        
+
         # Verify the document was created
         assert doc.external_id is not None
         assert "test_id" in doc.metadata
         assert doc.metadata["test_id"] == "sync_user_test"
-        
+
         # List documents for this user
         docs = user_scope.list_documents()
-        
+
         # There should be at least our test document
         doc_ids = [d.external_id for d in docs]
         assert doc.external_id in doc_ids
-        
+
         # Clean up
         db.delete_document(doc.external_id)
-    
+
     def test_batch_operations(self, db):
         """Test batch operations"""
         # Ingest multiple files
         files = [
             TEST_DOCS_DIR / "sample1.txt",
             TEST_DOCS_DIR / "sample2.txt",
-            TEST_DOCS_DIR / "sample3.txt"
+            TEST_DOCS_DIR / "sample3.txt",
         ]
-        
+
         # Test batch ingestion
-        docs = db.ingest_files(
-            files=files,
-            metadata={"test_id": "sync_batch_test", "category": "test"},
-            parallel=True
-        )
-        
+        docs = db.ingest_files(files=files, metadata={"test_id": "sync_batch_test", "category": "test"}, parallel=True)
+
         # Verify documents were created
         assert len(docs) == 3
         file_names = [doc.filename for doc in docs]
         assert "sample1.txt" in file_names
         assert "sample2.txt" in file_names
         assert "sample3.txt" in file_names
-        
+
         # Get documents in batch
         doc_ids = [doc.external_id for doc in docs]
         batch_docs = db.batch_get_documents(doc_ids)
-        
+
         # Verify batch retrieval
         assert len(batch_docs) == len(doc_ids)
         retrieved_ids = [doc.external_id for doc in batch_docs]
         for doc_id in doc_ids:
             assert doc_id in retrieved_ids
-        
+
         # Clean up
         for doc_id in doc_ids:
             db.delete_document(doc_id)
-    
+
     def test_folder_with_user_scope(self, db):
         """Test combination of folder and user scope"""
         # Create unique names
         folder_name = f"test_folder_{uuid.uuid4().hex[:8]}"
         user_id = f"test_user_{uuid.uuid4().hex[:8]}"
-        
+
         # Create a folder
         folder = db.create_folder(name=folder_name)
-        
+
         # Create a user scope within the folder
         user_scope = folder.signin(user_id)
-        
+
         # Verify scopes
         assert user_scope.folder_name == folder_name
         assert user_scope.end_user_id == user_id
-        
+
         # Test ingestion in this combined scope
         doc = user_scope.ingest_text(
             content="This is a test document in a folder from a specific user.",
             filename=f"test_{uuid.uuid4().hex[:8]}.txt",
-            metadata={"test_id": "sync_folder_user_test", "category": "test"}
+            metadata={"test_id": "sync_folder_user_test", "category": "test"},
         )
-        
+
         # Verify the document was created
         assert doc.external_id is not None
-        
+
         # List documents in this scope
         docs = user_scope.list_documents()
-        
+
         # There should be at least our test document
         doc_ids = [d.external_id for d in docs]
         assert doc.external_id in doc_ids
-        
+
         # Clean up
         db.delete_document(doc.external_id)
-        
+
     def test_query_endpoint(self, db):
         """Test the query endpoint for RAG capabilities"""
         # First ingest a document
         doc = db.ingest_text(
             content="Artificial intelligence and machine learning are transforming industries worldwide. "
-                   "AI systems can now process natural language, recognize images, and make complex decisions.",
+            "AI systems can now process natural language, recognize images, and make complex decisions.",
             filename=f"test_{uuid.uuid4().hex[:8]}.txt",
-            metadata={"test_id": "sync_query_test", "category": "test"}
+            metadata={"test_id": "sync_query_test", "category": "test"},
         )
-        
+
         try:
             # Wait for processing to complete
             for _ in range(10):
@@ -271,7 +266,7 @@ class TestMorphik:
                 if status.get("status") == "completed":
                     break
                 time.sleep(2)
-            
+
             # Only proceed with test if document is processed
             if status.get("status") == "completed":
                 # Test the query endpoint
@@ -279,15 +274,98 @@ class TestMorphik:
                     query="What can AI systems do?",
                     filters={"test_id": "sync_query_test"},
                     k=1,
-                    temperature=0.7
+                    temperature=0.7,
                 )
-                
+
                 # Verify response
                 assert response.completion is not None
                 assert len(response.completion) > 0
                 assert len(response.sources) > 0
                 assert response.sources[0].document_id == doc.external_id
-                
+
         finally:
             # Clean up
-            db.delete_document(doc.external_id)
+            db.delete_document(doc.external_id)
+
+    def test_query_with_pydantic_schema(self, db):
+        """Test the query endpoint with a Pydantic schema for structured output."""
+        content = (
+            "Morphik is a platform for building AI applications. "
+            "It provides tools for data ingestion, retrieval, and generation. "
+            "Key features include vector search and knowledge graphs."
+        )
+        doc = db.ingest_text(
+            content=content,
+            filename=f"test_schema_{uuid.uuid4().hex[:8]}.txt",
+            metadata={"test_id": "sync_schema_pydantic_test"},
+        )
+
+        try:
+            db.wait_for_document_completion(doc.external_id, timeout_seconds=60)
+
+            response = db.query(
+                query="Summarize this document and list its key points.",
+                filters={"test_id": "sync_schema_pydantic_test"},
+                k=1,
+                schema=StructuredOutputSchema,
+            )
+
+            assert response.completion is not None
+            # With the updated model, completion should be the dictionary itself
+            assert isinstance(response.completion, dict)
+            output_data = response.completion
+            assert "summary" in output_data
+            assert "key_points" in output_data
+            assert isinstance(output_data["summary"], str)
+            assert isinstance(output_data["key_points"], list)
+
+        finally:
+            db.delete_document(doc.external_id)
+
+    def test_query_with_dict_schema(self, db):
+        """Test the query endpoint with a dictionary schema for structured output."""
+        content = "The capital of France is Paris. It is known for the Eiffel Tower."
+        doc = db.ingest_text(
+            content=content,
+            filename=f"test_schema_dict_{uuid.uuid4().hex[:8]}.txt",
+            metadata={"test_id": "sync_schema_dict_test"},
+        )
+
+        dict_schema = {
+            "type": "object",
+            "properties": {
+                "capital": {"type": "string", "description": "The capital city"},
+                "country": {"type": "string", "description": "The country name"},
+                "landmark": {"type": "string", "description": "A famous landmark"},
+            },
+            "required": ["capital", "country"],
+        }
+
+        try:
+            db.wait_for_document_completion(doc.external_id, timeout_seconds=60)
+
+            response = db.query(
+                query="Extract the capital, country, and a landmark.",
+                filters={"test_id": "sync_schema_dict_test"},
+                k=1,
+                schema=dict_schema,
+            )
+
+            assert response.completion is not None
+            # With the updated model, completion should be the dictionary itself
+            assert isinstance(response.completion, dict)
+            output_data = response.completion
+            assert "capital" in output_data
+            assert "country" in output_data
+            # Landmark might not always be extracted, so check presence if required
+            if "landmark" in dict_schema.get("required", []):
+                assert "landmark" in output_data
+            # Allow None if not required and type is string
+            if "capital" not in dict_schema.get("required", []) and output_data.get("capital") is None:
+                pass  # Allow None for non-required string
+            else:
+                assert isinstance(output_data.get("capital"), str)
+            assert isinstance(output_data["country"], str)
+
+        finally:
+            db.delete_document(doc.external_id)

{morphik-0.1.4.dist-info → morphik-0.1.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: morphik
-Version: 0.1.4
+Version: 0.1.6
 Summary: Morphik Python Client
 Author-email: Morphik <founders@morphik.ai>
 Requires-Python: >=3.8
@@ -72,7 +72,7 @@ from morphik.async_ import AsyncMorphik
 async def main():
     # Initialize async client - connects to localhost:8000 by default
     async with AsyncMorphik() as db:
-    
+
     # Or with authentication URI (for production)
     # async with AsyncMorphik("morphik://owner_id:token@api.morphik.ai") as db:
         # Ingest a text document
@@ -80,12 +80,12 @@ async def main():
             content="Your document content",
             metadata={"title": "Example Document"}
         )
-        
+
         # Query with RAG
         response = await db.query(
             query="Summarize the key points in the document",
         )
-        
+
         print(response.completion)
 
 # Run the async function
@@ -147,7 +147,3 @@ The example script demonstrates:
 - Retrieving chunks and documents
 - Generating completions using RAG
 - Batch operations and cleanup
-
-## License
-
-[License information]

morphik-0.1.6.dist-info/RECORD

@@ -0,0 +1,18 @@
+morphik/__init__.py,sha256=71PM_1UCwD19H11SscczHDND_lETA2jrOX_mOAA7r38,242
+morphik/_internal.py,sha256=uKP2mP1G6thNYzxnAK_H8AlqPuEBQFH_8yK9XqVGuM4,18756
+morphik/async_.py,sha256=agF0NAE9P5_tcXpYodTZFMVt0jhYgoCuZ3ikuFsIUVI,96058
+morphik/exceptions.py,sha256=v4XGmfq5B0KrZEF6M1ID8A50-45-SRAQZTrXGXM6n0Q,260
+morphik/models.py,sha256=fj6o9K1zMualdivFL7Hef8mS4WRSLJu04bCCNvkZabw,20873
+morphik/rules.py,sha256=fw0RovS0Pwtff8Dvo3nkM3Wl6WtR3ykSaxsU_sxdXKI,2565
+morphik/sync.py,sha256=LeUsuf3BlGhRlB4jvdOtddF1T4Hkzo5r-qBM9UV1a6Y,101116
+morphik/tests/README.md,sha256=jtJDDK8cS5E4SbygFQDy7t6Y-kQwNYtZajRwVJDR62U,1069
+morphik/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+morphik/tests/example_usage.py,sha256=ls8n7355q-8gY43pZLKd4SzI-01MdFeXbT8bZ4U8MCg,11561
+morphik/tests/test_async.py,sha256=M-gET1TD_glTMYZl0DZjRFCb3Qe8n8hRAmQARwbGU-A,13902
+morphik/tests/test_sync.py,sha256=uEKByKr0woCRKuZrI6Ovz-JVrK7KfZHLSJT7zqj1d7U,13481
+morphik/tests/test_docs/sample1.txt,sha256=Fx6TElSiKdxyFeBp1iHthzHctFVZm38DrqcbdZMoidY,507
+morphik/tests/test_docs/sample2.txt,sha256=PE97gPv59J27A7CSNvi_0tRBIN3Mj6pyTFElCLfs3TE,686
+morphik/tests/test_docs/sample3.txt,sha256=OzrnJ_XsDUntEV0jk-ansa3_KIa6GnpvS5EVmlh6BHo,732
+morphik-0.1.6.dist-info/METADATA,sha256=QjimRoP10I1tZbd5AGIZ-Wixe1osyDho5jLILhVT1mc,3377
+morphik-0.1.6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+morphik-0.1.6.dist-info/RECORD,,

morphik-0.1.4.dist-info/RECORD

@@ -1,18 +0,0 @@
-morphik/__init__.py,sha256=y1Jd9M39Nq0byZAHDc-SWPWIukNlbSiTgsJ3MYm91gk,242
-morphik/_internal.py,sha256=-wa8Jgkzjf92QwFYPnTVCmZHghqK12qbZ-CH6Eif2UA,17796
-morphik/async_.py,sha256=QR8kqm9ebAu67PUzKpiFhWSov7c7APyjEYmvlUh7QyI,87784
-morphik/exceptions.py,sha256=v4XGmfq5B0KrZEF6M1ID8A50-45-SRAQZTrXGXM6n0Q,260
-morphik/models.py,sha256=9Sd7FG48JeD7hueiV6U8BXH6bj7529J0Z1-hsuighaM,19271
-morphik/rules.py,sha256=nAEYseCxjrpK5QELeBxYI9RD4A8-aNThQkWV0d-Owjs,1512
-morphik/sync.py,sha256=HKyMAbwb8MAJ552FdAggAxOnXUe-QuvUGvLrk_3GMLQ,91480
-morphik/tests/README.md,sha256=LTKIoErLpdtIK7zmJDFyoXemW9NlxxIK3aXi_pUpkD4,1068
-morphik/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-morphik/tests/example_usage.py,sha256=0Rr38aS762aE6Hfd8Ip7_wOacsSto1P1Dj2nOjjaMqM,11841
-morphik/tests/test_async.py,sha256=u7NcK-azW-aEVt2FaO7_EqwMy5PTAONhs3nblFD2RQk,10754
-morphik/tests/test_sync.py,sha256=TuZiAvGtc4i5Gf08-awPgzCQWGcnVijeLOEJbggjqfc,10292
-morphik/tests/test_docs/sample1.txt,sha256=FiY9e9-M5aPO2avvroy3patV1hWkeKBBKqYIK1tacSI,506
-morphik/tests/test_docs/sample2.txt,sha256=icV2m6vKCWcVaAa5lgI2z30gzjii68p3MIvrgrpxY6g,686
-morphik/tests/test_docs/sample3.txt,sha256=gFaiiu3xTBzwgQ3lWUK5Ir_AhnAzEee-IiX761us0fo,731
-morphik-0.1.4.dist-info/METADATA,sha256=g6LEpKjurEqet4COcj4-e0JMFEnSz5meUo160vHYG4c,3431
-morphik-0.1.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-morphik-0.1.4.dist-info/RECORD,,