mdify-cli 3.0.6__tar.gz → 3.0.8__tar.gz

{mdify_cli-3.0.6 → mdify_cli-3.0.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mdify-cli
-Version: 3.0.6
+Version: 3.0.8
 Summary: Convert PDFs and document images into structured Markdown for LLM workflows
 Author: tiroq
 License-Expression: MIT

{mdify_cli-3.0.6 → mdify_cli-3.0.8}/mdify/__init__.py

@@ -1,3 +1,3 @@
 """mdify - Convert documents to Markdown via Docling container."""
 
-__version__ = "3.0.6"
+__version__ = "3.0.8"

{mdify_cli-3.0.6 → mdify_cli-3.0.8}/mdify/cli.py

@@ -883,7 +883,7 @@ Examples:
         "--timeout",
         type=int,
         default=None,
-        help="Conversion timeout in seconds (default: 1200, can be set via MDIFY_TIMEOUT env var)",
+        help="Conversion timeout in seconds (default: 1200s for local, 3600s for remote with large PDFs, can be set via MDIFY_TIMEOUT env var)",
     )
 
     parser.add_argument(
@@ -1057,6 +1057,10 @@ def main_async_remote(args) -> int:
         # Resolve timeout value: CLI > env > default 1200
         timeout = args.timeout or int(os.environ.get("MDIFY_TIMEOUT", 1200))
         
+        # For remote operations, extend timeout significantly for large PDF processing
+        # Remote conversions include network latency, file upload/download, and OCR processing
+        remote_conversion_timeout = max(timeout, 3600)  # At least 1 hour for remote conversion
+        
         # Build SSH config from CLI arguments and SSH config files
         try:
             # Build config with proper precedence (lowest to highest):
@@ -1178,7 +1182,8 @@ def main_async_remote(args) -> int:
                 return 1
             
             if not args.quiet:
-                print(color.cyan(f"\nFound {len(files_to_convert)} file(s) to convert"), file=sys.stderr)
+                print(color.cyan(f"Found {len(files_to_convert)} file(s) to convert"), file=sys.stderr)
+                print(color.cyan(f"Conversion timeout: {remote_conversion_timeout}s (for large PDFs with OCR)"), file=sys.stderr)
             
             # Import remote container and transfer manager
             from mdify.ssh.transfer import FileTransferManager
@@ -1309,8 +1314,13 @@ def main_async_remote(args) -> int:
                             remote_output_path = f"{work_dir}/{input_file.stem}.md"
                             
                             # Build conversion command on remote - use -F for multipart form data
+                            # Important: use generous timeouts since large PDFs with OCR take time
+                            # --connect-timeout: max time to establish connection (60s)
+                            # --max-time: max total operation time (extended timeout)
                             convert_cmd = (
                                 f"curl -X POST "
+                                f"--connect-timeout 60 "
+                                f"--max-time {remote_conversion_timeout} "
                                 f"-F 'files=@{remote_file_path}' "
                                 f"-F 'to_formats=md' "
                                 f"-F 'do_ocr=true' "
@@ -1322,42 +1332,31 @@ def main_async_remote(args) -> int:
                             # Retry conversion command with exponential backoff
                             conversion_attempt = 0
                             conversion_success = False
-                            while conversion_attempt < 3:
+                            conversion_output = None
+                            while conversion_attempt < 3 and not conversion_success:
                                 try:
-                                    stdout, stderr, code = await ssh_client.run_command(convert_cmd, timeout=timeout)
+                                    if conversion_attempt > 0 and not args.quiet:
+                                        print(f"  ↻ Conversion retry {conversion_attempt}...", file=sys.stderr)
+                                    
+                                    conversion_output, _, conv_code = await ssh_client.run_command(convert_cmd, timeout=remote_conversion_timeout)
                                     
-                                    if code == 0:
+                                    if conv_code == 0:
                                         conversion_success = True
                                         break
-                                    elif is_connection_error(Exception(stderr)) and conversion_attempt < 2:
-                                        conversion_attempt += 1
-                                        if not args.quiet:
-                                            print(f"  ↻ Conversion attempt {conversion_attempt}: reconnecting...", file=sys.stderr)
-                                        try:
-                                            await ssh_client.disconnect()
-                                        except Exception:
-                                            pass
-                                        await ssh_client.connect()
-                                        continue
                                     else:
-                                        if not args.quiet:
-                                            print(f"  ✗ Conversion failed (curl error code {code}): {stderr}", file=sys.stderr)
-                                        break
+                                        conversion_attempt += 1
                                 except Exception as conv_exc:
                                     if is_connection_error(conv_exc) and conversion_attempt < 2:
                                         conversion_attempt += 1
                                         if not args.quiet:
-                                            print(f"  ↻ Conversion attempt {conversion_attempt}: reconnecting...", file=sys.stderr)
+                                            print(f"  ↻ Connection lost during conversion. Reconnecting (attempt {conversion_attempt})...", file=sys.stderr)
                                         try:
                                             await ssh_client.disconnect()
                                         except Exception:
                                             pass
                                         await ssh_client.connect()
-                                        continue
                                     else:
-                                        raise conv_exc
-                                
-                                conversion_attempt += 1
+                                        conversion_attempt += 1
                             
                             if not conversion_success:
                                 print(f"  ✗ Failed: Conversion failed after {conversion_attempt} attempt(s)", file=sys.stderr)
@@ -1366,7 +1365,7 @@ def main_async_remote(args) -> int:
                             
                             # Parse JSON response to extract markdown content
                             try:
-                                response_data = json.loads(stdout)
+                                response_data = json.loads(conversion_output)
                                 
                                 # Extract content from response structure
                                 # Actual format: {"document": {"md_content": "..."}, "status": "success"}
@@ -1395,7 +1394,7 @@ def main_async_remote(args) -> int:
                                             markdown_content = str(result)
                                     else:
                                         # Ultimate fallback
-                                        markdown_content = stdout
+                                        markdown_content = conversion_output
                                 
                                 # Write markdown content to remote file
                                 write_cmd = f"cat > {remote_output_path} << 'MDIFY_EOF'\n{markdown_content}\nMDIFY_EOF"
@@ -1406,10 +1405,10 @@ def main_async_remote(args) -> int:
                                     failed += 1
                                     break
                                 
-                            except (json.JSONDecodeError, KeyError, IndexError) as e:
-                                print(f"  ✗ Failed to parse conversion response: {e}", file=sys.stderr)
+                            except (json.JSONDecodeError, KeyError, IndexError):
+                                print(f"  ✗ Failed to parse conversion response", file=sys.stderr)
                                 if DEBUG:
-                                    print(f"  Response: {stdout[:500]}", file=sys.stderr)
+                                    print(f"  Response: {conversion_output[:500]}", file=sys.stderr)
                                 failed += 1
                                 break
                             

{mdify_cli-3.0.6 → mdify_cli-3.0.8}/mdify_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mdify-cli
-Version: 3.0.6
+Version: 3.0.8
 Summary: Convert PDFs and document images into structured Markdown for LLM workflows
 Author: tiroq
 License-Expression: MIT

{mdify_cli-3.0.6 → mdify_cli-3.0.8}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "mdify-cli"
-version = "3.0.6"
+version = "3.0.8"
 description = "Convert PDFs and document images into structured Markdown for LLM workflows"
 readme = "README.md"
 requires-python = ">=3.10"