Flowfile 0.5.1__py3-none-any.whl → 0.5.4__py3-none-any.whl

test_utils/s3/demo_data_generator.py

@@ -1,17 +1,14 @@
-import logging
 import io
+import logging
 import os
-import tempfile
-import shutil
 import random
+import tempfile
 from datetime import datetime, timedelta
 
 # Third-party libraries
 import boto3
-from botocore.client import Config
 import polars as pl
-import pyarrow as pa
-from pyarrow import parquet as pq
+from botocore.client import Config
 
 # Configure logging
 logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
@@ -152,7 +149,7 @@ def create_demo_data(endpoint_url: str, access_key: str, secret_key: str, bucket
     unique_product_ids = sales_df["product_id"].unique().to_list()
     # Create a map of product_id to unit_price from the first occurrence in sales_df
     product_price_map = sales_df.group_by("product_id").agg(pl.first("unit_price")).to_dict(as_series=False)
-    price_dict = dict(zip(product_price_map['product_id'], product_price_map['unit_price']))
+    price_dict = dict(zip(product_price_map['product_id'], product_price_map['unit_price'], strict=False))
 
     products_df = pl.DataFrame({
         "product_id": unique_product_ids,

test_utils/s3/fixtures.py

@@ -1,12 +1,14 @@
+import logging
 import os
-import time
+import shutil
 import subprocess
-import logging
+import time
+from collections.abc import Generator
 from contextlib import contextmanager
-from typing import Dict, Generator
-import shutil
+
 import boto3
 from botocore.client import Config
+
 from test_utils.s3.data_generator import populate_test_data
 from test_utils.s3.demo_data_generator import create_demo_data
 
@@ -191,7 +193,7 @@ def start_minio_container() -> bool:
 
 
 @contextmanager
-def managed_minio() -> Generator[Dict[str, any], None, None]:
+def managed_minio() -> Generator[dict[str, any], None, None]:
     """Context manager for MinIO container with full connection info"""
     if not start_minio_container():
         yield {}

tools/migrate/__init__.py

@@ -9,4 +9,4 @@ Usage:
     python -m tools.migrate ./flows/  # migrate entire directory
 """
 
-__version__ = "1.0.0"
+__version__ = "1.0.0"

tools/migrate/__main__.py

@@ -28,13 +28,13 @@ import argparse
 import sys
 from pathlib import Path
 
-from tools.migrate.migrate import migrate_flowfile, migrate_directory
+from tools.migrate.migrate import migrate_directory, migrate_flowfile
 
 
 def main():
     parser = argparse.ArgumentParser(
-        prog='flowfile-migrate',
-        description='Migrate old .flowfile pickles to YAML format',
+        prog="flowfile-migrate",
+        description="Migrate old .flowfile pickles to YAML format",
         formatter_class=argparse.RawDescriptionHelpFormatter,
         epilog="""
 Examples:
@@ -42,40 +42,26 @@ Examples:
   %(prog)s ./flows/                      Migrate all files in directory
   %(prog)s flow.flowfile -o flow.yaml    Specify output path
   %(prog)s ./flows/ --format json        Output as JSON instead of YAML
-        """
+        """,
     )
 
-    parser.add_argument(
-        'path',
-        type=Path,
-        help='Path to .flowfile or directory containing .flowfile files'
-    )
+    parser.add_argument("path", type=Path, help="Path to .flowfile or directory containing .flowfile files")
 
     parser.add_argument(
-        '-o', '--output',
+        "-o",
+        "--output",
         type=Path,
         default=None,
-        help='Output path (file or directory). Default: same location with new extension'
+        help="Output path (file or directory). Default: same location with new extension",
     )
 
     parser.add_argument(
-        '-f', '--format',
-        choices=['yaml', 'json'],
-        default='yaml',
-        help='Output format (default: yaml)'
+        "-f", "--format", choices=["yaml", "json"], default="yaml", help="Output format (default: yaml)"
     )
 
-    parser.add_argument(
-        '-v', '--verbose',
-        action='store_true',
-        help='Verbose output'
-    )
+    parser.add_argument("-v", "--verbose", action="store_true", help="Verbose output")
 
-    parser.add_argument(
-        '--dry-run',
-        action='store_true',
-        help='Show what would be migrated without actually migrating'
-    )
+    parser.add_argument("--dry-run", action="store_true", help="Show what would be migrated without actually migrating")
 
     args = parser.parse_args()
 
@@ -88,18 +74,18 @@ Examples:
     if args.dry_run:
         if args.path.is_file():
             print(f"Would migrate: {args.path}")
-            suffix = '.yaml' if args.format == 'yaml' else '.json'
+            suffix = ".yaml" if args.format == "yaml" else ".json"
             output = args.output or args.path.with_suffix(suffix)
             print(f"  → {output}")
         else:
-            flowfiles = list(args.path.glob('**/*.flowfile'))
+            flowfiles = list(args.path.glob("**/*.flowfile"))
             print(f"Would migrate {len(flowfiles)} file(s):")
             for f in flowfiles:
                 print(f"  - {f}")
         sys.exit(0)
 
     # Check for yaml dependency
-    if args.format == 'yaml':
+    if args.format == "yaml":
         try:
             import yaml
         except ImportError:
@@ -121,11 +107,12 @@ Examples:
         print(f"Error: {e}", file=sys.stderr)
         if args.verbose:
             import traceback
+
             traceback.print_exc()
         sys.exit(1)
 
     print("\nMigration complete!")
 
 
-if __name__ == '__main__':
+if __name__ == "__main__":
     main()