hippius 0.1.6__py3-none-any.whl → 0.1.9__py3-none-any.whl

hippius_sdk/cli.py

@@ -11,11 +11,35 @@ import argparse
 import os
 import sys
 import time
+import json
 from typing import Optional, List
+import getpass
+import concurrent.futures
+import threading
 
 # Import SDK components
 from hippius_sdk import HippiusClient
 from hippius_sdk.substrate import FileInput
+from hippius_sdk import (
+    get_config_value,
+    set_config_value,
+    get_encryption_key,
+    set_encryption_key,
+    load_config,
+    save_config,
+    get_all_config,
+    reset_config,
+    initialize_from_env,
+    get_seed_phrase,
+    set_seed_phrase,
+    encrypt_seed_phrase,
+    decrypt_seed_phrase,
+    get_active_account,
+    set_active_account,
+    list_accounts,
+    delete_account,
+    get_account_address,
+)
 from dotenv import load_dotenv
 
 try:
@@ -29,6 +53,9 @@ else:
 # Load environment variables
 load_dotenv()
 
+# Initialize configuration from environment variables
+initialize_from_env()
+
 
 def generate_key():
     """Generate a random encryption key for NaCl secretbox."""
@@ -103,22 +130,46 @@ def create_client(args):
     if hasattr(args, "encryption_key") and args.encryption_key:
         try:
             encryption_key = base64.b64decode(args.encryption_key)
-            if args.verbose:
+            if hasattr(args, "verbose") and args.verbose:
                 print(f"Using provided encryption key")
         except Exception as e:
             print(f"Warning: Could not decode encryption key: {e}")
-            print(f"Using default encryption key from .env if available")
-
-    # Initialize client with provided gateway and API URL
+            print(f"Using default encryption key from configuration if available")
+
+    # Get API URL based on local_ipfs flag if the flag exists
+    api_url = None
+    if hasattr(args, "local_ipfs") and args.local_ipfs:
+        api_url = "http://localhost:5001"
+    elif hasattr(args, "api_url"):
+        api_url = args.api_url
+    elif hasattr(args, "ipfs_api"):
+        api_url = args.ipfs_api
+
+    # Get gateway URL
+    gateway = None
+    if hasattr(args, "gateway"):
+        gateway = args.gateway
+    elif hasattr(args, "ipfs_gateway"):
+        gateway = args.ipfs_gateway
+
+    # Get substrate URL
+    substrate_url = args.substrate_url if hasattr(args, "substrate_url") else None
+
+    # Initialize client with provided parameters
     client = HippiusClient(
-        ipfs_gateway=args.gateway,
-        ipfs_api_url="http://localhost:5001" if args.local_ipfs else args.api_url,
-        substrate_url=args.substrate_url,
+        ipfs_gateway=gateway,
+        ipfs_api_url=api_url,
+        substrate_url=substrate_url,
+        substrate_seed_phrase=args.seed_phrase
+        if hasattr(args, "seed_phrase")
+        else None,
+        seed_phrase_password=args.password if hasattr(args, "password") else None,
+        account_name=args.account if hasattr(args, "account") else None,
         encrypt_by_default=encrypt,
         encryption_key=encryption_key,
     )
 
-    return client, encrypt, decrypt
+    return client
 
 
 def handle_download(client, cid, output_path, decrypt=None):
@@ -344,15 +395,35 @@ def handle_credits(client, account_address):
     """Handle the credits command"""
     print("Checking free credits for the account...")
     try:
+        # Get the account address we're querying
+        if account_address is None:
+            # If no address provided, first try to get from keypair (if available)
+            if (
+                hasattr(client.substrate_client, "_keypair")
+                and client.substrate_client._keypair is not None
+            ):
+                account_address = client.substrate_client._keypair.ss58_address
+            else:
+                # Try to get the default address
+                default_address = get_default_address()
+                if default_address:
+                    account_address = default_address
+                else:
+                    print(
+                        "Error: No account address provided, and client has no keypair."
+                    )
+                    print(
+                        "Please provide an account address with '--account_address' or set a default with 'hippius address set-default'"
+                    )
+                    return 1
+
         credits = client.substrate_client.get_free_credits(account_address)
         print(f"\nFree credits: {credits:.6f}")
         raw_value = int(
             credits * 1_000_000_000_000_000_000
         )  # Convert back to raw for display
         print(f"Raw value: {raw_value:,}")
-        print(
-            f"Account address: {account_address or client.substrate_client._keypair.ss58_address}"
-        )
+        print(f"Account address: {account_address}")
     except Exception as e:
         print(f"Error checking credits: {e}")
         return 1
@@ -364,6 +435,28 @@ def handle_files(client, account_address, debug=False, show_all_miners=False):
     """Handle the files command"""
     print("Retrieving file information...")
     try:
+        # Get the account address we're querying
+        if account_address is None:
+            # If no address provided, first try to get from keypair (if available)
+            if (
+                hasattr(client.substrate_client, "_keypair")
+                and client.substrate_client._keypair is not None
+            ):
+                account_address = client.substrate_client._keypair.ss58_address
+            else:
+                # Try to get the default address
+                default_address = get_default_address()
+                if default_address:
+                    account_address = default_address
+                else:
+                    print(
+                        "Error: No account address provided, and client has no keypair."
+                    )
+                    print(
+                        "Please provide an account address with '--account_address' or set a default with 'hippius address set-default'"
+                    )
+                    return 1
+
         if debug:
             print("DEBUG MODE: Will show details about CID decoding")
 
@@ -376,9 +469,7 @@ def handle_files(client, account_address, debug=False, show_all_miners=False):
         )
 
         if files:
-            print(
-                f"\nFound {len(files)} files for account: {account_address or client.substrate_client._keypair.ss58_address}"
-            )
+            print(f"\nFound {len(files)} files for account: {account_address}")
             print("\n" + "-" * 80)
 
             for i, file in enumerate(files, 1):
@@ -435,6 +526,306 @@ def handle_files(client, account_address, debug=False, show_all_miners=False):
     return 0
 
 
+def handle_ec_files(client, account_address, show_all_miners=False, show_chunks=False):
+    """
+    Display erasure-coded files stored by a user.
+
+    This command only reads data and doesn't require seed phrase decryption.
+    """
+    # For progress reporting
+    processed_files = 0
+    total_files = 0
+    lock = threading.Lock()
+
+    # Store results from worker threads
+    results = {
+        "ec_files": [],
+        "binary_files": 0,
+        "json_decode_errors": 0,
+        "not_ec_files": 0,
+        "skipped_files": 0,
+    }
+
+    # For quick identification of potential EC files - common naming patterns
+    EC_FILENAME_PATTERNS = ["metadata", "ec-", "erasure"]
+
+    # Debug print function that can be enabled/disabled
+    verbose = get_config_value("cli", "verbose", False)
+
+    def debug_print(msg):
+        if verbose:
+            print(msg)
+
+    try:
+        # Get the account address we're querying
+        if account_address is None:
+            # If no address provided, first try to get from keypair (if available)
+            if (
+                hasattr(client.substrate_client, "_keypair")
+                and client.substrate_client._keypair is not None
+            ):
+                account_address = client.substrate_client._keypair.ss58_address
+            else:
+                # Try to get the default address
+                default_address = get_default_address()
+                if default_address:
+                    account_address = default_address
+                else:
+                    print(
+                        "Error: No account address provided, and client has no keypair."
+                    )
+                    print(
+                        "Please provide an account address with '--account_address' or set a default with 'hippius address set-default'"
+                    )
+                    return 1
+
+        # Get all files for the account
+        print(f"Fetching files for account: {account_address}")
+        files = client.substrate_client.get_user_files(
+            account_address=account_address,
+            truncate_miners=not show_all_miners,
+            max_miners=0 if show_all_miners else 3,
+        )
+
+        if not files:
+            print(f"No files found for account: {account_address}")
+            return
+
+        total_files = len(files)
+        print(f"Found {total_files} files, analyzing for erasure-coded metadata...")
+
+        # First, do a quick initial filter to identify potential EC files based on name patterns
+        potential_ec_files = []
+        for file in files:
+            cid = file.get("file_hash")
+            if not cid:
+                results["skipped_files"] += 1
+                continue
+
+            # Check if filename contains any of our EC patterns
+            name = file.get("file_name", "").lower()
+            if any(pattern in name for pattern in EC_FILENAME_PATTERNS):
+                # Higher chance this is an EC file
+                debug_print(f"  - Potential EC file based on name: {name}")
+                potential_ec_files.append((0, file))  # Priority 0 = high
+            else:
+                # Still check it, but with lower priority
+                potential_ec_files.append((1, file))  # Priority 1 = lower
+
+        # Sort by priority (check likely EC files first)
+        potential_ec_files.sort(key=lambda x: x[0])
+        priority_files = [f for _, f in potential_ec_files]
+
+        # Progress update function
+        def update_progress():
+            nonlocal processed_files
+            processed_files += 1
+            if processed_files % 5 == 0 or processed_files == total_files:
+                print(
+                    f"  Progress: {processed_files}/{total_files} files analyzed ({(processed_files/total_files)*100:.1f}%)",
+                    end="\r",
+                )
+
+        # Function to process a single file - for parallel execution
+        def process_file(file):
+            try:
+                cid = file.get("file_hash")
+                name = file.get("file_name", "")
+
+                debug_print(f"  - Processing: {cid} ({name})")
+
+                # Try to fetch metadata to see if it's an erasure-coded file
+                metadata = client.ipfs_client.cat(cid)
+                if not metadata or not metadata.get("content"):
+                    with lock:
+                        results["skipped_files"] += 1
+                        update_progress()
+                    return None
+
+                content = metadata.get("content")
+                if isinstance(content, bytes):
+                    try:
+                        # Try to decode the content as UTF-8 text - might fail for binary files
+                        metadata_text = content.decode("utf-8", errors="strict")
+
+                        try:
+                            metadata_obj = json.loads(metadata_text)
+
+                            # Check if this is an erasure-coded file metadata - look for either format
+                            is_ec_file = False
+
+                            # Check primary format
+                            if (
+                                isinstance(metadata_obj, dict)
+                                and metadata_obj.get("chunks")
+                                and metadata_obj.get("original_name")
+                            ):
+                                is_ec_file = True
+
+                            # Check alternative format - different structure used in some versions
+                            elif (
+                                isinstance(metadata_obj, dict)
+                                and metadata_obj.get("erasure_coding")
+                                and metadata_obj.get("original_file")
+                            ):
+                                # This is the newer format with a different structure
+                                metadata_obj = {
+                                    "original_name": metadata_obj.get(
+                                        "original_file", {}
+                                    ).get("name", "unknown"),
+                                    "k": metadata_obj.get("erasure_coding", {}).get(
+                                        "k"
+                                    ),
+                                    "m": metadata_obj.get("erasure_coding", {}).get(
+                                        "m"
+                                    ),
+                                    "original_size": metadata_obj.get(
+                                        "original_file", {}
+                                    ).get("size", 0),
+                                    "encrypted": metadata_obj.get("encrypted", False),
+                                    "chunks": metadata_obj.get("chunks", []),
+                                }
+                                is_ec_file = True
+
+                            if is_ec_file:
+                                # Found an erasure-coded file!
+                                debug_print(
+                                    f"    ✓ Found erasure-coded file: {metadata_obj.get('original_name')}"
+                                )
+
+                                ec_file = {
+                                    "metadata_cid": cid,
+                                    "original_name": metadata_obj.get(
+                                        "original_name", "unknown"
+                                    ),
+                                    "k": metadata_obj.get("k"),
+                                    "m": metadata_obj.get("m"),
+                                    "total_chunks": len(metadata_obj.get("chunks", [])),
+                                    "original_size_bytes": metadata_obj.get(
+                                        "original_size"
+                                    ),
+                                    "size_formatted": client.format_size(
+                                        metadata_obj.get("original_size", 0)
+                                    ),
+                                    "encrypted": metadata_obj.get("encrypted", False),
+                                    "miner_ids": file.get("miner_ids", []),
+                                    "miner_count": file.get("miner_count", 0),
+                                    "chunks": metadata_obj.get("chunks", []),
+                                }
+                                with lock:
+                                    results["ec_files"].append(ec_file)
+                                    update_progress()
+                                return ec_file
+                            else:
+                                with lock:
+                                    results["not_ec_files"] += 1
+                                    update_progress()
+                                return None
+
+                        except json.JSONDecodeError:
+                            # Not a JSON file, so not metadata
+                            with lock:
+                                results["json_decode_errors"] += 1
+                                update_progress()
+                            return None
+                    except UnicodeDecodeError:
+                        # This is a binary file, not UTF-8 text, so not erasure-coded metadata
+                        with lock:
+                            results["binary_files"] += 1
+                            update_progress()
+                        return None
+                else:
+                    with lock:
+                        results["skipped_files"] += 1
+                        update_progress()
+                    return None
+            except Exception as e:
+                # For other unexpected errors
+                debug_print(f"    ✗ Error processing {name}: {str(e)}")
+                with lock:
+                    results["skipped_files"] += 1
+                    update_progress()
+                return None
+
+        # Process files in parallel - significantly speeds up execution
+        max_workers = min(10, len(files))  # Don't create too many threads
+        print(f"Processing files using {max_workers} parallel workers...")
+
+        with concurrent.futures.ThreadPoolExecutor(max_workers=max_workers) as executor:
+            # Start processing files - higher priority files will be submitted first
+            futures = []
+            # First process files that look like metadata files
+            for file in priority_files:
+                futures.append(executor.submit(process_file, file))
+
+            # Wait for all processing to complete
+            concurrent.futures.wait(futures)
+
+        print(
+            "\nAnalysis complete!                                  "
+        )  # Extra spaces to clear progress line
+
+        # Print statistics
+        print(f"\nResults:")
+        print(f"  Total files analyzed: {total_files}")
+        print(f"  Erasure-coded files found: {len(results['ec_files'])}")
+        if verbose:
+            print(f"  Binary files (skipped): {results['binary_files']}")
+            print(f"  JSON parse errors: {results['json_decode_errors']}")
+            print(f"  Not erasure-coded: {results['not_ec_files']}")
+            print(f"  Other skipped: {results['skipped_files']}")
+
+        # Print results
+        ec_files = results["ec_files"]
+        if not ec_files:
+            print(f"\nNo erasure-coded files found for this account.")
+            return
+
+        print(f"\nFound {len(ec_files)} erasure-coded files:\n")
+
+        for i, file in enumerate(ec_files):
+            print(f"{i+1}. {file['original_name']} ({file['size_formatted']})")
+            print(f"   Metadata CID: {file['metadata_cid']}")
+            print(
+                f"   Erasure coding: {file['k']}/{file['m']} scheme ({file['total_chunks']} chunks)"
+            )
+            print(f"   Encrypted: {'Yes' if file['encrypted'] else 'No'}")
+            print(f"   Stored by {file['miner_count']} miners")
+
+            if file.get("miner_ids") and show_all_miners:
+                print("\n   Miners:")
+                for miner in file["miner_ids"]:
+                    miner_id = (
+                        miner.get("id", miner) if isinstance(miner, dict) else miner
+                    )
+                    formatted = (
+                        miner.get("formatted", miner_id)
+                        if isinstance(miner, dict)
+                        else miner_id
+                    )
+                    print(f"     - {formatted}")
+
+            if show_chunks and file.get("chunks"):
+                print("\n   Chunks:")
+                for j, chunk in enumerate(file["chunks"]):
+                    if isinstance(chunk, dict):
+                        print(f"     {j+1}. CID: {chunk.get('cid')}")
+                    else:
+                        print(f"     {j+1}. CID: {chunk}")
+
+            print("")  # Empty line between files
+
+        print("\nTo reconstruct a file:")
+        print("hippius reconstruct <metadata_cid> <output_file>")
+
+    except Exception as e:
+        print(f"Error: {e}")
+        if verbose:
+            import traceback
+
+            traceback.print_exc()
+
+
 def handle_erasure_code(
     client, file_path, k, m, chunk_size, miner_ids, encrypt=None, verbose=True
 ):
@@ -443,6 +834,48 @@ def handle_erasure_code(
         print(f"Error: File {file_path} not found")
         return 1
 
+    # Check if the input is a directory
+    if os.path.isdir(file_path):
+        print(f"Error: {file_path} is a directory, not a file.")
+        print("\nErasure coding requires a single file as input. You have two options:")
+        print("\n1. Archive the directory first:")
+        print(f"   zip -r {file_path}.zip {file_path}/")
+        print(f"   hippius erasure-code {file_path}.zip --k {k} --m {m}")
+        print("\n2. Apply erasure coding to each file individually:")
+        print("   # To code each file in the directory:")
+
+        # Count the files to give the user an idea of how many files would be processed
+        file_count = 0
+        for root, _, files in os.walk(file_path):
+            file_count += len(files)
+
+        if file_count > 0:
+            print(
+                f"\n   Found {file_count} files in the directory. Example command for individual files:"
+            )
+            # Show example for one file if available
+            for root, _, files in os.walk(file_path):
+                if files:
+                    example_file = os.path.join(root, files[0])
+                    rel_path = os.path.relpath(example_file, os.path.dirname(file_path))
+                    print(f'   hippius erasure-code "{example_file}" --k {k} --m {m}')
+                    break
+
+            # Ask if user wants to automatically apply to all files
+            print(
+                "\nWould you like to automatically apply erasure coding to each file in the directory? (y/N)"
+            )
+            choice = input("> ").strip().lower()
+
+            if choice in ("y", "yes"):
+                return handle_erasure_code_directory(
+                    client, file_path, k, m, chunk_size, miner_ids, encrypt, verbose
+                )
+        else:
+            print(f"   No files found in directory {file_path}")
+
+        return 1
+
     # Check if zfec is installed
     try:
         import zfec
@@ -463,29 +896,33 @@ def handle_erasure_code(
     # Get the file size and adjust parameters if needed
     file_size = os.path.getsize(file_path)
     file_size_mb = file_size / (1024 * 1024)
-    
+
     print(f"Processing {file_path} ({file_size_mb:.2f} MB) with erasure coding...")
-    
+
     # Check if the file is too small for the current chunk size and k value
     original_k = k
     original_m = m
     original_chunk_size = chunk_size
-    
+
     # Calculate how many chunks we would get with current settings
     potential_chunks = max(1, file_size // chunk_size)
-    
+
     # If we can't get at least k chunks, adjust the chunk size
     if potential_chunks < k:
         # Calculate a new chunk size that would give us exactly k chunks
         new_chunk_size = max(1024, file_size // k)  # Ensure at least 1KB chunks
-        
+
         print(f"Warning: File is too small for the requested parameters.")
-        print(f"Original parameters: k={k}, m={m}, chunk size={chunk_size/1024/1024:.2f} MB")
+        print(
+            f"Original parameters: k={k}, m={m}, chunk size={chunk_size/1024/1024:.2f} MB"
+        )
         print(f"Would create only {potential_chunks} chunks, which is less than k={k}")
-        print(f"Automatically adjusting chunk size to {new_chunk_size/1024/1024:.6f} MB to create at least {k} chunks")
-        
+        print(
+            f"Automatically adjusting chunk size to {new_chunk_size/1024/1024:.6f} MB to create at least {k} chunks"
+        )
+
         chunk_size = new_chunk_size
-    
+
     print(f"Final parameters: k={k}, m={m} (need {k} of {m} chunks to reconstruct)")
     print(f"Chunk size: {chunk_size/1024/1024:.6f} MB")
 
@@ -548,17 +985,167 @@ def handle_erasure_code(
 
     except Exception as e:
         print(f"Error during erasure coding: {e}")
-        
+
         # Provide helpful advice based on the error
         if "Wrong length" in str(e) and "input blocks" in str(e):
             print("\nThis error typically occurs with very small files.")
             print("Suggestions:")
             print("  1. Try using a smaller chunk size: --chunk-size 4096")
             print("  2. Try using a smaller k value: --k 2")
-            print("  3. For very small files, consider using regular storage instead of erasure coding.")
-        
+            print(
+                "  3. For very small files, consider using regular storage instead of erasure coding."
+            )
+
+        return 1
+
+
+def handle_erasure_code_directory(
+    client, dir_path, k, m, chunk_size, miner_ids, encrypt=None, verbose=True
+):
+    """Apply erasure coding to each file in a directory individually"""
+    if not os.path.isdir(dir_path):
+        print(f"Error: {dir_path} is not a directory")
+        return 1
+
+    # Check if zfec is installed
+    try:
+        import zfec
+    except ImportError:
+        print(
+            "Error: zfec is required for erasure coding. Install it with: pip install zfec"
+        )
+        print("Then update your environment: poetry add zfec")
         return 1
 
+    print(f"Applying erasure coding to all files in {dir_path}")
+    print(f"Parameters: k={k}, m={m}, chunk_size={chunk_size/1024/1024:.2f} MB")
+    if encrypt:
+        print("Encryption: Enabled")
+
+    # Parse miner IDs if provided
+    miner_id_list = None
+    if miner_ids:
+        miner_id_list = [m.strip() for m in miner_ids.split(",") if m.strip()]
+        if verbose:
+            print(f"Targeting {len(miner_id_list)} miners: {', '.join(miner_id_list)}")
+
+    # Find all files
+    total_files = 0
+    successful = 0
+    failed = 0
+    skipped = 0
+
+    # Collect files first
+    all_files = []
+    for root, _, files in os.walk(dir_path):
+        for filename in files:
+            file_path = os.path.join(root, filename)
+            all_files.append(file_path)
+
+    total_files = len(all_files)
+    print(f"Found {total_files} files to process")
+
+    if total_files == 0:
+        print("No files to process.")
+        return 0
+
+    # Process each file
+    results = []
+
+    for i, file_path in enumerate(all_files, 1):
+        print(f"\n[{i}/{total_files}] Processing: {file_path}")
+
+        # Skip directories (shouldn't happen but just in case)
+        if os.path.isdir(file_path):
+            print(f"Skipping directory: {file_path}")
+            skipped += 1
+            continue
+
+        # Get file size for information purposes
+        file_size = os.path.getsize(file_path)
+        file_size_mb = file_size / (1024 * 1024)
+        print(f"File size: {file_size_mb:.4f} MB ({file_size} bytes)")
+
+        # Calculate adjusted chunk size for this file if needed
+        current_chunk_size = chunk_size
+        potential_chunks = max(1, file_size // current_chunk_size)
+
+        if potential_chunks < k:
+            # Calculate a new chunk size that would give us exactly k chunks
+            # For very small files, use a minimal chunk size to ensure proper erasure coding
+            min_chunk_size = max(1, file_size // k)  # Ensure at least 1 byte per chunk
+            print(f"Adjusting chunk size to {min_chunk_size} bytes for this file")
+            current_chunk_size = min_chunk_size
+
+        try:
+            # Use the store_erasure_coded_file method directly from HippiusClient
+            result = client.store_erasure_coded_file(
+                file_path=file_path,
+                k=k,
+                m=m,
+                chunk_size=current_chunk_size,
+                encrypt=encrypt,
+                miner_ids=miner_id_list,
+                max_retries=3,
+                verbose=False,  # Less verbose for batch processing
+            )
+
+            # Store basic result info
+            results.append(
+                {
+                    "file_path": file_path,
+                    "metadata_cid": result.get("metadata_cid", "unknown"),
+                    "success": True,
+                }
+            )
+
+            print(f"Success! Metadata CID: {result.get('metadata_cid', 'unknown')}")
+            successful += 1
+
+        except Exception as e:
+            print(f"Error coding file: {e}")
+
+            # Provide specific guidance for very small files that fail
+            if file_size < 1024 and "Wrong length" in str(e):
+                print(
+                    "This file may be too small for erasure coding with the current parameters."
+                )
+                print(
+                    "Consider using smaller k and m values for very small files, e.g., --k 2 --m 3"
+                )
+
+            results.append(
+                {
+                    "file_path": file_path,
+                    "error": str(e),
+                    "success": False,
+                }
+            )
+            failed += 1
+
+    # Print summary
+    print(f"\n=== Erasure Coding Directory Summary ===")
+    print(f"Total files processed: {total_files}")
+    print(f"Successfully coded: {successful}")
+    print(f"Failed: {failed}")
+    print(f"Skipped: {skipped}")
+
+    if successful > 0:
+        print("\nSuccessfully coded files:")
+        for result in results:
+            if result.get("success"):
+                print(f"  {result['file_path']} -> {result['metadata_cid']}")
+
+    if failed > 0:
+        print("\nFailed files:")
+        for result in results:
+            if not result.get("success"):
+                print(
+                    f"  {result['file_path']}: {result.get('error', 'Unknown error')}"
+                )
+
+    return 0 if failed == 0 else 1
+
 
 def handle_reconstruct(client, metadata_cid, output_file, verbose=True):
     """Handle the reconstruct command for erasure-coded files"""
@@ -594,6 +1181,385 @@ def handle_reconstruct(client, metadata_cid, output_file, verbose=True):
         return 1
 
 
+def handle_config_get(section, key):
+    """Handle getting a configuration value"""
+    value = get_config_value(section, key)
+    print(f"Configuration value for {section}.{key}: {value}")
+    return 0
+
+
+def handle_config_set(section, key, value):
+    """Handle setting a configuration value"""
+    # Try to parse JSON value for objects, arrays, and literals
+    try:
+        parsed_value = json.loads(value)
+        value = parsed_value
+    except (json.JSONDecodeError, TypeError):
+        # If not valid JSON, keep the raw string
+        pass
+
+    result = set_config_value(section, key, value)
+    if result:
+        print(f"Successfully set {section}.{key} to {value}")
+    else:
+        print(f"Failed to set {section}.{key}")
+        return 1
+    return 0
+
+
+def handle_config_list():
+    """Handle listing all configuration values"""
+    config = get_all_config()
+    print("Current Hippius SDK Configuration:")
+    print(json.dumps(config, indent=2))
+    print(f"\nConfiguration file: {os.path.expanduser('~/.hippius/config.json')}")
+    return 0
+
+
+def handle_config_reset():
+    """Handle resetting configuration to default values"""
+    if reset_config():
+        print("Successfully reset configuration to default values")
+    else:
+        print("Failed to reset configuration")
+        return 1
+    return 0
+
+
+def handle_seed_phrase_set(seed_phrase, encode=False, account_name=None):
+    """Handle setting the seed phrase"""
+    if encode:
+        try:
+            password = getpass.getpass("Enter password to encrypt seed phrase: ")
+            password_confirm = getpass.getpass("Confirm password: ")
+
+            if password != password_confirm:
+                print("Error: Passwords do not match")
+                return 1
+
+            result = set_seed_phrase(
+                seed_phrase, encode=True, password=password, account_name=account_name
+            )
+        except KeyboardInterrupt:
+            print("\nOperation cancelled")
+            return 1
+    else:
+        result = set_seed_phrase(seed_phrase, encode=False, account_name=account_name)
+
+    if result:
+        account_msg = f" for account '{account_name}'" if account_name else ""
+
+        if encode:
+            print(
+                f"Successfully set and encrypted the seed phrase{account_msg} with password protection"
+            )
+        else:
+            print(
+                f"Successfully set the seed phrase{account_msg} (WARNING: stored in plain text)"
+            )
+
+        if account_name:
+            address = get_account_address(account_name)
+            if address:
+                print(f"SS58 Address: {address}")
+
+        return 0
+    else:
+        print(f"Failed to set the seed phrase")
+        return 1
+
+
+def handle_seed_phrase_encode(account_name=None):
+    """Handle encoding the existing seed phrase"""
+    # Get the current seed phrase
+    seed_phrase = get_seed_phrase(account_name=account_name)
+    if not seed_phrase:
+        if account_name:
+            print(f"Error: No seed phrase available for account '{account_name}'")
+        else:
+            print("Error: No seed phrase available to encode")
+        return 1
+
+    # Check if it's already encoded
+    config = load_config()
+    is_encoded = False
+
+    if account_name:
+        account_data = config["substrate"].get("accounts", {}).get(account_name, {})
+        is_encoded = account_data.get("seed_phrase_encoded", False)
+    else:
+        is_encoded = config["substrate"].get("seed_phrase_encoded", False)
+
+    if is_encoded:
+        if account_name:
+            print(f"Seed phrase for account '{account_name}' is already encoded")
+        else:
+            print("Seed phrase is already encoded")
+        return 0
+
+    # Get a password
+    try:
+        password = getpass.getpass("Enter password to encrypt seed phrase: ")
+        password_confirm = getpass.getpass("Confirm password: ")
+
+        if password != password_confirm:
+            print("Error: Passwords do not match")
+            return 1
+
+        # Encode the seed phrase
+        result = encrypt_seed_phrase(seed_phrase, password, account_name)
+    except KeyboardInterrupt:
+        print("\nOperation cancelled")
+        return 1
+
+    if result:
+        account_msg = f" for account '{account_name}'" if account_name else ""
+        print(
+            f"Successfully encoded the seed phrase{account_msg} with password protection"
+        )
+        return 0
+    else:
+        print("Failed to encode the seed phrase")
+        return 1
+
+
+def handle_seed_phrase_decode(account_name=None):
+    """Handle checking or decoding the seed phrase"""
+    # Check if the seed phrase is encoded
+    config = load_config()
+    is_encoded = False
+
+    if account_name:
+        account_data = config["substrate"].get("accounts", {}).get(account_name, {})
+        is_encoded = account_data.get("seed_phrase_encoded", False)
+    else:
+        is_encoded = config["substrate"].get("seed_phrase_encoded", False)
+
+    if not is_encoded:
+        if account_name:
+            print(
+                f"Seed phrase for account '{account_name}' is not encoded - nothing to decode"
+            )
+        else:
+            print("Seed phrase is not encoded - nothing to decode")
+        return 0
+
+    # Get the decrypted seed phrase
+    try:
+        password = getpass.getpass("Enter password to decrypt seed phrase: ")
+        seed_phrase = decrypt_seed_phrase(password, account_name)
+
+        if seed_phrase:
+            account_msg = f" for account '{account_name}'" if account_name else ""
+            print(f"Decrypted seed phrase{account_msg}: {seed_phrase}")
+
+            # Ask if the user wants to save it as plain text
+            response = input(
+                "Do you want to save the seed phrase as plain text? (y/N): "
+            )
+            if response.lower() in ("y", "yes"):
+                result = set_seed_phrase(
+                    seed_phrase, encode=False, account_name=account_name
+                )
+                if result:
+                    print("Seed phrase saved as plain text")
+                else:
+                    print("Failed to save the seed phrase as plain text")
+
+            return 0
+        else:
+            print("Failed to decode the seed phrase. Incorrect password?")
+            return 1
+    except KeyboardInterrupt:
+        print("\nOperation cancelled")
+        return 1
+
+
+def handle_seed_phrase_status(account_name=None):
+    """Handle showing the status of the seed phrase"""
+    # Check if we have a seed phrase
+    config = load_config()
+
+    if account_name:
+        if account_name not in config["substrate"].get("accounts", {}):
+            print(f"Error: Account '{account_name}' not found")
+            return 1
+
+        account_data = config["substrate"].get("accounts", {}).get(account_name, {})
+        seed_phrase_exists = account_data.get("seed_phrase") is not None
+        is_encoded = account_data.get("seed_phrase_encoded", False)
+        ss58_address = account_data.get("ss58_address")
+    else:
+        seed_phrase_exists = config["substrate"].get("seed_phrase") is not None
+        is_encoded = config["substrate"].get("seed_phrase_encoded", False)
+        ss58_address = config["substrate"].get("ss58_address")
+
+    if not seed_phrase_exists:
+        if account_name:
+            print(f"No seed phrase is configured for account '{account_name}'")
+        else:
+            print("No seed phrase is configured")
+        return 0
+
+    account_msg = f" for account '{account_name}'" if account_name else ""
+
+    if is_encoded:
+        print(f"Seed phrase{account_msg} is stored with password-based encryption")
+
+        # Offer to verify the password works
+        print("You can verify your password by decoding the seed phrase")
+        try:
+            verify = input("Would you like to verify your password works? (y/N): ")
+            if verify.lower() in ("y", "yes"):
+                password = getpass.getpass("Enter password to decrypt seed phrase: ")
+                seed_phrase = decrypt_seed_phrase(password, account_name)
+                if seed_phrase:
+                    print("Password verification successful!")
+                else:
+                    print("Password verification failed")
+        except KeyboardInterrupt:
+            print("\nOperation cancelled")
+    else:
+        print(f"Seed phrase{account_msg} is stored in plain text (not encrypted)")
+
+        # Get the value
+        seed_phrase = get_seed_phrase(account_name=account_name)
+        if seed_phrase:
+            # Show only the first and last few words for security
+            words = seed_phrase.split()
+            if len(words) >= 6:
+                masked = " ".join(words[:2] + ["..."] + words[-2:])
+                print(f"Seed phrase (masked): {masked}")
+            else:
+                print("Seed phrase is available")
+
+    if ss58_address:
+        print(f"SS58 Address: {ss58_address}")
+
+    return 0
+
+
+def handle_account_list():
+    """Handle listing all accounts"""
+    accounts = list_accounts()
+
+    if not accounts:
+        print("No accounts configured")
+        return 0
+
+    print(f"Found {len(accounts)} accounts:")
+
+    for name, data in accounts.items():
+        active_marker = " (active)" if data.get("is_active", False) else ""
+        encoded_status = (
+            "encrypted" if data.get("seed_phrase_encoded", False) else "plain text"
+        )
+        address = data.get("ss58_address", "unknown")
+
+        print(f"  {name}{active_marker}:")
+        print(f"    SS58 Address: {address}")
+        print(f"    Seed phrase: {encoded_status}")
+        print()
+
+    return 0
+
+
+def handle_account_switch(account_name):
+    """Handle switching the active account"""
+    if set_active_account(account_name):
+        print(f"Switched to account '{account_name}'")
+
+        # Show address
+        address = get_account_address(account_name)
+        if address:
+            print(f"SS58 Address: {address}")
+
+        return 0
+    else:
+        return 1
+
+
+def handle_account_delete(account_name):
+    """Handle deleting an account"""
+    # Ask for confirmation
+    confirm = input(
+        f"Are you sure you want to delete account '{account_name}'? This cannot be undone. (y/N): "
+    )
+    if confirm.lower() not in ("y", "yes"):
+        print("Operation cancelled")
+        return 0
+
+    if delete_account(account_name):
+        print(f"Account '{account_name}' deleted")
+
+        # Show the new active account if any
+        active_account = get_active_account()
+        if active_account:
+            print(f"Active account is now '{active_account}'")
+        else:
+            print("No accounts remaining")
+
+        return 0
+    else:
+        return 1
+
+
+def handle_default_address_set(address):
+    """Handle setting the default address for read-only operations"""
+    # Validate SS58 address format (basic check)
+    if not address.startswith("5"):
+        print(
+            f"Warning: '{address}' doesn't look like a valid SS58 address. SS58 addresses typically start with '5'."
+        )
+        confirm = input("Do you want to continue anyway? (y/N): ")
+        if confirm.lower() not in ("y", "yes"):
+            print("Operation cancelled")
+            return 1
+
+    config = load_config()
+    config["substrate"]["default_address"] = address
+    save_config(config)
+
+    print(f"Default address for read-only operations set to: {address}")
+    print(
+        "This address will be used for commands like 'files' and 'ec-files' when no address is explicitly provided."
+    )
+    return 0
+
+
+def handle_default_address_get():
+    """Handle getting the current default address for read-only operations"""
+    config = load_config()
+    address = config["substrate"].get("default_address")
+
+    if address:
+        print(f"Current default address for read-only operations: {address}")
+    else:
+        print("No default address set for read-only operations")
+        print("You can set one with: hippius address set-default <ss58_address>")
+
+    return 0
+
+
+def handle_default_address_clear():
+    """Handle clearing the default address for read-only operations"""
+    config = load_config()
+    if "default_address" in config["substrate"]:
+        del config["substrate"]["default_address"]
+        save_config(config)
+        print("Default address for read-only operations has been cleared")
+    else:
+        print("No default address was set")
+
+    return 0
+
+
+def get_default_address():
+    """Get the default address for read-only operations"""
+    config = load_config()
+    return config["substrate"].get("default_address")
+
+
 def main():
     """Main CLI entry point for hippius command."""
     # Set up the argument parser
@@ -637,30 +1603,35 @@ examples:
     # Optional arguments for all commands
     parser.add_argument(
         "--gateway",
-        default=os.getenv("IPFS_GATEWAY", "https://ipfs.io"),
-        help="IPFS gateway URL for downloads (default: from env or https://ipfs.io)",
+        default=get_config_value("ipfs", "gateway", "https://ipfs.io"),
+        help="IPFS gateway URL for downloads (default: from config or https://ipfs.io)",
     )
     parser.add_argument(
         "--api-url",
-        default=os.getenv("IPFS_API_URL", "https://relay-fr.hippius.network"),
-        help="IPFS API URL for uploads (default: from env or https://relay-fr.hippius.network)",
+        default=get_config_value("ipfs", "api_url", "https://store.hippius.network"),
+        help="IPFS API URL for uploads (default: from config or https://store.hippius.network)",
     )
     parser.add_argument(
         "--local-ipfs",
         action="store_true",
+        default=get_config_value("ipfs", "local_ipfs", False),
         help="Use local IPFS node (http://localhost:5001) instead of remote API",
     )
     parser.add_argument(
         "--substrate-url",
-        default=os.getenv("SUBSTRATE_URL", "wss://rpc.hippius.network"),
-        help="Substrate node WebSocket URL (default: from env or wss://rpc.hippius.network)",
+        default=get_config_value("substrate", "url", "wss://rpc.hippius.network"),
+        help="Substrate node WebSocket URL (default: from config or wss://rpc.hippius.network)",
     )
     parser.add_argument(
         "--miner-ids",
-        help="Comma-separated list of miner IDs for storage (default: from env SUBSTRATE_DEFAULT_MINERS)",
+        help="Comma-separated list of miner IDs for storage (default: from config)",
     )
     parser.add_argument(
-        "--verbose", "-v", action="store_true", help="Enable verbose debug output"
+        "--verbose",
+        "-v",
+        action="store_true",
+        default=get_config_value("cli", "verbose", False),
+        help="Enable verbose debug output",
     )
     parser.add_argument(
         "--encrypt",
@@ -686,6 +1657,14 @@ examples:
         "--encryption-key",
         help="Base64-encoded encryption key (overrides HIPPIUS_ENCRYPTION_KEY in .env)",
     )
+    parser.add_argument(
+        "--password",
+        help="Password to decrypt the seed phrase if needed (will prompt if required and not provided)",
+    )
+    parser.add_argument(
+        "--account",
+        help="Account name to use (uses active account if not specified)",
+    )
 
     # Subcommands
     subparsers = parser.add_subparsers(dest="command", help="Commands")
@@ -757,6 +1736,27 @@ examples:
         help="Show all miners for each file instead of only the first 3",
     )
 
+    # Erasure Coded Files command
+    ec_files_parser = subparsers.add_parser(
+        "ec-files", help="List only erasure-coded files stored by a user"
+    )
+    ec_files_parser.add_argument(
+        "account_address",
+        nargs="?",
+        default=None,
+        help="Substrate account address (uses keypair address if not specified)",
+    )
+    ec_files_parser.add_argument(
+        "--all-miners",
+        action="store_true",
+        help="Show all miners for each file instead of only the first 3",
+    )
+    ec_files_parser.add_argument(
+        "--show-chunks",
+        action="store_true",
+        help="Show associated chunks for each erasure-coded file",
+    )
+
     # Key generation command
     keygen_parser = subparsers.add_parser(
         "keygen", help="Generate an encryption key for secure file storage"
@@ -812,6 +1812,137 @@ examples:
         "--verbose", action="store_true", help="Enable verbose output", default=True
     )
 
+    # Configuration subcommand
+    config_parser = subparsers.add_parser(
+        "config", help="Manage Hippius SDK configuration"
+    )
+    config_subparsers = config_parser.add_subparsers(
+        dest="config_action", help="Configuration action"
+    )
+
+    # Get configuration value
+    get_parser = config_subparsers.add_parser("get", help="Get a configuration value")
+    get_parser.add_argument(
+        "section",
+        help="Configuration section (ipfs, substrate, encryption, erasure_coding, cli)",
+    )
+    get_parser.add_argument("key", help="Configuration key")
+
+    # Set configuration value
+    set_parser = config_subparsers.add_parser("set", help="Set a configuration value")
+    set_parser.add_argument(
+        "section",
+        help="Configuration section (ipfs, substrate, encryption, erasure_coding, cli)",
+    )
+    set_parser.add_argument("key", help="Configuration key")
+    set_parser.add_argument("value", help="Value to set (use JSON for complex values)")
+
+    # List all configuration values
+    config_subparsers.add_parser("list", help="List all configuration values")
+
+    # Reset configuration to defaults
+    config_subparsers.add_parser("reset", help="Reset configuration to default values")
+
+    # Import config from .env
+    config_subparsers.add_parser(
+        "import-env", help="Import configuration from .env file"
+    )
+
+    # Seed Phrase subcommand
+    seed_parser = subparsers.add_parser("seed", help="Manage substrate seed phrase")
+    seed_subparsers = seed_parser.add_subparsers(
+        dest="seed_action", help="Seed phrase action"
+    )
+
+    # Set seed phrase
+    set_seed_parser = seed_subparsers.add_parser(
+        "set", help="Set the substrate seed phrase"
+    )
+    set_seed_parser.add_argument(
+        "seed_phrase", help="The mnemonic seed phrase (e.g., 'word1 word2 word3...')"
+    )
+    set_seed_parser.add_argument(
+        "--encode", action="store_true", help="Encrypt the seed phrase with a password"
+    )
+    set_seed_parser.add_argument(
+        "--account", help="Account name to associate with this seed phrase"
+    )
+
+    # Encode existing seed phrase
+    encode_seed_parser = seed_subparsers.add_parser(
+        "encode", help="Encrypt the existing seed phrase"
+    )
+    encode_seed_parser.add_argument(
+        "--account", help="Account name to encode the seed phrase for"
+    )
+
+    # Decode seed phrase
+    decode_seed_parser = seed_subparsers.add_parser(
+        "decode", help="Temporarily decrypt and display the seed phrase"
+    )
+    decode_seed_parser.add_argument(
+        "--account", help="Account name to decode the seed phrase for"
+    )
+
+    # Check seed phrase status
+    status_seed_parser = seed_subparsers.add_parser(
+        "status", help="Check the status of the configured seed phrase"
+    )
+    status_seed_parser.add_argument(
+        "--account", help="Account name to check the status for"
+    )
+
+    # Account subcommand
+    account_parser = subparsers.add_parser("account", help="Manage substrate accounts")
+    account_subparsers = account_parser.add_subparsers(
+        dest="account_action", help="Account action"
+    )
+
+    # List accounts
+    account_subparsers.add_parser("list", help="List all accounts")
+
+    # Switch active account
+    switch_account_parser = account_subparsers.add_parser(
+        "switch", help="Switch to a different account"
+    )
+    switch_account_parser.add_argument(
+        "account_name", help="Name of the account to switch to"
+    )
+
+    # Delete account
+    delete_account_parser = account_subparsers.add_parser(
+        "delete", help="Delete an account"
+    )
+    delete_account_parser.add_argument(
+        "account_name", help="Name of the account to delete"
+    )
+
+    # Address subcommand for read-only operations
+    address_parser = subparsers.add_parser(
+        "address", help="Manage default address for read-only operations"
+    )
+    address_subparsers = address_parser.add_subparsers(
+        dest="address_action", help="Address action"
+    )
+
+    # Set default address
+    set_default_parser = address_subparsers.add_parser(
+        "set-default", help="Set the default address for read-only operations"
+    )
+    set_default_parser.add_argument(
+        "address", help="The SS58 address to use as default"
+    )
+
+    # Get current default address
+    address_subparsers.add_parser(
+        "get-default", help="Show the current default address for read-only operations"
+    )
+
+    # Clear default address
+    address_subparsers.add_parser(
+        "clear-default", help="Clear the default address for read-only operations"
+    )
+
     args = parser.parse_args()
 
     if not args.command:
@@ -839,8 +1970,44 @@ examples:
                 for miner in os.getenv("SUBSTRATE_DEFAULT_MINERS").split(",")
             ]
 
-        # Create client
-        client, encrypt, decrypt = create_client(args)
+        # Process encryption flags
+        encrypt = None
+        if hasattr(args, "encrypt") and args.encrypt:
+            encrypt = True
+        elif hasattr(args, "no_encrypt") and args.no_encrypt:
+            encrypt = False
+
+        decrypt = None
+        if hasattr(args, "decrypt") and args.decrypt:
+            decrypt = True
+        elif hasattr(args, "no_decrypt") and args.no_decrypt:
+            decrypt = False
+
+        # Process encryption key if provided
+        encryption_key = None
+        if hasattr(args, "encryption_key") and args.encryption_key:
+            try:
+                encryption_key = base64.b64decode(args.encryption_key)
+                if args.verbose:
+                    print(f"Using provided encryption key")
+            except Exception as e:
+                print(f"Warning: Could not decode encryption key: {e}")
+                print(f"Using default encryption key from configuration if available")
+
+        # Get API URL based on local_ipfs flag
+        api_url = "http://localhost:5001" if args.local_ipfs else args.api_url
+
+        # Create client - using the updated client parameters
+        client = HippiusClient(
+            ipfs_gateway=args.gateway,
+            ipfs_api_url=api_url,
+            substrate_url=args.substrate_url,
+            substrate_seed_phrase=None,  # Let it use config
+            seed_phrase_password=args.password if hasattr(args, "password") else None,
+            account_name=args.account if hasattr(args, "account") else None,
+            encrypt_by_default=encrypt,
+            encryption_key=encryption_key,
+        )
 
         # Handle commands
         if args.command == "download":
@@ -871,6 +2038,16 @@ examples:
                 else False,
             )
 
+        elif args.command == "ec-files":
+            return handle_ec_files(
+                client,
+                args.account_address,
+                show_all_miners=args.all_miners
+                if hasattr(args, "all_miners")
+                else False,
+                show_chunks=args.show_chunks if hasattr(args, "show_chunks") else False,
+            )
+
         elif args.command == "erasure-code":
             return handle_erasure_code(
                 client,
@@ -888,6 +2065,62 @@ examples:
                 client, args.metadata_cid, args.output_file, verbose=args.verbose
             )
 
+        elif args.command == "config":
+            if args.config_action == "get":
+                return handle_config_get(args.section, args.key)
+            elif args.config_action == "set":
+                return handle_config_set(args.section, args.key, args.value)
+            elif args.config_action == "list":
+                return handle_config_list()
+            elif args.config_action == "reset":
+                return handle_config_reset()
+            elif args.config_action == "import-env":
+                initialize_from_env()
+                print("Successfully imported configuration from environment variables")
+                return 0
+            else:
+                config_parser.print_help()
+                return 1
+
+        elif args.command == "seed":
+            if args.seed_action == "set":
+                return handle_seed_phrase_set(
+                    args.seed_phrase, args.encode, args.account
+                )
+            elif args.seed_action == "encode":
+                return handle_seed_phrase_encode(args.account)
+            elif args.seed_action == "decode":
+                return handle_seed_phrase_decode(args.account)
+            elif args.seed_action == "status":
+                return handle_seed_phrase_status(args.account)
+            else:
+                seed_parser.print_help()
+                return 1
+
+        # Handle the account commands
+        elif args.command == "account":
+            if args.account_action == "list":
+                return handle_account_list()
+            elif args.account_action == "switch":
+                return handle_account_switch(args.account_name)
+            elif args.account_action == "delete":
+                return handle_account_delete(args.account_name)
+            else:
+                account_parser.print_help()
+                return 1
+
+        # Handle the address commands
+        elif args.command == "address":
+            if args.address_action == "set-default":
+                return handle_default_address_set(args.address)
+            elif args.address_action == "get-default":
+                return handle_default_address_get()
+            elif args.address_action == "clear-default":
+                return handle_default_address_clear()
+            else:
+                address_parser.print_help()
+                return 1
+
     except Exception as e:
         print(f"Error: {e}")
         return 1