webscout 8.3__py3-none-any.whl → 8.3.2__py3-none-any.whl

webscout/Extra/gguf.py

@@ -1,13 +1,38 @@
 """
 Convert Hugging Face models to GGUF format with advanced features.
 
+🔥 2025 UPDATE: ALL CMAKE BUILD ERRORS FIXED! 🔥
+
+This converter has been completely updated for 2025 compatibility with the latest llama.cpp:
+
+CRITICAL FIXES:
+- ✅ Updated all deprecated LLAMA_* flags to GGML_* (LLAMA_CUBLAS → GGML_CUDA)
+- ✅ Fixed CURL dependency error by adding -DLLAMA_CURL=OFF
+- ✅ Disabled optional dependencies (LLAMA_LLGUIDANCE=OFF)
+- ✅ Cross-platform hardware detection (Windows, macOS, Linux)
+- ✅ Robust CMake configuration with multiple fallback strategies
+- ✅ Priority-based acceleration selection (CUDA > Metal > Vulkan > OpenCL > ROCm > BLAS)
+- ✅ Enhanced error handling and recovery mechanisms
+- ✅ Platform-specific optimizations and build generators
+- ✅ Automatic build directory cleanup to avoid cached CMake conflicts
+
+SUPPORTED ACCELERATION:
+- CUDA: GGML_CUDA=ON (NVIDIA GPUs)
+- Metal: GGML_METAL=ON (Apple Silicon/macOS)
+- Vulkan: GGML_VULKAN=ON (Cross-platform GPU)
+- OpenCL: GGML_OPENCL=ON (Cross-platform GPU)
+- ROCm: GGML_HIPBLAS=ON (AMD GPUs)
+- BLAS: GGML_BLAS=ON (Optimized CPU libraries)
+- Accelerate: GGML_ACCELERATE=ON (Apple Accelerate framework)
+
 For detailed documentation, see: webscout/Extra/gguf.md
 
+USAGE EXAMPLES:
 >>> python -m webscout.Extra.gguf convert -m "OEvortex/HelpingAI-Lite-1.5T" -q "q4_k_m,q5_k_m"
 >>> # With upload options:
 >>> python -m webscout.Extra.gguf convert -m "your-model" -u "username" -t "token" -q "q4_k_m"
 >>> # With imatrix quantization:
->>> python -m webscout.Extra.gguf convert -m "your-model" -i -q "iq4_nl" -t "train_data.txt"
+>>> python -m webscout.Extra.gguf convert -m "your-model" -i -q "iq4_nl" --train-data "train_data.txt"
 >>> # With model splitting:
 >>> python -m webscout.Extra.gguf convert -m "your-model" -s --split-max-tensors 256
 """
@@ -26,7 +51,7 @@ from webscout.zeroart import figlet_format
 from rich.console import Console
 from rich.panel import Panel
 from rich.table import Table
-from ..swiftcli import CLI, option
+from webscout.swiftcli import CLI, option
 
 console = Console()
 
@@ -131,147 +156,469 @@ class ModelConverter:
                 
     @staticmethod
     def check_dependencies() -> Dict[str, bool]:
-        """Check if all required dependencies are installed."""
+        """Check if all required dependencies are installed with cross-platform support."""
+        system = platform.system()
+
         dependencies: Dict[str, str] = {
             'git': 'Git version control',
-            'pip3': 'Python package installer',
-            'huggingface-cli': 'Hugging Face CLI',
             'cmake': 'CMake build system',
             'ninja': 'Ninja build system (optional)'
         }
-        
+
+        # Add platform-specific dependencies
+        if system != 'Windows':
+            dependencies['pip3'] = 'Python package installer'
+        else:
+            dependencies['pip'] = 'Python package installer'
+
         status: Dict[str, bool] = {}
+
         for cmd, desc in dependencies.items():
-            status[cmd] = subprocess.run(['which', cmd], capture_output=True, text=True).returncode == 0
-            
+            try:
+                if system == 'Windows':
+                    # Use 'where' command on Windows
+                    result = subprocess.run(['where', cmd], capture_output=True, text=True)
+                    status[cmd] = result.returncode == 0
+                else:
+                    # Use 'which' command on Unix-like systems
+                    result = subprocess.run(['which', cmd], capture_output=True, text=True)
+                    status[cmd] = result.returncode == 0
+            except (FileNotFoundError, subprocess.SubprocessError):
+                status[cmd] = False
+
+        # Special check for Python - try different variants
+        python_variants = ['python3', 'python', 'py'] if system != 'Windows' else ['python', 'py', 'python3']
+        status['python'] = False
+        for variant in python_variants:
+            try:
+                if system == 'Windows':
+                    result = subprocess.run(['where', variant], capture_output=True)
+                else:
+                    result = subprocess.run(['which', variant], capture_output=True)
+                if result.returncode == 0:
+                    status['python'] = True
+                    break
+            except:
+                continue
+
+        # Check for C++ compiler
+        cpp_compilers = ['cl', 'g++', 'clang++'] if system == 'Windows' else ['g++', 'clang++']
+        status['cpp_compiler'] = False
+        for compiler in cpp_compilers:
+            try:
+                if system == 'Windows':
+                    result = subprocess.run(['where', compiler], capture_output=True)
+                else:
+                    result = subprocess.run(['which', compiler], capture_output=True)
+                if result.returncode == 0:
+                    status['cpp_compiler'] = True
+                    break
+            except:
+                continue
+
+        dependencies['python'] = 'Python interpreter'
+        dependencies['cpp_compiler'] = 'C++ compiler (g++, clang++, or MSVC)'
+
         return status
     
     def detect_hardware(self) -> Dict[str, bool]:
-        """Detect available hardware acceleration."""
+        """Detect available hardware acceleration with improved cross-platform support."""
         hardware: Dict[str, bool] = {
             'cuda': False,
             'metal': False,
             'opencl': False,
             'vulkan': False,
-            'rocm': False
+            'rocm': False,
+            'blas': False,
+            'accelerate': False
         }
-        
+
+        system = platform.system()
+
         # Check CUDA
         try:
-            if subprocess.run(['nvcc', '--version'], capture_output=True).returncode == 0:
+            # Check for nvcc compiler
+            if subprocess.run(['nvcc', '--version'], capture_output=True, shell=(system == 'Windows')).returncode == 0:
                 hardware['cuda'] = True
-        except FileNotFoundError:
-            pass
-            
+            # Also check for nvidia-smi as fallback
+            elif subprocess.run(['nvidia-smi'], capture_output=True, shell=(system == 'Windows')).returncode == 0:
+                hardware['cuda'] = True
+        except (FileNotFoundError, subprocess.SubprocessError):
+            # Check for CUDA libraries on Windows
+            if system == 'Windows':
+                cuda_paths = [
+                    os.environ.get('CUDA_PATH'),
+                    'C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA',
+                    'C:\\Program Files (x86)\\NVIDIA GPU Computing Toolkit\\CUDA'
+                ]
+                for cuda_path in cuda_paths:
+                    if cuda_path and os.path.exists(cuda_path):
+                        hardware['cuda'] = True
+                        break
+
         # Check Metal (macOS)
-        if platform.system() == 'Darwin':
+        if system == 'Darwin':
             try:
+                # Check for Xcode command line tools
                 if subprocess.run(['xcrun', '--show-sdk-path'], capture_output=True).returncode == 0:
                     hardware['metal'] = True
-            except FileNotFoundError:
+                # Check for Metal framework
+                if os.path.exists('/System/Library/Frameworks/Metal.framework'):
+                    hardware['metal'] = True
+                # macOS also supports Accelerate framework
+                if os.path.exists('/System/Library/Frameworks/Accelerate.framework'):
+                    hardware['accelerate'] = True
+            except (FileNotFoundError, subprocess.SubprocessError):
                 pass
-                
+
         # Check OpenCL
         try:
-            if subprocess.run(['clinfo'], capture_output=True).returncode == 0:
-                hardware['opencl'] = True
-        except FileNotFoundError:
+            if system == 'Windows':
+                # Check for OpenCL on Windows
+                opencl_paths = [
+                    'C:\\Windows\\System32\\OpenCL.dll',
+                    'C:\\Windows\\SysWOW64\\OpenCL.dll'
+                ]
+                if any(os.path.exists(path) for path in opencl_paths):
+                    hardware['opencl'] = True
+            else:
+                if subprocess.run(['clinfo'], capture_output=True).returncode == 0:
+                    hardware['opencl'] = True
+        except (FileNotFoundError, subprocess.SubprocessError):
             pass
-            
+
         # Check Vulkan
         try:
-            if subprocess.run(['vulkaninfo'], capture_output=True).returncode == 0:
-                hardware['vulkan'] = True
-        except FileNotFoundError:
+            if system == 'Windows':
+                # Check for Vulkan on Windows
+                vulkan_paths = [
+                    'C:\\Windows\\System32\\vulkan-1.dll',
+                    'C:\\Windows\\SysWOW64\\vulkan-1.dll'
+                ]
+                if any(os.path.exists(path) for path in vulkan_paths):
+                    hardware['vulkan'] = True
+            else:
+                if subprocess.run(['vulkaninfo'], capture_output=True).returncode == 0:
+                    hardware['vulkan'] = True
+        except (FileNotFoundError, subprocess.SubprocessError):
             pass
-            
-        # Check ROCm
+
+        # Check ROCm (AMD)
         try:
-            if subprocess.run(['rocm-smi'], capture_output=True).returncode == 0:
+            if subprocess.run(['rocm-smi'], capture_output=True, shell=(system == 'Windows')).returncode == 0:
                 hardware['rocm'] = True
-        except FileNotFoundError:
+            elif system == 'Linux':
+                # Check for ROCm installation
+                rocm_paths = ['/opt/rocm', '/usr/lib/x86_64-linux-gnu/librocm-smi64.so']
+                if any(os.path.exists(path) for path in rocm_paths):
+                    hardware['rocm'] = True
+        except (FileNotFoundError, subprocess.SubprocessError):
             pass
-            
+
+        # Check for BLAS libraries
+        try:
+            import numpy as np
+            # Check if numpy is linked with optimized BLAS
+            config = np.__config__.show()
+            if any(lib in str(config).lower() for lib in ['openblas', 'mkl', 'atlas', 'blis']):
+                hardware['blas'] = True
+        except (ImportError, AttributeError):
+            # Fallback: check for common BLAS libraries
+            if system == 'Linux':
+                blas_libs = ['/usr/lib/x86_64-linux-gnu/libopenblas.so', '/usr/lib/x86_64-linux-gnu/libblas.so']
+                if any(os.path.exists(lib) for lib in blas_libs):
+                    hardware['blas'] = True
+            elif system == 'Windows':
+                # Check for Intel MKL or OpenBLAS on Windows
+                mkl_paths = ['C:\\Program Files (x86)\\Intel\\oneAPI\\mkl']
+                if any(os.path.exists(path) for path in mkl_paths):
+                    hardware['blas'] = True
+
         return hardware
     
     def setup_llama_cpp(self) -> None:
-        """Sets up and builds llama.cpp repository."""
+        """Sets up and builds llama.cpp repository with robust error handling."""
         llama_path = self.workspace / "llama.cpp"
-        
+        system = platform.system()
+
         with console.status("[bold green]Setting up llama.cpp...") as status:
             # Clone llama.cpp if not exists
             if not llama_path.exists():
-                subprocess.run(['git', 'clone', 'https://github.com/ggerganov/llama.cpp'], check=True)
-            
-            os.chdir(llama_path)
-            
-            # Check if we're in a Nix environment
-            is_nix = platform.system() == "Linux" and os.path.exists("/nix/store")
-            
-            if is_nix:
-                console.print("[yellow]Detected Nix environment. Using system Python packages...")
-                # In Nix, we need to use the system Python packages
                 try:
-                    # Try to import required packages to check if they're available
-                    import torch # type: ignore
-                    import numpy # type: ignore 
-                    import sentencepiece # type: ignore
-                    import transformers # type: ignore
-                    console.print("[green]Required Python packages are already installed.")
-                except ImportError as e:
-                    console.print("[red]Missing required Python packages in Nix environment.")
-                    console.print("[yellow]Please install them using:")
-                    console.print("nix-shell -p python3Packages.torch python3Packages.numpy python3Packages.sentencepiece python3Packages.transformers")
-                    raise ConversionError("Missing required Python packages in Nix environment")
-            else:
-                # In non-Nix environments, install requirements
+                    subprocess.run(['git', 'clone', 'https://github.com/ggerganov/llama.cpp'], check=True)
+                except subprocess.CalledProcessError as e:
+                    raise ConversionError(f"Failed to clone llama.cpp repository: {e}")
+
+            original_cwd = os.getcwd()
+            try:
+                os.chdir(llama_path)
+
+                # Update to latest version
+                try:
+                    subprocess.run(['git', 'pull'], capture_output=True, check=False)
+                except subprocess.CalledProcessError:
+                    console.print("[yellow]Warning: Could not update llama.cpp repository")
+
+                # Clean any existing build directory to avoid cached CMake variables
+                build_dir = Path('build')
+                if build_dir.exists():
+                    console.print("[yellow]Cleaning existing build directory to avoid CMake cache conflicts...")
+                    import shutil
+                    try:
+                        shutil.rmtree(build_dir)
+                        console.print("[green]Build directory cleaned successfully")
+                    except Exception as e:
+                        console.print(f"[yellow]Warning: Could not clean build directory: {e}")
+
+                # Check if we're in a Nix environment
+                is_nix = system == "Linux" and os.path.exists("/nix/store")
+
+                if is_nix:
+                    console.print("[yellow]Detected Nix environment. Using system Python packages...")
+                    # In Nix, we need to use the system Python packages
+                    try:
+                        # Try to import required packages to check if they're available
+                        import torch # type: ignore
+                        import numpy # type: ignore
+                        import sentencepiece # type: ignore
+                        import transformers # type: ignore
+                        console.print("[green]Required Python packages are already installed.")
+                    except ImportError as e:
+                        console.print("[red]Missing required Python packages in Nix environment.")
+                        console.print("[yellow]Please install them using:")
+                        console.print("nix-shell -p python3Packages.torch python3Packages.numpy python3Packages.sentencepiece python3Packages.transformers")
+                        raise ConversionError("Missing required Python packages in Nix environment")
+                else:
+                    # In non-Nix environments, install requirements if they exist
+                    if os.path.exists('requirements.txt'):
+                        try:
+                            pip_cmd = 'pip' if system == 'Windows' else 'pip3'
+                            subprocess.run([pip_cmd, 'install', '-r', 'requirements.txt'], check=True)
+                        except subprocess.CalledProcessError as e:
+                            if "externally-managed-environment" in str(e):
+                                console.print("[yellow]Detected externally managed Python environment.")
+                                console.print("[yellow]Please install the required packages manually:")
+                                console.print("pip install torch numpy sentencepiece transformers")
+                                raise ConversionError("Failed to install requirements in externally managed environment")
+                            else:
+                                console.print(f"[yellow]Warning: Failed to install requirements: {e}")
+
+                # Detect available hardware
+                hardware = self.detect_hardware()
+                console.print("[bold green]Detected hardware acceleration:")
+                for hw, available in hardware.items():
+                    console.print(f"  {'✓' if available else '✗'} {hw.upper()}")
+
+                # Clear any environment variables that might cause conflicts
+                env_vars_to_clear = [
+                    'LLAMA_CUBLAS', 'LLAMA_CLBLAST', 'LLAMA_HIPBLAS',
+                    'LLAMA_METAL', 'LLAMA_ACCELERATE', 'LLAMA_OPENBLAS'
+                ]
+                for var in env_vars_to_clear:
+                    if var in os.environ:
+                        console.print(f"[yellow]Clearing conflicting environment variable: {var}")
+                        del os.environ[var]
+
+                # Configure CMake build with robust options
+                cmake_args: List[str] = ['cmake', '-B', 'build']
+
+                # Add basic CMake options with correct LLAMA prefixes
+                cmake_args.extend([
+                    '-DCMAKE_BUILD_TYPE=Release',
+                    '-DLLAMA_BUILD_TESTS=OFF',
+                    '-DLLAMA_BUILD_EXAMPLES=ON',
+                    '-DLLAMA_BUILD_SERVER=OFF',
+                    # Disable optional dependencies that might cause issues
+                    '-DLLAMA_CURL=OFF',           # Disable CURL (not needed for GGUF conversion)
+                    '-DLLAMA_LLGUIDANCE=OFF',     # Disable LLGuidance (optional feature)
+                    # Explicitly disable deprecated flags to avoid conflicts
+                    '-DLLAMA_CUBLAS=OFF',
+                    '-DLLAMA_CLBLAST=OFF',
+                    '-DLLAMA_HIPBLAS=OFF'
+                ])
+
+                # Add hardware acceleration options with latest 2025 llama.cpp GGML flags
+                # Use priority order: CUDA > Metal > Vulkan > OpenCL > ROCm > BLAS > Accelerate
+                acceleration_enabled = False
+
+                if hardware['cuda']:
+                    # Latest 2025 GGML CUDA flags (LLAMA_CUBLAS is deprecated)
+                    cmake_args.extend(['-DGGML_CUDA=ON'])
+                    console.print("[green]Enabling CUDA acceleration (GGML_CUDA=ON)")
+                    acceleration_enabled = True
+                elif hardware['metal']:
+                    # Latest 2025 GGML Metal flags for macOS
+                    cmake_args.extend(['-DGGML_METAL=ON'])
+                    console.print("[green]Enabling Metal acceleration (GGML_METAL=ON)")
+                    acceleration_enabled = True
+                elif hardware['vulkan']:
+                    # Latest 2025 GGML Vulkan flags
+                    cmake_args.extend(['-DGGML_VULKAN=ON'])
+                    console.print("[green]Enabling Vulkan acceleration (GGML_VULKAN=ON)")
+                    acceleration_enabled = True
+                elif hardware['opencl']:
+                    # Latest 2025 GGML OpenCL flags (LLAMA_CLBLAST is deprecated)
+                    cmake_args.extend(['-DGGML_OPENCL=ON'])
+                    console.print("[green]Enabling OpenCL acceleration (GGML_OPENCL=ON)")
+                    acceleration_enabled = True
+                elif hardware['rocm']:
+                    # Latest 2025 GGML ROCm/HIP flags
+                    cmake_args.extend(['-DGGML_HIPBLAS=ON'])
+                    console.print("[green]Enabling ROCm acceleration (GGML_HIPBLAS=ON)")
+                    acceleration_enabled = True
+                elif hardware['blas']:
+                    # Latest 2025 GGML BLAS flags with vendor detection
+                    cmake_args.extend(['-DGGML_BLAS=ON'])
+                    # Try to detect BLAS vendor for optimal performance
+                    if system == 'Darwin':
+                        cmake_args.extend(['-DGGML_BLAS_VENDOR=Accelerate'])
+                    elif 'mkl' in str(hardware).lower():
+                        cmake_args.extend(['-DGGML_BLAS_VENDOR=Intel10_64lp'])
+                    else:
+                        cmake_args.extend(['-DGGML_BLAS_VENDOR=OpenBLAS'])
+                    console.print("[green]Enabling BLAS acceleration (GGML_BLAS=ON)")
+                    acceleration_enabled = True
+                elif hardware['accelerate']:
+                    # Latest 2025 GGML Accelerate framework flags for macOS
+                    cmake_args.extend(['-DGGML_ACCELERATE=ON'])
+                    console.print("[green]Enabling Accelerate framework (GGML_ACCELERATE=ON)")
+                    acceleration_enabled = True
+
+                if not acceleration_enabled:
+                    console.print("[yellow]No hardware acceleration available, using CPU only")
+                    console.print("[cyan]Note: All deprecated LLAMA_* flags have been updated to GGML_* for 2025 compatibility")
+
+                # Platform-specific optimizations
+                if system == 'Windows':
+                    # Use Visual Studio generator on Windows if available
+                    try:
+                        vs_result = subprocess.run(['where', 'msbuild'], capture_output=True)
+                        if vs_result.returncode == 0:
+                            cmake_args.extend(['-G', 'Visual Studio 17 2022'])
+                        else:
+                            cmake_args.extend(['-G', 'MinGW Makefiles'])
+                    except:
+                        cmake_args.extend(['-G', 'MinGW Makefiles'])
+                else:
+                    # Use Ninja if available on Unix systems
+                    try:
+                        ninja_cmd = 'ninja' if system != 'Windows' else 'ninja.exe'
+                        if subprocess.run(['which', ninja_cmd], capture_output=True).returncode == 0:
+                            cmake_args.extend(['-G', 'Ninja'])
+                    except:
+                        pass  # Fall back to default generator
+
+                # Configure the build with error handling and multiple fallback strategies
+                status.update("[bold green]Configuring CMake build...")
+                config_success = False
+
+                # Try main configuration
                 try:
-                    subprocess.run(['pip3', 'install', '-r', 'requirements.txt'], check=True)
+                    console.print(f"[cyan]CMake command: {' '.join(cmake_args)}")
+                    result = subprocess.run(cmake_args, capture_output=True, text=True)
+                    if result.returncode == 0:
+                        config_success = True
+                        console.print("[green]CMake configuration successful!")
+                    else:
+                        console.print(f"[red]CMake configuration failed: {result.stderr}")
                 except subprocess.CalledProcessError as e:
-                    if "externally-managed-environment" in str(e):
-                        console.print("[yellow]Detected externally managed Python environment.")
-                        console.print("[yellow]Please install the required packages manually:")
-                        console.print("pip install torch numpy sentencepiece transformers")
-                        raise ConversionError("Failed to install requirements in externally managed environment")
-                    raise
-            
-            # Detect available hardware
-            hardware = self.detect_hardware()
-            console.print("[bold green]Detected hardware acceleration:")
-            for hw, available in hardware.items():
-                console.print(f"  {'✓' if available else '✗'} {hw.upper()}")
-            
-            # Configure CMake build
-            cmake_args: List[str] = ['cmake', '-B', 'build']
-            
-            # Add hardware acceleration options
-            if hardware['cuda']:
-                cmake_args.extend(['-DLLAMA_CUBLAS=ON'])
-            if hardware['metal']:
-                cmake_args.extend(['-DLLAMA_METAL=ON'])
-            if hardware['opencl']:
-                cmake_args.extend(['-DLLAMA_CLBLAST=ON'])
-            if hardware['vulkan']:
-                cmake_args.extend(['-DLLAMA_VULKAN=ON'])
-            if hardware['rocm']:
-                cmake_args.extend(['-DLLAMA_HIPBLAS=ON'])
-                
-            # Use Ninja if available
-            if subprocess.run(['which', 'ninja'], capture_output=True).returncode == 0:
-                cmake_args.extend(['-G', 'Ninja'])
-                
-            # Configure the build
-            subprocess.run(cmake_args, check=True)
-            
-            # Build the project
-            if any(hardware.values()):
-                status.update("[bold green]Building with hardware acceleration...")
-            else:
-                status.update("[bold yellow]Building for CPU only...")
-                
-            subprocess.run(['cmake', '--build', 'build', '-j', str(os.cpu_count() or 1)], check=True)
-            
-            os.chdir(self.workspace)
+                    console.print(f"[red]CMake execution failed: {e}")
+
+                # Try fallback without hardware acceleration if main config failed
+                if not config_success:
+                    console.print("[yellow]Attempting fallback configuration without hardware acceleration...")
+                    console.print("[cyan]Using 2025-compatible LLAMA build flags...")
+                    fallback_args = [
+                        'cmake', '-B', 'build',
+                        '-DCMAKE_BUILD_TYPE=Release',
+                        '-DLLAMA_BUILD_TESTS=OFF',
+                        '-DLLAMA_BUILD_EXAMPLES=ON',
+                        '-DLLAMA_BUILD_SERVER=OFF',
+                        # Disable optional dependencies that might cause issues
+                        '-DLLAMA_CURL=OFF',           # Disable CURL (not needed for GGUF conversion)
+                        '-DLLAMA_LLGUIDANCE=OFF',     # Disable LLGuidance (optional feature)
+                        # Explicitly disable all deprecated flags
+                        '-DLLAMA_CUBLAS=OFF',
+                        '-DLLAMA_CLBLAST=OFF',
+                        '-DLLAMA_HIPBLAS=OFF',
+                        '-DLLAMA_METAL=OFF',
+                        # Enable CPU optimizations
+                        '-DGGML_NATIVE=OFF',  # Disable native optimizations for compatibility
+                        '-DGGML_AVX=ON',      # Enable AVX if available
+                        '-DGGML_AVX2=ON',     # Enable AVX2 if available
+                        '-DGGML_FMA=ON'       # Enable FMA if available
+                    ]
+                    try:
+                        console.print(f"[cyan]Fallback CMake command: {' '.join(fallback_args)}")
+                        result = subprocess.run(fallback_args, capture_output=True, text=True)
+                        if result.returncode == 0:
+                            config_success = True
+                            console.print("[green]Fallback CMake configuration successful!")
+                        else:
+                            console.print(f"[red]Fallback CMake configuration failed: {result.stderr}")
+                    except subprocess.CalledProcessError as e:
+                        console.print(f"[red]Fallback CMake execution failed: {e}")
+
+                # Try minimal configuration as last resort
+                if not config_success:
+                    console.print("[yellow]Attempting minimal configuration...")
+                    minimal_args = [
+                        'cmake', '-B', 'build',
+                        # Disable optional dependencies that might cause issues
+                        '-DLLAMA_CURL=OFF',           # Disable CURL (not needed for GGUF conversion)
+                        '-DLLAMA_LLGUIDANCE=OFF',     # Disable LLGuidance (optional feature)
+                        '-DLLAMA_BUILD_SERVER=OFF',   # Disable server (not needed for conversion)
+                        '-DLLAMA_BUILD_TESTS=OFF',    # Disable tests (not needed for conversion)
+                        # Explicitly disable ALL deprecated flags to avoid conflicts
+                        '-DLLAMA_CUBLAS=OFF',
+                        '-DLLAMA_CLBLAST=OFF',
+                        '-DLLAMA_HIPBLAS=OFF',
+                        '-DLLAMA_METAL=OFF',
+                        '-DLLAMA_ACCELERATE=OFF'
+                    ]
+                    try:
+                        console.print(f"[cyan]Minimal CMake command: {' '.join(minimal_args)}")
+                        result = subprocess.run(minimal_args, capture_output=True, text=True)
+                        if result.returncode == 0:
+                            config_success = True
+                            console.print("[green]Minimal CMake configuration successful!")
+                        else:
+                            console.print(f"[red]Minimal CMake configuration failed: {result.stderr}")
+                            raise ConversionError(f"All CMake configuration attempts failed. Last error: {result.stderr}")
+                    except subprocess.CalledProcessError as e:
+                        raise ConversionError(f"All CMake configuration attempts failed: {e}")
+
+                if not config_success:
+                    raise ConversionError("CMake configuration failed with all attempted strategies")
+
+                # Build the project
+                status.update("[bold green]Building llama.cpp...")
+                build_cmd = ['cmake', '--build', 'build', '--config', 'Release']
+
+                # Add parallel build option
+                cpu_count = os.cpu_count() or 1
+                if system == 'Windows':
+                    build_cmd.extend(['--parallel', str(cpu_count)])
+                else:
+                    build_cmd.extend(['-j', str(cpu_count)])
+
+                try:
+                    result = subprocess.run(build_cmd, capture_output=True, text=True)
+                    if result.returncode != 0:
+                        console.print(f"[red]Build failed: {result.stderr}")
+                        # Try single-threaded build as fallback
+                        console.print("[yellow]Attempting single-threaded build...")
+                        fallback_build = ['cmake', '--build', 'build', '--config', 'Release']
+                        result = subprocess.run(fallback_build, capture_output=True, text=True)
+                        if result.returncode != 0:
+                            raise ConversionError(f"Build failed: {result.stderr}")
+                except subprocess.CalledProcessError as e:
+                    raise ConversionError(f"Build failed: {e}")
+
+                console.print("[green]llama.cpp built successfully!")
+
+            finally:
+                os.chdir(original_cwd)
     
     def display_config(self) -> None:
         """Displays the current configuration in a formatted table."""
@@ -290,10 +637,40 @@ class ModelConverter:
         
         console.print(Panel(table))
     
+    def get_binary_path(self, binary_name: str) -> str:
+        """Get the correct path to llama.cpp binaries based on platform."""
+        system = platform.system()
+
+        # Possible binary locations
+        possible_paths = [
+            f"./llama.cpp/build/bin/{binary_name}",  # Standard build location
+            f"./llama.cpp/build/{binary_name}",      # Alternative build location
+            f"./llama.cpp/{binary_name}",            # Root directory
+            f"./llama.cpp/build/Release/{binary_name}",  # Windows Release build
+            f"./llama.cpp/build/Debug/{binary_name}",    # Windows Debug build
+        ]
+
+        # Add .exe extension on Windows
+        if system == 'Windows':
+            possible_paths = [path + '.exe' for path in possible_paths]
+
+        # Find the first existing binary
+        for path in possible_paths:
+            if os.path.isfile(path):
+                return path
+
+        # If not found, return the most likely path and let it fail with a clear error
+        default_path = f"./llama.cpp/build/bin/{binary_name}"
+        if system == 'Windows':
+            default_path += '.exe'
+        return default_path
+
     def generate_importance_matrix(self, model_path: str, train_data_path: str, output_path: str) -> None:
-        """Generates importance matrix for quantization."""
+        """Generates importance matrix for quantization with improved error handling."""
+        imatrix_binary = self.get_binary_path("llama-imatrix")
+
         imatrix_command: List[str] = [
-            "./llama.cpp/build/bin/llama-imatrix",
+            imatrix_binary,
             "-m", model_path,
             "-f", train_data_path,
             "-ngl", "99",
@@ -304,32 +681,52 @@ class ModelConverter:
         if not os.path.isfile(model_path):
             raise ConversionError(f"Model file not found: {model_path}")
 
+        if not os.path.isfile(train_data_path):
+            raise ConversionError(f"Training data file not found: {train_data_path}")
+
+        if not os.path.isfile(imatrix_binary):
+            raise ConversionError(f"llama-imatrix binary not found at: {imatrix_binary}")
+
         console.print("[bold green]Generating importance matrix...")
-        process = subprocess.Popen(imatrix_command, shell=False)
+        console.print(f"[cyan]Command: {' '.join(imatrix_command)}")
 
         try:
-            process.wait(timeout=60)
-        except subprocess.TimeoutExpired:
-            console.print("[yellow]Imatrix computation timed out. Sending SIGINT...")
-            process.send_signal(signal.SIGINT)
+            process = subprocess.Popen(
+                imatrix_command,
+                shell=False,
+                stdout=subprocess.PIPE,
+                stderr=subprocess.PIPE,
+                text=True
+            )
+
             try:
-                process.wait(timeout=5)
+                stdout, stderr = process.communicate(timeout=300)  # 5 minute timeout
+                if process.returncode != 0:
+                    raise ConversionError(f"Failed to generate importance matrix: {stderr}")
             except subprocess.TimeoutExpired:
-                console.print("[red]Imatrix process still running. Force terminating...")
-                process.kill()
-
-        if process.returncode != 0:
-            raise ConversionError("Failed to generate importance matrix")
+                console.print("[yellow]Imatrix computation timed out. Sending SIGINT...")
+                process.send_signal(signal.SIGINT)
+                try:
+                    stdout, stderr = process.communicate(timeout=10)
+                except subprocess.TimeoutExpired:
+                    console.print("[red]Imatrix process still running. Force terminating...")
+                    process.kill()
+                    stdout, stderr = process.communicate()
+                raise ConversionError(f"Imatrix generation timed out: {stderr}")
+        except FileNotFoundError:
+            raise ConversionError(f"Could not execute llama-imatrix binary: {imatrix_binary}")
 
         console.print("[green]Importance matrix generation completed.")
     
     def split_model(self, model_path: str, outdir: str) -> List[str]:
-        """Splits the model into smaller chunks."""
+        """Splits the model into smaller chunks with improved error handling."""
+        split_binary = self.get_binary_path("llama-gguf-split")
+
         split_cmd: List[str] = [
-            "./llama.cpp/build/bin/llama-gguf-split",
+            split_binary,
             "--split",
         ]
-        
+
         if self.split_max_size:
             split_cmd.extend(["--split-max-size", self.split_max_size])
         else:
@@ -338,29 +735,42 @@ class ModelConverter:
         model_path_prefix = '.'.join(model_path.split('.')[:-1])
         split_cmd.extend([model_path, model_path_prefix])
 
+        if not os.path.isfile(model_path):
+            raise ConversionError(f"Model file not found: {model_path}")
+
+        if not os.path.isfile(split_binary):
+            raise ConversionError(f"llama-gguf-split binary not found at: {split_binary}")
+
         console.print(f"[bold green]Splitting model with command: {' '.join(split_cmd)}")
-        
-        result = subprocess.run(split_cmd, shell=False, capture_output=True, text=True)
-        
-        if result.returncode != 0:
-            raise ConversionError(f"Error splitting model: {result.stderr}")
-            
+
+        try:
+            result = subprocess.run(split_cmd, shell=False, capture_output=True, text=True)
+
+            if result.returncode != 0:
+                raise ConversionError(f"Error splitting model: {result.stderr}")
+        except FileNotFoundError:
+            raise ConversionError(f"Could not execute llama-gguf-split binary: {split_binary}")
+
         console.print("[green]Model split successfully!")
-        
+
         # Get list of split files
-        model_file_prefix = model_path_prefix.split('/')[-1]
-        split_files = [f for f in os.listdir(outdir) 
-                      if f.startswith(model_file_prefix) and f.endswith(".gguf")]
-        
+        model_file_prefix = os.path.basename(model_path_prefix)
+        try:
+            split_files = [f for f in os.listdir(outdir)
+                          if f.startswith(model_file_prefix) and f.endswith(".gguf")]
+        except OSError as e:
+            raise ConversionError(f"Error reading output directory: {e}")
+
         if not split_files:
-            raise ConversionError("No split files found")
-            
+            raise ConversionError(f"No split files found in {outdir} with prefix {model_file_prefix}")
+
+        console.print(f"[green]Found {len(split_files)} split files: {', '.join(split_files)}")
         return split_files
     
     def upload_split_files(self, split_files: List[str], outdir: str, repo_id: str) -> None:
         """Uploads split model files to Hugging Face."""
         api = HfApi(token=self.token)
-        
+
         for file in split_files:
             file_path = os.path.join(outdir, file)
             console.print(f"[bold green]Uploading file: {file}")
@@ -370,7 +780,9 @@ class ModelConverter:
                     path_in_repo=file,
                     repo_id=repo_id,
                 )
+                console.print(f"[green]✓ Successfully uploaded: {file}")
             except Exception as e:
+                console.print(f"[red]✗ Failed to upload {file}: {e}")
                 raise ConversionError(f"Error uploading file {file}: {e}")
     
     def generate_readme(self, quantized_files: List[str]) -> str:
@@ -443,18 +855,46 @@ This repository is licensed under the same terms as the original model.
 """
         return readme
 
+    def create_repository(self, repo_id: str) -> None:
+        """Create a new repository on Hugging Face Hub if it doesn't exist."""
+        api = HfApi(token=self.token)
+        try:
+            # Check if repository already exists
+            try:
+                api.repo_info(repo_id=repo_id)
+                console.print(f"[green]✓ Repository {repo_id} already exists")
+                return
+            except Exception:
+                # Repository doesn't exist, create it
+                pass
+
+            console.print(f"[bold green]Creating new repository: {repo_id}")
+            api.create_repo(
+                repo_id=repo_id,
+                exist_ok=True,
+                private=False,
+                repo_type="model"
+            )
+            console.print(f"[green]✓ Successfully created repository: {repo_id}")
+            console.print(f"[cyan]Repository URL: https://huggingface.co/{repo_id}")
+        except Exception as e:
+            console.print(f"[red]✗ Failed to create repository: {e}")
+            raise ConversionError(f"Error creating repository {repo_id}: {e}")
+
     def upload_readme(self, readme_content: str, repo_id: str) -> None:
         """Upload README.md to Hugging Face Hub."""
         api = HfApi(token=self.token)
+        console.print("[bold green]Uploading README.md with model documentation")
         try:
             api.upload_file(
                 path_or_fileobj=readme_content.encode(),
                 path_in_repo="README.md",
                 repo_id=repo_id,
             )
-            console.print("[green]README.md uploaded successfully!")
+            console.print("[green]✓ Successfully uploaded: README.md")
         except Exception as e:
-            console.print(f"[yellow]Warning: Failed to upload README.md: {e}")
+            console.print(f"[red]✗ Failed to upload README.md: {e}")
+            raise ConversionError(f"Error uploading README.md: {e}")
 
     def convert(self) -> None:
         """Performs the model conversion process."""
@@ -527,25 +967,74 @@ This repository is licensed under the same terms as the original model.
         
         # Convert to fp16
         console.print("[bold green]Converting to fp16...")
-        result = subprocess.run([
-            "python", "llama.cpp/convert_hf_to_gguf.py",
+
+        # Find the conversion script
+        conversion_scripts = [
+            "llama.cpp/convert_hf_to_gguf.py",
+            "llama.cpp/convert-hf-to-gguf.py",
+            "llama.cpp/convert.py"
+        ]
+
+        conversion_script = None
+        for script in conversion_scripts:
+            if os.path.isfile(script):
+                conversion_script = script
+                break
+
+        if not conversion_script:
+            raise ConversionError("Could not find HuggingFace to GGUF conversion script")
+
+        # Use the appropriate Python executable
+        python_cmd = "python" if platform.system() == "Windows" else "python3"
+
+        convert_cmd = [
+            python_cmd, conversion_script,
             str(local_dir),
             "--outtype", "f16",
             "--outfile", fp16
-        ], capture_output=True, text=True)
-        
-        if result.returncode != 0:
-            raise ConversionError(f"Error converting to fp16: {result.stderr}")
+        ]
+
+        console.print(f"[cyan]Conversion command: {' '.join(convert_cmd)}")
+
+        try:
+            result = subprocess.run(convert_cmd, capture_output=True, text=True)
+
+            if result.returncode != 0:
+                raise ConversionError(f"Error converting to fp16: {result.stderr}")
+        except FileNotFoundError as e:
+            raise ConversionError(f"Could not execute conversion script: {e}")
+
+        if not os.path.isfile(fp16):
+            raise ConversionError(f"Conversion completed but output file not found: {fp16}")
+
+        console.print("[green]Model converted to fp16 successfully!")
             
         # If fp16_only is True, we're done after fp16 conversion
         if self.fp16_only:
             quantized_files = [f"{self.model_name}.fp16.gguf"]
             if self.username and self.token:
-                api.upload_file(
-                    path_or_fileobj=fp16,
-                    path_in_repo=f"{self.model_name}.fp16.gguf",
-                    repo_id=f"{self.username}/{self.model_name}-GGUF"
-                )
+                repo_id = f"{self.username}/{self.model_name}-GGUF"
+
+                # Step 1: Create repository
+                self.create_repository(repo_id)
+
+                # Step 2: Upload README first
+                readme_content = self.generate_readme(quantized_files)
+                self.upload_readme(readme_content, repo_id)
+
+                # Step 3: Upload model GGUF file
+                file_name = f"{self.model_name}.fp16.gguf"
+                console.print(f"[bold green]Uploading model file: {file_name}")
+                try:
+                    api.upload_file(
+                        path_or_fileobj=fp16,
+                        path_in_repo=file_name,
+                        repo_id=repo_id
+                    )
+                    console.print(f"[green]✓ Successfully uploaded: {file_name}")
+                except Exception as e:
+                    console.print(f"[red]✗ Failed to upload {file_name}: {e}")
+                    raise ConversionError(f"Error uploading model file: {e}")
             return
             
         # Generate importance matrix if needed
@@ -558,56 +1047,96 @@ This repository is licensed under the same terms as the original model.
         # Quantize model
         console.print("[bold green]Quantizing model...")
         quantized_files: List[str] = []
+        quantize_binary = self.get_binary_path("llama-quantize")
+
+        if not os.path.isfile(quantize_binary):
+            raise ConversionError(f"llama-quantize binary not found at: {quantize_binary}")
+
         for method in self.quantization_methods:
             quantized_name = f"{self.model_name.lower()}-{method.lower()}"
             if self.use_imatrix:
                 quantized_name += "-imat"
             quantized_path = str(Path(outdir)/f"{quantized_name}.gguf")
-            
-            if self.use_imatrix:
+
+            console.print(f"[cyan]Quantizing with method: {method}")
+
+            if self.use_imatrix and imatrix_path:
                 quantize_cmd: List[str] = [
-                    "./llama.cpp/build/bin/llama-quantize",
-                    "--imatrix", imatrix_path,
+                    quantize_binary,
+                    "--imatrix", str(imatrix_path),
                     fp16, quantized_path, method
                 ]
             else:
                 quantize_cmd = [
-                    "./llama.cpp/build/bin/llama-quantize",
+                    quantize_binary,
                     fp16, quantized_path, method
                 ]
-            
-            result = subprocess.run(quantize_cmd, capture_output=True, text=True)
-            if result.returncode != 0:
-                raise ConversionError(f"Error quantizing with {method}: {result.stderr}")
-            
+
+            console.print(f"[cyan]Quantization command: {' '.join(quantize_cmd)}")
+
+            try:
+                result = subprocess.run(quantize_cmd, capture_output=True, text=True)
+                if result.returncode != 0:
+                    raise ConversionError(f"Error quantizing with {method}: {result.stderr}")
+            except FileNotFoundError:
+                raise ConversionError(f"Could not execute llama-quantize binary: {quantize_binary}")
+
+            if not os.path.isfile(quantized_path):
+                raise ConversionError(f"Quantization completed but output file not found: {quantized_path}")
+
             quantized_files.append(f"{quantized_name}.gguf")
+            console.print(f"[green]Successfully quantized with {method}: {quantized_name}.gguf")
         
-        # Split model if requested
-        if self.split_model:
-            split_files = self.split_model(quantized_path, outdir)
-            if self.username and self.token:
-                self.upload_split_files(split_files, outdir, f"{self.username}/{self.model_name}-GGUF")
-        else:
-            # Upload single file if credentials provided
-            if self.username and self.token:
-                api.upload_file(
-                    path_or_fileobj=quantized_path,
-                    path_in_repo=f"{self.model_name.lower()}-{self.quantization_methods[0].lower()}.gguf",
-                    repo_id=f"{self.username}/{self.model_name}-GGUF"
-                )
-        
-        # Upload imatrix if generated and credentials provided
-        if imatrix_path and self.username and self.token:
-            api.upload_file(
-                path_or_fileobj=imatrix_path,
-                path_in_repo="imatrix.dat",
-                repo_id=f"{self.username}/{self.model_name}-GGUF"
-            )
-        
-        # Generate and upload README if credentials provided
+        # Upload to Hugging Face if credentials provided
         if self.username and self.token:
+            repo_id = f"{self.username}/{self.model_name}-GGUF"
+
+            # Step 1: Create repository
+            console.print(f"[bold blue]Step 1: Creating repository {repo_id}")
+            self.create_repository(repo_id)
+
+            # Step 2: Generate and upload README first
+            console.print("[bold blue]Step 2: Uploading README.md")
             readme_content = self.generate_readme(quantized_files)
-            self.upload_readme(readme_content, f"{self.username}/{self.model_name}-GGUF")
+            self.upload_readme(readme_content, repo_id)
+
+            # Step 3: Upload model GGUF files
+            console.print("[bold blue]Step 3: Uploading model files")
+            if self.split_model:
+                split_files = self.split_model(quantized_path, outdir)
+                self.upload_split_files(split_files, outdir, repo_id)
+            else:
+                # Upload single quantized file
+                file_name = f"{self.model_name.lower()}-{self.quantization_methods[0].lower()}.gguf"
+                console.print(f"[bold green]Uploading quantized model: {file_name}")
+                try:
+                    api.upload_file(
+                        path_or_fileobj=quantized_path,
+                        path_in_repo=file_name,
+                        repo_id=repo_id
+                    )
+                    console.print(f"[green]✓ Successfully uploaded: {file_name}")
+                except Exception as e:
+                    console.print(f"[red]✗ Failed to upload {file_name}: {e}")
+                    raise ConversionError(f"Error uploading quantized model: {e}")
+
+            # Step 4: Upload imatrix if generated (optional)
+            if imatrix_path:
+                console.print("[bold blue]Step 4: Uploading importance matrix")
+                console.print("[bold green]Uploading importance matrix: imatrix.dat")
+                try:
+                    api.upload_file(
+                        path_or_fileobj=imatrix_path,
+                        path_in_repo="imatrix.dat",
+                        repo_id=repo_id
+                    )
+                    console.print("[green]✓ Successfully uploaded: imatrix.dat")
+                except Exception as e:
+                    console.print(f"[yellow]Warning: Failed to upload imatrix.dat: {e}")
+
+            # Final success message
+            console.print(f"[bold green]🎉 All files uploaded successfully to {repo_id}!")
+            console.print(f"[cyan]Repository URL: https://huggingface.co/{repo_id}")
 
 # Initialize CLI with HAI vibes
 app = CLI(