amd-gaia 0.14.3__py3-none-any.whl → 0.15.1__py3-none-any.whl

gaia/eval/webapp/test-setup.js

@@ -1,73 +1,73 @@
-// Copyright(C) 2025-2026 Advanced Micro Devices, Inc. All rights reserved.
-// SPDX-License-Identifier: MIT
-
-const fs = require('fs');
-const path = require('path');
-
-console.log('🧪 Testing Gaia Evaluation Visualizer Setup...\n');
-
-// Test 1: Check required files exist
-const requiredFiles = [
-    'package.json',
-    'server.js',
-    'public/index.html',
-    'public/styles.css',
-    'public/app.js',
-    'README.md'
-];
-
-let allFilesExist = true;
-requiredFiles.forEach(file => {
-    const filePath = path.join(__dirname, file);
-    if (fs.existsSync(filePath)) {
-        console.log(`✅ ${file} exists`);
-    } else {
-        console.log(`❌ ${file} missing`);
-        allFilesExist = false;
-    }
-});
-
-// Test 2: Check data directories
-const experimentsPath = path.join(__dirname, '../../../..', 'experiments');
-const evaluationsPath = path.join(__dirname, '../../../..', 'evaluation');
-
-console.log('\n📁 Checking data directories:');
-if (fs.existsSync(experimentsPath)) {
-    const experimentFiles = fs.readdirSync(experimentsPath).filter(f => f.endsWith('.experiment.json'));
-    console.log(`✅ Experiments directory: ${experimentFiles.length} files found`);
-    experimentFiles.forEach(file => console.log(`   - ${file}`));
-} else {
-    console.log(`❌ Experiments directory not found: ${experimentsPath}`);
-}
-
-if (fs.existsSync(evaluationsPath)) {
-    const evaluationFiles = fs.readdirSync(evaluationsPath).filter(f => f.endsWith('.experiment.eval.json'));
-    console.log(`✅ Evaluations directory: ${evaluationFiles.length} files found`);
-    evaluationFiles.forEach(file => console.log(`   - ${file}`));
-} else {
-    console.log(`❌ Evaluations directory not found: ${evaluationsPath}`);
-}
-
-// Test 3: Check package.json
-console.log('\n📦 Checking package.json:');
-try {
-    const packageJson = JSON.parse(fs.readFileSync(path.join(__dirname, 'package.json'), 'utf8'));
-    console.log(`✅ Package name: ${packageJson.name}`);
-    console.log(`✅ Version: ${packageJson.version}`);
-    console.log(`✅ Dependencies: ${Object.keys(packageJson.dependencies || {}).join(', ')}`);
-} catch (error) {
-    console.log(`❌ Error reading package.json: ${error.message}`);
-    allFilesExist = false;
-}
-
-console.log('\n🚀 Next Steps:');
-if (allFilesExist) {
-    console.log('1. Run: npm install');
-    console.log('2. Run: npm start');
-    console.log('3. Open: http://localhost:3000');
-    console.log('\n✨ Setup looks good! Ready to visualize evaluation results.');
-} else {
-    console.log('❌ Some files are missing. Please check the setup.');
-}
-
+// Copyright(C) 2025-2026 Advanced Micro Devices, Inc. All rights reserved.
+// SPDX-License-Identifier: MIT
+
+const fs = require('fs');
+const path = require('path');
+
+console.log('🧪 Testing Gaia Evaluation Visualizer Setup...\n');
+
+// Test 1: Check required files exist
+const requiredFiles = [
+    'package.json',
+    'server.js',
+    'public/index.html',
+    'public/styles.css',
+    'public/app.js',
+    'README.md'
+];
+
+let allFilesExist = true;
+requiredFiles.forEach(file => {
+    const filePath = path.join(__dirname, file);
+    if (fs.existsSync(filePath)) {
+        console.log(`✅ ${file} exists`);
+    } else {
+        console.log(`❌ ${file} missing`);
+        allFilesExist = false;
+    }
+});
+
+// Test 2: Check data directories
+const experimentsPath = path.join(__dirname, '../../../..', 'experiments');
+const evaluationsPath = path.join(__dirname, '../../../..', 'evaluation');
+
+console.log('\n📁 Checking data directories:');
+if (fs.existsSync(experimentsPath)) {
+    const experimentFiles = fs.readdirSync(experimentsPath).filter(f => f.endsWith('.experiment.json'));
+    console.log(`✅ Experiments directory: ${experimentFiles.length} files found`);
+    experimentFiles.forEach(file => console.log(`   - ${file}`));
+} else {
+    console.log(`❌ Experiments directory not found: ${experimentsPath}`);
+}
+
+if (fs.existsSync(evaluationsPath)) {
+    const evaluationFiles = fs.readdirSync(evaluationsPath).filter(f => f.endsWith('.experiment.eval.json'));
+    console.log(`✅ Evaluations directory: ${evaluationFiles.length} files found`);
+    evaluationFiles.forEach(file => console.log(`   - ${file}`));
+} else {
+    console.log(`❌ Evaluations directory not found: ${evaluationsPath}`);
+}
+
+// Test 3: Check package.json
+console.log('\n📦 Checking package.json:');
+try {
+    const packageJson = JSON.parse(fs.readFileSync(path.join(__dirname, 'package.json'), 'utf8'));
+    console.log(`✅ Package name: ${packageJson.name}`);
+    console.log(`✅ Version: ${packageJson.version}`);
+    console.log(`✅ Dependencies: ${Object.keys(packageJson.dependencies || {}).join(', ')}`);
+} catch (error) {
+    console.log(`❌ Error reading package.json: ${error.message}`);
+    allFilesExist = false;
+}
+
+console.log('\n🚀 Next Steps:');
+if (allFilesExist) {
+    console.log('1. Run: npm install');
+    console.log('2. Run: npm start');
+    console.log('3. Open: http://localhost:3000');
+    console.log('\n✨ Setup looks good! Ready to visualize evaluation results.');
+} else {
+    console.log('❌ Some files are missing. Please check the setup.');
+}
+
 console.log('\n📖 For detailed instructions, see README.md'); 

gaia/llm/__init__.py

@@ -1,2 +1,9 @@
-# Copyright(C) 2025-2026 Advanced Micro Devices, Inc. All rights reserved.
-# SPDX-License-Identifier: MIT
+# Copyright(C) 2025-2026 Advanced Micro Devices, Inc. All rights reserved.
+# SPDX-License-Identifier: MIT
+"""LLM client package."""
+
+from .base_client import LLMClient
+from .exceptions import NotSupportedError
+from .factory import create_client
+
+__all__ = ["create_client", "LLMClient", "NotSupportedError"]

gaia/llm/base_client.py

@@ -0,0 +1,60 @@
+# Copyright(C) 2025-2026 Advanced Micro Devices, Inc. All rights reserved.
+# SPDX-License-Identifier: MIT
+"""Base LLM client interface."""
+
+from abc import ABC, abstractmethod
+from typing import Iterator, Union
+
+from .exceptions import NotSupportedError
+
+
+class LLMClient(ABC):
+    """
+    Unified LLM client interface.
+
+    Methods raise NotSupportedError if not available for this provider.
+    """
+
+    @property
+    @abstractmethod
+    def provider_name(self) -> str:
+        """Return the provider name for error messages."""
+        ...
+
+    @abstractmethod
+    def generate(
+        self,
+        prompt: str,
+        model: str | None = None,
+        stream: bool = False,
+        **kwargs,
+    ) -> Union[str, Iterator[str]]:
+        """Generate text completion."""
+        ...
+
+    @abstractmethod
+    def chat(
+        self,
+        messages: list[dict],
+        model: str | None = None,
+        stream: bool = False,
+        **kwargs,
+    ) -> Union[str, Iterator[str]]:
+        """Chat completion."""
+        ...
+
+    # Optional - default raises NotSupportedError
+    def embed(self, texts: list[str], **kwargs) -> list[list[float]]:
+        raise NotSupportedError(self.provider_name, "embed")
+
+    def vision(self, images: list[bytes], prompt: str, **kwargs) -> str:
+        raise NotSupportedError(self.provider_name, "vision")
+
+    def get_performance_stats(self) -> dict:
+        raise NotSupportedError(self.provider_name, "get_performance_stats")
+
+    def load_model(self, model_name: str, **kwargs) -> None:
+        raise NotSupportedError(self.provider_name, "load_model")
+
+    def unload_model(self) -> None:
+        raise NotSupportedError(self.provider_name, "unload_model")

gaia/llm/exceptions.py

@@ -0,0 +1,12 @@
+# Copyright(C) 2025-2026 Advanced Micro Devices, Inc. All rights reserved.
+# SPDX-License-Identifier: MIT
+"""LLM client exceptions."""
+
+
+class NotSupportedError(Exception):
+    """Raised when a provider doesn't support a method."""
+
+    def __init__(self, provider: str, method: str):
+        self.provider = provider
+        self.method = method
+        super().__init__(f"{provider} does not support {method}")

gaia/llm/factory.py

@@ -0,0 +1,70 @@
+# Copyright(C) 2025-2026 Advanced Micro Devices, Inc. All rights reserved.
+# SPDX-License-Identifier: MIT
+"""LLM client factory."""
+
+from typing import Optional
+
+from .base_client import LLMClient
+
+_PROVIDERS: dict[str, str] = {
+    "lemonade": "gaia.llm.providers.lemonade.LemonadeProvider",
+    "openai": "gaia.llm.providers.openai_provider.OpenAIProvider",
+    "claude": "gaia.llm.providers.claude.ClaudeProvider",
+}
+
+
+def create_client(
+    provider: Optional[str] = None,
+    use_claude: bool = False,
+    use_openai: bool = False,
+    **kwargs,
+) -> LLMClient:
+    """
+    Create an LLM client, auto-detecting provider from parameters.
+
+    Args:
+        provider: Explicit provider name ("lemonade", "openai", or "claude").
+                  If not specified, auto-detected from use_claude/use_openai flags.
+        use_claude: If True, use Claude provider (ignored if provider is specified)
+        use_openai: If True, use OpenAI provider (ignored if provider is specified)
+        **kwargs: Provider-specific arguments (base_url, model, api_key, etc.)
+
+    Note:
+        The design using these flags maintains backward compatibility
+        while allowing explicit provider selection. If both use_claude and
+        use_openai are False and provider is not specified, the default
+        provider "lemonade" is used. This was deemed better than updating all
+        existing callers with conditional logic and multiple `create_client` calls.
+
+    Returns:
+        LLMClient instance for the specified or detected provider
+
+    Raises:
+        ValueError: If provider is not recognized or both use_claude and use_openai are True
+    """
+    # Auto-detect provider from flags if not explicitly specified
+    if provider is None:
+        if use_claude and use_openai:
+            raise ValueError(
+                "Cannot specify both use_claude and use_openai. Please choose one."
+            )
+        elif use_claude:
+            provider = "claude"
+        elif use_openai:
+            provider = "openai"
+        else:
+            provider = "lemonade"
+
+    provider_lower = provider.lower()
+
+    if provider_lower not in _PROVIDERS:
+        available = ", ".join(_PROVIDERS.keys())
+        raise ValueError(f"Unknown provider: {provider}. Available: {available}")
+
+    import importlib
+
+    module_path, class_name = _PROVIDERS[provider_lower].rsplit(".", 1)
+    module = importlib.import_module(module_path)
+    provider_class = getattr(module, class_name)
+
+    return provider_class(**kwargs)