kiln-ai 0.6.0__py3-none-any.whl → 0.7.0__py3-none-any.whl

kiln_ai/datamodel/test_models.py

@@ -6,6 +6,7 @@ from pydantic import ValidationError
 from kiln_ai.datamodel import (
     DataSource,
     DataSourceType,
+    Finetune,
     Project,
     Task,
     TaskOutput,
@@ -27,7 +28,7 @@ def test_project_file(tmp_path):
 
 @pytest.fixture
 def test_task_file(tmp_path):
-    test_file_path = tmp_path / "task.json"
+    test_file_path = tmp_path / "task.kiln"
     data = {
         "v": 1,
         "name": "Test Task",
@@ -225,3 +226,92 @@ def test_task_run_intermediate_outputs():
         "cot": "chain of thought output",
         "draft": "draft output",
     }
+
+
+def test_finetune_basic():
+    # Test basic initialization
+    finetune = Finetune(
+        name="test-finetune",
+        provider="openai",
+        base_model_id="gpt-3.5-turbo",
+        dataset_split_id="dataset-123",
+        train_split_name="train",
+        system_message="Test system message",
+    )
+    assert finetune.name == "test-finetune"
+    assert finetune.provider == "openai"
+    assert finetune.base_model_id == "gpt-3.5-turbo"
+    assert finetune.dataset_split_id == "dataset-123"
+    assert finetune.train_split_name == "train"
+    assert finetune.provider_id is None
+    assert finetune.parameters == {}
+    assert finetune.description is None
+
+
+def test_finetune_full():
+    # Test with all fields populated
+    finetune = Finetune(
+        name="test-finetune",
+        description="Test description",
+        provider="openai",
+        base_model_id="gpt-3.5-turbo",
+        provider_id="ft-abc123",
+        dataset_split_id="dataset-123",
+        train_split_name="train",
+        system_message="Test system message",
+        parameters={
+            "epochs": 3,
+            "learning_rate": 0.1,
+            "batch_size": 4,
+            "use_fp16": True,
+            "model_suffix": "-v1",
+        },
+    )
+    assert finetune.description == "Test description"
+    assert finetune.provider_id == "ft-abc123"
+    assert finetune.parameters == {
+        "epochs": 3,
+        "learning_rate": 0.1,
+        "batch_size": 4,
+        "use_fp16": True,
+        "model_suffix": "-v1",
+    }
+    assert finetune.system_message == "Test system message"
+
+
+def test_finetune_parent_task():
+    # Test parent_task() method
+    task = Task(name="Test Task", instruction="Test instruction")
+    finetune = Finetune(
+        name="test-finetune",
+        provider="openai",
+        base_model_id="gpt-3.5-turbo",
+        parent=task,
+        dataset_split_id="dataset-123",
+        train_split_name="train",
+        system_message="Test system message",
+    )
+
+    assert finetune.parent_task() == task
+
+    # Test with no parent
+    finetune_no_parent = Finetune(
+        name="test-finetune",
+        provider="openai",
+        base_model_id="gpt-3.5-turbo",
+        dataset_split_id="dataset-123",
+        train_split_name="train",
+        system_message="Test system message",
+    )
+    assert finetune_no_parent.parent_task() is None
+
+
+def test_finetune_parameters_validation():
+    # Test that parameters only accept valid types
+    with pytest.raises(ValidationError):
+        Finetune(
+            name="test-finetune",
+            provider="openai",
+            base_model_id="gpt-3.5-turbo",
+            parameters={"invalid": [1, 2, 3]},  # Lists are not allowed
+        )

kiln_ai/datamodel/test_registry.py

@@ -0,0 +1,96 @@
+from unittest.mock import Mock, patch
+
+import pytest
+
+from kiln_ai.datamodel import Project
+from kiln_ai.datamodel.registry import all_projects, project_from_id
+
+
+@pytest.fixture
+def mock_config():
+    with patch("kiln_ai.datamodel.registry.Config") as mock:
+        config_instance = Mock()
+        mock.shared.return_value = config_instance
+        yield config_instance
+
+
+@pytest.fixture
+def mock_project():
+    def create_mock_project(project_id: str = "test-id"):
+        project = Mock(spec=Project)
+        project.id = project_id
+        return project
+
+    return create_mock_project
+
+
+def test_all_projects_empty(mock_config):
+    mock_config.projects = None
+    assert all_projects() == []
+
+
+def test_all_projects_success(mock_config, mock_project):
+    mock_config.projects = ["path1", "path2"]
+
+    project1 = mock_project("project1")
+    project2 = mock_project("project2")
+
+    with patch("kiln_ai.datamodel.Project.load_from_file") as mock_load:
+        mock_load.side_effect = [project1, project2]
+
+        result = all_projects()
+
+        assert len(result) == 2
+        assert result[0] == project1
+        assert result[1] == project2
+        mock_load.assert_any_call("path1")
+        mock_load.assert_any_call("path2")
+
+
+def test_all_projects_with_errors(mock_config, mock_project):
+    mock_config.projects = ["path1", "path2", "path3"]
+
+    project1 = mock_project("project1")
+    project3 = mock_project("project3")
+
+    with patch("kiln_ai.datamodel.Project.load_from_file") as mock_load:
+        mock_load.side_effect = [project1, Exception("File not found"), project3]
+
+        result = all_projects()
+
+        assert len(result) == 2
+        assert result[0] == project1
+        assert result[1] == project3
+
+
+def test_project_from_id_not_found(mock_config):
+    mock_config.projects = None
+    assert project_from_id("any-id") is None
+
+
+def test_project_from_id_success(mock_config, mock_project):
+    mock_config.projects = ["path1", "path2"]
+
+    project1 = mock_project("project1")
+    project2 = mock_project("project2")
+
+    with patch("kiln_ai.datamodel.Project.load_from_file") as mock_load:
+        mock_load.side_effect = [project1, project2]
+
+        result = project_from_id("project2")
+
+        assert result == project2
+
+
+def test_project_from_id_with_errors(mock_config, mock_project):
+    mock_config.projects = ["path1", "path2", "path3"]
+
+    project1 = mock_project("project1")
+    project3 = mock_project("target-id")
+
+    with patch("kiln_ai.datamodel.Project.load_from_file") as mock_load:
+        mock_load.side_effect = [project1, Exception("File not found"), project3]
+
+        result = project_from_id("target-id")
+
+        assert result == project3

kiln_ai/utils/config.py

@@ -67,6 +67,15 @@ class Config:
                 env_var="OPENROUTER_API_KEY",
                 sensitive=True,
             ),
+            "fireworks_api_key": ConfigProperty(
+                str,
+                env_var="FIREWORKS_API_KEY",
+                sensitive=True,
+            ),
+            "fireworks_account_id": ConfigProperty(
+                str,
+                env_var="FIREWORKS_ACCOUNT_ID",
+            ),
             "projects": ConfigProperty(
                 list,
                 default_lambda=lambda: [],

kiln_ai/utils/name_generator.py

@@ -0,0 +1,125 @@
+from random import choice
+from typing import List
+
+ADJECTIVES: List[str] = [
+    "Curious",
+    "Playful",
+    "Mighty",
+    "Gentle",
+    "Clever",
+    "Brave",
+    "Cosmic",
+    "Dancing",
+    "Electric",
+    "Fierce",
+    "Glowing",
+    "Hidden",
+    "Infinite",
+    "Jolly",
+    "Magical",
+    "Ancient",
+    "Blazing",
+    "Celestial",
+    "Dazzling",
+    "Emerald",
+    "Floating",
+    "Graceful",
+    "Harmonious",
+    "Icy",
+    "Jade",
+    "Kinetic",
+    "Luminous",
+    "Mystic",
+    "Noble",
+    "Opal",
+    "Peaceful",
+    "Quantum",
+    "Radiant",
+    "Silent",
+    "Thundering",
+    "Untamed",
+    "Vibrant",
+    "Whispering",
+    "Xenial",
+    "Yearning",
+    "Zealous",
+    "Astral",
+    "Boundless",
+    "Crimson",
+    "Divine",
+    "Ethereal",
+    "Fabled",
+    "Golden",
+    "Heroic",
+    "Imperial",
+]
+
+NOUNS: List[str] = [
+    "Penguin",
+    "Dragon",
+    "Phoenix",
+    "Tiger",
+    "Dolphin",
+    "Mountain",
+    "River",
+    "Forest",
+    "Cloud",
+    "Star",
+    "Crystal",
+    "Garden",
+    "Ocean",
+    "Falcon",
+    "Wizard",
+    "Aurora",
+    "Badger",
+    "Comet",
+    "Dryad",
+    "Eagle",
+    "Fox",
+    "Griffin",
+    "Harbor",
+    "Island",
+    "Jaguar",
+    "Knight",
+    "Lion",
+    "Mermaid",
+    "Nebula",
+    "Owl",
+    "Panther",
+    "Quasar",
+    "Raven",
+    "Serpent",
+    "Tempest",
+    "Unicorn",
+    "Valley",
+    "Wolf",
+    "Sphinx",
+    "Yeti",
+    "Zenith",
+    "Archer",
+    "Beacon",
+    "Cascade",
+    "Dreamer",
+    "Echo",
+    "Flame",
+    "Glacier",
+    "Horizon",
+    "Ivy",
+]
+
+
+def generate_memorable_name() -> str:
+    """
+    Generates a memorable two-word name combining a random adjective and noun.
+
+    Returns:
+        str: A memorable name in the format "Adjective Noun"
+
+    Example:
+        >>> generate_memorable_name()
+        'Cosmic Dragon'
+    """
+    adjective = choice(ADJECTIVES)
+    noun = choice(NOUNS)
+
+    return f"{adjective} {noun}"

kiln_ai/utils/test_name_geneator.py

@@ -0,0 +1,47 @@
+from kiln_ai.utils.name_generator import ADJECTIVES, NOUNS, generate_memorable_name
+
+
+def test_generate_memorable_name_format():
+    """Test that generated name follows the expected format."""
+    name = generate_memorable_name()
+
+    # Check that we get exactly two words
+    words = name.split()
+    assert len(words) == 2
+
+    # Check that first word is an adjective and second word is a noun
+    assert words[0] in ADJECTIVES
+    assert words[1] in NOUNS
+
+
+def test_generate_memorable_name_randomness():
+    """Test that the function generates different names."""
+    names = {generate_memorable_name() for _ in range(100)}
+
+    # With 50 adjectives and 50 nouns, we should get multiple unique combinations
+    # in 100 tries. Using 50 as a reasonable lower bound.
+    assert len(names) > 50
+
+
+def test_generate_memorable_name_string_type():
+    """Test that the generated name is a string."""
+    name = generate_memorable_name()
+    assert isinstance(name, str)
+
+
+def test_word_lists_not_empty():
+    """Test that our word lists contain entries."""
+    assert len(ADJECTIVES) > 0
+    assert len(NOUNS) > 0
+
+
+def test_word_lists_are_strings():
+    """Test that all entries in word lists are strings."""
+    assert all(isinstance(word, str) for word in ADJECTIVES)
+    assert all(isinstance(word, str) for word in NOUNS)
+
+
+def test_word_lists_no_duplicates():
+    """Test that word lists don't contain duplicates."""
+    assert len(ADJECTIVES) == len(set(ADJECTIVES))
+    assert len(NOUNS) == len(set(NOUNS))

{kiln_ai-0.6.0.dist-info → kiln_ai-0.7.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kiln-ai
-Version: 0.6.0
+Version: 0.7.0
 Summary: Kiln AI
 Project-URL: Homepage, https://getkiln.ai
 Project-URL: Repository, https://github.com/Kiln-AI/kiln
@@ -17,10 +17,12 @@ Requires-Python: >=3.10
 Requires-Dist: coverage>=7.6.4
 Requires-Dist: jsonschema>=4.23.0
 Requires-Dist: langchain-aws>=0.2.4
+Requires-Dist: langchain-fireworks>=0.2.5
 Requires-Dist: langchain-groq>=0.2.0
 Requires-Dist: langchain-ollama>=0.2.0
 Requires-Dist: langchain-openai>=0.2.4
 Requires-Dist: langchain>=0.3.5
+Requires-Dist: openai>=1.53.0
 Requires-Dist: pdoc>=15.0.0
 Requires-Dist: pydantic>=2.9.2
 Requires-Dist: pytest-cov>=6.0.0
@@ -28,7 +30,7 @@ Requires-Dist: pyyaml>=6.0.2
 Requires-Dist: typing-extensions>=4.12.2
 Description-Content-Type: text/markdown
 
-# kiln_ai
+# Kiln AI Core Library
 
 <p align="center">
     <picture>

kiln_ai-0.7.0.dist-info/RECORD

@@ -0,0 +1,56 @@
+kiln_ai/__init__.py,sha256=Sc4z8LRVFMwJUoc_DPVUriSXTZ6PO9MaJ80PhRbKyB8,34
+kiln_ai/adapters/__init__.py,sha256=8-YlnTh3gsaPeEArFVLIqGE7-tbssI42fub4OQBp_DA,970
+kiln_ai/adapters/adapter_registry.py,sha256=EnB0rUIZ0KbBd2nxkNjwUqOpldwqPDyJ9LzIQoDl2GU,634
+kiln_ai/adapters/base_adapter.py,sha256=E_RfXxzEhW-i066xOhZdPuTM7OPKQv70hDpfMsxfYEs,6145
+kiln_ai/adapters/langchain_adapters.py,sha256=NeTZ8WbQTnVu8rtFX6AwkdjFj2ihyhe_vxNxM-_v2yE,10584
+kiln_ai/adapters/ml_model_list.py,sha256=jU0Qd3B8vDLTeZcNnM2amF0-fWwLUBk7eayY27YAGDU,24196
+kiln_ai/adapters/ollama_tools.py,sha256=qja3W4Ubtlw1R1E1_YgSexvtWZ7OanLldYfOdFGTMJ4,3521
+kiln_ai/adapters/prompt_builders.py,sha256=Mdu-f1mC9hWIDwoF7Qwd9F99GDx6oNGvtEZN-SrOsNM,10325
+kiln_ai/adapters/provider_tools.py,sha256=BVNhXNtFOG-qz1mj1Q94KG2MfZo-rLoH2pqwKt9Ldi0,10209
+kiln_ai/adapters/test_langchain_adapter.py,sha256=-6ZUI94jsgDsLcuCVyhx9gC50vcC2oLGF-Wa3rGcZzI,5672
+kiln_ai/adapters/test_ollama_tools.py,sha256=2KwYVaj3ySV3ld-z51TCGbJEMdb3MZj2eoEicIWz3Q4,2552
+kiln_ai/adapters/test_prompt_adaptors.py,sha256=Mc0oSYgDLxfP2u3GVR_iDWaYctTQ8Ug1u6UGvWA90lM,7494
+kiln_ai/adapters/test_prompt_builders.py,sha256=sU0bSBZa9Y4Q-mmkDf3HbQ0MNSWk5o9bC9sNgtnBokk,14598
+kiln_ai/adapters/test_provider_tools.py,sha256=LRH7QvleIEVA6Nkvfq79R6tDGPcI8QtmOqe0LQhQmFw,9948
+kiln_ai/adapters/test_saving_adapter_results.py,sha256=SYYh2xY1zmeKhFHfWAuEY4pEiLd8SitSV5ewGOTmaOI,6447
+kiln_ai/adapters/test_structured_output.py,sha256=9Mgng-HOXiZ_WcJG5cpMWhtsdJt8Rn-7qIouBWvWVoU,9324
+kiln_ai/adapters/data_gen/__init__.py,sha256=QTZWaf7kq5BorhPvexJfwDEKmjRmIbhwW9ei8LW2SIs,276
+kiln_ai/adapters/data_gen/data_gen_prompts.py,sha256=kudjHnAz7L3q0k_NLyTlaIV7M0uRFrxXNcfcnjOE2uc,5810
+kiln_ai/adapters/data_gen/data_gen_task.py,sha256=vwjC47YDrsl4GtBJpK6FWh07TGd8CalhZOX4p4YBX8w,5904
+kiln_ai/adapters/data_gen/test_data_gen_task.py,sha256=TC_n1iWgfLp87q7eNE3ZunVCuk_J25vfw-ohi2qtnp0,9668
+kiln_ai/adapters/fine_tune/__init__.py,sha256=DxdTR60chwgck1aEoVYWyfWi6Ed2ZkdJj0lar-SEAj4,257
+kiln_ai/adapters/fine_tune/base_finetune.py,sha256=-3hyWZXImJomaZeAME6mxbjifQDAn7hwlgTm8VVkxkg,5861
+kiln_ai/adapters/fine_tune/dataset_formatter.py,sha256=DzmUaCaUalTYaX2aNtnb_oucb5ZghI13RDVwtxECMUU,6340
+kiln_ai/adapters/fine_tune/finetune_registry.py,sha256=H1B-opCTlIyd9JlIFTKsY_ctxUX9ziEc49_gnmg1SZg,483
+kiln_ai/adapters/fine_tune/fireworks_finetune.py,sha256=B5o_-A0_Y_QYtgUXZWhKAjR1MeCXvZWz5scZZuK3pMg,13303
+kiln_ai/adapters/fine_tune/openai_finetune.py,sha256=WJKczDN7CA1TJnIokzZu7hbcZiOv9JIRA1scv1zDe8o,8312
+kiln_ai/adapters/fine_tune/test_base_finetune.py,sha256=YOCdQCL5Q0kpBiaU3hccafknCg0kIFRyp16lttR2Io0,9843
+kiln_ai/adapters/fine_tune/test_dataset_formatter.py,sha256=7atbHb4kFtgSmHQMNrSnNpH2ZO8drpnfwKWCsx1p8mM,11127
+kiln_ai/adapters/fine_tune/test_fireworks_tinetune.py,sha256=Y6r5BxsevFeEUHJikfFLeeG6fbPvLOxQpqIMpn-SpvU,15272
+kiln_ai/adapters/fine_tune/test_openai_finetune.py,sha256=EF-f0JbVaPiVXF0eBYbwTKdi5thA45s-XbVB0iUBI00,16629
+kiln_ai/adapters/repair/__init__.py,sha256=dOO9MEpEhjiwzDVFg3MNfA2bKMPlax9iekDatpTkX8E,217
+kiln_ai/adapters/repair/repair_task.py,sha256=VXvX1l9AYDE_GV0i3S_vPThltJoQlCFVCCHV9m-QA7k,3297
+kiln_ai/adapters/repair/test_repair_task.py,sha256=JBcyqyQYWniiUo4FSle9kUEsnbTsl5JN1LTRN1SRnrE,7940
+kiln_ai/datamodel/__init__.py,sha256=Fp8sdRrRLBt8alWc93jiHApv8uwTz_DHRSMcviWo2Ok,22484
+kiln_ai/datamodel/basemodel.py,sha256=OedsYQ0-RJ8k4Zl1VslG1xmbJu76WxT7IWQ_wlibuKc,18657
+kiln_ai/datamodel/json_schema.py,sha256=l4BIq1ItLHgcSHqsqDOchegLLHY48U4yR0SP2aMb4i0,2449
+kiln_ai/datamodel/registry.py,sha256=XwGFXJFKZtOpR1Z9ven6SftggfADdZRm8TFxCEVtfUQ,957
+kiln_ai/datamodel/test_basemodel.py,sha256=S2-BaqVEaEqzk7otuKdGw3i5ERT2m8MSZHlk4Dy0nyc,10466
+kiln_ai/datamodel/test_dataset_split.py,sha256=aBjHVyTdt4mWXEKBkvvchEEZSj8jUwhXRZ37LbBxTi4,7265
+kiln_ai/datamodel/test_datasource.py,sha256=GAiZz31qezVVPwFqnt8wHMu15WvtlV89jw8C1Ue6YNI,3165
+kiln_ai/datamodel/test_example_models.py,sha256=9Jhc0bvbM4hCjJGiQNgWH5rwyIsGuneAD8h4o1P3zAY,20356
+kiln_ai/datamodel/test_json_schema.py,sha256=vdLnTQxxrcmuSrf6iOmkrmpfh7JnxqIw4B4dbDAAcZ4,3199
+kiln_ai/datamodel/test_models.py,sha256=iqwE4iW695BVoDnOSg-HUiXOuuzOZIfsvdaYht7qBm4,9441
+kiln_ai/datamodel/test_nested_save.py,sha256=xciCddqvPyKyoyjC5Lx_3Kh1t4LJv1xYRAPazR3SRcs,5588
+kiln_ai/datamodel/test_output_rating.py,sha256=iw7fVUAPORA-0-VFiikZV3NDycGFaFMHSX1a38t_aQA,2647
+kiln_ai/datamodel/test_registry.py,sha256=PhS4anLi5Bf_023obuTlO5DALhtPB8WIc_bX12Yg6Po,2705
+kiln_ai/utils/__init__.py,sha256=PTD0MwBCKAMIOGsTAwsFaJOusTJJoRFTfOGqRvCaU-E,142
+kiln_ai/utils/config.py,sha256=voYp5NwESKm4ZdTAq6MttQCNcLYEA_1w5zB2Eth9-gg,5803
+kiln_ai/utils/formatting.py,sha256=VtB9oag0lOGv17dwT7OPX_3HzBfaU9GsLH-iLete0yM,97
+kiln_ai/utils/name_generator.py,sha256=v26TgpCwQbhQFcZvzgjZvURinjrOyyFhxpsI6NQrHKc,1914
+kiln_ai/utils/test_config.py,sha256=pTYItz5WD15rTRdxKE7vszXF_mb-dik2qrFWzkVemEY,7671
+kiln_ai/utils/test_name_geneator.py,sha256=9-hSTBshyakqlPbFnNcggwLrL7lcPTitauBYHg9jFWI,1513
+kiln_ai-0.7.0.dist-info/METADATA,sha256=V3_VmqXJrKcHyWnfcU7xPoIFhXbbDLm04hVciUJn_f8,3064
+kiln_ai-0.7.0.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
+kiln_ai-0.7.0.dist-info/licenses/LICENSE.txt,sha256=_NA5pnTYgRRr4qH6lE3X-TuZJ8iRcMUi5ASoGr-lEx8,1209
+kiln_ai-0.7.0.dist-info/RECORD,,

kiln_ai/adapters/test_ml_model_list.py

@@ -1,181 +0,0 @@
-import json
-from unittest.mock import patch
-
-import pytest
-
-from kiln_ai.adapters.ml_model_list import (
-    ModelName,
-    ModelProviderName,
-    OllamaConnection,
-    check_provider_warnings,
-    get_model_and_provider,
-    ollama_model_supported,
-    parse_ollama_tags,
-    provider_name_from_id,
-    provider_warnings,
-)
-
-
-@pytest.fixture
-def mock_config():
-    with patch("kiln_ai.adapters.ml_model_list.get_config_value") as mock:
-        yield mock
-
-
-def test_check_provider_warnings_no_warning(mock_config):
-    mock_config.return_value = "some_value"
-
-    # This should not raise an exception
-    check_provider_warnings(ModelProviderName.amazon_bedrock)
-
-
-def test_check_provider_warnings_missing_key(mock_config):
-    mock_config.return_value = None
-
-    with pytest.raises(ValueError) as exc_info:
-        check_provider_warnings(ModelProviderName.amazon_bedrock)
-
-    assert provider_warnings[ModelProviderName.amazon_bedrock].message in str(
-        exc_info.value
-    )
-
-
-def test_check_provider_warnings_unknown_provider():
-    # This should not raise an exception, as no settings are required for unknown providers
-    check_provider_warnings("unknown_provider")
-
-
-@pytest.mark.parametrize(
-    "provider_name",
-    [
-        ModelProviderName.amazon_bedrock,
-        ModelProviderName.openrouter,
-        ModelProviderName.groq,
-        ModelProviderName.openai,
-    ],
-)
-def test_check_provider_warnings_all_providers(mock_config, provider_name):
-    mock_config.return_value = None
-
-    with pytest.raises(ValueError) as exc_info:
-        check_provider_warnings(provider_name)
-
-    assert provider_warnings[provider_name].message in str(exc_info.value)
-
-
-def test_check_provider_warnings_partial_keys_set(mock_config):
-    def mock_get(key):
-        return "value" if key == "bedrock_access_key" else None
-
-    mock_config.side_effect = mock_get
-
-    with pytest.raises(ValueError) as exc_info:
-        check_provider_warnings(ModelProviderName.amazon_bedrock)
-
-    assert provider_warnings[ModelProviderName.amazon_bedrock].message in str(
-        exc_info.value
-    )
-
-
-def test_provider_name_from_id_unknown_provider():
-    assert (
-        provider_name_from_id("unknown_provider")
-        == "Unknown provider: unknown_provider"
-    )
-
-
-def test_provider_name_from_id_case_sensitivity():
-    assert (
-        provider_name_from_id(ModelProviderName.amazon_bedrock.upper())
-        == "Unknown provider: AMAZON_BEDROCK"
-    )
-
-
-@pytest.mark.parametrize(
-    "provider_id, expected_name",
-    [
-        (ModelProviderName.amazon_bedrock, "Amazon Bedrock"),
-        (ModelProviderName.openrouter, "OpenRouter"),
-        (ModelProviderName.groq, "Groq"),
-        (ModelProviderName.ollama, "Ollama"),
-        (ModelProviderName.openai, "OpenAI"),
-    ],
-)
-def test_provider_name_from_id_parametrized(provider_id, expected_name):
-    assert provider_name_from_id(provider_id) == expected_name
-
-
-def test_parse_ollama_tags_no_models():
-    json_response = '{"models":[{"name":"phi3.5:latest","model":"phi3.5:latest","modified_at":"2024-10-02T12:04:35.191519822-04:00","size":2176178843,"digest":"61819fb370a3c1a9be6694869331e5f85f867a079e9271d66cb223acb81d04ba","details":{"parent_model":"","format":"gguf","family":"phi3","families":["phi3"],"parameter_size":"3.8B","quantization_level":"Q4_0"}},{"name":"gemma2:2b","model":"gemma2:2b","modified_at":"2024-09-09T16:46:38.64348929-04:00","size":1629518495,"digest":"8ccf136fdd5298f3ffe2d69862750ea7fb56555fa4d5b18c04e3fa4d82ee09d7","details":{"parent_model":"","format":"gguf","family":"gemma2","families":["gemma2"],"parameter_size":"2.6B","quantization_level":"Q4_0"}},{"name":"llama3.1:latest","model":"llama3.1:latest","modified_at":"2024-09-01T17:19:43.481523695-04:00","size":4661230720,"digest":"f66fc8dc39ea206e03ff6764fcc696b1b4dfb693f0b6ef751731dd4e6269046e","details":{"parent_model":"","format":"gguf","family":"llama","families":["llama"],"parameter_size":"8.0B","quantization_level":"Q4_0"}}]}'
-    tags = json.loads(json_response)
-    print(json.dumps(tags, indent=2))
-    conn = parse_ollama_tags(tags)
-    assert "phi3.5:latest" in conn.models
-    assert "gemma2:2b" in conn.models
-    assert "llama3.1:latest" in conn.models
-
-
-def test_ollama_model_supported():
-    conn = OllamaConnection(
-        models=["phi3.5:latest", "gemma2:2b", "llama3.1:latest"], message="Connected"
-    )
-    assert ollama_model_supported(conn, "phi3.5:latest")
-    assert ollama_model_supported(conn, "phi3.5")
-    assert ollama_model_supported(conn, "gemma2:2b")
-    assert ollama_model_supported(conn, "llama3.1:latest")
-    assert ollama_model_supported(conn, "llama3.1")
-    assert not ollama_model_supported(conn, "unknown_model")
-
-
-def test_get_model_and_provider_valid():
-    # Test with a known valid model and provider combination
-    model, provider = get_model_and_provider(
-        ModelName.phi_3_5, ModelProviderName.ollama
-    )
-
-    assert model is not None
-    assert provider is not None
-    assert model.name == ModelName.phi_3_5
-    assert provider.name == ModelProviderName.ollama
-    assert provider.provider_options["model"] == "phi3.5"
-
-
-def test_get_model_and_provider_invalid_model():
-    # Test with an invalid model name
-    model, provider = get_model_and_provider(
-        "nonexistent_model", ModelProviderName.ollama
-    )
-
-    assert model is None
-    assert provider is None
-
-
-def test_get_model_and_provider_invalid_provider():
-    # Test with a valid model but invalid provider
-    model, provider = get_model_and_provider(ModelName.phi_3_5, "nonexistent_provider")
-
-    assert model is None
-    assert provider is None
-
-
-def test_get_model_and_provider_valid_model_wrong_provider():
-    # Test with a valid model but a provider that doesn't support it
-    model, provider = get_model_and_provider(
-        ModelName.phi_3_5, ModelProviderName.amazon_bedrock
-    )
-
-    assert model is None
-    assert provider is None
-
-
-def test_get_model_and_provider_multiple_providers():
-    # Test with a model that has multiple providers
-    model, provider = get_model_and_provider(
-        ModelName.llama_3_1_70b, ModelProviderName.groq
-    )
-
-    assert model is not None
-    assert provider is not None
-    assert model.name == ModelName.llama_3_1_70b
-    assert provider.name == ModelProviderName.groq
-    assert provider.provider_options["model"] == "llama-3.1-70b-versatile"